diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1000_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b04aefd72e6dda368957e11b868c1ddfac562a0 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e01c64778a61669d8100fed088d4c30c006e67708c575822d800d1b3b5e4f8 +size 498302 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1000_s1.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddd6698f632c0abee7a47844e740b72925c83358 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5e41f0df36e32cdbdaa8f292c525637a2b7c12181624c83c5002e8116403b8 +size 1527146 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1000_s2.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s2.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce6cf2791fba8418478f638f446cd40dd5eb8f0 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b98df4edccae8ea05c1fed45b6c641e0e33a05f4d71520d53829060e775536 +size 1527210 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1000_s3.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s3.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d34238f7b5ac41251ed48f8cf2430ce60585b91 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea35182ddf2891325765f71e56391aa8086926a3ca321c3c3eb6f210955b038 +size 1606754 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1000_s4.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s4.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2615e9bd1de136da9f51ec20a6c0130f75e836b --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1000_s4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc525c5520cb46aa0e8504a4357866023a76d36963d8e511f832532c54e1a8a +size 1527210 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1200_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1200_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb43f92377578fb437e42c963491ef1ef5c12e8f --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1200_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d91c5f917aad1023602d885dd2adfa2da09ba2980aef2bec722d2397f2e499d +size 527058 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1400_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1400_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a358f16fe5879ff76d6e2e243eac591716759c8 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1400_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a25a4ad168906e6a602fab81e6445f3e12eb93df155bd1f7478d85b66f90c06 +size 527058 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1500_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..416555bfcb010c84bc2ad5a9ae11c9a0078d13ef --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b664819c5a7f1c1d41b75110575938aff5ba55e5f25b3c135cfd781977dc50a +size 1527210 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1500_s1.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s1.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff4b8d26b67ccf9571a7312c2629dcaa2eaa25cf --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7e19e40a3b5214ad40f6ff84e6e0fa9fa23aba85e9adb7943b32737ad8aea3 +size 1527210 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1500_s2.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s2.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e41482b8bcc7c8cf6e8947a0f80e3ab35b3bd7f --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:442ab33779461bcab4efd57e92db08d72862b6e0bb499aadb51dcbbbb6423557 +size 1527082 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep1500_s3.pt b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s3.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3ca1f2ff1842c818ccab1e4de887a59b148804 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep1500_s3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef94bee6c2cf487f8be65b0415641f1b08f24b25736b75cd1f9e585ab80e8ef8 +size 1527146 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep200_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep200_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d7b265f16e77c76e85adb77bca7d11bbf81eb5 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep200_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705df4948406887792b343206067098555ef47688df73ab5dfdd7c72bfd378e7 +size 526982 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep400_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep400_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba35a59f47b8d2d033ac9cecf2580be10c5370a --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep400_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dadda8f0ed97458063d93cc7733914d3a69274d2cc5320841396ba52f98a353e +size 526982 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep500_s2.pt b/checkpoints/halfcheetah_6x1/ckpt_ep500_s2.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b7f71ce48ed884ac1e30459796d7ecffa680132 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep500_s2.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642d0041748d42cd78b68d7e5ac5c4471d611eea1e4b2c3d5878294bbbbb728a +size 1606461 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep500_s3.pt b/checkpoints/halfcheetah_6x1/ckpt_ep500_s3.pt new file mode 100644 index 0000000000000000000000000000000000000000..72746e9c9a63dab7ed780514e85d60a37acdf96f --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep500_s3.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e4ff4fe39ccb245068f12c9336b49b997bcb08efcb9d25043dc4d1ea2bc2f1 +size 1606461 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep600_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep600_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ec5aa301731c073cb32e62c3b94b435a789cbb --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep600_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08101a39cd599b1431bb3c330195f91cba5f3d503f3fac7cf3fb3934a97adebb +size 526982 diff --git a/checkpoints/halfcheetah_6x1/ckpt_ep800_s0.pt b/checkpoints/halfcheetah_6x1/ckpt_ep800_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0ff22ba9c3459b5c6a734292e311497e1a9c805 --- /dev/null +++ b/checkpoints/halfcheetah_6x1/ckpt_ep800_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cea0856f29941655b710ea4cff12f9e020d18f81922f24c631b87a745d68a60 +size 526982 diff --git a/checkpoints/humanoid_9_8/ckpt_ep500_s0.pt b/checkpoints/humanoid_9_8/ckpt_ep500_s0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebe31a2c84f4b08d26a772ea0aad4419d69619cb --- /dev/null +++ b/checkpoints/humanoid_9_8/ckpt_ep500_s0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31302c37a35e20b33e5c5a205612f6f9d65f4aac0680d38f4b72b3727bb4566 +size 539571 diff --git a/checkpoints/humanoid_9_8/ckpt_ep500_s1.pt b/checkpoints/humanoid_9_8/ckpt_ep500_s1.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8bfd4fc017a83a79d866be5c6dc8be094a3cc1e --- /dev/null +++ b/checkpoints/humanoid_9_8/ckpt_ep500_s1.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe6621eabd2ac8045f631d9045c48e6e498d4c409da09a817e737d0193750307 +size 1632150 diff --git a/checkpoints/humanoid_9_8/ckpt_ep500_s4.pt b/checkpoints/humanoid_9_8/ckpt_ep500_s4.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa1c3e8e388e1ad5f0c755b26e4a6a917238e9d --- /dev/null +++ b/checkpoints/humanoid_9_8/ckpt_ep500_s4.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe8c330b4ab6f49fbfbbf74d11b8722ce5332b8d8e7c0e91d336141546ebb2b +size 1632150 diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..acbac3a13e75e3be57b5dbb92280a4ba1c9177df --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -4633451.01, + "constraint_satisfaction_pct": 7.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -11995.44, + "avg_cost": 19.5, + "lambda": 10.585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -11740.24, + "avg_cost": 7.0, + "lambda": 15.233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -11145.66, + "avg_cost": 19.5, + "lambda": 19.7187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -11118.71, + "avg_cost": 11.5, + "lambda": 23.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -10921.64, + "avg_cost": 10.0, + "lambda": 27.9011, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -10471.65, + "avg_cost": 12.75, + "lambda": 31.8953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -10134.12, + "avg_cost": 4.5, + "lambda": 36.0255, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -9859.1, + "avg_cost": 7.75, + "lambda": 39.7368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -9723.64, + "avg_cost": 13.75, + "lambda": 43.0684, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9633.42, + "avg_cost": 11.0, + "lambda": 46.1135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -9591.13, + "avg_cost": 5.75, + "lambda": 49.4132, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -9202.68, + "avg_cost": 10.5, + "lambda": 52.5687, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -9314.65, + "avg_cost": 12.75, + "lambda": 56.0244, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -8686.41, + "avg_cost": 2.25, + "lambda": 59.3526, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -8462.04, + "avg_cost": 7.25, + "lambda": 62.7412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -8424.18, + "avg_cost": 6.25, + "lambda": 65.6964, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -7814.16, + "avg_cost": 14.75, + "lambda": 68.6253, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -7207.26, + "avg_cost": 9.5, + "lambda": 71.2035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -7310.99, + "avg_cost": 10.75, + "lambda": 73.589, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -6648.49, + "avg_cost": 9.75, + "lambda": 76.1487, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -7029.53, + "avg_cost": 6.5, + "lambda": 78.9461, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -6335.74, + "avg_cost": 13.0, + "lambda": 81.7308, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -6289.72, + "avg_cost": 15.25, + "lambda": 84.2912, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -6305.94, + "avg_cost": 11.0, + "lambda": 86.826, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -6736.2, + "avg_cost": 6.0, + "lambda": 89.0864, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -6681.61, + "avg_cost": 14.0, + "lambda": 91.2424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -7557.38, + "avg_cost": 5.25, + "lambda": 93.1326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -6746.04, + "avg_cost": 7.75, + "lambda": 94.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -6159.47, + "avg_cost": 1.75, + "lambda": 96.4621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -6167.84, + "avg_cost": 0.5, + "lambda": 98.2933, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -5905.01, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5662.34, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -5445.32, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -5714.95, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -5416.12, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -5882.01, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -5998.59, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -5530.84, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -5576.86, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -5175.27, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -5608.77, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -5108.41, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -5024.04, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -5269.95, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -4971.63, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -5456.91, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -5558.88, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -4865.07, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -4700.16, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -4875.07, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -4763.41, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -4876.79, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4743.05, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4424.24, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4592.28, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -5198.8, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4324.13, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -4425.39, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -4250.59, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -4026.34, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -4086.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -4059.14, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -3540.67, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3968.01, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -3663.12, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -3443.41, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -3921.21, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -3169.17, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2870.98, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -2614.49, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -3096.09, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -3066.61, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -2800.49, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -2971.59, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -2403.31, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -2099.88, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -2252.31, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -2267.18, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -2242.96, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -2103.66, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -1368.29, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -1891.1, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -1469.35, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -1432.24, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -1062.16, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -720.84, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -521.09, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -521.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -434.85, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -106.59, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 64.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 405.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 477.34, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 721.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 778.72, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 945.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 963.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1038.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1255.47, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1455.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1693.82, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..a2b051d56b2b01ce9fd8aa0f883c4956541c3eee --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 359732.36, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -8996.58, + "avg_cost": 19.5, + "lambda": 4.945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -8877.87, + "avg_cost": 23.75, + "lambda": 4.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -8264.35, + "avg_cost": 9.0, + "lambda": 3.1775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -8004.18, + "avg_cost": 9.25, + "lambda": 1.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -7959.33, + "avg_cost": 22.25, + "lambda": 0.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -7504.91, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -7261.31, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -7014.96, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -6698.5, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -5880.57, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -5520.79, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -4996.7, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -4572.75, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -4298.76, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3967.85, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3285.47, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2829.08, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2662.66, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2197.47, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1846.13, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1862.33, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1126.34, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -809.69, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -429.42, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -392.87, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 153.89, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 187.29, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 586.75, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 595.31, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 677.97, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 837.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 975.97, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1010.97, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1144.41, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1232.76, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1353.14, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1148.0, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1284.15, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1130.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1369.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1316.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1419.36, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1559.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1612.69, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1811.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1812.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1589.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1800.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1999.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1812.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1995.31, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1871.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2100.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1859.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1931.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1894.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2109.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1882.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1984.06, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2000.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2201.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2170.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2257.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2062.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1929.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2238.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2463.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2387.61, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2504.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2170.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2309.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2404.74, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2304.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2162.38, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2473.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2401.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2254.42, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2101.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2191.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2232.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2470.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2499.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2490.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2115.39, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2475.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2509.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2416.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2626.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2289.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2665.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2756.44, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2530.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2643.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2323.16, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2433.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2720.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2825.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2698.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2572.34, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2688.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2824.69, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..8df1633294deb2c85639f739137258e50d18f5e5 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -965657.51, + "constraint_satisfaction_pct": 1.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 39.9255, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2781.91, + "avg_cost": 17.25, + "lambda": 1.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2998.31, + "avg_cost": 23.25, + "lambda": 2.724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2772.13, + "avg_cost": 15.5, + "lambda": 4.4137, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2446.69, + "avg_cost": 19.25, + "lambda": 5.9995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2501.27, + "avg_cost": 11.25, + "lambda": 7.5151, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2587.13, + "avg_cost": 17.75, + "lambda": 9.0466, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2530.2, + "avg_cost": 16.25, + "lambda": 10.5007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2503.3, + "avg_cost": 14.5, + "lambda": 11.8981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2594.41, + "avg_cost": 13.5, + "lambda": 13.2607, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2331.48, + "avg_cost": 14.0, + "lambda": 14.6551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2164.59, + "avg_cost": 10.75, + "lambda": 16.0228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2092.59, + "avg_cost": 12.75, + "lambda": 17.2392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2127.53, + "avg_cost": 10.5, + "lambda": 18.3978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2354.09, + "avg_cost": 13.5, + "lambda": 19.568, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2002.87, + "avg_cost": 10.5, + "lambda": 20.6585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2189.15, + "avg_cost": 6.75, + "lambda": 21.6937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1967.83, + "avg_cost": 9.75, + "lambda": 22.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1971.22, + "avg_cost": 11.5, + "lambda": 23.5617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1802.16, + "avg_cost": 5.75, + "lambda": 24.4603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1813.96, + "avg_cost": 7.75, + "lambda": 25.1895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1847.88, + "avg_cost": 6.75, + "lambda": 25.9603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2105.88, + "avg_cost": 4.5, + "lambda": 26.6766, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1889.01, + "avg_cost": 4.25, + "lambda": 27.2701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2224.51, + "avg_cost": 4.5, + "lambda": 27.7541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1760.26, + "avg_cost": 3.5, + "lambda": 28.1687, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1835.61, + "avg_cost": 1.25, + "lambda": 28.5332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1698.37, + "avg_cost": 2.75, + "lambda": 28.8453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1643.43, + "avg_cost": 1.75, + "lambda": 29.1369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1542.69, + "avg_cost": 3.0, + "lambda": 29.3653, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1679.9, + "avg_cost": 1.25, + "lambda": 29.5668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1324.47, + "avg_cost": 3.75, + "lambda": 29.7404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1165.85, + "avg_cost": 3.5, + "lambda": 29.9074, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1287.12, + "avg_cost": 3.25, + "lambda": 30.0835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1410.82, + "avg_cost": 1.5, + "lambda": 30.2676, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1492.87, + "avg_cost": 1.25, + "lambda": 30.4194, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1348.06, + "avg_cost": 0.0, + "lambda": 30.5477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1336.42, + "avg_cost": 0.75, + "lambda": 30.6548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1209.96, + "avg_cost": 0.5, + "lambda": 30.7499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1196.32, + "avg_cost": 0.5, + "lambda": 30.8539, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1097.6, + "avg_cost": 0.5, + "lambda": 30.946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1037.38, + "avg_cost": 0.0, + "lambda": 31.0423, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1232.64, + "avg_cost": 1.5, + "lambda": 31.1427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1009.31, + "avg_cost": 1.5, + "lambda": 31.2411, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -994.68, + "avg_cost": 0.5, + "lambda": 31.3485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -896.72, + "avg_cost": 1.75, + "lambda": 31.4477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -727.88, + "avg_cost": 2.0, + "lambda": 31.558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -925.81, + "avg_cost": 1.25, + "lambda": 31.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -911.91, + "avg_cost": 1.75, + "lambda": 31.878, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -855.87, + "avg_cost": 0.75, + "lambda": 32.0377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -755.73, + "avg_cost": 1.0, + "lambda": 32.1665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -868.79, + "avg_cost": 4.5, + "lambda": 32.2897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -604.62, + "avg_cost": 2.0, + "lambda": 32.4356, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -342.98, + "avg_cost": 2.0, + "lambda": 32.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -802.95, + "avg_cost": 1.25, + "lambda": 32.7739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -727.34, + "avg_cost": 0.5, + "lambda": 32.9839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -626.97, + "avg_cost": 1.25, + "lambda": 33.1608, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -808.28, + "avg_cost": 0.75, + "lambda": 33.3302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -638.67, + "avg_cost": 8.5, + "lambda": 33.4734, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -734.02, + "avg_cost": 0.25, + "lambda": 33.6482, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -703.25, + "avg_cost": 1.25, + "lambda": 33.8419, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -658.5, + "avg_cost": 1.5, + "lambda": 34.002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -766.38, + "avg_cost": 0.75, + "lambda": 34.1202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -481.8, + "avg_cost": 0.75, + "lambda": 34.26, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -430.94, + "avg_cost": 1.25, + "lambda": 34.3944, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -478.48, + "avg_cost": 1.5, + "lambda": 34.5228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -253.08, + "avg_cost": 0.75, + "lambda": 34.6729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -238.91, + "avg_cost": 1.75, + "lambda": 34.8289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -553.56, + "avg_cost": 0.5, + "lambda": 34.9782, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -490.0, + "avg_cost": 0.25, + "lambda": 35.1014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -369.73, + "avg_cost": 0.75, + "lambda": 35.2026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -161.78, + "avg_cost": 1.5, + "lambda": 35.2948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -102.79, + "avg_cost": 1.0, + "lambda": 35.4133, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -69.17, + "avg_cost": 1.5, + "lambda": 35.5536, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -325.12, + "avg_cost": 0.75, + "lambda": 35.6999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -267.4, + "avg_cost": 2.5, + "lambda": 35.8408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -294.29, + "avg_cost": 1.75, + "lambda": 36.0392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -45.45, + "avg_cost": 2.5, + "lambda": 36.2481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 71.06, + "avg_cost": 1.25, + "lambda": 36.4161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 129.74, + "avg_cost": 1.25, + "lambda": 36.567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -131.71, + "avg_cost": 3.75, + "lambda": 36.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -59.95, + "avg_cost": 1.0, + "lambda": 36.9056, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -236.72, + "avg_cost": 0.5, + "lambda": 37.0605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -154.94, + "avg_cost": 2.0, + "lambda": 37.1872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 238.41, + "avg_cost": 0.5, + "lambda": 37.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 88.86, + "avg_cost": 1.75, + "lambda": 37.4691, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 283.54, + "avg_cost": 3.5, + "lambda": 37.5981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 230.23, + "avg_cost": 1.0, + "lambda": 37.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -102.79, + "avg_cost": 1.25, + "lambda": 37.9408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 364.21, + "avg_cost": 2.0, + "lambda": 38.117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 348.95, + "avg_cost": 0.75, + "lambda": 38.2971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 330.61, + "avg_cost": 0.75, + "lambda": 38.4626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -243.24, + "avg_cost": 1.5, + "lambda": 38.6189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 159.05, + "avg_cost": 0.75, + "lambda": 38.7552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 411.29, + "avg_cost": 1.0, + "lambda": 38.8781, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 270.68, + "avg_cost": 1.5, + "lambda": 39.0123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 45.09, + "avg_cost": 0.75, + "lambda": 39.2029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 440.04, + "avg_cost": 0.75, + "lambda": 39.3592, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 137.86, + "avg_cost": 0.75, + "lambda": 39.5067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 334.66, + "avg_cost": 1.5, + "lambda": 39.6594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -58.5, + "avg_cost": 1.75, + "lambda": 39.7927, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 449.15, + "avg_cost": 0.75, + "lambda": 39.9255, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..5c2dc3e92ff178dcb07f1ec8bf3a1330ee7800d0 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1152159.58, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1532.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1680.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1681.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1377.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1509.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1562.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1323.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1414.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1098.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1069.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1032.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -803.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -730.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -779.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -657.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -597.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -555.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -587.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -340.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -544.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -558.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -410.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -257.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -107.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 133.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 486.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 427.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 688.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 51.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 478.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 97.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 793.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 918.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 251.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 826.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 811.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 825.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1170.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 893.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 157.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 903.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1101.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1576.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1408.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1614.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1282.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1435.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1536.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1675.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1104.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1704.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1716.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1838.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1293.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1838.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1779.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1922.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1877.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1906.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1977.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2197.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1926.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2182.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2158.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1627.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2178.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2233.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2253.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2330.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2277.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2241.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2491.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2443.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2495.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2370.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2533.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2542.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2603.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2467.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2324.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2080.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2273.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1779.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2802.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2870.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2731.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2596.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2031.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2590.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2843.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2936.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2976.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2866.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3099.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2942.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2944.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3040.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3042.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2943.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3051.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..facca581ef496862c58cb35c650d588885f6b26a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 842642.43, + "constraint_satisfaction_pct": 98.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.45, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1633.34, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1657.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1727.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1513.13, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1460.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1379.73, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1308.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1282.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1025.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1007.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1109.4, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -846.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -771.23, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -672.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -660.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -690.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -548.33, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -768.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -394.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -597.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -470.96, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -161.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -176.07, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -435.08, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -79.02, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -564.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -323.8, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 140.54, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -426.23, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -485.42, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -186.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 52.58, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -169.55, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -660.24, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -330.9, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 185.61, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 644.66, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 683.55, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 627.94, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 761.95, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 917.91, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 221.04, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 768.73, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 605.2, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 530.81, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1349.0, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 833.27, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 964.87, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 312.25, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 701.36, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 812.91, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 663.65, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1373.2, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 540.44, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1599.43, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1045.35, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1470.59, + "avg_cost": 4.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1888.79, + "avg_cost": 8.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1665.42, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1241.09, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1462.4, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1770.55, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1649.17, + "avg_cost": 9.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2098.15, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2139.99, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1963.21, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1663.47, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1952.87, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2215.12, + "avg_cost": 15.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2486.43, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1796.08, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2395.43, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2387.74, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2257.63, + "avg_cost": 8.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2031.39, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2479.29, + "avg_cost": 17.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2714.29, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2448.22, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2701.42, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2343.51, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2539.25, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2144.35, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 304.42, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2031.98, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1458.03, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2564.9, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2951.2, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2881.8, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2737.44, + "avg_cost": 21.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2262.71, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2820.52, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3048.34, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1869.0, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2752.2, + "avg_cost": 8.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3235.62, + "avg_cost": 25.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3026.02, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3095.63, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3068.59, + "avg_cost": 24.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3094.98, + "avg_cost": 19.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3076.81, + "avg_cost": 40.0, + "lambda": 1.45, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json new file mode 100644 index 0000000000000000000000000000000000000000..bd7ed23c6b97982a15eb2702502302cd3f2025ad --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 371413.87, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1809.44, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1622.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1847.91, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1698.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1571.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1634.17, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1376.85, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1360.01, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -986.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1052.99, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -962.65, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -836.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -707.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -641.24, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -774.17, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -714.18, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -540.26, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -564.73, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -403.22, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -638.42, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -436.11, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -331.72, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -454.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -77.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 182.17, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 331.55, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 115.16, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 555.38, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 644.32, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -2.21, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 640.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 924.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 638.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 879.57, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 951.68, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 931.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 569.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1211.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1214.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1218.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1293.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1402.65, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1530.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1528.98, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1498.03, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1648.41, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1552.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1755.24, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1726.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1679.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1667.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 998.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1663.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2009.96, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1785.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -135.98, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1736.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -1384.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -1042.01, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -584.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -440.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -580.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -667.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 327.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 530.4, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 626.85, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 605.56, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -639.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 489.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 680.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1037.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1160.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1101.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -70.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1357.74, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 547.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 792.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1686.18, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1486.16, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1235.68, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1427.14, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1007.76, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -330.91, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 469.98, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 942.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 724.75, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 430.08, + "avg_cost": 4.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1984.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2316.52, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 989.59, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 187.36, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 403.27, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1141.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 158.21, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 591.24, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2244.6, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2095.16, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2252.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2014.59, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 866.73, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..e5da032e0678c170bd417f56afee9ea32e10e667 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1039044.57, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1756.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1700.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1593.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1450.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1555.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1558.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1240.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1125.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -967.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1057.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1171.03, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -995.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -593.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -558.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -596.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -702.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -717.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -842.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -811.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -651.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -335.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -505.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -317.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -456.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -306.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -182.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -597.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -86.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -241.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 191.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 71.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 457.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 483.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 844.47, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 837.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 810.29, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 947.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1060.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1021.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 733.56, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 933.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1350.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1131.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1186.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1138.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1299.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1422.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1407.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1747.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1463.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1556.95, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1756.01, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1630.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1724.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1579.28, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1023.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1944.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2158.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1981.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1836.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1961.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1947.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1847.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2172.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2007.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2203.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2033.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2116.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2270.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2317.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2167.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2335.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2419.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2188.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2431.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2332.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2321.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2368.47, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1814.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2462.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2506.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2504.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2560.28, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2527.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2605.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2538.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2616.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2316.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2667.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2592.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2858.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3008.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2704.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2706.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2729.11, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2622.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2809.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3016.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2783.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2974.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..fa99741fa2609454abed76842c78d470e42fb7e8 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 870231.02, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 0, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1883.98, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1442.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1656.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1467.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1423.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1436.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1335.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1398.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1030.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -962.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1034.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -984.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -771.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -640.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -585.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -673.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -477.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -516.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -534.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -690.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -488.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -216.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -386.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -326.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -298.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -493.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -309.15, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -375.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -47.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -980.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 357.6, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 385.27, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -205.9, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -253.54, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 822.29, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 432.01, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -675.7, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -224.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 908.42, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 269.37, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 677.25, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 729.35, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 499.94, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 581.3, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 322.76, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 176.68, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 419.6, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1287.48, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1536.34, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1135.99, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 928.13, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 763.01, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1236.66, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1311.39, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1272.07, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1368.0, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 713.74, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1331.61, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1059.34, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1858.7, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1981.66, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1734.95, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2024.86, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1929.85, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 487.71, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 456.09, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2353.71, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 469.31, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2007.46, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2449.02, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1846.87, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2384.05, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2330.74, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2350.91, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1641.15, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1191.38, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1877.15, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2644.8, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1591.78, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2829.33, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2085.84, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2672.91, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2123.16, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2882.38, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2829.29, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 744.72, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2335.19, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2197.64, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2933.23, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2391.11, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2953.79, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2964.12, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1293.38, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3251.75, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2744.34, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2791.15, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2880.3, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2884.53, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2455.97, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2320.09, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..5d48b641399bac00f83d4273010b09a08abf239a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 622280.25, + "constraint_satisfaction_pct": 41.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 36.2587, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1815.9, + "avg_cost": 0.0, + "lambda": 10.0026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1663.38, + "avg_cost": 0.0, + "lambda": 10.0104, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1795.37, + "avg_cost": 0.0, + "lambda": 10.0134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1441.2, + "avg_cost": 0.0, + "lambda": 10.0144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1504.16, + "avg_cost": 0.0, + "lambda": 10.0148, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1162.59, + "avg_cost": 0.0, + "lambda": 10.0149, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1205.92, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1372.02, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -952.63, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -802.6, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -834.46, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -954.21, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -727.02, + "avg_cost": 0.0, + "lambda": 10.0206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -793.83, + "avg_cost": 0.0, + "lambda": 10.0218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -489.08, + "avg_cost": 0.0, + "lambda": 10.0223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -664.06, + "avg_cost": 0.0, + "lambda": 10.0273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -586.76, + "avg_cost": 0.0, + "lambda": 10.0291, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -461.24, + "avg_cost": 0.0, + "lambda": 10.0297, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -506.71, + "avg_cost": 0.0, + "lambda": 10.0299, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -582.44, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -641.18, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -550.45, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -207.54, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -140.96, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -4.82, + "avg_cost": 0.0, + "lambda": 10.036, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -232.76, + "avg_cost": 0.0, + "lambda": 10.0419, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -443.26, + "avg_cost": 0.0, + "lambda": 10.0439, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -258.8, + "avg_cost": 0.0, + "lambda": 10.0472, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -6.72, + "avg_cost": 0.5, + "lambda": 10.0596, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 196.36, + "avg_cost": 0.0, + "lambda": 10.0846, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -160.98, + "avg_cost": 0.0, + "lambda": 10.0979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 177.94, + "avg_cost": 1.0, + "lambda": 10.1125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -16.79, + "avg_cost": 0.0, + "lambda": 10.1409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 296.52, + "avg_cost": 0.0, + "lambda": 10.1664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 220.94, + "avg_cost": 0.5, + "lambda": 10.2128, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -167.33, + "avg_cost": 0.25, + "lambda": 10.2618, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 529.57, + "avg_cost": 0.25, + "lambda": 10.3082, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 128.58, + "avg_cost": 0.0, + "lambda": 10.3813, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 239.26, + "avg_cost": 0.0, + "lambda": 10.4777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 781.46, + "avg_cost": 0.75, + "lambda": 10.5666, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 408.78, + "avg_cost": 0.0, + "lambda": 10.6979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 541.62, + "avg_cost": 0.0, + "lambda": 10.8354, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 888.55, + "avg_cost": 0.25, + "lambda": 10.9302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 635.99, + "avg_cost": 0.25, + "lambda": 11.0206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 878.09, + "avg_cost": 0.25, + "lambda": 11.0889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1212.12, + "avg_cost": 1.0, + "lambda": 11.1796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1226.92, + "avg_cost": 0.25, + "lambda": 11.2876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1111.52, + "avg_cost": 1.0, + "lambda": 11.4721, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 644.87, + "avg_cost": 1.25, + "lambda": 11.7016, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 702.94, + "avg_cost": 0.5, + "lambda": 11.9228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1422.83, + "avg_cost": 0.75, + "lambda": 12.1773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1156.76, + "avg_cost": 1.0, + "lambda": 12.4085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 718.69, + "avg_cost": 1.25, + "lambda": 12.6613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1045.12, + "avg_cost": 0.5, + "lambda": 13.0637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1610.26, + "avg_cost": 0.75, + "lambda": 13.5713, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1751.55, + "avg_cost": 0.75, + "lambda": 14.0413, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1463.36, + "avg_cost": 1.25, + "lambda": 14.5018, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1649.47, + "avg_cost": 1.0, + "lambda": 15.0535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1664.75, + "avg_cost": 1.0, + "lambda": 15.65, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1555.57, + "avg_cost": 2.0, + "lambda": 16.2322, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 965.08, + "avg_cost": 1.25, + "lambda": 16.7795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1862.35, + "avg_cost": 2.25, + "lambda": 17.254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1534.18, + "avg_cost": 0.75, + "lambda": 17.7397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1479.45, + "avg_cost": 0.0, + "lambda": 18.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2017.57, + "avg_cost": 1.0, + "lambda": 18.7749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1868.13, + "avg_cost": 2.75, + "lambda": 19.3714, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1858.95, + "avg_cost": 1.25, + "lambda": 19.9707, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1715.89, + "avg_cost": 1.75, + "lambda": 20.6019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1670.53, + "avg_cost": 3.75, + "lambda": 21.2796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2084.41, + "avg_cost": 1.0, + "lambda": 21.8676, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1838.26, + "avg_cost": 4.5, + "lambda": 22.3799, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2208.06, + "avg_cost": 2.75, + "lambda": 22.9571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1813.69, + "avg_cost": 2.5, + "lambda": 23.5187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2151.23, + "avg_cost": 3.25, + "lambda": 24.1212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1786.83, + "avg_cost": 3.0, + "lambda": 25.038, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1767.36, + "avg_cost": 0.5, + "lambda": 25.8376, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1712.67, + "avg_cost": 2.5, + "lambda": 26.4201, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2287.98, + "avg_cost": 2.0, + "lambda": 26.9335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2443.87, + "avg_cost": 0.5, + "lambda": 27.3062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1981.53, + "avg_cost": 0.5, + "lambda": 27.5942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2491.8, + "avg_cost": 0.75, + "lambda": 27.8656, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2786.59, + "avg_cost": 2.0, + "lambda": 28.2246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2239.24, + "avg_cost": 1.25, + "lambda": 28.6441, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2372.86, + "avg_cost": 0.25, + "lambda": 29.0608, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2740.99, + "avg_cost": 2.75, + "lambda": 29.4099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2659.73, + "avg_cost": 1.25, + "lambda": 29.7739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1310.72, + "avg_cost": 1.5, + "lambda": 30.1207, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1923.46, + "avg_cost": 0.25, + "lambda": 30.5512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2639.49, + "avg_cost": 2.75, + "lambda": 30.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2022.71, + "avg_cost": 0.75, + "lambda": 31.4337, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1393.31, + "avg_cost": 0.25, + "lambda": 31.8107, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -276.46, + "avg_cost": 0.25, + "lambda": 32.0528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -214.84, + "avg_cost": 0.75, + "lambda": 32.2593, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -172.1, + "avg_cost": 0.0, + "lambda": 32.5115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -11.09, + "avg_cost": 2.0, + "lambda": 32.7712, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -14.37, + "avg_cost": 0.0, + "lambda": 32.9213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 121.16, + "avg_cost": 0.0, + "lambda": 33.0182, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 136.55, + "avg_cost": 0.0, + "lambda": 33.0964, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 641.86, + "avg_cost": 19.5, + "lambda": 33.6076, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 313.64, + "avg_cost": 10.25, + "lambda": 36.2587, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..6acf07c88313b9601ab1a9f081576bfe6a0c2639 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 834049.95, + "constraint_satisfaction_pct": 98.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 9.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1760.34, + "avg_cost": 0.0, + "lambda": 9.7075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1773.77, + "avg_cost": 0.5, + "lambda": 9.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1912.6, + "avg_cost": 0.0, + "lambda": 9.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1526.62, + "avg_cost": 0.0, + "lambda": 8.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1648.79, + "avg_cost": 0.25, + "lambda": 8.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1528.03, + "avg_cost": 0.0, + "lambda": 8.3125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1116.87, + "avg_cost": 0.25, + "lambda": 8.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1334.19, + "avg_cost": 0.25, + "lambda": 7.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1100.92, + "avg_cost": 0.0, + "lambda": 7.435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -864.38, + "avg_cost": 0.0, + "lambda": 7.135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -906.62, + "avg_cost": 0.0, + "lambda": 6.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -840.97, + "avg_cost": 0.25, + "lambda": 6.5425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -531.01, + "avg_cost": 0.0, + "lambda": 6.2425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -670.18, + "avg_cost": 0.0, + "lambda": 5.9425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -727.5, + "avg_cost": 0.0, + "lambda": 5.6425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -550.54, + "avg_cost": 0.0, + "lambda": 5.3425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -641.18, + "avg_cost": 0.0, + "lambda": 5.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -467.26, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -430.85, + "avg_cost": 0.0, + "lambda": 4.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -343.08, + "avg_cost": 0.0, + "lambda": 4.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -336.69, + "avg_cost": 0.0, + "lambda": 3.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -146.91, + "avg_cost": 0.0, + "lambda": 3.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -323.93, + "avg_cost": 0.0, + "lambda": 3.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -26.6, + "avg_cost": 0.0, + "lambda": 2.9575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 153.51, + "avg_cost": 0.0, + "lambda": 2.6575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 134.18, + "avg_cost": 0.25, + "lambda": 2.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 157.96, + "avg_cost": 0.0, + "lambda": 2.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -125.21, + "avg_cost": 0.0, + "lambda": 1.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 550.79, + "avg_cost": 0.0, + "lambda": 1.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -38.49, + "avg_cost": 0.0, + "lambda": 1.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 264.37, + "avg_cost": 0.0, + "lambda": 0.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 41.29, + "avg_cost": 0.25, + "lambda": 0.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 712.71, + "avg_cost": 0.0, + "lambda": 0.3325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 870.08, + "avg_cost": 0.0, + "lambda": 0.0325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 674.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 809.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 649.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 142.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1041.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1040.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1018.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1384.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1312.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1278.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1371.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1300.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 675.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1596.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1524.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1562.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1671.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1750.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1609.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1792.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -1385.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1088.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -711.3, + "avg_cost": 5.5, + "lambda": 0.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1164.53, + "avg_cost": 7.5, + "lambda": 2.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1581.75, + "avg_cost": 0.0, + "lambda": 2.61, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1683.74, + "avg_cost": 0.0, + "lambda": 2.31, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1650.38, + "avg_cost": 0.0, + "lambda": 2.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1064.38, + "avg_cost": 0.0, + "lambda": 1.71, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1612.72, + "avg_cost": 0.0, + "lambda": 1.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1787.21, + "avg_cost": 0.0, + "lambda": 1.11, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1642.47, + "avg_cost": 0.0, + "lambda": 0.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1837.16, + "avg_cost": 0.0, + "lambda": 0.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1784.77, + "avg_cost": 0.0, + "lambda": 0.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1844.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1896.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 385.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 907.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1996.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1961.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1932.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1932.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2041.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2110.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2087.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2246.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2064.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2142.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2148.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2216.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2288.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2116.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2213.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2330.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2319.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2369.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2480.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2352.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2441.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2244.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2409.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2389.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2452.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2458.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2585.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2530.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2388.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..cc82c2eec2d386ee1ce67f73c6311866a23f1b06 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 976517.47, + "constraint_satisfaction_pct": 69.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 33.7541, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1731.81, + "avg_cost": 0.0, + "lambda": 10.0086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1608.39, + "avg_cost": 0.0, + "lambda": 10.0193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1644.88, + "avg_cost": 0.0, + "lambda": 10.0347, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1276.61, + "avg_cost": 0.0, + "lambda": 10.0577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1439.54, + "avg_cost": 0.25, + "lambda": 10.0715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1292.61, + "avg_cost": 0.0, + "lambda": 10.0901, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1495.04, + "avg_cost": 0.0, + "lambda": 10.1082, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1209.92, + "avg_cost": 0.0, + "lambda": 10.1192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1105.46, + "avg_cost": 0.0, + "lambda": 10.123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1066.52, + "avg_cost": 0.0, + "lambda": 10.1243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -962.92, + "avg_cost": 0.0, + "lambda": 10.1419, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1037.9, + "avg_cost": 0.0, + "lambda": 10.1635, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -631.5, + "avg_cost": 0.25, + "lambda": 10.1735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -678.84, + "avg_cost": 0.0, + "lambda": 10.1908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -727.52, + "avg_cost": 0.0, + "lambda": 10.1968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -743.39, + "avg_cost": 0.0, + "lambda": 10.1989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -576.98, + "avg_cost": 0.0, + "lambda": 10.1996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -694.09, + "avg_cost": 0.0, + "lambda": 10.1999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -802.87, + "avg_cost": 0.0, + "lambda": 10.2153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -650.29, + "avg_cost": 0.0, + "lambda": 10.2216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -525.22, + "avg_cost": 0.0, + "lambda": 10.2238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -296.16, + "avg_cost": 0.0, + "lambda": 10.2246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -384.57, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -485.91, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -297.23, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -173.39, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -87.28, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 442.88, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 232.66, + "avg_cost": 0.0, + "lambda": 10.2471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 296.47, + "avg_cost": 0.25, + "lambda": 10.2841, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 154.87, + "avg_cost": 0.0, + "lambda": 10.3594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 745.51, + "avg_cost": 0.0, + "lambda": 10.4314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 193.6, + "avg_cost": 0.0, + "lambda": 10.4715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 894.38, + "avg_cost": 0.0, + "lambda": 10.5359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 746.31, + "avg_cost": 0.25, + "lambda": 10.6577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 935.92, + "avg_cost": 0.0, + "lambda": 10.7295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1022.64, + "avg_cost": 0.0, + "lambda": 10.7694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1127.37, + "avg_cost": 0.0, + "lambda": 10.8024, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1199.16, + "avg_cost": 0.0, + "lambda": 10.8239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 811.39, + "avg_cost": 0.0, + "lambda": 10.8409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1218.79, + "avg_cost": 0.0, + "lambda": 10.8468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1210.23, + "avg_cost": 0.0, + "lambda": 10.8489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1417.8, + "avg_cost": 0.0, + "lambda": 10.8757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1352.17, + "avg_cost": 0.0, + "lambda": 10.8915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1344.97, + "avg_cost": 0.0, + "lambda": 10.897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1286.88, + "avg_cost": 0.25, + "lambda": 10.9015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1696.19, + "avg_cost": 0.0, + "lambda": 10.9168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1095.7, + "avg_cost": 0.0, + "lambda": 10.9221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -470.15, + "avg_cost": 0.0, + "lambda": 10.924, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -283.09, + "avg_cost": 0.0, + "lambda": 10.9247, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -24.0, + "avg_cost": 0.0, + "lambda": 10.9249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -2.82, + "avg_cost": 0.0, + "lambda": 10.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 309.8, + "avg_cost": 0.25, + "lambda": 10.9275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 487.23, + "avg_cost": 0.0, + "lambda": 11.0695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 665.13, + "avg_cost": 0.0, + "lambda": 11.1708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1609.94, + "avg_cost": 0.0, + "lambda": 11.2061, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1192.64, + "avg_cost": 0.25, + "lambda": 11.2761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1532.07, + "avg_cost": 0.25, + "lambda": 11.4249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1772.04, + "avg_cost": 0.25, + "lambda": 11.5647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1950.33, + "avg_cost": 0.25, + "lambda": 11.731, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1790.51, + "avg_cost": 1.0, + "lambda": 11.8888, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1930.47, + "avg_cost": 0.0, + "lambda": 12.0766, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1938.31, + "avg_cost": 0.5, + "lambda": 12.2755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2132.15, + "avg_cost": 0.0, + "lambda": 12.4685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2000.24, + "avg_cost": 0.75, + "lambda": 12.7112, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1843.57, + "avg_cost": 0.5, + "lambda": 12.9341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2003.12, + "avg_cost": 0.25, + "lambda": 13.1389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2135.83, + "avg_cost": 0.0, + "lambda": 13.2819, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2226.43, + "avg_cost": 0.25, + "lambda": 13.4198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2351.0, + "avg_cost": 0.5, + "lambda": 13.5632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2093.9, + "avg_cost": 0.75, + "lambda": 13.7689, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2516.39, + "avg_cost": 0.0, + "lambda": 14.0884, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2529.88, + "avg_cost": 0.0, + "lambda": 14.2713, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2443.27, + "avg_cost": 0.0, + "lambda": 14.393, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2391.63, + "avg_cost": 0.25, + "lambda": 14.4862, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2641.64, + "avg_cost": 0.5, + "lambda": 14.7193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2602.23, + "avg_cost": 0.75, + "lambda": 15.0572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2775.92, + "avg_cost": 0.75, + "lambda": 15.3198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2743.61, + "avg_cost": 0.25, + "lambda": 15.616, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2856.23, + "avg_cost": 0.25, + "lambda": 15.858, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2991.24, + "avg_cost": 0.0, + "lambda": 16.0762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3197.06, + "avg_cost": 0.25, + "lambda": 16.2587, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3005.71, + "avg_cost": 0.25, + "lambda": 16.4902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3016.57, + "avg_cost": 0.25, + "lambda": 16.7989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2235.86, + "avg_cost": 0.75, + "lambda": 17.1863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3407.24, + "avg_cost": 1.5, + "lambda": 17.7768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3237.35, + "avg_cost": 0.5, + "lambda": 18.5087, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3124.76, + "avg_cost": 0.25, + "lambda": 19.2424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3061.88, + "avg_cost": 1.25, + "lambda": 20.2781, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3271.55, + "avg_cost": 1.75, + "lambda": 21.968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3220.24, + "avg_cost": 2.5, + "lambda": 23.6472, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3244.51, + "avg_cost": 0.75, + "lambda": 25.2439, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3349.04, + "avg_cost": 2.0, + "lambda": 26.6418, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3424.96, + "avg_cost": 0.5, + "lambda": 28.1325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3275.7, + "avg_cost": 0.5, + "lambda": 29.4909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3647.63, + "avg_cost": 1.25, + "lambda": 30.6286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3232.39, + "avg_cost": 0.5, + "lambda": 31.5474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 675.09, + "avg_cost": 0.0, + "lambda": 32.6999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -693.9, + "avg_cost": 0.0, + "lambda": 33.4816, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -41.12, + "avg_cost": 0.0, + "lambda": 33.7541, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..43d7715c80d72bee666423ac7bbc266a4a46f220 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -9174321.85, + "constraint_satisfaction_pct": 98.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 10.3, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2156.06, + "avg_cost": 0.0, + "lambda": 10.0117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2246.61, + "avg_cost": 0.0, + "lambda": 10.0598, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2260.99, + "avg_cost": 0.0, + "lambda": 10.1328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1885.41, + "avg_cost": 0.0, + "lambda": 10.1908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2015.05, + "avg_cost": 0.0, + "lambda": 10.2284, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1850.48, + "avg_cost": 0.0, + "lambda": 10.2425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1829.71, + "avg_cost": 0.0, + "lambda": 10.2474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1683.33, + "avg_cost": 0.0, + "lambda": 10.2491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2162.31, + "avg_cost": 0.0, + "lambda": 10.2497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1670.58, + "avg_cost": 0.0, + "lambda": 10.2652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1824.28, + "avg_cost": 0.0, + "lambda": 10.2716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2387.61, + "avg_cost": 0.0, + "lambda": 10.2738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2257.15, + "avg_cost": 0.0, + "lambda": 10.2746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2575.93, + "avg_cost": 0.0, + "lambda": 10.2749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1953.39, + "avg_cost": 0.0, + "lambda": 10.2797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1943.2, + "avg_cost": 0.0, + "lambda": 10.2929, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2339.61, + "avg_cost": 0.0, + "lambda": 10.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1924.81, + "avg_cost": 0.0, + "lambda": 10.2991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2211.25, + "avg_cost": 0.0, + "lambda": 10.2997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2136.26, + "avg_cost": 0.0, + "lambda": 10.2999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2204.89, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2276.03, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2487.97, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -3045.72, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3956.38, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -4610.83, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -4937.26, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -5093.25, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -5083.23, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -5418.15, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5826.95, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -6002.74, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -6843.49, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -7500.84, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -7342.04, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -7869.7, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -8461.46, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -8301.9, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -8495.38, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -8895.72, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8845.03, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -9045.97, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -9152.9, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -9267.06, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -9925.77, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -8844.87, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -8696.58, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -8540.93, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -8663.28, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -9432.35, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -10838.04, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -11494.03, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -11425.6, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -10850.1, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -11699.29, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -11178.63, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -11149.15, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -11596.0, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -11734.34, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -11666.88, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -10661.76, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -11206.56, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -10985.62, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -11183.0, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -12284.72, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -12714.95, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -13332.86, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -11611.05, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -13200.55, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -12459.36, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -12751.48, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -13497.13, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -12616.31, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -13544.03, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -12849.77, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -13232.85, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -12877.35, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -13608.18, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -14866.6, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -16842.27, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -17222.97, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -16373.19, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -17914.36, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -18229.2, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -18369.83, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -16586.13, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -14622.77, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -14493.37, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -14559.7, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -14422.66, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -14391.93, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -14062.08, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -13489.34, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -14081.14, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -13999.99, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -14216.1, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -14723.99, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -14712.49, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -14231.42, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -13114.53, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..020499b1bdda5eca2f371ffecd57b6884cd0f932 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 798689.49, + "constraint_satisfaction_pct": 38.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 68.0976, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1659.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1606.44, + "avg_cost": 0.5, + "lambda": 10.0098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1534.12, + "avg_cost": 0.0, + "lambda": 10.0522, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1463.81, + "avg_cost": 0.0, + "lambda": 10.0834, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1641.6, + "avg_cost": 0.0, + "lambda": 10.0942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1473.39, + "avg_cost": 0.0, + "lambda": 10.1152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1394.47, + "avg_cost": 0.0, + "lambda": 10.1379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1185.27, + "avg_cost": 0.0, + "lambda": 10.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1018.9, + "avg_cost": 0.0, + "lambda": 10.1672, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1028.89, + "avg_cost": 0.0, + "lambda": 10.1723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -775.46, + "avg_cost": 0.0, + "lambda": 10.174, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -879.42, + "avg_cost": 0.0, + "lambda": 10.191, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -857.66, + "avg_cost": 0.0, + "lambda": 10.1968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -760.7, + "avg_cost": 0.0, + "lambda": 10.1989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -881.83, + "avg_cost": 0.0, + "lambda": 10.2159, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -728.14, + "avg_cost": 0.0, + "lambda": 10.2218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -545.25, + "avg_cost": 0.0, + "lambda": 10.2239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -591.68, + "avg_cost": 0.0, + "lambda": 10.2246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -622.52, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -589.06, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -633.42, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -397.0, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -643.16, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -605.66, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -183.36, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -319.93, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -161.16, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 36.78, + "avg_cost": 0.25, + "lambda": 10.2361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -208.4, + "avg_cost": 0.0, + "lambda": 10.2885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -544.09, + "avg_cost": 0.0, + "lambda": 10.4657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -12.86, + "avg_cost": 0.25, + "lambda": 10.5981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 307.8, + "avg_cost": 0.25, + "lambda": 10.6954, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -299.13, + "avg_cost": 0.0, + "lambda": 10.8042, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 128.52, + "avg_cost": 0.0, + "lambda": 10.986, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -551.14, + "avg_cost": 0.25, + "lambda": 11.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 307.06, + "avg_cost": 0.0, + "lambda": 11.4694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -13.86, + "avg_cost": 0.5, + "lambda": 11.9015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 55.92, + "avg_cost": 0.0, + "lambda": 12.5528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 138.92, + "avg_cost": 0.25, + "lambda": 13.3255, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 265.65, + "avg_cost": 0.5, + "lambda": 14.0951, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 849.0, + "avg_cost": 0.0, + "lambda": 14.7428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 884.97, + "avg_cost": 0.5, + "lambda": 15.2293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 871.73, + "avg_cost": 0.5, + "lambda": 15.8048, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 516.17, + "avg_cost": 0.75, + "lambda": 16.4245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1081.88, + "avg_cost": 0.5, + "lambda": 17.0526, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 702.41, + "avg_cost": 0.0, + "lambda": 17.6639, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1179.82, + "avg_cost": 0.5, + "lambda": 18.3118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 323.64, + "avg_cost": 2.0, + "lambda": 19.2093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 69.8, + "avg_cost": 0.0, + "lambda": 20.339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1174.94, + "avg_cost": 2.0, + "lambda": 21.497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1310.79, + "avg_cost": 1.25, + "lambda": 22.7315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1711.11, + "avg_cost": 2.75, + "lambda": 23.9585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -121.45, + "avg_cost": 1.0, + "lambda": 25.2787, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 838.21, + "avg_cost": 1.0, + "lambda": 26.6303, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1416.44, + "avg_cost": 2.75, + "lambda": 28.0983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 245.45, + "avg_cost": 0.0, + "lambda": 29.5701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 683.8, + "avg_cost": 0.0, + "lambda": 30.6383, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 999.51, + "avg_cost": 1.0, + "lambda": 31.5916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1162.92, + "avg_cost": 0.0, + "lambda": 32.8392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1412.15, + "avg_cost": 0.5, + "lambda": 34.2878, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1675.9, + "avg_cost": 1.5, + "lambda": 35.5106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1752.63, + "avg_cost": 0.75, + "lambda": 36.5015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1798.18, + "avg_cost": 0.5, + "lambda": 37.5108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1210.0, + "avg_cost": 0.5, + "lambda": 38.5861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1511.88, + "avg_cost": 0.0, + "lambda": 39.646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1818.23, + "avg_cost": 0.75, + "lambda": 40.5796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2017.25, + "avg_cost": 0.75, + "lambda": 41.4772, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1964.86, + "avg_cost": 1.0, + "lambda": 42.4698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2128.39, + "avg_cost": 0.5, + "lambda": 43.4392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2123.97, + "avg_cost": 1.5, + "lambda": 44.4809, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2032.23, + "avg_cost": 1.0, + "lambda": 45.3682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2044.94, + "avg_cost": 0.5, + "lambda": 46.0697, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2177.65, + "avg_cost": 1.25, + "lambda": 46.9118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2365.31, + "avg_cost": 0.5, + "lambda": 47.6817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2537.7, + "avg_cost": 1.5, + "lambda": 48.5759, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2277.72, + "avg_cost": 1.5, + "lambda": 49.6086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2466.92, + "avg_cost": 1.75, + "lambda": 50.6742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2064.82, + "avg_cost": 0.5, + "lambda": 51.3876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2079.75, + "avg_cost": 0.25, + "lambda": 52.0611, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2485.27, + "avg_cost": 0.25, + "lambda": 52.6943, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2578.67, + "avg_cost": 1.0, + "lambda": 53.2843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2274.5, + "avg_cost": 0.25, + "lambda": 53.8934, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2541.9, + "avg_cost": 1.25, + "lambda": 54.4867, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2060.72, + "avg_cost": 0.75, + "lambda": 55.0379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2505.26, + "avg_cost": 0.25, + "lambda": 55.6081, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2403.33, + "avg_cost": 1.0, + "lambda": 56.3233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2015.81, + "avg_cost": 1.5, + "lambda": 57.1701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2529.63, + "avg_cost": 0.25, + "lambda": 57.8886, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2254.9, + "avg_cost": 1.0, + "lambda": 58.5016, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2685.55, + "avg_cost": 2.25, + "lambda": 59.1618, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2642.84, + "avg_cost": 0.75, + "lambda": 59.8594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2656.64, + "avg_cost": 1.0, + "lambda": 60.6489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1596.2, + "avg_cost": 1.0, + "lambda": 61.5702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2848.22, + "avg_cost": 1.75, + "lambda": 62.6014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2579.4, + "avg_cost": 0.75, + "lambda": 63.8655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2623.57, + "avg_cost": 1.5, + "lambda": 64.9902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2635.92, + "avg_cost": 0.5, + "lambda": 66.0927, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2615.36, + "avg_cost": 0.25, + "lambda": 66.9605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2192.94, + "avg_cost": 0.25, + "lambda": 67.5005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2904.76, + "avg_cost": 2.5, + "lambda": 68.0976, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..60c939ebbec1952955257b0d515e8d57f031cd28 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 588316.68, + "constraint_satisfaction_pct": 93.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1681.88, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1461.14, + "avg_cost": 0.0, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1774.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1379.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1388.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1449.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1306.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1407.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1020.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -925.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1126.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -964.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -946.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -718.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -463.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -746.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -678.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -693.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -548.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -698.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -653.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -243.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -438.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -484.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -271.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -517.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 111.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 59.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -376.93, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -728.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -229.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -35.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -86.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 303.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 167.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 833.42, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 948.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 369.16, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 957.36, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 723.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1212.15, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 687.89, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 672.14, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 729.51, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 710.72, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1028.24, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1318.19, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 896.04, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1018.81, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1409.75, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1407.52, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1666.72, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1422.73, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1122.15, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1609.68, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1984.45, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1511.01, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 460.26, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 640.91, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2028.64, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 860.73, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1828.74, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1421.12, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1763.35, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1361.16, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2334.3, + "avg_cost": 27.25, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1309.04, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1143.19, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2108.19, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2228.35, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1731.87, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2538.8, + "avg_cost": 27.75, + "lambda": 0.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1330.72, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2333.6, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2485.39, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2673.81, + "avg_cost": 27.5, + "lambda": 0.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1753.98, + "avg_cost": 26.0, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2397.45, + "avg_cost": 21.5, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2592.69, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2649.51, + "avg_cost": 27.75, + "lambda": 0.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1964.22, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2544.28, + "avg_cost": 26.75, + "lambda": 0.045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1988.11, + "avg_cost": 24.75, + "lambda": 0.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2637.87, + "avg_cost": 26.0, + "lambda": 0.7375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1861.27, + "avg_cost": 18.75, + "lambda": 0.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2008.16, + "avg_cost": 28.75, + "lambda": 0.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2237.38, + "avg_cost": 35.0, + "lambda": 0.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2217.06, + "avg_cost": 22.75, + "lambda": 0.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2993.04, + "avg_cost": 31.5, + "lambda": 0.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2866.68, + "avg_cost": 29.25, + "lambda": 1.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 373.72, + "avg_cost": 6.0, + "lambda": 0.84, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 255.33, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -161.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -4.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 54.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 89.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 127.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 19.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 308.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 362.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..137eaf0dbfbfc00a675520d57dd87c7a169fb654 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12291702.81, + "constraint_satisfaction_pct": 32.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 365.1606, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13407.51, + "avg_cost": 58.5, + "lambda": 15.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13276.47, + "avg_cost": 23.75, + "lambda": 60.5517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12931.06, + "avg_cost": 5.5, + "lambda": 90.4968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12754.94, + "avg_cost": 3.75, + "lambda": 104.6681, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 12910.32, + "avg_cost": 0.75, + "lambda": 113.2745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13049.56, + "avg_cost": 6.25, + "lambda": 121.3228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12722.46, + "avg_cost": 0.0, + "lambda": 127.6065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 12668.56, + "avg_cost": 3.0, + "lambda": 133.6266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 12953.05, + "avg_cost": 4.5, + "lambda": 139.6518, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12566.7, + "avg_cost": 0.0, + "lambda": 144.7117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12473.82, + "avg_cost": 0.25, + "lambda": 149.9607, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 12668.52, + "avg_cost": 8.0, + "lambda": 155.9831, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 12397.13, + "avg_cost": 10.75, + "lambda": 161.5859, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 12498.85, + "avg_cost": 0.25, + "lambda": 166.0039, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 12475.72, + "avg_cost": 6.5, + "lambda": 169.5996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12491.89, + "avg_cost": 5.5, + "lambda": 174.0369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12417.73, + "avg_cost": 6.0, + "lambda": 178.0058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12282.3, + "avg_cost": 1.75, + "lambda": 183.0499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 12271.2, + "avg_cost": 4.0, + "lambda": 187.9163, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12087.98, + "avg_cost": 0.5, + "lambda": 193.5677, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 12110.26, + "avg_cost": 1.0, + "lambda": 197.451, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12155.81, + "avg_cost": 8.75, + "lambda": 200.5968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12357.71, + "avg_cost": 2.75, + "lambda": 203.5812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 11940.06, + "avg_cost": 0.0, + "lambda": 206.762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 11932.87, + "avg_cost": 0.0, + "lambda": 209.5841, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 11935.74, + "avg_cost": 0.0, + "lambda": 211.4759, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 11824.72, + "avg_cost": 4.75, + "lambda": 214.0443, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12129.04, + "avg_cost": 3.5, + "lambda": 216.2222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12325.13, + "avg_cost": 0.75, + "lambda": 219.3673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12064.95, + "avg_cost": 14.0, + "lambda": 222.7452, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12061.0, + "avg_cost": 1.5, + "lambda": 226.7226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12356.53, + "avg_cost": 3.25, + "lambda": 229.4962, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12020.15, + "avg_cost": 1.25, + "lambda": 231.5986, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12170.3, + "avg_cost": 3.75, + "lambda": 233.1285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 11983.55, + "avg_cost": 2.75, + "lambda": 235.3213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 11935.61, + "avg_cost": 0.0, + "lambda": 238.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12237.92, + "avg_cost": 1.0, + "lambda": 240.6368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12029.55, + "avg_cost": 0.0, + "lambda": 243.578, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 11721.05, + "avg_cost": 2.75, + "lambda": 245.6838, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12200.76, + "avg_cost": 2.25, + "lambda": 248.5846, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12187.32, + "avg_cost": 0.0, + "lambda": 251.2606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12247.93, + "avg_cost": 5.5, + "lambda": 252.9293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12258.52, + "avg_cost": 0.5, + "lambda": 254.718, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12612.29, + "avg_cost": 0.0, + "lambda": 256.1706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12243.03, + "avg_cost": 0.0, + "lambda": 257.6515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12415.03, + "avg_cost": 0.0, + "lambda": 259.4005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12075.14, + "avg_cost": 0.0, + "lambda": 262.0668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12392.07, + "avg_cost": 7.25, + "lambda": 263.7847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12136.25, + "avg_cost": 8.5, + "lambda": 265.6919, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 11653.2, + "avg_cost": 3.0, + "lambda": 268.1134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 11639.98, + "avg_cost": 1.75, + "lambda": 270.2749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12063.52, + "avg_cost": 0.0, + "lambda": 272.294, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 11885.37, + "avg_cost": 0.0, + "lambda": 274.1703, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12034.99, + "avg_cost": 0.0, + "lambda": 276.9434, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12285.73, + "avg_cost": 3.5, + "lambda": 279.3591, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12276.38, + "avg_cost": 0.0, + "lambda": 281.7785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12026.28, + "avg_cost": 1.0, + "lambda": 284.107, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12245.72, + "avg_cost": 0.0, + "lambda": 285.9227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11929.29, + "avg_cost": 1.25, + "lambda": 287.409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 11777.52, + "avg_cost": 3.75, + "lambda": 289.5838, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 11899.14, + "avg_cost": 0.0, + "lambda": 291.5061, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11881.89, + "avg_cost": 1.0, + "lambda": 292.8215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 12096.74, + "avg_cost": 0.0, + "lambda": 293.6304, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12140.79, + "avg_cost": 0.0, + "lambda": 294.8577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12320.68, + "avg_cost": 0.0, + "lambda": 297.252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 11800.64, + "avg_cost": 1.25, + "lambda": 300.0673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11806.77, + "avg_cost": 8.75, + "lambda": 303.2822, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11818.8, + "avg_cost": 1.5, + "lambda": 307.2033, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12052.41, + "avg_cost": 0.0, + "lambda": 310.1567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12310.03, + "avg_cost": 0.0, + "lambda": 312.711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12449.69, + "avg_cost": 0.0, + "lambda": 314.725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12589.35, + "avg_cost": 1.0, + "lambda": 317.287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12284.17, + "avg_cost": 0.5, + "lambda": 318.9095, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12383.74, + "avg_cost": 4.25, + "lambda": 320.4538, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12082.87, + "avg_cost": 0.0, + "lambda": 322.441, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12208.47, + "avg_cost": 0.25, + "lambda": 324.0824, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12341.38, + "avg_cost": 5.5, + "lambda": 325.6098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12337.9, + "avg_cost": 0.0, + "lambda": 327.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12307.28, + "avg_cost": 1.5, + "lambda": 328.545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12664.82, + "avg_cost": 5.25, + "lambda": 329.9409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12449.81, + "avg_cost": 7.0, + "lambda": 332.5794, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12597.68, + "avg_cost": 0.0, + "lambda": 335.119, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12128.58, + "avg_cost": 0.0, + "lambda": 336.9162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 12528.71, + "avg_cost": 0.0, + "lambda": 338.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12259.82, + "avg_cost": 0.0, + "lambda": 339.1377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12495.95, + "avg_cost": 2.0, + "lambda": 340.3624, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12423.46, + "avg_cost": 0.0, + "lambda": 341.9587, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12527.12, + "avg_cost": 5.75, + "lambda": 344.1771, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12552.02, + "avg_cost": 3.0, + "lambda": 346.1752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 12338.71, + "avg_cost": 0.0, + "lambda": 347.3644, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12625.56, + "avg_cost": 0.0, + "lambda": 348.1524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12650.61, + "avg_cost": 0.0, + "lambda": 349.3248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12488.48, + "avg_cost": 0.0, + "lambda": 350.8257, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12196.25, + "avg_cost": 0.0, + "lambda": 352.3997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 11963.71, + "avg_cost": 1.75, + "lambda": 354.4361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12034.92, + "avg_cost": 1.0, + "lambda": 356.2626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12616.45, + "avg_cost": 0.0, + "lambda": 357.5958, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12601.51, + "avg_cost": 0.25, + "lambda": 359.8243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12262.58, + "avg_cost": 0.0, + "lambda": 362.5219, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12354.32, + "avg_cost": 0.0, + "lambda": 364.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12316.43, + "avg_cost": 3.25, + "lambda": 365.1606, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..4356ddc3521f5f52f11ddd6e81e0737d9f481b9a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2823761.83, + "constraint_satisfaction_pct": 63.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 7.49, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 6.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2930.13, + "avg_cost": 65.0, + "lambda": 8.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3205.56, + "avg_cost": 116.25, + "lambda": 15.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3475.55, + "avg_cost": 122.75, + "lambda": 23.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3460.02, + "avg_cost": 89.25, + "lambda": 31.5325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2801.89, + "avg_cost": 100.25, + "lambda": 39.2425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2286.41, + "avg_cost": 73.0, + "lambda": 46.565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3125.06, + "avg_cost": 81.5, + "lambda": 51.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3469.89, + "avg_cost": 87.25, + "lambda": 56.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4113.54, + "avg_cost": 91.0, + "lambda": 63.695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3450.8, + "avg_cost": 88.0, + "lambda": 70.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2128.68, + "avg_cost": 94.75, + "lambda": 76.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2686.66, + "avg_cost": 58.5, + "lambda": 81.49, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2703.31, + "avg_cost": 74.0, + "lambda": 85.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2330.36, + "avg_cost": 58.0, + "lambda": 88.665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2088.97, + "avg_cost": 39.5, + "lambda": 90.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2409.46, + "avg_cost": 39.5, + "lambda": 91.64, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2372.44, + "avg_cost": 31.75, + "lambda": 92.66, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2800.07, + "avg_cost": 48.75, + "lambda": 93.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2727.82, + "avg_cost": 72.75, + "lambda": 96.77, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2490.82, + "avg_cost": 40.0, + "lambda": 98.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2425.52, + "avg_cost": 48.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2501.82, + "avg_cost": 58.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1079.29, + "avg_cost": 23.25, + "lambda": 99.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1876.98, + "avg_cost": 0.25, + "lambda": 98.42, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2021.27, + "avg_cost": 1.75, + "lambda": 96.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2299.18, + "avg_cost": 18.25, + "lambda": 96.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2458.18, + "avg_cost": 4.5, + "lambda": 94.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2619.0, + "avg_cost": 7.5, + "lambda": 93.4775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2714.02, + "avg_cost": 7.75, + "lambda": 92.885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2896.75, + "avg_cost": 9.0, + "lambda": 92.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2801.98, + "avg_cost": 19.0, + "lambda": 91.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2519.16, + "avg_cost": 16.5, + "lambda": 91.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2452.74, + "avg_cost": 15.0, + "lambda": 90.88, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2348.22, + "avg_cost": 26.0, + "lambda": 90.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2818.35, + "avg_cost": 11.0, + "lambda": 90.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2625.05, + "avg_cost": 3.5, + "lambda": 89.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2579.84, + "avg_cost": 9.75, + "lambda": 88.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2854.02, + "avg_cost": 14.0, + "lambda": 86.82, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3122.15, + "avg_cost": 22.5, + "lambda": 85.915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2506.44, + "avg_cost": 32.0, + "lambda": 85.685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2630.08, + "avg_cost": 19.75, + "lambda": 85.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2398.39, + "avg_cost": 33.0, + "lambda": 85.305, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2395.77, + "avg_cost": 30.5, + "lambda": 85.995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2272.25, + "avg_cost": 24.5, + "lambda": 87.725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1631.93, + "avg_cost": 29.25, + "lambda": 87.12, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2143.42, + "avg_cost": 20.5, + "lambda": 86.665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1719.11, + "avg_cost": 11.0, + "lambda": 86.8575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2204.27, + "avg_cost": 0.0, + "lambda": 84.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2734.84, + "avg_cost": 18.0, + "lambda": 84.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2247.96, + "avg_cost": 41.25, + "lambda": 83.58, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2373.48, + "avg_cost": 24.75, + "lambda": 83.945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2900.61, + "avg_cost": 30.25, + "lambda": 84.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2373.43, + "avg_cost": 40.0, + "lambda": 83.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2580.14, + "avg_cost": 19.5, + "lambda": 83.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2663.77, + "avg_cost": 5.0, + "lambda": 82.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2802.24, + "avg_cost": 0.0, + "lambda": 80.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2589.09, + "avg_cost": 2.5, + "lambda": 78.9375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2749.62, + "avg_cost": 3.0, + "lambda": 76.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2919.66, + "avg_cost": 3.0, + "lambda": 74.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2838.49, + "avg_cost": 1.0, + "lambda": 72.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2882.47, + "avg_cost": 2.75, + "lambda": 70.3325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2702.63, + "avg_cost": 0.0, + "lambda": 67.9675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2658.26, + "avg_cost": 1.5, + "lambda": 65.4975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2767.51, + "avg_cost": 0.75, + "lambda": 63.0325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2595.15, + "avg_cost": 0.0, + "lambda": 60.5575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2602.28, + "avg_cost": 0.0, + "lambda": 58.1075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2618.18, + "avg_cost": 0.0, + "lambda": 55.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2569.98, + "avg_cost": 0.0, + "lambda": 53.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2534.98, + "avg_cost": 0.0, + "lambda": 50.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2668.84, + "avg_cost": 0.0, + "lambda": 48.42, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2844.4, + "avg_cost": 2.75, + "lambda": 46.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2747.61, + "avg_cost": 0.0, + "lambda": 43.675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2883.49, + "avg_cost": 0.75, + "lambda": 41.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2744.73, + "avg_cost": 7.75, + "lambda": 38.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2811.66, + "avg_cost": 0.0, + "lambda": 36.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2711.05, + "avg_cost": 0.75, + "lambda": 34.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3111.89, + "avg_cost": 13.25, + "lambda": 31.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2997.62, + "avg_cost": 4.5, + "lambda": 29.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3112.34, + "avg_cost": 0.75, + "lambda": 27.4925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3008.43, + "avg_cost": 2.0, + "lambda": 25.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2959.71, + "avg_cost": 1.5, + "lambda": 23.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3535.0, + "avg_cost": 19.0, + "lambda": 21.8975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3255.7, + "avg_cost": 2.25, + "lambda": 20.615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3288.87, + "avg_cost": 9.25, + "lambda": 18.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3046.75, + "avg_cost": 0.25, + "lambda": 16.685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3728.75, + "avg_cost": 7.75, + "lambda": 15.1325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3667.59, + "avg_cost": 9.0, + "lambda": 13.605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3617.74, + "avg_cost": 6.75, + "lambda": 11.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3783.53, + "avg_cost": 14.5, + "lambda": 10.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3336.1, + "avg_cost": 5.75, + "lambda": 9.49, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3689.48, + "avg_cost": 17.25, + "lambda": 8.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3752.64, + "avg_cost": 15.75, + "lambda": 7.1075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3774.07, + "avg_cost": 10.0, + "lambda": 6.4925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3643.61, + "avg_cost": 17.5, + "lambda": 5.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3702.75, + "avg_cost": 16.5, + "lambda": 6.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3802.4, + "avg_cost": 20.5, + "lambda": 5.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3946.43, + "avg_cost": 18.75, + "lambda": 5.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3839.92, + "avg_cost": 19.25, + "lambda": 6.3475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4097.75, + "avg_cost": 35.25, + "lambda": 7.135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3876.1, + "avg_cost": 22.25, + "lambda": 7.49, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..65f3bdd4346990a9a42bdcf4e0596e1140bdfef3 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2976055.36, + "constraint_satisfaction_pct": 59.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 7.205, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 8.57, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2503.75, + "avg_cost": 34.25, + "lambda": 14.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2471.04, + "avg_cost": 75.5, + "lambda": 25.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2597.27, + "avg_cost": 42.75, + "lambda": 28.46, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2262.57, + "avg_cost": 22.5, + "lambda": 33.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2145.39, + "avg_cost": 22.75, + "lambda": 33.065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2073.22, + "avg_cost": 39.75, + "lambda": 34.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2621.56, + "avg_cost": 32.0, + "lambda": 35.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2153.41, + "avg_cost": 26.25, + "lambda": 35.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2237.55, + "avg_cost": 25.75, + "lambda": 40.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2309.31, + "avg_cost": 19.5, + "lambda": 40.4975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2310.12, + "avg_cost": 10.25, + "lambda": 42.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2201.04, + "avg_cost": 10.75, + "lambda": 44.9975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2419.77, + "avg_cost": 26.5, + "lambda": 45.635, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2210.35, + "avg_cost": 19.5, + "lambda": 47.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2639.45, + "avg_cost": 14.25, + "lambda": 45.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2655.47, + "avg_cost": 9.5, + "lambda": 44.3075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2661.2, + "avg_cost": 1.25, + "lambda": 44.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2441.56, + "avg_cost": 27.75, + "lambda": 45.17, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2369.74, + "avg_cost": 20.0, + "lambda": 44.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2066.5, + "avg_cost": 26.75, + "lambda": 44.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3414.76, + "avg_cost": 33.5, + "lambda": 45.83, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2779.77, + "avg_cost": 35.0, + "lambda": 43.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3001.75, + "avg_cost": 37.25, + "lambda": 43.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2380.19, + "avg_cost": 12.5, + "lambda": 45.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3253.41, + "avg_cost": 34.25, + "lambda": 44.8025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3180.87, + "avg_cost": 47.75, + "lambda": 45.14, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2639.39, + "avg_cost": 14.75, + "lambda": 45.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3483.14, + "avg_cost": 43.5, + "lambda": 47.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2867.95, + "avg_cost": 46.0, + "lambda": 46.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2742.63, + "avg_cost": 4.75, + "lambda": 45.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2675.3, + "avg_cost": 6.5, + "lambda": 45.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3024.78, + "avg_cost": 18.75, + "lambda": 45.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2482.83, + "avg_cost": 32.25, + "lambda": 45.875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2858.05, + "avg_cost": 34.75, + "lambda": 46.3625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2483.43, + "avg_cost": 17.0, + "lambda": 46.6025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2652.73, + "avg_cost": 3.75, + "lambda": 48.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2824.78, + "avg_cost": 17.75, + "lambda": 49.505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2647.15, + "avg_cost": 11.0, + "lambda": 49.46, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2456.73, + "avg_cost": 23.75, + "lambda": 49.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2595.88, + "avg_cost": 9.5, + "lambda": 49.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2515.25, + "avg_cost": 22.25, + "lambda": 46.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2167.87, + "avg_cost": 22.25, + "lambda": 46.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2284.3, + "avg_cost": 34.5, + "lambda": 45.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2623.43, + "avg_cost": 12.75, + "lambda": 45.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2261.05, + "avg_cost": 19.25, + "lambda": 43.5725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2828.43, + "avg_cost": 16.75, + "lambda": 40.3775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2434.44, + "avg_cost": 15.25, + "lambda": 38.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2976.64, + "avg_cost": 17.75, + "lambda": 37.265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2519.26, + "avg_cost": 18.5, + "lambda": 35.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2623.07, + "avg_cost": 21.25, + "lambda": 34.6475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2426.59, + "avg_cost": 15.5, + "lambda": 35.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3144.19, + "avg_cost": 32.5, + "lambda": 34.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2697.85, + "avg_cost": 25.0, + "lambda": 34.7375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2370.04, + "avg_cost": 16.25, + "lambda": 34.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2475.43, + "avg_cost": 13.5, + "lambda": 31.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2438.82, + "avg_cost": 7.25, + "lambda": 28.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2594.9, + "avg_cost": 8.25, + "lambda": 24.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2556.51, + "avg_cost": 21.0, + "lambda": 20.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3206.23, + "avg_cost": 20.25, + "lambda": 16.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3249.04, + "avg_cost": 15.0, + "lambda": 15.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2903.23, + "avg_cost": 14.75, + "lambda": 13.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3669.52, + "avg_cost": 28.5, + "lambda": 11.1125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3754.2, + "avg_cost": 21.0, + "lambda": 11.4275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3619.51, + "avg_cost": 21.5, + "lambda": 9.7175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3746.97, + "avg_cost": 37.25, + "lambda": 11.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3562.21, + "avg_cost": 25.75, + "lambda": 9.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3675.83, + "avg_cost": 25.75, + "lambda": 10.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3574.39, + "avg_cost": 16.5, + "lambda": 9.785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3980.21, + "avg_cost": 24.75, + "lambda": 8.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3757.56, + "avg_cost": 21.25, + "lambda": 6.7025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3901.39, + "avg_cost": 39.0, + "lambda": 8.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3196.71, + "avg_cost": 31.5, + "lambda": 10.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3869.08, + "avg_cost": 18.0, + "lambda": 9.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3983.2, + "avg_cost": 26.75, + "lambda": 10.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3813.78, + "avg_cost": 35.0, + "lambda": 9.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4092.07, + "avg_cost": 31.5, + "lambda": 10.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3608.43, + "avg_cost": 32.5, + "lambda": 15.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3764.18, + "avg_cost": 34.0, + "lambda": 17.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3266.78, + "avg_cost": 8.25, + "lambda": 15.9875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3280.59, + "avg_cost": 36.0, + "lambda": 15.23, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2066.9, + "avg_cost": 23.75, + "lambda": 15.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2326.44, + "avg_cost": 25.75, + "lambda": 17.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2409.34, + "avg_cost": 20.25, + "lambda": 15.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3445.62, + "avg_cost": 7.5, + "lambda": 12.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3742.13, + "avg_cost": 35.5, + "lambda": 13.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3623.73, + "avg_cost": 36.5, + "lambda": 19.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3406.67, + "avg_cost": 12.5, + "lambda": 17.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3448.91, + "avg_cost": 11.75, + "lambda": 13.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3724.37, + "avg_cost": 19.75, + "lambda": 12.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3583.59, + "avg_cost": 49.5, + "lambda": 12.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3215.1, + "avg_cost": 23.5, + "lambda": 12.4325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3139.06, + "avg_cost": 9.25, + "lambda": 9.275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4310.04, + "avg_cost": 38.25, + "lambda": 6.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3658.05, + "avg_cost": 23.0, + "lambda": 10.8125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3428.52, + "avg_cost": 15.25, + "lambda": 8.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4152.24, + "avg_cost": 17.75, + "lambda": 9.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3927.93, + "avg_cost": 20.25, + "lambda": 7.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4007.45, + "avg_cost": 26.75, + "lambda": 6.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3744.26, + "avg_cost": 24.25, + "lambda": 8.675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3857.61, + "avg_cost": 13.75, + "lambda": 7.205, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..8eef05a3ee1480f95e698870b5ba721e52165477 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3216876.56, + "constraint_satisfaction_pct": 62.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 24.4575, + "seed": 0, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 8.57, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2435.53, + "avg_cost": 29.25, + "lambda": 13.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2898.31, + "avg_cost": 36.0, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2380.21, + "avg_cost": 12.25, + "lambda": 18.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2347.67, + "avg_cost": 45.25, + "lambda": 20.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2561.8, + "avg_cost": 31.5, + "lambda": 25.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2450.76, + "avg_cost": 38.75, + "lambda": 25.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2327.01, + "avg_cost": 12.5, + "lambda": 30.695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2410.06, + "avg_cost": 27.75, + "lambda": 29.675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2551.93, + "avg_cost": 17.75, + "lambda": 30.3725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2758.79, + "avg_cost": 17.75, + "lambda": 29.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3383.39, + "avg_cost": 10.75, + "lambda": 23.7425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3513.19, + "avg_cost": 14.5, + "lambda": 22.3325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4356.22, + "avg_cost": 89.25, + "lambda": 25.4675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2921.3, + "avg_cost": 0.25, + "lambda": 31.5575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2918.49, + "avg_cost": 1.0, + "lambda": 24.8975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3602.19, + "avg_cost": 21.75, + "lambda": 20.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3584.98, + "avg_cost": 47.0, + "lambda": 27.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2849.92, + "avg_cost": 5.75, + "lambda": 23.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3486.51, + "avg_cost": 17.5, + "lambda": 20.84, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3419.31, + "avg_cost": 14.5, + "lambda": 17.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3810.95, + "avg_cost": 71.5, + "lambda": 27.935, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3446.06, + "avg_cost": 73.5, + "lambda": 46.325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2651.32, + "avg_cost": 3.0, + "lambda": 47.4125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3009.94, + "avg_cost": 3.75, + "lambda": 41.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3235.86, + "avg_cost": 5.5, + "lambda": 35.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3414.59, + "avg_cost": 3.25, + "lambda": 31.895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3328.59, + "avg_cost": 2.75, + "lambda": 26.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3313.8, + "avg_cost": 31.25, + "lambda": 23.6075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3327.02, + "avg_cost": 14.0, + "lambda": 21.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4018.75, + "avg_cost": 88.25, + "lambda": 30.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3247.86, + "avg_cost": 4.5, + "lambda": 38.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2644.68, + "avg_cost": 1.75, + "lambda": 31.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2839.64, + "avg_cost": 2.25, + "lambda": 25.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3229.09, + "avg_cost": 16.25, + "lambda": 20.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3554.84, + "avg_cost": 26.5, + "lambda": 17.57, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3728.58, + "avg_cost": 37.0, + "lambda": 14.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3241.86, + "avg_cost": 25.0, + "lambda": 15.785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4043.02, + "avg_cost": 90.25, + "lambda": 31.055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3406.2, + "avg_cost": 33.0, + "lambda": 47.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2946.74, + "avg_cost": 4.25, + "lambda": 43.31, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2791.63, + "avg_cost": 3.5, + "lambda": 36.905, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3238.08, + "avg_cost": 6.0, + "lambda": 30.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3181.26, + "avg_cost": 9.5, + "lambda": 24.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3236.29, + "avg_cost": 3.75, + "lambda": 18.1775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3446.69, + "avg_cost": 15.0, + "lambda": 13.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3082.2, + "avg_cost": 10.0, + "lambda": 8.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3966.41, + "avg_cost": 45.0, + "lambda": 7.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4141.86, + "avg_cost": 100.5, + "lambda": 26.5325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3324.7, + "avg_cost": 8.75, + "lambda": 42.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2984.65, + "avg_cost": 7.5, + "lambda": 37.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2817.05, + "avg_cost": 2.0, + "lambda": 31.2875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2984.21, + "avg_cost": 2.0, + "lambda": 24.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3076.69, + "avg_cost": 6.25, + "lambda": 18.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3175.63, + "avg_cost": 4.25, + "lambda": 12.65, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2648.96, + "avg_cost": 10.75, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2933.97, + "avg_cost": 15.25, + "lambda": 6.785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3119.49, + "avg_cost": 32.5, + "lambda": 4.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3195.35, + "avg_cost": 29.5, + "lambda": 7.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3345.4, + "avg_cost": 9.0, + "lambda": 5.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3215.73, + "avg_cost": 45.75, + "lambda": 5.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3084.33, + "avg_cost": 20.25, + "lambda": 10.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2695.26, + "avg_cost": 21.75, + "lambda": 9.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3099.35, + "avg_cost": 12.25, + "lambda": 6.7025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3396.65, + "avg_cost": 26.75, + "lambda": 5.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3495.77, + "avg_cost": 31.75, + "lambda": 6.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3379.27, + "avg_cost": 35.0, + "lambda": 7.94, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3318.51, + "avg_cost": 23.0, + "lambda": 5.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3507.48, + "avg_cost": 32.25, + "lambda": 4.715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3940.77, + "avg_cost": 41.75, + "lambda": 10.0775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2664.43, + "avg_cost": 72.5, + "lambda": 15.8525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3214.1, + "avg_cost": 41.25, + "lambda": 19.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3301.91, + "avg_cost": 24.5, + "lambda": 24.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2931.12, + "avg_cost": 18.5, + "lambda": 26.5175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3353.53, + "avg_cost": 20.25, + "lambda": 25.1675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3233.48, + "avg_cost": 11.0, + "lambda": 23.4275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2553.35, + "avg_cost": 17.75, + "lambda": 20.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3456.0, + "avg_cost": 12.75, + "lambda": 17.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3299.36, + "avg_cost": 7.5, + "lambda": 13.8575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3507.43, + "avg_cost": 14.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3210.41, + "avg_cost": 17.5, + "lambda": 7.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3733.77, + "avg_cost": 16.5, + "lambda": 6.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3978.83, + "avg_cost": 58.5, + "lambda": 12.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3751.13, + "avg_cost": 42.5, + "lambda": 22.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3240.81, + "avg_cost": 11.0, + "lambda": 20.795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2924.98, + "avg_cost": 10.25, + "lambda": 17.3525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3637.02, + "avg_cost": 12.0, + "lambda": 13.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3409.35, + "avg_cost": 6.5, + "lambda": 9.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3409.87, + "avg_cost": 15.75, + "lambda": 5.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3614.3, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3648.49, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3638.79, + "avg_cost": 25.0, + "lambda": 5.0025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3355.33, + "avg_cost": 14.0, + "lambda": 5.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3385.39, + "avg_cost": 46.25, + "lambda": 8.1375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3590.73, + "avg_cost": 40.25, + "lambda": 14.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3650.17, + "avg_cost": 53.25, + "lambda": 22.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3302.83, + "avg_cost": 22.25, + "lambda": 29.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3058.49, + "avg_cost": 18.0, + "lambda": 30.93, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2931.86, + "avg_cost": 7.75, + "lambda": 26.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3290.41, + "avg_cost": 20.5, + "lambda": 23.715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3406.03, + "avg_cost": 58.75, + "lambda": 24.4575, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..3eec4375aab6524154f66a8101cf01b1538a1aac --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2352598.18, + "constraint_satisfaction_pct": 1.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 14.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1797.54, + "avg_cost": 14.75, + "lambda": 43.0539, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1780.19, + "avg_cost": 32.25, + "lambda": 60.2342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2152.07, + "avg_cost": 16.5, + "lambda": 71.0166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2537.01, + "avg_cost": 9.25, + "lambda": 77.6029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2259.1, + "avg_cost": 6.5, + "lambda": 81.951, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1887.11, + "avg_cost": 37.75, + "lambda": 86.1746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2122.47, + "avg_cost": 24.5, + "lambda": 92.1167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1631.18, + "avg_cost": 11.0, + "lambda": 98.2779, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2158.85, + "avg_cost": 26.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2225.82, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2094.06, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2321.67, + "avg_cost": 21.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2128.35, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1863.39, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2541.82, + "avg_cost": 31.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2257.18, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2027.05, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1989.25, + "avg_cost": 43.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2138.84, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2300.79, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2334.45, + "avg_cost": 23.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2062.82, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2295.43, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2400.79, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2575.76, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2691.47, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2084.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2871.55, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2808.37, + "avg_cost": 36.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2726.67, + "avg_cost": 23.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2655.47, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 967.14, + "avg_cost": 47.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2782.37, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2648.41, + "avg_cost": 44.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2363.92, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2607.1, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3040.32, + "avg_cost": 35.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2346.5, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2521.09, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2004.06, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2286.47, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2306.13, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2312.02, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2118.91, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2241.5, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2275.67, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2188.54, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2116.24, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1900.59, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2091.98, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1998.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2092.25, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2030.46, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2150.6, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2203.76, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1984.06, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2239.05, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2122.62, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2036.85, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2146.65, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2362.89, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2704.43, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2675.92, + "avg_cost": 26.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2681.9, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2071.25, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2110.17, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2228.05, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2508.06, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2259.67, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2266.49, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2345.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2405.74, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2321.82, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2306.39, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2452.18, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2582.39, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2458.92, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1075.98, + "avg_cost": 47.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2208.06, + "avg_cost": 23.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1987.78, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2948.41, + "avg_cost": 33.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2422.96, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2637.34, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2688.35, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2658.21, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2611.67, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2443.7, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2612.53, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2580.91, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2843.38, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2843.2, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3159.25, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3071.99, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2949.28, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3109.2, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2993.14, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2934.19, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2867.31, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2749.68, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2884.75, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..ca7dc6ae43a20abef0fce9347c63d25a5c559bd3 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2417860.03, + "constraint_satisfaction_pct": 12.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 14.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3042.44, + "avg_cost": 59.25, + "lambda": 26.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1869.88, + "avg_cost": 27.5, + "lambda": 35.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 1812.92, + "avg_cost": 23.0, + "lambda": 42.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1991.96, + "avg_cost": 5.25, + "lambda": 48.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2217.47, + "avg_cost": 4.25, + "lambda": 53.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2044.6, + "avg_cost": 3.25, + "lambda": 56.1025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2275.72, + "avg_cost": 5.25, + "lambda": 60.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2228.12, + "avg_cost": 10.0, + "lambda": 64.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2106.97, + "avg_cost": 7.0, + "lambda": 69.745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3031.06, + "avg_cost": 24.0, + "lambda": 74.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2367.23, + "avg_cost": 12.5, + "lambda": 79.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2506.86, + "avg_cost": 16.75, + "lambda": 83.515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1960.9, + "avg_cost": 22.5, + "lambda": 88.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2176.76, + "avg_cost": 6.0, + "lambda": 93.0175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2277.82, + "avg_cost": 17.25, + "lambda": 98.8525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2299.71, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2380.35, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2012.36, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2296.91, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2076.0, + "avg_cost": 31.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1690.18, + "avg_cost": 22.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1451.14, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1749.77, + "avg_cost": 28.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1787.14, + "avg_cost": 39.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1837.95, + "avg_cost": 25.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1963.22, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1982.05, + "avg_cost": 32.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1706.84, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2485.34, + "avg_cost": 52.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2307.92, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1773.38, + "avg_cost": 54.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2081.79, + "avg_cost": 33.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2202.31, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2363.24, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2605.72, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2810.5, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2223.31, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2361.6, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1937.53, + "avg_cost": 59.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1744.14, + "avg_cost": 66.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2051.57, + "avg_cost": 42.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2811.98, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2897.65, + "avg_cost": 28.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2772.57, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3264.29, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2738.67, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2401.24, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2767.15, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2694.17, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3004.27, + "avg_cost": 40.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2633.79, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2775.6, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1938.15, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3057.45, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2603.38, + "avg_cost": 0.5, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2886.56, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2022.42, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2409.16, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2164.01, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2529.46, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2363.4, + "avg_cost": 0.0, + "lambda": 99.805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2551.03, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2217.02, + "avg_cost": 0.0, + "lambda": 99.88, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1938.34, + "avg_cost": 0.0, + "lambda": 99.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1788.16, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1981.53, + "avg_cost": 0.5, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2818.27, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3713.35, + "avg_cost": 32.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3307.57, + "avg_cost": 23.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2240.8, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1451.65, + "avg_cost": 124.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -292.72, + "avg_cost": 206.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 956.73, + "avg_cost": 42.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1422.31, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2687.97, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2465.51, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2870.21, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2780.26, + "avg_cost": 0.25, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2786.0, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2999.93, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2958.13, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3016.36, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2964.81, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3072.35, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3174.44, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2855.1, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2718.83, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2080.82, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2203.71, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2787.55, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2482.69, + "avg_cost": 22.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2782.31, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2916.16, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3105.05, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2846.83, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2881.07, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2815.0, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2936.03, + "avg_cost": 1.25, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3007.21, + "avg_cost": 1.25, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3060.2, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v16_stronglam.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..5d8a91cbf7cddb6bd5e3d8c0f63e4cd9169764dd --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2213362.42, + "constraint_satisfaction_pct": 10.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1325.37, + "avg_cost": 15.0, + "lambda": 119.7872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1595.42, + "avg_cost": 29.0, + "lambda": 172.2679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 1767.77, + "avg_cost": 8.25, + "lambda": 202.5812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1938.49, + "avg_cost": 3.75, + "lambda": 218.5347, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1736.0, + "avg_cost": 5.5, + "lambda": 230.9628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2108.82, + "avg_cost": 25.5, + "lambda": 242.6455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 1764.67, + "avg_cost": 7.0, + "lambda": 256.2752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1648.86, + "avg_cost": 9.5, + "lambda": 269.7303, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1717.88, + "avg_cost": 8.75, + "lambda": 280.5682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1834.17, + "avg_cost": 17.75, + "lambda": 291.0628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 1974.95, + "avg_cost": 24.75, + "lambda": 300.6572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1763.93, + "avg_cost": 4.25, + "lambda": 308.883, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1963.37, + "avg_cost": 2.5, + "lambda": 318.2945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1980.5, + "avg_cost": 3.5, + "lambda": 326.0013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1867.29, + "avg_cost": 6.0, + "lambda": 331.3499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1926.49, + "avg_cost": 8.5, + "lambda": 337.1437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2357.59, + "avg_cost": 24.0, + "lambda": 344.6149, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1993.12, + "avg_cost": 2.25, + "lambda": 353.4361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2269.78, + "avg_cost": 1.25, + "lambda": 359.0889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2676.34, + "avg_cost": 41.0, + "lambda": 369.1562, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 803.77, + "avg_cost": 47.25, + "lambda": 387.6421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1757.87, + "avg_cost": 6.25, + "lambda": 416.4574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2048.99, + "avg_cost": 0.5, + "lambda": 431.2152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2305.57, + "avg_cost": 3.25, + "lambda": 439.7929, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1697.78, + "avg_cost": 3.25, + "lambda": 446.6591, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2547.26, + "avg_cost": 4.75, + "lambda": 450.7673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2056.2, + "avg_cost": 2.75, + "lambda": 453.7677, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2116.86, + "avg_cost": 2.0, + "lambda": 458.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2000.62, + "avg_cost": 1.75, + "lambda": 462.4188, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2416.57, + "avg_cost": 9.25, + "lambda": 465.6351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1774.93, + "avg_cost": 3.5, + "lambda": 469.7814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2436.55, + "avg_cost": 0.25, + "lambda": 471.8139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2412.35, + "avg_cost": 11.0, + "lambda": 473.8843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2279.75, + "avg_cost": 1.0, + "lambda": 476.4916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2187.03, + "avg_cost": 14.25, + "lambda": 479.1052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2205.84, + "avg_cost": 0.0, + "lambda": 483.2136, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1931.75, + "avg_cost": 0.0, + "lambda": 487.8357, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2267.32, + "avg_cost": 2.25, + "lambda": 491.4811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2115.56, + "avg_cost": 0.75, + "lambda": 494.9471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2604.7, + "avg_cost": 0.5, + "lambda": 497.4518, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2556.21, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2237.66, + "avg_cost": 5.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2394.27, + "avg_cost": 15.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2281.34, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2261.23, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2218.18, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2370.03, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2368.07, + "avg_cost": 4.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2589.26, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2479.51, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2467.25, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2597.77, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2414.7, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2571.18, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2390.91, + "avg_cost": 36.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2163.12, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2625.07, + "avg_cost": 6.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1755.24, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2281.29, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2350.33, + "avg_cost": 11.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2411.12, + "avg_cost": 15.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2307.21, + "avg_cost": 7.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2378.95, + "avg_cost": 7.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2417.12, + "avg_cost": 11.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2638.14, + "avg_cost": 18.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1967.41, + "avg_cost": 9.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2455.58, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2264.03, + "avg_cost": 19.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2454.57, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2094.54, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2297.85, + "avg_cost": 15.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2332.7, + "avg_cost": 36.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1748.98, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1651.63, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2487.84, + "avg_cost": 7.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2300.5, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2112.18, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2259.78, + "avg_cost": 7.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1749.82, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2359.03, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1916.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2371.92, + "avg_cost": 4.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2482.77, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2583.75, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2234.07, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2540.9, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2235.9, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2173.69, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2699.64, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 1956.04, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2878.6, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2334.14, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2599.42, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2445.33, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2460.97, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2314.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2346.73, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2386.05, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2599.49, + "avg_cost": 2.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2565.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..f867a59682ee0c096e4f0a3b7c5e1e4508d6d2ad --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1858276.1, + "constraint_satisfaction_pct": 76.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 214.6284, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1822.18, + "avg_cost": 11.0, + "lambda": 114.4817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2231.62, + "avg_cost": 0.5, + "lambda": 156.463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2025.28, + "avg_cost": 3.0, + "lambda": 172.8786, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1966.48, + "avg_cost": 0.0, + "lambda": 180.087, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1916.03, + "avg_cost": 0.0, + "lambda": 183.1414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1660.27, + "avg_cost": 2.5, + "lambda": 184.5808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 1551.8, + "avg_cost": 0.75, + "lambda": 185.9713, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2074.63, + "avg_cost": 0.0, + "lambda": 186.8907, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1490.7, + "avg_cost": 7.5, + "lambda": 187.3631, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2021.22, + "avg_cost": 0.0, + "lambda": 188.0626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2055.1, + "avg_cost": 0.0, + "lambda": 188.4195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2215.52, + "avg_cost": 3.0, + "lambda": 188.9157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2388.06, + "avg_cost": 0.0, + "lambda": 190.3423, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2242.99, + "avg_cost": 0.0, + "lambda": 192.1299, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2371.66, + "avg_cost": 0.0, + "lambda": 193.0418, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2433.67, + "avg_cost": 0.0, + "lambda": 193.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2414.7, + "avg_cost": 0.0, + "lambda": 194.1369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2381.08, + "avg_cost": 3.75, + "lambda": 195.844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2187.5, + "avg_cost": 0.0, + "lambda": 198.3827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2239.79, + "avg_cost": 0.0, + "lambda": 199.8812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2202.86, + "avg_cost": 0.0, + "lambda": 200.4603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2017.61, + "avg_cost": 0.0, + "lambda": 200.6653, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2041.39, + "avg_cost": 0.0, + "lambda": 200.7367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2350.61, + "avg_cost": 0.0, + "lambda": 200.7617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2343.13, + "avg_cost": 0.0, + "lambda": 200.7789, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2235.91, + "avg_cost": 0.0, + "lambda": 200.8328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2304.01, + "avg_cost": 0.0, + "lambda": 200.8837, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2462.43, + "avg_cost": 0.0, + "lambda": 200.9678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2370.21, + "avg_cost": 0.0, + "lambda": 201.0855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2364.71, + "avg_cost": 0.0, + "lambda": 201.1406, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2263.02, + "avg_cost": 0.0, + "lambda": 201.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2379.93, + "avg_cost": 0.0, + "lambda": 201.2432, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2183.88, + "avg_cost": 0.0, + "lambda": 201.3108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2389.49, + "avg_cost": 0.0, + "lambda": 201.3363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2509.62, + "avg_cost": 0.0, + "lambda": 201.3555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2475.35, + "avg_cost": 0.0, + "lambda": 201.3784, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2526.41, + "avg_cost": 0.0, + "lambda": 201.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2605.97, + "avg_cost": 0.0, + "lambda": 201.4021, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2480.33, + "avg_cost": 0.0, + "lambda": 201.4313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2154.52, + "avg_cost": 0.0, + "lambda": 201.4435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2210.96, + "avg_cost": 0.25, + "lambda": 201.4502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2283.34, + "avg_cost": 0.0, + "lambda": 201.4711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2534.0, + "avg_cost": 0.25, + "lambda": 201.4924, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2362.4, + "avg_cost": 0.0, + "lambda": 201.5239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2448.42, + "avg_cost": 0.0, + "lambda": 201.5667, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2571.2, + "avg_cost": 0.0, + "lambda": 201.6334, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2632.03, + "avg_cost": 0.0, + "lambda": 201.6931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2608.62, + "avg_cost": 0.0, + "lambda": 202.022, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2535.71, + "avg_cost": 0.0, + "lambda": 203.4335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2078.69, + "avg_cost": 0.0, + "lambda": 204.9164, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2242.85, + "avg_cost": 0.0, + "lambda": 205.6059, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2192.81, + "avg_cost": 0.0, + "lambda": 205.8463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2172.15, + "avg_cost": 0.0, + "lambda": 205.9301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2204.3, + "avg_cost": 0.0, + "lambda": 205.9594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2309.8, + "avg_cost": 0.0, + "lambda": 206.306, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2218.07, + "avg_cost": 0.0, + "lambda": 206.8813, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2179.63, + "avg_cost": 0.0, + "lambda": 207.3287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2159.71, + "avg_cost": 0.0, + "lambda": 207.8823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2424.46, + "avg_cost": 0.0, + "lambda": 208.252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2747.66, + "avg_cost": 0.0, + "lambda": 208.381, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2851.36, + "avg_cost": 2.5, + "lambda": 208.7506, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2775.87, + "avg_cost": 3.0, + "lambda": 209.9392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2578.27, + "avg_cost": 0.0, + "lambda": 211.2489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2614.89, + "avg_cost": 0.0, + "lambda": 211.7055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2727.12, + "avg_cost": 0.0, + "lambda": 211.8648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2359.35, + "avg_cost": 0.0, + "lambda": 211.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2054.12, + "avg_cost": 0.0, + "lambda": 212.063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1850.5, + "avg_cost": 0.0, + "lambda": 212.1685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1835.69, + "avg_cost": 0.0, + "lambda": 212.2053, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1555.79, + "avg_cost": 0.0, + "lambda": 212.2344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1354.63, + "avg_cost": 0.25, + "lambda": 212.2471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1456.68, + "avg_cost": 0.0, + "lambda": 212.2806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1321.72, + "avg_cost": 0.25, + "lambda": 212.3177, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1396.36, + "avg_cost": 0.0, + "lambda": 212.3834, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1334.04, + "avg_cost": 0.0, + "lambda": 212.5023, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1282.69, + "avg_cost": 0.0, + "lambda": 212.6623, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1166.45, + "avg_cost": 0.0, + "lambda": 212.7692, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1261.96, + "avg_cost": 0.0, + "lambda": 212.8408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1222.9, + "avg_cost": 0.0, + "lambda": 212.9447, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1276.59, + "avg_cost": 0.0, + "lambda": 213.029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1134.65, + "avg_cost": 0.0, + "lambda": 213.0753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1077.92, + "avg_cost": 0.0, + "lambda": 213.0914, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 936.5, + "avg_cost": 0.0, + "lambda": 213.1133, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 894.55, + "avg_cost": 0.0, + "lambda": 213.1277, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 895.57, + "avg_cost": 0.0, + "lambda": 213.1585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 846.7, + "avg_cost": 0.0, + "lambda": 213.1692, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 744.05, + "avg_cost": 0.0, + "lambda": 213.1931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 743.49, + "avg_cost": 0.25, + "lambda": 213.2326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 586.22, + "avg_cost": 1.25, + "lambda": 213.283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 748.54, + "avg_cost": 0.0, + "lambda": 213.4378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 695.23, + "avg_cost": 0.0, + "lambda": 213.5526, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 581.23, + "avg_cost": 0.25, + "lambda": 213.654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 559.87, + "avg_cost": 0.0, + "lambda": 213.8132, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 678.86, + "avg_cost": 0.0, + "lambda": 213.9772, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 535.76, + "avg_cost": 0.25, + "lambda": 214.0993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 496.35, + "avg_cost": 0.0, + "lambda": 214.1696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 408.22, + "avg_cost": 0.0, + "lambda": 214.2718, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 319.29, + "avg_cost": 0.0, + "lambda": 214.4031, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 329.15, + "avg_cost": 0.75, + "lambda": 214.5166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 319.87, + "avg_cost": 0.0, + "lambda": 214.6284, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..5f6e94557637c20ee3e635d0c47011ff82a432bd --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3183570.77, + "constraint_satisfaction_pct": 42.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 212.49, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2291.32, + "avg_cost": 21.75, + "lambda": 115.9224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2307.39, + "avg_cost": 13.75, + "lambda": 163.2243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2442.05, + "avg_cost": 4.25, + "lambda": 187.4527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2742.19, + "avg_cost": 0.5, + "lambda": 201.9752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2978.79, + "avg_cost": 0.75, + "lambda": 211.8375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2682.39, + "avg_cost": 19.5, + "lambda": 223.7551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2518.82, + "avg_cost": 2.0, + "lambda": 234.6515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2360.48, + "avg_cost": 3.75, + "lambda": 243.413, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2649.57, + "avg_cost": 1.75, + "lambda": 249.6144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2851.82, + "avg_cost": 0.75, + "lambda": 253.1786, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2759.1, + "avg_cost": 1.0, + "lambda": 257.6753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2952.61, + "avg_cost": 0.0, + "lambda": 262.227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2919.26, + "avg_cost": 2.5, + "lambda": 265.5324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3093.98, + "avg_cost": 23.75, + "lambda": 268.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2091.39, + "avg_cost": 0.0, + "lambda": 277.2375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2371.26, + "avg_cost": 0.5, + "lambda": 282.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3288.62, + "avg_cost": 0.0, + "lambda": 284.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2748.5, + "avg_cost": 1.75, + "lambda": 287.9306, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3672.87, + "avg_cost": 1.5, + "lambda": 290.6812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2806.63, + "avg_cost": 1.0, + "lambda": 295.3412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3301.21, + "avg_cost": 1.0, + "lambda": 297.9658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3211.41, + "avg_cost": 1.5, + "lambda": 300.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3741.21, + "avg_cost": 4.0, + "lambda": 303.2736, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3819.52, + "avg_cost": 18.25, + "lambda": 307.2357, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3487.59, + "avg_cost": 4.75, + "lambda": 311.9437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3089.11, + "avg_cost": 4.0, + "lambda": 315.7521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2596.03, + "avg_cost": 0.25, + "lambda": 319.6873, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2599.41, + "avg_cost": 4.0, + "lambda": 323.5118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3046.62, + "avg_cost": 1.25, + "lambda": 327.1598, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3514.7, + "avg_cost": 5.0, + "lambda": 331.5655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3301.91, + "avg_cost": 3.5, + "lambda": 337.2831, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3927.21, + "avg_cost": 1.25, + "lambda": 341.0897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3223.63, + "avg_cost": 0.75, + "lambda": 343.778, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3502.13, + "avg_cost": 1.0, + "lambda": 346.4979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3319.25, + "avg_cost": 3.75, + "lambda": 351.3062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3406.25, + "avg_cost": 0.5, + "lambda": 357.5344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3662.7, + "avg_cost": 1.5, + "lambda": 363.1959, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3553.23, + "avg_cost": 20.0, + "lambda": 368.3805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4470.34, + "avg_cost": 69.0, + "lambda": 375.2841, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3524.58, + "avg_cost": 8.25, + "lambda": 393.6238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3658.35, + "avg_cost": 0.0, + "lambda": 405.0104, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3516.6, + "avg_cost": 0.75, + "lambda": 413.5469, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4134.62, + "avg_cost": 22.75, + "lambda": 423.5712, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2921.48, + "avg_cost": 4.75, + "lambda": 437.6326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3975.24, + "avg_cost": 3.5, + "lambda": 446.7368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3960.8, + "avg_cost": 2.25, + "lambda": 452.7394, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4308.33, + "avg_cost": 31.25, + "lambda": 473.4571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1813.76, + "avg_cost": 7.0, + "lambda": 495.4426, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2263.43, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2342.14, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2930.5, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3066.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3130.05, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2923.53, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2897.63, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3146.7, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3302.12, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3255.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3521.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3538.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4265.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4032.4, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3074.37, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3009.36, + "avg_cost": 30.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3300.6, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3666.33, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3829.07, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4037.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5252.23, + "avg_cost": 23.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5476.09, + "avg_cost": 53.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3444.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2975.46, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2895.54, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2557.54, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2629.33, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2518.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2558.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2624.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2541.37, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2517.87, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2452.9, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2401.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2432.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2427.53, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2525.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2646.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2890.01, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3083.26, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3495.22, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3657.43, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4668.16, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3083.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2866.44, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3218.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3205.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3008.82, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3541.6, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3611.49, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3963.35, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4135.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..a6c2026dadab338518c5dd23b704b05edb2d048d --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2387678.07, + "constraint_satisfaction_pct": 42.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1718.49, + "avg_cost": 21.75, + "lambda": 115.9224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1730.54, + "avg_cost": 13.75, + "lambda": 163.2243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 1831.54, + "avg_cost": 4.25, + "lambda": 187.4527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2056.64, + "avg_cost": 0.5, + "lambda": 201.9752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2234.09, + "avg_cost": 0.75, + "lambda": 211.8375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2011.79, + "avg_cost": 19.5, + "lambda": 223.7551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 1889.12, + "avg_cost": 2.0, + "lambda": 234.6515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1770.36, + "avg_cost": 3.75, + "lambda": 243.413, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1987.18, + "avg_cost": 1.75, + "lambda": 249.6144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2138.86, + "avg_cost": 0.75, + "lambda": 253.1786, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2069.32, + "avg_cost": 1.0, + "lambda": 257.6753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2214.46, + "avg_cost": 0.0, + "lambda": 262.227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2189.45, + "avg_cost": 2.5, + "lambda": 265.5324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2320.48, + "avg_cost": 23.75, + "lambda": 268.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1568.54, + "avg_cost": 0.0, + "lambda": 277.2375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1778.44, + "avg_cost": 0.5, + "lambda": 282.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2466.46, + "avg_cost": 0.0, + "lambda": 284.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2061.38, + "avg_cost": 1.75, + "lambda": 287.9306, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2754.65, + "avg_cost": 1.5, + "lambda": 290.6812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2104.97, + "avg_cost": 1.0, + "lambda": 295.3412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2475.91, + "avg_cost": 1.0, + "lambda": 297.9658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2408.56, + "avg_cost": 1.5, + "lambda": 300.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2805.91, + "avg_cost": 4.0, + "lambda": 303.2736, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2864.64, + "avg_cost": 18.25, + "lambda": 307.2357, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2615.69, + "avg_cost": 4.75, + "lambda": 311.9437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2316.83, + "avg_cost": 4.0, + "lambda": 315.7521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1947.03, + "avg_cost": 0.25, + "lambda": 319.6873, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1949.55, + "avg_cost": 4.0, + "lambda": 323.5118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2284.97, + "avg_cost": 1.25, + "lambda": 327.1598, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2636.03, + "avg_cost": 5.0, + "lambda": 331.5655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2476.44, + "avg_cost": 3.5, + "lambda": 337.2831, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2945.41, + "avg_cost": 1.25, + "lambda": 341.0897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2417.72, + "avg_cost": 0.75, + "lambda": 343.778, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2626.6, + "avg_cost": 1.0, + "lambda": 346.4979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2489.44, + "avg_cost": 3.75, + "lambda": 351.3062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2554.69, + "avg_cost": 0.5, + "lambda": 357.5344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2747.03, + "avg_cost": 1.5, + "lambda": 363.1959, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2664.92, + "avg_cost": 20.0, + "lambda": 368.3805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3352.75, + "avg_cost": 69.0, + "lambda": 375.2841, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2643.44, + "avg_cost": 8.25, + "lambda": 393.6238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2743.76, + "avg_cost": 0.0, + "lambda": 405.0104, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2637.45, + "avg_cost": 0.75, + "lambda": 413.5469, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3100.96, + "avg_cost": 22.75, + "lambda": 423.5712, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2191.11, + "avg_cost": 4.75, + "lambda": 437.6326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2981.43, + "avg_cost": 3.5, + "lambda": 446.7368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2970.6, + "avg_cost": 2.25, + "lambda": 452.7394, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3231.25, + "avg_cost": 31.25, + "lambda": 473.4571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1360.32, + "avg_cost": 7.0, + "lambda": 495.4426, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1697.57, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1756.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2197.88, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2299.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2347.54, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2192.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2173.23, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2360.02, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2476.59, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2441.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2641.27, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2653.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3199.38, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3024.3, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2305.77, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2257.02, + "avg_cost": 30.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2475.45, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2749.75, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2871.8, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3028.32, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3939.17, + "avg_cost": 23.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4107.07, + "avg_cost": 53.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2583.27, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2231.6, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2171.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1918.15, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1972.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1889.02, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1918.53, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1968.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1906.03, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1888.4, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1839.68, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1801.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1824.45, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1820.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1894.23, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1984.99, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2167.51, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2312.45, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2621.42, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2743.07, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3501.12, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2312.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2149.83, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2413.91, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2404.34, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2256.62, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2656.2, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2708.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2972.51, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3101.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..acc6015023833c2f4ac1d0927557a9b097606d5c --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3352156.38, + "constraint_satisfaction_pct": 51.8, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 8.8575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 6.04, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": 3339.7, + "avg_cost": 80.5, + "lambda": 8.0225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": 4245.41, + "avg_cost": 126.0, + "lambda": 14.72, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": 3192.68, + "avg_cost": 99.75, + "lambda": 20.815, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": 3945.69, + "avg_cost": 107.0, + "lambda": 26.82, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": 3707.05, + "avg_cost": 94.0, + "lambda": 33.6525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": 2916.54, + "avg_cost": 32.5, + "lambda": 32.14, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": 3347.4, + "avg_cost": 39.25, + "lambda": 34.22, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": 3386.47, + "avg_cost": 53.25, + "lambda": 33.845, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": 3186.05, + "avg_cost": 54.0, + "lambda": 34.98, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": 3087.47, + "avg_cost": 41.75, + "lambda": 35.94, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": 3823.45, + "avg_cost": 107.5, + "lambda": 39.4325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": 3408.18, + "avg_cost": 108.0, + "lambda": 44.78, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": 3206.47, + "avg_cost": 92.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": 3490.96, + "avg_cost": 107.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": 3262.65, + "avg_cost": 81.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": 3335.37, + "avg_cost": 73.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": 3845.77, + "avg_cost": 94.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": 3767.53, + "avg_cost": 88.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": 3523.78, + "avg_cost": 74.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": 3189.87, + "avg_cost": 61.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": 2713.01, + "avg_cost": 42.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": 3595.96, + "avg_cost": 61.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": 3017.91, + "avg_cost": 34.5, + "lambda": 49.4175, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 3118.33, + "avg_cost": 57.75, + "lambda": 49.3725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 3181.31, + "avg_cost": 28.0, + "lambda": 49.8475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 3061.96, + "avg_cost": 31.25, + "lambda": 49.52, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 3843.31, + "avg_cost": 59.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 2928.74, + "avg_cost": 25.5, + "lambda": 49.8375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 3511.36, + "avg_cost": 59.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 3376.02, + "avg_cost": 55.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 2846.24, + "avg_cost": 29.75, + "lambda": 49.6425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 3688.37, + "avg_cost": 63.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 3382.75, + "avg_cost": 41.0, + "lambda": 49.73, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 3323.22, + "avg_cost": 43.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 3004.75, + "avg_cost": 41.25, + "lambda": 49.845, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 2695.65, + "avg_cost": 33.25, + "lambda": 49.75, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 3666.86, + "avg_cost": 51.75, + "lambda": 49.095, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 2807.41, + "avg_cost": 28.5, + "lambda": 49.22, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 2932.06, + "avg_cost": 19.5, + "lambda": 47.6825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 3275.79, + "avg_cost": 41.25, + "lambda": 46.66, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 2469.79, + "avg_cost": 12.5, + "lambda": 45.52, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 3949.88, + "avg_cost": 46.0, + "lambda": 44.7725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 3735.05, + "avg_cost": 45.25, + "lambda": 44.0975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 2492.33, + "avg_cost": 14.5, + "lambda": 43.475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 2810.0, + "avg_cost": 20.75, + "lambda": 41.46, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 3364.65, + "avg_cost": 32.5, + "lambda": 40.055, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 3205.0, + "avg_cost": 34.5, + "lambda": 39.46, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 3567.76, + "avg_cost": 71.75, + "lambda": 41.0325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 3190.75, + "avg_cost": 20.0, + "lambda": 41.72, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 3540.76, + "avg_cost": 47.5, + "lambda": 40.0775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 4054.65, + "avg_cost": 60.5, + "lambda": 40.8425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 2805.06, + "avg_cost": 8.25, + "lambda": 39.33, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2728.58, + "avg_cost": 9.75, + "lambda": 36.365, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 3039.91, + "avg_cost": 18.0, + "lambda": 34.15, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 3181.64, + "avg_cost": 9.5, + "lambda": 31.6225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 3520.57, + "avg_cost": 53.75, + "lambda": 32.795, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 3617.16, + "avg_cost": 22.5, + "lambda": 33.825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 3209.03, + "avg_cost": 27.25, + "lambda": 32.49, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2838.13, + "avg_cost": 0.25, + "lambda": 30.5675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2457.46, + "avg_cost": 6.0, + "lambda": 27.58, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 3417.97, + "avg_cost": 7.75, + "lambda": 25.375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 3744.84, + "avg_cost": 25.0, + "lambda": 24.5425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 3868.95, + "avg_cost": 50.25, + "lambda": 25.89, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 3533.64, + "avg_cost": 37.0, + "lambda": 24.835, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 3301.86, + "avg_cost": 37.0, + "lambda": 24.725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 3525.04, + "avg_cost": 22.25, + "lambda": 22.97, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 3656.37, + "avg_cost": 24.5, + "lambda": 21.9525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 3436.46, + "avg_cost": 33.5, + "lambda": 20.755, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 3406.75, + "avg_cost": 18.5, + "lambda": 19.11, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 3891.16, + "avg_cost": 54.5, + "lambda": 19.7375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 3068.1, + "avg_cost": 11.0, + "lambda": 20.98, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 3697.26, + "avg_cost": 20.5, + "lambda": 19.9875, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 3635.12, + "avg_cost": 37.75, + "lambda": 19.91, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 3332.02, + "avg_cost": 26.5, + "lambda": 18.12, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 3442.96, + "avg_cost": 35.0, + "lambda": 18.8925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 3820.73, + "avg_cost": 63.5, + "lambda": 20.5, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 3337.63, + "avg_cost": 20.25, + "lambda": 21.8975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 3570.52, + "avg_cost": 50.25, + "lambda": 20.8925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 3835.44, + "avg_cost": 44.5, + "lambda": 19.805, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 3285.57, + "avg_cost": 30.5, + "lambda": 20.6575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 3517.69, + "avg_cost": 49.25, + "lambda": 20.4475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 3435.17, + "avg_cost": 14.0, + "lambda": 19.2625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 3898.55, + "avg_cost": 53.25, + "lambda": 18.145, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 3373.18, + "avg_cost": 39.25, + "lambda": 17.3225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 3435.35, + "avg_cost": 15.25, + "lambda": 15.1725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 3290.73, + "avg_cost": 27.75, + "lambda": 13.0675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 3065.77, + "avg_cost": 12.75, + "lambda": 11.8625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 3346.25, + "avg_cost": 26.25, + "lambda": 9.7575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 3534.21, + "avg_cost": 45.25, + "lambda": 9.485, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 3387.41, + "avg_cost": 49.75, + "lambda": 9.0475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 3315.19, + "avg_cost": 22.75, + "lambda": 8.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 3737.57, + "avg_cost": 41.5, + "lambda": 6.7125, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 3940.22, + "avg_cost": 71.75, + "lambda": 7.1075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 3316.06, + "avg_cost": 22.5, + "lambda": 7.3475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 3454.72, + "avg_cost": 9.75, + "lambda": 5.3825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 3101.91, + "avg_cost": 18.75, + "lambda": 4.01, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 3715.07, + "avg_cost": 38.5, + "lambda": 3.4525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 3973.5, + "avg_cost": 67.5, + "lambda": 3.93, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 3960.33, + "avg_cost": 62.75, + "lambda": 5.6475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 4096.49, + "avg_cost": 112.75, + "lambda": 8.8575, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ebe61c36e665194da65ca0e67bd41210e3611e59 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3185460.79, + "constraint_satisfaction_pct": 57.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 2.0125, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 6.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2476.91, + "avg_cost": 34.5, + "lambda": 7.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3246.63, + "avg_cost": 95.5, + "lambda": 12.5475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3811.32, + "avg_cost": 97.5, + "lambda": 18.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3758.89, + "avg_cost": 115.5, + "lambda": 25.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3051.25, + "avg_cost": 112.0, + "lambda": 32.63, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3511.73, + "avg_cost": 90.25, + "lambda": 39.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2396.59, + "avg_cost": 93.25, + "lambda": 44.7325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2483.46, + "avg_cost": 63.5, + "lambda": 49.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2881.76, + "avg_cost": 50.25, + "lambda": 50.99, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2688.12, + "avg_cost": 54.5, + "lambda": 52.94, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3078.22, + "avg_cost": 51.0, + "lambda": 53.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3387.15, + "avg_cost": 55.25, + "lambda": 55.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2914.84, + "avg_cost": 34.5, + "lambda": 56.4925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3716.35, + "avg_cost": 70.5, + "lambda": 58.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2324.9, + "avg_cost": 29.5, + "lambda": 59.265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1673.41, + "avg_cost": 15.75, + "lambda": 58.4775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2466.01, + "avg_cost": 26.0, + "lambda": 56.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2316.77, + "avg_cost": 18.5, + "lambda": 55.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 1832.15, + "avg_cost": 5.75, + "lambda": 52.9375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1803.05, + "avg_cost": 12.0, + "lambda": 49.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2925.38, + "avg_cost": 14.75, + "lambda": 46.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2347.29, + "avg_cost": 2.75, + "lambda": 43.2925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2529.34, + "avg_cost": 16.5, + "lambda": 40.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2207.54, + "avg_cost": 17.0, + "lambda": 38.325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2427.97, + "avg_cost": 6.75, + "lambda": 35.0775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2430.83, + "avg_cost": 11.75, + "lambda": 33.8, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2895.03, + "avg_cost": 15.25, + "lambda": 30.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2787.49, + "avg_cost": 27.75, + "lambda": 28.5175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2159.34, + "avg_cost": 9.5, + "lambda": 26.1375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2656.45, + "avg_cost": 14.25, + "lambda": 23.18, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2611.27, + "avg_cost": 6.0, + "lambda": 20.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2695.27, + "avg_cost": 18.75, + "lambda": 18.77, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2741.03, + "avg_cost": 11.25, + "lambda": 17.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3078.82, + "avg_cost": 20.5, + "lambda": 15.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3359.84, + "avg_cost": 35.25, + "lambda": 13.3825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3353.38, + "avg_cost": 51.25, + "lambda": 12.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2921.88, + "avg_cost": 39.75, + "lambda": 13.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3129.48, + "avg_cost": 22.75, + "lambda": 12.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3032.89, + "avg_cost": 28.75, + "lambda": 11.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3317.65, + "avg_cost": 37.75, + "lambda": 11.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3447.95, + "avg_cost": 56.5, + "lambda": 10.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3791.15, + "avg_cost": 85.5, + "lambda": 12.1325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3177.71, + "avg_cost": 67.75, + "lambda": 14.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3268.19, + "avg_cost": 47.25, + "lambda": 14.9725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3413.68, + "avg_cost": 43.25, + "lambda": 15.045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2434.95, + "avg_cost": 7.0, + "lambda": 13.1475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3190.1, + "avg_cost": 20.25, + "lambda": 10.7625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2842.06, + "avg_cost": 8.75, + "lambda": 7.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2553.99, + "avg_cost": 13.5, + "lambda": 4.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3202.3, + "avg_cost": 18.0, + "lambda": 3.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2311.13, + "avg_cost": 17.25, + "lambda": 2.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2694.13, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2972.72, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3553.96, + "avg_cost": 61.0, + "lambda": 1.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3645.41, + "avg_cost": 49.5, + "lambda": 1.8475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3735.3, + "avg_cost": 55.25, + "lambda": 2.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3843.12, + "avg_cost": 85.75, + "lambda": 3.8125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3909.39, + "avg_cost": 69.5, + "lambda": 5.3275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2793.34, + "avg_cost": 22.5, + "lambda": 5.27, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2358.35, + "avg_cost": 25.5, + "lambda": 3.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3182.66, + "avg_cost": 13.0, + "lambda": 0.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3292.17, + "avg_cost": 44.0, + "lambda": 0.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3651.02, + "avg_cost": 68.0, + "lambda": 0.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4287.07, + "avg_cost": 97.0, + "lambda": 2.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3799.94, + "avg_cost": 71.0, + "lambda": 5.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3691.96, + "avg_cost": 58.5, + "lambda": 7.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3357.69, + "avg_cost": 41.0, + "lambda": 7.5125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3999.93, + "avg_cost": 67.5, + "lambda": 8.245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3290.37, + "avg_cost": 31.5, + "lambda": 8.65, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3430.38, + "avg_cost": 39.25, + "lambda": 9.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3716.39, + "avg_cost": 64.0, + "lambda": 9.865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3720.07, + "avg_cost": 49.5, + "lambda": 9.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2657.11, + "avg_cost": 33.25, + "lambda": 9.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2612.27, + "avg_cost": 17.0, + "lambda": 7.39, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3136.18, + "avg_cost": 25.5, + "lambda": 5.3525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3139.49, + "avg_cost": 22.75, + "lambda": 3.1425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3448.15, + "avg_cost": 26.25, + "lambda": 2.085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3763.98, + "avg_cost": 30.25, + "lambda": 1.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4065.71, + "avg_cost": 54.25, + "lambda": 3.3025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4115.81, + "avg_cost": 61.75, + "lambda": 5.64, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3675.79, + "avg_cost": 29.5, + "lambda": 6.065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3243.08, + "avg_cost": 27.5, + "lambda": 5.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2965.17, + "avg_cost": 15.25, + "lambda": 3.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3482.63, + "avg_cost": 30.5, + "lambda": 2.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3731.87, + "avg_cost": 43.25, + "lambda": 2.265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4174.92, + "avg_cost": 58.25, + "lambda": 2.28, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4044.03, + "avg_cost": 62.25, + "lambda": 3.7075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3721.73, + "avg_cost": 36.75, + "lambda": 4.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3572.94, + "avg_cost": 35.75, + "lambda": 1.6075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4293.41, + "avg_cost": 56.25, + "lambda": 2.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4084.46, + "avg_cost": 61.25, + "lambda": 3.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3944.95, + "avg_cost": 37.0, + "lambda": 2.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3856.89, + "avg_cost": 33.0, + "lambda": 2.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3491.52, + "avg_cost": 18.0, + "lambda": 2.3275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4029.61, + "avg_cost": 44.0, + "lambda": 1.715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4255.81, + "avg_cost": 52.25, + "lambda": 3.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4388.5, + "avg_cost": 54.75, + "lambda": 4.4875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3753.82, + "avg_cost": 32.0, + "lambda": 4.87, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3722.7, + "avg_cost": 28.75, + "lambda": 3.535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3762.46, + "avg_cost": 14.5, + "lambda": 2.0125, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dafcf1b798b1260ba3a024bd2cfc2a0d53f5a29d --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 351367.94, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -8996.58, + "avg_cost": 19.5, + "lambda": 4.945, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8674.03, + "avg_cost": 15.75, + "lambda": 4.07, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8214.1, + "avg_cost": 18.75, + "lambda": 3.0575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -7850.36, + "avg_cost": 11.0, + "lambda": 1.71, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7985.53, + "avg_cost": 9.25, + "lambda": 0.4975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7432.78, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -7219.35, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6965.86, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6488.02, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6034.53, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5642.5, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -5088.87, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4785.76, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -4357.84, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -4154.21, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -3789.2, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -3153.6, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -2847.11, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -2443.52, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -2063.9, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -1898.08, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -1373.34, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -1077.77, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": -666.17, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": -381.18, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": -301.6, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": -32.54, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 329.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 242.94, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 682.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 791.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 888.58, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1098.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1003.99, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1108.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1177.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1191.69, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 999.92, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1344.32, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1435.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1446.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1480.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1794.67, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1592.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1694.34, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 1826.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 1707.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 1793.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 1952.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 1881.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 1982.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 1751.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 1803.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 1718.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 1967.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 2177.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2158.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 2136.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2288.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2128.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2308.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 2188.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2285.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2087.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2153.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2305.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2414.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2251.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2239.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2373.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2093.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2246.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2226.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2418.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2441.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2378.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2204.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2469.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2326.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2402.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2461.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2606.12, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2612.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2666.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2677.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2514.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2569.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2463.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2586.2, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2464.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2283.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2590.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2433.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 2686.67, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2615.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 2800.66, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 3064.39, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 2614.64, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 2651.59, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2840.38, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 2900.56, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_baseline_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..6ce659d8eae16c12dbe5dfc58ee5caad0fee6d15 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -669790.3, + "constraint_satisfaction_pct": 2.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 46.0936, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2781.91, + "avg_cost": 17.25, + "lambda": 1.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2998.31, + "avg_cost": 23.25, + "lambda": 2.724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2772.13, + "avg_cost": 15.5, + "lambda": 4.4137, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2446.69, + "avg_cost": 19.25, + "lambda": 5.9995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2501.27, + "avg_cost": 11.25, + "lambda": 7.5151, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2587.13, + "avg_cost": 17.75, + "lambda": 9.0466, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2530.2, + "avg_cost": 16.25, + "lambda": 10.5007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2503.3, + "avg_cost": 14.5, + "lambda": 11.8981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2594.41, + "avg_cost": 13.5, + "lambda": 13.2607, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2331.48, + "avg_cost": 14.0, + "lambda": 14.6551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2164.59, + "avg_cost": 10.75, + "lambda": 16.0228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2092.59, + "avg_cost": 12.75, + "lambda": 17.2392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2127.53, + "avg_cost": 10.5, + "lambda": 18.3978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2354.09, + "avg_cost": 13.5, + "lambda": 19.568, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2002.87, + "avg_cost": 10.5, + "lambda": 20.6585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2189.15, + "avg_cost": 6.75, + "lambda": 21.6937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1967.83, + "avg_cost": 9.75, + "lambda": 22.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1971.22, + "avg_cost": 11.5, + "lambda": 23.5617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1802.16, + "avg_cost": 5.75, + "lambda": 24.4603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1813.96, + "avg_cost": 7.75, + "lambda": 25.1895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1847.88, + "avg_cost": 6.75, + "lambda": 25.9603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2105.88, + "avg_cost": 4.5, + "lambda": 26.6766, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1889.01, + "avg_cost": 4.25, + "lambda": 27.2701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2224.51, + "avg_cost": 4.5, + "lambda": 27.7541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1760.26, + "avg_cost": 3.5, + "lambda": 28.1687, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1835.61, + "avg_cost": 1.25, + "lambda": 28.5332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1698.37, + "avg_cost": 2.75, + "lambda": 28.8453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1643.43, + "avg_cost": 1.75, + "lambda": 29.1369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1542.69, + "avg_cost": 3.0, + "lambda": 29.3653, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1679.9, + "avg_cost": 1.25, + "lambda": 29.5668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1324.47, + "avg_cost": 3.75, + "lambda": 29.7404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1165.85, + "avg_cost": 3.5, + "lambda": 29.9074, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1287.12, + "avg_cost": 3.25, + "lambda": 30.0835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1410.82, + "avg_cost": 1.5, + "lambda": 30.2676, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1492.87, + "avg_cost": 1.25, + "lambda": 30.4194, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1348.06, + "avg_cost": 0.0, + "lambda": 30.5477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1336.42, + "avg_cost": 0.75, + "lambda": 30.6548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1209.96, + "avg_cost": 0.5, + "lambda": 30.7499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1196.32, + "avg_cost": 0.5, + "lambda": 30.8539, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1097.6, + "avg_cost": 0.5, + "lambda": 30.946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1037.38, + "avg_cost": 0.0, + "lambda": 31.0423, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1232.64, + "avg_cost": 1.5, + "lambda": 31.1427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1009.31, + "avg_cost": 1.5, + "lambda": 31.2411, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -994.68, + "avg_cost": 0.5, + "lambda": 31.3485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -896.72, + "avg_cost": 1.75, + "lambda": 31.4477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -727.88, + "avg_cost": 2.0, + "lambda": 31.558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -925.81, + "avg_cost": 1.25, + "lambda": 31.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -911.91, + "avg_cost": 1.75, + "lambda": 31.878, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -855.87, + "avg_cost": 0.75, + "lambda": 32.0377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -755.73, + "avg_cost": 1.0, + "lambda": 32.1665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -868.79, + "avg_cost": 4.5, + "lambda": 32.2897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -604.62, + "avg_cost": 2.0, + "lambda": 32.4356, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -342.98, + "avg_cost": 2.0, + "lambda": 32.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -802.95, + "avg_cost": 1.25, + "lambda": 32.7739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -727.34, + "avg_cost": 0.5, + "lambda": 32.9839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -626.97, + "avg_cost": 1.25, + "lambda": 33.1608, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -808.28, + "avg_cost": 0.75, + "lambda": 33.3302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -638.67, + "avg_cost": 8.5, + "lambda": 33.4734, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -734.02, + "avg_cost": 0.25, + "lambda": 33.6482, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -703.25, + "avg_cost": 1.25, + "lambda": 33.8419, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -658.5, + "avg_cost": 1.5, + "lambda": 34.002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -766.38, + "avg_cost": 0.75, + "lambda": 34.1202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -481.8, + "avg_cost": 0.75, + "lambda": 34.26, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -430.94, + "avg_cost": 1.25, + "lambda": 34.3944, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -478.48, + "avg_cost": 1.5, + "lambda": 34.5228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -253.08, + "avg_cost": 0.75, + "lambda": 34.6729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -238.91, + "avg_cost": 1.75, + "lambda": 34.8289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -553.56, + "avg_cost": 0.5, + "lambda": 34.9782, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -490.0, + "avg_cost": 0.25, + "lambda": 35.1014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -369.73, + "avg_cost": 0.75, + "lambda": 35.2026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -161.78, + "avg_cost": 1.5, + "lambda": 35.2948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -102.79, + "avg_cost": 1.0, + "lambda": 35.4133, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -69.17, + "avg_cost": 1.5, + "lambda": 35.5536, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -325.12, + "avg_cost": 0.75, + "lambda": 35.6999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -267.4, + "avg_cost": 2.5, + "lambda": 35.8408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -294.29, + "avg_cost": 1.75, + "lambda": 36.0392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -45.45, + "avg_cost": 2.5, + "lambda": 36.2481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 71.06, + "avg_cost": 1.25, + "lambda": 36.4161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 129.74, + "avg_cost": 1.25, + "lambda": 36.567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -131.71, + "avg_cost": 3.75, + "lambda": 36.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -59.95, + "avg_cost": 1.0, + "lambda": 36.9056, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -236.72, + "avg_cost": 0.5, + "lambda": 37.0605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -154.94, + "avg_cost": 2.0, + "lambda": 37.1872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 238.41, + "avg_cost": 0.5, + "lambda": 37.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 88.86, + "avg_cost": 1.75, + "lambda": 37.4691, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 283.54, + "avg_cost": 3.5, + "lambda": 37.5981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 230.23, + "avg_cost": 1.0, + "lambda": 37.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -102.79, + "avg_cost": 1.25, + "lambda": 37.9408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 364.21, + "avg_cost": 2.0, + "lambda": 38.117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 348.95, + "avg_cost": 0.75, + "lambda": 38.2971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 330.61, + "avg_cost": 0.75, + "lambda": 38.4626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -243.24, + "avg_cost": 1.5, + "lambda": 38.6189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 159.05, + "avg_cost": 0.75, + "lambda": 38.7552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 411.29, + "avg_cost": 1.0, + "lambda": 38.8781, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 270.68, + "avg_cost": 1.5, + "lambda": 39.0123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 45.09, + "avg_cost": 0.75, + "lambda": 39.2029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 440.04, + "avg_cost": 0.75, + "lambda": 39.3592, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 137.86, + "avg_cost": 0.75, + "lambda": 39.5067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 334.66, + "avg_cost": 1.5, + "lambda": 39.6594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -58.5, + "avg_cost": 1.75, + "lambda": 39.7927, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 449.15, + "avg_cost": 0.75, + "lambda": 39.9255, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 304.16, + "avg_cost": 1.5, + "lambda": 40.0634, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 407.8, + "avg_cost": 0.5, + "lambda": 40.1695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 640.14, + "avg_cost": 1.25, + "lambda": 40.2755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 633.49, + "avg_cost": 1.0, + "lambda": 40.4189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 492.72, + "avg_cost": 0.75, + "lambda": 40.5699, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 595.67, + "avg_cost": 0.75, + "lambda": 40.6757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 363.92, + "avg_cost": 0.0, + "lambda": 40.767, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 680.95, + "avg_cost": 1.25, + "lambda": 40.9481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 305.73, + "avg_cost": 1.0, + "lambda": 41.0942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 388.9, + "avg_cost": 0.75, + "lambda": 41.2047, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 176.2, + "avg_cost": 1.25, + "lambda": 41.3213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 692.56, + "avg_cost": 0.0, + "lambda": 41.448, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 558.63, + "avg_cost": 1.0, + "lambda": 41.5938, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 668.02, + "avg_cost": 1.75, + "lambda": 41.7442, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 263.95, + "avg_cost": 4.25, + "lambda": 41.878, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 562.59, + "avg_cost": 2.0, + "lambda": 42.0284, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 557.24, + "avg_cost": 0.25, + "lambda": 42.1746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 324.37, + "avg_cost": 1.25, + "lambda": 42.2723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -167.85, + "avg_cost": 1.25, + "lambda": 42.3727, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -407.75, + "avg_cost": 0.25, + "lambda": 42.4738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 592.96, + "avg_cost": 2.0, + "lambda": 42.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 767.49, + "avg_cost": 0.75, + "lambda": 42.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 395.93, + "avg_cost": 0.0, + "lambda": 42.9136, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": -177.69, + "avg_cost": 0.25, + "lambda": 43.0364, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 115.92, + "avg_cost": 1.0, + "lambda": 43.1401, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 770.85, + "avg_cost": 1.0, + "lambda": 43.2633, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 622.92, + "avg_cost": 0.0, + "lambda": 43.3934, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 466.91, + "avg_cost": 0.5, + "lambda": 43.4939, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 457.09, + "avg_cost": 0.25, + "lambda": 43.585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 993.17, + "avg_cost": 2.5, + "lambda": 43.6753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 415.8, + "avg_cost": 1.0, + "lambda": 43.7882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 293.28, + "avg_cost": 1.5, + "lambda": 43.8915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 934.52, + "avg_cost": 1.75, + "lambda": 44.0019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 370.15, + "avg_cost": 0.25, + "lambda": 44.0854, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 878.67, + "avg_cost": 1.0, + "lambda": 44.1891, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 772.63, + "avg_cost": 1.0, + "lambda": 44.3096, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 490.86, + "avg_cost": 1.0, + "lambda": 44.4138, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 1134.58, + "avg_cost": 0.5, + "lambda": 44.5429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 805.24, + "avg_cost": 5.25, + "lambda": 44.7115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 996.81, + "avg_cost": 1.25, + "lambda": 44.8742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 1070.15, + "avg_cost": 2.25, + "lambda": 45.0129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 1024.62, + "avg_cost": 0.75, + "lambda": 45.1517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 901.81, + "avg_cost": 1.0, + "lambda": 45.2627, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 1134.94, + "avg_cost": 1.0, + "lambda": 45.3958, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 1151.5, + "avg_cost": 1.0, + "lambda": 45.5278, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 908.42, + "avg_cost": 0.25, + "lambda": 45.6481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 1193.36, + "avg_cost": 1.0, + "lambda": 45.7682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 1144.14, + "avg_cost": 1.0, + "lambda": 45.8732, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 1219.43, + "avg_cost": 0.5, + "lambda": 45.9913, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 1325.66, + "avg_cost": 1.0, + "lambda": 46.0936, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_mamujoco_Humanoid_9|8_v27_humanoid_dryrun.json b/results/diagnostic_results_baseline_2.0_s0_mamujoco_Humanoid_9|8_v27_humanoid_dryrun.json new file mode 100644 index 0000000000000000000000000000000000000000..ab798b61d25bd0c351d07950ed27e92563d4a2c9 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_mamujoco_Humanoid_9|8_v27_humanoid_dryrun.json @@ -0,0 +1,67 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 30, + "total_welfare": 393247.64, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 104.6681, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13407.51, + "avg_cost": 58.5, + "lambda": 15.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13276.47, + "avg_cost": 23.75, + "lambda": 60.5517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12931.06, + "avg_cost": 5.5, + "lambda": 90.4968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12754.94, + "avg_cost": 3.75, + "lambda": 104.6681, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json b/results/diagnostic_results_baseline_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json new file mode 100644 index 0000000000000000000000000000000000000000..faf468dd24fd307cbc0ddf36e647416e3e942c6b --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json @@ -0,0 +1,533 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 500, + "total_welfare": -23176.15, + "constraint_satisfaction_pct": 85.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.1575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 55.59, + "avg_cost": 406.25, + "lambda": 16.4375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -69.01, + "avg_cost": 365.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -52.76, + "avg_cost": 17.75, + "lambda": 99.6475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -49.91, + "avg_cost": 11.25, + "lambda": 95.83, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -52.63, + "avg_cost": 6.5, + "lambda": 90.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -55.52, + "avg_cost": 4.75, + "lambda": 84.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -56.04, + "avg_cost": 2.75, + "lambda": 77.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -55.84, + "avg_cost": 3.0, + "lambda": 70.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -58.7, + "avg_cost": 1.5, + "lambda": 63.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -56.33, + "avg_cost": 2.25, + "lambda": 56.6125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -59.41, + "avg_cost": 1.5, + "lambda": 49.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -59.66, + "avg_cost": 1.75, + "lambda": 42.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -60.4, + "avg_cost": 1.75, + "lambda": 35.7175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -61.19, + "avg_cost": 1.5, + "lambda": 28.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -59.38, + "avg_cost": 1.75, + "lambda": 21.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -63.76, + "avg_cost": 1.75, + "lambda": 14.755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -60.83, + "avg_cost": 1.5, + "lambda": 7.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -59.29, + "avg_cost": 1.5, + "lambda": 0.745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -56.5, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -49.49, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -49.88, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -42.69, + "avg_cost": 37.75, + "lambda": 1.26, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -44.68, + "avg_cost": 24.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -40.8, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -40.86, + "avg_cost": 13.25, + "lambda": 1.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -33.32, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 35.49, + "avg_cost": 127.75, + "lambda": 35.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 74.51, + "avg_cost": 106.5, + "lambda": 59.415, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -40.57, + "avg_cost": 8.5, + "lambda": 69.63, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -46.84, + "avg_cost": 5.0, + "lambda": 63.99, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -51.59, + "avg_cost": 2.5, + "lambda": 57.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -55.38, + "avg_cost": 2.0, + "lambda": 50.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -59.63, + "avg_cost": 1.75, + "lambda": 44.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -60.67, + "avg_cost": 1.5, + "lambda": 36.99, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -59.82, + "avg_cost": 2.25, + "lambda": 29.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -62.09, + "avg_cost": 1.5, + "lambda": 22.9425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -61.55, + "avg_cost": 1.5, + "lambda": 15.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -60.1, + "avg_cost": 1.5, + "lambda": 8.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -60.26, + "avg_cost": 1.75, + "lambda": 1.89, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -59.17, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -56.74, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -41.53, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -49.63, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -35.82, + "avg_cost": 27.75, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -39.49, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -40.44, + "avg_cost": 5.25, + "lambda": 0.12, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -40.59, + "avg_cost": 47.0, + "lambda": 1.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -38.29, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -43.59, + "avg_cost": 4.75, + "lambda": 1.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -38.32, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -41.49, + "avg_cost": 8.5, + "lambda": 0.1575, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_mamujoco_pilot_v2.json b/results/diagnostic_results_baseline_2.0_s0_mamujoco_pilot_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..335b7ff133e77fa35581b6514be960ce9660af32 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_mamujoco_pilot_v2.json @@ -0,0 +1,133 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 100, + "total_welfare": -695016.38, + "constraint_satisfaction_pct": 98.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7740.69, + "avg_cost": 24.0, + "lambda": 0.95, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -7687.03, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -7441.54, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -6816.09, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -6771.27, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -6876.7, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -6700.64, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6813.56, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6647.57, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6492.13, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -6337.82, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s0_mamujoco_v2_full.json b/results/diagnostic_results_baseline_2.0_s0_mamujoco_v2_full.json new file mode 100644 index 0000000000000000000000000000000000000000..cadeff2c1cc2afcff3019b171a9ceada995f2bc4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s0_mamujoco_v2_full.json @@ -0,0 +1,533 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 500, + "total_welfare": -2313136.47, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7698.36, + "avg_cost": 11.25, + "lambda": 0.3125, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -7587.6, + "avg_cost": 28.25, + "lambda": 0.1625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -7154.39, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -7102.51, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7236.2, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -6778.48, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -6799.23, + "avg_cost": 25.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6985.56, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6750.04, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6937.58, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -6705.29, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -6334.81, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -6492.5, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -6201.25, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -6349.95, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -6211.38, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -5786.32, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -5734.97, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -5408.22, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -5647.15, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -5666.17, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -5473.81, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -5215.23, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": -4770.72, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": -4817.38, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": -4637.69, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": -4854.16, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": -4529.33, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": -4165.39, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": -4154.86, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": -3904.12, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": -3631.74, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": -3399.91, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": -3580.56, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": -3358.88, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": -3094.57, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": -3252.42, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": -3164.29, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": -2757.98, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": -2672.76, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": -2617.51, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": -2615.36, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": -2486.86, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": -2406.82, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": -2154.17, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": -1967.28, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": -1964.04, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": -1845.98, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": -1696.05, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": -1910.57, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": -1601.63, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..15ef4a7d7aa7398b17771ab603dea662a6a381f4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3804481.03, + "constraint_satisfaction_pct": 4.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12052.14, + "avg_cost": 15.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -11374.15, + "avg_cost": 9.25, + "lambda": 14.3765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -11369.61, + "avg_cost": 10.0, + "lambda": 17.9134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -10599.97, + "avg_cost": 13.75, + "lambda": 21.3628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -10506.05, + "avg_cost": 12.25, + "lambda": 24.9447, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -9952.79, + "avg_cost": 10.25, + "lambda": 28.3012, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -9696.81, + "avg_cost": 5.75, + "lambda": 31.7296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -9334.96, + "avg_cost": 4.5, + "lambda": 34.7769, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -9003.69, + "avg_cost": 16.25, + "lambda": 37.8498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9003.93, + "avg_cost": 12.5, + "lambda": 41.1322, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -8310.02, + "avg_cost": 0.0, + "lambda": 44.2178, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8139.53, + "avg_cost": 13.5, + "lambda": 47.3108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -7818.68, + "avg_cost": 11.5, + "lambda": 50.3152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7331.82, + "avg_cost": 6.5, + "lambda": 52.9063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -6678.03, + "avg_cost": 12.25, + "lambda": 55.1959, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -6609.72, + "avg_cost": 9.0, + "lambda": 57.6889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -6366.6, + "avg_cost": 7.25, + "lambda": 59.9739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -6180.65, + "avg_cost": 5.75, + "lambda": 62.3866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -5832.22, + "avg_cost": 8.75, + "lambda": 65.1251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -5774.25, + "avg_cost": 19.0, + "lambda": 67.9592, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -5402.88, + "avg_cost": 5.75, + "lambda": 70.5514, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -5185.77, + "avg_cost": 14.0, + "lambda": 73.1302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5660.14, + "avg_cost": 6.75, + "lambda": 76.0105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -5593.48, + "avg_cost": 4.75, + "lambda": 78.7567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -5450.27, + "avg_cost": 7.5, + "lambda": 80.8908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -5250.37, + "avg_cost": 3.5, + "lambda": 82.6307, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -5237.53, + "avg_cost": 1.5, + "lambda": 84.0711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -4978.1, + "avg_cost": 2.25, + "lambda": 85.5792, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -4997.68, + "avg_cost": 3.0, + "lambda": 87.7452, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -4609.78, + "avg_cost": 10.25, + "lambda": 89.7209, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -4962.04, + "avg_cost": 9.75, + "lambda": 91.4885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5251.94, + "avg_cost": 7.5, + "lambda": 93.4302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -5287.67, + "avg_cost": 2.5, + "lambda": 95.3464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -4796.39, + "avg_cost": 6.0, + "lambda": 96.9226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -5328.1, + "avg_cost": 4.75, + "lambda": 98.4723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -5535.77, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -4981.26, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -5769.46, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -4653.74, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -4351.84, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -4386.19, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -4419.63, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -4510.33, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -4181.39, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -3922.2, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -4231.39, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -4010.65, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -3934.51, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -3849.76, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -3932.87, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -3801.98, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -3860.42, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4101.88, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -3669.17, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -3292.84, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3269.25, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3137.89, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3071.16, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -2834.34, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3097.24, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2539.29, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2999.2, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2531.78, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -2530.66, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -2637.12, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -2384.97, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -2984.44, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -3012.77, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2671.01, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -2427.54, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -2420.78, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -2057.04, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -2108.02, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -1705.02, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -1553.97, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -1408.52, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -1089.2, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -1096.89, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -835.02, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -728.41, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -1097.15, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -558.87, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -415.02, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -230.09, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -215.15, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 20.23, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -375.14, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 54.18, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -376.66, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 349.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 437.45, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 302.64, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 562.48, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 760.23, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 897.15, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 976.01, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 862.95, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 947.29, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1019.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1308.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1363.3, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..c0d8c328cd3d8ab6602a040b55f4e52ea012aab6 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 557471.22, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9039.11, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -8517.0, + "avg_cost": 18.75, + "lambda": 4.065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -8427.86, + "avg_cost": 7.25, + "lambda": 2.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -7827.6, + "avg_cost": 26.75, + "lambda": 1.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -7754.35, + "avg_cost": 17.25, + "lambda": 1.085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -6991.35, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -6889.31, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -6445.84, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -6229.98, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -5928.82, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4941.89, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -4720.32, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -4150.37, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3663.22, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3242.97, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2892.4, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2062.37, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1636.87, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1506.11, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1059.76, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -524.56, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -357.95, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 54.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 270.05, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 360.06, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 809.7, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 632.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 848.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 888.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1067.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1069.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 997.98, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1094.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1136.67, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1221.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1275.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1577.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1572.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1574.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1519.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1658.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1564.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1748.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1728.8, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1749.36, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1862.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1699.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1961.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1826.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2056.72, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1901.94, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2000.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2053.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2100.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2124.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2061.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2104.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2013.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2149.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2195.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2418.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2354.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2008.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2096.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2183.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2276.31, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2259.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2270.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2274.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2528.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2432.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2550.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2474.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2524.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2595.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2291.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2526.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2462.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2223.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2558.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2108.48, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2501.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2635.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2437.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2580.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2467.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2606.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2791.69, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2501.11, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2575.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2565.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2549.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2623.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2412.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2687.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2665.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2673.4, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2741.63, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2820.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2700.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3016.7, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..f06ca8b5901b13cb23752ea2526c46d61a45e6f4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1161649.5, + "constraint_satisfaction_pct": 4.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 39.1196, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2740.06, + "avg_cost": 18.75, + "lambda": 1.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2551.22, + "avg_cost": 14.0, + "lambda": 2.8111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2629.74, + "avg_cost": 16.25, + "lambda": 4.679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2688.18, + "avg_cost": 15.0, + "lambda": 6.4715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2586.6, + "avg_cost": 11.0, + "lambda": 8.184, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2602.21, + "avg_cost": 11.0, + "lambda": 9.8631, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2526.79, + "avg_cost": 12.25, + "lambda": 11.4626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2581.04, + "avg_cost": 16.75, + "lambda": 12.9894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2352.15, + "avg_cost": 10.25, + "lambda": 14.4739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2312.7, + "avg_cost": 16.25, + "lambda": 15.9926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2265.69, + "avg_cost": 11.5, + "lambda": 17.5049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2327.0, + "avg_cost": 10.75, + "lambda": 18.8391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2289.85, + "avg_cost": 14.75, + "lambda": 20.0328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2128.24, + "avg_cost": 4.25, + "lambda": 21.1742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2048.81, + "avg_cost": 6.75, + "lambda": 22.2373, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2319.7, + "avg_cost": 8.25, + "lambda": 23.1856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2136.29, + "avg_cost": 6.25, + "lambda": 23.9997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2101.95, + "avg_cost": 7.0, + "lambda": 24.8054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2077.6, + "avg_cost": 8.0, + "lambda": 25.6453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2181.44, + "avg_cost": 3.5, + "lambda": 26.3654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1969.88, + "avg_cost": 4.25, + "lambda": 26.9279, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1804.26, + "avg_cost": 2.25, + "lambda": 27.4216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2008.47, + "avg_cost": 3.75, + "lambda": 27.7754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1932.02, + "avg_cost": 4.25, + "lambda": 28.0648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1954.97, + "avg_cost": 2.25, + "lambda": 28.3695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1908.36, + "avg_cost": 2.75, + "lambda": 28.661, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1786.16, + "avg_cost": 1.0, + "lambda": 28.9157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1783.58, + "avg_cost": 2.0, + "lambda": 29.1254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1897.36, + "avg_cost": 1.5, + "lambda": 29.3492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1655.53, + "avg_cost": 1.0, + "lambda": 29.5387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1771.94, + "avg_cost": 1.25, + "lambda": 29.7186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1636.65, + "avg_cost": 1.75, + "lambda": 29.8891, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1840.65, + "avg_cost": 1.5, + "lambda": 30.1014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1731.98, + "avg_cost": 1.75, + "lambda": 30.3353, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1548.31, + "avg_cost": 1.5, + "lambda": 30.544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1567.38, + "avg_cost": 2.25, + "lambda": 30.7981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1648.04, + "avg_cost": 2.25, + "lambda": 31.0492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1377.04, + "avg_cost": 5.5, + "lambda": 31.2916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1649.33, + "avg_cost": 2.25, + "lambda": 31.5111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1349.46, + "avg_cost": 2.0, + "lambda": 31.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1232.32, + "avg_cost": 1.25, + "lambda": 31.9079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1183.85, + "avg_cost": 8.75, + "lambda": 32.0722, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1364.39, + "avg_cost": 2.0, + "lambda": 32.2814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1238.14, + "avg_cost": 0.75, + "lambda": 32.5193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1347.09, + "avg_cost": 4.5, + "lambda": 32.6883, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1191.62, + "avg_cost": 2.75, + "lambda": 32.8719, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1279.72, + "avg_cost": 2.0, + "lambda": 33.0339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1248.21, + "avg_cost": 0.25, + "lambda": 33.1899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1033.02, + "avg_cost": 0.25, + "lambda": 33.3152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1227.19, + "avg_cost": 0.25, + "lambda": 33.4242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1152.9, + "avg_cost": 0.25, + "lambda": 33.5342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -973.94, + "avg_cost": 1.0, + "lambda": 33.6544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1046.23, + "avg_cost": 1.0, + "lambda": 33.7752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1223.64, + "avg_cost": 1.75, + "lambda": 33.8993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1075.0, + "avg_cost": 2.0, + "lambda": 34.051, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -770.51, + "avg_cost": 1.5, + "lambda": 34.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -971.63, + "avg_cost": 0.0, + "lambda": 34.2843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1183.49, + "avg_cost": 1.0, + "lambda": 34.3865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -981.39, + "avg_cost": 0.5, + "lambda": 34.4809, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -884.78, + "avg_cost": 0.75, + "lambda": 34.5537, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -826.4, + "avg_cost": 1.0, + "lambda": 34.6187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -769.67, + "avg_cost": 0.5, + "lambda": 34.673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -710.93, + "avg_cost": 0.75, + "lambda": 34.7459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -875.4, + "avg_cost": 0.75, + "lambda": 34.8557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -762.79, + "avg_cost": 0.0, + "lambda": 34.9367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -712.17, + "avg_cost": 0.75, + "lambda": 35.0067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -547.23, + "avg_cost": 0.5, + "lambda": 35.0973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -755.38, + "avg_cost": 1.0, + "lambda": 35.1947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -458.91, + "avg_cost": 1.75, + "lambda": 35.2983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -673.1, + "avg_cost": 1.25, + "lambda": 35.3909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -546.83, + "avg_cost": 1.0, + "lambda": 35.4845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -890.46, + "avg_cost": 3.0, + "lambda": 35.6027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -439.17, + "avg_cost": 2.0, + "lambda": 35.7078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -342.58, + "avg_cost": 0.25, + "lambda": 35.8319, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -408.76, + "avg_cost": 2.5, + "lambda": 35.9338, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -455.76, + "avg_cost": 0.75, + "lambda": 36.0351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -406.62, + "avg_cost": 1.0, + "lambda": 36.1605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -404.79, + "avg_cost": 0.25, + "lambda": 36.2549, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -444.83, + "avg_cost": 7.25, + "lambda": 36.3368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -385.63, + "avg_cost": 0.25, + "lambda": 36.4551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -303.62, + "avg_cost": 0.5, + "lambda": 36.5694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -207.18, + "avg_cost": 4.0, + "lambda": 36.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -105.7, + "avg_cost": 0.5, + "lambda": 36.7984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -210.87, + "avg_cost": 0.75, + "lambda": 36.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -195.66, + "avg_cost": 1.0, + "lambda": 37.0733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -114.63, + "avg_cost": 0.25, + "lambda": 37.1776, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -18.61, + "avg_cost": 0.5, + "lambda": 37.2514, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -23.92, + "avg_cost": 0.75, + "lambda": 37.3646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 54.67, + "avg_cost": 1.0, + "lambda": 37.4801, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -148.2, + "avg_cost": 0.5, + "lambda": 37.5989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 254.89, + "avg_cost": 1.75, + "lambda": 37.7066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 82.75, + "avg_cost": 0.25, + "lambda": 37.8316, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 236.89, + "avg_cost": 2.5, + "lambda": 38.0242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -13.02, + "avg_cost": 0.75, + "lambda": 38.1795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -493.84, + "avg_cost": 8.0, + "lambda": 38.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -74.92, + "avg_cost": 0.75, + "lambda": 38.5109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 238.52, + "avg_cost": 2.25, + "lambda": 38.6333, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 41.98, + "avg_cost": 2.0, + "lambda": 38.7468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 27.85, + "avg_cost": 1.25, + "lambda": 38.887, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -947.91, + "avg_cost": 4.75, + "lambda": 38.9993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 200.4, + "avg_cost": 1.25, + "lambda": 39.1196, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..82a48e38933a0f91b120a55c9c38bea669f38d8c --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 950681.28, + "constraint_satisfaction_pct": 86.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 2.74, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1964.34, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1592.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1709.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1642.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1631.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1625.12, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1527.69, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1280.57, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1029.98, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -822.39, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1085.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1033.14, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -744.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -833.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -601.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -593.16, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -582.61, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -610.58, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -545.37, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -754.73, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -601.8, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -861.78, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1187.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -380.18, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -483.34, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -799.53, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -473.46, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -927.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -786.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -307.26, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -440.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 29.02, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 66.57, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -245.79, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 376.94, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -362.98, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 817.78, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 365.95, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1066.72, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 772.93, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 764.65, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 715.81, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1019.68, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1379.24, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 949.79, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 538.16, + "avg_cost": 5.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1023.85, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1307.98, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1562.76, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1011.31, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1324.86, + "avg_cost": 8.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1615.08, + "avg_cost": 18.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 783.57, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1272.66, + "avg_cost": 27.25, + "lambda": 1.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1776.21, + "avg_cost": 21.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1733.94, + "avg_cost": 13.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1002.6, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1478.43, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1756.23, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2007.84, + "avg_cost": 20.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1814.58, + "avg_cost": 23.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 780.94, + "avg_cost": 12.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2379.49, + "avg_cost": 25.5, + "lambda": 1.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1660.75, + "avg_cost": 17.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1769.32, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2205.19, + "avg_cost": 19.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1781.02, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1478.81, + "avg_cost": 12.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2142.99, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2560.24, + "avg_cost": 32.75, + "lambda": 1.525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1882.34, + "avg_cost": 18.0, + "lambda": 1.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2273.42, + "avg_cost": 22.75, + "lambda": 1.3225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2153.45, + "avg_cost": 30.25, + "lambda": 1.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2370.73, + "avg_cost": 30.25, + "lambda": 2.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1975.06, + "avg_cost": 19.25, + "lambda": 1.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1815.16, + "avg_cost": 16.75, + "lambda": 1.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2742.96, + "avg_cost": 24.0, + "lambda": 1.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2008.45, + "avg_cost": 23.25, + "lambda": 1.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2627.63, + "avg_cost": 16.0, + "lambda": 1.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2103.15, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2689.85, + "avg_cost": 23.5, + "lambda": 1.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1919.49, + "avg_cost": 20.0, + "lambda": 3.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2697.79, + "avg_cost": 23.75, + "lambda": 3.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3153.47, + "avg_cost": 23.5, + "lambda": 1.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2941.17, + "avg_cost": 16.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3168.61, + "avg_cost": 22.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3014.54, + "avg_cost": 31.5, + "lambda": 1.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2317.95, + "avg_cost": 23.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3168.03, + "avg_cost": 31.5, + "lambda": 2.7475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2262.32, + "avg_cost": 28.5, + "lambda": 3.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2799.23, + "avg_cost": 20.75, + "lambda": 3.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3233.97, + "avg_cost": 32.75, + "lambda": 1.3675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2996.57, + "avg_cost": 18.25, + "lambda": 1.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3007.1, + "avg_cost": 22.0, + "lambda": 1.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3353.52, + "avg_cost": 24.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3305.62, + "avg_cost": 26.0, + "lambda": 1.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2431.18, + "avg_cost": 25.25, + "lambda": 1.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3419.09, + "avg_cost": 24.75, + "lambda": 1.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3471.04, + "avg_cost": 34.0, + "lambda": 1.7275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3193.01, + "avg_cost": 27.5, + "lambda": 2.74, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json new file mode 100644 index 0000000000000000000000000000000000000000..88457726bc4d878fa3146906611844351aba267b --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 381416.5, + "constraint_satisfaction_pct": 98.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2139.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1670.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1745.79, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1836.32, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1704.4, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1558.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1297.91, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1195.68, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1054.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1131.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1109.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1024.81, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -826.11, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -993.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -607.52, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -765.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -695.48, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -610.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -659.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -348.8, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -744.36, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -940.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -691.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -674.42, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -661.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -224.11, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -823.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -271.09, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -209.34, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 191.37, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -57.65, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -95.39, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -60.69, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 434.53, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 902.42, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -40.48, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 163.07, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -622.74, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 330.32, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 299.06, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 460.47, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 576.54, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 683.68, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 344.65, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 961.13, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 724.79, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1061.23, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1025.02, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 833.32, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1385.56, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 398.63, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1366.84, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1598.85, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 402.65, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 887.36, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1457.51, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 683.83, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1103.26, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1717.11, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1771.72, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1534.64, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 983.25, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1769.57, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1099.6, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1996.33, + "avg_cost": 5.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 720.11, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1103.44, + "avg_cost": 8.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1790.0, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1842.68, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1162.74, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1950.72, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2100.88, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2216.01, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2401.65, + "avg_cost": 14.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2039.08, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1450.39, + "avg_cost": 5.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2281.89, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1139.91, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2399.17, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2016.59, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2455.2, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2375.1, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2641.39, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2703.98, + "avg_cost": 19.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2784.2, + "avg_cost": 25.0, + "lambda": 1.24, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2528.53, + "avg_cost": 21.75, + "lambda": 1.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -428.13, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -602.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -297.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -113.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -386.39, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -58.12, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -6.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 160.42, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 255.96, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 100.52, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 422.75, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 421.52, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 607.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 623.03, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..807b255d3514bd203db17312ddb325094040a251 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 897481.45, + "constraint_satisfaction_pct": 97.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0075, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1889.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1622.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1708.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1626.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1489.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1304.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1278.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -910.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -821.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -944.65, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -891.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -719.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -828.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -814.47, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -533.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -600.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -450.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -652.2, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -457.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -314.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -618.17, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -800.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -325.96, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -401.16, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -181.13, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -47.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 337.51, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -457.9, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 37.98, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 851.14, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 189.87, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 377.39, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -113.3, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 316.48, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 669.22, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1169.09, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 856.01, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 456.32, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 814.12, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1170.03, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 463.2, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1277.45, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 456.36, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 467.3, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1336.53, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1579.29, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 813.76, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1026.4, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1064.85, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1172.16, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1830.13, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2135.15, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 575.9, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 376.11, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1288.79, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1460.29, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2029.17, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2013.3, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1666.41, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1019.64, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1371.61, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1548.86, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 867.88, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2064.53, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2200.22, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1315.96, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1608.83, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1778.52, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 993.72, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2170.64, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2442.66, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2600.38, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1590.8, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2167.46, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2403.84, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1441.4, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1599.54, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2094.4, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1539.17, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2641.84, + "avg_cost": 21.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2296.9, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2270.98, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1825.48, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2556.39, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 487.88, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1946.73, + "avg_cost": 33.25, + "lambda": 5.0775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 707.2, + "avg_cost": 10.25, + "lambda": 5.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2886.9, + "avg_cost": 17.5, + "lambda": 3.87, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 1290.61, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2145.33, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1517.85, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 1940.29, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2877.26, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2615.84, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2754.97, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2443.07, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 788.93, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3095.75, + "avg_cost": 29.75, + "lambda": 3.1425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2570.94, + "avg_cost": 25.25, + "lambda": 3.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2362.8, + "avg_cost": 21.25, + "lambda": 3.0075, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb31135c36baf34af939e97c1568eb1a1a3b88a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 933597.1, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 1, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1810.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1692.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1655.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1752.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1715.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1753.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1222.65, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1277.13, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1199.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1163.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -888.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -878.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -857.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -722.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -491.68, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -653.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -381.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -591.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -360.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -276.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -379.8, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -213.19, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -515.13, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -780.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -528.25, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -311.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -407.69, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -268.91, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -399.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 230.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 439.13, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 130.72, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 189.19, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 776.87, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 781.77, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -118.7, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1084.08, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 774.66, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 715.62, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 278.76, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1076.86, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 690.56, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1061.21, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 966.62, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 884.33, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1539.99, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 907.82, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1274.0, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1079.01, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 354.15, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 982.88, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1331.53, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1144.48, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1817.7, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1754.46, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1140.72, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1237.79, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1598.44, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1803.63, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1306.68, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1881.25, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1483.37, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1870.67, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1782.77, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2348.76, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 861.5, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1638.74, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1118.64, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2351.18, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2118.44, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1880.58, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2394.79, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1182.09, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2303.01, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1746.56, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1920.25, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2384.14, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1655.24, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2610.6, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2416.37, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2546.91, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1882.97, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2649.16, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2559.72, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2538.66, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1711.91, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2887.39, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2549.09, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2662.23, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2842.99, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2073.66, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2750.95, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2927.28, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3024.15, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2903.73, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2503.73, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3085.42, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3147.27, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3177.94, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3010.15, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..387921347ec0e8651824d3fc9e1ca337681ac146 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 887501.94, + "constraint_satisfaction_pct": 26.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 42.3263, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1782.86, + "avg_cost": 0.0, + "lambda": 10.0531, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1796.05, + "avg_cost": 0.0, + "lambda": 10.0743, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1698.21, + "avg_cost": 0.0, + "lambda": 10.0866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1576.93, + "avg_cost": 0.0, + "lambda": 10.0972, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1664.62, + "avg_cost": 0.0, + "lambda": 10.1097, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1521.76, + "avg_cost": 0.0, + "lambda": 10.119, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1327.61, + "avg_cost": 0.0, + "lambda": 10.1245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -894.02, + "avg_cost": 0.0, + "lambda": 10.1265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -882.72, + "avg_cost": 0.0, + "lambda": 10.1271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -961.8, + "avg_cost": 0.0, + "lambda": 10.1274, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1113.21, + "avg_cost": 0.0, + "lambda": 10.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1026.35, + "avg_cost": 0.0, + "lambda": 10.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -567.11, + "avg_cost": 0.0, + "lambda": 10.1314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -547.32, + "avg_cost": 0.0, + "lambda": 10.1337, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -670.0, + "avg_cost": 0.0, + "lambda": 10.1346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -650.22, + "avg_cost": 0.0, + "lambda": 10.1348, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -509.97, + "avg_cost": 0.0, + "lambda": 10.1364, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -468.27, + "avg_cost": 0.0, + "lambda": 10.1485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -302.35, + "avg_cost": 0.0, + "lambda": 10.159, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -396.93, + "avg_cost": 0.0, + "lambda": 10.1727, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -759.99, + "avg_cost": 1.25, + "lambda": 10.2034, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -553.98, + "avg_cost": 0.25, + "lambda": 10.3067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1539.47, + "avg_cost": 0.25, + "lambda": 10.4806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -606.12, + "avg_cost": 0.5, + "lambda": 10.6154, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -517.19, + "avg_cost": 0.5, + "lambda": 10.6992, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -417.56, + "avg_cost": 0.25, + "lambda": 10.7642, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 57.11, + "avg_cost": 2.0, + "lambda": 10.9393, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -289.81, + "avg_cost": 0.75, + "lambda": 11.2171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -234.47, + "avg_cost": 0.5, + "lambda": 11.4889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 237.19, + "avg_cost": 0.5, + "lambda": 11.7269, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 226.78, + "avg_cost": 1.75, + "lambda": 11.9824, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 430.62, + "avg_cost": 0.0, + "lambda": 12.2922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 268.44, + "avg_cost": 2.0, + "lambda": 12.5899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 215.95, + "avg_cost": 1.25, + "lambda": 12.9896, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 435.9, + "avg_cost": 2.5, + "lambda": 13.4113, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 63.48, + "avg_cost": 0.5, + "lambda": 13.8921, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 586.34, + "avg_cost": 1.75, + "lambda": 14.3468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 410.33, + "avg_cost": 0.75, + "lambda": 14.8904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1401.39, + "avg_cost": 3.0, + "lambda": 15.4547, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 844.29, + "avg_cost": 1.75, + "lambda": 16.0743, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 923.56, + "avg_cost": 3.0, + "lambda": 16.6259, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1342.14, + "avg_cost": 4.0, + "lambda": 17.1751, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1044.93, + "avg_cost": 2.5, + "lambda": 17.7523, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1275.41, + "avg_cost": 3.0, + "lambda": 18.2726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 817.61, + "avg_cost": 4.0, + "lambda": 18.7416, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 726.63, + "avg_cost": 1.25, + "lambda": 19.2366, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1218.18, + "avg_cost": 2.75, + "lambda": 19.829, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1563.11, + "avg_cost": 3.5, + "lambda": 20.3678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1069.77, + "avg_cost": 0.75, + "lambda": 21.0033, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1421.42, + "avg_cost": 3.25, + "lambda": 21.5967, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1567.38, + "avg_cost": 1.75, + "lambda": 22.1748, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1793.7, + "avg_cost": 1.0, + "lambda": 22.7588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1808.67, + "avg_cost": 3.25, + "lambda": 23.3745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1533.23, + "avg_cost": 1.25, + "lambda": 24.0051, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1911.94, + "avg_cost": 2.25, + "lambda": 24.5459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1168.56, + "avg_cost": 1.25, + "lambda": 25.1541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1962.92, + "avg_cost": 4.0, + "lambda": 25.8685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 468.88, + "avg_cost": 0.75, + "lambda": 26.6023, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1120.74, + "avg_cost": 2.5, + "lambda": 27.342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1815.43, + "avg_cost": 0.75, + "lambda": 28.0378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1770.95, + "avg_cost": 3.75, + "lambda": 28.6602, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1908.67, + "avg_cost": 0.5, + "lambda": 29.2218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1635.98, + "avg_cost": 2.25, + "lambda": 29.7142, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2209.54, + "avg_cost": 3.5, + "lambda": 30.2757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2054.51, + "avg_cost": 1.75, + "lambda": 30.8816, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1614.53, + "avg_cost": 0.25, + "lambda": 31.3762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2091.17, + "avg_cost": 0.5, + "lambda": 31.8395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1742.59, + "avg_cost": 1.5, + "lambda": 32.2752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1590.21, + "avg_cost": 1.5, + "lambda": 32.7409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2371.42, + "avg_cost": 2.0, + "lambda": 33.1963, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2624.35, + "avg_cost": 3.25, + "lambda": 33.7286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2513.56, + "avg_cost": 1.0, + "lambda": 34.191, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1465.67, + "avg_cost": 1.25, + "lambda": 34.5285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2413.05, + "avg_cost": 1.5, + "lambda": 34.8652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2542.84, + "avg_cost": 0.5, + "lambda": 35.171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2067.75, + "avg_cost": 0.75, + "lambda": 35.4556, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2739.35, + "avg_cost": 1.75, + "lambda": 35.8485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2716.16, + "avg_cost": 1.5, + "lambda": 36.2414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2647.78, + "avg_cost": 1.25, + "lambda": 36.6482, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2145.74, + "avg_cost": 0.5, + "lambda": 37.0195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2860.88, + "avg_cost": 2.25, + "lambda": 37.3204, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2860.83, + "avg_cost": 2.25, + "lambda": 37.6239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2953.22, + "avg_cost": 2.5, + "lambda": 38.0209, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2244.56, + "avg_cost": 0.0, + "lambda": 38.3857, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3050.51, + "avg_cost": 0.75, + "lambda": 38.6004, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2582.03, + "avg_cost": 0.5, + "lambda": 38.8215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2842.63, + "avg_cost": 0.5, + "lambda": 39.0407, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2899.0, + "avg_cost": 0.75, + "lambda": 39.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2884.69, + "avg_cost": 1.25, + "lambda": 39.6634, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3232.09, + "avg_cost": 3.25, + "lambda": 39.9381, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3099.17, + "avg_cost": 1.0, + "lambda": 40.2224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2958.71, + "avg_cost": 0.75, + "lambda": 40.4596, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3191.37, + "avg_cost": 1.75, + "lambda": 40.7586, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3177.78, + "avg_cost": 2.25, + "lambda": 41.1662, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2616.37, + "avg_cost": 0.75, + "lambda": 41.6185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -439.7, + "avg_cost": 0.25, + "lambda": 41.9749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -1043.88, + "avg_cost": 0.0, + "lambda": 42.1868, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -728.45, + "avg_cost": 0.0, + "lambda": 42.2817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -467.91, + "avg_cost": 0.0, + "lambda": 42.3148, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -261.31, + "avg_cost": 0.0, + "lambda": 42.3263, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..d54c98c975257f4631e773d5294f4e162b7ad168 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 826667.51, + "constraint_satisfaction_pct": 46.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 27.625, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 9.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1942.06, + "avg_cost": 0.0, + "lambda": 9.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1664.68, + "avg_cost": 0.0, + "lambda": 9.4525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1538.51, + "avg_cost": 0.0, + "lambda": 9.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1491.64, + "avg_cost": 0.0, + "lambda": 8.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1530.87, + "avg_cost": 0.0, + "lambda": 8.56, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1312.7, + "avg_cost": 0.0, + "lambda": 8.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1405.11, + "avg_cost": 0.0, + "lambda": 7.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1113.65, + "avg_cost": 0.0, + "lambda": 7.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1088.8, + "avg_cost": 0.0, + "lambda": 7.3825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -874.12, + "avg_cost": 0.0, + "lambda": 7.0825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -967.54, + "avg_cost": 0.0, + "lambda": 6.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -856.23, + "avg_cost": 0.0, + "lambda": 6.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -787.92, + "avg_cost": 0.0, + "lambda": 6.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -874.13, + "avg_cost": 0.0, + "lambda": 5.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -820.87, + "avg_cost": 0.0, + "lambda": 5.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -630.7, + "avg_cost": 0.0, + "lambda": 5.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -476.91, + "avg_cost": 0.0, + "lambda": 4.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -556.64, + "avg_cost": 0.0, + "lambda": 4.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -401.98, + "avg_cost": 0.25, + "lambda": 4.405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -463.51, + "avg_cost": 0.25, + "lambda": 4.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -803.0, + "avg_cost": 0.0, + "lambda": 3.8725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -745.49, + "avg_cost": 0.0, + "lambda": 3.6175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -716.5, + "avg_cost": 0.0, + "lambda": 3.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -663.53, + "avg_cost": 0.0, + "lambda": 3.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -387.38, + "avg_cost": 0.25, + "lambda": 2.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -603.35, + "avg_cost": 0.0, + "lambda": 2.62, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -374.03, + "avg_cost": 0.5, + "lambda": 2.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -119.17, + "avg_cost": 0.25, + "lambda": 2.2375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -627.43, + "avg_cost": 1.0, + "lambda": 2.1025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -430.18, + "avg_cost": 0.0, + "lambda": 1.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -208.29, + "avg_cost": 0.75, + "lambda": 1.7275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -35.05, + "avg_cost": 1.25, + "lambda": 1.5325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 200.66, + "avg_cost": 1.25, + "lambda": 1.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -173.39, + "avg_cost": 0.0, + "lambda": 1.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 479.86, + "avg_cost": 0.5, + "lambda": 1.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -785.58, + "avg_cost": 0.0, + "lambda": 0.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 262.68, + "avg_cost": 0.0, + "lambda": 0.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 205.48, + "avg_cost": 0.25, + "lambda": 0.745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 578.94, + "avg_cost": 0.5, + "lambda": 0.79, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 295.45, + "avg_cost": 2.25, + "lambda": 0.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -70.15, + "avg_cost": 2.0, + "lambda": 1.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 857.41, + "avg_cost": 2.25, + "lambda": 1.4725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 542.83, + "avg_cost": 3.25, + "lambda": 1.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 882.0, + "avg_cost": 2.25, + "lambda": 1.96, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1413.34, + "avg_cost": 3.25, + "lambda": 2.5525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -77.24, + "avg_cost": 2.0, + "lambda": 2.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1013.06, + "avg_cost": 4.0, + "lambda": 4.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 998.89, + "avg_cost": 2.0, + "lambda": 4.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 237.28, + "avg_cost": 1.25, + "lambda": 5.7625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 483.37, + "avg_cost": 2.25, + "lambda": 6.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 990.1, + "avg_cost": 0.75, + "lambda": 7.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1398.4, + "avg_cost": 3.75, + "lambda": 8.3575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1220.44, + "avg_cost": 4.5, + "lambda": 9.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 557.69, + "avg_cost": 2.5, + "lambda": 9.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1464.97, + "avg_cost": 3.25, + "lambda": 10.345, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 913.54, + "avg_cost": 2.5, + "lambda": 11.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1701.94, + "avg_cost": 3.0, + "lambda": 11.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1614.69, + "avg_cost": 2.75, + "lambda": 12.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1759.92, + "avg_cost": 3.75, + "lambda": 12.955, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1188.7, + "avg_cost": 2.25, + "lambda": 13.645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1506.29, + "avg_cost": 2.25, + "lambda": 14.5225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1092.16, + "avg_cost": 3.25, + "lambda": 15.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1978.75, + "avg_cost": 3.75, + "lambda": 16.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1868.76, + "avg_cost": 3.5, + "lambda": 16.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1851.07, + "avg_cost": 3.0, + "lambda": 17.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1810.5, + "avg_cost": 2.75, + "lambda": 17.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1817.12, + "avg_cost": 3.75, + "lambda": 17.7475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1889.18, + "avg_cost": 1.25, + "lambda": 17.98, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2098.98, + "avg_cost": 2.75, + "lambda": 18.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1116.98, + "avg_cost": 2.5, + "lambda": 18.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2010.43, + "avg_cost": 1.25, + "lambda": 18.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2001.07, + "avg_cost": 1.75, + "lambda": 19.18, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2303.33, + "avg_cost": 1.0, + "lambda": 19.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2213.55, + "avg_cost": 1.75, + "lambda": 19.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2297.33, + "avg_cost": 3.75, + "lambda": 20.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2270.78, + "avg_cost": 2.0, + "lambda": 20.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2348.91, + "avg_cost": 2.0, + "lambda": 20.7625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1602.94, + "avg_cost": 2.0, + "lambda": 21.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2458.24, + "avg_cost": 2.0, + "lambda": 21.5425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1780.1, + "avg_cost": 2.25, + "lambda": 21.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2600.57, + "avg_cost": 2.0, + "lambda": 22.3075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2231.26, + "avg_cost": 1.0, + "lambda": 22.525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2560.35, + "avg_cost": 2.25, + "lambda": 22.96, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1768.04, + "avg_cost": 3.5, + "lambda": 23.3425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2003.66, + "avg_cost": 1.0, + "lambda": 23.605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1854.13, + "avg_cost": 0.75, + "lambda": 23.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2626.09, + "avg_cost": 1.0, + "lambda": 24.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2687.7, + "avg_cost": 1.0, + "lambda": 24.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2827.21, + "avg_cost": 1.0, + "lambda": 24.4675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2063.54, + "avg_cost": 1.5, + "lambda": 24.61, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2628.15, + "avg_cost": 2.0, + "lambda": 24.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2728.75, + "avg_cost": 1.5, + "lambda": 25.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2759.01, + "avg_cost": 1.5, + "lambda": 25.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2907.2, + "avg_cost": 3.5, + "lambda": 25.8625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2713.65, + "avg_cost": 1.25, + "lambda": 26.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2838.59, + "avg_cost": 3.5, + "lambda": 26.7325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3126.6, + "avg_cost": 3.0, + "lambda": 26.9425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3003.86, + "avg_cost": 3.5, + "lambda": 27.325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3050.35, + "avg_cost": 2.0, + "lambda": 27.5275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2848.41, + "avg_cost": 1.25, + "lambda": 27.625, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..548473f6954f045e87f0a5f73ad3a8a128a31cc9 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 577321.2, + "constraint_satisfaction_pct": 47.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 58.0856, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1760.69, + "avg_cost": 0.0, + "lambda": 10.1759, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1691.2, + "avg_cost": 0.0, + "lambda": 10.2404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1578.5, + "avg_cost": 0.0, + "lambda": 10.2936, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1520.08, + "avg_cost": 0.0, + "lambda": 10.314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1668.89, + "avg_cost": 0.0, + "lambda": 10.3212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1414.26, + "avg_cost": 0.0, + "lambda": 10.3409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1277.19, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -984.41, + "avg_cost": 0.0, + "lambda": 10.3917, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1011.8, + "avg_cost": 0.25, + "lambda": 10.3996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -983.99, + "avg_cost": 0.0, + "lambda": 10.4161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1162.03, + "avg_cost": 0.0, + "lambda": 10.4219, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -953.63, + "avg_cost": 0.0, + "lambda": 10.4307, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -678.04, + "avg_cost": 0.0, + "lambda": 10.4433, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -812.57, + "avg_cost": 0.0, + "lambda": 10.4477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -691.11, + "avg_cost": 0.0, + "lambda": 10.4492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -459.45, + "avg_cost": 0.0, + "lambda": 10.4497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -397.46, + "avg_cost": 0.0, + "lambda": 10.4499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -288.04, + "avg_cost": 0.0, + "lambda": 10.4617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -628.14, + "avg_cost": 0.0, + "lambda": 10.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -424.56, + "avg_cost": 0.0, + "lambda": 10.6327, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -319.71, + "avg_cost": 0.0, + "lambda": 10.8747, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -376.02, + "avg_cost": 0.5, + "lambda": 11.1844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -605.32, + "avg_cost": 0.0, + "lambda": 11.4987, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -656.07, + "avg_cost": 0.75, + "lambda": 11.7348, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -453.84, + "avg_cost": 0.25, + "lambda": 12.2394, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -149.4, + "avg_cost": 0.25, + "lambda": 12.7769, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -633.85, + "avg_cost": 0.0, + "lambda": 13.1463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -434.72, + "avg_cost": 0.25, + "lambda": 13.5205, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 19.42, + "avg_cost": 0.5, + "lambda": 13.9502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -176.92, + "avg_cost": 1.0, + "lambda": 14.5429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -147.15, + "avg_cost": 2.0, + "lambda": 15.2478, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 576.94, + "avg_cost": 2.5, + "lambda": 15.908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 117.45, + "avg_cost": 1.5, + "lambda": 16.6489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -157.95, + "avg_cost": 0.75, + "lambda": 17.328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 543.1, + "avg_cost": 1.25, + "lambda": 18.1616, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 170.92, + "avg_cost": 1.0, + "lambda": 19.0946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1033.56, + "avg_cost": 0.5, + "lambda": 20.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 393.63, + "avg_cost": 3.75, + "lambda": 21.6355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 817.78, + "avg_cost": 2.0, + "lambda": 23.0006, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 872.9, + "avg_cost": 0.5, + "lambda": 24.2302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 532.64, + "avg_cost": 0.5, + "lambda": 25.4564, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1167.82, + "avg_cost": 1.0, + "lambda": 26.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 51.15, + "avg_cost": 1.5, + "lambda": 28.158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 350.78, + "avg_cost": 2.5, + "lambda": 29.6995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 748.15, + "avg_cost": 1.0, + "lambda": 31.5828, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 529.83, + "avg_cost": 0.25, + "lambda": 33.2015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1021.75, + "avg_cost": 1.75, + "lambda": 34.4045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1481.16, + "avg_cost": 1.0, + "lambda": 35.5868, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1708.7, + "avg_cost": 1.0, + "lambda": 36.7387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1326.63, + "avg_cost": 0.25, + "lambda": 37.7927, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1141.18, + "avg_cost": 2.25, + "lambda": 38.7735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1634.72, + "avg_cost": 0.25, + "lambda": 39.742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1092.59, + "avg_cost": 0.25, + "lambda": 40.6036, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1854.67, + "avg_cost": 1.0, + "lambda": 41.4882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1835.52, + "avg_cost": 2.25, + "lambda": 42.2034, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1633.86, + "avg_cost": 2.25, + "lambda": 43.0658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 757.44, + "avg_cost": 0.75, + "lambda": 44.1729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1859.4, + "avg_cost": 1.5, + "lambda": 45.1988, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1907.8, + "avg_cost": 0.5, + "lambda": 46.0519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1511.59, + "avg_cost": 1.5, + "lambda": 46.6988, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1585.68, + "avg_cost": 1.0, + "lambda": 47.4716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1491.12, + "avg_cost": 0.25, + "lambda": 48.204, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2066.92, + "avg_cost": 0.75, + "lambda": 48.9752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2188.84, + "avg_cost": 1.0, + "lambda": 49.4996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1498.58, + "avg_cost": 0.5, + "lambda": 50.0268, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2373.01, + "avg_cost": 0.75, + "lambda": 50.6224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2293.14, + "avg_cost": 0.75, + "lambda": 51.1519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1439.33, + "avg_cost": 0.5, + "lambda": 51.6556, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -255.37, + "avg_cost": 0.0, + "lambda": 52.1523, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -147.46, + "avg_cost": 0.0, + "lambda": 52.395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 263.83, + "avg_cost": 0.0, + "lambda": 52.5904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 316.63, + "avg_cost": 0.25, + "lambda": 53.3054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 381.26, + "avg_cost": 0.0, + "lambda": 53.6739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 490.05, + "avg_cost": 0.0, + "lambda": 53.8477, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 281.07, + "avg_cost": 0.0, + "lambda": 54.0086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 591.44, + "avg_cost": 0.0, + "lambda": 54.1157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 638.39, + "avg_cost": 0.0, + "lambda": 54.2793, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1166.86, + "avg_cost": 3.0, + "lambda": 54.4643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 946.28, + "avg_cost": 0.5, + "lambda": 55.0944, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1648.65, + "avg_cost": 0.0, + "lambda": 55.5767, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1173.87, + "avg_cost": 0.0, + "lambda": 55.8036, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 985.5, + "avg_cost": 0.0, + "lambda": 55.9383, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1507.23, + "avg_cost": 0.0, + "lambda": 56.056, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1941.77, + "avg_cost": 0.0, + "lambda": 56.1479, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1449.54, + "avg_cost": 0.5, + "lambda": 56.1954, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2121.12, + "avg_cost": 0.25, + "lambda": 56.2823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1578.92, + "avg_cost": 0.0, + "lambda": 56.3509, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1849.67, + "avg_cost": 0.0, + "lambda": 56.475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2313.03, + "avg_cost": 0.25, + "lambda": 56.5664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 1827.03, + "avg_cost": 0.0, + "lambda": 56.7534, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2454.79, + "avg_cost": 0.5, + "lambda": 56.9022, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 1555.66, + "avg_cost": 0.0, + "lambda": 57.1277, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1340.23, + "avg_cost": 0.0, + "lambda": 57.3218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2530.66, + "avg_cost": 0.25, + "lambda": 57.4221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2520.74, + "avg_cost": 0.0, + "lambda": 57.4984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2016.03, + "avg_cost": 0.5, + "lambda": 57.6368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 927.39, + "avg_cost": 0.25, + "lambda": 57.784, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 194.46, + "avg_cost": 0.0, + "lambda": 57.9819, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 481.15, + "avg_cost": 0.0, + "lambda": 58.0588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 675.6, + "avg_cost": 0.0, + "lambda": 58.0856, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..7b029b77ddf43bd10c59192290109e438e86fd8b --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3660517.11, + "constraint_satisfaction_pct": 99.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 10.375, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1961.88, + "avg_cost": 0.0, + "lambda": 10.1942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2053.01, + "avg_cost": 0.0, + "lambda": 10.3087, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2243.23, + "avg_cost": 0.0, + "lambda": 10.3519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2562.11, + "avg_cost": 0.0, + "lambda": 10.3669, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -3313.11, + "avg_cost": 0.0, + "lambda": 10.3722, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -3637.67, + "avg_cost": 0.0, + "lambda": 10.374, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -3856.52, + "avg_cost": 0.0, + "lambda": 10.3747, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4271.99, + "avg_cost": 0.0, + "lambda": 10.3749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4300.43, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4393.34, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -4041.46, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3889.29, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3701.12, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3884.47, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -4000.88, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -3991.89, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -4021.13, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -4169.24, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -4507.75, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -4271.3, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -4073.98, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -3631.47, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -3431.32, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -3192.75, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3208.03, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3258.59, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -3235.88, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -3207.88, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -3223.95, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -3186.28, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -3300.59, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -3263.46, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -3264.47, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -3066.62, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -3123.83, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -3041.04, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -3318.73, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -3308.47, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -2879.95, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -2996.64, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -2868.3, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -2820.8, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -2770.49, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -2928.22, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -3060.28, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -3357.3, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -3242.56, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -2959.87, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -2978.52, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -3202.46, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -3000.43, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -3162.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -3554.71, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -3441.99, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3359.45, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3589.42, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3710.2, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3632.37, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3741.62, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3691.04, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -3710.71, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -3770.02, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3471.72, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -3441.67, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -3497.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -3556.96, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -3573.47, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -3642.69, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -3751.08, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -3906.74, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -4010.55, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -4287.85, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -4684.85, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -4693.13, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -4361.53, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -4208.75, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -4421.61, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -4213.46, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -4136.99, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -4219.97, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -4416.05, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -4292.35, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -4410.25, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -4125.65, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -4348.23, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -4399.11, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -4705.18, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -4706.71, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -4724.05, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -4683.54, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -4803.69, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -4466.82, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -4332.71, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -3912.03, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -3631.16, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -3731.74, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -3546.77, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -3352.81, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -3587.02, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -3879.7, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..4cef393be38c75b17f065aac2ccd59e86d7f9642 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 829543.65, + "constraint_satisfaction_pct": 29.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 79.7854, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1982.92, + "avg_cost": 0.0, + "lambda": 10.1899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1761.18, + "avg_cost": 0.0, + "lambda": 10.277, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1809.22, + "avg_cost": 0.0, + "lambda": 10.3245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1629.16, + "avg_cost": 0.0, + "lambda": 10.3411, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1686.72, + "avg_cost": 0.0, + "lambda": 10.3988, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1370.53, + "avg_cost": 0.0, + "lambda": 10.4484, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1557.38, + "avg_cost": 0.0, + "lambda": 10.4657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -996.94, + "avg_cost": 0.0, + "lambda": 10.4785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1034.31, + "avg_cost": 0.0, + "lambda": 10.5128, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -963.09, + "avg_cost": 0.0, + "lambda": 10.537, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1063.55, + "avg_cost": 0.0, + "lambda": 10.5455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -819.83, + "avg_cost": 0.0, + "lambda": 10.5484, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -675.81, + "avg_cost": 0.0, + "lambda": 10.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -709.85, + "avg_cost": 0.0, + "lambda": 10.5706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -626.7, + "avg_cost": 0.0, + "lambda": 10.5735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -554.97, + "avg_cost": 0.0, + "lambda": 10.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -520.37, + "avg_cost": 0.0, + "lambda": 10.6161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -741.1, + "avg_cost": 0.0, + "lambda": 10.7416, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -406.78, + "avg_cost": 0.25, + "lambda": 10.8862, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -888.9, + "avg_cost": 0.0, + "lambda": 11.0782, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -979.46, + "avg_cost": 0.0, + "lambda": 11.2113, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -687.96, + "avg_cost": 1.0, + "lambda": 11.3405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -373.18, + "avg_cost": 1.25, + "lambda": 11.5193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -685.17, + "avg_cost": 0.0, + "lambda": 11.8594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -375.0, + "avg_cost": 0.0, + "lambda": 12.156, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -582.81, + "avg_cost": 0.25, + "lambda": 12.5222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -397.66, + "avg_cost": 1.0, + "lambda": 13.0892, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -212.8, + "avg_cost": 1.25, + "lambda": 13.6757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -210.87, + "avg_cost": 0.0, + "lambda": 14.2847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -770.23, + "avg_cost": 1.5, + "lambda": 14.9004, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -331.93, + "avg_cost": 0.5, + "lambda": 15.7996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6.39, + "avg_cost": 1.75, + "lambda": 16.6017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 69.82, + "avg_cost": 0.75, + "lambda": 17.3366, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 345.08, + "avg_cost": 0.25, + "lambda": 18.1508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 784.67, + "avg_cost": 0.25, + "lambda": 19.0885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 839.81, + "avg_cost": 2.25, + "lambda": 20.2783, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 998.48, + "avg_cost": 3.5, + "lambda": 21.5109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 989.81, + "avg_cost": 1.0, + "lambda": 22.7697, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 844.06, + "avg_cost": 2.0, + "lambda": 24.0968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 807.68, + "avg_cost": 0.25, + "lambda": 25.5437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -42.83, + "avg_cost": 0.25, + "lambda": 26.8136, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1142.65, + "avg_cost": 1.75, + "lambda": 28.0993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 846.62, + "avg_cost": 1.5, + "lambda": 29.3669, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 969.46, + "avg_cost": 2.0, + "lambda": 30.949, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 596.63, + "avg_cost": 1.25, + "lambda": 32.4026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1433.92, + "avg_cost": 1.75, + "lambda": 33.7041, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1044.15, + "avg_cost": 1.25, + "lambda": 34.9136, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 953.58, + "avg_cost": 2.0, + "lambda": 36.0429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1032.19, + "avg_cost": 1.0, + "lambda": 37.2318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 836.77, + "avg_cost": 2.0, + "lambda": 38.4379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 660.12, + "avg_cost": 1.5, + "lambda": 39.619, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1361.59, + "avg_cost": 1.0, + "lambda": 40.8913, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 777.98, + "avg_cost": 1.25, + "lambda": 42.285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1205.32, + "avg_cost": 0.25, + "lambda": 43.7035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 763.71, + "avg_cost": 1.75, + "lambda": 45.1378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1297.37, + "avg_cost": 2.0, + "lambda": 46.5924, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1646.72, + "avg_cost": 0.75, + "lambda": 47.8426, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1692.98, + "avg_cost": 0.0, + "lambda": 48.8101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1237.73, + "avg_cost": 0.25, + "lambda": 49.5947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1616.95, + "avg_cost": 0.5, + "lambda": 50.3589, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 836.86, + "avg_cost": 0.0, + "lambda": 51.0419, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1590.79, + "avg_cost": 0.0, + "lambda": 51.6493, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1815.86, + "avg_cost": 0.25, + "lambda": 52.6946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1602.59, + "avg_cost": 0.5, + "lambda": 53.868, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2003.07, + "avg_cost": 1.5, + "lambda": 55.1243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 941.51, + "avg_cost": 0.25, + "lambda": 56.446, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1647.75, + "avg_cost": 0.25, + "lambda": 57.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1812.33, + "avg_cost": 1.0, + "lambda": 58.5979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1756.49, + "avg_cost": 1.5, + "lambda": 59.7918, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2121.06, + "avg_cost": 0.0, + "lambda": 61.0188, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2184.51, + "avg_cost": 0.75, + "lambda": 62.0888, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1988.84, + "avg_cost": 1.25, + "lambda": 63.0339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2228.21, + "avg_cost": 0.25, + "lambda": 64.2548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2081.34, + "avg_cost": 0.0, + "lambda": 65.1468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2146.0, + "avg_cost": 0.75, + "lambda": 65.9873, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2191.52, + "avg_cost": 0.25, + "lambda": 66.7785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2250.14, + "avg_cost": 0.75, + "lambda": 67.6391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2231.42, + "avg_cost": 1.0, + "lambda": 68.4353, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2294.16, + "avg_cost": 0.5, + "lambda": 69.2129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2312.26, + "avg_cost": 0.25, + "lambda": 69.8574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2319.45, + "avg_cost": 0.0, + "lambda": 70.4052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2444.21, + "avg_cost": 0.25, + "lambda": 70.9211, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2516.5, + "avg_cost": 0.0, + "lambda": 71.3513, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2666.28, + "avg_cost": 1.0, + "lambda": 71.7687, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2286.89, + "avg_cost": 0.5, + "lambda": 72.4325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2444.71, + "avg_cost": 0.75, + "lambda": 73.0217, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2518.76, + "avg_cost": 0.75, + "lambda": 73.5922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2461.98, + "avg_cost": 0.0, + "lambda": 74.0741, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2620.17, + "avg_cost": 1.5, + "lambda": 74.494, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2659.48, + "avg_cost": 1.5, + "lambda": 75.0527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2812.76, + "avg_cost": 0.0, + "lambda": 75.6157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2522.57, + "avg_cost": 1.25, + "lambda": 76.246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2707.32, + "avg_cost": 1.25, + "lambda": 76.8219, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2657.6, + "avg_cost": 0.5, + "lambda": 77.2866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2633.59, + "avg_cost": 0.5, + "lambda": 77.6996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2509.99, + "avg_cost": 0.25, + "lambda": 78.1531, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2639.09, + "avg_cost": 0.0, + "lambda": 78.6229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2648.87, + "avg_cost": 0.75, + "lambda": 79.049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1171.86, + "avg_cost": 0.0, + "lambda": 79.5302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -1039.15, + "avg_cost": 0.0, + "lambda": 79.7854, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ad0c58749a8b5513d0a8501bec11bc5a0277de66 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 995971.21, + "constraint_satisfaction_pct": 85.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 4.855, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1958.98, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1654.31, + "avg_cost": 0.0, + "lambda": 0.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1629.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1369.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1484.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1462.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1380.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1058.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1219.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1142.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -816.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -913.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -734.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -753.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1127.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -792.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -546.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -539.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -729.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -493.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -573.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -536.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -617.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -581.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 141.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -374.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 125.17, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -489.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -159.11, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -391.98, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -33.08, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -178.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -325.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 142.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 231.65, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 709.42, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 657.08, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 684.32, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 637.26, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1207.08, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1293.09, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 29.3, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1394.21, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 778.69, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 766.47, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 731.16, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1139.62, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1798.45, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1267.59, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1249.33, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 741.07, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 964.19, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1990.7, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1277.24, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1997.98, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1470.83, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 923.13, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1041.98, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2010.76, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2211.33, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1378.06, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1767.75, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1810.04, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2355.76, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1547.36, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1790.44, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2508.74, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1406.9, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2672.14, + "avg_cost": 27.25, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2642.55, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2623.66, + "avg_cost": 21.25, + "lambda": 0.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2744.42, + "avg_cost": 27.25, + "lambda": 0.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1594.94, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1841.18, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2361.8, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3075.98, + "avg_cost": 40.75, + "lambda": 0.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2721.74, + "avg_cost": 35.0, + "lambda": 0.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2385.87, + "avg_cost": 22.75, + "lambda": 0.2025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2358.6, + "avg_cost": 17.25, + "lambda": 0.23, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2580.8, + "avg_cost": 27.0, + "lambda": 0.3475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2830.3, + "avg_cost": 27.0, + "lambda": 1.4375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3241.96, + "avg_cost": 44.75, + "lambda": 1.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1848.7, + "avg_cost": 11.5, + "lambda": 1.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2305.13, + "avg_cost": 17.75, + "lambda": 1.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3085.76, + "avg_cost": 32.75, + "lambda": 1.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2906.26, + "avg_cost": 19.75, + "lambda": 1.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2935.13, + "avg_cost": 21.75, + "lambda": 1.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2969.14, + "avg_cost": 31.0, + "lambda": 1.635, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2220.04, + "avg_cost": 13.75, + "lambda": 1.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3140.38, + "avg_cost": 22.25, + "lambda": 1.39, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3409.31, + "avg_cost": 50.25, + "lambda": 2.235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2332.11, + "avg_cost": 31.0, + "lambda": 3.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2797.05, + "avg_cost": 19.75, + "lambda": 3.2725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3170.71, + "avg_cost": 38.0, + "lambda": 3.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3351.07, + "avg_cost": 32.5, + "lambda": 3.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2598.6, + "avg_cost": 35.5, + "lambda": 4.505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2994.72, + "avg_cost": 28.25, + "lambda": 5.3225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3295.62, + "avg_cost": 24.5, + "lambda": 5.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2782.97, + "avg_cost": 21.0, + "lambda": 4.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3644.19, + "avg_cost": 38.25, + "lambda": 4.855, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..633fd83b8f31933bd7032df565a498eff1c280f8 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json @@ -0,0 +1,8047 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12514552.08, + "constraint_satisfaction_pct": 35.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 362.8178, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13345.23, + "avg_cost": 29.0, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13339.08, + "avg_cost": 16.0, + "lambda": 39.7141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 13249.07, + "avg_cost": 12.75, + "lambda": 60.1753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 13249.46, + "avg_cost": 3.0, + "lambda": 74.0911, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 13117.39, + "avg_cost": 4.75, + "lambda": 85.1702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13100.63, + "avg_cost": 5.75, + "lambda": 92.8313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 13093.05, + "avg_cost": 6.5, + "lambda": 99.9108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 13084.2, + "avg_cost": 5.5, + "lambda": 106.1507, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 13166.6, + "avg_cost": 9.25, + "lambda": 111.5289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 13287.52, + "avg_cost": 16.75, + "lambda": 117.998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 13027.72, + "avg_cost": 7.5, + "lambda": 126.249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 13080.87, + "avg_cost": 1.75, + "lambda": 133.8622, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 13180.83, + "avg_cost": 7.5, + "lambda": 140.5836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 12979.95, + "avg_cost": 18.25, + "lambda": 147.2055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 13052.41, + "avg_cost": 0.0, + "lambda": 153.4787, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 13110.19, + "avg_cost": 4.75, + "lambda": 159.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12653.13, + "avg_cost": 2.25, + "lambda": 166.5517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12505.21, + "avg_cost": 0.0, + "lambda": 173.5865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 12658.21, + "avg_cost": 0.0, + "lambda": 179.4529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12672.76, + "avg_cost": 0.75, + "lambda": 184.7344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 12974.28, + "avg_cost": 0.0, + "lambda": 188.738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12790.83, + "avg_cost": 0.25, + "lambda": 192.6045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12528.49, + "avg_cost": 1.0, + "lambda": 195.6267, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12712.91, + "avg_cost": 8.75, + "lambda": 198.1485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 12621.12, + "avg_cost": 0.0, + "lambda": 200.9555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12654.46, + "avg_cost": 0.0, + "lambda": 204.0441, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12945.83, + "avg_cost": 6.25, + "lambda": 207.0594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 13024.2, + "avg_cost": 0.0, + "lambda": 209.5058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12528.59, + "avg_cost": 0.0, + "lambda": 212.5168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12695.34, + "avg_cost": 1.0, + "lambda": 215.1313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12329.89, + "avg_cost": 0.0, + "lambda": 218.5594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12447.33, + "avg_cost": 0.0, + "lambda": 221.1306, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12505.81, + "avg_cost": 5.75, + "lambda": 223.2667, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12641.47, + "avg_cost": 2.0, + "lambda": 226.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12774.92, + "avg_cost": 7.0, + "lambda": 228.8317, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12811.56, + "avg_cost": 0.0, + "lambda": 231.3764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12818.43, + "avg_cost": 1.0, + "lambda": 233.8621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12724.12, + "avg_cost": 3.25, + "lambda": 236.7189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12906.26, + "avg_cost": 0.0, + "lambda": 239.27, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12511.65, + "avg_cost": 5.25, + "lambda": 241.5336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12361.16, + "avg_cost": 0.0, + "lambda": 243.3071, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12089.81, + "avg_cost": 0.0, + "lambda": 246.3079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12137.29, + "avg_cost": 0.0, + "lambda": 249.1682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12365.79, + "avg_cost": 6.0, + "lambda": 251.0832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 11908.94, + "avg_cost": 0.0, + "lambda": 253.4286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12087.28, + "avg_cost": 2.25, + "lambda": 255.0496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 11841.79, + "avg_cost": 1.0, + "lambda": 257.4763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12391.08, + "avg_cost": 2.5, + "lambda": 259.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12342.11, + "avg_cost": 0.25, + "lambda": 261.9348, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12287.76, + "avg_cost": 0.0, + "lambda": 265.1017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12333.28, + "avg_cost": 0.0, + "lambda": 266.9826, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12136.98, + "avg_cost": 3.5, + "lambda": 268.7066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12061.32, + "avg_cost": 0.5, + "lambda": 270.5288, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11723.42, + "avg_cost": 4.25, + "lambda": 272.5222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 11909.99, + "avg_cost": 6.25, + "lambda": 274.5502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11962.56, + "avg_cost": 8.5, + "lambda": 277.2892, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12040.15, + "avg_cost": 3.0, + "lambda": 280.824, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12160.02, + "avg_cost": 1.5, + "lambda": 283.4629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11667.13, + "avg_cost": 0.0, + "lambda": 285.1844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12041.03, + "avg_cost": 2.5, + "lambda": 287.2856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12135.73, + "avg_cost": 0.0, + "lambda": 289.287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 12456.77, + "avg_cost": 3.5, + "lambda": 291.0496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 12320.18, + "avg_cost": 1.25, + "lambda": 292.4895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12011.95, + "avg_cost": 6.0, + "lambda": 294.1489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12174.78, + "avg_cost": 2.75, + "lambda": 297.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12038.46, + "avg_cost": 0.0, + "lambda": 300.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 12196.82, + "avg_cost": 4.75, + "lambda": 301.9285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 12083.91, + "avg_cost": 3.0, + "lambda": 303.5588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12231.85, + "avg_cost": 4.0, + "lambda": 305.6651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11988.73, + "avg_cost": 0.0, + "lambda": 308.6198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12703.3, + "avg_cost": 2.0, + "lambda": 311.109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12470.94, + "avg_cost": 6.25, + "lambda": 312.8261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12526.91, + "avg_cost": 0.0, + "lambda": 314.5229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12477.68, + "avg_cost": 0.25, + "lambda": 315.9503, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12734.26, + "avg_cost": 0.25, + "lambda": 317.2265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12606.82, + "avg_cost": 2.25, + "lambda": 318.8099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12523.75, + "avg_cost": 3.0, + "lambda": 320.3704, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12056.91, + "avg_cost": 0.0, + "lambda": 322.2723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12007.27, + "avg_cost": 0.0, + "lambda": 323.9832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12209.0, + "avg_cost": 0.0, + "lambda": 325.054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12329.62, + "avg_cost": 0.0, + "lambda": 326.1054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12147.03, + "avg_cost": 0.0, + "lambda": 327.6724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12155.3, + "avg_cost": 0.0, + "lambda": 329.6603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 12640.26, + "avg_cost": 2.5, + "lambda": 331.3195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12292.74, + "avg_cost": 9.0, + "lambda": 332.726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12211.99, + "avg_cost": 0.0, + "lambda": 334.3566, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12388.17, + "avg_cost": 0.5, + "lambda": 336.1884, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12645.99, + "avg_cost": 0.0, + "lambda": 337.563, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12649.89, + "avg_cost": 0.75, + "lambda": 339.0836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 13027.52, + "avg_cost": 0.0, + "lambda": 340.9397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12898.71, + "avg_cost": 1.0, + "lambda": 342.8637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12781.25, + "avg_cost": 0.0, + "lambda": 344.218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12570.19, + "avg_cost": 0.0, + "lambda": 345.5251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12529.57, + "avg_cost": 0.25, + "lambda": 348.6202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12385.6, + "avg_cost": 1.5, + "lambda": 350.9388, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12012.88, + "avg_cost": 2.75, + "lambda": 353.5267, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12540.03, + "avg_cost": 0.0, + "lambda": 355.6968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12454.25, + "avg_cost": 1.25, + "lambda": 357.1922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12327.44, + "avg_cost": 2.25, + "lambda": 359.3223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12199.84, + "avg_cost": 2.0, + "lambda": 361.1165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12450.39, + "avg_cost": 0.0, + "lambda": 362.8178, + "rho": [ + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + 13345.2256, + 13234.3824, + 13172.9476, + 13231.6174, + 13242.6117, + 13357.3976, + 13214.0271, + 13228.8372, + 13226.6398, + 13339.0811, + 13230.024, + 13370.093, + 13302.3267, + 13220.9514, + 13299.7864, + 13223.8852, + 13194.5377, + 13164.1883, + 13195.4623, + 13249.0677, + 13254.4378, + 13215.4535, + 13252.3473, + 13209.128, + 13355.7677, + 13229.2317, + 13246.7721, + 13356.2837, + 13256.0867, + 13249.4603, + 13149.3008, + 13246.4635, + 13170.0189, + 13170.8825, + 13053.9915, + 13003.3696, + 13071.9092, + 13077.1141, + 13160.3467, + 13117.3888, + 13059.166, + 13029.6173, + 13006.2901, + 13017.1701, + 12989.1198, + 12995.2038, + 13111.9808, + 13042.3606, + 13058.8102, + 13100.6327, + 12999.9697, + 13015.1474, + 13047.2658, + 12992.2974, + 13057.5215, + 13022.2666, + 12962.4748, + 12956.3909, + 12947.1274, + 13093.0498, + 13021.1971, + 12938.9442, + 12918.2011, + 13036.3452, + 13031.3083, + 13091.3284, + 13246.1717, + 13095.0621, + 13160.5709, + 13084.1972, + 13056.7658, + 13209.205, + 13159.6729, + 13324.6592, + 13262.3222, + 13272.0505, + 13164.2326, + 13171.1438, + 13179.2179, + 13166.5982, + 13055.7218, + 13095.1732, + 13270.6389, + 13158.4875, + 13185.5991, + 13335.4864, + 13242.3418, + 13202.9281, + 13224.6659, + 13287.516, + 13259.2307, + 13291.6676, + 13227.7735, + 13307.8524, + 13186.2576, + 13168.8185, + 13141.9248, + 13113.4207, + 12950.5746, + 13027.7166, + 13093.9997, + 13111.1942, + 13094.8443, + 13125.0822, + 13182.199, + 13302.4189, + 13283.1089, + 13069.2855, + 13147.7313, + 13080.8671, + 13276.1886, + 13132.5611, + 13135.4949, + 13068.5622, + 13276.0294, + 13129.0961, + 13062.3122, + 13132.2541, + 13129.0841, + 13180.8347, + 13238.7542, + 13274.1326, + 13095.9305, + 13189.3893, + 13210.0185, + 13149.3464, + 12887.2793, + 12965.5825, + 12948.8184, + 12979.9502, + 12984.3285, + 12922.038, + 13128.8685, + 13113.6612, + 13148.5871, + 13203.4413, + 13094.6953, + 12960.8265, + 12996.92, + 13052.4133, + 13214.0579, + 13179.7224, + 13017.9454, + 12984.0684, + 12957.3361, + 12842.9948, + 12969.6415, + 13154.7968, + 13027.9985, + 13110.1887, + 12913.6365, + 13026.0391, + 13100.6002, + 13060.9609, + 13170.8682, + 13116.8898, + 12983.6007, + 12957.2212, + 12752.1897, + 12653.1297, + 12697.2774, + 12574.9734, + 12486.0745, + 12804.8935, + 12679.099, + 12917.0528, + 12712.1994, + 12774.4462, + 12710.3579, + 12505.2145, + 12579.3915, + 12577.4154, + 12516.3641, + 12519.7887, + 12642.8084, + 12414.948, + 12643.5321, + 12404.4792, + 12658.4867, + 12658.2056, + 12729.9808, + 12707.5695, + 12684.2255, + 12653.3995, + 12694.6275, + 12681.541, + 12620.3401, + 12635.3085, + 12717.5055, + 12672.7566, + 12691.2994, + 12706.2373, + 12905.3342, + 12718.2289, + 12841.6821, + 12753.9118, + 12799.7986, + 12892.0155, + 12965.6721, + 12974.2828, + 12913.1722, + 12797.5529, + 12799.929, + 12844.9175, + 12944.8713, + 12960.7075, + 12791.7903, + 12617.1538, + 12749.1875, + 12790.832, + 12918.0517, + 12722.6411, + 12599.7659, + 12644.4943, + 12622.3906, + 12619.6227, + 12674.0351, + 12468.7208, + 12388.8481, + 12528.4893, + 12659.3186, + 12732.2331, + 12633.6591, + 12624.7534, + 12587.7048, + 12626.3181, + 12688.2514, + 12773.1393, + 12561.5146, + 12712.9053, + 12581.7762, + 12830.9003, + 12840.267, + 12808.3366, + 12635.1887, + 12720.9786, + 12555.4872, + 12545.8898, + 12445.2418, + 12621.117, + 12679.5483, + 12640.0149, + 12639.5412, + 12600.1306, + 12577.9522, + 12645.7849, + 12737.5533, + 12616.1519, + 12666.6877, + 12654.4574, + 12806.0014, + 12852.205, + 12619.4687, + 12603.179, + 12684.6642, + 12689.5888, + 12844.3349, + 12873.6241, + 12848.5578, + 12945.8279, + 12796.098, + 12679.3516, + 12795.0709, + 12948.9884, + 12938.7899, + 12912.3374, + 12943.6264, + 12917.8906, + 13114.9344, + 13024.2034, + 13052.5579, + 12897.8515, + 12915.6115, + 12844.3234, + 12957.3519, + 12943.8164, + 12992.811, + 12953.8558, + 12960.156, + 12528.5914, + 12634.9343, + 12648.1889, + 12615.9822, + 12574.2189, + 12744.9125, + 12644.3806, + 12642.6562, + 12659.0862, + 12736.1278, + 12695.342, + 12634.8182, + 12768.4299, + 12476.1906, + 12421.0241, + 12387.5228, + 12414.0494, + 12474.2737, + 12508.6092, + 12312.0294, + 12329.8905, + 12394.3699, + 12064.0702, + 12052.4875, + 12240.1744, + 12382.9943, + 12409.0984, + 12271.3876, + 12200.2233, + 12333.7556, + 12447.3269, + 12573.1264, + 12609.1807, + 12647.8357, + 12702.2163, + 12545.8527, + 12771.6245, + 12861.8796, + 12581.8528, + 12577.904, + 12505.8137, + 12669.7844, + 12438.5459, + 12813.3966, + 12748.1211, + 12675.6407, + 12648.1168, + 12383.8935, + 12467.7065, + 12459.7489, + 12641.4727, + 12611.4319, + 12602.7559, + 12697.2286, + 12608.7208, + 12575.326, + 12612.7225, + 12675.0671, + 12766.1994, + 12714.2722, + 12774.9195, + 12719.1659, + 12628.4344, + 12667.3178, + 12638.4232, + 12779.6574, + 12809.5988, + 12942.2724, + 12730.8051, + 12670.5177, + 12811.5595, + 12758.1381, + 12845.945, + 12824.7188, + 12747.6905, + 12858.5867, + 13090.1903, + 13046.793, + 13204.1963, + 12967.6728, + 12818.4295, + 12830.9353, + 12683.2721, + 12676.3661, + 12655.1394, + 12647.6815, + 12592.5619, + 12545.69, + 12439.7986, + 12715.0545, + 12724.1166, + 12868.2295, + 12901.7211, + 12888.6281, + 13027.3571, + 13027.9615, + 13081.0551, + 13002.89, + 12967.4972, + 12885.1167, + 12906.2558, + 12694.3328, + 12721.4192, + 12662.3117, + 12619.8491, + 12483.8515, + 12596.6837, + 12738.0306, + 12655.0047, + 12618.0217, + 12511.6494, + 12577.2099, + 12478.8464, + 12532.0678, + 12507.0374, + 12439.1454, + 12449.0128, + 12441.3044, + 12418.8803, + 12539.0749, + 12361.1618, + 12168.8261, + 12376.8879, + 12431.3545, + 12413.653, + 12276.9744, + 12078.1291, + 12095.0697, + 12090.6831, + 12061.8729, + 12089.8147, + 12118.8593, + 12096.1458, + 12256.2036, + 12140.0664, + 11978.9284, + 12235.9609, + 12226.8823, + 12190.7514, + 11988.25, + 12137.2894, + 12176.2069, + 12212.1897, + 12379.5329, + 12590.0495, + 12252.4283, + 12319.8885, + 12362.6968, + 12438.5093, + 12567.5756, + 12365.7895, + 12149.9796, + 12281.8555, + 12463.179, + 12399.3096, + 12470.3856, + 12398.8265, + 12044.7576, + 12211.238, + 11979.2654, + 11908.9416, + 12086.1767, + 12039.2878, + 12061.6727, + 11923.8993, + 12101.5181, + 12055.3392, + 12255.0904, + 12098.6093, + 12036.0756, + 12087.2848, + 12205.953, + 12190.3874, + 12214.16, + 12244.095, + 11940.9648, + 11884.6643, + 12103.944, + 11820.7588, + 11831.322, + 11841.7942, + 11774.1216, + 12067.2686, + 11997.1317, + 12216.9978, + 12128.898, + 11957.7724, + 12118.3928, + 12253.757, + 12247.8304, + 12391.0784, + 12303.2464, + 12484.1379, + 12511.8095, + 12540.5563, + 12559.5034, + 12512.7857, + 12346.413, + 12268.1011, + 12275.7766, + 12342.1122, + 12454.3958, + 12399.2518, + 12572.2015, + 12440.9689, + 12434.0187, + 12336.996, + 12395.1338, + 12354.6425, + 12344.4705, + 12287.761, + 12382.939, + 12444.6646, + 12273.9875, + 12221.2994, + 12195.4809, + 12125.2837, + 12239.6647, + 12384.2418, + 12351.2342, + 12333.2769, + 12278.2535, + 12335.9318, + 12580.3297, + 12530.9628, + 12552.13, + 12291.0213, + 12164.5387, + 12214.9387, + 12155.388, + 12136.9825, + 12016.4644, + 12081.6557, + 11950.5562, + 12033.6787, + 11890.9594, + 12103.481, + 12104.6852, + 12118.8639, + 12130.0002, + 12061.324, + 12163.6204, + 12042.597, + 11902.3085, + 11904.4529, + 11965.4573, + 12042.303, + 11974.2503, + 12037.3731, + 11782.0947, + 11723.4241, + 11779.2004, + 11447.4352, + 11484.8169, + 11559.298, + 11816.0775, + 11796.0167, + 11687.1757, + 12013.2037, + 12012.2898, + 11909.9889, + 12034.1205, + 11933.7305, + 11931.2935, + 11708.2364, + 11830.9398, + 11945.2593, + 12041.5812, + 11861.4362, + 11903.5772, + 11962.5574, + 12012.9354, + 11713.8208, + 11784.9551, + 11908.1267, + 11804.0388, + 11961.4375, + 12055.3873, + 12084.671, + 11931.3896, + 12040.1472, + 12104.8844, + 12192.4658, + 12114.3191, + 12068.7107, + 11997.2348, + 12161.0839, + 11999.6394, + 12070.0227, + 12085.4344, + 12160.0178, + 11969.1992, + 12118.297, + 11892.2131, + 12079.5801, + 11865.7211, + 11903.2987, + 11981.3612, + 11897.1705, + 11760.3958, + 11667.1308, + 11683.3207, + 11679.0593, + 11579.7542, + 11850.7975, + 11894.9204, + 11867.2282, + 12011.7337, + 12212.0809, + 12119.1924, + 12041.0323, + 11953.7167, + 12156.7308, + 12094.7641, + 12257.849, + 12087.687, + 12025.4031, + 12125.7048, + 11911.6125, + 12101.4833, + 12135.7318, + 12225.2694, + 12383.915, + 12308.8243, + 12430.0431, + 12357.9259, + 12456.3102, + 12288.8124, + 12265.6258, + 12370.1811, + 12456.7675, + 12481.0074, + 12359.3806, + 12324.5827, + 12351.0034, + 12301.3907, + 12449.4585, + 12415.2211, + 12425.139, + 12438.3325, + 12320.1787, + 12097.8019, + 12015.7474, + 12034.8451, + 11978.4005, + 11950.7489, + 12072.7754, + 11919.0952, + 12085.0297, + 11964.7281, + 12011.9501, + 12033.9282, + 12059.7996, + 11934.2932, + 11886.2746, + 12050.3817, + 12130.0052, + 12238.7657, + 12272.7767, + 12020.6171, + 12174.7832, + 11959.3261, + 12137.3619, + 12057.045, + 11914.1955, + 11946.7097, + 11849.8685, + 11883.9034, + 11852.0147, + 11909.0803, + 12038.4646, + 11896.3543, + 11776.1958, + 11953.8401, + 12153.586, + 12203.9847, + 12239.3646, + 12225.3193, + 12194.9667, + 12165.4366, + 12196.8155, + 12211.4883, + 12196.7038, + 12372.7791, + 12255.308, + 12225.6546, + 12219.7681, + 12265.9101, + 12255.7275, + 12340.7915, + 12083.9076, + 12131.0451, + 12142.0153, + 12145.4148, + 12053.2904, + 11950.447, + 11962.6731, + 12082.9569, + 12087.7825, + 12202.1916, + 12231.8523, + 12059.8362, + 11910.8964, + 12064.3588, + 12048.1413, + 11960.185, + 11857.707, + 11802.7094, + 11935.5112, + 11882.635, + 11988.7343, + 11892.9375, + 12148.7233, + 12105.1813, + 12169.2944, + 12103.3315, + 12286.293, + 12661.2907, + 12568.1432, + 12777.6942, + 12703.3037, + 12609.1117, + 12496.7695, + 12658.664, + 12542.878, + 12608.2647, + 12558.176, + 12623.8893, + 12426.9238, + 12580.1916, + 12470.9404, + 12421.6621, + 12400.5722, + 12473.6231, + 12482.2827, + 12535.7619, + 12368.0853, + 12572.5688, + 12467.5212, + 12423.9386, + 12526.9052, + 12486.0919, + 12353.101, + 12421.8145, + 12496.6328, + 12407.7572, + 12474.9235, + 12334.8294, + 12301.9704, + 12447.0924, + 12477.6794, + 12621.4659, + 12614.3956, + 12599.4073, + 12536.9556, + 12514.2234, + 12506.6169, + 12558.5876, + 12572.792, + 12835.6629, + 12734.2613, + 12674.8844, + 12814.0549, + 12745.4523, + 12652.8591, + 12825.316, + 12516.5263, + 12461.4377, + 12510.7053, + 12542.6367, + 12606.8232, + 12649.9806, + 12619.9844, + 12583.0042, + 12665.3871, + 12801.9381, + 12611.5429, + 12718.5883, + 12641.7843, + 12678.7692, + 12523.7519, + 12365.7507, + 12205.0792, + 12306.5136, + 12076.7159, + 12170.8492, + 12227.5466, + 12431.9716, + 12469.4439, + 12246.0841, + 12056.9067, + 11909.6699, + 11759.0497, + 11793.7535, + 11820.5063, + 11960.7872, + 11914.6451, + 11867.3018, + 12021.1523, + 12072.4218, + 12007.2729, + 12100.5523, + 11826.2419, + 11762.4993, + 11768.85, + 12071.6387, + 12034.9511, + 12209.1656, + 12133.605, + 12367.2938, + 12208.9954, + 12513.4235, + 12279.6061, + 12513.1515, + 12364.5128, + 12205.1021, + 12125.8429, + 12096.9993, + 12254.4723, + 12173.7191, + 12329.6158, + 12325.2068, + 12435.2444, + 12380.6703, + 12628.2035, + 12508.3628, + 12144.4252, + 12095.0322, + 12278.4776, + 12237.6208, + 12147.0272, + 12218.6464, + 12371.2001, + 12204.6281, + 12258.7345, + 12507.801, + 12465.5937, + 12208.2261, + 12260.7498, + 12191.7105, + 12155.2992, + 12310.5675, + 12252.9774, + 12314.4829, + 12516.4372, + 12489.7945, + 12346.2174, + 12459.9094, + 12471.9061, + 12362.8601, + 12640.2635, + 12391.1963, + 12502.831, + 12546.5835, + 12690.5175, + 12577.3951, + 12371.4734, + 12387.5684, + 12388.6013, + 12216.7499, + 12292.7397, + 12315.4281, + 12132.7047, + 12090.3972, + 12182.772, + 12353.3072, + 12045.8295, + 12014.1409, + 12170.2726, + 12079.4031, + 12211.9939, + 12188.3357, + 12155.8507, + 12189.4164, + 12070.3623, + 12158.4468, + 12138.4788, + 12269.0807, + 12268.8521, + 12195.6326, + 12388.1739, + 12337.2109, + 12507.3766, + 12293.3855, + 12447.7727, + 12379.2963, + 12440.5036, + 12581.9371, + 12768.5632, + 12597.6507, + 12645.9893, + 12760.502, + 12848.4334, + 12589.3909, + 12585.0154, + 12760.6126, + 12752.5775, + 12734.8046, + 12744.161, + 12710.9922, + 12649.8883, + 12830.6231, + 12830.8887, + 12753.9838, + 12653.3727, + 12782.9543, + 12680.5194, + 12693.0625, + 12687.0613, + 12946.5654, + 13027.5174, + 13047.083, + 12984.0092, + 13095.0654, + 13151.2728, + 13203.8953, + 13213.754, + 13076.5684, + 12829.0577, + 12851.2244, + 12898.7066, + 12792.6288, + 12828.609, + 12871.4331, + 12870.2625, + 12729.8975, + 12918.6197, + 12721.6959, + 12731.6886, + 12614.779, + 12781.2468, + 12734.0768, + 12677.9286, + 12614.5245, + 12494.1801, + 12684.7604, + 12651.0366, + 12596.0822, + 12543.8504, + 12551.8429, + 12570.1869, + 12603.4733, + 12729.5439, + 12764.5445, + 12775.3011, + 12609.3575, + 12634.2022, + 12647.9215, + 12585.5234, + 12696.5611, + 12529.5749, + 12399.7437, + 12611.8479, + 12331.8094, + 12487.7649, + 12517.8558, + 12509.0874, + 12534.8643, + 12550.5969, + 12582.7052, + 12385.599, + 12320.4582, + 12279.3914, + 12331.1862, + 12154.8824, + 12251.5853, + 12160.887, + 12198.8773, + 12166.037, + 12015.59, + 12012.8791, + 12198.7716, + 12141.5689, + 12053.5015, + 12260.1877, + 12230.3446, + 12078.2668, + 12228.8848, + 12356.3067, + 12226.4476, + 12540.0274, + 12253.0505, + 12550.5811, + 12366.9143, + 12395.1653, + 12527.2917, + 12515.8852, + 12608.0336, + 12702.0212, + 12507.337, + 12454.2522, + 12647.947, + 12380.362, + 12562.2123, + 12433.3114, + 12484.0843, + 12590.8383, + 12450.9364, + 12458.7478, + 12450.4086, + 12327.4412, + 12168.2875, + 12062.0658, + 12154.8127, + 12190.5622, + 12202.911, + 12148.2757, + 12139.3137, + 12247.6534, + 12307.8279, + 12199.8402, + 12397.5466, + 12441.1649, + 12547.479, + 12583.4307, + 12468.6951, + 12359.342, + 12499.3845, + 12375.6811, + 12576.292, + 12450.3937 + ], + "episode_costs": [ + 29.0, + 25.25, + 36.5, + 53.75, + 33.25, + 37.25, + 6.0, + 23.0, + 17.0, + 16.0, + 5.5, + 5.75, + 23.75, + 14.0, + 18.0, + 7.0, + 16.0, + 2.5, + 5.5, + 12.75, + 12.5, + 8.0, + 12.5, + 0.0, + 25.5, + 15.75, + 0.0, + 8.75, + 11.5, + 3.0, + 17.75, + 10.5, + 15.5, + 12.75, + 6.5, + 0.0, + 7.0, + 3.25, + 10.0, + 4.75, + 1.5, + 7.75, + 11.75, + 8.25, + 0.0, + 3.0, + 8.25, + 2.5, + 4.25, + 5.75, + 0.0, + 9.0, + 2.5, + 11.0, + 17.25, + 14.75, + 9.0, + 4.25, + 3.75, + 6.5, + 1.0, + 3.75, + 0.5, + 2.25, + 6.75, + 11.25, + 13.75, + 4.25, + 3.75, + 5.5, + 4.25, + 1.75, + 0.0, + 12.0, + 1.75, + 5.0, + 4.5, + 3.25, + 3.5, + 9.25, + 1.5, + 7.5, + 3.75, + 3.25, + 4.0, + 27.25, + 18.0, + 9.0, + 3.75, + 16.75, + 3.0, + 9.25, + 8.0, + 6.75, + 4.0, + 7.75, + 8.25, + 18.75, + 12.0, + 7.5, + 6.25, + 5.25, + 8.75, + 0.25, + 2.25, + 15.25, + 3.5, + 8.0, + 1.5, + 1.75, + 17.0, + 8.25, + 8.25, + 0.0, + 3.25, + 7.75, + 2.0, + 2.75, + 11.25, + 7.5, + 8.5, + 13.75, + 1.75, + 0.75, + 4.0, + 11.25, + 11.25, + 3.0, + 0.0, + 18.25, + 2.0, + 0.0, + 1.25, + 3.0, + 19.75, + 13.0, + 5.0, + 3.25, + 0.0, + 0.0, + 8.75, + 17.75, + 3.5, + 8.0, + 7.5, + 2.5, + 0.0, + 8.75, + 2.25, + 4.75, + 2.5, + 3.0, + 3.75, + 0.5, + 25.5, + 30.25, + 8.0, + 8.75, + 0.0, + 2.25, + 8.0, + 8.25, + 0.0, + 6.75, + 0.25, + 15.75, + 14.75, + 3.0, + 4.25, + 0.0, + 4.75, + 2.5, + 3.25, + 15.5, + 12.5, + 0.0, + 3.0, + 0.0, + 0.0, + 0.0, + 10.75, + 6.0, + 9.5, + 4.0, + 5.5, + 2.75, + 5.5, + 4.0, + 9.75, + 0.75, + 2.25, + 0.0, + 5.75, + 0.0, + 9.0, + 0.25, + 2.5, + 0.0, + 2.0, + 0.0, + 14.0, + 1.75, + 8.5, + 0.0, + 0.5, + 6.0, + 8.0, + 1.25, + 0.0, + 0.25, + 2.5, + 5.75, + 3.25, + 0.25, + 3.5, + 0.0, + 3.5, + 4.75, + 0.0, + 1.0, + 3.5, + 0.0, + 5.25, + 4.25, + 0.75, + 0.0, + 2.0, + 0.25, + 3.25, + 8.75, + 0.0, + 2.75, + 2.0, + 5.25, + 0.5, + 0.0, + 5.25, + 11.25, + 2.5, + 0.0, + 9.0, + 0.5, + 4.75, + 2.75, + 0.5, + 0.0, + 1.5, + 4.75, + 3.5, + 0.0, + 0.25, + 6.25, + 9.75, + 8.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 6.25, + 3.75, + 0.0, + 0.0, + 9.25, + 0.0, + 1.75, + 0.0, + 0.25, + 1.0, + 0.0, + 13.0, + 1.25, + 4.5, + 0.0, + 0.25, + 7.25, + 9.0, + 3.5, + 2.5, + 0.0, + 0.0, + 5.0, + 0.0, + 0.0, + 2.5, + 8.0, + 0.0, + 0.0, + 3.0, + 1.0, + 0.0, + 14.75, + 11.0, + 4.0, + 0.0, + 2.0, + 5.0, + 1.25, + 2.0, + 0.0, + 3.0, + 0.0, + 0.0, + 0.0, + 9.5, + 4.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.5, + 5.75, + 2.5, + 6.0, + 0.0, + 1.5, + 5.75, + 10.5, + 0.0, + 3.75, + 4.25, + 4.0, + 4.75, + 0.0, + 1.75, + 0.0, + 2.0, + 2.25, + 0.0, + 0.0, + 0.0, + 2.5, + 13.0, + 0.75, + 0.5, + 0.0, + 7.0, + 0.0, + 2.5, + 2.5, + 5.25, + 0.0, + 0.0, + 8.5, + 0.0, + 2.25, + 0.0, + 2.25, + 0.0, + 0.0, + 0.0, + 7.5, + 5.75, + 0.0, + 12.0, + 3.5, + 1.0, + 2.25, + 6.75, + 0.0, + 2.25, + 0.0, + 4.5, + 2.75, + 0.0, + 2.75, + 3.25, + 2.5, + 1.75, + 2.5, + 0.75, + 0.0, + 0.0, + 9.25, + 3.25, + 7.5, + 0.0, + 0.0, + 0.0, + 3.25, + 2.25, + 0.0, + 0.0, + 2.0, + 1.5, + 6.25, + 5.25, + 0.25, + 0.0, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 4.5, + 9.75, + 10.5, + 7.75, + 0.0, + 0.5, + 17.75, + 0.0, + 0.0, + 0.0, + 0.0, + 7.25, + 0.0, + 3.0, + 0.25, + 4.0, + 1.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 5.25, + 0.0, + 0.75, + 0.0, + 0.0, + 9.75, + 6.0, + 0.0, + 0.5, + 1.0, + 9.0, + 0.5, + 3.5, + 0.75, + 2.0, + 0.0, + 0.0, + 1.25, + 0.0, + 1.0, + 0.0, + 4.5, + 0.0, + 3.25, + 0.0, + 0.0, + 2.25, + 7.5, + 4.25, + 0.0, + 3.25, + 6.5, + 3.5, + 3.0, + 2.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 6.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.5, + 2.5, + 0.5, + 0.25, + 0.0, + 5.75, + 15.25, + 10.25, + 0.0, + 11.0, + 1.75, + 0.25, + 6.5, + 2.75, + 6.75, + 0.0, + 0.0, + 1.0, + 0.0, + 3.25, + 0.0, + 0.0, + 3.25, + 2.75, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.75, + 4.5, + 0.25, + 9.25, + 2.5, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 1.25, + 0.75, + 4.0, + 6.75, + 0.75, + 0.0, + 1.25, + 2.0, + 0.5, + 7.5, + 6.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 0.25, + 4.25, + 2.25, + 4.0, + 0.0, + 0.0, + 7.75, + 0.0, + 0.0, + 2.75, + 4.0, + 6.25, + 3.5, + 3.0, + 7.0, + 0.0, + 0.0, + 0.0, + 4.25, + 0.0, + 10.5, + 8.5, + 6.5, + 4.25, + 0.0, + 5.5, + 0.0, + 3.0, + 3.75, + 5.75, + 1.0, + 3.0, + 3.25, + 3.25, + 0.0, + 3.25, + 0.0, + 0.75, + 0.0, + 2.75, + 0.0, + 1.5, + 0.0, + 7.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 15.5, + 0.0, + 0.0, + 4.0, + 0.5, + 0.0, + 0.0, + 0.0, + 2.25, + 2.5, + 3.5, + 3.75, + 2.25, + 0.0, + 0.5, + 0.0, + 9.0, + 1.75, + 0.0, + 0.0, + 0.0, + 4.0, + 0.25, + 3.0, + 3.0, + 0.0, + 0.0, + 3.25, + 0.0, + 3.5, + 0.0, + 0.0, + 4.5, + 0.0, + 0.0, + 0.0, + 2.5, + 0.0, + 2.25, + 1.25, + 2.0, + 4.25, + 4.5, + 0.0, + 0.0, + 2.5, + 0.0, + 0.0, + 3.25, + 6.0, + 4.75, + 19.75, + 8.25, + 5.0, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 3.75, + 0.0, + 2.75, + 0.0, + 11.0, + 2.5, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 4.75, + 0.0, + 0.0, + 8.25, + 2.75, + 0.0, + 0.0, + 0.5, + 4.25, + 2.25, + 3.0, + 0.0, + 3.5, + 1.0, + 0.0, + 0.0, + 5.0, + 11.25, + 0.0, + 4.5, + 4.0, + 2.25, + 0.0, + 0.5, + 0.0, + 3.0, + 12.25, + 7.25, + 8.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.5, + 0.0, + 0.0, + 4.25, + 0.0, + 5.0, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 5.0, + 5.25, + 6.25, + 0.25, + 0.0, + 2.0, + 0.0, + 0.25, + 0.25, + 3.25, + 0.25, + 2.25, + 0.0, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 4.25, + 4.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 4.5, + 0.25, + 2.5, + 0.0, + 3.75, + 0.25, + 7.25, + 0.0, + 1.75, + 0.0, + 3.0, + 0.0, + 1.5, + 0.0, + 0.0, + 2.25, + 0.0, + 2.5, + 0.0, + 0.0, + 6.5, + 3.0, + 2.5, + 0.75, + 2.75, + 3.0, + 2.5, + 0.0, + 2.25, + 0.0, + 3.75, + 4.0, + 1.0, + 2.25, + 1.75, + 0.0, + 3.5, + 7.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 0.5, + 2.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 3.25, + 2.0, + 0.75, + 3.5, + 6.25, + 0.0, + 0.0, + 0.0, + 4.0, + 0.5, + 3.0, + 1.25, + 2.5, + 0.0, + 4.0, + 3.0, + 0.0, + 0.0, + 4.0, + 2.0, + 0.0, + 1.0, + 9.5, + 5.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.5, + 2.75, + 0.0, + 5.25, + 0.0, + 0.0, + 0.0, + 1.0, + 2.5, + 0.0, + 0.0, + 0.0, + 0.0, + 6.75, + 0.25, + 0.75, + 3.0, + 0.0, + 9.0, + 2.0, + 1.75, + 0.0, + 0.0, + 2.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 1.75, + 4.75, + 2.5, + 0.0, + 11.75, + 2.0, + 0.0, + 0.0, + 0.0, + 0.5, + 3.25, + 0.0, + 0.0, + 0.0, + 2.75, + 0.25, + 0.0, + 1.0, + 1.5, + 0.0, + 0.75, + 2.25, + 0.0, + 0.5, + 4.5, + 1.25, + 6.25, + 0.0, + 9.5, + 0.75, + 0.0, + 2.25, + 3.25, + 0.0, + 0.0, + 3.5, + 1.75, + 0.0, + 0.0, + 0.0, + 2.0, + 0.0, + 1.25, + 0.0, + 4.0, + 7.75, + 11.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 0.75, + 0.25, + 0.0, + 0.0, + 7.75, + 6.5, + 1.25, + 0.0, + 0.0, + 4.25, + 6.0, + 16.25, + 3.0, + 1.25, + 3.5, + 3.5, + 4.25, + 1.75, + 0.25, + 0.0, + 2.75, + 0.0, + 0.25, + 0.0, + 0.75, + 2.25, + 3.25, + 9.5, + 1.5, + 4.25, + 1.25, + 0.0, + 3.5, + 4.0, + 0.0, + 7.0, + 0.5, + 1.5, + 2.75, + 0.0, + 1.5, + 3.0, + 2.0, + 5.0, + 0.0, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 8.0, + 0.25, + 0.0, + 6.25, + 1.25, + 6.0, + 3.5, + 1.75, + 0.25, + 0.0, + 2.75, + 1.5, + 2.75, + 3.75, + 2.25, + 1.0, + 2.25, + 0.0, + 0.0, + 3.75, + 0.0, + 0.5, + 0.0, + 4.75, + 2.0, + 1.5, + 0.25, + 6.0, + 2.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 12.9, + 15.7625, + 18.7037, + 21.8884, + 25.087, + 28.3383, + 31.3245, + 34.2421, + 37.0378, + 39.7141, + 42.1777, + 44.4524, + 46.7372, + 48.9334, + 51.0901, + 53.1011, + 55.071, + 56.8689, + 58.542, + 60.1753, + 61.7703, + 63.2857, + 64.7747, + 66.1147, + 67.5757, + 69.0482, + 70.3733, + 71.6535, + 72.9207, + 74.0911, + 75.322, + 76.5348, + 77.7813, + 79.0307, + 80.2201, + 81.2906, + 82.324, + 83.2866, + 84.253, + 85.1702, + 86.0107, + 86.8446, + 87.7126, + 88.5764, + 89.3537, + 90.0834, + 90.8225, + 91.5128, + 92.1765, + 92.8313, + 93.4207, + 94.0411, + 94.6245, + 95.2596, + 96.0036, + 96.8208, + 97.6462, + 98.4316, + 99.1759, + 99.9108, + 100.5822, + 101.224, + 101.8066, + 102.3534, + 102.9131, + 103.5293, + 104.2214, + 104.8867, + 105.5231, + 106.1507, + 106.7582, + 107.3224, + 107.8301, + 108.4071, + 108.9439, + 109.477, + 110.0018, + 110.5066, + 110.996, + 111.5289, + 112.0235, + 112.5436, + 113.0493, + 113.5368, + 114.0157, + 114.7191, + 115.5322, + 116.354, + 117.1311, + 117.998, + 118.8082, + 119.6298, + 120.4494, + 121.2544, + 122.019, + 122.7846, + 123.5561, + 124.438, + 125.3517, + 126.249, + 127.1191, + 127.9547, + 128.7943, + 129.5523, + 130.2571, + 131.0439, + 131.787, + 132.5358, + 133.2247, + 133.8622, + 134.606, + 135.3579, + 136.1171, + 136.8004, + 137.4479, + 138.1081, + 138.7223, + 139.3025, + 139.9373, + 140.5836, + 141.2502, + 141.9877, + 142.6689, + 143.2895, + 143.8881, + 144.5393, + 145.2378, + 145.8966, + 146.4894, + 147.2055, + 147.8699, + 148.4679, + 149.0186, + 149.5443, + 150.2148, + 150.9484, + 151.6585, + 152.3302, + 152.9347, + 153.4787, + 154.0558, + 154.7527, + 155.415, + 156.091, + 156.7744, + 157.4144, + 157.9905, + 158.5964, + 159.1643, + 159.7229, + 160.2506, + 160.7555, + 161.2475, + 161.6952, + 162.3532, + 163.2479, + 164.1331, + 165.0173, + 165.8131, + 166.5517, + 167.2966, + 168.0494, + 168.727, + 169.4043, + 170.0164, + 170.7247, + 171.5097, + 172.2463, + 172.9516, + 173.5865, + 174.2053, + 174.7873, + 175.3436, + 175.9992, + 176.7143, + 177.3579, + 177.9671, + 178.5154, + 179.0088, + 179.4529, + 179.9602, + 180.4766, + 181.0365, + 181.5803, + 182.1248, + 182.6423, + 183.1631, + 183.6718, + 184.2271, + 184.7344, + 185.2134, + 185.6446, + 186.0901, + 186.4911, + 186.942, + 187.3503, + 187.7428, + 188.096, + 188.4339, + 188.738, + 189.1517, + 189.5415, + 189.9774, + 190.3696, + 190.7277, + 191.1099, + 191.5339, + 191.928, + 192.2827, + 192.6045, + 192.919, + 193.2596, + 193.5986, + 193.9063, + 194.2182, + 194.4988, + 194.7865, + 195.0928, + 195.3685, + 195.6267, + 195.894, + 196.1346, + 196.4036, + 196.6883, + 196.952, + 197.1893, + 197.4228, + 197.6355, + 197.8595, + 198.1485, + 198.4087, + 198.6703, + 198.9258, + 199.2082, + 199.4674, + 199.7007, + 199.9631, + 200.3118, + 200.6506, + 200.9555, + 201.32, + 201.653, + 202.0002, + 202.3402, + 202.6512, + 202.931, + 203.1979, + 203.4856, + 203.7796, + 204.0441, + 204.2847, + 204.5637, + 204.9124, + 205.3086, + 205.6653, + 205.9862, + 206.2801, + 206.5446, + 206.7826, + 207.0594, + 207.3459, + 207.6038, + 207.836, + 208.1374, + 208.4086, + 208.6703, + 208.9057, + 209.1202, + 209.3231, + 209.5058, + 209.8003, + 210.0777, + 210.3725, + 210.6377, + 210.8789, + 211.1685, + 211.5192, + 211.8698, + 212.2103, + 212.5168, + 212.7926, + 213.0908, + 213.3592, + 213.6008, + 213.8432, + 214.1414, + 214.4098, + 214.6513, + 214.8987, + 215.1313, + 215.3407, + 215.6766, + 216.0889, + 216.5, + 216.87, + 217.223, + 217.5907, + 217.9342, + 218.2632, + 218.5594, + 218.856, + 219.1229, + 219.3631, + 219.5793, + 219.8689, + 220.177, + 220.4543, + 220.7038, + 220.9285, + 221.1306, + 221.3126, + 221.4763, + 221.6237, + 221.8113, + 222.0377, + 222.2664, + 222.5323, + 222.7715, + 223.0019, + 223.2667, + 223.61, + 223.919, + 224.2346, + 224.5612, + 224.895, + 225.243, + 225.5562, + 225.8556, + 226.1251, + 226.3875, + 226.6463, + 226.8792, + 227.0887, + 227.2774, + 227.4721, + 227.7774, + 228.0597, + 228.3187, + 228.5518, + 228.8317, + 229.0835, + 229.3351, + 229.5866, + 229.8655, + 230.1164, + 230.3423, + 230.6305, + 230.89, + 231.146, + 231.3764, + 231.6063, + 231.8131, + 231.9993, + 232.1669, + 232.3927, + 232.6534, + 232.8881, + 233.2193, + 233.5523, + 233.8621, + 234.1634, + 234.5021, + 234.8069, + 235.1037, + 235.3708, + 235.6562, + 235.9406, + 236.1965, + 236.4544, + 236.7189, + 236.9821, + 237.2363, + 237.4902, + 237.7262, + 237.9386, + 238.1297, + 238.3942, + 238.6648, + 238.9833, + 239.27, + 239.528, + 239.7602, + 240.0017, + 240.2415, + 240.4574, + 240.6516, + 240.8465, + 241.0368, + 241.2706, + 241.5336, + 241.7727, + 241.9879, + 242.1816, + 242.356, + 242.5529, + 242.7301, + 242.8896, + 243.0331, + 243.1773, + 243.3071, + 243.4239, + 243.574, + 243.8066, + 244.1209, + 244.4813, + 244.8057, + 245.1026, + 245.5474, + 245.9476, + 246.3079, + 246.6321, + 246.9239, + 247.259, + 247.5606, + 247.862, + 248.1358, + 248.4222, + 248.6975, + 248.9453, + 249.1682, + 249.3689, + 249.552, + 249.7243, + 249.9319, + 250.1187, + 250.2943, + 250.4524, + 250.5947, + 250.8202, + 251.0832, + 251.3199, + 251.5379, + 251.7441, + 252.0197, + 252.2727, + 252.5354, + 252.7794, + 253.019, + 253.2346, + 253.4286, + 253.6157, + 253.7842, + 253.9458, + 254.0912, + 254.2671, + 254.4254, + 254.6003, + 254.7578, + 254.8995, + 255.0496, + 255.2596, + 255.4911, + 255.6995, + 255.9196, + 256.1826, + 256.4544, + 256.7289, + 257.001, + 257.2459, + 257.4763, + 257.6862, + 257.8751, + 258.0451, + 258.2581, + 258.4498, + 258.6248, + 258.7823, + 258.9241, + 259.0667, + 259.22, + 259.363, + 259.4942, + 259.6123, + 259.7761, + 260.0759, + 260.4484, + 260.7835, + 261.1952, + 261.5831, + 261.9348, + 262.3164, + 262.6872, + 263.0885, + 263.4496, + 263.7747, + 264.0772, + 264.3495, + 264.627, + 264.8768, + 265.1017, + 265.3365, + 265.5753, + 265.7903, + 265.9838, + 266.1929, + 266.3811, + 266.5505, + 266.7029, + 266.8502, + 266.9826, + 267.1019, + 267.2267, + 267.384, + 267.5281, + 267.7503, + 267.9753, + 268.1777, + 268.36, + 268.524, + 268.7066, + 268.8709, + 269.0313, + 269.1832, + 269.3599, + 269.5864, + 269.7977, + 269.988, + 270.1717, + 270.357, + 270.5288, + 270.7584, + 271.0276, + 271.2698, + 271.4878, + 271.6841, + 271.8607, + 272.0196, + 272.1876, + 272.3414, + 272.5222, + 272.7075, + 272.9143, + 273.1003, + 273.2678, + 273.496, + 273.7014, + 273.8863, + 274.0801, + 274.2946, + 274.5502, + 274.8152, + 275.0836, + 275.3953, + 275.6757, + 275.9282, + 276.1554, + 276.4023, + 276.6246, + 276.9296, + 277.2892, + 277.6777, + 278.07, + 278.423, + 278.7957, + 279.1311, + 279.463, + 279.7992, + 280.1593, + 280.4934, + 280.824, + 281.1541, + 281.4837, + 281.7803, + 282.0798, + 282.3493, + 282.5994, + 282.8244, + 283.0545, + 283.2616, + 283.4629, + 283.6441, + 283.8847, + 284.1012, + 284.2961, + 284.4715, + 284.6293, + 284.7714, + 284.8993, + 285.0493, + 285.1844, + 285.461, + 285.7099, + 285.9339, + 286.1755, + 286.3979, + 286.5982, + 286.7783, + 286.9405, + 287.109, + 287.2856, + 287.4795, + 287.6916, + 287.9049, + 288.0969, + 288.2747, + 288.4347, + 288.6688, + 288.8969, + 289.1022, + 289.287, + 289.4533, + 289.643, + 289.8162, + 290.002, + 290.1993, + 290.3769, + 290.5367, + 290.713, + 290.8717, + 291.0496, + 291.2096, + 291.3536, + 291.5283, + 291.6855, + 291.8269, + 291.9542, + 292.0938, + 292.2194, + 292.355, + 292.4895, + 292.6305, + 292.8, + 292.9975, + 293.1752, + 293.3352, + 293.5042, + 293.6563, + 293.7931, + 293.9488, + 294.1489, + 294.3766, + 294.7789, + 295.2235, + 295.6737, + 296.1088, + 296.5004, + 296.8529, + 297.1701, + 297.4556, + 297.74, + 298.0335, + 298.2977, + 298.5629, + 298.8016, + 299.1264, + 299.4438, + 299.7344, + 299.996, + 300.2389, + 300.4575, + 300.6542, + 300.8438, + 301.0169, + 301.1727, + 301.313, + 301.4517, + 301.5765, + 301.6889, + 301.79, + 301.9285, + 302.0531, + 302.1653, + 302.3488, + 302.5414, + 302.7148, + 302.8708, + 303.0162, + 303.1896, + 303.3681, + 303.5588, + 303.7304, + 303.9199, + 304.1004, + 304.2629, + 304.4091, + 304.5907, + 304.8666, + 305.1149, + 305.3834, + 305.6651, + 305.9411, + 306.1895, + 306.418, + 306.6237, + 306.8389, + 307.155, + 307.512, + 307.9208, + 308.2887, + 308.6198, + 308.9178, + 309.1861, + 309.4275, + 309.6997, + 309.9447, + 310.1653, + 310.4062, + 310.6231, + 310.8683, + 311.109, + 311.3256, + 311.5205, + 311.696, + 311.8539, + 311.996, + 312.1239, + 312.2415, + 312.3973, + 312.5901, + 312.8261, + 313.041, + 313.2344, + 313.4285, + 313.6031, + 313.7628, + 313.909, + 314.0731, + 314.2233, + 314.381, + 314.5229, + 314.6806, + 314.8225, + 314.9503, + 315.0652, + 315.1687, + 315.2919, + 315.4452, + 315.6306, + 315.7976, + 315.9503, + 316.0878, + 316.2115, + 316.3229, + 316.4231, + 316.5583, + 316.6824, + 316.8192, + 316.9423, + 317.0906, + 317.2265, + 317.4213, + 317.5967, + 317.772, + 317.9298, + 318.1019, + 318.2567, + 318.411, + 318.5499, + 318.6749, + 318.8099, + 318.9314, + 319.0658, + 319.1867, + 319.2955, + 319.4585, + 319.6351, + 319.8191, + 319.9922, + 320.1755, + 320.3704, + 320.5709, + 320.7513, + 320.9362, + 321.1026, + 321.2898, + 321.4983, + 321.696, + 321.8964, + 322.0943, + 322.2723, + 322.4676, + 322.7133, + 322.9345, + 323.1336, + 323.3127, + 323.4764, + 323.6238, + 323.7564, + 323.8758, + 323.9832, + 324.1174, + 324.2431, + 324.3763, + 324.4962, + 324.6116, + 324.7154, + 324.8139, + 324.9025, + 324.9822, + 325.054, + 325.1211, + 325.1865, + 325.2453, + 325.3308, + 325.4277, + 325.5225, + 325.6427, + 325.8134, + 325.9671, + 326.1054, + 326.2298, + 326.3819, + 326.5237, + 326.6813, + 326.8357, + 326.9996, + 327.1472, + 327.3199, + 327.5054, + 327.6724, + 327.8227, + 327.9979, + 328.1756, + 328.3355, + 328.4895, + 328.723, + 328.9857, + 329.2347, + 329.4587, + 329.6603, + 329.8418, + 330.0101, + 330.1891, + 330.3502, + 330.5477, + 330.7254, + 330.8854, + 331.0293, + 331.1689, + 331.3195, + 331.4551, + 331.5771, + 331.6868, + 331.7857, + 331.9421, + 332.0854, + 332.2218, + 332.3747, + 332.5122, + 332.726, + 332.9384, + 333.147, + 333.3348, + 333.5039, + 333.676, + 333.8359, + 333.9873, + 334.1236, + 334.2462, + 334.3566, + 334.4734, + 334.6261, + 334.7885, + 334.9346, + 335.1837, + 335.4278, + 335.6475, + 335.8453, + 336.0232, + 336.1884, + 336.3696, + 336.5326, + 336.6794, + 336.8114, + 336.9578, + 337.092, + 337.2128, + 337.3315, + 337.4534, + 337.563, + 337.6692, + 337.7873, + 337.8936, + 337.9942, + 338.1298, + 338.2643, + 338.4479, + 338.6131, + 338.8568, + 339.0836, + 339.2877, + 339.494, + 339.7121, + 339.9084, + 340.085, + 340.279, + 340.4711, + 340.644, + 340.7996, + 340.9397, + 341.0857, + 341.2171, + 341.3479, + 341.4656, + 341.6116, + 341.8204, + 342.1209, + 342.3913, + 342.6346, + 342.8637, + 343.0698, + 343.2553, + 343.4223, + 343.5726, + 343.7103, + 343.8343, + 343.9459, + 344.0463, + 344.1366, + 344.218, + 344.3212, + 344.4216, + 344.5144, + 344.598, + 344.6732, + 344.8184, + 345.014, + 345.2026, + 345.3724, + 345.5251, + 345.7051, + 345.9271, + 346.2894, + 346.6454, + 346.9784, + 347.3131, + 347.6493, + 347.9943, + 348.3224, + 348.6202, + 348.8881, + 349.1568, + 349.3986, + 349.6188, + 349.8169, + 350.0027, + 350.1924, + 350.3957, + 350.6736, + 350.9388, + 351.2199, + 351.4854, + 351.7244, + 351.9744, + 352.2395, + 352.478, + 352.7627, + 353.024, + 353.2741, + 353.5267, + 353.754, + 353.9736, + 354.2012, + 354.4261, + 354.6785, + 354.9056, + 355.1101, + 355.3266, + 355.5214, + 355.6968, + 355.8546, + 355.9966, + 356.1245, + 356.2395, + 356.3431, + 356.5163, + 356.6746, + 356.8172, + 357.008, + 357.1922, + 357.4179, + 357.6562, + 357.888, + 358.0992, + 358.2893, + 358.4879, + 358.6816, + 358.8834, + 359.1026, + 359.3223, + 359.5301, + 359.7396, + 359.9281, + 360.0978, + 360.288, + 360.4592, + 360.6183, + 360.7615, + 360.9378, + 361.1165, + 361.2924, + 361.4532, + 361.6578, + 361.8621, + 362.0458, + 362.2113, + 362.3876, + 362.5464, + 362.6892, + 362.8178 + ], + "episode_rhos": [ + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..e49ba86db46b1ef528a022ef7560382ddbb76ab7 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12514552.08, + "constraint_satisfaction_pct": 35.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 362.8178, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13345.23, + "avg_cost": 29.0, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13339.08, + "avg_cost": 16.0, + "lambda": 39.7141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 13249.07, + "avg_cost": 12.75, + "lambda": 60.1753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 13249.46, + "avg_cost": 3.0, + "lambda": 74.0911, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 13117.39, + "avg_cost": 4.75, + "lambda": 85.1702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13100.63, + "avg_cost": 5.75, + "lambda": 92.8313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 13093.05, + "avg_cost": 6.5, + "lambda": 99.9108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 13084.2, + "avg_cost": 5.5, + "lambda": 106.1507, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 13166.6, + "avg_cost": 9.25, + "lambda": 111.5289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 13287.52, + "avg_cost": 16.75, + "lambda": 117.998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 13027.72, + "avg_cost": 7.5, + "lambda": 126.249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 13080.87, + "avg_cost": 1.75, + "lambda": 133.8622, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 13180.83, + "avg_cost": 7.5, + "lambda": 140.5836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 12979.95, + "avg_cost": 18.25, + "lambda": 147.2055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 13052.41, + "avg_cost": 0.0, + "lambda": 153.4787, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 13110.19, + "avg_cost": 4.75, + "lambda": 159.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12653.13, + "avg_cost": 2.25, + "lambda": 166.5517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12505.21, + "avg_cost": 0.0, + "lambda": 173.5865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 12658.21, + "avg_cost": 0.0, + "lambda": 179.4529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12672.76, + "avg_cost": 0.75, + "lambda": 184.7344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 12974.28, + "avg_cost": 0.0, + "lambda": 188.738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12790.83, + "avg_cost": 0.25, + "lambda": 192.6045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12528.49, + "avg_cost": 1.0, + "lambda": 195.6267, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12712.91, + "avg_cost": 8.75, + "lambda": 198.1485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 12621.12, + "avg_cost": 0.0, + "lambda": 200.9555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12654.46, + "avg_cost": 0.0, + "lambda": 204.0441, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12945.83, + "avg_cost": 6.25, + "lambda": 207.0594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 13024.2, + "avg_cost": 0.0, + "lambda": 209.5058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12528.59, + "avg_cost": 0.0, + "lambda": 212.5168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12695.34, + "avg_cost": 1.0, + "lambda": 215.1313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12329.89, + "avg_cost": 0.0, + "lambda": 218.5594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12447.33, + "avg_cost": 0.0, + "lambda": 221.1306, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12505.81, + "avg_cost": 5.75, + "lambda": 223.2667, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12641.47, + "avg_cost": 2.0, + "lambda": 226.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12774.92, + "avg_cost": 7.0, + "lambda": 228.8317, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12811.56, + "avg_cost": 0.0, + "lambda": 231.3764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12818.43, + "avg_cost": 1.0, + "lambda": 233.8621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12724.12, + "avg_cost": 3.25, + "lambda": 236.7189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12906.26, + "avg_cost": 0.0, + "lambda": 239.27, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12511.65, + "avg_cost": 5.25, + "lambda": 241.5336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12361.16, + "avg_cost": 0.0, + "lambda": 243.3071, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12089.81, + "avg_cost": 0.0, + "lambda": 246.3079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12137.29, + "avg_cost": 0.0, + "lambda": 249.1682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12365.79, + "avg_cost": 6.0, + "lambda": 251.0832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 11908.94, + "avg_cost": 0.0, + "lambda": 253.4286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12087.28, + "avg_cost": 2.25, + "lambda": 255.0496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 11841.79, + "avg_cost": 1.0, + "lambda": 257.4763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12391.08, + "avg_cost": 2.5, + "lambda": 259.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12342.11, + "avg_cost": 0.25, + "lambda": 261.9348, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12287.76, + "avg_cost": 0.0, + "lambda": 265.1017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12333.28, + "avg_cost": 0.0, + "lambda": 266.9826, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12136.98, + "avg_cost": 3.5, + "lambda": 268.7066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12061.32, + "avg_cost": 0.5, + "lambda": 270.5288, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11723.42, + "avg_cost": 4.25, + "lambda": 272.5222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 11909.99, + "avg_cost": 6.25, + "lambda": 274.5502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11962.56, + "avg_cost": 8.5, + "lambda": 277.2892, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12040.15, + "avg_cost": 3.0, + "lambda": 280.824, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12160.02, + "avg_cost": 1.5, + "lambda": 283.4629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11667.13, + "avg_cost": 0.0, + "lambda": 285.1844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12041.03, + "avg_cost": 2.5, + "lambda": 287.2856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12135.73, + "avg_cost": 0.0, + "lambda": 289.287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 12456.77, + "avg_cost": 3.5, + "lambda": 291.0496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 12320.18, + "avg_cost": 1.25, + "lambda": 292.4895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12011.95, + "avg_cost": 6.0, + "lambda": 294.1489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12174.78, + "avg_cost": 2.75, + "lambda": 297.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12038.46, + "avg_cost": 0.0, + "lambda": 300.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 12196.82, + "avg_cost": 4.75, + "lambda": 301.9285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 12083.91, + "avg_cost": 3.0, + "lambda": 303.5588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12231.85, + "avg_cost": 4.0, + "lambda": 305.6651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11988.73, + "avg_cost": 0.0, + "lambda": 308.6198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12703.3, + "avg_cost": 2.0, + "lambda": 311.109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12470.94, + "avg_cost": 6.25, + "lambda": 312.8261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12526.91, + "avg_cost": 0.0, + "lambda": 314.5229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12477.68, + "avg_cost": 0.25, + "lambda": 315.9503, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12734.26, + "avg_cost": 0.25, + "lambda": 317.2265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12606.82, + "avg_cost": 2.25, + "lambda": 318.8099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12523.75, + "avg_cost": 3.0, + "lambda": 320.3704, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12056.91, + "avg_cost": 0.0, + "lambda": 322.2723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12007.27, + "avg_cost": 0.0, + "lambda": 323.9832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12209.0, + "avg_cost": 0.0, + "lambda": 325.054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12329.62, + "avg_cost": 0.0, + "lambda": 326.1054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12147.03, + "avg_cost": 0.0, + "lambda": 327.6724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12155.3, + "avg_cost": 0.0, + "lambda": 329.6603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 12640.26, + "avg_cost": 2.5, + "lambda": 331.3195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12292.74, + "avg_cost": 9.0, + "lambda": 332.726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12211.99, + "avg_cost": 0.0, + "lambda": 334.3566, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12388.17, + "avg_cost": 0.5, + "lambda": 336.1884, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12645.99, + "avg_cost": 0.0, + "lambda": 337.563, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12649.89, + "avg_cost": 0.75, + "lambda": 339.0836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 13027.52, + "avg_cost": 0.0, + "lambda": 340.9397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12898.71, + "avg_cost": 1.0, + "lambda": 342.8637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12781.25, + "avg_cost": 0.0, + "lambda": 344.218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12570.19, + "avg_cost": 0.0, + "lambda": 345.5251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12529.57, + "avg_cost": 0.25, + "lambda": 348.6202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12385.6, + "avg_cost": 1.5, + "lambda": 350.9388, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12012.88, + "avg_cost": 2.75, + "lambda": 353.5267, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12540.03, + "avg_cost": 0.0, + "lambda": 355.6968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12454.25, + "avg_cost": 1.25, + "lambda": 357.1922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12327.44, + "avg_cost": 2.25, + "lambda": 359.3223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12199.84, + "avg_cost": 2.0, + "lambda": 361.1165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12450.39, + "avg_cost": 0.0, + "lambda": 362.8178, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..590b7a5d739768ec39c714216a910d72e6102f81 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -7599.42, + "constraint_satisfaction_pct": 75.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.4275, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 39.66, + "avg_cost": 449.75, + "lambda": 9.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -39.94, + "avg_cost": 56.25, + "lambda": 25.7325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -44.88, + "avg_cost": 4.75, + "lambda": 24.79, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -45.36, + "avg_cost": 3.75, + "lambda": 22.8575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -50.4, + "avg_cost": 1.0, + "lambda": 20.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -51.52, + "avg_cost": 1.5, + "lambda": 18.3325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -53.12, + "avg_cost": 2.25, + "lambda": 16.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -51.19, + "avg_cost": 1.5, + "lambda": 13.77, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -54.27, + "avg_cost": 0.5, + "lambda": 11.4325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -57.25, + "avg_cost": 1.0, + "lambda": 9.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -56.4, + "avg_cost": 1.0, + "lambda": 6.645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -58.72, + "avg_cost": 1.0, + "lambda": 4.2675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -55.11, + "avg_cost": 6.75, + "lambda": 1.96, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -59.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -56.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -50.86, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -56.09, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -51.78, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -49.29, + "avg_cost": 28.0, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -48.35, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -46.77, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -41.76, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -35.58, + "avg_cost": 45.25, + "lambda": 0.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -9.16, + "avg_cost": 47.0, + "lambda": 9.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -34.88, + "avg_cost": 7.25, + "lambda": 7.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -44.16, + "avg_cost": 2.25, + "lambda": 5.7475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -47.29, + "avg_cost": 2.5, + "lambda": 3.5075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -50.0, + "avg_cost": 1.5, + "lambda": 1.1775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -48.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -37.29, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -33.56, + "avg_cost": 38.0, + "lambda": 0.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -31.75, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -35.38, + "avg_cost": 6.5, + "lambda": 0.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -35.32, + "avg_cost": 24.5, + "lambda": 0.4625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -34.93, + "avg_cost": 74.0, + "lambda": 0.8475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -33.49, + "avg_cost": 10.5, + "lambda": 0.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -33.27, + "avg_cost": 10.5, + "lambda": 1.4125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -35.52, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -32.68, + "avg_cost": 45.0, + "lambda": 1.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -33.18, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -37.38, + "avg_cost": 14.0, + "lambda": 0.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -33.75, + "avg_cost": 96.0, + "lambda": 0.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -38.83, + "avg_cost": 10.75, + "lambda": 0.7725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -37.77, + "avg_cost": 32.25, + "lambda": 0.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -34.4, + "avg_cost": 12.0, + "lambda": 0.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -34.67, + "avg_cost": 28.0, + "lambda": 1.515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -37.49, + "avg_cost": 11.0, + "lambda": 0.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -32.9, + "avg_cost": 58.0, + "lambda": 0.4975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -36.41, + "avg_cost": 13.75, + "lambda": 2.175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -38.09, + "avg_cost": 10.0, + "lambda": 0.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -32.89, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -20.88, + "avg_cost": 46.0, + "lambda": 1.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -27.69, + "avg_cost": 17.75, + "lambda": 0.6425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -27.91, + "avg_cost": 14.0, + "lambda": 1.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -33.49, + "avg_cost": 10.5, + "lambda": 0.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -19.37, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -36.34, + "avg_cost": 10.75, + "lambda": 2.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -30.4, + "avg_cost": 14.5, + "lambda": 0.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -31.04, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -31.33, + "avg_cost": 14.25, + "lambda": 0.535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -29.68, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -14.45, + "avg_cost": 21.25, + "lambda": 0.155, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -31.04, + "avg_cost": 12.25, + "lambda": 1.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -32.79, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1.86, + "avg_cost": 78.5, + "lambda": 1.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -18.77, + "avg_cost": 17.5, + "lambda": 1.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -3.4, + "avg_cost": 30.25, + "lambda": 0.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 8.85, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 18.02, + "avg_cost": 12.5, + "lambda": 0.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 41.83, + "avg_cost": 33.25, + "lambda": 0.12, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -8.26, + "avg_cost": 13.75, + "lambda": 0.265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 56.94, + "avg_cost": 71.25, + "lambda": 0.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 28.63, + "avg_cost": 12.75, + "lambda": 0.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -5.51, + "avg_cost": 12.75, + "lambda": 0.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 59.7, + "avg_cost": 38.25, + "lambda": 0.345, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 62.44, + "avg_cost": 32.0, + "lambda": 0.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 41.03, + "avg_cost": 23.25, + "lambda": 0.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 60.32, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 68.11, + "avg_cost": 46.25, + "lambda": 0.8575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 48.15, + "avg_cost": 27.0, + "lambda": 0.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 70.74, + "avg_cost": 25.5, + "lambda": 0.18, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 71.59, + "avg_cost": 24.75, + "lambda": 0.3975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 47.86, + "avg_cost": 17.75, + "lambda": 0.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 73.67, + "avg_cost": 54.5, + "lambda": 0.84, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 72.97, + "avg_cost": 25.75, + "lambda": 1.385, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 68.6, + "avg_cost": 16.25, + "lambda": 0.955, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 66.95, + "avg_cost": 23.0, + "lambda": 0.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 65.67, + "avg_cost": 20.0, + "lambda": 0.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 72.78, + "avg_cost": 34.0, + "lambda": 1.405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 56.57, + "avg_cost": 14.25, + "lambda": 0.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 52.69, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 65.48, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 72.78, + "avg_cost": 64.75, + "lambda": 2.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 54.85, + "avg_cost": 14.0, + "lambda": 2.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 27.16, + "avg_cost": 17.5, + "lambda": 1.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 52.23, + "avg_cost": 16.75, + "lambda": 0.935, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 42.44, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 63.35, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 45.84, + "avg_cost": 25.5, + "lambda": 0.6675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 68.16, + "avg_cost": 18.75, + "lambda": 0.3275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 74.75, + "avg_cost": 67.75, + "lambda": 0.4275, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..2fa4fdbfff7a38857fc530e52a2ce4424a3e0532 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2710368.9, + "constraint_satisfaction_pct": 63.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 26.8, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 6.34, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2305.85, + "avg_cost": 69.5, + "lambda": 9.23, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3980.62, + "avg_cost": 104.75, + "lambda": 16.295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2488.89, + "avg_cost": 142.75, + "lambda": 24.435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3647.26, + "avg_cost": 105.25, + "lambda": 33.2725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3064.45, + "avg_cost": 89.0, + "lambda": 41.175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2559.16, + "avg_cost": 104.0, + "lambda": 47.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2595.74, + "avg_cost": 81.0, + "lambda": 53.1475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3082.11, + "avg_cost": 50.75, + "lambda": 57.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2545.0, + "avg_cost": 37.25, + "lambda": 60.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2303.41, + "avg_cost": 36.5, + "lambda": 62.645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2357.68, + "avg_cost": 22.5, + "lambda": 63.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2455.29, + "avg_cost": 25.0, + "lambda": 64.7275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2712.77, + "avg_cost": 34.5, + "lambda": 65.6625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2146.3, + "avg_cost": 24.25, + "lambda": 66.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2079.99, + "avg_cost": 26.75, + "lambda": 67.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2488.15, + "avg_cost": 37.25, + "lambda": 68.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3367.26, + "avg_cost": 40.0, + "lambda": 70.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3676.29, + "avg_cost": 64.5, + "lambda": 71.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2827.24, + "avg_cost": 32.5, + "lambda": 71.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1977.55, + "avg_cost": 3.0, + "lambda": 70.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2952.87, + "avg_cost": 14.25, + "lambda": 69.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2066.48, + "avg_cost": 11.75, + "lambda": 68.48, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1996.45, + "avg_cost": 7.5, + "lambda": 67.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1880.18, + "avg_cost": 4.75, + "lambda": 66.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2164.69, + "avg_cost": 5.5, + "lambda": 64.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2114.14, + "avg_cost": 2.75, + "lambda": 62.9875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2369.52, + "avg_cost": 7.25, + "lambda": 60.915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2086.75, + "avg_cost": 1.0, + "lambda": 58.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2281.37, + "avg_cost": 8.0, + "lambda": 56.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2127.57, + "avg_cost": 0.25, + "lambda": 55.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1847.43, + "avg_cost": 1.75, + "lambda": 53.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1982.4, + "avg_cost": 2.5, + "lambda": 51.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2233.61, + "avg_cost": 3.5, + "lambda": 49.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2351.42, + "avg_cost": 0.5, + "lambda": 46.6625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2284.14, + "avg_cost": 4.0, + "lambda": 44.375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2298.99, + "avg_cost": 0.0, + "lambda": 42.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2308.17, + "avg_cost": 8.75, + "lambda": 40.4975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2193.48, + "avg_cost": 0.75, + "lambda": 38.235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2532.52, + "avg_cost": 4.25, + "lambda": 35.9575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2282.9, + "avg_cost": 12.75, + "lambda": 33.9425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2348.09, + "avg_cost": 5.25, + "lambda": 32.3275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2401.18, + "avg_cost": 0.75, + "lambda": 30.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2639.39, + "avg_cost": 5.5, + "lambda": 28.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2382.25, + "avg_cost": 0.25, + "lambda": 26.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2661.35, + "avg_cost": 9.75, + "lambda": 24.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2424.18, + "avg_cost": 0.0, + "lambda": 23.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2544.33, + "avg_cost": 0.0, + "lambda": 21.37, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2677.63, + "avg_cost": 29.75, + "lambda": 19.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2518.55, + "avg_cost": 10.0, + "lambda": 18.62, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2649.0, + "avg_cost": 25.75, + "lambda": 17.055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2542.29, + "avg_cost": 14.25, + "lambda": 15.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2444.35, + "avg_cost": 3.25, + "lambda": 13.8975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2761.07, + "avg_cost": 0.0, + "lambda": 11.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2651.46, + "avg_cost": 2.75, + "lambda": 9.6575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2479.88, + "avg_cost": 7.5, + "lambda": 8.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3152.83, + "avg_cost": 15.75, + "lambda": 5.895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3230.94, + "avg_cost": 19.75, + "lambda": 4.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2853.34, + "avg_cost": 4.5, + "lambda": 3.415, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3643.18, + "avg_cost": 40.75, + "lambda": 3.0925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3277.22, + "avg_cost": 20.0, + "lambda": 2.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3382.37, + "avg_cost": 15.5, + "lambda": 2.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4113.38, + "avg_cost": 56.5, + "lambda": 3.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3807.05, + "avg_cost": 39.75, + "lambda": 6.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3923.2, + "avg_cost": 35.0, + "lambda": 8.4425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3390.3, + "avg_cost": 30.25, + "lambda": 10.6175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3624.04, + "avg_cost": 43.0, + "lambda": 12.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3566.51, + "avg_cost": 22.0, + "lambda": 13.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3640.15, + "avg_cost": 39.5, + "lambda": 14.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3353.74, + "avg_cost": 25.5, + "lambda": 16.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2428.8, + "avg_cost": 6.5, + "lambda": 16.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3016.18, + "avg_cost": 19.75, + "lambda": 14.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2981.97, + "avg_cost": 16.0, + "lambda": 13.56, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2902.5, + "avg_cost": 6.25, + "lambda": 12.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2852.17, + "avg_cost": 5.75, + "lambda": 10.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2997.33, + "avg_cost": 11.75, + "lambda": 9.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2976.6, + "avg_cost": 11.25, + "lambda": 7.57, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3135.04, + "avg_cost": 3.75, + "lambda": 6.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3396.21, + "avg_cost": 14.75, + "lambda": 5.2025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3409.5, + "avg_cost": 5.75, + "lambda": 3.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3666.85, + "avg_cost": 30.5, + "lambda": 2.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3558.79, + "avg_cost": 17.75, + "lambda": 1.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3811.24, + "avg_cost": 37.75, + "lambda": 2.1275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3885.88, + "avg_cost": 37.0, + "lambda": 2.425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3769.07, + "avg_cost": 24.75, + "lambda": 3.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3988.08, + "avg_cost": 52.75, + "lambda": 5.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4038.46, + "avg_cost": 50.25, + "lambda": 7.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4129.19, + "avg_cost": 96.25, + "lambda": 11.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1016.05, + "avg_cost": 214.25, + "lambda": 23.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 368.36, + "avg_cost": 107.5, + "lambda": 41.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 1257.38, + "avg_cost": 27.75, + "lambda": 42.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1542.87, + "avg_cost": 2.75, + "lambda": 41.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 1679.43, + "avg_cost": 3.5, + "lambda": 39.5925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1987.97, + "avg_cost": 1.5, + "lambda": 37.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2075.51, + "avg_cost": 0.5, + "lambda": 35.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2094.89, + "avg_cost": 2.5, + "lambda": 33.845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2085.5, + "avg_cost": 11.25, + "lambda": 32.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2067.41, + "avg_cost": 6.25, + "lambda": 30.87, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2069.96, + "avg_cost": 9.5, + "lambda": 30.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2257.09, + "avg_cost": 0.0, + "lambda": 28.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2262.25, + "avg_cost": 10.0, + "lambda": 26.8, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..99f4c43595a8357419bc3a618cd1dd8ce6e56d09 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2236504.36, + "constraint_satisfaction_pct": 55.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 11.925, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 9.02, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2761.91, + "avg_cost": 63.25, + "lambda": 16.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3015.51, + "avg_cost": 68.5, + "lambda": 29.9675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2059.34, + "avg_cost": 29.75, + "lambda": 33.4325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2792.07, + "avg_cost": 50.25, + "lambda": 34.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2620.41, + "avg_cost": 14.5, + "lambda": 31.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3268.38, + "avg_cost": 24.75, + "lambda": 32.1425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3074.77, + "avg_cost": 31.75, + "lambda": 32.285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3235.31, + "avg_cost": 36.75, + "lambda": 30.65, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2864.59, + "avg_cost": 36.0, + "lambda": 32.4725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2607.29, + "avg_cost": 22.25, + "lambda": 33.4025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3630.59, + "avg_cost": 73.0, + "lambda": 37.0925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2867.4, + "avg_cost": 5.5, + "lambda": 41.105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2761.26, + "avg_cost": 34.25, + "lambda": 40.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2888.69, + "avg_cost": 47.0, + "lambda": 45.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3032.24, + "avg_cost": 59.25, + "lambda": 55.115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3112.79, + "avg_cost": 68.25, + "lambda": 62.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3699.98, + "avg_cost": 68.0, + "lambda": 72.905, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3832.9, + "avg_cost": 82.75, + "lambda": 87.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3428.67, + "avg_cost": 62.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3472.26, + "avg_cost": 67.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3530.51, + "avg_cost": 60.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3677.25, + "avg_cost": 74.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3761.21, + "avg_cost": 64.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3450.85, + "avg_cost": 50.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3261.88, + "avg_cost": 50.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2429.73, + "avg_cost": 20.0, + "lambda": 99.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2332.49, + "avg_cost": 18.5, + "lambda": 98.5375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2171.2, + "avg_cost": 7.5, + "lambda": 97.405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2316.02, + "avg_cost": 6.75, + "lambda": 94.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2354.7, + "avg_cost": 14.75, + "lambda": 89.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2179.01, + "avg_cost": 0.25, + "lambda": 84.505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2531.49, + "avg_cost": 15.25, + "lambda": 80.2675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2708.59, + "avg_cost": 13.25, + "lambda": 75.2275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2271.75, + "avg_cost": 0.75, + "lambda": 69.6175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2207.57, + "avg_cost": 0.0, + "lambda": 63.34, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2641.33, + "avg_cost": 13.25, + "lambda": 57.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2270.82, + "avg_cost": 0.0, + "lambda": 50.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2256.13, + "avg_cost": 0.0, + "lambda": 43.48, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2408.85, + "avg_cost": 0.0, + "lambda": 36.6025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2384.57, + "avg_cost": 0.0, + "lambda": 29.725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2468.91, + "avg_cost": 0.0, + "lambda": 23.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2653.27, + "avg_cost": 7.5, + "lambda": 17.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2996.63, + "avg_cost": 26.75, + "lambda": 13.66, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2657.07, + "avg_cost": 6.5, + "lambda": 9.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2740.62, + "avg_cost": 7.25, + "lambda": 5.8525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3276.52, + "avg_cost": 31.5, + "lambda": 7.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3125.36, + "avg_cost": 22.5, + "lambda": 3.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2952.95, + "avg_cost": 13.0, + "lambda": 4.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3075.12, + "avg_cost": 12.25, + "lambda": 4.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3190.31, + "avg_cost": 12.0, + "lambda": 4.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3567.54, + "avg_cost": 30.75, + "lambda": 5.89, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3476.16, + "avg_cost": 28.25, + "lambda": 6.0775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3563.1, + "avg_cost": 39.0, + "lambda": 6.4675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3284.5, + "avg_cost": 19.75, + "lambda": 8.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3042.76, + "avg_cost": 16.5, + "lambda": 8.5375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3321.97, + "avg_cost": 38.25, + "lambda": 6.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3478.7, + "avg_cost": 34.0, + "lambda": 5.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3379.33, + "avg_cost": 25.5, + "lambda": 7.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3287.69, + "avg_cost": 20.5, + "lambda": 7.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3450.55, + "avg_cost": 9.25, + "lambda": 6.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1513.45, + "avg_cost": 419.0, + "lambda": 51.1375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -1879.88, + "avg_cost": 480.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1677.34, + "avg_cost": 455.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1472.05, + "avg_cost": 397.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -840.76, + "avg_cost": 322.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -273.6, + "avg_cost": 227.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 23.21, + "avg_cost": 148.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 81.84, + "avg_cost": 110.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 347.66, + "avg_cost": 53.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 628.73, + "avg_cost": 20.25, + "lambda": 99.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1097.57, + "avg_cost": 2.5, + "lambda": 94.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1273.22, + "avg_cost": 0.75, + "lambda": 86.965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1402.47, + "avg_cost": 5.0, + "lambda": 80.065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1567.52, + "avg_cost": 7.0, + "lambda": 73.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1613.76, + "avg_cost": 12.75, + "lambda": 67.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1604.25, + "avg_cost": 5.75, + "lambda": 61.7275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1768.34, + "avg_cost": 2.75, + "lambda": 55.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1792.93, + "avg_cost": 2.5, + "lambda": 49.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1721.6, + "avg_cost": 7.25, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1720.32, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1822.33, + "avg_cost": 0.75, + "lambda": 29.35, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1871.19, + "avg_cost": 0.5, + "lambda": 22.99, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1785.58, + "avg_cost": 2.5, + "lambda": 16.63, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1814.08, + "avg_cost": 6.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1863.58, + "avg_cost": 8.25, + "lambda": 4.96, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1942.11, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1973.96, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2148.56, + "avg_cost": 34.25, + "lambda": 4.9275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2194.56, + "avg_cost": 56.25, + "lambda": 13.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 1922.16, + "avg_cost": 53.25, + "lambda": 21.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2061.34, + "avg_cost": 59.0, + "lambda": 30.39, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2039.44, + "avg_cost": 46.75, + "lambda": 36.66, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1921.12, + "avg_cost": 46.25, + "lambda": 38.805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 1550.3, + "avg_cost": 15.25, + "lambda": 39.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1595.7, + "avg_cost": 3.25, + "lambda": 38.4525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1761.19, + "avg_cost": 7.25, + "lambda": 34.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1576.83, + "avg_cost": 2.0, + "lambda": 29.115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1814.32, + "avg_cost": 8.0, + "lambda": 22.4925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1870.23, + "avg_cost": 6.75, + "lambda": 17.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1658.93, + "avg_cost": 0.0, + "lambda": 11.925, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..efa79a7fc044bcb4107d12db946abf748fdca1b4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2930732.32, + "constraint_satisfaction_pct": 65.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.5625, + "seed": 1, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 9.02, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2366.86, + "avg_cost": 35.25, + "lambda": 15.905, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2175.86, + "avg_cost": 31.0, + "lambda": 21.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2999.91, + "avg_cost": 45.5, + "lambda": 22.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2621.57, + "avg_cost": 22.25, + "lambda": 25.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2700.23, + "avg_cost": 19.0, + "lambda": 24.425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2674.22, + "avg_cost": 42.5, + "lambda": 23.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2701.09, + "avg_cost": 51.5, + "lambda": 24.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2814.18, + "avg_cost": 56.75, + "lambda": 31.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2796.48, + "avg_cost": 9.75, + "lambda": 34.7075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2790.98, + "avg_cost": 21.5, + "lambda": 34.31, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3343.56, + "avg_cost": 11.25, + "lambda": 30.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3198.5, + "avg_cost": 17.75, + "lambda": 30.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3339.72, + "avg_cost": 17.25, + "lambda": 31.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3931.41, + "avg_cost": 54.0, + "lambda": 33.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4096.55, + "avg_cost": 56.75, + "lambda": 41.84, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1762.37, + "avg_cost": 6.75, + "lambda": 39.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2441.97, + "avg_cost": 5.75, + "lambda": 33.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3276.05, + "avg_cost": 8.25, + "lambda": 28.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2795.69, + "avg_cost": 25.75, + "lambda": 27.4175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2790.27, + "avg_cost": 31.5, + "lambda": 29.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3026.24, + "avg_cost": 24.75, + "lambda": 28.3025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3798.26, + "avg_cost": 58.5, + "lambda": 33.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3289.27, + "avg_cost": 28.5, + "lambda": 38.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2706.08, + "avg_cost": 2.75, + "lambda": 35.18, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2845.83, + "avg_cost": 4.75, + "lambda": 30.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3053.03, + "avg_cost": 7.5, + "lambda": 29.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3823.95, + "avg_cost": 33.25, + "lambda": 26.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2511.1, + "avg_cost": 8.0, + "lambda": 24.5675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3718.02, + "avg_cost": 33.5, + "lambda": 22.895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3564.7, + "avg_cost": 23.5, + "lambda": 21.155, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4090.52, + "avg_cost": 73.0, + "lambda": 30.65, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3959.41, + "avg_cost": 60.25, + "lambda": 41.2025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2886.89, + "avg_cost": 2.5, + "lambda": 41.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3456.16, + "avg_cost": 14.0, + "lambda": 36.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3453.33, + "avg_cost": 18.75, + "lambda": 31.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3407.1, + "avg_cost": 6.75, + "lambda": 28.295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3382.49, + "avg_cost": 14.75, + "lambda": 23.3525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3050.65, + "avg_cost": 16.75, + "lambda": 19.085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2927.33, + "avg_cost": 1.5, + "lambda": 14.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3809.29, + "avg_cost": 65.0, + "lambda": 18.3575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3072.53, + "avg_cost": 6.5, + "lambda": 15.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3013.0, + "avg_cost": 6.5, + "lambda": 9.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3371.31, + "avg_cost": 16.75, + "lambda": 5.4725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3940.86, + "avg_cost": 40.25, + "lambda": 4.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4054.96, + "avg_cost": 28.75, + "lambda": 5.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4217.02, + "avg_cost": 28.75, + "lambda": 10.7075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4193.54, + "avg_cost": 51.25, + "lambda": 14.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3927.54, + "avg_cost": 16.75, + "lambda": 15.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4408.25, + "avg_cost": 30.25, + "lambda": 20.3075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4293.9, + "avg_cost": 30.5, + "lambda": 22.2875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3924.31, + "avg_cost": 19.75, + "lambda": 30.6875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3867.42, + "avg_cost": 58.5, + "lambda": 41.645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2499.97, + "avg_cost": 66.0, + "lambda": 53.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 215.11, + "avg_cost": 315.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 459.4, + "avg_cost": 279.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 625.84, + "avg_cost": 72.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 990.81, + "avg_cost": 17.5, + "lambda": 99.31, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1282.16, + "avg_cost": 8.75, + "lambda": 94.6825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1243.09, + "avg_cost": 2.5, + "lambda": 88.9375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1339.05, + "avg_cost": 3.0, + "lambda": 82.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1294.51, + "avg_cost": 5.5, + "lambda": 76.3225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1491.51, + "avg_cost": 2.25, + "lambda": 69.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1680.18, + "avg_cost": 8.0, + "lambda": 63.49, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1712.25, + "avg_cost": 8.25, + "lambda": 57.1675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2099.97, + "avg_cost": 8.5, + "lambda": 51.58, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2155.77, + "avg_cost": 0.75, + "lambda": 45.58, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2013.55, + "avg_cost": 26.0, + "lambda": 41.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2116.88, + "avg_cost": 6.75, + "lambda": 34.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2088.6, + "avg_cost": 0.75, + "lambda": 28.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2450.3, + "avg_cost": 4.75, + "lambda": 22.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2652.74, + "avg_cost": 2.25, + "lambda": 16.6525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2684.6, + "avg_cost": 19.75, + "lambda": 11.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3266.51, + "avg_cost": 50.75, + "lambda": 17.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3436.28, + "avg_cost": 30.25, + "lambda": 23.065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3491.56, + "avg_cost": 47.25, + "lambda": 26.2675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3838.94, + "avg_cost": 41.5, + "lambda": 29.725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3697.58, + "avg_cost": 5.25, + "lambda": 30.5575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3347.31, + "avg_cost": 16.0, + "lambda": 30.4375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3467.07, + "avg_cost": 31.25, + "lambda": 32.965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3720.15, + "avg_cost": 13.0, + "lambda": 34.5175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3307.57, + "avg_cost": 7.75, + "lambda": 31.7425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3144.85, + "avg_cost": 14.5, + "lambda": 26.9425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2918.74, + "avg_cost": 10.0, + "lambda": 22.2025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2512.94, + "avg_cost": 19.0, + "lambda": 18.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2514.96, + "avg_cost": 19.75, + "lambda": 14.8075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3238.77, + "avg_cost": 19.0, + "lambda": 10.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3133.55, + "avg_cost": 10.25, + "lambda": 6.46, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3393.69, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3748.23, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2996.2, + "avg_cost": 21.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3707.0, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3875.44, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3450.21, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3254.66, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3110.33, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3505.22, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3053.29, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3495.69, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3483.21, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3884.37, + "avg_cost": 33.5, + "lambda": 3.5625, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..6cea596ed38deb52c7541a3c10658b9c44da3c36 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2291372.03, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 14.77, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1862.45, + "avg_cost": 11.25, + "lambda": 46.9815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2122.92, + "avg_cost": 29.25, + "lambda": 65.414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2191.73, + "avg_cost": 13.25, + "lambda": 76.0237, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1920.21, + "avg_cost": 8.25, + "lambda": 83.2538, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2248.39, + "avg_cost": 5.25, + "lambda": 88.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1897.1, + "avg_cost": 76.25, + "lambda": 94.9646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 1717.64, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1714.93, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1624.8, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1576.55, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 1252.11, + "avg_cost": 84.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1428.05, + "avg_cost": 28.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1391.14, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1364.0, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1641.27, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1857.18, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2096.02, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2027.44, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2017.52, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2190.31, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2014.82, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1893.77, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2214.58, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2884.66, + "avg_cost": 29.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2093.4, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2109.08, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2322.76, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1927.74, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2710.04, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1902.84, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1858.54, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2003.62, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2565.94, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2387.4, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2470.59, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2086.49, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2359.45, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2454.54, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2537.16, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2196.01, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2472.33, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2532.52, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2714.91, + "avg_cost": 27.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2583.12, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2481.38, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2602.21, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2883.51, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2594.35, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2357.88, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2569.82, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2096.0, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2573.85, + "avg_cost": 19.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2559.62, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2517.13, + "avg_cost": 21.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2429.44, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2824.84, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2403.22, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2553.98, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2856.59, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2409.11, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2660.97, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2461.16, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2516.95, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2684.24, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2521.51, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2471.6, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2213.29, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2426.05, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2485.87, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2110.32, + "avg_cost": 43.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2214.7, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2237.72, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1829.8, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2349.54, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2565.38, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2293.23, + "avg_cost": 24.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2342.71, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2521.53, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2270.06, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2229.29, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2135.56, + "avg_cost": 27.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1789.86, + "avg_cost": 60.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2019.71, + "avg_cost": 38.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2247.11, + "avg_cost": 35.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2155.05, + "avg_cost": 31.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2622.23, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2549.02, + "avg_cost": 30.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2752.5, + "avg_cost": 30.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2716.07, + "avg_cost": 28.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2816.26, + "avg_cost": 30.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2562.44, + "avg_cost": 40.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2449.84, + "avg_cost": 26.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2339.64, + "avg_cost": 21.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2388.19, + "avg_cost": 27.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2406.89, + "avg_cost": 31.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2275.77, + "avg_cost": 32.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2698.22, + "avg_cost": 30.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2577.7, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2130.35, + "avg_cost": 29.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2496.05, + "avg_cost": 35.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..9b2abd316089e0b3994274a034af0fbac9d43afb --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2519405.68, + "constraint_satisfaction_pct": 26.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 99.835, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 14.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2282.96, + "avg_cost": 23.75, + "lambda": 26.9725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2778.76, + "avg_cost": 42.0, + "lambda": 36.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 1914.62, + "avg_cost": 17.25, + "lambda": 43.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2345.16, + "avg_cost": 3.25, + "lambda": 47.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2022.22, + "avg_cost": 2.25, + "lambda": 52.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2470.35, + "avg_cost": 10.0, + "lambda": 55.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2650.76, + "avg_cost": 11.25, + "lambda": 59.8075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1850.41, + "avg_cost": 5.5, + "lambda": 63.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2521.55, + "avg_cost": 6.0, + "lambda": 67.1125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1981.45, + "avg_cost": 1.75, + "lambda": 70.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2307.74, + "avg_cost": 6.5, + "lambda": 73.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1983.55, + "avg_cost": 6.0, + "lambda": 75.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2769.06, + "avg_cost": 13.25, + "lambda": 79.8475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2696.19, + "avg_cost": 20.5, + "lambda": 83.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2513.82, + "avg_cost": 11.75, + "lambda": 86.1175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2043.02, + "avg_cost": 2.75, + "lambda": 89.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2295.6, + "avg_cost": 26.75, + "lambda": 92.8375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2350.95, + "avg_cost": 8.5, + "lambda": 95.665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 1995.26, + "avg_cost": 1.75, + "lambda": 97.345, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1997.05, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2267.01, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2122.75, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2727.22, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2266.72, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2003.5, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2555.73, + "avg_cost": 1.5, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2687.03, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2602.37, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2272.93, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2356.18, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2704.56, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2972.8, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3282.04, + "avg_cost": 30.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3284.63, + "avg_cost": 36.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1931.18, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2714.78, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2763.2, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3147.93, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2159.79, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2214.66, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2595.62, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2143.86, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2734.41, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2942.77, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2031.93, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1698.91, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2025.45, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1673.32, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1887.44, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2102.09, + "avg_cost": 1.0, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2437.69, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2200.3, + "avg_cost": 1.0, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2371.66, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2389.1, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2811.89, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3086.74, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2834.48, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2919.7, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2683.25, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2765.1, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2500.79, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2521.68, + "avg_cost": 1.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2601.53, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2461.26, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2555.62, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2685.67, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2578.56, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2473.41, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2835.61, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2677.19, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2936.82, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2672.8, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2774.06, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2663.22, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2905.57, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2660.68, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2584.28, + "avg_cost": 0.5, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2629.97, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2639.27, + "avg_cost": 1.5, + "lambda": 99.865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2614.75, + "avg_cost": 0.5, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2608.98, + "avg_cost": 0.0, + "lambda": 99.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2611.98, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2663.24, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2503.29, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2590.09, + "avg_cost": 0.5, + "lambda": 99.8875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2845.14, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2742.56, + "avg_cost": 0.25, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2602.19, + "avg_cost": 0.0, + "lambda": 99.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2757.91, + "avg_cost": 0.25, + "lambda": 99.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2709.73, + "avg_cost": 0.5, + "lambda": 99.82, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2646.59, + "avg_cost": 0.0, + "lambda": 99.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2712.3, + "avg_cost": 2.75, + "lambda": 99.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2707.43, + "avg_cost": 0.0, + "lambda": 99.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2750.44, + "avg_cost": 2.25, + "lambda": 99.505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2667.28, + "avg_cost": 0.0, + "lambda": 99.3025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2765.02, + "avg_cost": 0.5, + "lambda": 99.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3249.69, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2831.37, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2750.26, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2578.97, + "avg_cost": 0.5, + "lambda": 99.835, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb4937af3c930f04a31ed4ddff6b72286d2954b --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1028488.99, + "constraint_satisfaction_pct": 90.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 214.05, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 25.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1971.54, + "avg_cost": 2.75, + "lambda": 126.9469, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2111.14, + "avg_cost": 2.5, + "lambda": 172.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2155.42, + "avg_cost": 1.0, + "lambda": 189.8937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1796.38, + "avg_cost": 1.25, + "lambda": 198.2021, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1638.13, + "avg_cost": 1.25, + "lambda": 202.5083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1954.31, + "avg_cost": 0.5, + "lambda": 204.9409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2002.17, + "avg_cost": 0.0, + "lambda": 206.1378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1946.98, + "avg_cost": 0.0, + "lambda": 206.6245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1771.56, + "avg_cost": 0.0, + "lambda": 206.8202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1769.97, + "avg_cost": 0.0, + "lambda": 206.9027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 1761.47, + "avg_cost": 0.0, + "lambda": 206.9335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1895.24, + "avg_cost": 0.0, + "lambda": 206.9442, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1884.97, + "avg_cost": 0.0, + "lambda": 207.0093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1576.76, + "avg_cost": 0.0, + "lambda": 208.3256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1587.88, + "avg_cost": 0.0, + "lambda": 209.1231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1716.63, + "avg_cost": 0.0, + "lambda": 209.4011, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 1862.67, + "avg_cost": 0.0, + "lambda": 209.5456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1677.64, + "avg_cost": 0.0, + "lambda": 209.909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 1680.84, + "avg_cost": 9.0, + "lambda": 210.3025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1324.51, + "avg_cost": 0.0, + "lambda": 210.9359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1216.65, + "avg_cost": 0.0, + "lambda": 211.1568, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1114.02, + "avg_cost": 0.0, + "lambda": 211.2338, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1479.12, + "avg_cost": 0.0, + "lambda": 211.2606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1510.85, + "avg_cost": 0.0, + "lambda": 211.27, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1538.17, + "avg_cost": 0.0, + "lambda": 211.2733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1774.92, + "avg_cost": 0.0, + "lambda": 211.2744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1834.07, + "avg_cost": 0.0, + "lambda": 211.748, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1738.83, + "avg_cost": 0.0, + "lambda": 212.7914, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1937.66, + "avg_cost": 0.0, + "lambda": 213.1552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1826.17, + "avg_cost": 0.0, + "lambda": 213.2984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1855.43, + "avg_cost": 0.0, + "lambda": 213.3483, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1897.07, + "avg_cost": 0.0, + "lambda": 213.3657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1771.57, + "avg_cost": 0.0, + "lambda": 213.3718, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1611.49, + "avg_cost": 0.0, + "lambda": 213.3739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1467.7, + "avg_cost": 0.0, + "lambda": 213.3746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1465.26, + "avg_cost": 0.0, + "lambda": 213.3993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1148.44, + "avg_cost": 0.0, + "lambda": 213.4543, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 886.84, + "avg_cost": 0.0, + "lambda": 213.5089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 869.35, + "avg_cost": 0.0, + "lambda": 213.5443, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 787.89, + "avg_cost": 0.0, + "lambda": 213.5643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 762.79, + "avg_cost": 0.0, + "lambda": 213.578, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 733.25, + "avg_cost": 0.0, + "lambda": 213.5923, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 713.24, + "avg_cost": 0.0, + "lambda": 213.5973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 705.91, + "avg_cost": 0.0, + "lambda": 213.5991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 723.36, + "avg_cost": 0.0, + "lambda": 213.6169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 677.48, + "avg_cost": 0.0, + "lambda": 213.647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 665.87, + "avg_cost": 0.0, + "lambda": 213.6653, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 713.98, + "avg_cost": 0.0, + "lambda": 213.6716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 709.34, + "avg_cost": 0.0, + "lambda": 213.6881, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 758.8, + "avg_cost": 0.0, + "lambda": 213.7089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 704.22, + "avg_cost": 0.0, + "lambda": 213.7194, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 794.23, + "avg_cost": 0.0, + "lambda": 213.7463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 813.36, + "avg_cost": 0.0, + "lambda": 213.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 751.92, + "avg_cost": 0.0, + "lambda": 213.7715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 653.1, + "avg_cost": 0.0, + "lambda": 213.7738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 579.25, + "avg_cost": 0.0, + "lambda": 213.7746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 533.84, + "avg_cost": 0.0, + "lambda": 213.7749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 518.19, + "avg_cost": 0.0, + "lambda": 213.7749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 533.59, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 491.09, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 505.44, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 539.85, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 510.14, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 565.22, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 614.05, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 678.92, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 705.11, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 800.14, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 793.25, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 839.57, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 621.8, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 701.22, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 701.78, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 674.08, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 653.63, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 764.81, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 729.81, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 706.18, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 670.64, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 652.6, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 628.87, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 586.82, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 644.03, + "avg_cost": 0.0, + "lambda": 213.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 565.84, + "avg_cost": 0.0, + "lambda": 213.7995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 448.83, + "avg_cost": 0.0, + "lambda": 213.8161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 394.41, + "avg_cost": 0.0, + "lambda": 213.8219, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 398.98, + "avg_cost": 0.0, + "lambda": 213.8382, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 385.93, + "avg_cost": 0.0, + "lambda": 213.8459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 405.89, + "avg_cost": 0.0, + "lambda": 213.8877, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 435.45, + "avg_cost": 0.0, + "lambda": 213.9436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 557.5, + "avg_cost": 0.0, + "lambda": 214.0008, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 524.51, + "avg_cost": 0.0, + "lambda": 214.0328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 516.72, + "avg_cost": 0.0, + "lambda": 214.044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 522.81, + "avg_cost": 0.0, + "lambda": 214.0479, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 502.38, + "avg_cost": 0.0, + "lambda": 214.0493, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 509.41, + "avg_cost": 0.0, + "lambda": 214.0497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 473.33, + "avg_cost": 0.0, + "lambda": 214.0499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 479.74, + "avg_cost": 0.0, + "lambda": 214.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 549.11, + "avg_cost": 0.0, + "lambda": 214.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 571.94, + "avg_cost": 0.0, + "lambda": 214.05, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..97f9d9a035da24ea6d54c6bd0c2d731403232251 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2957997.43, + "constraint_satisfaction_pct": 46.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 336.8552, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 25.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1865.14, + "avg_cost": 10.5, + "lambda": 127.8772, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1862.44, + "avg_cost": 8.25, + "lambda": 179.5426, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2257.98, + "avg_cost": 3.25, + "lambda": 204.633, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1763.44, + "avg_cost": 3.75, + "lambda": 217.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1704.19, + "avg_cost": 1.75, + "lambda": 237.0568, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1878.84, + "avg_cost": 0.0, + "lambda": 254.0909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2066.08, + "avg_cost": 0.0, + "lambda": 262.8629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1897.24, + "avg_cost": 0.0, + "lambda": 266.0851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1918.64, + "avg_cost": 0.0, + "lambda": 267.4742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1901.87, + "avg_cost": 3.0, + "lambda": 269.0539, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 1951.53, + "avg_cost": 0.0, + "lambda": 270.533, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2022.59, + "avg_cost": 0.0, + "lambda": 271.1741, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2029.53, + "avg_cost": 0.0, + "lambda": 272.0096, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1980.0, + "avg_cost": 1.0, + "lambda": 272.8558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2123.15, + "avg_cost": 0.0, + "lambda": 274.0969, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1921.92, + "avg_cost": 0.75, + "lambda": 275.2601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2015.14, + "avg_cost": 0.25, + "lambda": 276.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1854.96, + "avg_cost": 7.25, + "lambda": 277.9165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 1957.88, + "avg_cost": 0.5, + "lambda": 279.7245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2109.82, + "avg_cost": 0.0, + "lambda": 280.9978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2267.59, + "avg_cost": 0.0, + "lambda": 281.8827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2248.36, + "avg_cost": 0.0, + "lambda": 282.6785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2345.54, + "avg_cost": 0.0, + "lambda": 283.5572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2453.91, + "avg_cost": 6.75, + "lambda": 284.6822, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2554.22, + "avg_cost": 0.0, + "lambda": 285.6785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2549.09, + "avg_cost": 0.0, + "lambda": 286.1976, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2527.87, + "avg_cost": 0.0, + "lambda": 287.9544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2656.43, + "avg_cost": 0.75, + "lambda": 288.964, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2602.47, + "avg_cost": 0.75, + "lambda": 289.4472, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2576.2, + "avg_cost": 0.25, + "lambda": 289.9735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2703.76, + "avg_cost": 0.0, + "lambda": 290.6467, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2723.36, + "avg_cost": 0.25, + "lambda": 291.1881, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2820.7, + "avg_cost": 0.5, + "lambda": 291.527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2692.63, + "avg_cost": 0.75, + "lambda": 292.1706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2642.07, + "avg_cost": 0.0, + "lambda": 293.0479, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2668.75, + "avg_cost": 0.75, + "lambda": 294.1027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2795.2, + "avg_cost": 0.0, + "lambda": 295.0648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2680.55, + "avg_cost": 0.0, + "lambda": 295.9363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2867.85, + "avg_cost": 0.25, + "lambda": 296.679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2750.81, + "avg_cost": 0.5, + "lambda": 297.6907, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2783.81, + "avg_cost": 0.0, + "lambda": 298.2461, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2869.91, + "avg_cost": 0.0, + "lambda": 298.6618, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2961.04, + "avg_cost": 0.0, + "lambda": 298.9867, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2957.38, + "avg_cost": 0.0, + "lambda": 299.322, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3007.61, + "avg_cost": 1.75, + "lambda": 299.9856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2912.0, + "avg_cost": 0.25, + "lambda": 300.6398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3027.67, + "avg_cost": 1.25, + "lambda": 301.2756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3103.77, + "avg_cost": 0.5, + "lambda": 301.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3123.16, + "avg_cost": 0.0, + "lambda": 302.6734, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2979.16, + "avg_cost": 0.0, + "lambda": 304.3504, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3043.17, + "avg_cost": 2.25, + "lambda": 305.288, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3206.71, + "avg_cost": 4.5, + "lambda": 306.3063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2958.01, + "avg_cost": 0.25, + "lambda": 307.5957, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3074.84, + "avg_cost": 0.25, + "lambda": 308.1449, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3115.4, + "avg_cost": 0.0, + "lambda": 308.5588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3081.9, + "avg_cost": 0.0, + "lambda": 308.8995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3221.57, + "avg_cost": 1.0, + "lambda": 309.1503, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3193.97, + "avg_cost": 2.75, + "lambda": 309.671, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3259.35, + "avg_cost": 0.5, + "lambda": 310.4366, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3171.56, + "avg_cost": 3.0, + "lambda": 310.9095, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3045.4, + "avg_cost": 0.0, + "lambda": 311.6164, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3095.66, + "avg_cost": 0.0, + "lambda": 312.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3224.26, + "avg_cost": 0.0, + "lambda": 312.2564, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3282.33, + "avg_cost": 0.0, + "lambda": 312.6522, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3305.11, + "avg_cost": 0.0, + "lambda": 314.4778, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3388.0, + "avg_cost": 0.25, + "lambda": 315.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3322.92, + "avg_cost": 0.5, + "lambda": 316.6776, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3461.01, + "avg_cost": 0.0, + "lambda": 317.2758, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3388.01, + "avg_cost": 0.0, + "lambda": 317.7879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3407.05, + "avg_cost": 9.0, + "lambda": 318.7128, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3410.99, + "avg_cost": 3.5, + "lambda": 320.9695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3446.86, + "avg_cost": 0.5, + "lambda": 322.3404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3530.01, + "avg_cost": 1.5, + "lambda": 323.1417, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3517.68, + "avg_cost": 0.0, + "lambda": 323.6434, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3574.88, + "avg_cost": 0.5, + "lambda": 324.3169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3623.48, + "avg_cost": 2.25, + "lambda": 325.416, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3588.27, + "avg_cost": 0.25, + "lambda": 326.0837, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3674.64, + "avg_cost": 0.0, + "lambda": 326.726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3651.34, + "avg_cost": 0.0, + "lambda": 327.381, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3657.75, + "avg_cost": 0.0, + "lambda": 328.0593, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3657.9, + "avg_cost": 1.0, + "lambda": 328.4744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3822.03, + "avg_cost": 0.25, + "lambda": 328.8473, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3807.76, + "avg_cost": 0.0, + "lambda": 329.1712, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3750.71, + "avg_cost": 0.25, + "lambda": 329.6305, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3763.86, + "avg_cost": 0.25, + "lambda": 330.1113, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3802.91, + "avg_cost": 0.0, + "lambda": 330.4454, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3746.2, + "avg_cost": 0.0, + "lambda": 330.8871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3817.44, + "avg_cost": 0.0, + "lambda": 331.1888, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3898.23, + "avg_cost": 0.0, + "lambda": 331.6013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3848.46, + "avg_cost": 0.0, + "lambda": 332.1369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3889.24, + "avg_cost": 0.0, + "lambda": 332.5519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3894.7, + "avg_cost": 0.5, + "lambda": 333.0209, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3939.91, + "avg_cost": 0.25, + "lambda": 333.5742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3859.71, + "avg_cost": 0.0, + "lambda": 334.2599, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3914.06, + "avg_cost": 0.0, + "lambda": 334.9428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3865.71, + "avg_cost": 0.0, + "lambda": 335.4773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3763.81, + "avg_cost": 0.25, + "lambda": 335.8917, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3864.42, + "avg_cost": 0.0, + "lambda": 336.2092, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3834.54, + "avg_cost": 0.25, + "lambda": 336.5228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3890.89, + "avg_cost": 0.75, + "lambda": 336.8552, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..c3e16fbcfb43f3d7691d4d6c946bffc68b53b855 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3462707.07, + "constraint_satisfaction_pct": 53.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 15.7275, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 6.19, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": 2763.08, + "avg_cost": 60.5, + "lambda": 8.6825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": 3177.27, + "avg_cost": 101.0, + "lambda": 14.515, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": 3530.08, + "avg_cost": 99.25, + "lambda": 20.8425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": 3417.88, + "avg_cost": 118.5, + "lambda": 27.9575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": 3288.45, + "avg_cost": 115.0, + "lambda": 34.965, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": 3799.3, + "avg_cost": 107.25, + "lambda": 41.1925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": 2954.75, + "avg_cost": 107.25, + "lambda": 46.9825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": 3019.64, + "avg_cost": 86.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": 2306.47, + "avg_cost": 73.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": 3004.64, + "avg_cost": 66.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": 3719.69, + "avg_cost": 61.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": 2645.91, + "avg_cost": 32.25, + "lambda": 49.8475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": 3083.69, + "avg_cost": 39.75, + "lambda": 49.775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": 2205.62, + "avg_cost": 27.75, + "lambda": 49.7475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": 3698.34, + "avg_cost": 81.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": 3499.15, + "avg_cost": 70.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": 4110.14, + "avg_cost": 98.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": 3676.17, + "avg_cost": 71.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": 3725.73, + "avg_cost": 64.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": 2557.63, + "avg_cost": 14.75, + "lambda": 48.1975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": 3230.16, + "avg_cost": 28.0, + "lambda": 45.9425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": 3209.69, + "avg_cost": 30.5, + "lambda": 46.3775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": 3337.0, + "avg_cost": 42.0, + "lambda": 46.565, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 2837.85, + "avg_cost": 10.5, + "lambda": 43.805, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 2602.95, + "avg_cost": 8.5, + "lambda": 42.0575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 2823.86, + "avg_cost": 18.75, + "lambda": 40.475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 2709.32, + "avg_cost": 15.25, + "lambda": 38.47, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 2864.99, + "avg_cost": 27.5, + "lambda": 36.0025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 2572.11, + "avg_cost": 8.25, + "lambda": 34.4925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 3768.7, + "avg_cost": 67.5, + "lambda": 33.875, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 2926.55, + "avg_cost": 25.25, + "lambda": 33.5375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 3616.92, + "avg_cost": 49.5, + "lambda": 32.3725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 3160.25, + "avg_cost": 21.75, + "lambda": 31.4775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 2890.66, + "avg_cost": 14.0, + "lambda": 29.5275, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 2687.59, + "avg_cost": 18.0, + "lambda": 27.565, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 2976.44, + "avg_cost": 16.25, + "lambda": 26.5575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 3192.65, + "avg_cost": 24.5, + "lambda": 24.5275, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 3230.87, + "avg_cost": 40.25, + "lambda": 24.5, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 2848.79, + "avg_cost": 15.5, + "lambda": 24.3025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 2698.91, + "avg_cost": 12.25, + "lambda": 21.26, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 3530.39, + "avg_cost": 55.5, + "lambda": 20.2325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 3520.06, + "avg_cost": 47.0, + "lambda": 22.1175, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 3343.45, + "avg_cost": 28.25, + "lambda": 20.73, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 3541.54, + "avg_cost": 35.25, + "lambda": 19.975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 3147.16, + "avg_cost": 21.0, + "lambda": 17.915, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 3844.25, + "avg_cost": 41.75, + "lambda": 17.15, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 3189.6, + "avg_cost": 42.5, + "lambda": 17.1775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 3905.4, + "avg_cost": 80.0, + "lambda": 19.87, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 3514.29, + "avg_cost": 64.5, + "lambda": 21.6775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 3697.23, + "avg_cost": 48.25, + "lambda": 23.2075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 3038.26, + "avg_cost": 39.25, + "lambda": 23.4475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 3242.05, + "avg_cost": 42.0, + "lambda": 21.35, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2845.45, + "avg_cost": 15.25, + "lambda": 20.175, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 3073.52, + "avg_cost": 35.25, + "lambda": 20.4525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 3702.47, + "avg_cost": 60.75, + "lambda": 22.72, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 3049.6, + "avg_cost": 34.25, + "lambda": 23.4475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 3373.13, + "avg_cost": 31.75, + "lambda": 23.28, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2787.11, + "avg_cost": 9.25, + "lambda": 20.545, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 3430.25, + "avg_cost": 24.75, + "lambda": 18.8375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 3362.64, + "avg_cost": 10.25, + "lambda": 15.915, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 3281.56, + "avg_cost": 15.25, + "lambda": 13.3, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 3819.99, + "avg_cost": 29.25, + "lambda": 11.195, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 3787.85, + "avg_cost": 24.5, + "lambda": 9.2475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 3236.16, + "avg_cost": 10.25, + "lambda": 7.4075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 3981.78, + "avg_cost": 62.0, + "lambda": 7.95, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 3783.42, + "avg_cost": 18.5, + "lambda": 7.8325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 3955.16, + "avg_cost": 44.75, + "lambda": 7.5975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 4031.63, + "avg_cost": 34.25, + "lambda": 7.84, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 3929.17, + "avg_cost": 35.75, + "lambda": 8.6725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 4169.66, + "avg_cost": 39.5, + "lambda": 7.4675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 4648.73, + "avg_cost": 119.25, + "lambda": 10.195, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 4270.2, + "avg_cost": 93.5, + "lambda": 15.945, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 3464.44, + "avg_cost": 6.75, + "lambda": 15.255, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 3161.91, + "avg_cost": 0.75, + "lambda": 11.77, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 3234.46, + "avg_cost": 1.75, + "lambda": 8.1125, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 4134.91, + "avg_cost": 30.5, + "lambda": 5.22, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 4659.19, + "avg_cost": 93.75, + "lambda": 6.635, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 4055.75, + "avg_cost": 35.0, + "lambda": 9.5825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 4058.3, + "avg_cost": 38.25, + "lambda": 9.23, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 4443.93, + "avg_cost": 77.75, + "lambda": 9.1475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 4121.78, + "avg_cost": 52.5, + "lambda": 10.9875, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 4184.94, + "avg_cost": 47.75, + "lambda": 11.095, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 4112.81, + "avg_cost": 41.75, + "lambda": 11.03, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 4046.16, + "avg_cost": 28.5, + "lambda": 10.685, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 3698.36, + "avg_cost": 40.0, + "lambda": 11.0375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 3676.48, + "avg_cost": 42.25, + "lambda": 10.1725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 4362.28, + "avg_cost": 45.0, + "lambda": 10.65, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 3967.77, + "avg_cost": 40.5, + "lambda": 11.08, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 4185.03, + "avg_cost": 41.75, + "lambda": 12.035, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 4152.29, + "avg_cost": 63.0, + "lambda": 12.855, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 4102.95, + "avg_cost": 39.75, + "lambda": 13.26, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 3577.79, + "avg_cost": 6.75, + "lambda": 12.65, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 3357.35, + "avg_cost": 23.5, + "lambda": 11.25, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 3201.29, + "avg_cost": 31.25, + "lambda": 9.285, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 3550.91, + "avg_cost": 47.5, + "lambda": 8.95, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 4046.33, + "avg_cost": 39.75, + "lambda": 9.1975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 4269.58, + "avg_cost": 43.5, + "lambda": 8.9075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 4225.44, + "avg_cost": 80.75, + "lambda": 10.6425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 4286.12, + "avg_cost": 70.5, + "lambda": 12.8825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 4046.45, + "avg_cost": 63.75, + "lambda": 15.7275, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..f637d6197f742abadb941831023ca9a24accada5 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3455589.16, + "constraint_satisfaction_pct": 54.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 7.045, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 6.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2648.7, + "avg_cost": 86.75, + "lambda": 8.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3364.7, + "avg_cost": 98.75, + "lambda": 13.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3175.56, + "avg_cost": 87.75, + "lambda": 17.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2439.63, + "avg_cost": 50.75, + "lambda": 20.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2133.36, + "avg_cost": 45.75, + "lambda": 20.7475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3541.8, + "avg_cost": 79.25, + "lambda": 24.705, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2993.01, + "avg_cost": 80.5, + "lambda": 29.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3160.79, + "avg_cost": 77.75, + "lambda": 33.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3045.35, + "avg_cost": 89.5, + "lambda": 38.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2866.62, + "avg_cost": 62.5, + "lambda": 40.7475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3028.3, + "avg_cost": 57.0, + "lambda": 42.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3444.76, + "avg_cost": 60.0, + "lambda": 44.79, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3337.89, + "avg_cost": 48.75, + "lambda": 45.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2061.48, + "avg_cost": 34.5, + "lambda": 45.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2657.33, + "avg_cost": 31.0, + "lambda": 45.34, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3007.77, + "avg_cost": 44.0, + "lambda": 45.6075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3357.91, + "avg_cost": 57.5, + "lambda": 46.3275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2660.77, + "avg_cost": 34.0, + "lambda": 46.175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3006.48, + "avg_cost": 49.25, + "lambda": 45.8275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2618.7, + "avg_cost": 21.5, + "lambda": 44.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3024.66, + "avg_cost": 19.5, + "lambda": 42.5125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3334.97, + "avg_cost": 58.75, + "lambda": 42.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2906.64, + "avg_cost": 36.25, + "lambda": 41.68, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2752.23, + "avg_cost": 23.25, + "lambda": 40.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2513.59, + "avg_cost": 14.5, + "lambda": 38.7725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3257.65, + "avg_cost": 20.25, + "lambda": 36.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2697.97, + "avg_cost": 14.5, + "lambda": 34.1775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2934.71, + "avg_cost": 24.0, + "lambda": 32.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2673.51, + "avg_cost": 20.75, + "lambda": 30.8725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2771.65, + "avg_cost": 11.75, + "lambda": 29.37, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3463.36, + "avg_cost": 46.75, + "lambda": 28.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2840.03, + "avg_cost": 40.0, + "lambda": 27.585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2942.85, + "avg_cost": 17.25, + "lambda": 25.3175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2942.99, + "avg_cost": 21.5, + "lambda": 24.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2832.67, + "avg_cost": 25.75, + "lambda": 22.4025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2840.02, + "avg_cost": 20.0, + "lambda": 19.94, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2425.01, + "avg_cost": 0.0, + "lambda": 16.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2796.32, + "avg_cost": 19.5, + "lambda": 13.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2641.5, + "avg_cost": 6.5, + "lambda": 10.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2934.82, + "avg_cost": 20.0, + "lambda": 7.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3124.37, + "avg_cost": 25.75, + "lambda": 7.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2875.22, + "avg_cost": 12.75, + "lambda": 5.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2971.02, + "avg_cost": 20.75, + "lambda": 3.7275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3097.24, + "avg_cost": 17.25, + "lambda": 2.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3933.32, + "avg_cost": 82.5, + "lambda": 4.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3118.54, + "avg_cost": 15.75, + "lambda": 4.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2787.06, + "avg_cost": 0.0, + "lambda": 3.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3412.64, + "avg_cost": 45.25, + "lambda": 3.6075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3481.06, + "avg_cost": 47.5, + "lambda": 4.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3610.14, + "avg_cost": 61.5, + "lambda": 4.8625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3789.73, + "avg_cost": 71.0, + "lambda": 4.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2914.59, + "avg_cost": 16.5, + "lambda": 4.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3495.89, + "avg_cost": 49.75, + "lambda": 4.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3767.86, + "avg_cost": 65.25, + "lambda": 5.58, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3252.02, + "avg_cost": 26.5, + "lambda": 5.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3500.07, + "avg_cost": 33.5, + "lambda": 4.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3652.13, + "avg_cost": 44.75, + "lambda": 5.275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3830.92, + "avg_cost": 42.75, + "lambda": 6.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3135.56, + "avg_cost": 11.25, + "lambda": 5.5075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3816.54, + "avg_cost": 38.0, + "lambda": 4.615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3851.16, + "avg_cost": 26.0, + "lambda": 4.3975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3957.35, + "avg_cost": 53.5, + "lambda": 5.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3969.78, + "avg_cost": 42.25, + "lambda": 6.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3745.18, + "avg_cost": 30.75, + "lambda": 7.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3348.41, + "avg_cost": 18.5, + "lambda": 5.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3729.58, + "avg_cost": 19.25, + "lambda": 3.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3941.38, + "avg_cost": 28.5, + "lambda": 2.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4279.68, + "avg_cost": 57.25, + "lambda": 2.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4607.62, + "avg_cost": 76.5, + "lambda": 5.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4050.02, + "avg_cost": 47.75, + "lambda": 8.3425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3792.33, + "avg_cost": 25.25, + "lambda": 8.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3733.47, + "avg_cost": 21.0, + "lambda": 7.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4155.17, + "avg_cost": 26.5, + "lambda": 6.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3822.45, + "avg_cost": 18.25, + "lambda": 4.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4012.99, + "avg_cost": 28.75, + "lambda": 3.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4562.8, + "avg_cost": 62.0, + "lambda": 2.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4590.71, + "avg_cost": 62.0, + "lambda": 4.35, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4245.97, + "avg_cost": 37.75, + "lambda": 4.9875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3797.76, + "avg_cost": 36.75, + "lambda": 4.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4406.3, + "avg_cost": 45.0, + "lambda": 4.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4424.98, + "avg_cost": 39.0, + "lambda": 4.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4579.36, + "avg_cost": 56.5, + "lambda": 5.35, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3846.87, + "avg_cost": 28.75, + "lambda": 4.93, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4246.34, + "avg_cost": 24.0, + "lambda": 3.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4572.43, + "avg_cost": 44.0, + "lambda": 3.7175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4466.79, + "avg_cost": 55.0, + "lambda": 5.3675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4604.49, + "avg_cost": 58.25, + "lambda": 5.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4073.82, + "avg_cost": 21.0, + "lambda": 4.63, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4415.97, + "avg_cost": 43.75, + "lambda": 4.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4384.55, + "avg_cost": 52.25, + "lambda": 4.8975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4052.46, + "avg_cost": 23.0, + "lambda": 3.175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4689.62, + "avg_cost": 67.75, + "lambda": 3.785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4992.53, + "avg_cost": 71.75, + "lambda": 8.135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4297.07, + "avg_cost": 23.5, + "lambda": 8.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3104.24, + "avg_cost": 30.25, + "lambda": 8.1425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3394.41, + "avg_cost": 21.25, + "lambda": 6.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3948.43, + "avg_cost": 39.0, + "lambda": 5.895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3754.82, + "avg_cost": 40.0, + "lambda": 9.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3496.1, + "avg_cost": 23.5, + "lambda": 8.2525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3314.83, + "avg_cost": 32.25, + "lambda": 7.045, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..280ce233ffc9f5473227045e7155869fdd50f2f8 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 561174.21, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9039.11, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8411.37, + "avg_cost": 17.0, + "lambda": 4.0325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8307.02, + "avg_cost": 18.75, + "lambda": 3.02, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -8014.29, + "avg_cost": 14.5, + "lambda": 1.88, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7648.16, + "avg_cost": 8.0, + "lambda": 0.6, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7258.24, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -6914.53, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6898.71, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6279.71, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6191.97, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5419.91, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -4997.05, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4329.16, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -3849.12, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -3342.32, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -3145.0, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -2627.94, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -2018.64, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -1527.54, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -1244.17, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -718.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -484.22, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -317.14, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": 107.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 185.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 557.51, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 633.81, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 671.06, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 919.34, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 829.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 976.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 1121.07, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1262.27, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1268.5, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1153.66, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1501.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1253.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 1416.09, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1760.85, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1696.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1741.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1708.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1619.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1810.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1720.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 1959.58, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 1831.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 2006.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 2164.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 2120.86, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 1936.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 2069.96, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 1947.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 1801.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 2255.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 2239.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2182.69, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 2171.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2280.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2385.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2300.74, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 2249.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2133.32, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2505.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2130.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2325.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2496.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2431.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2377.32, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2441.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2426.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2687.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2594.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2791.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2460.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2420.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2405.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2633.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2381.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2690.46, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2653.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2542.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2772.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2332.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2792.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2454.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2547.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2595.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2730.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2594.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2707.57, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2641.01, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2442.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 2702.44, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2481.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 2820.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 2791.01, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 2832.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 2830.19, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2636.5, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 2586.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_baseline_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..b557065261874e10d6943996c8a1b530bf7bc004 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -819799.6, + "constraint_satisfaction_pct": 3.93, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 45.8601, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2740.06, + "avg_cost": 18.75, + "lambda": 1.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2551.22, + "avg_cost": 14.0, + "lambda": 2.8111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2629.74, + "avg_cost": 16.25, + "lambda": 4.679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2688.18, + "avg_cost": 15.0, + "lambda": 6.4715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2586.6, + "avg_cost": 11.0, + "lambda": 8.184, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2602.21, + "avg_cost": 11.0, + "lambda": 9.8631, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2526.79, + "avg_cost": 12.25, + "lambda": 11.4626, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2581.04, + "avg_cost": 16.75, + "lambda": 12.9894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2352.15, + "avg_cost": 10.25, + "lambda": 14.4739, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2312.7, + "avg_cost": 16.25, + "lambda": 15.9926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2265.69, + "avg_cost": 11.5, + "lambda": 17.5049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2327.0, + "avg_cost": 10.75, + "lambda": 18.8391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2289.85, + "avg_cost": 14.75, + "lambda": 20.0328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2128.24, + "avg_cost": 4.25, + "lambda": 21.1742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2048.81, + "avg_cost": 6.75, + "lambda": 22.2373, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2319.7, + "avg_cost": 8.25, + "lambda": 23.1856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2136.29, + "avg_cost": 6.25, + "lambda": 23.9997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2101.95, + "avg_cost": 7.0, + "lambda": 24.8054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2077.6, + "avg_cost": 8.0, + "lambda": 25.6453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2181.44, + "avg_cost": 3.5, + "lambda": 26.3654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1969.88, + "avg_cost": 4.25, + "lambda": 26.9279, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1804.26, + "avg_cost": 2.25, + "lambda": 27.4216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2008.47, + "avg_cost": 3.75, + "lambda": 27.7754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1932.02, + "avg_cost": 4.25, + "lambda": 28.0648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1954.97, + "avg_cost": 2.25, + "lambda": 28.3695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1908.36, + "avg_cost": 2.75, + "lambda": 28.661, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1786.16, + "avg_cost": 1.0, + "lambda": 28.9157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1783.58, + "avg_cost": 2.0, + "lambda": 29.1254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1897.36, + "avg_cost": 1.5, + "lambda": 29.3492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1655.53, + "avg_cost": 1.0, + "lambda": 29.5387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1771.94, + "avg_cost": 1.25, + "lambda": 29.7186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1636.65, + "avg_cost": 1.75, + "lambda": 29.8891, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1840.65, + "avg_cost": 1.5, + "lambda": 30.1014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1731.98, + "avg_cost": 1.75, + "lambda": 30.3353, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1548.31, + "avg_cost": 1.5, + "lambda": 30.544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1567.38, + "avg_cost": 2.25, + "lambda": 30.7981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1648.04, + "avg_cost": 2.25, + "lambda": 31.0492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1377.04, + "avg_cost": 5.5, + "lambda": 31.2916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1649.33, + "avg_cost": 2.25, + "lambda": 31.5111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1349.46, + "avg_cost": 2.0, + "lambda": 31.7229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1232.32, + "avg_cost": 1.25, + "lambda": 31.9079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1183.85, + "avg_cost": 8.75, + "lambda": 32.0722, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1364.39, + "avg_cost": 2.0, + "lambda": 32.2814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1238.14, + "avg_cost": 0.75, + "lambda": 32.5193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1347.09, + "avg_cost": 4.5, + "lambda": 32.6883, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1191.62, + "avg_cost": 2.75, + "lambda": 32.8719, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1279.72, + "avg_cost": 2.0, + "lambda": 33.0339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1248.21, + "avg_cost": 0.25, + "lambda": 33.1899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1033.02, + "avg_cost": 0.25, + "lambda": 33.3152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1227.19, + "avg_cost": 0.25, + "lambda": 33.4242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1152.9, + "avg_cost": 0.25, + "lambda": 33.5342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -973.94, + "avg_cost": 1.0, + "lambda": 33.6544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1046.23, + "avg_cost": 1.0, + "lambda": 33.7752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1223.64, + "avg_cost": 1.75, + "lambda": 33.8993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1075.0, + "avg_cost": 2.0, + "lambda": 34.051, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -770.51, + "avg_cost": 1.5, + "lambda": 34.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -971.63, + "avg_cost": 0.0, + "lambda": 34.2843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1183.49, + "avg_cost": 1.0, + "lambda": 34.3865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -981.39, + "avg_cost": 0.5, + "lambda": 34.4809, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -884.78, + "avg_cost": 0.75, + "lambda": 34.5537, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -826.4, + "avg_cost": 1.0, + "lambda": 34.6187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -769.67, + "avg_cost": 0.5, + "lambda": 34.673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -710.93, + "avg_cost": 0.75, + "lambda": 34.7459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -875.4, + "avg_cost": 0.75, + "lambda": 34.8557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -762.79, + "avg_cost": 0.0, + "lambda": 34.9367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -712.17, + "avg_cost": 0.75, + "lambda": 35.0067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -547.23, + "avg_cost": 0.5, + "lambda": 35.0973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -755.38, + "avg_cost": 1.0, + "lambda": 35.1947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -458.91, + "avg_cost": 1.75, + "lambda": 35.2983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -673.1, + "avg_cost": 1.25, + "lambda": 35.3909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -546.83, + "avg_cost": 1.0, + "lambda": 35.4845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -890.46, + "avg_cost": 3.0, + "lambda": 35.6027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -439.17, + "avg_cost": 2.0, + "lambda": 35.7078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -342.58, + "avg_cost": 0.25, + "lambda": 35.8319, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -408.76, + "avg_cost": 2.5, + "lambda": 35.9338, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -455.76, + "avg_cost": 0.75, + "lambda": 36.0351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -406.62, + "avg_cost": 1.0, + "lambda": 36.1605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -404.79, + "avg_cost": 0.25, + "lambda": 36.2549, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -444.83, + "avg_cost": 7.25, + "lambda": 36.3368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -385.63, + "avg_cost": 0.25, + "lambda": 36.4551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -303.62, + "avg_cost": 0.5, + "lambda": 36.5694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -207.18, + "avg_cost": 4.0, + "lambda": 36.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -105.7, + "avg_cost": 0.5, + "lambda": 36.7984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -210.87, + "avg_cost": 0.75, + "lambda": 36.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -195.66, + "avg_cost": 1.0, + "lambda": 37.0733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -114.63, + "avg_cost": 0.25, + "lambda": 37.1776, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -18.61, + "avg_cost": 0.5, + "lambda": 37.2514, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -23.92, + "avg_cost": 0.75, + "lambda": 37.3646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 54.67, + "avg_cost": 1.0, + "lambda": 37.4801, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -148.2, + "avg_cost": 0.5, + "lambda": 37.5989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 254.89, + "avg_cost": 1.75, + "lambda": 37.7066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 82.75, + "avg_cost": 0.25, + "lambda": 37.8316, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 236.89, + "avg_cost": 2.5, + "lambda": 38.0242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -13.02, + "avg_cost": 0.75, + "lambda": 38.1795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -493.84, + "avg_cost": 8.0, + "lambda": 38.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -74.92, + "avg_cost": 0.75, + "lambda": 38.5109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 238.52, + "avg_cost": 2.25, + "lambda": 38.6333, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 41.98, + "avg_cost": 2.0, + "lambda": 38.7468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 27.85, + "avg_cost": 1.25, + "lambda": 38.887, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -947.91, + "avg_cost": 4.75, + "lambda": 38.9993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 200.4, + "avg_cost": 1.25, + "lambda": 39.1196, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 299.04, + "avg_cost": 1.25, + "lambda": 39.231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 329.82, + "avg_cost": 0.75, + "lambda": 39.3763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 244.68, + "avg_cost": 1.0, + "lambda": 39.5038, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 171.82, + "avg_cost": 0.5, + "lambda": 39.6299, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 290.83, + "avg_cost": 2.75, + "lambda": 39.7808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 240.52, + "avg_cost": 1.25, + "lambda": 39.9542, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 298.61, + "avg_cost": 1.0, + "lambda": 40.1314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 489.34, + "avg_cost": 1.0, + "lambda": 40.3169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 230.07, + "avg_cost": 5.25, + "lambda": 40.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 447.6, + "avg_cost": 1.25, + "lambda": 40.6588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 539.97, + "avg_cost": 0.5, + "lambda": 40.7998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 458.96, + "avg_cost": 1.25, + "lambda": 40.9193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 263.28, + "avg_cost": 2.0, + "lambda": 41.0288, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 250.51, + "avg_cost": 0.25, + "lambda": 41.1634, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 249.01, + "avg_cost": 1.5, + "lambda": 41.2992, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 423.94, + "avg_cost": 1.25, + "lambda": 41.4597, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 745.78, + "avg_cost": 1.75, + "lambda": 41.5933, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 731.4, + "avg_cost": 0.25, + "lambda": 41.7352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 840.9, + "avg_cost": 5.5, + "lambda": 41.8891, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 553.02, + "avg_cost": 0.5, + "lambda": 42.0735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 702.35, + "avg_cost": 1.5, + "lambda": 42.2396, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 679.15, + "avg_cost": 0.25, + "lambda": 42.3686, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 1008.42, + "avg_cost": 2.25, + "lambda": 42.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 789.62, + "avg_cost": 2.5, + "lambda": 42.5974, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 616.83, + "avg_cost": 2.0, + "lambda": 42.7103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 975.5, + "avg_cost": 1.25, + "lambda": 42.8047, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 359.65, + "avg_cost": 0.5, + "lambda": 42.9206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 1013.28, + "avg_cost": 1.25, + "lambda": 43.0501, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 818.84, + "avg_cost": 0.75, + "lambda": 43.1976, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 420.66, + "avg_cost": 0.75, + "lambda": 43.3263, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 544.9, + "avg_cost": 2.25, + "lambda": 43.4551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 940.89, + "avg_cost": 2.0, + "lambda": 43.601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 1025.91, + "avg_cost": 0.5, + "lambda": 43.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 892.71, + "avg_cost": 0.5, + "lambda": 43.8537, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 417.78, + "avg_cost": 0.25, + "lambda": 43.9669, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 1124.08, + "avg_cost": 0.25, + "lambda": 44.0698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 902.68, + "avg_cost": 0.75, + "lambda": 44.1767, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 472.68, + "avg_cost": 0.75, + "lambda": 44.2807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 1086.78, + "avg_cost": 1.25, + "lambda": 44.398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 1212.94, + "avg_cost": 1.25, + "lambda": 44.5111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 1304.46, + "avg_cost": 1.75, + "lambda": 44.6193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 624.89, + "avg_cost": 0.25, + "lambda": 44.7379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 1236.72, + "avg_cost": 1.0, + "lambda": 44.8807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 1053.2, + "avg_cost": 1.25, + "lambda": 45.006, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 1164.2, + "avg_cost": 1.5, + "lambda": 45.1301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 1107.24, + "avg_cost": 1.75, + "lambda": 45.2852, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 1291.17, + "avg_cost": 1.0, + "lambda": 45.4393, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 1147.53, + "avg_cost": 0.75, + "lambda": 45.5746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 1260.87, + "avg_cost": 1.0, + "lambda": 45.7078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 611.44, + "avg_cost": 1.75, + "lambda": 45.8601, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..0c268936ca5d8351158519244a8921d60f9e8259 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -2597156.25, + "constraint_satisfaction_pct": 24.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12280.45, + "avg_cost": 15.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -11794.05, + "avg_cost": 14.75, + "lambda": 14.4459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -11104.41, + "avg_cost": 15.25, + "lambda": 18.1915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -10762.78, + "avg_cost": 10.75, + "lambda": 22.1151, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -10514.64, + "avg_cost": 12.75, + "lambda": 26.2049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -10120.18, + "avg_cost": 10.0, + "lambda": 30.0247, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -10347.25, + "avg_cost": 7.0, + "lambda": 33.9468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -10087.98, + "avg_cost": 14.5, + "lambda": 37.6792, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -9683.35, + "avg_cost": 7.0, + "lambda": 41.1329, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9715.38, + "avg_cost": 9.75, + "lambda": 44.1296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -9335.97, + "avg_cost": 14.5, + "lambda": 46.5961, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8637.26, + "avg_cost": 10.0, + "lambda": 49.5199, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -8365.04, + "avg_cost": 6.25, + "lambda": 52.2226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -8267.02, + "avg_cost": 13.0, + "lambda": 54.7549, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -8118.53, + "avg_cost": 3.0, + "lambda": 57.3547, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -7164.27, + "avg_cost": 16.0, + "lambda": 59.6521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -7458.15, + "avg_cost": 1.25, + "lambda": 62.5127, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -7433.28, + "avg_cost": 7.0, + "lambda": 65.0189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -6919.62, + "avg_cost": 11.0, + "lambda": 66.9874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -6827.3, + "avg_cost": 4.25, + "lambda": 69.1513, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -7104.31, + "avg_cost": 2.75, + "lambda": 71.301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -6487.61, + "avg_cost": 2.5, + "lambda": 73.7285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5694.34, + "avg_cost": 9.5, + "lambda": 75.9605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -5961.58, + "avg_cost": 5.75, + "lambda": 78.2659, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -5489.92, + "avg_cost": 13.75, + "lambda": 80.3973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -5497.09, + "avg_cost": 4.75, + "lambda": 82.3189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -5511.81, + "avg_cost": 7.0, + "lambda": 84.1968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -5675.13, + "avg_cost": 2.75, + "lambda": 86.1892, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -5429.42, + "avg_cost": 10.25, + "lambda": 87.9281, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -5340.77, + "avg_cost": 3.75, + "lambda": 89.545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -5170.29, + "avg_cost": 9.25, + "lambda": 91.3915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5130.48, + "avg_cost": 7.0, + "lambda": 93.1404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -4770.11, + "avg_cost": 7.75, + "lambda": 94.6753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -4727.74, + "avg_cost": 2.75, + "lambda": 96.1351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -4548.07, + "avg_cost": 7.5, + "lambda": 97.3972, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -4365.82, + "avg_cost": 1.0, + "lambda": 98.5436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -4216.38, + "avg_cost": 0.5, + "lambda": 99.5359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -3847.82, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -4196.01, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -3722.01, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -3478.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -3537.14, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -3399.21, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -3213.4, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -3379.63, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -3627.64, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -3416.05, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -2721.08, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -2682.36, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -2870.61, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -2362.49, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -2041.57, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1947.92, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1507.62, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1287.02, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -866.5, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1020.6, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -949.03, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -544.11, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -482.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -344.05, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 65.44, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 77.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 376.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 223.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 582.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 503.4, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 732.48, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1091.61, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 935.58, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 989.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1098.89, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1209.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1406.68, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1407.81, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1477.51, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1602.03, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1920.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1776.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1965.15, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1967.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2182.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1970.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2079.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2058.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2259.28, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2182.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2339.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2448.53, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2094.49, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2612.56, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2497.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2653.36, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2672.05, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2450.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2509.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2776.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2795.97, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2972.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2660.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2517.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..6b18368cf09f2223dbcebd8a142ed3f6f3689a8e --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 513578.06, + "constraint_satisfaction_pct": 99.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9210.34, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -8865.59, + "avg_cost": 36.5, + "lambda": 4.485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -8232.41, + "avg_cost": 8.75, + "lambda": 3.4775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -7922.53, + "avg_cost": 27.75, + "lambda": 2.37, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -7555.38, + "avg_cost": 11.75, + "lambda": 1.0925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -7279.58, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -7039.66, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -6518.17, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -5855.15, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -5776.01, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -5720.24, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -5043.78, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -4262.49, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3888.04, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3181.12, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2946.33, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2393.89, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2163.84, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1836.94, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1566.84, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1062.05, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -662.66, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -481.31, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -189.74, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 55.48, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 403.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 510.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 499.75, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 689.23, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 731.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 829.39, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 962.4, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 887.46, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1125.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1182.12, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1531.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1336.74, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1495.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1693.96, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1427.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1590.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1451.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1736.82, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1748.85, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1712.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1819.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1832.12, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1885.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1983.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1812.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1992.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1851.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2025.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1992.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2242.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2104.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2136.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2303.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1982.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2153.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2030.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2385.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2291.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2079.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2249.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2308.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2281.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2504.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2327.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2593.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2398.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2160.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2656.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2454.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2401.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2500.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2312.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2343.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2564.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2536.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2712.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2677.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2580.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2592.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2594.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2714.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2724.07, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2790.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2909.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2716.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2627.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2834.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2419.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2652.24, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2650.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2809.72, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2799.26, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2771.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2858.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2804.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2576.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..b9acb540c18c5d143d40474e65a429815dc81527 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1148011.55, + "constraint_satisfaction_pct": 3.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 34.5405, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2649.85, + "avg_cost": 16.25, + "lambda": 1.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2632.32, + "avg_cost": 10.5, + "lambda": 2.548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2545.73, + "avg_cost": 9.25, + "lambda": 4.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2423.19, + "avg_cost": 13.75, + "lambda": 5.5783, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2502.06, + "avg_cost": 10.5, + "lambda": 7.044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2612.93, + "avg_cost": 19.25, + "lambda": 8.5649, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2530.24, + "avg_cost": 15.75, + "lambda": 10.1138, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2631.93, + "avg_cost": 15.0, + "lambda": 11.4276, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2683.07, + "avg_cost": 13.25, + "lambda": 12.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2436.87, + "avg_cost": 8.25, + "lambda": 14.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2303.73, + "avg_cost": 2.5, + "lambda": 15.144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2595.47, + "avg_cost": 7.0, + "lambda": 16.1987, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2416.42, + "avg_cost": 3.5, + "lambda": 17.1588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2341.94, + "avg_cost": 15.0, + "lambda": 18.1159, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2151.04, + "avg_cost": 7.75, + "lambda": 19.0463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2221.46, + "avg_cost": 6.5, + "lambda": 19.8075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2369.28, + "avg_cost": 6.0, + "lambda": 20.4904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2196.65, + "avg_cost": 3.5, + "lambda": 21.0744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2196.88, + "avg_cost": 5.25, + "lambda": 21.558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2009.06, + "avg_cost": 3.25, + "lambda": 21.9883, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1863.17, + "avg_cost": 3.5, + "lambda": 22.3874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1878.87, + "avg_cost": 5.75, + "lambda": 22.7528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2010.76, + "avg_cost": 2.5, + "lambda": 23.1409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1955.98, + "avg_cost": 3.25, + "lambda": 23.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1724.77, + "avg_cost": 2.25, + "lambda": 23.7564, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1783.27, + "avg_cost": 3.0, + "lambda": 24.0512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1721.52, + "avg_cost": 4.25, + "lambda": 24.3579, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1906.14, + "avg_cost": 2.5, + "lambda": 24.6914, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1714.3, + "avg_cost": 0.5, + "lambda": 25.0044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1590.92, + "avg_cost": 2.5, + "lambda": 25.2429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1782.14, + "avg_cost": 2.0, + "lambda": 25.4572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1670.57, + "avg_cost": 1.0, + "lambda": 25.6508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1596.04, + "avg_cost": 1.5, + "lambda": 25.8264, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1464.19, + "avg_cost": 1.25, + "lambda": 26.0146, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1469.45, + "avg_cost": 1.75, + "lambda": 26.1694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1472.16, + "avg_cost": 3.5, + "lambda": 26.3312, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1427.0, + "avg_cost": 1.5, + "lambda": 26.4932, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1398.22, + "avg_cost": 1.0, + "lambda": 26.6475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1038.2, + "avg_cost": 1.25, + "lambda": 26.7862, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1502.33, + "avg_cost": 0.0, + "lambda": 26.9169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1268.24, + "avg_cost": 1.0, + "lambda": 27.0363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -977.19, + "avg_cost": 1.25, + "lambda": 27.1572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1135.25, + "avg_cost": 2.5, + "lambda": 27.3024, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1268.19, + "avg_cost": 0.75, + "lambda": 27.468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1071.12, + "avg_cost": 1.0, + "lambda": 27.6043, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1060.1, + "avg_cost": 2.25, + "lambda": 27.7567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1060.12, + "avg_cost": 1.0, + "lambda": 27.9597, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -998.43, + "avg_cost": 1.0, + "lambda": 28.1391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -908.46, + "avg_cost": 1.0, + "lambda": 28.3177, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -879.31, + "avg_cost": 2.25, + "lambda": 28.4899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1001.94, + "avg_cost": 0.5, + "lambda": 28.6685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -913.0, + "avg_cost": 1.0, + "lambda": 28.8099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1053.66, + "avg_cost": 1.5, + "lambda": 28.9252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -804.13, + "avg_cost": 2.0, + "lambda": 29.0601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -812.61, + "avg_cost": 1.75, + "lambda": 29.1984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -705.17, + "avg_cost": 1.0, + "lambda": 29.3339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -913.99, + "avg_cost": 6.75, + "lambda": 29.4609, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -810.16, + "avg_cost": 0.25, + "lambda": 29.6207, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -528.66, + "avg_cost": 1.25, + "lambda": 29.7289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -704.49, + "avg_cost": 0.75, + "lambda": 29.8464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -385.93, + "avg_cost": 1.5, + "lambda": 29.9729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -498.09, + "avg_cost": 1.25, + "lambda": 30.111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -557.22, + "avg_cost": 1.25, + "lambda": 30.2183, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -599.84, + "avg_cost": 1.75, + "lambda": 30.3448, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -565.88, + "avg_cost": 0.25, + "lambda": 30.4571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -752.88, + "avg_cost": 0.25, + "lambda": 30.5565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -547.23, + "avg_cost": 0.25, + "lambda": 30.6535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -456.06, + "avg_cost": 1.0, + "lambda": 30.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -556.68, + "avg_cost": 1.25, + "lambda": 30.8612, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -764.3, + "avg_cost": 2.5, + "lambda": 31.027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -539.58, + "avg_cost": 0.5, + "lambda": 31.2055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -491.79, + "avg_cost": 0.75, + "lambda": 31.3553, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -269.94, + "avg_cost": 0.25, + "lambda": 31.4726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -414.56, + "avg_cost": 1.0, + "lambda": 31.5729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -890.93, + "avg_cost": 0.5, + "lambda": 31.6703, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -473.79, + "avg_cost": 0.5, + "lambda": 31.7724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -111.78, + "avg_cost": 1.0, + "lambda": 31.8771, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -321.17, + "avg_cost": 0.5, + "lambda": 31.9555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -398.47, + "avg_cost": 2.0, + "lambda": 32.0364, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -462.46, + "avg_cost": 0.75, + "lambda": 32.1404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -224.86, + "avg_cost": 0.5, + "lambda": 32.2342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -291.9, + "avg_cost": 1.5, + "lambda": 32.3777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -302.79, + "avg_cost": 6.75, + "lambda": 32.5195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -321.47, + "avg_cost": 1.5, + "lambda": 32.6965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -116.66, + "avg_cost": 2.0, + "lambda": 32.8144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -35.81, + "avg_cost": 2.0, + "lambda": 32.9233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -52.76, + "avg_cost": 2.0, + "lambda": 33.0437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -222.97, + "avg_cost": 0.0, + "lambda": 33.1844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -458.12, + "avg_cost": 0.5, + "lambda": 33.2764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -264.22, + "avg_cost": 0.5, + "lambda": 33.3546, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -97.42, + "avg_cost": 0.5, + "lambda": 33.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -286.68, + "avg_cost": 0.5, + "lambda": 33.512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -209.15, + "avg_cost": 1.0, + "lambda": 33.6005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -149.66, + "avg_cost": 0.0, + "lambda": 33.6946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 68.08, + "avg_cost": 0.25, + "lambda": 33.8081, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 144.84, + "avg_cost": 0.5, + "lambda": 33.9492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -11.66, + "avg_cost": 0.25, + "lambda": 34.0646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -247.41, + "avg_cost": 1.5, + "lambda": 34.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -102.44, + "avg_cost": 0.5, + "lambda": 34.3222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -77.73, + "avg_cost": 0.25, + "lambda": 34.4271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -32.23, + "avg_cost": 0.75, + "lambda": 34.5405, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..a4151b65778de5bf0fa6cef77a2ac24c358b7e65 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v11e_faircomp.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 658515.03, + "constraint_satisfaction_pct": 92.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.585, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1985.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1688.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1560.75, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1532.54, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1328.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1084.3, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1001.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1079.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -908.14, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -905.74, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -885.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -905.23, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -813.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -638.8, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -640.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -353.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -805.75, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -597.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -731.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -635.57, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -821.81, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -820.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -968.98, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -747.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -765.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -651.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -517.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -579.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -729.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -538.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -105.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 131.11, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -218.43, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -324.05, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -163.99, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -241.76, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -297.97, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -293.44, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -435.47, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 840.83, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 213.84, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 813.78, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 328.6, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 473.97, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 280.97, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1230.69, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 23.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 681.24, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 839.15, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 680.56, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 72.63, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 298.94, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 877.88, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1415.16, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 959.08, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1576.79, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 456.61, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1763.03, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 983.31, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1208.35, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1347.87, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1030.34, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1854.52, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1760.16, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1949.7, + "avg_cost": 12.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1980.05, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1770.06, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1847.57, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2204.65, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2091.3, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1536.95, + "avg_cost": 12.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1707.91, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2212.12, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1983.83, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1102.19, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1743.35, + "avg_cost": 20.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1158.8, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2345.62, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2129.86, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2595.02, + "avg_cost": 27.0, + "lambda": 1.06, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1601.76, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1910.87, + "avg_cost": 24.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1894.15, + "avg_cost": 29.5, + "lambda": 2.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2511.89, + "avg_cost": 18.25, + "lambda": 2.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2870.75, + "avg_cost": 36.25, + "lambda": 2.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2450.49, + "avg_cost": 18.25, + "lambda": 1.405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2360.76, + "avg_cost": 18.25, + "lambda": 1.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1837.44, + "avg_cost": 18.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2795.76, + "avg_cost": 35.25, + "lambda": 1.3075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2746.59, + "avg_cost": 26.0, + "lambda": 2.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2379.01, + "avg_cost": 15.75, + "lambda": 2.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2552.49, + "avg_cost": 18.75, + "lambda": 2.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2724.59, + "avg_cost": 18.25, + "lambda": 2.71, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2927.8, + "avg_cost": 23.5, + "lambda": 1.9525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1882.45, + "avg_cost": 21.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2849.3, + "avg_cost": 28.25, + "lambda": 1.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2854.8, + "avg_cost": 23.75, + "lambda": 1.5175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3066.12, + "avg_cost": 30.25, + "lambda": 1.4725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2749.45, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3066.09, + "avg_cost": 24.5, + "lambda": 1.585, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json new file mode 100644 index 0000000000000000000000000000000000000000..41375bce924d4caf9ecc0a45f960783be81abe3f --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v12_budget20.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 782453.95, + "constraint_satisfaction_pct": 90.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1671.02, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1533.27, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1594.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1753.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1411.61, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1202.26, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1033.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1347.3, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1200.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1285.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -926.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1065.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -698.95, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -756.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -548.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -664.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -587.39, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -748.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -580.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -249.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -481.65, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -820.96, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -339.69, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -734.32, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -658.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -607.48, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -164.14, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -800.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -738.32, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -761.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -84.12, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -465.71, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -280.24, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -158.63, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -135.75, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 218.72, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -333.34, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 509.87, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -509.44, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -77.19, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 208.76, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 302.04, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 910.06, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 280.51, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 59.21, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 906.2, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 855.74, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 116.22, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 558.96, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1266.04, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1522.05, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1367.63, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 859.24, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 804.23, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 622.49, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1405.55, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1358.45, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1264.15, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1082.44, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1414.46, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1559.32, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1730.83, + "avg_cost": 9.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 339.58, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 849.89, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1139.54, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1128.93, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1411.71, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1623.49, + "avg_cost": 12.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 762.38, + "avg_cost": 8.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2184.43, + "avg_cost": 27.0, + "lambda": 1.21, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1469.64, + "avg_cost": 8.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2167.71, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2351.99, + "avg_cost": 17.25, + "lambda": 1.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2213.58, + "avg_cost": 15.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2556.93, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2069.75, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2522.81, + "avg_cost": 21.75, + "lambda": 1.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2614.12, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2625.61, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2725.3, + "avg_cost": 20.5, + "lambda": 1.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2382.17, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2608.93, + "avg_cost": 28.25, + "lambda": 2.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2537.05, + "avg_cost": 16.5, + "lambda": 3.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2280.25, + "avg_cost": 15.0, + "lambda": 3.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1669.35, + "avg_cost": 9.5, + "lambda": 3.3625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1876.2, + "avg_cost": 16.0, + "lambda": 3.28, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2878.13, + "avg_cost": 22.5, + "lambda": 4.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2940.3, + "avg_cost": 35.5, + "lambda": 5.14, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2046.4, + "avg_cost": 11.75, + "lambda": 5.6425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2552.07, + "avg_cost": 12.75, + "lambda": 4.6525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2982.46, + "avg_cost": 16.25, + "lambda": 4.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2284.59, + "avg_cost": 11.5, + "lambda": 3.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2916.59, + "avg_cost": 20.5, + "lambda": 1.6225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2994.03, + "avg_cost": 21.75, + "lambda": 1.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2290.14, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3100.6, + "avg_cost": 20.0, + "lambda": 1.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2940.12, + "avg_cost": 16.5, + "lambda": 1.165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3223.41, + "avg_cost": 17.25, + "lambda": 1.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3157.64, + "avg_cost": 17.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3063.19, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..aac4f3364d5ed620d811ea93e7d400dbd6a966ef --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 672859.78, + "constraint_satisfaction_pct": 95.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1853.04, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1713.01, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1527.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1600.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1619.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1334.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1172.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1043.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -918.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -976.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -829.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -958.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -756.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -927.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -697.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -791.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -578.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -588.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -526.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -460.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -749.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -602.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -898.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -428.35, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -747.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -421.27, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -935.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -355.75, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -667.8, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -826.44, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -735.54, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -173.9, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -334.12, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 148.66, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -358.38, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -176.08, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 234.68, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -231.53, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 82.98, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 771.79, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 481.42, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 333.23, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 846.32, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 828.61, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 477.0, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1085.44, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1115.21, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 584.43, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1109.52, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 816.94, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 484.61, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1335.99, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1045.76, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1509.19, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1390.98, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1492.71, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1147.59, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1844.25, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1248.81, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1931.24, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 692.99, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1305.44, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2063.63, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 523.04, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2332.19, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2240.37, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1876.19, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1612.59, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1977.13, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2365.07, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1775.16, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2460.49, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2820.89, + "avg_cost": 20.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2584.82, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1749.77, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1886.88, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2599.17, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2665.73, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2851.85, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2825.14, + "avg_cost": 22.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 512.03, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 351.61, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3135.93, + "avg_cost": 31.0, + "lambda": 3.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2004.08, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3324.43, + "avg_cost": 31.5, + "lambda": 3.285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2701.46, + "avg_cost": 22.5, + "lambda": 3.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3206.49, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3392.9, + "avg_cost": 33.75, + "lambda": 3.405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3054.06, + "avg_cost": 19.0, + "lambda": 3.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2901.85, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3340.78, + "avg_cost": 38.25, + "lambda": 4.095, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3107.57, + "avg_cost": 22.0, + "lambda": 4.4025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2819.45, + "avg_cost": 22.5, + "lambda": 3.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -1306.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -1203.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -622.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -268.34, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -393.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -283.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -281.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..703af18ab51c07cf2546a4799cfb532883db22f4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 872037.89, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 2, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1830.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1729.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1528.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1589.97, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1238.63, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1192.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -915.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1198.13, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1287.93, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -835.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -734.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -844.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -685.93, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -852.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -784.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -482.56, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -830.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -495.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -761.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -804.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -670.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -922.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -308.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -429.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -453.8, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -367.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -638.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -415.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -279.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -567.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -319.55, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -391.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -283.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -648.66, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -342.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -171.37, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -390.79, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -116.0, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 49.31, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 197.4, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -96.8, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 520.18, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 890.27, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 173.85, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1004.37, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 836.99, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1258.79, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1416.32, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1121.96, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1343.79, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 946.05, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 978.25, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 697.65, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1178.87, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1591.89, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1563.64, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1655.16, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1543.05, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1759.67, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1825.79, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1484.63, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1190.07, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2122.28, + "avg_cost": 23.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2060.98, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1501.92, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2245.71, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1698.79, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2129.89, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2101.83, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2447.46, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2469.44, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2293.05, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2438.68, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2536.91, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2431.02, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2569.83, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2635.84, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2375.85, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2845.51, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2602.41, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2485.53, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2696.15, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2614.99, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2557.84, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2884.06, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2852.98, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2684.63, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2848.16, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2935.11, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2388.64, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3075.47, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2350.38, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3106.41, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2972.31, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3094.21, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2962.81, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3185.56, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2615.07, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3086.88, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2919.74, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..b7315c6f052e5b5c243c09527c22934a9b7db757 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 767873.98, + "constraint_satisfaction_pct": 31.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 45.7499, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1794.79, + "avg_cost": 0.0, + "lambda": 10.0014, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1825.47, + "avg_cost": 0.0, + "lambda": 10.0085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1859.1, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1481.14, + "avg_cost": 0.0, + "lambda": 10.0206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1567.7, + "avg_cost": 0.0, + "lambda": 10.0249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1470.79, + "avg_cost": 0.0, + "lambda": 10.0282, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -966.11, + "avg_cost": 0.0, + "lambda": 10.0294, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1181.18, + "avg_cost": 0.0, + "lambda": 10.0298, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -840.9, + "avg_cost": 0.0, + "lambda": 10.0342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -878.32, + "avg_cost": 0.0, + "lambda": 10.0363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -972.65, + "avg_cost": 0.0, + "lambda": 10.0371, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -869.43, + "avg_cost": 0.0, + "lambda": 10.0374, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -713.76, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -664.6, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -490.67, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -617.65, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -736.24, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -598.63, + "avg_cost": 0.25, + "lambda": 10.0418, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1153.95, + "avg_cost": 0.0, + "lambda": 10.0488, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -530.54, + "avg_cost": 0.0, + "lambda": 10.0558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -682.82, + "avg_cost": 0.0, + "lambda": 10.0585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -634.23, + "avg_cost": 0.0, + "lambda": 10.063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -747.95, + "avg_cost": 0.0, + "lambda": 10.0708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -420.01, + "avg_cost": 0.0, + "lambda": 10.0761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -524.46, + "avg_cost": 0.0, + "lambda": 10.0803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -515.73, + "avg_cost": 0.0, + "lambda": 10.0817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -483.74, + "avg_cost": 0.0, + "lambda": 10.0853, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -470.72, + "avg_cost": 0.0, + "lambda": 10.0884, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -50.65, + "avg_cost": 0.25, + "lambda": 10.1035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -159.25, + "avg_cost": 0.0, + "lambda": 10.1508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -241.47, + "avg_cost": 0.0, + "lambda": 10.1987, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 147.71, + "avg_cost": 0.5, + "lambda": 10.2793, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 380.65, + "avg_cost": 0.5, + "lambda": 10.3683, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 471.97, + "avg_cost": 1.25, + "lambda": 10.4926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 288.61, + "avg_cost": 0.25, + "lambda": 10.6111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 293.23, + "avg_cost": 0.75, + "lambda": 10.7239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -116.78, + "avg_cost": 1.0, + "lambda": 10.9192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 354.08, + "avg_cost": 1.0, + "lambda": 11.1726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -215.97, + "avg_cost": 2.25, + "lambda": 11.46, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 380.64, + "avg_cost": 0.5, + "lambda": 11.7518, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 614.64, + "avg_cost": 1.5, + "lambda": 12.0557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 728.92, + "avg_cost": 1.0, + "lambda": 12.3372, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1171.61, + "avg_cost": 2.5, + "lambda": 12.5963, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 46.11, + "avg_cost": 1.0, + "lambda": 12.9045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 788.0, + "avg_cost": 3.0, + "lambda": 13.3431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1425.53, + "avg_cost": 3.0, + "lambda": 13.8309, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1479.68, + "avg_cost": 1.75, + "lambda": 14.3453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 833.69, + "avg_cost": 3.25, + "lambda": 14.8309, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1108.25, + "avg_cost": 2.25, + "lambda": 15.389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1304.33, + "avg_cost": 2.5, + "lambda": 15.8872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 665.54, + "avg_cost": 4.0, + "lambda": 16.4409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 864.43, + "avg_cost": 0.5, + "lambda": 17.0521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1198.19, + "avg_cost": 2.0, + "lambda": 17.5434, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 277.74, + "avg_cost": 1.0, + "lambda": 18.0564, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1530.65, + "avg_cost": 0.5, + "lambda": 18.6525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1695.14, + "avg_cost": 5.25, + "lambda": 19.2234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1551.01, + "avg_cost": 5.25, + "lambda": 19.8816, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1674.21, + "avg_cost": 3.25, + "lambda": 20.6175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1293.0, + "avg_cost": 1.0, + "lambda": 21.3289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1453.89, + "avg_cost": 2.0, + "lambda": 22.0508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1524.95, + "avg_cost": 1.5, + "lambda": 22.9212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 996.87, + "avg_cost": 0.75, + "lambda": 23.7694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1930.37, + "avg_cost": 2.0, + "lambda": 24.5511, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1594.06, + "avg_cost": 2.0, + "lambda": 25.1857, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1604.23, + "avg_cost": 2.5, + "lambda": 25.8516, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1903.54, + "avg_cost": 1.0, + "lambda": 26.5033, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1862.2, + "avg_cost": 1.5, + "lambda": 27.1076, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2046.39, + "avg_cost": 2.0, + "lambda": 27.7652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1718.22, + "avg_cost": 2.5, + "lambda": 28.4213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1948.39, + "avg_cost": 3.5, + "lambda": 29.1386, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1982.85, + "avg_cost": 2.25, + "lambda": 29.8421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2067.45, + "avg_cost": 0.75, + "lambda": 30.4998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2253.34, + "avg_cost": 2.25, + "lambda": 31.078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1206.41, + "avg_cost": 2.0, + "lambda": 31.6529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2118.46, + "avg_cost": 1.5, + "lambda": 32.3007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1720.46, + "avg_cost": 1.5, + "lambda": 32.9565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2089.16, + "avg_cost": 2.5, + "lambda": 33.6023, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2239.07, + "avg_cost": 2.5, + "lambda": 34.2286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1722.14, + "avg_cost": 1.75, + "lambda": 34.8413, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1523.6, + "avg_cost": 1.0, + "lambda": 35.4335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2127.61, + "avg_cost": 1.25, + "lambda": 36.0197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2092.43, + "avg_cost": 2.75, + "lambda": 36.5546, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2359.42, + "avg_cost": 3.25, + "lambda": 37.1049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2409.75, + "avg_cost": 2.5, + "lambda": 37.6392, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2565.23, + "avg_cost": 0.75, + "lambda": 38.2247, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2265.77, + "avg_cost": 1.0, + "lambda": 38.6948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2317.97, + "avg_cost": 2.5, + "lambda": 39.1999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2292.35, + "avg_cost": 0.75, + "lambda": 39.7107, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2494.36, + "avg_cost": 2.0, + "lambda": 40.1329, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2459.58, + "avg_cost": 2.0, + "lambda": 40.6851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2631.26, + "avg_cost": 2.25, + "lambda": 41.2226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2623.27, + "avg_cost": 2.5, + "lambda": 41.7134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2579.78, + "avg_cost": 1.75, + "lambda": 42.2152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2741.54, + "avg_cost": 0.75, + "lambda": 42.6845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2749.8, + "avg_cost": 2.75, + "lambda": 43.1588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2663.82, + "avg_cost": 1.5, + "lambda": 43.6978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2720.83, + "avg_cost": 3.0, + "lambda": 44.2574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2684.46, + "avg_cost": 1.0, + "lambda": 44.8701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2570.95, + "avg_cost": 0.25, + "lambda": 45.3613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2860.34, + "avg_cost": 2.25, + "lambda": 45.7499, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..c1a8776deb2076bdafd1e5fa87f1df81747a9064 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 749817.07, + "constraint_satisfaction_pct": 47.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 30.31, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 9.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1753.8, + "avg_cost": 0.0, + "lambda": 9.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1699.18, + "avg_cost": 0.0, + "lambda": 9.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1438.46, + "avg_cost": 0.0, + "lambda": 9.1225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1616.79, + "avg_cost": 0.0, + "lambda": 8.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1511.79, + "avg_cost": 0.0, + "lambda": 8.5225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1177.78, + "avg_cost": 0.0, + "lambda": 8.2225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1328.24, + "avg_cost": 0.0, + "lambda": 7.93, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1152.39, + "avg_cost": 0.0, + "lambda": 7.63, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1150.25, + "avg_cost": 0.0, + "lambda": 7.33, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1070.21, + "avg_cost": 0.0, + "lambda": 7.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -741.32, + "avg_cost": 0.0, + "lambda": 6.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -914.07, + "avg_cost": 0.0, + "lambda": 6.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -930.64, + "avg_cost": 0.0, + "lambda": 6.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -659.06, + "avg_cost": 0.0, + "lambda": 5.83, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -860.21, + "avg_cost": 0.0, + "lambda": 5.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -442.54, + "avg_cost": 0.0, + "lambda": 5.23, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -805.86, + "avg_cost": 0.0, + "lambda": 4.9375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -899.25, + "avg_cost": 0.0, + "lambda": 4.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -574.79, + "avg_cost": 0.0, + "lambda": 4.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -797.47, + "avg_cost": 0.0, + "lambda": 4.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -907.59, + "avg_cost": 0.0, + "lambda": 3.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -595.69, + "avg_cost": 0.0, + "lambda": 3.4525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1026.79, + "avg_cost": 0.0, + "lambda": 3.205, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -307.06, + "avg_cost": 0.0, + "lambda": 2.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -422.78, + "avg_cost": 0.0, + "lambda": 2.6125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -325.26, + "avg_cost": 0.25, + "lambda": 2.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -493.14, + "avg_cost": 0.0, + "lambda": 2.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -103.68, + "avg_cost": 0.0, + "lambda": 1.8625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -542.36, + "avg_cost": 0.0, + "lambda": 1.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -73.66, + "avg_cost": 0.0, + "lambda": 1.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -655.47, + "avg_cost": 0.0, + "lambda": 1.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -353.95, + "avg_cost": 0.25, + "lambda": 1.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -107.03, + "avg_cost": 0.5, + "lambda": 0.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -107.47, + "avg_cost": 0.25, + "lambda": 0.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -46.68, + "avg_cost": 0.5, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -281.5, + "avg_cost": 0.0, + "lambda": 0.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -3.0, + "avg_cost": 1.5, + "lambda": 0.4525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -142.32, + "avg_cost": 1.5, + "lambda": 0.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -265.19, + "avg_cost": 0.25, + "lambda": 0.34, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 216.06, + "avg_cost": 0.75, + "lambda": 0.3175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 283.58, + "avg_cost": 4.5, + "lambda": 0.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 137.17, + "avg_cost": 0.75, + "lambda": 0.7675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 592.22, + "avg_cost": 2.25, + "lambda": 0.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 717.26, + "avg_cost": 4.0, + "lambda": 1.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 510.96, + "avg_cost": 2.0, + "lambda": 1.3975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 359.85, + "avg_cost": 1.5, + "lambda": 1.4875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1115.22, + "avg_cost": 3.5, + "lambda": 1.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 189.62, + "avg_cost": 1.25, + "lambda": 2.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1080.42, + "avg_cost": 3.25, + "lambda": 2.47, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1004.97, + "avg_cost": 2.25, + "lambda": 3.1375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1313.23, + "avg_cost": 2.5, + "lambda": 3.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1192.97, + "avg_cost": 1.5, + "lambda": 4.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1350.26, + "avg_cost": 2.25, + "lambda": 5.71, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1586.71, + "avg_cost": 4.75, + "lambda": 7.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1548.37, + "avg_cost": 5.0, + "lambda": 8.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1768.02, + "avg_cost": 7.25, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 828.05, + "avg_cost": 2.25, + "lambda": 11.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 924.05, + "avg_cost": 4.75, + "lambda": 12.325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -213.61, + "avg_cost": 1.75, + "lambda": 13.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1050.05, + "avg_cost": 2.25, + "lambda": 14.3125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1157.7, + "avg_cost": 3.25, + "lambda": 15.0775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 996.05, + "avg_cost": 4.0, + "lambda": 15.9325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1743.67, + "avg_cost": 2.5, + "lambda": 16.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1030.53, + "avg_cost": 3.25, + "lambda": 17.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1817.55, + "avg_cost": 3.0, + "lambda": 17.965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1892.55, + "avg_cost": 2.25, + "lambda": 18.4375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2154.89, + "avg_cost": 2.25, + "lambda": 18.9025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1604.28, + "avg_cost": 1.25, + "lambda": 19.3225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2298.35, + "avg_cost": 3.25, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1532.11, + "avg_cost": 0.75, + "lambda": 19.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1831.16, + "avg_cost": 3.75, + "lambda": 20.3125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1712.08, + "avg_cost": 2.0, + "lambda": 20.815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2382.58, + "avg_cost": 2.75, + "lambda": 21.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1869.55, + "avg_cost": 2.0, + "lambda": 21.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2052.34, + "avg_cost": 2.75, + "lambda": 22.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2047.27, + "avg_cost": 1.5, + "lambda": 22.3525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1499.25, + "avg_cost": 0.75, + "lambda": 22.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2287.25, + "avg_cost": 2.5, + "lambda": 23.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2534.86, + "avg_cost": 6.5, + "lambda": 24.1225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2462.02, + "avg_cost": 3.0, + "lambda": 24.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2434.73, + "avg_cost": 3.25, + "lambda": 25.3975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1766.54, + "avg_cost": 1.25, + "lambda": 25.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2442.85, + "avg_cost": 2.75, + "lambda": 26.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2443.19, + "avg_cost": 1.25, + "lambda": 26.5225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2303.05, + "avg_cost": 2.5, + "lambda": 26.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1993.83, + "avg_cost": 2.25, + "lambda": 27.2425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2498.49, + "avg_cost": 1.75, + "lambda": 27.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1839.91, + "avg_cost": 1.25, + "lambda": 27.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2487.97, + "avg_cost": 5.25, + "lambda": 28.135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2738.18, + "avg_cost": 1.5, + "lambda": 28.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2798.69, + "avg_cost": 1.5, + "lambda": 28.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2278.58, + "avg_cost": 2.0, + "lambda": 28.6675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2547.45, + "avg_cost": 1.5, + "lambda": 28.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2491.53, + "avg_cost": 0.25, + "lambda": 28.975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2746.4, + "avg_cost": 0.75, + "lambda": 29.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2830.31, + "avg_cost": 1.75, + "lambda": 29.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2877.78, + "avg_cost": 3.0, + "lambda": 29.5525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2931.77, + "avg_cost": 2.25, + "lambda": 29.875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2795.05, + "avg_cost": 4.0, + "lambda": 30.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2348.67, + "avg_cost": 0.0, + "lambda": 30.31, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..2dfbd6a3e2afd4929f25e7d06153a298b784a17f --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 845146.04, + "constraint_satisfaction_pct": 38.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 72.3644, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1794.79, + "avg_cost": 0.0, + "lambda": 10.0047, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1776.19, + "avg_cost": 0.0, + "lambda": 10.0179, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1668.52, + "avg_cost": 0.0, + "lambda": 10.0343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1623.16, + "avg_cost": 0.0, + "lambda": 10.0445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1506.09, + "avg_cost": 0.0, + "lambda": 10.0807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1347.31, + "avg_cost": 0.0, + "lambda": 10.1028, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1035.17, + "avg_cost": 0.0, + "lambda": 10.1335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1287.91, + "avg_cost": 0.0, + "lambda": 10.1545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1250.14, + "avg_cost": 0.0, + "lambda": 10.1678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -788.92, + "avg_cost": 0.0, + "lambda": 10.1842, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -837.17, + "avg_cost": 0.0, + "lambda": 10.1945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -974.67, + "avg_cost": 0.0, + "lambda": 10.1981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -890.19, + "avg_cost": 0.0, + "lambda": 10.1993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -717.95, + "avg_cost": 0.0, + "lambda": 10.1998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -605.27, + "avg_cost": 0.0, + "lambda": 10.2047, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -634.54, + "avg_cost": 0.0, + "lambda": 10.2332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -868.58, + "avg_cost": 0.0, + "lambda": 10.2442, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -655.19, + "avg_cost": 0.0, + "lambda": 10.248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -583.24, + "avg_cost": 0.0, + "lambda": 10.2493, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -317.01, + "avg_cost": 0.0, + "lambda": 10.2651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -482.02, + "avg_cost": 0.0, + "lambda": 10.2715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -790.67, + "avg_cost": 0.0, + "lambda": 10.3089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -458.55, + "avg_cost": 0.0, + "lambda": 10.3357, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -486.73, + "avg_cost": 0.0, + "lambda": 10.3838, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -508.38, + "avg_cost": 0.25, + "lambda": 10.4787, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -502.52, + "avg_cost": 0.0, + "lambda": 10.5597, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -666.53, + "avg_cost": 0.25, + "lambda": 10.6296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -103.03, + "avg_cost": 0.25, + "lambda": 10.6847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -147.66, + "avg_cost": 0.0, + "lambda": 10.8137, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -374.62, + "avg_cost": 0.25, + "lambda": 11.1889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -282.95, + "avg_cost": 0.0, + "lambda": 11.6535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -299.03, + "avg_cost": 0.25, + "lambda": 12.0378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 35.14, + "avg_cost": 0.75, + "lambda": 12.4807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 195.55, + "avg_cost": 0.0, + "lambda": 13.0084, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 444.98, + "avg_cost": 1.0, + "lambda": 13.8335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 86.71, + "avg_cost": 0.75, + "lambda": 14.8749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 702.4, + "avg_cost": 1.75, + "lambda": 16.2336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 471.9, + "avg_cost": 1.75, + "lambda": 17.406, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 263.9, + "avg_cost": 0.5, + "lambda": 18.5105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1130.69, + "avg_cost": 1.75, + "lambda": 19.68, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1418.16, + "avg_cost": 4.0, + "lambda": 20.8662, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1336.28, + "avg_cost": 0.5, + "lambda": 22.2909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 978.52, + "avg_cost": 0.75, + "lambda": 24.1161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 798.0, + "avg_cost": 1.5, + "lambda": 26.071, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1400.34, + "avg_cost": 1.0, + "lambda": 27.8513, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1268.12, + "avg_cost": 1.0, + "lambda": 29.6851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1524.14, + "avg_cost": 2.25, + "lambda": 31.3928, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1511.47, + "avg_cost": 1.25, + "lambda": 32.8539, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1635.3, + "avg_cost": 2.75, + "lambda": 34.1283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 939.17, + "avg_cost": 1.75, + "lambda": 35.4231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1126.38, + "avg_cost": 0.25, + "lambda": 36.7026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1889.67, + "avg_cost": 1.25, + "lambda": 38.0708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1590.77, + "avg_cost": 0.25, + "lambda": 39.2835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1799.44, + "avg_cost": 2.0, + "lambda": 40.2435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1635.45, + "avg_cost": 0.25, + "lambda": 41.2713, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1927.21, + "avg_cost": 1.0, + "lambda": 42.2356, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1607.94, + "avg_cost": 0.5, + "lambda": 43.1803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1874.22, + "avg_cost": 1.5, + "lambda": 44.0279, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1618.56, + "avg_cost": 1.25, + "lambda": 45.028, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2165.97, + "avg_cost": 1.25, + "lambda": 46.0171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1990.24, + "avg_cost": 0.0, + "lambda": 46.6415, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1585.49, + "avg_cost": 0.0, + "lambda": 47.163, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2071.41, + "avg_cost": 0.75, + "lambda": 47.6352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1271.67, + "avg_cost": 0.75, + "lambda": 48.284, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2197.59, + "avg_cost": 0.0, + "lambda": 49.2527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1239.96, + "avg_cost": 0.25, + "lambda": 50.2902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2236.0, + "avg_cost": 1.25, + "lambda": 51.4999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1491.66, + "avg_cost": 1.0, + "lambda": 52.4522, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2250.82, + "avg_cost": 0.75, + "lambda": 53.231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2474.75, + "avg_cost": 0.5, + "lambda": 53.8217, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1453.09, + "avg_cost": 1.25, + "lambda": 54.4663, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2317.62, + "avg_cost": 0.75, + "lambda": 55.1774, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1911.14, + "avg_cost": 0.5, + "lambda": 55.7605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2277.52, + "avg_cost": 0.5, + "lambda": 56.2166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2370.96, + "avg_cost": 1.0, + "lambda": 56.6838, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2321.13, + "avg_cost": 0.0, + "lambda": 57.1981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1936.14, + "avg_cost": 2.75, + "lambda": 57.7311, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1430.07, + "avg_cost": 1.25, + "lambda": 58.4639, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1475.67, + "avg_cost": 1.25, + "lambda": 59.1441, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 601.62, + "avg_cost": 1.0, + "lambda": 59.9528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2068.26, + "avg_cost": 2.25, + "lambda": 62.0283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1964.73, + "avg_cost": 0.25, + "lambda": 64.0389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2028.35, + "avg_cost": 0.5, + "lambda": 65.1387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2414.89, + "avg_cost": 0.0, + "lambda": 65.6362, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2351.67, + "avg_cost": 0.75, + "lambda": 65.9345, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1706.72, + "avg_cost": 0.0, + "lambda": 66.2344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2559.51, + "avg_cost": 0.25, + "lambda": 66.4123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1972.59, + "avg_cost": 0.5, + "lambda": 66.6304, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 1798.24, + "avg_cost": 0.0, + "lambda": 66.9249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2453.49, + "avg_cost": 0.0, + "lambda": 67.0874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1341.83, + "avg_cost": 0.0, + "lambda": 67.2863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2410.71, + "avg_cost": 0.25, + "lambda": 67.6549, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2425.38, + "avg_cost": 0.75, + "lambda": 68.2506, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2663.81, + "avg_cost": 0.25, + "lambda": 68.8504, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2676.02, + "avg_cost": 0.0, + "lambda": 69.3228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2749.78, + "avg_cost": 0.25, + "lambda": 69.8217, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2743.59, + "avg_cost": 0.75, + "lambda": 70.3003, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2905.39, + "avg_cost": 1.25, + "lambda": 71.158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2797.59, + "avg_cost": 0.25, + "lambda": 71.8228, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2744.0, + "avg_cost": 1.25, + "lambda": 72.3644, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..491dceb0e23086e37708360187a584912aa29d99 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1105865.66, + "constraint_satisfaction_pct": 96.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 10.9365, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2095.57, + "avg_cost": 0.0, + "lambda": 10.0273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2009.75, + "avg_cost": 0.0, + "lambda": 10.0421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2277.71, + "avg_cost": 0.0, + "lambda": 10.0472, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2325.65, + "avg_cost": 0.0, + "lambda": 10.049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2049.39, + "avg_cost": 0.0, + "lambda": 10.0497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1749.65, + "avg_cost": 0.0, + "lambda": 10.0629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1533.55, + "avg_cost": 0.0, + "lambda": 10.0708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1360.95, + "avg_cost": 0.0, + "lambda": 10.0735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1452.7, + "avg_cost": 0.0, + "lambda": 10.1016, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1511.08, + "avg_cost": 0.0, + "lambda": 10.1331, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1664.09, + "avg_cost": 0.0, + "lambda": 10.1594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1828.61, + "avg_cost": 0.0, + "lambda": 10.1696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1878.37, + "avg_cost": 0.0, + "lambda": 10.1731, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1628.09, + "avg_cost": 0.0, + "lambda": 10.1874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1674.67, + "avg_cost": 0.0, + "lambda": 10.1956, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1742.6, + "avg_cost": 0.0, + "lambda": 10.1985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1623.47, + "avg_cost": 0.0, + "lambda": 10.1995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1738.26, + "avg_cost": 0.0, + "lambda": 10.2115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1695.75, + "avg_cost": 0.0, + "lambda": 10.2404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1698.79, + "avg_cost": 0.0, + "lambda": 10.2807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1599.66, + "avg_cost": 0.0, + "lambda": 10.3096, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1619.34, + "avg_cost": 0.0, + "lambda": 10.3196, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1671.81, + "avg_cost": 0.0, + "lambda": 10.3695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1529.25, + "avg_cost": 0.0, + "lambda": 10.4199, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1719.93, + "avg_cost": 0.0, + "lambda": 10.4395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1689.04, + "avg_cost": 0.0, + "lambda": 10.4463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1531.49, + "avg_cost": 0.0, + "lambda": 10.4487, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1459.86, + "avg_cost": 0.0, + "lambda": 10.4496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1627.03, + "avg_cost": 0.0, + "lambda": 10.4498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1444.98, + "avg_cost": 0.0, + "lambda": 10.4585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1420.53, + "avg_cost": 0.0, + "lambda": 10.4693, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1463.38, + "avg_cost": 0.0, + "lambda": 10.4832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1434.47, + "avg_cost": 0.0, + "lambda": 10.4942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1568.41, + "avg_cost": 0.0, + "lambda": 10.498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1480.59, + "avg_cost": 0.0, + "lambda": 10.4993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1389.37, + "avg_cost": 0.0, + "lambda": 10.5045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1480.48, + "avg_cost": 0.0, + "lambda": 10.5296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1428.2, + "avg_cost": 0.0, + "lambda": 10.5429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1540.79, + "avg_cost": 0.0, + "lambda": 10.5475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1453.17, + "avg_cost": 0.0, + "lambda": 10.5491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1457.15, + "avg_cost": 0.0, + "lambda": 10.5497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1498.92, + "avg_cost": 0.0, + "lambda": 10.5499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1398.18, + "avg_cost": 0.0, + "lambda": 10.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1432.5, + "avg_cost": 0.0, + "lambda": 10.5586, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1373.2, + "avg_cost": 0.0, + "lambda": 10.5693, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1423.49, + "avg_cost": 0.0, + "lambda": 10.573, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1261.84, + "avg_cost": 0.0, + "lambda": 10.5743, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1288.57, + "avg_cost": 0.0, + "lambda": 10.5748, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1180.6, + "avg_cost": 0.0, + "lambda": 10.5749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1299.92, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1144.49, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1107.3, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1060.58, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1026.75, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -1012.72, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1112.4, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1030.53, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -903.28, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -664.15, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -924.84, + "avg_cost": 0.25, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -559.06, + "avg_cost": 0.0, + "lambda": 10.5922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -812.78, + "avg_cost": 0.0, + "lambda": 10.5973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -697.11, + "avg_cost": 0.0, + "lambda": 10.6144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -502.82, + "avg_cost": 0.0, + "lambda": 10.6213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -474.11, + "avg_cost": 0.0, + "lambda": 10.6237, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -849.18, + "avg_cost": 0.0, + "lambda": 10.6408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -752.22, + "avg_cost": 0.0, + "lambda": 10.6468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -327.56, + "avg_cost": 0.0, + "lambda": 10.6489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -167.77, + "avg_cost": 0.0, + "lambda": 10.6496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -496.64, + "avg_cost": 0.0, + "lambda": 10.6652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -237.45, + "avg_cost": 0.0, + "lambda": 10.6716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -382.06, + "avg_cost": 0.0, + "lambda": 10.6824, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -116.68, + "avg_cost": 0.0, + "lambda": 10.6939, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -492.85, + "avg_cost": 0.0, + "lambda": 10.6979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -327.4, + "avg_cost": 0.0, + "lambda": 10.7248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -552.87, + "avg_cost": 0.25, + "lambda": 10.7763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -388.81, + "avg_cost": 0.0, + "lambda": 10.8386, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -611.25, + "avg_cost": 0.0, + "lambda": 10.8623, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -319.43, + "avg_cost": 0.0, + "lambda": 10.8706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -437.06, + "avg_cost": 0.0, + "lambda": 10.8735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -206.61, + "avg_cost": 0.0, + "lambda": 10.8745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -300.45, + "avg_cost": 0.0, + "lambda": 10.8748, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -280.32, + "avg_cost": 0.0, + "lambda": 10.8749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -1096.57, + "avg_cost": 0.0, + "lambda": 10.8836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -533.63, + "avg_cost": 0.0, + "lambda": 10.8943, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -396.57, + "avg_cost": 0.0, + "lambda": 10.898, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -842.49, + "avg_cost": 0.0, + "lambda": 10.8993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -306.97, + "avg_cost": 0.0, + "lambda": 10.8998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -172.15, + "avg_cost": 0.0, + "lambda": 10.8999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -403.23, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -25.9, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -560.96, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -924.61, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -465.26, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -69.66, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -0.32, + "avg_cost": 0.0, + "lambda": 10.913, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -792.35, + "avg_cost": 0.0, + "lambda": 10.9208, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -103.26, + "avg_cost": 0.0, + "lambda": 10.9235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -106.56, + "avg_cost": 0.0, + "lambda": 10.9245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -305.59, + "avg_cost": 0.0, + "lambda": 10.9365, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..8e17e3d10b9924c512e291b2aa7bfab60a9af0f5 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 846437.21, + "constraint_satisfaction_pct": 39.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 72.1326, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1852.59, + "avg_cost": 0.25, + "lambda": 10.0383, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1744.78, + "avg_cost": 0.0, + "lambda": 10.0887, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1532.74, + "avg_cost": 0.0, + "lambda": 10.1429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1692.45, + "avg_cost": 0.0, + "lambda": 10.1803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1267.16, + "avg_cost": 0.0, + "lambda": 10.2094, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1392.85, + "avg_cost": 0.0, + "lambda": 10.2196, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1077.23, + "avg_cost": 0.0, + "lambda": 10.2231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1275.43, + "avg_cost": 0.0, + "lambda": 10.2243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -934.3, + "avg_cost": 0.0, + "lambda": 10.2248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1250.02, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -768.96, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -929.51, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -767.36, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -682.46, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -896.21, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -719.5, + "avg_cost": 0.0, + "lambda": 10.2318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -733.52, + "avg_cost": 0.0, + "lambda": 10.2436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -615.94, + "avg_cost": 0.0, + "lambda": 10.2478, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -883.57, + "avg_cost": 0.0, + "lambda": 10.2492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -320.45, + "avg_cost": 0.0, + "lambda": 10.2497, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -350.6, + "avg_cost": 0.0, + "lambda": 10.2499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -344.7, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -854.47, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -475.13, + "avg_cost": 0.0, + "lambda": 10.2633, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -423.88, + "avg_cost": 0.0, + "lambda": 10.3224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -580.87, + "avg_cost": 0.0, + "lambda": 10.4007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -236.62, + "avg_cost": 0.0, + "lambda": 10.4654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -271.16, + "avg_cost": 0.75, + "lambda": 10.5343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -497.74, + "avg_cost": 0.25, + "lambda": 10.6802, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -660.55, + "avg_cost": 0.0, + "lambda": 10.7745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 54.98, + "avg_cost": 0.0, + "lambda": 10.8121, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -416.33, + "avg_cost": 0.0, + "lambda": 10.9185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -176.57, + "avg_cost": 0.0, + "lambda": 11.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -126.75, + "avg_cost": 0.0, + "lambda": 11.1917, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 159.99, + "avg_cost": 0.75, + "lambda": 11.3969, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 457.1, + "avg_cost": 1.0, + "lambda": 11.7153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -282.7, + "avg_cost": 0.5, + "lambda": 12.1868, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 362.54, + "avg_cost": 0.75, + "lambda": 12.7121, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 206.13, + "avg_cost": 0.75, + "lambda": 13.2377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -176.65, + "avg_cost": 0.0, + "lambda": 13.6903, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 687.32, + "avg_cost": 1.25, + "lambda": 14.2227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 348.16, + "avg_cost": 0.75, + "lambda": 14.839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 712.53, + "avg_cost": 0.25, + "lambda": 15.6164, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 800.63, + "avg_cost": 2.75, + "lambda": 16.6151, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1161.9, + "avg_cost": 0.5, + "lambda": 18.1757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1144.25, + "avg_cost": 0.5, + "lambda": 19.5275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 858.68, + "avg_cost": 2.0, + "lambda": 20.7064, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1359.59, + "avg_cost": 0.25, + "lambda": 21.6133, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 573.31, + "avg_cost": 1.75, + "lambda": 22.4901, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1340.83, + "avg_cost": 2.0, + "lambda": 23.673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1648.69, + "avg_cost": 1.25, + "lambda": 24.9738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1628.15, + "avg_cost": 2.25, + "lambda": 26.5034, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1245.97, + "avg_cost": 2.25, + "lambda": 28.0055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1503.44, + "avg_cost": 1.0, + "lambda": 29.8093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 734.05, + "avg_cost": 2.0, + "lambda": 31.5791, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1329.11, + "avg_cost": 1.75, + "lambda": 33.0332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1912.06, + "avg_cost": 1.75, + "lambda": 34.4569, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1870.22, + "avg_cost": 2.0, + "lambda": 35.7355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1983.44, + "avg_cost": 2.25, + "lambda": 37.0876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1628.38, + "avg_cost": 1.25, + "lambda": 38.3042, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1981.99, + "avg_cost": 0.75, + "lambda": 39.5749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2102.03, + "avg_cost": 2.0, + "lambda": 40.8146, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1700.12, + "avg_cost": 1.5, + "lambda": 42.1657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1513.41, + "avg_cost": 1.25, + "lambda": 43.6724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2221.81, + "avg_cost": 1.0, + "lambda": 44.9332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1902.97, + "avg_cost": 2.75, + "lambda": 46.1322, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1565.86, + "avg_cost": 2.0, + "lambda": 47.1553, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2167.66, + "avg_cost": 0.75, + "lambda": 48.0275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1973.95, + "avg_cost": 0.5, + "lambda": 48.7698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2056.18, + "avg_cost": 1.0, + "lambda": 49.7067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1932.92, + "avg_cost": 2.0, + "lambda": 50.7018, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2159.38, + "avg_cost": 0.75, + "lambda": 51.684, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1455.55, + "avg_cost": 0.75, + "lambda": 52.4591, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1418.48, + "avg_cost": 0.5, + "lambda": 53.3343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1692.49, + "avg_cost": 0.0, + "lambda": 53.9818, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2110.09, + "avg_cost": 0.0, + "lambda": 54.5031, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2481.78, + "avg_cost": 1.0, + "lambda": 55.1214, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2259.76, + "avg_cost": 0.0, + "lambda": 56.0196, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2299.58, + "avg_cost": 0.25, + "lambda": 56.9105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2571.02, + "avg_cost": 0.5, + "lambda": 57.7363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2470.33, + "avg_cost": 0.25, + "lambda": 58.2725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1893.2, + "avg_cost": 1.0, + "lambda": 58.6998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2153.19, + "avg_cost": 1.25, + "lambda": 59.3657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2096.84, + "avg_cost": 0.25, + "lambda": 60.0141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2786.9, + "avg_cost": 1.75, + "lambda": 60.5583, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2480.64, + "avg_cost": 0.25, + "lambda": 61.0548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2830.71, + "avg_cost": 1.25, + "lambda": 61.7926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2641.47, + "avg_cost": 1.5, + "lambda": 62.5295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2780.08, + "avg_cost": 0.75, + "lambda": 63.2054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2783.22, + "avg_cost": 0.5, + "lambda": 63.7785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1897.07, + "avg_cost": 0.75, + "lambda": 64.492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2111.38, + "avg_cost": 2.75, + "lambda": 65.4534, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2313.11, + "avg_cost": 0.75, + "lambda": 66.6465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2624.69, + "avg_cost": 0.5, + "lambda": 67.8422, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2774.72, + "avg_cost": 0.75, + "lambda": 68.7611, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2864.87, + "avg_cost": 0.0, + "lambda": 69.5271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2370.28, + "avg_cost": 1.25, + "lambda": 70.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2825.26, + "avg_cost": 0.5, + "lambda": 70.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2854.65, + "avg_cost": 1.5, + "lambda": 71.507, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2655.3, + "avg_cost": 1.25, + "lambda": 72.1326, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3d1d4c80c6a917adbd19ec96b8940bb37841441c --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 482190.58, + "constraint_satisfaction_pct": 97.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1889.08, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1545.67, + "avg_cost": 0.0, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1635.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1403.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1489.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1274.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1337.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1202.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -964.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -849.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -882.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -992.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1046.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -655.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -627.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -666.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -698.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1283.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -870.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -704.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -763.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -360.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -538.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -351.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -307.41, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -392.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -241.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -137.55, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -995.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 185.44, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -309.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 166.21, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 209.14, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -531.06, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 202.39, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 303.87, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 711.9, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -161.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 744.71, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 122.79, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 530.5, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 39.38, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1171.83, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 494.27, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 832.99, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 836.95, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1199.34, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1277.77, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 230.2, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 337.08, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 759.16, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 535.05, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1549.22, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1292.03, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1435.65, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 867.61, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1681.63, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1032.05, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1456.87, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1451.27, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 90.57, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1521.97, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1651.93, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1126.69, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1542.0, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1541.45, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1499.35, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2062.61, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1376.56, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1195.22, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1587.2, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1585.44, + "avg_cost": 14.75, + "lambda": 0.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2272.51, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2528.04, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2539.39, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1975.49, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1930.96, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2432.13, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2519.9, + "avg_cost": 27.75, + "lambda": 0.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2660.4, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2683.15, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2595.29, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2995.01, + "avg_cost": 26.5, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -251.47, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -330.08, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -173.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -34.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 52.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 187.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 366.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 527.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -260.2, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 967.32, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 43.51, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 892.58, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1172.01, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 811.31, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1591.84, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 714.24, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1840.87, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..22c93636814aaa8182af3a801930018c8499a2b0 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json @@ -0,0 +1,8047 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12304853.29, + "constraint_satisfaction_pct": 30.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 381.9038, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13289.31, + "avg_cost": 28.75, + "lambda": 12.875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13115.01, + "avg_cost": 46.0, + "lambda": 42.2389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12794.33, + "avg_cost": 4.0, + "lambda": 77.3527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12729.61, + "avg_cost": 0.0, + "lambda": 97.6436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 12896.53, + "avg_cost": 3.25, + "lambda": 107.8272, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 12793.3, + "avg_cost": 4.25, + "lambda": 115.5412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12816.52, + "avg_cost": 4.0, + "lambda": 122.7474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 12952.09, + "avg_cost": 8.5, + "lambda": 128.613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 12848.7, + "avg_cost": 6.75, + "lambda": 134.4251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12723.8, + "avg_cost": 6.0, + "lambda": 140.2641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12657.09, + "avg_cost": 0.5, + "lambda": 145.459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 12780.91, + "avg_cost": 1.25, + "lambda": 152.3902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 12539.41, + "avg_cost": 1.5, + "lambda": 158.5236, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 12590.48, + "avg_cost": 0.0, + "lambda": 163.6629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 12251.58, + "avg_cost": 4.25, + "lambda": 168.9558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12343.83, + "avg_cost": 1.75, + "lambda": 174.8088, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12450.43, + "avg_cost": 6.75, + "lambda": 183.699, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12314.56, + "avg_cost": 18.75, + "lambda": 191.4601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 11714.52, + "avg_cost": 0.0, + "lambda": 198.8398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12006.57, + "avg_cost": 3.5, + "lambda": 204.206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 11968.49, + "avg_cost": 0.0, + "lambda": 208.3212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12032.88, + "avg_cost": 0.0, + "lambda": 212.6861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12314.09, + "avg_cost": 0.0, + "lambda": 216.7008, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12554.04, + "avg_cost": 7.5, + "lambda": 219.9754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 12534.26, + "avg_cost": 0.0, + "lambda": 222.9474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12488.73, + "avg_cost": 0.0, + "lambda": 225.893, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12730.08, + "avg_cost": 6.0, + "lambda": 229.9926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12697.03, + "avg_cost": 0.75, + "lambda": 233.5503, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12483.53, + "avg_cost": 1.75, + "lambda": 236.7528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12337.69, + "avg_cost": 1.5, + "lambda": 238.9946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12353.69, + "avg_cost": 0.0, + "lambda": 242.0271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12394.34, + "avg_cost": 0.0, + "lambda": 245.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12478.93, + "avg_cost": 12.25, + "lambda": 247.7086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12375.82, + "avg_cost": 12.25, + "lambda": 250.894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12222.01, + "avg_cost": 5.0, + "lambda": 254.2192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12169.08, + "avg_cost": 4.0, + "lambda": 257.9552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12601.09, + "avg_cost": 0.5, + "lambda": 262.1755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12123.64, + "avg_cost": 0.0, + "lambda": 265.8716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12022.81, + "avg_cost": 5.0, + "lambda": 268.5945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12016.44, + "avg_cost": 0.0, + "lambda": 271.1473, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 11694.99, + "avg_cost": 0.0, + "lambda": 272.7979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12102.39, + "avg_cost": 0.25, + "lambda": 274.7811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12192.09, + "avg_cost": 5.0, + "lambda": 276.6524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12376.53, + "avg_cost": 0.25, + "lambda": 278.8438, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12339.72, + "avg_cost": 0.5, + "lambda": 281.2359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12598.65, + "avg_cost": 0.75, + "lambda": 283.2282, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12481.95, + "avg_cost": 1.75, + "lambda": 285.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12268.96, + "avg_cost": 1.5, + "lambda": 286.945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12312.31, + "avg_cost": 0.0, + "lambda": 289.5162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12137.08, + "avg_cost": 2.75, + "lambda": 292.0126, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12330.2, + "avg_cost": 0.0, + "lambda": 294.0567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11915.46, + "avg_cost": 6.75, + "lambda": 295.343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 11721.98, + "avg_cost": 5.75, + "lambda": 296.521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11929.59, + "avg_cost": 1.25, + "lambda": 298.2672, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12150.5, + "avg_cost": 0.25, + "lambda": 299.5158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12037.33, + "avg_cost": 0.0, + "lambda": 300.6621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11902.93, + "avg_cost": 0.0, + "lambda": 301.8808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12018.05, + "avg_cost": 0.0, + "lambda": 302.9502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11702.97, + "avg_cost": 1.75, + "lambda": 305.0388, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 11544.45, + "avg_cost": 3.5, + "lambda": 307.0474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 11506.18, + "avg_cost": 0.0, + "lambda": 309.0836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11150.98, + "avg_cost": 1.5, + "lambda": 311.4139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 11214.09, + "avg_cost": 2.0, + "lambda": 313.3013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 11321.15, + "avg_cost": 0.0, + "lambda": 314.9665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 11956.76, + "avg_cost": 7.0, + "lambda": 316.2377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 11400.11, + "avg_cost": 3.5, + "lambda": 318.1591, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11840.03, + "avg_cost": 3.75, + "lambda": 319.9729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11801.17, + "avg_cost": 1.25, + "lambda": 321.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12270.6, + "avg_cost": 4.75, + "lambda": 323.256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11719.88, + "avg_cost": 1.75, + "lambda": 324.7409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12025.55, + "avg_cost": 0.5, + "lambda": 326.2367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12410.85, + "avg_cost": 0.0, + "lambda": 327.7111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12828.02, + "avg_cost": 0.0, + "lambda": 328.7752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12716.04, + "avg_cost": 3.75, + "lambda": 330.5918, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12304.3, + "avg_cost": 1.25, + "lambda": 333.5158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12282.88, + "avg_cost": 0.0, + "lambda": 335.507, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12011.97, + "avg_cost": 0.5, + "lambda": 337.2793, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 11555.14, + "avg_cost": 1.5, + "lambda": 338.8696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 11423.19, + "avg_cost": 2.0, + "lambda": 340.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 11399.06, + "avg_cost": 3.5, + "lambda": 342.9674, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 11782.4, + "avg_cost": 0.5, + "lambda": 345.5168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 11821.05, + "avg_cost": 2.75, + "lambda": 348.3605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12208.48, + "avg_cost": 0.0, + "lambda": 350.5762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 12482.26, + "avg_cost": 0.25, + "lambda": 351.9135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12824.91, + "avg_cost": 1.5, + "lambda": 353.3427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12808.07, + "avg_cost": 5.25, + "lambda": 355.1215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12669.56, + "avg_cost": 2.75, + "lambda": 356.9556, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12624.49, + "avg_cost": 4.25, + "lambda": 358.8458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12482.67, + "avg_cost": 0.0, + "lambda": 360.5423, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 12555.31, + "avg_cost": 1.75, + "lambda": 362.0398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12313.69, + "avg_cost": 4.0, + "lambda": 363.7501, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12829.71, + "avg_cost": 4.0, + "lambda": 365.6253, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 13011.13, + "avg_cost": 6.75, + "lambda": 367.6632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12875.47, + "avg_cost": 0.0, + "lambda": 370.4735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12580.3, + "avg_cost": 0.25, + "lambda": 372.8893, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12885.61, + "avg_cost": 4.75, + "lambda": 374.5634, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12842.99, + "avg_cost": 4.25, + "lambda": 375.9953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12832.78, + "avg_cost": 6.25, + "lambda": 377.4843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12921.45, + "avg_cost": 1.5, + "lambda": 379.4235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12714.16, + "avg_cost": 0.25, + "lambda": 380.7078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12675.03, + "avg_cost": 0.0, + "lambda": 381.9038, + "rho": [ + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + 13289.3068, + 13161.2609, + 13350.5798, + 13414.0093, + 13299.5842, + 13232.5415, + 13124.7194, + 13156.24, + 13074.1195, + 13115.0128, + 13072.407, + 13084.3966, + 12955.0282, + 12887.271, + 12913.0648, + 12824.351, + 12782.6655, + 12823.3438, + 12784.053, + 12794.3325, + 12846.951, + 12736.0019, + 12653.1727, + 12768.8861, + 12778.9078, + 12705.0045, + 12686.3774, + 12647.9215, + 12712.4286, + 12729.6098, + 12642.5675, + 12719.9733, + 12791.2216, + 12754.8537, + 12889.6631, + 12814.6306, + 12882.4096, + 12937.2231, + 12890.7361, + 12896.53, + 12843.4076, + 12878.6111, + 12790.3508, + 12727.6722, + 12794.3219, + 12779.2147, + 12809.392, + 12771.4805, + 12584.2012, + 12793.3036, + 12719.5774, + 12734.325, + 12724.3654, + 12717.4636, + 12717.7567, + 12808.229, + 12802.7874, + 12873.1538, + 12838.1015, + 12816.5163, + 12875.4897, + 12781.9282, + 12928.019, + 12885.8898, + 12986.0324, + 12766.5243, + 12807.4638, + 12785.1382, + 12891.4524, + 12952.0904, + 12807.2929, + 12793.0919, + 12862.7864, + 12880.0066, + 12977.2957, + 13030.7606, + 12975.7188, + 12843.8377, + 12936.4977, + 12848.6964, + 12767.0258, + 12647.6924, + 12704.0098, + 12645.0831, + 12679.8649, + 12804.9248, + 12775.2539, + 12765.4685, + 12671.2652, + 12723.803, + 12538.6569, + 12601.4192, + 12613.7008, + 12594.3307, + 12454.6522, + 12442.2533, + 12457.9044, + 12474.3678, + 12673.7522, + 12657.0882, + 12715.7887, + 12744.3273, + 12744.8779, + 12766.8626, + 12657.2862, + 12582.2103, + 12539.0206, + 12551.2666, + 12766.6381, + 12780.9105, + 12701.9646, + 12682.2453, + 12768.0876, + 12795.0081, + 12736.0082, + 12812.8992, + 12725.5208, + 12748.97, + 12579.1887, + 12539.4081, + 12527.7229, + 12503.2018, + 12388.4461, + 12486.1281, + 12464.2301, + 12612.1756, + 12734.8422, + 12699.4748, + 12567.0008, + 12590.4753, + 12658.5337, + 12551.8138, + 12552.4693, + 12526.2705, + 12586.2281, + 12517.077, + 12231.4122, + 12364.6608, + 12219.8873, + 12251.5797, + 12157.8001, + 12254.8232, + 12264.296, + 12267.516, + 12293.8487, + 12397.0572, + 12404.1155, + 12337.7128, + 12324.8772, + 12343.8266, + 12447.019, + 12472.1262, + 12619.6215, + 12588.2425, + 12456.3156, + 12323.6117, + 12364.5361, + 12308.9204, + 12421.1851, + 12450.4317, + 12360.8453, + 12497.378, + 12514.3219, + 12507.3993, + 12402.189, + 12369.5139, + 12456.0526, + 12481.1295, + 12390.697, + 12314.5641, + 12202.9395, + 12051.066, + 12135.1356, + 12012.105, + 12133.1911, + 12035.1448, + 11742.3484, + 11714.9797, + 11773.7706, + 11714.5208, + 11910.0652, + 11898.6093, + 11835.0061, + 11853.0956, + 12066.5643, + 12174.3349, + 11991.4671, + 12174.5885, + 12083.7877, + 12006.5741, + 12123.2004, + 11961.3605, + 11927.1807, + 11665.6565, + 11780.1551, + 11781.0058, + 11764.0528, + 11823.4621, + 12021.8388, + 11968.4899, + 12193.4832, + 12325.927, + 12282.7279, + 12366.995, + 12447.7808, + 12159.5675, + 11988.7579, + 11920.4111, + 11968.5411, + 12032.8826, + 12198.1192, + 12171.5761, + 12305.8071, + 12298.1453, + 12238.2843, + 12342.7441, + 12411.2922, + 12379.5885, + 12249.3827, + 12314.0942, + 12364.8577, + 12552.6225, + 12440.342, + 12453.5973, + 12463.0509, + 12356.0543, + 12502.7069, + 12588.8102, + 12554.3913, + 12554.042, + 12579.5864, + 12586.5159, + 12568.7442, + 12611.8866, + 12618.1128, + 12448.9937, + 12467.0078, + 12567.4197, + 12667.942, + 12534.256, + 12496.1598, + 12592.4608, + 12564.1044, + 12598.7181, + 12480.1608, + 12439.2032, + 12534.5167, + 12456.5504, + 12538.8164, + 12488.7322, + 12563.986, + 12656.3297, + 12661.7938, + 12752.0252, + 12776.2927, + 12652.7004, + 12688.3489, + 12737.8717, + 12716.4007, + 12730.0823, + 12670.4994, + 12527.7957, + 12625.8401, + 12614.7827, + 12642.8682, + 12640.8631, + 12668.5873, + 12536.1329, + 12642.8638, + 12697.0263, + 12731.513, + 12608.6581, + 12581.3478, + 12645.3368, + 12487.4473, + 12598.3411, + 12562.3468, + 12637.5677, + 12440.1869, + 12483.5335, + 12332.8783, + 12194.0892, + 12346.4543, + 12329.0913, + 12471.5762, + 12428.7527, + 12342.7916, + 12389.8539, + 12427.3154, + 12337.6868, + 12369.7982, + 12209.9227, + 12152.8376, + 12293.0787, + 12272.6259, + 12357.0999, + 12588.302, + 12506.9822, + 12383.663, + 12353.6943, + 12371.091, + 12540.5337, + 12595.5593, + 12691.4613, + 12672.4514, + 12676.4318, + 12501.7347, + 12551.5543, + 12434.2079, + 12394.3394, + 12590.5443, + 12422.1989, + 12475.2604, + 12423.0724, + 12445.0084, + 12319.7209, + 12424.1396, + 12378.1317, + 12422.6528, + 12478.9266, + 12615.2994, + 12502.2416, + 12454.9431, + 12343.174, + 12232.817, + 12137.9307, + 12229.9891, + 12397.4165, + 12310.5488, + 12375.8153, + 12316.5632, + 12241.1775, + 12106.0504, + 12237.0946, + 12180.3724, + 12231.0924, + 12171.3676, + 12028.2853, + 12348.4661, + 12222.0148, + 12209.8068, + 12173.782, + 12146.6764, + 12081.4965, + 12162.1251, + 12159.5047, + 12140.0377, + 12098.4367, + 12108.6328, + 12169.0844, + 12087.0089, + 12192.6573, + 12292.4972, + 12585.969, + 12688.4445, + 12713.0462, + 12652.5649, + 12665.4597, + 12592.7264, + 12601.0851, + 12617.9664, + 12519.5522, + 12450.3323, + 12434.0161, + 12253.8671, + 12306.1145, + 12207.122, + 12191.2198, + 11994.7397, + 12123.6375, + 12036.6452, + 12165.5652, + 12140.8017, + 12106.184, + 12220.8984, + 12274.136, + 12080.8283, + 12030.4432, + 12024.6199, + 12022.8127, + 12058.658, + 11958.0738, + 11998.9531, + 11910.4572, + 12025.5048, + 12091.9979, + 12184.063, + 11888.3515, + 12033.5165, + 12016.442, + 12195.9576, + 11897.763, + 11834.7918, + 11858.6666, + 11888.0042, + 12012.5275, + 11841.1702, + 11717.5975, + 11643.7067, + 11694.9919, + 12011.1223, + 12145.3848, + 12197.3496, + 11956.8134, + 11963.5654, + 11894.7807, + 11785.1176, + 12031.6225, + 12106.8061, + 12102.3856, + 12134.0593, + 12246.0012, + 12242.5798, + 12118.8817, + 12214.9999, + 12225.1672, + 12282.0137, + 12357.8096, + 12218.203, + 12192.0852, + 12268.8337, + 12284.1755, + 12181.9972, + 12256.9968, + 12330.7679, + 12389.1039, + 12402.1721, + 12244.206, + 12254.7981, + 12376.5276, + 12509.9289, + 12579.7908, + 12643.8319, + 12435.7036, + 12370.9391, + 12489.1362, + 12617.4131, + 12430.1424, + 12469.056, + 12339.715, + 12335.7453, + 12170.2833, + 12455.5494, + 12446.5291, + 12506.7329, + 12453.5686, + 12517.9843, + 12599.7208, + 12609.1642, + 12598.6486, + 12576.8539, + 12562.9361, + 12524.1536, + 12381.3785, + 12407.1026, + 12504.9036, + 12368.6622, + 12278.3724, + 12451.7099, + 12481.9472, + 12364.5962, + 12474.5824, + 12600.9066, + 12511.8071, + 12496.1716, + 12392.6229, + 12389.5451, + 12407.8096, + 12202.3982, + 12268.9638, + 12283.8845, + 12037.2765, + 12162.9239, + 12250.7312, + 12252.2673, + 12164.9893, + 12218.4733, + 12345.1078, + 12390.5373, + 12312.3116, + 12311.8996, + 12398.631, + 12412.5214, + 12297.1174, + 12121.0528, + 12240.3808, + 12233.098, + 12129.9487, + 12114.2141, + 12137.0755, + 12117.505, + 12205.0826, + 12299.829, + 12252.3699, + 12252.7167, + 12089.4345, + 12089.0466, + 12249.0712, + 12207.0439, + 12330.2047, + 12280.4745, + 12253.3644, + 12296.5342, + 12091.0444, + 12199.3594, + 12123.2297, + 12227.388, + 12100.3287, + 11890.8703, + 11915.4584, + 11753.6159, + 11857.0777, + 11705.6214, + 11664.2835, + 11742.2371, + 11939.8707, + 11967.3775, + 12054.5119, + 11962.247, + 11721.9842, + 11798.6934, + 11872.6732, + 11802.103, + 11907.2273, + 11839.6399, + 11818.6764, + 11736.6912, + 11989.5058, + 11916.2933, + 11929.5914, + 11886.1747, + 11886.446, + 11938.233, + 12067.5665, + 12026.183, + 12038.1004, + 12082.3012, + 12108.2996, + 12254.8813, + 12150.5049, + 12190.1617, + 12022.4409, + 12084.8855, + 11948.6003, + 11902.3842, + 12020.7965, + 11927.5149, + 12077.998, + 11961.5532, + 12037.333, + 11862.0565, + 11956.2472, + 11778.3443, + 11638.0064, + 11801.7476, + 11735.2424, + 11882.4154, + 11832.0141, + 12024.4627, + 11902.9285, + 12113.0144, + 11828.9682, + 11832.1407, + 12027.4247, + 12026.3848, + 12025.5368, + 12081.1556, + 12136.9174, + 12174.5592, + 12018.0505, + 12161.0893, + 11817.7963, + 12019.3092, + 12043.8217, + 12031.7414, + 12083.7464, + 12200.1528, + 11814.1131, + 11545.1547, + 11702.9709, + 11725.1594, + 11559.614, + 11698.025, + 11674.5099, + 11713.0402, + 11769.2819, + 11606.7688, + 11580.2549, + 11619.8533, + 11544.4549, + 11443.3551, + 11474.9258, + 11533.4353, + 11456.6056, + 11363.153, + 11134.3043, + 11246.0564, + 11265.6192, + 11247.0176, + 11506.184, + 11301.2031, + 11230.0946, + 11343.1956, + 11139.0528, + 11111.8265, + 10999.4731, + 11234.8028, + 11094.8254, + 11337.8578, + 11150.9773, + 11314.1885, + 11376.4493, + 11424.742, + 11505.0729, + 11324.7474, + 11319.3674, + 11459.1849, + 11419.8236, + 11264.9041, + 11214.0877, + 11181.1875, + 10895.3337, + 10981.8329, + 11158.3305, + 11080.0055, + 11098.4757, + 11147.1863, + 11184.0512, + 11377.2855, + 11321.1518, + 11453.3867, + 11263.1418, + 11432.3903, + 11549.312, + 11760.1629, + 11795.0772, + 11600.6778, + 11704.5098, + 11760.5028, + 11956.7577, + 11912.1067, + 11567.7736, + 11674.9689, + 11761.5383, + 11732.508, + 11723.3726, + 11963.2428, + 11899.1501, + 11836.329, + 11400.1115, + 11237.8426, + 11369.1925, + 11352.3256, + 11638.559, + 11753.5701, + 11759.999, + 11756.6893, + 11747.3131, + 11859.4445, + 11840.0324, + 11806.8685, + 11735.8198, + 11972.9635, + 11938.3517, + 11928.2187, + 11968.0512, + 11778.5723, + 11871.1319, + 11803.377, + 11801.1724, + 11756.5359, + 12004.5867, + 12018.7935, + 12232.1456, + 12301.9732, + 12086.5759, + 11975.2468, + 12084.0773, + 12219.9393, + 12270.6031, + 12046.3369, + 12192.1401, + 12218.4244, + 12056.6795, + 12069.626, + 12090.2737, + 12112.7505, + 11946.6807, + 11730.4211, + 11719.8792, + 11373.6685, + 11349.3471, + 11500.7764, + 11563.9876, + 11713.3233, + 11829.8459, + 11848.7786, + 11894.5769, + 11916.1315, + 12025.5504, + 12120.7424, + 12201.1142, + 12012.0802, + 12131.3464, + 12128.3166, + 12032.5916, + 12099.204, + 12154.4226, + 12322.2226, + 12410.8481, + 12353.6492, + 12449.4271, + 12541.7661, + 12584.2492, + 12679.6811, + 12812.3156, + 12797.0092, + 12778.5946, + 12774.3197, + 12828.0213, + 12846.0042, + 12778.3004, + 12746.7129, + 12571.4432, + 12795.7689, + 12739.1823, + 12788.7492, + 12855.1991, + 12786.0723, + 12716.0382, + 12655.9892, + 12666.8102, + 12538.8529, + 12454.3621, + 12529.5956, + 12457.8983, + 12496.9216, + 12555.4713, + 12495.1276, + 12304.2967, + 12178.3596, + 12184.3035, + 12294.4746, + 12329.956, + 12324.8894, + 12369.1904, + 12380.8654, + 12205.065, + 12226.2758, + 12282.8827, + 12341.9778, + 12372.987, + 12455.1267, + 12492.2793, + 12476.5475, + 12193.23, + 12225.9068, + 12129.2197, + 11873.2256, + 12011.9712, + 12027.5107, + 12038.8493, + 11944.4591, + 11989.0405, + 12144.0109, + 12190.5682, + 12022.3926, + 11997.6838, + 11898.8416, + 11555.1368, + 11453.1955, + 11319.3708, + 11296.3499, + 11515.4437, + 11472.2076, + 11426.9263, + 11317.9147, + 11354.2771, + 11450.5129, + 11423.1888, + 11291.6931, + 11460.7703, + 11609.9619, + 11629.9582, + 11645.4958, + 11512.1974, + 11643.1884, + 11386.7306, + 11465.6799, + 11399.0641, + 11532.7031, + 11557.7123, + 11423.0195, + 11480.7487, + 11679.8781, + 11547.2807, + 11560.7372, + 11802.2819, + 11740.4184, + 11782.4025, + 11779.6003, + 11771.7849, + 11899.4512, + 11819.5383, + 11900.4404, + 11726.4488, + 11649.032, + 11624.2987, + 11822.2792, + 11821.0485, + 11811.116, + 11900.7261, + 12002.384, + 12063.4798, + 12127.6561, + 12042.2768, + 12012.5516, + 12057.4598, + 11993.6937, + 12208.4778, + 12187.4985, + 12321.2254, + 12382.7918, + 12363.7828, + 12449.2882, + 12511.8924, + 12415.8284, + 12399.5698, + 12490.9898, + 12482.2634, + 12500.0874, + 12610.9127, + 12504.9642, + 12555.3473, + 12663.8666, + 12632.3451, + 12586.3392, + 12625.2263, + 12811.5518, + 12824.9143, + 12600.0727, + 12751.7723, + 12654.6628, + 12616.1165, + 12605.8108, + 12653.9659, + 12631.791, + 12736.2289, + 12755.9276, + 12808.0722, + 12845.2997, + 12774.3552, + 12643.3687, + 12648.6338, + 12674.1294, + 12640.4076, + 12617.8977, + 12535.5485, + 12677.6286, + 12669.5622, + 12805.8808, + 12704.1609, + 12909.1903, + 13080.9663, + 13080.6497, + 13025.1813, + 12866.8904, + 12816.8171, + 12735.0835, + 12624.4931, + 12733.0296, + 12697.4254, + 12707.4952, + 12678.4485, + 12652.155, + 12666.5748, + 12559.3319, + 12551.1164, + 12549.7023, + 12482.6684, + 12574.9802, + 12696.3753, + 12589.1638, + 12658.8342, + 12654.6749, + 12747.0209, + 12757.5714, + 12791.5255, + 12566.135, + 12555.3071, + 12465.0467, + 12443.7657, + 12603.0439, + 12706.7062, + 12595.712, + 12289.1571, + 12454.8563, + 12530.4602, + 12457.2081, + 12313.6904, + 12394.3721, + 12325.3478, + 12462.7028, + 12576.8774, + 12596.7838, + 12572.8919, + 12540.9532, + 12751.4264, + 12706.7587, + 12829.7067, + 12789.0267, + 12827.7081, + 12793.3276, + 12684.5789, + 12782.7115, + 12663.8078, + 12670.3793, + 12811.3343, + 12879.0621, + 13011.1334, + 12971.3444, + 12970.7298, + 13014.7175, + 12980.5156, + 13136.234, + 13032.5996, + 13052.6835, + 12991.0822, + 12813.1325, + 12875.4735, + 12797.7164, + 12923.2638, + 12841.865, + 12652.9037, + 12618.3363, + 12716.5299, + 12646.4181, + 12520.1567, + 12424.1473, + 12580.3045, + 12572.5491, + 12673.4439, + 12608.0986, + 12605.2137, + 12845.4112, + 12868.1593, + 12901.5288, + 12903.7867, + 12966.3068, + 12885.6089, + 12910.8701, + 12796.8692, + 12815.4649, + 12783.5817, + 12709.3629, + 12567.072, + 12659.3863, + 12753.8135, + 12891.816, + 12842.9944, + 12948.8716, + 12767.1782, + 12808.505, + 12689.6301, + 12463.3138, + 12754.3473, + 12673.9958, + 12687.4974, + 12774.7369, + 12832.7787, + 12692.5912, + 12585.7785, + 12616.605, + 12718.3885, + 12854.8403, + 12814.8399, + 12773.0771, + 12766.6617, + 12834.6454, + 12921.4468, + 12681.0489, + 12806.1992, + 12821.4737, + 12820.1542, + 12837.6654, + 12824.5261, + 12861.1586, + 12758.1215, + 12809.3975, + 12714.1558, + 12687.2361, + 12697.8208, + 12739.1887, + 12873.3496, + 12757.0597, + 12698.01, + 12720.1298, + 12734.4647, + 12529.4304, + 12675.0335 + ], + "episode_costs": [ + 28.75, + 20.0, + 23.75, + 57.25, + 71.0, + 29.25, + 22.5, + 47.0, + 48.25, + 46.0, + 49.5, + 51.5, + 47.75, + 33.5, + 32.25, + 12.25, + 4.0, + 19.0, + 3.25, + 4.0, + 26.0, + 14.75, + 9.75, + 13.75, + 7.75, + 7.75, + 5.75, + 3.25, + 4.5, + 0.0, + 3.5, + 1.0, + 2.0, + 6.25, + 9.75, + 3.5, + 8.5, + 8.0, + 4.5, + 3.25, + 6.0, + 8.5, + 8.75, + 0.0, + 8.25, + 14.75, + 0.75, + 13.25, + 1.0, + 4.25, + 16.75, + 14.5, + 9.75, + 2.25, + 2.5, + 3.25, + 0.25, + 2.25, + 4.5, + 4.0, + 4.75, + 7.75, + 3.5, + 9.0, + 9.75, + 3.75, + 8.0, + 3.5, + 1.25, + 8.5, + 6.75, + 7.25, + 4.75, + 1.5, + 10.25, + 4.75, + 8.0, + 2.5, + 5.25, + 6.75, + 8.25, + 4.5, + 8.5, + 1.25, + 2.75, + 12.75, + 3.25, + 6.25, + 6.0, + 6.0, + 6.5, + 4.0, + 3.5, + 5.5, + 4.25, + 2.5, + 0.25, + 0.25, + 14.5, + 0.5, + 2.75, + 2.0, + 28.25, + 16.0, + 20.75, + 5.25, + 3.0, + 0.0, + 5.5, + 1.25, + 2.5, + 1.0, + 2.25, + 17.25, + 6.25, + 4.25, + 11.5, + 2.5, + 8.0, + 1.5, + 4.25, + 1.75, + 5.5, + 3.5, + 1.0, + 0.0, + 14.5, + 4.5, + 4.75, + 0.0, + 4.0, + 14.75, + 0.0, + 8.5, + 8.25, + 1.75, + 8.75, + 3.25, + 2.75, + 4.25, + 0.25, + 2.25, + 10.75, + 10.0, + 16.75, + 11.25, + 3.25, + 8.5, + 0.0, + 1.75, + 1.5, + 1.5, + 36.25, + 40.5, + 20.5, + 0.5, + 0.0, + 3.0, + 1.5, + 6.75, + 4.0, + 2.5, + 9.25, + 11.75, + 19.0, + 3.0, + 0.0, + 1.75, + 4.75, + 18.75, + 5.0, + 0.0, + 8.0, + 1.75, + 9.5, + 28.0, + 4.0, + 3.5, + 0.0, + 0.0, + 2.25, + 7.75, + 0.0, + 7.0, + 0.0, + 3.5, + 2.0, + 11.0, + 3.5, + 3.5, + 8.5, + 3.5, + 3.0, + 0.0, + 1.75, + 2.0, + 0.0, + 2.0, + 2.5, + 0.0, + 0.0, + 0.0, + 4.25, + 2.0, + 27.0, + 20.5, + 2.75, + 2.75, + 0.0, + 0.0, + 1.25, + 4.5, + 0.0, + 9.25, + 2.75, + 0.0, + 4.75, + 4.5, + 0.0, + 0.0, + 5.75, + 2.25, + 9.75, + 0.0, + 2.25, + 0.0, + 0.0, + 4.5, + 0.0, + 7.5, + 0.0, + 6.5, + 0.0, + 5.25, + 3.5, + 0.0, + 0.0, + 7.0, + 4.75, + 0.0, + 0.0, + 0.0, + 7.25, + 5.75, + 7.75, + 0.0, + 3.75, + 0.0, + 3.25, + 0.0, + 2.0, + 0.0, + 0.0, + 24.0, + 18.0, + 0.0, + 5.5, + 0.0, + 3.0, + 6.0, + 6.0, + 0.0, + 4.0, + 2.25, + 0.0, + 2.25, + 0.0, + 0.0, + 0.75, + 0.75, + 10.5, + 9.5, + 0.0, + 1.75, + 0.0, + 0.0, + 5.5, + 5.5, + 3.0, + 1.75, + 2.5, + 0.0, + 0.0, + 0.0, + 1.75, + 3.75, + 0.25, + 0.25, + 1.25, + 1.5, + 10.5, + 8.25, + 1.0, + 3.25, + 0.0, + 0.0, + 12.25, + 4.75, + 0.25, + 0.0, + 0.0, + 2.75, + 0.25, + 8.0, + 6.5, + 8.25, + 4.25, + 2.25, + 0.0, + 0.0, + 3.75, + 0.0, + 0.25, + 6.0, + 1.25, + 0.0, + 0.0, + 0.0, + 1.0, + 12.25, + 7.5, + 7.0, + 3.5, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 10.0, + 12.25, + 4.0, + 2.25, + 0.0, + 0.0, + 0.0, + 1.5, + 13.0, + 0.0, + 2.75, + 5.0, + 4.75, + 0.0, + 2.0, + 0.0, + 0.0, + 3.5, + 19.5, + 9.5, + 10.25, + 4.0, + 0.0, + 0.0, + 3.5, + 4.75, + 8.25, + 6.0, + 0.0, + 0.25, + 3.75, + 0.5, + 2.0, + 5.25, + 2.75, + 9.5, + 0.0, + 5.5, + 2.0, + 8.5, + 0.0, + 0.0, + 0.0, + 3.25, + 6.5, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 5.0, + 7.0, + 1.25, + 6.25, + 0.0, + 3.5, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 1.75, + 1.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 8.0, + 0.0, + 1.0, + 0.5, + 6.25, + 0.0, + 4.25, + 0.75, + 1.5, + 3.25, + 5.25, + 0.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.5, + 7.5, + 0.25, + 0.0, + 5.75, + 5.0, + 1.5, + 0.25, + 0.0, + 3.25, + 0.0, + 0.25, + 3.75, + 3.0, + 14.25, + 0.25, + 6.25, + 1.5, + 2.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 5.0, + 3.25, + 2.75, + 0.0, + 2.75, + 0.0, + 2.25, + 6.5, + 0.0, + 0.75, + 0.5, + 3.0, + 5.5, + 0.0, + 0.0, + 1.75, + 4.5, + 0.5, + 0.5, + 1.75, + 0.0, + 7.75, + 0.0, + 3.25, + 0.25, + 1.0, + 0.0, + 0.75, + 0.0, + 1.5, + 10.5, + 9.25, + 0.0, + 1.5, + 0.25, + 0.5, + 4.25, + 8.5, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 5.25, + 8.75, + 0.0, + 0.0, + 5.5, + 0.0, + 2.75, + 5.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 0.0, + 5.25, + 0.0, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 6.75, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.75, + 8.0, + 5.75, + 2.25, + 4.5, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 2.25, + 1.25, + 0.0, + 0.0, + 0.0, + 2.5, + 0.5, + 2.75, + 3.5, + 0.0, + 1.25, + 0.25, + 1.25, + 3.5, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.0, + 0.0, + 5.0, + 2.0, + 2.5, + 1.0, + 0.0, + 0.25, + 2.0, + 0.0, + 0.0, + 0.0, + 2.5, + 0.0, + 2.0, + 0.25, + 2.5, + 0.0, + 1.5, + 0.75, + 3.0, + 0.0, + 4.5, + 0.0, + 0.25, + 0.5, + 7.0, + 12.0, + 4.0, + 2.5, + 3.25, + 1.75, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 2.25, + 1.0, + 0.0, + 0.0, + 3.5, + 5.25, + 0.0, + 2.25, + 1.25, + 5.0, + 0.0, + 2.5, + 6.25, + 0.0, + 0.0, + 2.0, + 5.5, + 1.75, + 4.5, + 3.0, + 0.25, + 3.0, + 0.0, + 5.75, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 5.25, + 1.0, + 0.0, + 3.75, + 3.75, + 2.0, + 1.5, + 0.0, + 0.0, + 1.75, + 3.75, + 0.25, + 0.0, + 1.25, + 2.75, + 0.0, + 1.5, + 0.75, + 0.5, + 0.25, + 0.0, + 4.0, + 0.0, + 0.0, + 0.0, + 7.0, + 8.75, + 3.25, + 0.0, + 3.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5, + 7.0, + 6.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 5.0, + 0.0, + 0.0, + 0.25, + 5.0, + 0.0, + 4.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 3.75, + 4.5, + 6.0, + 0.0, + 0.0, + 0.0, + 0.5, + 4.75, + 0.0, + 2.0, + 2.25, + 0.0, + 0.0, + 0.25, + 3.75, + 0.25, + 0.0, + 1.75, + 0.0, + 0.75, + 0.0, + 0.0, + 5.5, + 1.5, + 5.5, + 5.75, + 0.5, + 0.5, + 0.0, + 2.0, + 0.0, + 4.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 4.75, + 3.5, + 0.0, + 2.75, + 0.5, + 5.5, + 1.0, + 1.0, + 3.75, + 0.25, + 7.25, + 1.75, + 3.75, + 7.0, + 7.5, + 3.25, + 0.0, + 3.0, + 0.0, + 5.0, + 2.0, + 3.75, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 5.25, + 4.25, + 3.5, + 0.0, + 0.0, + 2.5, + 0.75, + 0.25, + 3.75, + 0.0, + 4.0, + 2.25, + 0.0, + 0.5, + 0.25, + 1.25, + 0.25, + 4.75, + 0.0, + 4.25, + 1.25, + 0.0, + 3.25, + 1.5, + 2.0, + 0.25, + 1.0, + 6.25, + 2.75, + 2.0, + 4.25, + 3.25, + 0.0, + 2.0, + 0.5, + 0.0, + 2.75, + 0.5, + 5.5, + 0.0, + 4.25, + 7.25, + 0.5, + 3.5, + 0.0, + 1.0, + 0.0, + 0.0, + 5.25, + 3.0, + 0.0, + 18.25, + 7.0, + 0.5, + 0.5, + 0.0, + 0.0, + 3.75, + 4.75, + 0.25, + 0.75, + 8.25, + 0.0, + 2.75, + 1.0, + 0.0, + 0.5, + 0.25, + 3.5, + 0.0, + 3.5, + 7.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.25, + 6.0, + 3.0, + 0.0, + 0.25, + 4.0, + 0.0, + 2.25, + 0.0, + 1.75, + 1.5, + 0.25, + 4.5, + 0.0, + 7.0, + 0.25, + 4.75, + 0.0, + 0.75, + 1.25, + 5.25, + 5.75, + 0.0, + 1.5, + 0.75, + 0.75, + 0.0, + 0.75, + 0.5, + 0.5, + 2.75, + 0.5, + 0.25, + 4.25, + 7.5, + 2.75, + 2.5, + 0.0, + 1.25, + 0.5, + 4.25, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 3.25, + 5.0, + 0.0, + 0.75, + 0.0, + 5.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 3.75, + 1.75, + 1.75, + 0.0, + 0.0, + 0.5, + 5.0, + 3.0, + 0.0, + 5.5, + 6.25, + 1.5, + 4.0, + 1.25, + 0.25, + 1.0, + 0.0, + 0.0, + 1.75, + 0.5, + 6.5, + 0.0, + 4.0, + 0.0, + 0.0, + 3.75, + 2.25, + 3.0, + 0.0, + 4.0, + 3.75, + 3.75, + 6.75, + 0.75, + 0.0, + 4.5, + 1.75, + 8.25, + 4.0, + 4.25, + 3.0, + 0.0, + 0.0, + 0.0, + 3.25, + 2.0, + 4.0, + 1.5, + 6.25, + 0.0, + 1.25, + 0.0, + 0.25, + 0.5, + 2.0, + 0.0, + 3.25, + 2.0, + 0.0, + 0.25, + 1.0, + 0.5, + 4.75, + 0.0, + 0.0, + 0.75, + 0.75, + 3.5, + 1.5, + 0.0, + 3.0, + 0.0, + 4.25, + 0.75, + 0.25, + 1.0, + 0.0, + 4.5, + 2.0, + 0.75, + 0.5, + 0.5, + 6.25, + 4.25, + 3.0, + 1.0, + 0.0, + 3.5, + 4.25, + 0.0, + 0.0, + 0.0, + 1.5, + 1.75, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 1.5, + 0.0, + 3.5, + 0.25, + 0.0, + 1.0, + 1.75, + 0.0, + 1.5, + 2.5, + 0.25, + 2.0, + 5.5, + 0.0 + ], + "episode_lambdas": [ + 12.875, + 15.6625, + 18.4088, + 21.4529, + 24.9026, + 28.2998, + 31.5823, + 35.0066, + 38.571, + 42.2389, + 46.035, + 49.9665, + 53.9823, + 57.9316, + 61.8084, + 65.4201, + 68.7106, + 71.862, + 74.7308, + 77.3527, + 79.9725, + 82.4777, + 84.8299, + 87.0845, + 89.191, + 91.1644, + 92.998, + 94.6807, + 96.2401, + 97.6436, + 98.9417, + 100.1201, + 101.2006, + 102.2355, + 103.2644, + 104.2255, + 105.1755, + 106.1104, + 106.9969, + 107.8272, + 108.6345, + 109.446, + 110.2639, + 111.0, + 111.745, + 112.563, + 113.3067, + 114.1085, + 114.8402, + 115.5412, + 116.3396, + 117.2031, + 118.0778, + 118.8875, + 119.6413, + 120.3521, + 120.9944, + 121.595, + 122.1805, + 122.7474, + 123.3052, + 123.8847, + 124.4412, + 125.0321, + 125.6614, + 126.2652, + 126.8887, + 127.4848, + 128.0339, + 128.613, + 129.2017, + 129.804, + 130.3936, + 130.9392, + 131.5328, + 132.1145, + 132.7181, + 133.2863, + 133.8501, + 134.4251, + 135.0251, + 135.6101, + 136.2216, + 136.7844, + 137.3185, + 137.9266, + 138.5065, + 139.0908, + 139.6767, + 140.2641, + 140.8577, + 141.4319, + 141.9837, + 142.5353, + 143.0743, + 143.5844, + 144.0459, + 144.4638, + 144.985, + 145.459, + 145.9131, + 146.3418, + 147.0101, + 147.7716, + 148.6644, + 149.5205, + 150.3209, + 151.0413, + 151.7447, + 152.3902, + 152.9962, + 153.5516, + 154.0739, + 154.7165, + 155.3574, + 155.9766, + 156.649, + 157.2791, + 157.9262, + 158.5236, + 159.1037, + 159.6433, + 160.184, + 160.7056, + 161.185, + 161.6165, + 162.1499, + 162.6749, + 163.1949, + 163.6629, + 164.1241, + 164.6867, + 165.193, + 165.7337, + 166.3029, + 166.8326, + 167.3968, + 167.9371, + 168.4509, + 168.9558, + 169.4127, + 169.8465, + 170.3443, + 170.8924, + 171.5532, + 172.2603, + 172.9293, + 173.6164, + 174.2347, + 174.8088, + 175.3404, + 175.8338, + 176.6405, + 177.7714, + 178.9943, + 180.0998, + 181.0949, + 182.0204, + 182.8683, + 183.699, + 184.4866, + 185.2204, + 185.9734, + 186.7686, + 187.6742, + 188.5193, + 189.2799, + 189.9819, + 190.6612, + 191.4601, + 192.2291, + 192.9212, + 193.624, + 194.2741, + 194.9542, + 195.8463, + 196.6892, + 197.4828, + 198.197, + 198.8398, + 199.4408, + 200.0592, + 200.6158, + 201.1867, + 201.7005, + 202.198, + 202.6657, + 203.1966, + 203.7095, + 204.206, + 204.7379, + 205.2516, + 205.744, + 206.1871, + 206.6034, + 206.998, + 207.3532, + 207.6929, + 208.0236, + 208.3212, + 208.5891, + 208.8302, + 209.0897, + 209.3432, + 209.8414, + 210.4948, + 211.1103, + 211.6918, + 212.2151, + 212.6861, + 213.1225, + 213.5602, + 213.9542, + 214.4013, + 214.8311, + 215.218, + 215.6137, + 216.0149, + 216.3759, + 216.7008, + 217.0507, + 217.3881, + 217.7893, + 218.1504, + 218.4979, + 218.8106, + 219.092, + 219.3903, + 219.6588, + 219.9754, + 220.2604, + 220.5818, + 220.8711, + 221.184, + 221.5006, + 221.7856, + 222.042, + 222.3428, + 222.661, + 222.9474, + 223.2052, + 223.4372, + 223.7184, + 224.0291, + 224.3862, + 224.7076, + 225.0343, + 225.3284, + 225.6255, + 225.893, + 226.1537, + 226.3883, + 226.5995, + 227.0295, + 227.5966, + 228.1069, + 228.6212, + 229.0841, + 229.5307, + 229.9926, + 230.4684, + 230.8965, + 231.3219, + 231.7272, + 232.092, + 232.4428, + 232.7585, + 233.0426, + 233.3059, + 233.5503, + 233.8753, + 234.2627, + 234.6115, + 234.9428, + 235.241, + 235.5094, + 235.806, + 236.1279, + 236.4476, + 236.7528, + 237.0526, + 237.3223, + 237.5651, + 237.7836, + 237.9977, + 238.2279, + 238.4376, + 238.6289, + 238.8135, + 238.9946, + 239.2627, + 239.5864, + 239.8878, + 240.1915, + 240.4648, + 240.7109, + 241.0548, + 241.4118, + 241.7356, + 242.0271, + 242.2893, + 242.5529, + 242.7926, + 243.0884, + 243.4195, + 243.8001, + 244.1851, + 244.5541, + 244.8862, + 245.185, + 245.4915, + 245.7674, + 246.0181, + 246.3038, + 246.5734, + 246.8161, + 247.0345, + 247.231, + 247.4179, + 247.7086, + 248.0453, + 248.4183, + 248.7889, + 249.1325, + 249.4418, + 249.7201, + 249.9706, + 250.196, + 250.4989, + 250.894, + 251.2896, + 251.6682, + 252.0089, + 252.3155, + 252.5914, + 252.8548, + 253.2218, + 253.5521, + 253.8769, + 254.2192, + 254.5748, + 254.8948, + 255.2028, + 255.4801, + 255.7295, + 255.9891, + 256.4177, + 256.8984, + 257.4336, + 257.9552, + 258.4247, + 258.8472, + 259.2625, + 259.6838, + 260.1454, + 260.6208, + 261.0488, + 261.4364, + 261.8227, + 262.1755, + 262.5129, + 262.8691, + 263.2172, + 263.6255, + 263.9929, + 264.3787, + 264.7458, + 265.1612, + 265.5351, + 265.8716, + 266.1744, + 266.4795, + 266.819, + 267.1346, + 267.4237, + 267.6913, + 267.9347, + 268.1562, + 268.3606, + 268.5945, + 268.8751, + 269.1401, + 269.4411, + 269.712, + 269.9908, + 270.2417, + 270.505, + 270.742, + 270.9553, + 271.1473, + 271.3376, + 271.5238, + 271.7089, + 271.8755, + 272.0255, + 272.1604, + 272.2819, + 272.4162, + 272.6171, + 272.7979, + 272.9706, + 273.131, + 273.3379, + 273.5241, + 273.7342, + 273.9308, + 274.1227, + 274.3279, + 274.5651, + 274.7811, + 274.9755, + 275.1505, + 275.3129, + 275.4741, + 275.6242, + 275.8343, + 276.0259, + 276.1983, + 276.411, + 276.6524, + 276.8846, + 277.0962, + 277.2865, + 277.4904, + 277.6738, + 277.8415, + 278.0298, + 278.2293, + 278.5514, + 278.8438, + 279.1694, + 279.4774, + 279.7797, + 280.0517, + 280.2991, + 280.5217, + 280.722, + 280.9098, + 281.0788, + 281.2359, + 281.4273, + 281.6321, + 281.8439, + 282.0345, + 282.2336, + 282.4127, + 282.5964, + 282.8268, + 283.0341, + 283.2282, + 283.4079, + 283.5996, + 283.8271, + 284.0319, + 284.2162, + 284.3996, + 284.6096, + 284.8037, + 284.9833, + 285.1625, + 285.3237, + 285.5464, + 285.7467, + 285.9596, + 286.1536, + 286.3382, + 286.5044, + 286.6615, + 286.8028, + 286.945, + 287.178, + 287.4802, + 287.7522, + 288.012, + 288.2483, + 288.466, + 288.7044, + 289.0039, + 289.2735, + 289.5162, + 289.7346, + 289.9311, + 290.1455, + 290.3909, + 290.6994, + 290.9769, + 291.2267, + 291.5066, + 291.7584, + 292.0126, + 292.2913, + 292.5422, + 292.768, + 292.9712, + 293.1815, + 293.3709, + 293.5413, + 293.6947, + 293.8852, + 294.0567, + 294.211, + 294.3499, + 294.5124, + 294.6587, + 294.7903, + 294.9088, + 295.0154, + 295.1114, + 295.1977, + 295.343, + 295.4737, + 295.6013, + 295.7162, + 295.8195, + 295.9126, + 295.9963, + 296.0742, + 296.1618, + 296.3206, + 296.521, + 296.7239, + 296.9515, + 297.1564, + 297.3408, + 297.5267, + 297.694, + 297.8446, + 297.9801, + 298.1246, + 298.2672, + 298.3955, + 298.5109, + 298.6148, + 298.7333, + 298.845, + 298.973, + 299.1232, + 299.2584, + 299.3925, + 299.5158, + 299.6392, + 299.7853, + 299.9218, + 300.0546, + 300.1741, + 300.2817, + 300.3785, + 300.4832, + 300.5774, + 300.6621, + 300.7884, + 300.9221, + 301.0674, + 301.2081, + 301.3348, + 301.4513, + 301.5762, + 301.6886, + 301.7897, + 301.8808, + 301.9877, + 302.0839, + 302.1905, + 302.289, + 302.4026, + 302.5048, + 302.6118, + 302.7156, + 302.8391, + 302.9502, + 303.0952, + 303.2256, + 303.3456, + 303.4585, + 303.6302, + 303.9047, + 304.1917, + 304.475, + 304.7625, + 305.0388, + 305.2874, + 305.5111, + 305.7525, + 305.9698, + 306.1653, + 306.3638, + 306.5524, + 306.7222, + 306.8749, + 307.0474, + 307.2552, + 307.4422, + 307.633, + 307.8172, + 308.033, + 308.2272, + 308.4269, + 308.6692, + 308.8873, + 309.0836, + 309.2802, + 309.5122, + 309.7385, + 309.9871, + 310.2409, + 310.4718, + 310.7096, + 310.9237, + 311.1738, + 311.4139, + 311.63, + 311.8245, + 311.9996, + 312.1571, + 312.3514, + 312.5363, + 312.7026, + 312.8899, + 313.0959, + 313.3013, + 313.5012, + 313.6811, + 313.8429, + 314.0062, + 314.1905, + 314.359, + 314.5106, + 314.6595, + 314.8211, + 314.9665, + 315.1123, + 315.2511, + 315.381, + 315.5004, + 315.6078, + 315.7446, + 315.8676, + 315.9783, + 316.078, + 316.2377, + 316.4689, + 316.7095, + 316.9261, + 317.1535, + 317.3606, + 317.5471, + 317.7149, + 317.8659, + 318.0018, + 318.1591, + 318.3707, + 318.6261, + 318.856, + 319.0629, + 319.2491, + 319.4167, + 319.5675, + 319.7033, + 319.8255, + 319.9729, + 320.1556, + 320.3201, + 320.4681, + 320.6037, + 320.7759, + 320.9308, + 321.1152, + 321.2812, + 321.4306, + 321.5775, + 321.7098, + 321.8338, + 321.9829, + 322.1621, + 322.3834, + 322.5826, + 322.7618, + 322.9231, + 323.0733, + 323.256, + 323.4204, + 323.5883, + 323.762, + 323.9183, + 324.059, + 324.1881, + 324.3418, + 324.4826, + 324.6093, + 324.7409, + 324.8593, + 324.9734, + 325.076, + 325.1684, + 325.3066, + 325.4459, + 325.6263, + 325.8462, + 326.0491, + 326.2367, + 326.4055, + 326.5775, + 326.7322, + 326.914, + 327.0776, + 327.2273, + 327.3621, + 327.4909, + 327.6068, + 327.7111, + 327.805, + 327.9245, + 328.0321, + 328.1289, + 328.216, + 328.2944, + 328.3774, + 328.4997, + 328.6447, + 328.7752, + 328.9202, + 329.0557, + 329.2326, + 329.4019, + 329.5642, + 329.7478, + 329.9155, + 330.1389, + 330.3575, + 330.5918, + 330.8726, + 331.2003, + 331.5278, + 331.8225, + 332.1178, + 332.3835, + 332.6727, + 332.9529, + 333.2426, + 333.5158, + 333.7618, + 333.9831, + 334.1848, + 334.3688, + 334.5344, + 334.6835, + 334.8701, + 335.0806, + 335.3051, + 335.507, + 335.6888, + 335.8775, + 336.0547, + 336.2167, + 336.4001, + 336.5651, + 336.7536, + 336.9457, + 337.1186, + 337.2793, + 337.4263, + 337.5712, + 337.7041, + 337.8712, + 338.0216, + 338.1994, + 338.372, + 338.5273, + 338.6995, + 338.8696, + 339.0426, + 339.2009, + 339.3533, + 339.553, + 339.7602, + 339.9666, + 340.195, + 340.433, + 340.6472, + 340.86, + 341.0565, + 341.2333, + 341.42, + 341.593, + 341.8037, + 341.9933, + 342.2065, + 342.4708, + 342.7138, + 342.9674, + 343.1956, + 343.4111, + 343.605, + 343.7795, + 343.989, + 344.2076, + 344.4044, + 344.7639, + 345.1575, + 345.5168, + 345.8451, + 346.1406, + 346.4065, + 346.6834, + 346.98, + 347.2495, + 347.4996, + 347.8071, + 348.0839, + 348.3605, + 348.6195, + 348.8525, + 349.0673, + 349.263, + 349.4742, + 349.6643, + 349.8704, + 350.1308, + 350.3653, + 350.5762, + 350.7661, + 350.937, + 351.0908, + 351.2292, + 351.3638, + 351.4974, + 351.6177, + 351.7259, + 351.8233, + 351.9135, + 352.0546, + 352.2117, + 352.353, + 352.4827, + 352.6394, + 352.7805, + 352.9299, + 353.0644, + 353.203, + 353.3427, + 353.4709, + 353.6313, + 353.7757, + 353.9756, + 354.1581, + 354.3698, + 354.5603, + 354.7393, + 354.9128, + 355.1215, + 355.3669, + 355.5877, + 355.8014, + 356.0013, + 356.1887, + 356.3573, + 356.5166, + 356.6649, + 356.8034, + 356.9556, + 357.0975, + 357.2278, + 357.3875, + 357.6062, + 357.8306, + 358.0576, + 358.2618, + 358.4581, + 358.6398, + 358.8458, + 359.0312, + 359.1981, + 359.3483, + 359.516, + 359.6669, + 359.8352, + 360.0367, + 360.218, + 360.3887, + 360.5423, + 360.7356, + 360.917, + 361.0828, + 361.2371, + 361.3758, + 361.5008, + 361.6132, + 361.7519, + 361.8942, + 362.0398, + 362.1708, + 362.2887, + 362.3998, + 362.5499, + 362.7149, + 362.8634, + 363.052, + 363.2843, + 363.5084, + 363.7501, + 363.9801, + 364.1896, + 364.3881, + 364.5668, + 364.7276, + 364.8898, + 365.0409, + 365.2418, + 365.4226, + 365.6253, + 365.8078, + 365.972, + 366.1573, + 366.3466, + 366.5469, + 366.7272, + 366.9295, + 367.1491, + 367.3842, + 367.6632, + 367.9219, + 368.1547, + 368.4093, + 368.6558, + 368.9602, + 369.2742, + 369.5993, + 369.9219, + 370.2122, + 370.4735, + 370.7086, + 370.9528, + 371.1925, + 371.4482, + 371.6934, + 371.9766, + 372.2314, + 372.4733, + 372.6909, + 372.8893, + 373.0729, + 373.2581, + 373.4248, + 373.6073, + 373.7916, + 373.9574, + 374.1092, + 374.2558, + 374.3927, + 374.5634, + 374.7171, + 374.8554, + 374.9873, + 375.1136, + 375.2622, + 375.411, + 375.5449, + 375.6954, + 375.8309, + 375.9953, + 376.1508, + 376.2932, + 376.4314, + 376.5557, + 376.7127, + 376.8739, + 377.0265, + 377.1689, + 377.302, + 377.4843, + 377.6908, + 377.9068, + 378.1111, + 378.295, + 378.4955, + 378.7184, + 378.9191, + 379.0997, + 379.2622, + 379.4235, + 379.5861, + 379.7325, + 379.8643, + 380.0028, + 380.1276, + 380.2398, + 380.3558, + 380.4602, + 380.5892, + 380.7078, + 380.8145, + 380.9206, + 381.0335, + 381.1352, + 381.2416, + 381.3625, + 381.4737, + 381.5939, + 381.757, + 381.9038 + ], + "episode_rhos": [ + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..a1990796017b5611cd726d5db48a56ca3afb6c33 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12304853.29, + "constraint_satisfaction_pct": 30.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 381.9038, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13289.31, + "avg_cost": 28.75, + "lambda": 12.875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13115.01, + "avg_cost": 46.0, + "lambda": 42.2389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12794.33, + "avg_cost": 4.0, + "lambda": 77.3527, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12729.61, + "avg_cost": 0.0, + "lambda": 97.6436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 12896.53, + "avg_cost": 3.25, + "lambda": 107.8272, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 12793.3, + "avg_cost": 4.25, + "lambda": 115.5412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12816.52, + "avg_cost": 4.0, + "lambda": 122.7474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 12952.09, + "avg_cost": 8.5, + "lambda": 128.613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 12848.7, + "avg_cost": 6.75, + "lambda": 134.4251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12723.8, + "avg_cost": 6.0, + "lambda": 140.2641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12657.09, + "avg_cost": 0.5, + "lambda": 145.459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 12780.91, + "avg_cost": 1.25, + "lambda": 152.3902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 12539.41, + "avg_cost": 1.5, + "lambda": 158.5236, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 12590.48, + "avg_cost": 0.0, + "lambda": 163.6629, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 12251.58, + "avg_cost": 4.25, + "lambda": 168.9558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12343.83, + "avg_cost": 1.75, + "lambda": 174.8088, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12450.43, + "avg_cost": 6.75, + "lambda": 183.699, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12314.56, + "avg_cost": 18.75, + "lambda": 191.4601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 11714.52, + "avg_cost": 0.0, + "lambda": 198.8398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12006.57, + "avg_cost": 3.5, + "lambda": 204.206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 11968.49, + "avg_cost": 0.0, + "lambda": 208.3212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12032.88, + "avg_cost": 0.0, + "lambda": 212.6861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12314.09, + "avg_cost": 0.0, + "lambda": 216.7008, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12554.04, + "avg_cost": 7.5, + "lambda": 219.9754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 12534.26, + "avg_cost": 0.0, + "lambda": 222.9474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12488.73, + "avg_cost": 0.0, + "lambda": 225.893, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12730.08, + "avg_cost": 6.0, + "lambda": 229.9926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12697.03, + "avg_cost": 0.75, + "lambda": 233.5503, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12483.53, + "avg_cost": 1.75, + "lambda": 236.7528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12337.69, + "avg_cost": 1.5, + "lambda": 238.9946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12353.69, + "avg_cost": 0.0, + "lambda": 242.0271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12394.34, + "avg_cost": 0.0, + "lambda": 245.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12478.93, + "avg_cost": 12.25, + "lambda": 247.7086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12375.82, + "avg_cost": 12.25, + "lambda": 250.894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12222.01, + "avg_cost": 5.0, + "lambda": 254.2192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12169.08, + "avg_cost": 4.0, + "lambda": 257.9552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12601.09, + "avg_cost": 0.5, + "lambda": 262.1755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12123.64, + "avg_cost": 0.0, + "lambda": 265.8716, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12022.81, + "avg_cost": 5.0, + "lambda": 268.5945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12016.44, + "avg_cost": 0.0, + "lambda": 271.1473, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 11694.99, + "avg_cost": 0.0, + "lambda": 272.7979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12102.39, + "avg_cost": 0.25, + "lambda": 274.7811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12192.09, + "avg_cost": 5.0, + "lambda": 276.6524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12376.53, + "avg_cost": 0.25, + "lambda": 278.8438, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12339.72, + "avg_cost": 0.5, + "lambda": 281.2359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12598.65, + "avg_cost": 0.75, + "lambda": 283.2282, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12481.95, + "avg_cost": 1.75, + "lambda": 285.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12268.96, + "avg_cost": 1.5, + "lambda": 286.945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12312.31, + "avg_cost": 0.0, + "lambda": 289.5162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12137.08, + "avg_cost": 2.75, + "lambda": 292.0126, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12330.2, + "avg_cost": 0.0, + "lambda": 294.0567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11915.46, + "avg_cost": 6.75, + "lambda": 295.343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 11721.98, + "avg_cost": 5.75, + "lambda": 296.521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11929.59, + "avg_cost": 1.25, + "lambda": 298.2672, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12150.5, + "avg_cost": 0.25, + "lambda": 299.5158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12037.33, + "avg_cost": 0.0, + "lambda": 300.6621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11902.93, + "avg_cost": 0.0, + "lambda": 301.8808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12018.05, + "avg_cost": 0.0, + "lambda": 302.9502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11702.97, + "avg_cost": 1.75, + "lambda": 305.0388, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 11544.45, + "avg_cost": 3.5, + "lambda": 307.0474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 11506.18, + "avg_cost": 0.0, + "lambda": 309.0836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11150.98, + "avg_cost": 1.5, + "lambda": 311.4139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 11214.09, + "avg_cost": 2.0, + "lambda": 313.3013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 11321.15, + "avg_cost": 0.0, + "lambda": 314.9665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 11956.76, + "avg_cost": 7.0, + "lambda": 316.2377, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 11400.11, + "avg_cost": 3.5, + "lambda": 318.1591, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11840.03, + "avg_cost": 3.75, + "lambda": 319.9729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11801.17, + "avg_cost": 1.25, + "lambda": 321.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12270.6, + "avg_cost": 4.75, + "lambda": 323.256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11719.88, + "avg_cost": 1.75, + "lambda": 324.7409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12025.55, + "avg_cost": 0.5, + "lambda": 326.2367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12410.85, + "avg_cost": 0.0, + "lambda": 327.7111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12828.02, + "avg_cost": 0.0, + "lambda": 328.7752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12716.04, + "avg_cost": 3.75, + "lambda": 330.5918, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12304.3, + "avg_cost": 1.25, + "lambda": 333.5158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12282.88, + "avg_cost": 0.0, + "lambda": 335.507, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12011.97, + "avg_cost": 0.5, + "lambda": 337.2793, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 11555.14, + "avg_cost": 1.5, + "lambda": 338.8696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 11423.19, + "avg_cost": 2.0, + "lambda": 340.86, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 11399.06, + "avg_cost": 3.5, + "lambda": 342.9674, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 11782.4, + "avg_cost": 0.5, + "lambda": 345.5168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 11821.05, + "avg_cost": 2.75, + "lambda": 348.3605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12208.48, + "avg_cost": 0.0, + "lambda": 350.5762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 12482.26, + "avg_cost": 0.25, + "lambda": 351.9135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12824.91, + "avg_cost": 1.5, + "lambda": 353.3427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12808.07, + "avg_cost": 5.25, + "lambda": 355.1215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12669.56, + "avg_cost": 2.75, + "lambda": 356.9556, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12624.49, + "avg_cost": 4.25, + "lambda": 358.8458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12482.67, + "avg_cost": 0.0, + "lambda": 360.5423, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 12555.31, + "avg_cost": 1.75, + "lambda": 362.0398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12313.69, + "avg_cost": 4.0, + "lambda": 363.7501, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12829.71, + "avg_cost": 4.0, + "lambda": 365.6253, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 13011.13, + "avg_cost": 6.75, + "lambda": 367.6632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12875.47, + "avg_cost": 0.0, + "lambda": 370.4735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12580.3, + "avg_cost": 0.25, + "lambda": 372.8893, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12885.61, + "avg_cost": 4.75, + "lambda": 374.5634, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12842.99, + "avg_cost": 4.25, + "lambda": 375.9953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12832.78, + "avg_cost": 6.25, + "lambda": 377.4843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12921.45, + "avg_cost": 1.5, + "lambda": 379.4235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12714.16, + "avg_cost": 0.25, + "lambda": 380.7078, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12675.03, + "avg_cost": 0.0, + "lambda": 381.9038, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..02f73b5f20c414d4591e208d46761cb7ede31a4a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -40478.6, + "constraint_satisfaction_pct": 82.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 13.07, + "avg_cost": 461.0, + "lambda": 9.36, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -46.62, + "avg_cost": 71.75, + "lambda": 30.695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -40.27, + "avg_cost": 13.25, + "lambda": 30.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -45.53, + "avg_cost": 2.75, + "lambda": 28.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -46.57, + "avg_cost": 4.5, + "lambda": 26.28, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -49.75, + "avg_cost": 2.0, + "lambda": 24.015, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -47.29, + "avg_cost": 2.0, + "lambda": 21.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -47.11, + "avg_cost": 3.25, + "lambda": 19.39, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -50.9, + "avg_cost": 1.75, + "lambda": 17.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -53.79, + "avg_cost": 1.25, + "lambda": 14.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -52.33, + "avg_cost": 1.75, + "lambda": 12.3825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -52.69, + "avg_cost": 1.5, + "lambda": 10.045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -55.48, + "avg_cost": 1.25, + "lambda": 7.715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -52.8, + "avg_cost": 1.75, + "lambda": 5.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -52.87, + "avg_cost": 1.25, + "lambda": 3.06, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -49.27, + "avg_cost": 1.75, + "lambda": 0.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -48.97, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -47.76, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -48.53, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -47.34, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -46.5, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -46.22, + "avg_cost": 27.0, + "lambda": 0.02, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -45.58, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -39.06, + "avg_cost": 59.0, + "lambda": 0.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -35.63, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 37.08, + "avg_cost": 152.5, + "lambda": 6.8075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -39.26, + "avg_cost": 6.0, + "lambda": 6.935, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -42.99, + "avg_cost": 3.0, + "lambda": 4.945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -47.66, + "avg_cost": 2.25, + "lambda": 2.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -46.87, + "avg_cost": 2.25, + "lambda": 0.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -34.58, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -34.41, + "avg_cost": 14.0, + "lambda": 0.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -33.35, + "avg_cost": 9.75, + "lambda": 1.3675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -34.09, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -35.73, + "avg_cost": 13.25, + "lambda": 4.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -40.38, + "avg_cost": 3.75, + "lambda": 2.835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -45.89, + "avg_cost": 3.0, + "lambda": 0.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -36.67, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 22.54, + "avg_cost": 406.0, + "lambda": 5.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -39.41, + "avg_cost": 4.75, + "lambda": 5.745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -44.73, + "avg_cost": 3.25, + "lambda": 3.5625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -45.94, + "avg_cost": 3.5, + "lambda": 1.4175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -42.09, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 29.0, + "avg_cost": 215.5, + "lambda": 2.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -36.27, + "avg_cost": 6.75, + "lambda": 2.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -45.64, + "avg_cost": 2.75, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -46.6, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -39.24, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -36.62, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -38.37, + "avg_cost": 149.25, + "lambda": 8.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -34.77, + "avg_cost": 10.75, + "lambda": 7.725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -39.77, + "avg_cost": 6.25, + "lambda": 6.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -45.55, + "avg_cost": 2.75, + "lambda": 3.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -49.13, + "avg_cost": 2.25, + "lambda": 1.645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -49.45, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -47.79, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -43.5, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -35.61, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -34.09, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -34.33, + "avg_cost": 14.75, + "lambda": 0.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -39.42, + "avg_cost": 85.5, + "lambda": 0.605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -37.3, + "avg_cost": 5.25, + "lambda": 1.0175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -34.39, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -37.05, + "avg_cost": 136.75, + "lambda": 1.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -40.09, + "avg_cost": 5.5, + "lambda": 1.295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -34.85, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -35.02, + "avg_cost": 35.5, + "lambda": 1.6875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -39.75, + "avg_cost": 3.75, + "lambda": 0.0175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -36.67, + "avg_cost": 114.5, + "lambda": 1.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -37.4, + "avg_cost": 4.5, + "lambda": 0.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -23.5, + "avg_cost": 212.25, + "lambda": 3.475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -36.49, + "avg_cost": 4.25, + "lambda": 2.94, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -41.92, + "avg_cost": 3.0, + "lambda": 0.8525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -33.9, + "avg_cost": 28.5, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -37.19, + "avg_cost": 4.75, + "lambda": 0.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -33.57, + "avg_cost": 64.0, + "lambda": 3.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -38.95, + "avg_cost": 3.75, + "lambda": 1.82, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -43.91, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -36.0, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -31.98, + "avg_cost": 77.0, + "lambda": 0.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -38.21, + "avg_cost": 3.75, + "lambda": 0.6725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -37.39, + "avg_cost": 44.75, + "lambda": 0.27, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -35.56, + "avg_cost": 6.5, + "lambda": 1.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -35.03, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -32.39, + "avg_cost": 24.0, + "lambda": 1.5225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -36.83, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -28.19, + "avg_cost": 139.25, + "lambda": 2.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -38.92, + "avg_cost": 7.25, + "lambda": 3.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -42.13, + "avg_cost": 1.75, + "lambda": 1.2925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -39.19, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -36.6, + "avg_cost": 36.75, + "lambda": 0.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -41.86, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -31.01, + "avg_cost": 44.5, + "lambda": 6.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -41.31, + "avg_cost": 3.0, + "lambda": 4.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -44.34, + "avg_cost": 1.5, + "lambda": 2.83, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -48.97, + "avg_cost": 0.75, + "lambda": 0.51, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -40.58, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -38.83, + "avg_cost": 9.75, + "lambda": 0.6175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -33.71, + "avg_cost": 58.0, + "lambda": 0.3525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -39.36, + "avg_cost": 5.25, + "lambda": 2.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -42.74, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..49f681324fd8c55ad3875a17d0637e6654925eb5 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3315848.69, + "constraint_satisfaction_pct": 64.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 1.845, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 6.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2610.15, + "avg_cost": 81.25, + "lambda": 8.2875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3038.13, + "avg_cost": 92.25, + "lambda": 13.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2034.84, + "avg_cost": 25.75, + "lambda": 16.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3208.41, + "avg_cost": 71.0, + "lambda": 18.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3536.31, + "avg_cost": 71.0, + "lambda": 23.6575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2860.26, + "avg_cost": 19.0, + "lambda": 23.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3110.74, + "avg_cost": 19.75, + "lambda": 23.61, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2949.17, + "avg_cost": 46.0, + "lambda": 24.4625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3236.42, + "avg_cost": 24.0, + "lambda": 24.185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3091.3, + "avg_cost": 42.75, + "lambda": 25.295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2988.27, + "avg_cost": 26.0, + "lambda": 25.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3023.35, + "avg_cost": 58.25, + "lambda": 26.6325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2669.85, + "avg_cost": 12.25, + "lambda": 26.745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3455.45, + "avg_cost": 37.5, + "lambda": 27.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3155.54, + "avg_cost": 49.0, + "lambda": 28.4425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2558.33, + "avg_cost": 5.5, + "lambda": 28.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3778.29, + "avg_cost": 72.5, + "lambda": 30.705, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3078.77, + "avg_cost": 16.0, + "lambda": 30.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3168.12, + "avg_cost": 91.25, + "lambda": 33.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3712.51, + "avg_cost": 114.75, + "lambda": 41.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4088.25, + "avg_cost": 117.75, + "lambda": 50.2675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3167.31, + "avg_cost": 87.25, + "lambda": 58.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3686.26, + "avg_cost": 53.75, + "lambda": 63.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1313.61, + "avg_cost": 120.25, + "lambda": 68.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2129.47, + "avg_cost": 90.5, + "lambda": 76.2275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1959.23, + "avg_cost": 16.0, + "lambda": 77.8725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1479.49, + "avg_cost": 2.5, + "lambda": 76.235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2739.81, + "avg_cost": 9.25, + "lambda": 75.6575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2673.03, + "avg_cost": 10.75, + "lambda": 74.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2620.57, + "avg_cost": 13.0, + "lambda": 73.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1865.24, + "avg_cost": 80.0, + "lambda": 75.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2414.81, + "avg_cost": 44.25, + "lambda": 77.5125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2624.55, + "avg_cost": 66.25, + "lambda": 82.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2225.72, + "avg_cost": 57.75, + "lambda": 86.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2813.63, + "avg_cost": 45.0, + "lambda": 90.1025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2368.97, + "avg_cost": 51.75, + "lambda": 92.4675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2348.2, + "avg_cost": 47.0, + "lambda": 94.865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2818.2, + "avg_cost": 53.75, + "lambda": 97.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2573.8, + "avg_cost": 59.0, + "lambda": 99.4825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2200.96, + "avg_cost": 63.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2048.62, + "avg_cost": 43.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1522.17, + "avg_cost": 25.25, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2520.3, + "avg_cost": 5.75, + "lambda": 98.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3405.77, + "avg_cost": 17.25, + "lambda": 97.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2819.32, + "avg_cost": 17.5, + "lambda": 98.145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2239.68, + "avg_cost": 24.5, + "lambda": 99.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2939.08, + "avg_cost": 7.0, + "lambda": 98.885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3032.63, + "avg_cost": 8.75, + "lambda": 97.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2993.51, + "avg_cost": 6.5, + "lambda": 97.0575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3222.69, + "avg_cost": 9.5, + "lambda": 96.2275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3422.06, + "avg_cost": 5.0, + "lambda": 94.8, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3185.02, + "avg_cost": 12.0, + "lambda": 93.4125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3503.98, + "avg_cost": 3.0, + "lambda": 91.6425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2184.65, + "avg_cost": 19.0, + "lambda": 90.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3224.06, + "avg_cost": 16.5, + "lambda": 90.4275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4124.43, + "avg_cost": 15.0, + "lambda": 88.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3896.84, + "avg_cost": 7.5, + "lambda": 86.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3685.6, + "avg_cost": 7.25, + "lambda": 85.4675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3854.13, + "avg_cost": 3.5, + "lambda": 83.43, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3675.39, + "avg_cost": 10.25, + "lambda": 81.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3729.0, + "avg_cost": 3.5, + "lambda": 79.8225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3933.01, + "avg_cost": 8.0, + "lambda": 77.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3878.12, + "avg_cost": 0.75, + "lambda": 75.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3917.69, + "avg_cost": 1.75, + "lambda": 73.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3441.39, + "avg_cost": 5.0, + "lambda": 71.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3529.58, + "avg_cost": 9.75, + "lambda": 69.855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3035.0, + "avg_cost": 2.25, + "lambda": 67.9525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3785.7, + "avg_cost": 0.0, + "lambda": 66.795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3624.6, + "avg_cost": 2.0, + "lambda": 64.62, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3990.1, + "avg_cost": 0.5, + "lambda": 62.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4143.26, + "avg_cost": 7.0, + "lambda": 60.3575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3963.38, + "avg_cost": 3.0, + "lambda": 58.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4150.28, + "avg_cost": 2.5, + "lambda": 56.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3933.78, + "avg_cost": 0.5, + "lambda": 53.85, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4179.33, + "avg_cost": 2.25, + "lambda": 51.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3950.31, + "avg_cost": 3.5, + "lambda": 49.3725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4066.3, + "avg_cost": 0.75, + "lambda": 47.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4112.0, + "avg_cost": 2.25, + "lambda": 44.8125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3895.93, + "avg_cost": 3.25, + "lambda": 42.5825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3955.85, + "avg_cost": 4.25, + "lambda": 40.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4058.22, + "avg_cost": 4.75, + "lambda": 38.3675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4036.87, + "avg_cost": 3.0, + "lambda": 36.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4225.42, + "avg_cost": 0.75, + "lambda": 34.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4297.43, + "avg_cost": 1.25, + "lambda": 32.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4229.32, + "avg_cost": 3.75, + "lambda": 29.755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3824.04, + "avg_cost": 6.0, + "lambda": 27.7025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4132.38, + "avg_cost": 1.75, + "lambda": 25.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4077.09, + "avg_cost": 5.5, + "lambda": 23.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4214.99, + "avg_cost": 2.0, + "lambda": 22.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4205.19, + "avg_cost": 1.25, + "lambda": 19.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4183.64, + "avg_cost": 8.0, + "lambda": 17.8425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4389.98, + "avg_cost": 1.5, + "lambda": 15.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3900.86, + "avg_cost": 6.25, + "lambda": 13.615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4227.37, + "avg_cost": 4.75, + "lambda": 11.76, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4312.17, + "avg_cost": 7.5, + "lambda": 9.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4416.95, + "avg_cost": 7.25, + "lambda": 7.9875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4306.28, + "avg_cost": 6.0, + "lambda": 6.0975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4284.5, + "avg_cost": 4.0, + "lambda": 4.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4375.55, + "avg_cost": 15.25, + "lambda": 2.6575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4556.85, + "avg_cost": 18.5, + "lambda": 1.845, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..3665e50444e206a39327916251a2f9b676444848 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3152422.44, + "constraint_satisfaction_pct": 61.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 7.8525, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 8.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2759.09, + "avg_cost": 74.75, + "lambda": 14.9975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2047.13, + "avg_cost": 34.5, + "lambda": 22.265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2911.33, + "avg_cost": 46.75, + "lambda": 24.1175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2138.75, + "avg_cost": 14.0, + "lambda": 28.7375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2809.65, + "avg_cost": 27.5, + "lambda": 29.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3196.09, + "avg_cost": 25.5, + "lambda": 26.7425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3102.56, + "avg_cost": 48.5, + "lambda": 28.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3168.79, + "avg_cost": 18.5, + "lambda": 27.995, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3236.86, + "avg_cost": 29.5, + "lambda": 29.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3152.14, + "avg_cost": 19.0, + "lambda": 34.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2939.8, + "avg_cost": 27.0, + "lambda": 43.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3332.98, + "avg_cost": 22.0, + "lambda": 41.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2830.65, + "avg_cost": 19.0, + "lambda": 42.275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2763.01, + "avg_cost": 19.75, + "lambda": 39.485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2887.56, + "avg_cost": 8.5, + "lambda": 37.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3531.56, + "avg_cost": 51.75, + "lambda": 35.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2623.33, + "avg_cost": 27.5, + "lambda": 35.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3015.18, + "avg_cost": 45.25, + "lambda": 36.035, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2855.81, + "avg_cost": 7.5, + "lambda": 35.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3082.68, + "avg_cost": 34.75, + "lambda": 35.9825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2915.01, + "avg_cost": 22.25, + "lambda": 35.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2971.95, + "avg_cost": 55.25, + "lambda": 37.8725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2226.45, + "avg_cost": 39.75, + "lambda": 39.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2433.6, + "avg_cost": 33.5, + "lambda": 42.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2340.14, + "avg_cost": 81.25, + "lambda": 51.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1202.09, + "avg_cost": 112.0, + "lambda": 65.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1471.28, + "avg_cost": 19.25, + "lambda": 76.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2390.03, + "avg_cost": 10.0, + "lambda": 73.91, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2848.31, + "avg_cost": 9.5, + "lambda": 71.0225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2579.34, + "avg_cost": 2.25, + "lambda": 65.5325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2481.52, + "avg_cost": 12.0, + "lambda": 60.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2571.26, + "avg_cost": 5.5, + "lambda": 55.8725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2388.25, + "avg_cost": 22.0, + "lambda": 51.935, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2479.11, + "avg_cost": 10.75, + "lambda": 47.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3183.4, + "avg_cost": 9.5, + "lambda": 41.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2906.69, + "avg_cost": 4.75, + "lambda": 37.0625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3117.57, + "avg_cost": 3.25, + "lambda": 32.2925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3341.23, + "avg_cost": 9.5, + "lambda": 28.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3274.75, + "avg_cost": 8.75, + "lambda": 25.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3393.78, + "avg_cost": 23.5, + "lambda": 21.3725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3705.45, + "avg_cost": 9.75, + "lambda": 17.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3317.85, + "avg_cost": 6.75, + "lambda": 16.04, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3905.32, + "avg_cost": 27.0, + "lambda": 13.955, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3786.47, + "avg_cost": 26.5, + "lambda": 11.6975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3867.79, + "avg_cost": 23.25, + "lambda": 10.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3977.41, + "avg_cost": 21.5, + "lambda": 9.92, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3602.62, + "avg_cost": 13.25, + "lambda": 9.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4064.51, + "avg_cost": 18.75, + "lambda": 7.4975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4027.2, + "avg_cost": 28.5, + "lambda": 7.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4206.95, + "avg_cost": 16.5, + "lambda": 6.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4195.84, + "avg_cost": 15.0, + "lambda": 6.89, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4265.91, + "avg_cost": 24.0, + "lambda": 7.1675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4328.11, + "avg_cost": 28.5, + "lambda": 7.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4250.12, + "avg_cost": 21.25, + "lambda": 6.6275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4301.68, + "avg_cost": 23.25, + "lambda": 5.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4285.09, + "avg_cost": 23.5, + "lambda": 4.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4387.39, + "avg_cost": 31.25, + "lambda": 3.515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4215.95, + "avg_cost": 13.5, + "lambda": 3.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4017.37, + "avg_cost": 26.5, + "lambda": 3.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3962.1, + "avg_cost": 16.75, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4171.86, + "avg_cost": 27.5, + "lambda": 3.9525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4177.68, + "avg_cost": 20.0, + "lambda": 3.87, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4195.76, + "avg_cost": 33.5, + "lambda": 3.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4178.23, + "avg_cost": 35.25, + "lambda": 4.4025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3732.7, + "avg_cost": 49.25, + "lambda": 8.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3960.97, + "avg_cost": 35.0, + "lambda": 11.3925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3633.05, + "avg_cost": 44.0, + "lambda": 11.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1649.05, + "avg_cost": 69.75, + "lambda": 30.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2008.19, + "avg_cost": 25.25, + "lambda": 30.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2242.82, + "avg_cost": 29.25, + "lambda": 33.1725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2313.82, + "avg_cost": 68.0, + "lambda": 44.955, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3426.7, + "avg_cost": 49.25, + "lambda": 52.695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2826.36, + "avg_cost": 28.25, + "lambda": 54.765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2524.92, + "avg_cost": 27.5, + "lambda": 54.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3128.57, + "avg_cost": 36.5, + "lambda": 54.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2845.44, + "avg_cost": 27.25, + "lambda": 54.4725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2970.54, + "avg_cost": 24.25, + "lambda": 54.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2853.44, + "avg_cost": 24.0, + "lambda": 53.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2468.16, + "avg_cost": 4.0, + "lambda": 49.3575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2443.41, + "avg_cost": 12.75, + "lambda": 44.73, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2143.31, + "avg_cost": 7.0, + "lambda": 39.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2466.92, + "avg_cost": 11.5, + "lambda": 33.7575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2261.52, + "avg_cost": 5.0, + "lambda": 28.0725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2375.71, + "avg_cost": 17.0, + "lambda": 24.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2575.04, + "avg_cost": 16.75, + "lambda": 22.23, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2537.93, + "avg_cost": 20.75, + "lambda": 22.575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2397.1, + "avg_cost": 7.75, + "lambda": 18.7425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2947.31, + "avg_cost": 6.0, + "lambda": 13.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3193.3, + "avg_cost": 17.0, + "lambda": 19.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3014.57, + "avg_cost": 9.0, + "lambda": 16.755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3469.22, + "avg_cost": 4.75, + "lambda": 10.7925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3598.65, + "avg_cost": 9.75, + "lambda": 5.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4030.37, + "avg_cost": 31.25, + "lambda": 3.285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3487.93, + "avg_cost": 21.75, + "lambda": 4.545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3419.01, + "avg_cost": 11.5, + "lambda": 4.8675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3868.45, + "avg_cost": 25.5, + "lambda": 5.67, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3716.07, + "avg_cost": 9.25, + "lambda": 8.085, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3960.62, + "avg_cost": 20.75, + "lambda": 7.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3753.52, + "avg_cost": 26.0, + "lambda": 8.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3777.68, + "avg_cost": 16.25, + "lambda": 7.8525, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..2f122fd40027f174f8d1b755e64b37a3fcaa7834 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3391124.29, + "constraint_satisfaction_pct": 63.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 6.3825, + "seed": 2, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 8.2175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2692.13, + "avg_cost": 66.0, + "lambda": 13.82, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2253.32, + "avg_cost": 19.0, + "lambda": 17.8025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2542.03, + "avg_cost": 14.75, + "lambda": 18.5225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2490.55, + "avg_cost": 39.5, + "lambda": 21.08, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2597.26, + "avg_cost": 28.25, + "lambda": 20.2625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2644.38, + "avg_cost": 62.0, + "lambda": 21.8375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2883.11, + "avg_cost": 24.75, + "lambda": 27.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3319.58, + "avg_cost": 39.25, + "lambda": 29.3075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3398.56, + "avg_cost": 18.25, + "lambda": 29.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3277.25, + "avg_cost": 24.75, + "lambda": 33.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3198.35, + "avg_cost": 31.25, + "lambda": 33.605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3582.38, + "avg_cost": 72.5, + "lambda": 45.0875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2170.74, + "avg_cost": 2.0, + "lambda": 52.865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1744.52, + "avg_cost": 2.25, + "lambda": 46.9175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2426.94, + "avg_cost": 2.25, + "lambda": 40.6925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2512.54, + "avg_cost": 35.5, + "lambda": 39.68, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2877.5, + "avg_cost": 19.25, + "lambda": 37.1075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3844.03, + "avg_cost": 88.0, + "lambda": 47.8025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4291.55, + "avg_cost": 103.75, + "lambda": 68.69, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3792.7, + "avg_cost": 58.5, + "lambda": 85.1525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3899.29, + "avg_cost": 101.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3334.73, + "avg_cost": 56.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2544.93, + "avg_cost": 36.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2482.35, + "avg_cost": 31.75, + "lambda": 98.905, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3348.54, + "avg_cost": 33.5, + "lambda": 96.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2985.62, + "avg_cost": 26.0, + "lambda": 99.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2716.72, + "avg_cost": 0.0, + "lambda": 93.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2996.54, + "avg_cost": 1.25, + "lambda": 87.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3120.25, + "avg_cost": 1.25, + "lambda": 81.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3040.19, + "avg_cost": 0.5, + "lambda": 75.805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3069.77, + "avg_cost": 5.25, + "lambda": 70.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3460.63, + "avg_cost": 21.25, + "lambda": 68.29, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3168.02, + "avg_cost": 18.25, + "lambda": 63.235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3028.86, + "avg_cost": 10.5, + "lambda": 63.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2851.87, + "avg_cost": 9.25, + "lambda": 59.695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3051.24, + "avg_cost": 4.25, + "lambda": 54.5275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2872.56, + "avg_cost": 7.25, + "lambda": 48.2125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3708.65, + "avg_cost": 12.75, + "lambda": 44.605, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2579.1, + "avg_cost": 2.75, + "lambda": 38.245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2750.47, + "avg_cost": 4.25, + "lambda": 32.4175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3160.06, + "avg_cost": 7.0, + "lambda": 27.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3160.6, + "avg_cost": 5.0, + "lambda": 22.54, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3403.42, + "avg_cost": 6.25, + "lambda": 16.3225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3364.46, + "avg_cost": 1.5, + "lambda": 10.5475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3817.27, + "avg_cost": 7.0, + "lambda": 6.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3983.38, + "avg_cost": 32.75, + "lambda": 4.81, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3786.46, + "avg_cost": 24.25, + "lambda": 5.545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3831.78, + "avg_cost": 33.0, + "lambda": 5.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3286.71, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3749.53, + "avg_cost": 32.75, + "lambda": 4.4475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3648.47, + "avg_cost": 19.25, + "lambda": 3.5475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3997.38, + "avg_cost": 24.75, + "lambda": 3.585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3944.27, + "avg_cost": 22.75, + "lambda": 3.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4045.49, + "avg_cost": 23.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4019.74, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3549.55, + "avg_cost": 14.0, + "lambda": 3.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4096.86, + "avg_cost": 29.0, + "lambda": 3.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3415.61, + "avg_cost": 20.25, + "lambda": 4.5525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3123.53, + "avg_cost": 11.25, + "lambda": 6.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4071.53, + "avg_cost": 35.0, + "lambda": 3.735, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3977.89, + "avg_cost": 15.75, + "lambda": 4.5975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3991.66, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3773.71, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4217.16, + "avg_cost": 19.0, + "lambda": 3.4275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4174.66, + "avg_cost": 57.0, + "lambda": 5.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4449.09, + "avg_cost": 34.75, + "lambda": 8.7075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3739.57, + "avg_cost": 10.0, + "lambda": 7.0125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4284.88, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4704.71, + "avg_cost": 77.5, + "lambda": 8.475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3736.96, + "avg_cost": 26.0, + "lambda": 10.68, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3618.21, + "avg_cost": 18.75, + "lambda": 8.6625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3089.42, + "avg_cost": 8.25, + "lambda": 4.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3113.1, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3172.53, + "avg_cost": 24.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3407.5, + "avg_cost": 36.25, + "lambda": 3.585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2846.6, + "avg_cost": 10.5, + "lambda": 9.465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2640.39, + "avg_cost": 3.5, + "lambda": 3.4275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2619.41, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3377.22, + "avg_cost": 26.0, + "lambda": 3.03, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3635.72, + "avg_cost": 40.75, + "lambda": 5.6025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3884.43, + "avg_cost": 53.75, + "lambda": 6.3375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3557.17, + "avg_cost": 11.25, + "lambda": 5.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4064.17, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3964.6, + "avg_cost": 36.75, + "lambda": 6.0825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3956.43, + "avg_cost": 16.5, + "lambda": 7.665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3986.28, + "avg_cost": 44.25, + "lambda": 8.6025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3415.06, + "avg_cost": 10.25, + "lambda": 8.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3574.48, + "avg_cost": 16.0, + "lambda": 6.1575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3736.39, + "avg_cost": 24.75, + "lambda": 3.2775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3908.98, + "avg_cost": 46.0, + "lambda": 4.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3960.87, + "avg_cost": 42.25, + "lambda": 12.2325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3337.17, + "avg_cost": 9.5, + "lambda": 14.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3048.45, + "avg_cost": 2.25, + "lambda": 8.16, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3353.06, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2873.08, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3966.52, + "avg_cost": 23.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3545.34, + "avg_cost": 35.5, + "lambda": 4.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3760.66, + "avg_cost": 25.5, + "lambda": 5.2725, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3929.79, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4341.54, + "avg_cost": 44.25, + "lambda": 6.3825, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..fd2c9b12a2b7652be4223a3d12821941eb190883 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2449713.53, + "constraint_satisfaction_pct": 1.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 13.9675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2548.11, + "avg_cost": 25.0, + "lambda": 40.9119, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1328.11, + "avg_cost": 21.25, + "lambda": 58.9826, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2432.22, + "avg_cost": 12.0, + "lambda": 70.1488, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2185.28, + "avg_cost": 8.75, + "lambda": 77.3296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2398.77, + "avg_cost": 4.5, + "lambda": 81.6673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3236.08, + "avg_cost": 31.5, + "lambda": 85.1039, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2711.16, + "avg_cost": 9.25, + "lambda": 88.6945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2462.49, + "avg_cost": 15.0, + "lambda": 91.6762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2163.21, + "avg_cost": 10.0, + "lambda": 94.7291, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2133.71, + "avg_cost": 7.0, + "lambda": 97.9922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2165.78, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1904.09, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2151.94, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2438.94, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2214.8, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2193.27, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2807.12, + "avg_cost": 34.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2022.97, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2666.29, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2089.94, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2835.09, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2332.09, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2685.71, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3133.36, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2932.08, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2008.83, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2252.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2819.19, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3094.72, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3656.14, + "avg_cost": 45.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3492.68, + "avg_cost": 34.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3281.64, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3196.38, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2112.35, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3099.34, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2680.89, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2589.01, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2778.69, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3400.24, + "avg_cost": 57.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2964.76, + "avg_cost": 33.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3027.85, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2648.06, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2506.51, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2380.42, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2439.68, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3159.71, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2413.42, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2770.94, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2772.46, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2991.26, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2786.91, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2417.96, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3198.84, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3165.93, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3546.58, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2799.31, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2278.41, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3444.59, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1963.09, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 853.33, + "avg_cost": 47.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1011.51, + "avg_cost": 32.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 987.22, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1634.31, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1513.69, + "avg_cost": 31.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1420.53, + "avg_cost": 45.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1253.88, + "avg_cost": 117.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 629.02, + "avg_cost": 54.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2288.43, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1971.53, + "avg_cost": 71.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2132.71, + "avg_cost": 66.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1926.95, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1829.36, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2283.06, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2697.74, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2355.72, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2462.2, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2135.44, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1969.57, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1986.42, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2423.69, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2904.22, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2681.95, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2386.17, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2231.09, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2593.36, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2615.83, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2477.5, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2367.23, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2300.27, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2606.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2638.58, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2624.31, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2716.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2870.3, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2906.9, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3075.9, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2886.37, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2871.12, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2910.65, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2963.63, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..38f0aabaca2f20a022bc62eee777f2638f7e7ae7 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2344106.47, + "constraint_satisfaction_pct": 2.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 13.9375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2186.08, + "avg_cost": 19.5, + "lambda": 24.565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1775.76, + "avg_cost": 24.25, + "lambda": 35.9575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2400.28, + "avg_cost": 17.75, + "lambda": 41.8525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1943.54, + "avg_cost": 15.75, + "lambda": 47.665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2501.72, + "avg_cost": 10.5, + "lambda": 51.595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2739.08, + "avg_cost": 17.25, + "lambda": 54.0175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2937.54, + "avg_cost": 16.75, + "lambda": 57.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2576.56, + "avg_cost": 8.75, + "lambda": 60.82, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2565.98, + "avg_cost": 31.5, + "lambda": 65.6125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2522.26, + "avg_cost": 8.75, + "lambda": 67.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2950.16, + "avg_cost": 40.5, + "lambda": 73.495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2802.41, + "avg_cost": 13.5, + "lambda": 76.4575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2349.92, + "avg_cost": 8.0, + "lambda": 78.7375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2571.48, + "avg_cost": 15.5, + "lambda": 81.8125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2440.63, + "avg_cost": 8.75, + "lambda": 84.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2493.91, + "avg_cost": 5.75, + "lambda": 87.0925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2727.89, + "avg_cost": 6.25, + "lambda": 89.8975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2621.28, + "avg_cost": 8.75, + "lambda": 91.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2495.28, + "avg_cost": 8.0, + "lambda": 94.57, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2367.0, + "avg_cost": 1.5, + "lambda": 96.655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2895.52, + "avg_cost": 15.5, + "lambda": 99.355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2593.54, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2485.92, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2415.2, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1832.75, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2567.54, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2090.3, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2476.68, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2592.44, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2469.09, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3105.77, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2951.15, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2774.1, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2733.4, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2791.54, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2737.27, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2950.01, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2947.29, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3847.72, + "avg_cost": 83.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2494.99, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2699.22, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3023.35, + "avg_cost": 79.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4033.33, + "avg_cost": 94.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3041.36, + "avg_cost": 96.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3388.42, + "avg_cost": 112.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3610.69, + "avg_cost": 101.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3208.3, + "avg_cost": 108.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2806.1, + "avg_cost": 94.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3930.9, + "avg_cost": 83.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2858.56, + "avg_cost": 69.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2532.07, + "avg_cost": 41.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2837.45, + "avg_cost": 49.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2508.76, + "avg_cost": 41.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2367.23, + "avg_cost": 34.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1948.71, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2170.45, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2009.91, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2055.86, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2200.3, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2242.06, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2421.23, + "avg_cost": 29.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2034.33, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2045.23, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1764.77, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1817.17, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1907.0, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2189.19, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1749.05, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2189.61, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2512.04, + "avg_cost": 36.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1810.3, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1714.59, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1762.28, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1846.51, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2071.46, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1848.89, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1234.51, + "avg_cost": 57.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1417.67, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 735.06, + "avg_cost": 81.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1009.24, + "avg_cost": 51.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 893.89, + "avg_cost": 56.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1328.83, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1960.21, + "avg_cost": 34.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2028.02, + "avg_cost": 61.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2222.63, + "avg_cost": 46.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2113.23, + "avg_cost": 49.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1655.58, + "avg_cost": 58.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2597.47, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2177.68, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 1936.36, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2327.96, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2524.96, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2461.18, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2478.05, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2343.58, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2487.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2526.26, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2281.85, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2422.91, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2587.81, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..8e0dc55e7d059e491dbe27cf96a01662117ff1cc --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2347626.9, + "constraint_satisfaction_pct": 58.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 416.0071, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 23.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1877.41, + "avg_cost": 4.75, + "lambda": 107.3606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2494.71, + "avg_cost": 13.0, + "lambda": 145.5686, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2296.86, + "avg_cost": 0.25, + "lambda": 161.5151, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2406.75, + "avg_cost": 1.75, + "lambda": 168.4141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1980.39, + "avg_cost": 0.5, + "lambda": 172.4355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1907.84, + "avg_cost": 0.0, + "lambda": 175.3993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2681.39, + "avg_cost": 0.0, + "lambda": 177.2127, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2430.76, + "avg_cost": 0.0, + "lambda": 178.0675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2273.49, + "avg_cost": 0.25, + "lambda": 178.8849, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2539.25, + "avg_cost": 0.5, + "lambda": 179.2785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2195.99, + "avg_cost": 0.5, + "lambda": 180.5589, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2453.76, + "avg_cost": 0.0, + "lambda": 181.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2351.62, + "avg_cost": 0.0, + "lambda": 181.8264, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2179.14, + "avg_cost": 0.25, + "lambda": 182.4259, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2684.51, + "avg_cost": 0.0, + "lambda": 182.8062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2652.49, + "avg_cost": 1.0, + "lambda": 183.8576, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2464.33, + "avg_cost": 0.0, + "lambda": 185.5765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2318.36, + "avg_cost": 0.0, + "lambda": 186.5856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2075.38, + "avg_cost": 0.0, + "lambda": 187.6606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2401.47, + "avg_cost": 0.0, + "lambda": 188.1422, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2402.9, + "avg_cost": 0.0, + "lambda": 188.3101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1999.08, + "avg_cost": 0.0, + "lambda": 189.7577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2338.83, + "avg_cost": 0.0, + "lambda": 190.6092, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2497.51, + "avg_cost": 0.0, + "lambda": 190.9126, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2406.22, + "avg_cost": 0.0, + "lambda": 191.0184, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2474.31, + "avg_cost": 0.0, + "lambda": 191.0553, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2460.33, + "avg_cost": 0.0, + "lambda": 191.0681, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2417.58, + "avg_cost": 0.0, + "lambda": 191.0726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2334.87, + "avg_cost": 0.0, + "lambda": 191.0742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2401.13, + "avg_cost": 0.0, + "lambda": 191.0747, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2311.1, + "avg_cost": 0.0, + "lambda": 191.0749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2332.42, + "avg_cost": 0.0, + "lambda": 191.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2313.31, + "avg_cost": 0.0, + "lambda": 191.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2260.48, + "avg_cost": 0.0, + "lambda": 191.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2451.93, + "avg_cost": 0.0, + "lambda": 191.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2498.33, + "avg_cost": 0.0, + "lambda": 191.075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2656.71, + "avg_cost": 1.75, + "lambda": 191.2967, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2559.29, + "avg_cost": 6.75, + "lambda": 193.7954, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2658.42, + "avg_cost": 0.0, + "lambda": 197.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2734.91, + "avg_cost": 0.0, + "lambda": 199.9349, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2925.96, + "avg_cost": 4.5, + "lambda": 207.4179, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2892.76, + "avg_cost": 0.0, + "lambda": 215.2917, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2817.3, + "avg_cost": 5.5, + "lambda": 218.7742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2315.03, + "avg_cost": 23.75, + "lambda": 224.4147, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2454.97, + "avg_cost": 0.75, + "lambda": 231.365, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2797.46, + "avg_cost": 5.5, + "lambda": 235.1777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2118.7, + "avg_cost": 11.5, + "lambda": 249.8186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1273.19, + "avg_cost": 1.5, + "lambda": 262.4941, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1578.77, + "avg_cost": 0.0, + "lambda": 267.4632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2125.06, + "avg_cost": 0.0, + "lambda": 269.238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2242.08, + "avg_cost": 0.25, + "lambda": 271.0944, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2097.11, + "avg_cost": 2.75, + "lambda": 272.9258, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2140.79, + "avg_cost": 8.5, + "lambda": 274.1948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2220.19, + "avg_cost": 0.0, + "lambda": 275.9504, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2422.66, + "avg_cost": 0.0, + "lambda": 277.2571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2416.68, + "avg_cost": 0.75, + "lambda": 278.3865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2411.37, + "avg_cost": 1.25, + "lambda": 279.7323, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2235.84, + "avg_cost": 0.0, + "lambda": 281.9257, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2192.99, + "avg_cost": 0.25, + "lambda": 284.1068, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2240.96, + "avg_cost": 0.5, + "lambda": 286.006, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2237.38, + "avg_cost": 0.0, + "lambda": 287.937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2291.15, + "avg_cost": 0.25, + "lambda": 289.1238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2443.53, + "avg_cost": 0.25, + "lambda": 290.2899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2575.61, + "avg_cost": 4.25, + "lambda": 291.8551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2574.21, + "avg_cost": 0.0, + "lambda": 293.7663, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2578.25, + "avg_cost": 8.0, + "lambda": 297.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2489.89, + "avg_cost": 0.0, + "lambda": 301.4229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2525.03, + "avg_cost": 0.0, + "lambda": 303.4617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2562.38, + "avg_cost": 0.0, + "lambda": 304.7421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2606.81, + "avg_cost": 0.0, + "lambda": 305.3266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2830.08, + "avg_cost": 0.0, + "lambda": 305.6397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2785.32, + "avg_cost": 0.25, + "lambda": 305.941, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3604.86, + "avg_cost": 44.5, + "lambda": 313.5681, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2254.56, + "avg_cost": 0.75, + "lambda": 331.1161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2432.94, + "avg_cost": 0.0, + "lambda": 337.3909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2717.8, + "avg_cost": 0.0, + "lambda": 339.5905, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2546.01, + "avg_cost": 0.0, + "lambda": 341.5177, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2508.89, + "avg_cost": 0.0, + "lambda": 342.5102, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2418.84, + "avg_cost": 0.0, + "lambda": 342.8618, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2257.98, + "avg_cost": 0.75, + "lambda": 343.6355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2087.64, + "avg_cost": 0.0, + "lambda": 344.856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2219.89, + "avg_cost": 0.25, + "lambda": 345.5059, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2066.54, + "avg_cost": 0.0, + "lambda": 345.7463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2031.07, + "avg_cost": 0.0, + "lambda": 345.8301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2367.87, + "avg_cost": 0.0, + "lambda": 345.9542, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2447.94, + "avg_cost": 0.0, + "lambda": 346.0585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2846.01, + "avg_cost": 14.0, + "lambda": 346.9742, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2373.91, + "avg_cost": 6.75, + "lambda": 348.7682, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2108.23, + "avg_cost": 0.0, + "lambda": 351.7258, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2408.46, + "avg_cost": 0.0, + "lambda": 354.6879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2358.32, + "avg_cost": 27.75, + "lambda": 360.5245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2073.38, + "avg_cost": 19.75, + "lambda": 380.1086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2209.55, + "avg_cost": 0.0, + "lambda": 400.8104, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2027.12, + "avg_cost": 2.0, + "lambda": 410.0598, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1936.89, + "avg_cost": 0.0, + "lambda": 413.5711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1844.81, + "avg_cost": 0.0, + "lambda": 414.8817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1971.89, + "avg_cost": 0.0, + "lambda": 415.4147, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2162.23, + "avg_cost": 0.75, + "lambda": 415.7101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2304.41, + "avg_cost": 0.0, + "lambda": 415.9269, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2289.97, + "avg_cost": 0.0, + "lambda": 416.0071, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v25_walker.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v25_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..e4a9bff15cc544d6aee5563f9a6ffe886b54c14e --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v25_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3550109.5, + "constraint_satisfaction_pct": 28.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 109.22, + "avg_cost": 132.25, + "lambda": 23.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3355.28, + "avg_cost": 8.5, + "lambda": 107.7313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2570.88, + "avg_cost": 10.0, + "lambda": 150.7491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3087.84, + "avg_cost": 6.0, + "lambda": 172.9474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3517.36, + "avg_cost": 1.5, + "lambda": 184.8954, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3128.63, + "avg_cost": 8.0, + "lambda": 193.4473, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3244.98, + "avg_cost": 6.25, + "lambda": 200.4646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3186.58, + "avg_cost": 3.75, + "lambda": 206.3037, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3332.19, + "avg_cost": 2.5, + "lambda": 210.3135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3667.07, + "avg_cost": 1.75, + "lambda": 214.0162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3719.87, + "avg_cost": 1.25, + "lambda": 217.4719, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4173.82, + "avg_cost": 5.75, + "lambda": 220.4529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3996.63, + "avg_cost": 7.75, + "lambda": 224.4269, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2422.48, + "avg_cost": 0.5, + "lambda": 232.8655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2388.0, + "avg_cost": 0.25, + "lambda": 236.6782, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3506.83, + "avg_cost": 0.0, + "lambda": 240.7281, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4186.89, + "avg_cost": 4.5, + "lambda": 245.4689, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3370.79, + "avg_cost": 0.5, + "lambda": 248.9941, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2901.37, + "avg_cost": 0.0, + "lambda": 252.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3087.71, + "avg_cost": 0.0, + "lambda": 257.2707, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3106.05, + "avg_cost": 0.25, + "lambda": 261.7971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3356.83, + "avg_cost": 0.25, + "lambda": 266.0839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3962.93, + "avg_cost": 4.0, + "lambda": 268.9702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3909.07, + "avg_cost": 1.25, + "lambda": 271.1576, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3250.52, + "avg_cost": 0.0, + "lambda": 273.8026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3497.6, + "avg_cost": 1.5, + "lambda": 275.8199, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3612.34, + "avg_cost": 0.5, + "lambda": 278.6529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5479.04, + "avg_cost": 61.25, + "lambda": 282.4317, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3366.53, + "avg_cost": 0.75, + "lambda": 296.8027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3510.19, + "avg_cost": 3.0, + "lambda": 303.9491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3352.56, + "avg_cost": 1.25, + "lambda": 307.2529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4626.91, + "avg_cost": 10.0, + "lambda": 312.9098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 5339.69, + "avg_cost": 48.75, + "lambda": 330.3621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4803.08, + "avg_cost": 32.25, + "lambda": 360.6675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3144.27, + "avg_cost": 0.0, + "lambda": 391.3871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3691.97, + "avg_cost": 0.25, + "lambda": 403.3381, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 5097.08, + "avg_cost": 72.75, + "lambda": 417.0752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3413.1, + "avg_cost": 0.0, + "lambda": 442.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3811.61, + "avg_cost": 1.0, + "lambda": 453.5343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4283.22, + "avg_cost": 0.25, + "lambda": 458.7254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5039.08, + "avg_cost": 8.75, + "lambda": 463.3791, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4743.59, + "avg_cost": 1.0, + "lambda": 467.386, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4830.69, + "avg_cost": 2.25, + "lambda": 470.0052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4767.23, + "avg_cost": 0.25, + "lambda": 471.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4923.01, + "avg_cost": 1.0, + "lambda": 472.1214, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4674.8, + "avg_cost": 5.5, + "lambda": 472.814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4054.66, + "avg_cost": 12.75, + "lambda": 475.773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4278.9, + "avg_cost": 0.5, + "lambda": 480.5992, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4271.91, + "avg_cost": 6.25, + "lambda": 485.4812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4502.59, + "avg_cost": 33.0, + "lambda": 497.0727, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4316.39, + "avg_cost": 13.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3902.45, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3484.44, + "avg_cost": 33.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3241.72, + "avg_cost": 46.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3345.16, + "avg_cost": 37.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4041.53, + "avg_cost": 35.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3676.5, + "avg_cost": 19.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4028.91, + "avg_cost": 41.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3762.74, + "avg_cost": 13.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3498.49, + "avg_cost": 43.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3653.68, + "avg_cost": 18.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4047.83, + "avg_cost": 20.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3013.35, + "avg_cost": 20.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2663.6, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3184.99, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3363.44, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3211.97, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3192.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3225.19, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3215.53, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3014.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3162.74, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3244.2, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3150.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2472.08, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3054.54, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2702.32, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3010.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3036.5, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2861.77, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2938.27, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3059.72, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3201.19, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3115.77, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3387.08, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3501.67, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3428.38, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3327.06, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3431.26, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3422.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3610.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3677.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3504.2, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3329.28, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2949.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2759.71, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3505.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3727.07, + "avg_cost": 12.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3353.17, + "avg_cost": 4.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3318.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3288.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..63f835db7830e06279b0130232fb2b2382c2e145 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2662582.12, + "constraint_satisfaction_pct": 28.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 23.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2516.46, + "avg_cost": 8.5, + "lambda": 107.7313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1928.16, + "avg_cost": 10.0, + "lambda": 150.7491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2315.88, + "avg_cost": 6.0, + "lambda": 172.9474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2638.02, + "avg_cost": 1.5, + "lambda": 184.8954, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2346.47, + "avg_cost": 8.0, + "lambda": 193.4473, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2433.73, + "avg_cost": 6.25, + "lambda": 200.4646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2389.94, + "avg_cost": 3.75, + "lambda": 206.3037, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2499.15, + "avg_cost": 2.5, + "lambda": 210.3135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2750.3, + "avg_cost": 1.75, + "lambda": 214.0162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2789.91, + "avg_cost": 1.25, + "lambda": 217.4719, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3130.36, + "avg_cost": 5.75, + "lambda": 220.4529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2997.47, + "avg_cost": 7.75, + "lambda": 224.4269, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1816.86, + "avg_cost": 0.5, + "lambda": 232.8655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1791.0, + "avg_cost": 0.25, + "lambda": 236.6782, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2630.13, + "avg_cost": 0.0, + "lambda": 240.7281, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3140.17, + "avg_cost": 4.5, + "lambda": 245.4689, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2528.1, + "avg_cost": 0.5, + "lambda": 248.9941, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2176.03, + "avg_cost": 0.0, + "lambda": 252.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2315.79, + "avg_cost": 0.0, + "lambda": 257.2707, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2329.54, + "avg_cost": 0.25, + "lambda": 261.7971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2517.62, + "avg_cost": 0.25, + "lambda": 266.0839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2972.2, + "avg_cost": 4.0, + "lambda": 268.9702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2931.8, + "avg_cost": 1.25, + "lambda": 271.1576, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2437.89, + "avg_cost": 0.0, + "lambda": 273.8026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2623.2, + "avg_cost": 1.5, + "lambda": 275.8199, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2709.26, + "avg_cost": 0.5, + "lambda": 278.6529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4109.28, + "avg_cost": 61.25, + "lambda": 282.4317, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2524.9, + "avg_cost": 0.75, + "lambda": 296.8027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2632.64, + "avg_cost": 3.0, + "lambda": 303.9491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2514.42, + "avg_cost": 1.25, + "lambda": 307.2529, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3470.18, + "avg_cost": 10.0, + "lambda": 312.9098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4004.77, + "avg_cost": 48.75, + "lambda": 330.3621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3602.31, + "avg_cost": 32.25, + "lambda": 360.6675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2358.2, + "avg_cost": 0.0, + "lambda": 391.3871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2768.97, + "avg_cost": 0.25, + "lambda": 403.3381, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3822.81, + "avg_cost": 72.75, + "lambda": 417.0752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2559.82, + "avg_cost": 0.0, + "lambda": 442.985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2858.71, + "avg_cost": 1.0, + "lambda": 453.5343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3212.41, + "avg_cost": 0.25, + "lambda": 458.7254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3779.31, + "avg_cost": 8.75, + "lambda": 463.3791, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3557.69, + "avg_cost": 1.0, + "lambda": 467.386, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3623.02, + "avg_cost": 2.25, + "lambda": 470.0052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3575.42, + "avg_cost": 0.25, + "lambda": 471.38, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3692.26, + "avg_cost": 1.0, + "lambda": 472.1214, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3506.1, + "avg_cost": 5.5, + "lambda": 472.814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3040.99, + "avg_cost": 12.75, + "lambda": 475.773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3209.17, + "avg_cost": 0.5, + "lambda": 480.5992, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3203.93, + "avg_cost": 6.25, + "lambda": 485.4812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3376.94, + "avg_cost": 33.0, + "lambda": 497.0727, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3237.29, + "avg_cost": 13.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2926.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2613.33, + "avg_cost": 33.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2431.29, + "avg_cost": 46.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2508.87, + "avg_cost": 37.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3031.14, + "avg_cost": 35.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2757.38, + "avg_cost": 19.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3021.68, + "avg_cost": 41.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2822.05, + "avg_cost": 13.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2623.87, + "avg_cost": 43.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2740.26, + "avg_cost": 18.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3035.87, + "avg_cost": 20.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2260.01, + "avg_cost": 20.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1997.7, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2388.74, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2522.58, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2408.98, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2394.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2418.89, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2411.65, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2260.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2372.06, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2433.15, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2362.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1854.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2290.9, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2026.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2257.86, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2277.37, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2146.33, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2203.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2294.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2400.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2336.83, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2540.31, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2626.25, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2571.28, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2495.29, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2573.44, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2567.1, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2708.07, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2758.32, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2628.15, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2496.96, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2211.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2069.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2629.39, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2795.3, + "avg_cost": 12.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2514.87, + "avg_cost": 4.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2488.92, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2466.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..f35c709b2bd2f05a8c0eea4af085ac89b4500647 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3359578.54, + "constraint_satisfaction_pct": 59.8, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 10.05, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 5.9225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": 2681.67, + "avg_cost": 79.25, + "lambda": 7.4825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": 3787.55, + "avg_cost": 97.5, + "lambda": 12.7075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": 3746.1, + "avg_cost": 100.25, + "lambda": 19.175, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": 3570.38, + "avg_cost": 107.0, + "lambda": 25.9425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": 3916.47, + "avg_cost": 99.75, + "lambda": 31.4675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": 3748.65, + "avg_cost": 101.0, + "lambda": 37.05, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": 3432.31, + "avg_cost": 80.5, + "lambda": 42.765, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": 2551.55, + "avg_cost": 65.25, + "lambda": 47.84, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": 3436.69, + "avg_cost": 90.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": 2940.4, + "avg_cost": 76.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": 3168.94, + "avg_cost": 62.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": 2577.15, + "avg_cost": 35.25, + "lambda": 49.9525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": 2764.21, + "avg_cost": 43.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": 1783.36, + "avg_cost": 33.5, + "lambda": 49.8775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": 3233.72, + "avg_cost": 34.25, + "lambda": 48.935, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": 2926.69, + "avg_cost": 37.5, + "lambda": 48.0425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": 3967.58, + "avg_cost": 80.5, + "lambda": 49.6575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": 3520.95, + "avg_cost": 43.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": 3229.11, + "avg_cost": 33.75, + "lambda": 49.855, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": 2744.22, + "avg_cost": 27.75, + "lambda": 49.1825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": 3106.86, + "avg_cost": 30.75, + "lambda": 48.8375, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": 2810.35, + "avg_cost": 4.5, + "lambda": 46.355, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": 3323.58, + "avg_cost": 25.25, + "lambda": 45.19, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 3440.12, + "avg_cost": 30.75, + "lambda": 43.9825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 2983.21, + "avg_cost": 21.75, + "lambda": 44.06, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 2831.39, + "avg_cost": 16.0, + "lambda": 42.5525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 2870.49, + "avg_cost": 20.25, + "lambda": 41.55, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 2842.13, + "avg_cost": 28.0, + "lambda": 41.9025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 3030.33, + "avg_cost": 30.0, + "lambda": 40.5, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 2814.43, + "avg_cost": 5.5, + "lambda": 38.49, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 3487.18, + "avg_cost": 42.75, + "lambda": 36.275, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 2401.71, + "avg_cost": 9.25, + "lambda": 34.915, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 3603.14, + "avg_cost": 42.75, + "lambda": 33.795, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 3108.35, + "avg_cost": 27.25, + "lambda": 31.6775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 2970.77, + "avg_cost": 28.0, + "lambda": 30.08, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 2804.82, + "avg_cost": 27.75, + "lambda": 28.5475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 3637.65, + "avg_cost": 65.75, + "lambda": 28.4925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 3681.86, + "avg_cost": 64.75, + "lambda": 29.435, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 2632.54, + "avg_cost": 21.75, + "lambda": 29.3025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 2962.08, + "avg_cost": 35.75, + "lambda": 29.25, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 3560.97, + "avg_cost": 68.0, + "lambda": 29.525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 2769.91, + "avg_cost": 17.25, + "lambda": 28.7325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 3022.86, + "avg_cost": 35.75, + "lambda": 28.5725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 2659.59, + "avg_cost": 21.25, + "lambda": 27.725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 3062.9, + "avg_cost": 41.0, + "lambda": 27.12, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 2778.99, + "avg_cost": 27.5, + "lambda": 25.7425, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 3288.25, + "avg_cost": 49.0, + "lambda": 25.39, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 3199.3, + "avg_cost": 54.25, + "lambda": 24.9325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 3065.61, + "avg_cost": 37.75, + "lambda": 25.64, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 3093.78, + "avg_cost": 52.0, + "lambda": 25.445, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 3315.76, + "avg_cost": 35.25, + "lambda": 24.36, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 3423.49, + "avg_cost": 33.0, + "lambda": 23.1175, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 3351.6, + "avg_cost": 23.25, + "lambda": 22.4675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 3511.34, + "avg_cost": 42.5, + "lambda": 23.4525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 3336.31, + "avg_cost": 36.5, + "lambda": 23.7225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 3241.15, + "avg_cost": 28.5, + "lambda": 23.33, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 3613.6, + "avg_cost": 59.0, + "lambda": 22.8525, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2238.16, + "avg_cost": 90.0, + "lambda": 23.695, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 1170.91, + "avg_cost": 60.5, + "lambda": 29.7575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 5067.2, + "avg_cost": 131.0, + "lambda": 35.325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 3624.49, + "avg_cost": 34.75, + "lambda": 40.0225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 3004.23, + "avg_cost": 21.0, + "lambda": 38.0825, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 3131.29, + "avg_cost": 13.0, + "lambda": 36.93, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2467.85, + "avg_cost": 29.75, + "lambda": 35.87, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 3115.72, + "avg_cost": 5.25, + "lambda": 33.7075, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 3458.11, + "avg_cost": 11.75, + "lambda": 31.16, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 3341.76, + "avg_cost": 8.5, + "lambda": 30.095, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 3296.07, + "avg_cost": 27.0, + "lambda": 27.5975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2961.31, + "avg_cost": 2.75, + "lambda": 25.085, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 3502.0, + "avg_cost": 9.25, + "lambda": 22.005, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2953.2, + "avg_cost": 25.5, + "lambda": 19.6625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 3654.11, + "avg_cost": 33.75, + "lambda": 17.1975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 3342.04, + "avg_cost": 9.5, + "lambda": 14.8675, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 4103.5, + "avg_cost": 27.5, + "lambda": 13.65, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 3614.72, + "avg_cost": 24.75, + "lambda": 11.475, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 4212.05, + "avg_cost": 40.25, + "lambda": 11.2925, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 4446.49, + "avg_cost": 65.5, + "lambda": 13.5025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 3512.57, + "avg_cost": 17.0, + "lambda": 13.1, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 4033.64, + "avg_cost": 20.0, + "lambda": 12.2625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 3669.44, + "avg_cost": 18.0, + "lambda": 10.0775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 3924.02, + "avg_cost": 31.0, + "lambda": 7.1325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 4461.98, + "avg_cost": 46.75, + "lambda": 7.0225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 4692.79, + "avg_cost": 92.25, + "lambda": 10.4225, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 4123.61, + "avg_cost": 52.25, + "lambda": 12.725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 3568.07, + "avg_cost": 28.0, + "lambda": 11.7575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 3604.81, + "avg_cost": 10.5, + "lambda": 8.7325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 4083.04, + "avg_cost": 38.0, + "lambda": 6.285, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 4687.09, + "avg_cost": 84.5, + "lambda": 10.3725, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 4589.31, + "avg_cost": 65.0, + "lambda": 15.22, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 4160.76, + "avg_cost": 19.0, + "lambda": 15.8125, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 3598.41, + "avg_cost": 15.5, + "lambda": 13.125, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 4165.43, + "avg_cost": 31.5, + "lambda": 10.97, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 4917.39, + "avg_cost": 69.0, + "lambda": 12.4325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 4116.49, + "avg_cost": 6.5, + "lambda": 10.8775, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 3972.07, + "avg_cost": 13.75, + "lambda": 7.845, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 5236.11, + "avg_cost": 162.75, + "lambda": 9.04, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 4597.19, + "avg_cost": 62.75, + "lambda": 17.765, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 3663.89, + "avg_cost": 12.5, + "lambda": 15.0975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 3758.5, + "avg_cost": 12.0, + "lambda": 12.065, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 4196.85, + "avg_cost": 27.75, + "lambda": 10.05, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ef03a05e116e78d7c3df0eb0890e13f50ffb5482 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3308147.95, + "constraint_satisfaction_pct": 57.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 10.16, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 5.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2883.89, + "avg_cost": 68.0, + "lambda": 6.675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2956.0, + "avg_cost": 84.75, + "lambda": 13.0375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3112.7, + "avg_cost": 62.75, + "lambda": 18.48, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2142.12, + "avg_cost": 20.75, + "lambda": 18.5275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3735.72, + "avg_cost": 79.75, + "lambda": 17.9225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3431.84, + "avg_cost": 45.5, + "lambda": 19.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3689.48, + "avg_cost": 65.5, + "lambda": 19.6475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3301.8, + "avg_cost": 24.75, + "lambda": 19.13, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3250.75, + "avg_cost": 38.0, + "lambda": 18.49, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3425.46, + "avg_cost": 41.0, + "lambda": 18.315, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3182.52, + "avg_cost": 47.5, + "lambda": 18.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2981.35, + "avg_cost": 51.5, + "lambda": 19.1875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2863.58, + "avg_cost": 20.5, + "lambda": 19.2825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3029.19, + "avg_cost": 19.75, + "lambda": 18.4075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3771.71, + "avg_cost": 83.75, + "lambda": 21.6, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3722.99, + "avg_cost": 119.0, + "lambda": 24.9925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2816.6, + "avg_cost": 20.75, + "lambda": 27.5325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3160.7, + "avg_cost": 42.0, + "lambda": 25.5875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3117.15, + "avg_cost": 22.5, + "lambda": 25.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2817.02, + "avg_cost": 20.0, + "lambda": 24.625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3115.66, + "avg_cost": 30.25, + "lambda": 24.26, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2387.52, + "avg_cost": 53.0, + "lambda": 24.0525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2160.08, + "avg_cost": 86.25, + "lambda": 27.125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1952.83, + "avg_cost": 45.75, + "lambda": 28.8325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2959.82, + "avg_cost": 29.25, + "lambda": 27.9575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2747.4, + "avg_cost": 68.5, + "lambda": 28.8025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2497.33, + "avg_cost": 49.0, + "lambda": 30.6075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2858.0, + "avg_cost": 19.5, + "lambda": 30.805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2683.52, + "avg_cost": 25.0, + "lambda": 30.1325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2795.8, + "avg_cost": 42.25, + "lambda": 31.045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2705.33, + "avg_cost": 28.25, + "lambda": 30.615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1441.86, + "avg_cost": 22.0, + "lambda": 29.32, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2682.91, + "avg_cost": 19.75, + "lambda": 27.41, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3270.53, + "avg_cost": 18.5, + "lambda": 25.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2596.47, + "avg_cost": 26.5, + "lambda": 24.09, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2992.9, + "avg_cost": 30.75, + "lambda": 24.05, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2489.9, + "avg_cost": 31.75, + "lambda": 23.14, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2283.04, + "avg_cost": 51.5, + "lambda": 24.0925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3396.53, + "avg_cost": 30.75, + "lambda": 23.66, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2767.23, + "avg_cost": 24.0, + "lambda": 22.6425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2491.13, + "avg_cost": 59.25, + "lambda": 23.9125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3254.73, + "avg_cost": 26.5, + "lambda": 23.865, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3125.99, + "avg_cost": 49.0, + "lambda": 22.845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3194.72, + "avg_cost": 20.75, + "lambda": 22.3875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2815.48, + "avg_cost": 57.75, + "lambda": 23.0075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2373.12, + "avg_cost": 84.75, + "lambda": 27.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3447.81, + "avg_cost": 31.75, + "lambda": 29.425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2961.12, + "avg_cost": 21.0, + "lambda": 26.975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2535.82, + "avg_cost": 45.5, + "lambda": 25.6675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2748.98, + "avg_cost": 29.25, + "lambda": 25.4, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3275.36, + "avg_cost": 23.0, + "lambda": 24.2075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2911.58, + "avg_cost": 21.75, + "lambda": 23.805, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2633.16, + "avg_cost": 37.25, + "lambda": 22.005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2736.93, + "avg_cost": 23.75, + "lambda": 20.8125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2584.93, + "avg_cost": 26.25, + "lambda": 19.105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3164.26, + "avg_cost": 24.5, + "lambda": 17.5775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2845.33, + "avg_cost": 23.25, + "lambda": 16.5125, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2657.57, + "avg_cost": 24.25, + "lambda": 15.1075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2459.18, + "avg_cost": 22.75, + "lambda": 13.5275, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3534.94, + "avg_cost": 24.25, + "lambda": 11.8175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3524.79, + "avg_cost": 31.0, + "lambda": 10.8825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3765.16, + "avg_cost": 19.25, + "lambda": 9.4875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3847.35, + "avg_cost": 46.5, + "lambda": 9.785, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3876.45, + "avg_cost": 8.0, + "lambda": 8.395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3907.11, + "avg_cost": 50.75, + "lambda": 7.12, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3660.8, + "avg_cost": 28.0, + "lambda": 6.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3506.85, + "avg_cost": 33.75, + "lambda": 6.5025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3426.98, + "avg_cost": 33.0, + "lambda": 5.24, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3245.38, + "avg_cost": 11.75, + "lambda": 3.9475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3385.44, + "avg_cost": 42.0, + "lambda": 6.095, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4289.65, + "avg_cost": 103.25, + "lambda": 8.3475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3430.35, + "avg_cost": 30.5, + "lambda": 8.3975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3282.48, + "avg_cost": 14.5, + "lambda": 6.6775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3229.83, + "avg_cost": 12.5, + "lambda": 6.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3810.75, + "avg_cost": 39.5, + "lambda": 5.1675, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4109.07, + "avg_cost": 59.0, + "lambda": 5.56, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4015.67, + "avg_cost": 45.0, + "lambda": 6.0825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3870.92, + "avg_cost": 36.5, + "lambda": 5.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3904.6, + "avg_cost": 32.75, + "lambda": 5.31, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4555.48, + "avg_cost": 74.5, + "lambda": 6.9075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3987.65, + "avg_cost": 18.75, + "lambda": 7.6625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4140.9, + "avg_cost": 43.25, + "lambda": 7.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3786.35, + "avg_cost": 20.5, + "lambda": 5.44, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4371.04, + "avg_cost": 27.0, + "lambda": 4.19, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4026.82, + "avg_cost": 27.25, + "lambda": 4.9625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4662.75, + "avg_cost": 57.5, + "lambda": 5.0475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4163.64, + "avg_cost": 44.0, + "lambda": 7.105, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4472.8, + "avg_cost": 60.75, + "lambda": 9.52, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4348.54, + "avg_cost": 47.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4079.62, + "avg_cost": 17.75, + "lambda": 9.47, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3507.84, + "avg_cost": 2.75, + "lambda": 7.7225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3225.06, + "avg_cost": 19.0, + "lambda": 5.01, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3815.18, + "avg_cost": 24.75, + "lambda": 2.59, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3711.45, + "avg_cost": 36.5, + "lambda": 1.68, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3987.4, + "avg_cost": 47.75, + "lambda": 2.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4234.6, + "avg_cost": 54.0, + "lambda": 3.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4806.64, + "avg_cost": 98.5, + "lambda": 7.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4316.33, + "avg_cost": 47.75, + "lambda": 8.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4288.48, + "avg_cost": 63.5, + "lambda": 9.7325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4267.64, + "avg_cost": 42.0, + "lambda": 10.16, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..ce08fc664c24594d210396a10f230321cbf6396a --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 541723.46, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9210.34, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8812.64, + "avg_cost": 9.0, + "lambda": 4.1625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8337.02, + "avg_cost": 12.5, + "lambda": 3.1025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -8273.35, + "avg_cost": 11.25, + "lambda": 1.735, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7467.19, + "avg_cost": 11.25, + "lambda": 0.91, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7049.96, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -7228.55, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6998.55, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6430.18, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -5960.12, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5379.79, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -4972.89, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4438.06, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -3806.29, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -3529.44, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -2823.87, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -2290.12, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -1837.3, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -1438.5, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -1319.71, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -1120.58, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -563.06, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -292.4, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": 13.38, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 264.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 335.55, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 613.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 509.4, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 662.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 755.07, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 1017.93, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 1057.03, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1120.72, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1116.01, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1223.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1292.49, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1324.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 1522.03, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1746.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1553.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1601.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1719.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1591.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1606.9, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1698.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 1998.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 2039.13, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 2080.77, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 2159.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 1917.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 2141.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 1844.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 2221.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2135.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 2080.13, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 2223.89, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2153.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 1859.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2466.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2296.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2052.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 2304.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2188.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2513.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2289.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2395.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2279.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2184.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2249.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2209.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2259.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2489.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2463.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2580.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2491.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2567.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2393.32, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2624.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2574.96, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2428.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2475.03, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2705.52, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2882.67, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2750.6, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2639.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2822.29, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2774.38, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2894.69, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2873.86, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2598.91, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2889.07, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2650.3, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2730.58, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 2745.95, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2677.77, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 2902.56, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 2812.67, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 2778.71, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 2910.55, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2576.26, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 3012.11, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_baseline_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..7b092b318d494620ee0dcf4b46cef460d2c024fc --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1035408.35, + "constraint_satisfaction_pct": 4.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 41.0637, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2649.85, + "avg_cost": 16.25, + "lambda": 1.1625, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2632.32, + "avg_cost": 10.5, + "lambda": 2.548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2545.73, + "avg_cost": 9.25, + "lambda": 4.07, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2423.19, + "avg_cost": 13.75, + "lambda": 5.5783, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2502.06, + "avg_cost": 10.5, + "lambda": 7.044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2612.93, + "avg_cost": 19.25, + "lambda": 8.5649, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2530.24, + "avg_cost": 15.75, + "lambda": 10.1138, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2631.93, + "avg_cost": 15.0, + "lambda": 11.4276, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2683.07, + "avg_cost": 13.25, + "lambda": 12.7975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2436.87, + "avg_cost": 8.25, + "lambda": 14.0425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2303.73, + "avg_cost": 2.5, + "lambda": 15.144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2595.47, + "avg_cost": 7.0, + "lambda": 16.1987, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2416.42, + "avg_cost": 3.5, + "lambda": 17.1588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2341.94, + "avg_cost": 15.0, + "lambda": 18.1159, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2151.04, + "avg_cost": 7.75, + "lambda": 19.0463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2221.46, + "avg_cost": 6.5, + "lambda": 19.8075, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2369.28, + "avg_cost": 6.0, + "lambda": 20.4904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2196.65, + "avg_cost": 3.5, + "lambda": 21.0744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2196.88, + "avg_cost": 5.25, + "lambda": 21.558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2009.06, + "avg_cost": 3.25, + "lambda": 21.9883, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1863.17, + "avg_cost": 3.5, + "lambda": 22.3874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1878.87, + "avg_cost": 5.75, + "lambda": 22.7528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2010.76, + "avg_cost": 2.5, + "lambda": 23.1409, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1955.98, + "avg_cost": 3.25, + "lambda": 23.455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1724.77, + "avg_cost": 2.25, + "lambda": 23.7564, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1783.27, + "avg_cost": 3.0, + "lambda": 24.0512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1721.52, + "avg_cost": 4.25, + "lambda": 24.3579, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1906.14, + "avg_cost": 2.5, + "lambda": 24.6914, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1714.3, + "avg_cost": 0.5, + "lambda": 25.0044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1590.92, + "avg_cost": 2.5, + "lambda": 25.2429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1782.14, + "avg_cost": 2.0, + "lambda": 25.4572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1670.57, + "avg_cost": 1.0, + "lambda": 25.6508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1596.04, + "avg_cost": 1.5, + "lambda": 25.8264, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1464.19, + "avg_cost": 1.25, + "lambda": 26.0146, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1469.45, + "avg_cost": 1.75, + "lambda": 26.1694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1472.16, + "avg_cost": 3.5, + "lambda": 26.3312, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1427.0, + "avg_cost": 1.5, + "lambda": 26.4932, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1398.22, + "avg_cost": 1.0, + "lambda": 26.6475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1038.2, + "avg_cost": 1.25, + "lambda": 26.7862, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1502.33, + "avg_cost": 0.0, + "lambda": 26.9169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1268.24, + "avg_cost": 1.0, + "lambda": 27.0363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -977.19, + "avg_cost": 1.25, + "lambda": 27.1572, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1135.25, + "avg_cost": 2.5, + "lambda": 27.3024, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1268.19, + "avg_cost": 0.75, + "lambda": 27.468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1071.12, + "avg_cost": 1.0, + "lambda": 27.6043, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1060.1, + "avg_cost": 2.25, + "lambda": 27.7567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1060.12, + "avg_cost": 1.0, + "lambda": 27.9597, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -998.43, + "avg_cost": 1.0, + "lambda": 28.1391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -908.46, + "avg_cost": 1.0, + "lambda": 28.3177, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -879.31, + "avg_cost": 2.25, + "lambda": 28.4899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1001.94, + "avg_cost": 0.5, + "lambda": 28.6685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -913.0, + "avg_cost": 1.0, + "lambda": 28.8099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1053.66, + "avg_cost": 1.5, + "lambda": 28.9252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -804.13, + "avg_cost": 2.0, + "lambda": 29.0601, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -812.61, + "avg_cost": 1.75, + "lambda": 29.1984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -705.17, + "avg_cost": 1.0, + "lambda": 29.3339, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -913.99, + "avg_cost": 6.75, + "lambda": 29.4609, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -810.16, + "avg_cost": 0.25, + "lambda": 29.6207, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -528.66, + "avg_cost": 1.25, + "lambda": 29.7289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -704.49, + "avg_cost": 0.75, + "lambda": 29.8464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -385.93, + "avg_cost": 1.5, + "lambda": 29.9729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -498.09, + "avg_cost": 1.25, + "lambda": 30.111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -557.22, + "avg_cost": 1.25, + "lambda": 30.2183, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -599.84, + "avg_cost": 1.75, + "lambda": 30.3448, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -565.88, + "avg_cost": 0.25, + "lambda": 30.4571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -752.88, + "avg_cost": 0.25, + "lambda": 30.5565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -547.23, + "avg_cost": 0.25, + "lambda": 30.6535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -456.06, + "avg_cost": 1.0, + "lambda": 30.7525, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -556.68, + "avg_cost": 1.25, + "lambda": 30.8612, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -764.3, + "avg_cost": 2.5, + "lambda": 31.027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -539.58, + "avg_cost": 0.5, + "lambda": 31.2055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -491.79, + "avg_cost": 0.75, + "lambda": 31.3553, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -269.94, + "avg_cost": 0.25, + "lambda": 31.4726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -414.56, + "avg_cost": 1.0, + "lambda": 31.5729, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -890.93, + "avg_cost": 0.5, + "lambda": 31.6703, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -473.79, + "avg_cost": 0.5, + "lambda": 31.7724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -111.78, + "avg_cost": 1.0, + "lambda": 31.8771, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -321.17, + "avg_cost": 0.5, + "lambda": 31.9555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -398.47, + "avg_cost": 2.0, + "lambda": 32.0364, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -462.46, + "avg_cost": 0.75, + "lambda": 32.1404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -224.86, + "avg_cost": 0.5, + "lambda": 32.2342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -291.9, + "avg_cost": 1.5, + "lambda": 32.3777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -302.79, + "avg_cost": 6.75, + "lambda": 32.5195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -321.47, + "avg_cost": 1.5, + "lambda": 32.6965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -116.66, + "avg_cost": 2.0, + "lambda": 32.8144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -35.81, + "avg_cost": 2.0, + "lambda": 32.9233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -52.76, + "avg_cost": 2.0, + "lambda": 33.0437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -222.97, + "avg_cost": 0.0, + "lambda": 33.1844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -458.12, + "avg_cost": 0.5, + "lambda": 33.2764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -264.22, + "avg_cost": 0.5, + "lambda": 33.3546, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -97.42, + "avg_cost": 0.5, + "lambda": 33.4225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -286.68, + "avg_cost": 0.5, + "lambda": 33.512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -209.15, + "avg_cost": 1.0, + "lambda": 33.6005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -149.66, + "avg_cost": 0.0, + "lambda": 33.6946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 68.08, + "avg_cost": 0.25, + "lambda": 33.8081, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 144.84, + "avg_cost": 0.5, + "lambda": 33.9492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -11.66, + "avg_cost": 0.25, + "lambda": 34.0646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -247.41, + "avg_cost": 1.5, + "lambda": 34.1925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -102.44, + "avg_cost": 0.5, + "lambda": 34.3222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -77.73, + "avg_cost": 0.25, + "lambda": 34.4271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -32.23, + "avg_cost": 0.75, + "lambda": 34.5405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -300.94, + "avg_cost": 0.5, + "lambda": 34.6521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -81.77, + "avg_cost": 0.0, + "lambda": 34.7486, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -33.04, + "avg_cost": 2.0, + "lambda": 34.848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -430.87, + "avg_cost": 0.0, + "lambda": 34.9391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -212.35, + "avg_cost": 1.0, + "lambda": 35.0318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 102.61, + "avg_cost": 0.25, + "lambda": 35.1681, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 19.49, + "avg_cost": 0.75, + "lambda": 35.328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 248.08, + "avg_cost": 0.25, + "lambda": 35.4661, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 35.21, + "avg_cost": 0.25, + "lambda": 35.581, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -15.61, + "avg_cost": 4.25, + "lambda": 35.6753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 77.87, + "avg_cost": 0.75, + "lambda": 35.8062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -345.79, + "avg_cost": 0.5, + "lambda": 35.9342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -104.92, + "avg_cost": 0.5, + "lambda": 36.0129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -13.73, + "avg_cost": 0.75, + "lambda": 36.1234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 223.76, + "avg_cost": 1.0, + "lambda": 36.2519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 167.28, + "avg_cost": 0.25, + "lambda": 36.4111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 628.49, + "avg_cost": 0.25, + "lambda": 36.53, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 336.05, + "avg_cost": 1.5, + "lambda": 36.652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 279.75, + "avg_cost": 1.0, + "lambda": 36.7907, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -231.63, + "avg_cost": 0.5, + "lambda": 36.9797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 266.05, + "avg_cost": 0.5, + "lambda": 37.0894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 344.24, + "avg_cost": 1.25, + "lambda": 37.1943, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 221.0, + "avg_cost": 0.0, + "lambda": 37.321, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 546.36, + "avg_cost": 1.75, + "lambda": 37.4531, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 192.5, + "avg_cost": 0.75, + "lambda": 37.5916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 303.45, + "avg_cost": 1.75, + "lambda": 37.7489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 195.45, + "avg_cost": 0.75, + "lambda": 37.8946, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 250.32, + "avg_cost": 2.0, + "lambda": 38.0207, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 482.52, + "avg_cost": 1.25, + "lambda": 38.1368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 422.59, + "avg_cost": 3.5, + "lambda": 38.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": -234.95, + "avg_cost": 1.0, + "lambda": 38.3864, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 567.12, + "avg_cost": 0.5, + "lambda": 38.5294, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 573.25, + "avg_cost": 0.75, + "lambda": 38.6698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 289.37, + "avg_cost": 0.0, + "lambda": 38.8166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 475.84, + "avg_cost": 1.0, + "lambda": 38.9263, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": -28.72, + "avg_cost": 0.25, + "lambda": 39.0286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": -65.87, + "avg_cost": 0.5, + "lambda": 39.1448, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 676.77, + "avg_cost": 2.0, + "lambda": 39.2842, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 421.82, + "avg_cost": 2.5, + "lambda": 39.4309, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": -44.94, + "avg_cost": 3.5, + "lambda": 39.593, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 254.44, + "avg_cost": 6.75, + "lambda": 39.7637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 536.79, + "avg_cost": 0.25, + "lambda": 39.9397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 559.11, + "avg_cost": 1.0, + "lambda": 40.0738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 290.25, + "avg_cost": 0.75, + "lambda": 40.2048, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 596.35, + "avg_cost": 2.0, + "lambda": 40.3385, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 383.57, + "avg_cost": 1.25, + "lambda": 40.5109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 567.46, + "avg_cost": 4.5, + "lambda": 40.6646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -19.92, + "avg_cost": 2.75, + "lambda": 40.8082, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 874.2, + "avg_cost": 2.25, + "lambda": 40.9283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 882.3, + "avg_cost": 0.5, + "lambda": 41.0637, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..135a142621eae32090152d20a8f3e8c4134eaf13 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -2738261.18, + "constraint_satisfaction_pct": 24.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12139.76, + "avg_cost": 14.0, + "lambda": 10.42, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -11386.17, + "avg_cost": 13.0, + "lambda": 13.9681, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -11245.04, + "avg_cost": 13.5, + "lambda": 17.3533, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -10818.18, + "avg_cost": 14.25, + "lambda": 20.7434, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -10564.16, + "avg_cost": 15.75, + "lambda": 24.3563, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -10506.36, + "avg_cost": 16.0, + "lambda": 28.2676, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -10042.09, + "avg_cost": 6.5, + "lambda": 31.4189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -9884.7, + "avg_cost": 12.0, + "lambda": 34.2065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -9482.97, + "avg_cost": 3.75, + "lambda": 37.5712, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -8653.82, + "avg_cost": 9.75, + "lambda": 40.8774, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -8446.17, + "avg_cost": 17.5, + "lambda": 44.1607, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8426.72, + "avg_cost": 4.5, + "lambda": 47.3594, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -8003.57, + "avg_cost": 7.25, + "lambda": 50.1947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7773.51, + "avg_cost": 6.0, + "lambda": 52.7438, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -7396.58, + "avg_cost": 9.25, + "lambda": 55.0718, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -7158.21, + "avg_cost": 17.75, + "lambda": 57.543, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -6535.77, + "avg_cost": 13.0, + "lambda": 59.659, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -6003.43, + "avg_cost": 14.5, + "lambda": 61.8198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -5833.05, + "avg_cost": 18.0, + "lambda": 64.4062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -6048.23, + "avg_cost": 9.5, + "lambda": 67.1722, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -5520.8, + "avg_cost": 4.25, + "lambda": 69.3894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -5504.23, + "avg_cost": 0.0, + "lambda": 71.3679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5084.42, + "avg_cost": 10.5, + "lambda": 73.6375, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -4760.42, + "avg_cost": 10.0, + "lambda": 75.7769, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -4880.64, + "avg_cost": 2.5, + "lambda": 77.5947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -4723.57, + "avg_cost": 10.75, + "lambda": 79.5216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -4890.17, + "avg_cost": 3.25, + "lambda": 81.6291, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -4776.85, + "avg_cost": 7.75, + "lambda": 83.2535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -4482.8, + "avg_cost": 6.75, + "lambda": 85.17, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -4755.86, + "avg_cost": 11.5, + "lambda": 87.2213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -4295.04, + "avg_cost": 9.0, + "lambda": 89.3436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -4306.5, + "avg_cost": 6.25, + "lambda": 91.0687, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -4046.13, + "avg_cost": 3.5, + "lambda": 92.6194, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -3998.46, + "avg_cost": 4.25, + "lambda": 94.032, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -4695.59, + "avg_cost": 1.25, + "lambda": 95.4117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -4453.15, + "avg_cost": 5.5, + "lambda": 96.5906, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -4078.42, + "avg_cost": 1.75, + "lambda": 97.8338, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -3756.98, + "avg_cost": 5.5, + "lambda": 98.9718, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -3734.32, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -4118.22, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -3918.05, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -3898.39, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -3933.58, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -3554.77, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -3328.92, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -3626.33, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -3110.11, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -3478.5, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -3111.47, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -2960.92, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -2907.78, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -2721.72, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -2076.36, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -2055.96, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -2116.02, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -2076.67, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1714.04, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1568.55, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -1670.37, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -1737.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -1412.82, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1177.43, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -1181.58, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -932.5, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -941.81, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -487.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -291.46, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -497.79, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -57.23, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 276.79, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -17.31, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 334.65, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 303.73, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 580.73, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 641.49, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 893.79, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1025.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1329.39, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1201.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1308.37, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1353.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1355.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1677.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1563.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1892.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2014.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1905.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1992.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1964.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2199.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2285.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2007.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2281.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2141.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2314.59, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2417.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2421.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2437.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2649.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2640.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2618.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..9c08713b9965e2e02afc673aa6fc0a7d037d8880 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1361187.27, + "constraint_satisfaction_pct": 15.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 35.7798, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2811.57, + "avg_cost": 19.75, + "lambda": 1.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2494.44, + "avg_cost": 10.75, + "lambda": 2.8346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2682.67, + "avg_cost": 9.75, + "lambda": 4.5458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2490.33, + "avg_cost": 17.5, + "lambda": 6.1037, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2589.09, + "avg_cost": 21.75, + "lambda": 7.5773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2677.31, + "avg_cost": 21.0, + "lambda": 9.1062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2436.09, + "avg_cost": 13.5, + "lambda": 10.6584, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2391.71, + "avg_cost": 9.75, + "lambda": 12.1984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2377.17, + "avg_cost": 13.0, + "lambda": 13.5161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2218.68, + "avg_cost": 14.0, + "lambda": 14.8235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2266.58, + "avg_cost": 8.25, + "lambda": 16.0948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2278.18, + "avg_cost": 8.75, + "lambda": 17.363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2139.79, + "avg_cost": 8.75, + "lambda": 18.6077, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2095.94, + "avg_cost": 6.25, + "lambda": 19.7494, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2141.3, + "avg_cost": 8.5, + "lambda": 20.7552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2340.95, + "avg_cost": 15.5, + "lambda": 21.7221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2039.45, + "avg_cost": 10.25, + "lambda": 22.6595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2166.55, + "avg_cost": 8.25, + "lambda": 23.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1983.5, + "avg_cost": 9.5, + "lambda": 24.4706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2160.69, + "avg_cost": 8.75, + "lambda": 25.3245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2180.67, + "avg_cost": 8.75, + "lambda": 26.1082, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2007.48, + "avg_cost": 7.25, + "lambda": 26.8197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1942.75, + "avg_cost": 6.5, + "lambda": 27.4414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1936.77, + "avg_cost": 6.75, + "lambda": 27.9815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1756.04, + "avg_cost": 4.75, + "lambda": 28.4934, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1770.89, + "avg_cost": 3.75, + "lambda": 28.9961, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1742.32, + "avg_cost": 2.75, + "lambda": 29.4289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1792.24, + "avg_cost": 2.0, + "lambda": 29.7863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1481.35, + "avg_cost": 2.0, + "lambda": 30.1263, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1562.96, + "avg_cost": 3.25, + "lambda": 30.4628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1682.2, + "avg_cost": 2.0, + "lambda": 30.7304, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1706.52, + "avg_cost": 2.75, + "lambda": 30.9581, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1528.23, + "avg_cost": 1.25, + "lambda": 31.1698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1665.66, + "avg_cost": 1.5, + "lambda": 31.3796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1719.88, + "avg_cost": 1.0, + "lambda": 31.5835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1525.89, + "avg_cost": 2.25, + "lambda": 31.774, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1458.18, + "avg_cost": 0.5, + "lambda": 31.9415, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1510.86, + "avg_cost": 0.5, + "lambda": 32.0829, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1662.93, + "avg_cost": 0.75, + "lambda": 32.2212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1422.35, + "avg_cost": 1.75, + "lambda": 32.374, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1589.33, + "avg_cost": 2.0, + "lambda": 32.5229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1503.82, + "avg_cost": 0.5, + "lambda": 32.6535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1485.92, + "avg_cost": 2.0, + "lambda": 32.7664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1484.02, + "avg_cost": 0.5, + "lambda": 32.8781, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1449.23, + "avg_cost": 0.25, + "lambda": 32.9665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1406.51, + "avg_cost": 0.75, + "lambda": 33.0465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1341.64, + "avg_cost": 0.5, + "lambda": 33.1354, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1365.16, + "avg_cost": 0.25, + "lambda": 33.2152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1266.09, + "avg_cost": 0.75, + "lambda": 33.2871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1055.0, + "avg_cost": 1.0, + "lambda": 33.3566, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1029.76, + "avg_cost": 0.5, + "lambda": 33.4459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1242.7, + "avg_cost": 0.25, + "lambda": 33.5152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1215.0, + "avg_cost": 2.25, + "lambda": 33.5876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1132.15, + "avg_cost": 0.0, + "lambda": 33.6654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1159.42, + "avg_cost": 0.25, + "lambda": 33.7221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -1011.73, + "avg_cost": 0.0, + "lambda": 33.7768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1145.02, + "avg_cost": 0.75, + "lambda": 33.8197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1119.45, + "avg_cost": 0.25, + "lambda": 33.8587, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -988.08, + "avg_cost": 0.75, + "lambda": 33.9019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -1146.95, + "avg_cost": 0.0, + "lambda": 33.9512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -1071.43, + "avg_cost": 0.0, + "lambda": 33.9977, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1003.22, + "avg_cost": 0.25, + "lambda": 34.0416, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -999.35, + "avg_cost": 0.25, + "lambda": 34.0848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -993.51, + "avg_cost": 0.5, + "lambda": 34.1295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1127.63, + "avg_cost": 0.75, + "lambda": 34.1651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -882.92, + "avg_cost": 0.25, + "lambda": 34.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1166.57, + "avg_cost": 1.75, + "lambda": 34.2661, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -921.15, + "avg_cost": 0.0, + "lambda": 34.3367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -845.88, + "avg_cost": 1.0, + "lambda": 34.3973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -877.68, + "avg_cost": 0.5, + "lambda": 34.4641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -880.54, + "avg_cost": 0.25, + "lambda": 34.5201, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -894.98, + "avg_cost": 0.0, + "lambda": 34.5803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -849.55, + "avg_cost": 0.75, + "lambda": 34.617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -898.75, + "avg_cost": 0.0, + "lambda": 34.6555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -884.01, + "avg_cost": 0.0, + "lambda": 34.6827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -801.46, + "avg_cost": 0.25, + "lambda": 34.7153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -943.8, + "avg_cost": 0.5, + "lambda": 34.7644, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -858.57, + "avg_cost": 0.0, + "lambda": 34.8157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -946.69, + "avg_cost": 0.0, + "lambda": 34.8543, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -787.22, + "avg_cost": 0.5, + "lambda": 34.8885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -773.66, + "avg_cost": 0.0, + "lambda": 34.9134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -519.81, + "avg_cost": 0.5, + "lambda": 34.9405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -637.86, + "avg_cost": 1.0, + "lambda": 34.9772, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -738.27, + "avg_cost": 0.0, + "lambda": 35.0239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -646.28, + "avg_cost": 2.0, + "lambda": 35.0777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -668.11, + "avg_cost": 0.25, + "lambda": 35.1368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -616.62, + "avg_cost": 0.0, + "lambda": 35.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -670.7, + "avg_cost": 0.25, + "lambda": 35.2212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -532.23, + "avg_cost": 1.0, + "lambda": 35.2702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -603.43, + "avg_cost": 7.0, + "lambda": 35.3494, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -635.78, + "avg_cost": 1.25, + "lambda": 35.4531, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -572.09, + "avg_cost": 0.75, + "lambda": 35.5314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -618.35, + "avg_cost": 0.0, + "lambda": 35.5847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -611.17, + "avg_cost": 0.0, + "lambda": 35.61, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -561.77, + "avg_cost": 0.0, + "lambda": 35.6276, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -584.33, + "avg_cost": 0.0, + "lambda": 35.6468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -580.2, + "avg_cost": 0.0, + "lambda": 35.678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -581.17, + "avg_cost": 0.25, + "lambda": 35.711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -578.49, + "avg_cost": 0.5, + "lambda": 35.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -540.93, + "avg_cost": 0.25, + "lambda": 35.761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -659.7, + "avg_cost": 0.0, + "lambda": 35.7798, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..2a0b114058b7b6b34c69a80f76bcaa588cb2cb84 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 884306.98, + "constraint_satisfaction_pct": 33.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 74.5595, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1760.35, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1715.34, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2192.62, + "avg_cost": 0.0, + "lambda": 10.0787, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1654.51, + "avg_cost": 0.0, + "lambda": 10.1089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1600.05, + "avg_cost": 0.0, + "lambda": 10.172, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1614.33, + "avg_cost": 0.0, + "lambda": 10.2208, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1148.9, + "avg_cost": 0.0, + "lambda": 10.2398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1237.8, + "avg_cost": 0.0, + "lambda": 10.2464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1440.77, + "avg_cost": 0.0, + "lambda": 10.2488, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -954.91, + "avg_cost": 0.0, + "lambda": 10.2496, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -945.03, + "avg_cost": 0.0, + "lambda": 10.2498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -780.34, + "avg_cost": 0.0, + "lambda": 10.2499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -888.19, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -827.54, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -747.67, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -613.29, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -316.36, + "avg_cost": 0.0, + "lambda": 10.2851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -577.0, + "avg_cost": 0.0, + "lambda": 10.3111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -476.47, + "avg_cost": 0.0, + "lambda": 10.3202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -600.35, + "avg_cost": 0.0, + "lambda": 10.3233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -560.01, + "avg_cost": 0.0, + "lambda": 10.3244, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -807.37, + "avg_cost": 0.25, + "lambda": 10.3512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -279.47, + "avg_cost": 0.25, + "lambda": 10.4921, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -493.17, + "avg_cost": 0.0, + "lambda": 10.7083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -570.7, + "avg_cost": 0.25, + "lambda": 10.9869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -927.65, + "avg_cost": 0.0, + "lambda": 11.3868, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -562.89, + "avg_cost": 0.0, + "lambda": 11.6289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -257.53, + "avg_cost": 0.5, + "lambda": 12.2468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 197.6, + "avg_cost": 0.75, + "lambda": 13.0211, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -311.33, + "avg_cost": 1.0, + "lambda": 13.887, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 217.42, + "avg_cost": 0.5, + "lambda": 14.8744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -100.14, + "avg_cost": 0.5, + "lambda": 16.3761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -135.49, + "avg_cost": 0.5, + "lambda": 17.848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -24.34, + "avg_cost": 1.25, + "lambda": 18.8129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 407.92, + "avg_cost": 1.0, + "lambda": 19.6589, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 710.65, + "avg_cost": 2.5, + "lambda": 20.6391, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 921.89, + "avg_cost": 2.5, + "lambda": 21.7013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 445.31, + "avg_cost": 0.0, + "lambda": 22.9566, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 472.3, + "avg_cost": 4.25, + "lambda": 24.5152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1173.29, + "avg_cost": 1.5, + "lambda": 26.1991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 943.74, + "avg_cost": 1.75, + "lambda": 27.6791, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 480.03, + "avg_cost": 0.25, + "lambda": 29.5709, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 934.66, + "avg_cost": 0.75, + "lambda": 31.6181, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1109.87, + "avg_cost": 2.0, + "lambda": 33.343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 421.69, + "avg_cost": 1.25, + "lambda": 35.0511, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1001.18, + "avg_cost": 2.75, + "lambda": 36.574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 914.4, + "avg_cost": 1.0, + "lambda": 38.1839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1052.09, + "avg_cost": 1.5, + "lambda": 39.6983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1131.03, + "avg_cost": 0.5, + "lambda": 41.1553, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1552.82, + "avg_cost": 2.0, + "lambda": 42.3456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1758.03, + "avg_cost": 3.25, + "lambda": 43.4372, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1560.54, + "avg_cost": 0.0, + "lambda": 44.4463, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 257.92, + "avg_cost": 0.25, + "lambda": 45.2842, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1403.26, + "avg_cost": 1.25, + "lambda": 46.0945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1768.2, + "avg_cost": 0.75, + "lambda": 46.9193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1446.53, + "avg_cost": 0.25, + "lambda": 47.6486, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1148.92, + "avg_cost": 0.5, + "lambda": 48.3322, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1854.23, + "avg_cost": 1.5, + "lambda": 49.0893, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1774.71, + "avg_cost": 0.5, + "lambda": 49.9433, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1627.75, + "avg_cost": 0.25, + "lambda": 50.7016, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2083.14, + "avg_cost": 1.75, + "lambda": 51.3541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1868.56, + "avg_cost": 1.25, + "lambda": 52.3555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1554.64, + "avg_cost": 0.0, + "lambda": 53.4387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1949.8, + "avg_cost": 0.25, + "lambda": 54.3512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1976.59, + "avg_cost": 0.5, + "lambda": 55.2895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1543.39, + "avg_cost": 1.0, + "lambda": 55.9978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1184.66, + "avg_cost": 0.25, + "lambda": 56.6741, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2053.12, + "avg_cost": 0.5, + "lambda": 57.1861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1652.45, + "avg_cost": 1.75, + "lambda": 57.7262, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1280.46, + "avg_cost": 0.25, + "lambda": 58.4335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2224.99, + "avg_cost": 0.25, + "lambda": 59.0851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1663.09, + "avg_cost": 0.25, + "lambda": 59.6844, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1537.93, + "avg_cost": 0.5, + "lambda": 60.2254, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2216.1, + "avg_cost": 0.5, + "lambda": 60.7502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2187.47, + "avg_cost": 0.0, + "lambda": 61.3663, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2203.25, + "avg_cost": 0.0, + "lambda": 61.9143, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2375.84, + "avg_cost": 0.25, + "lambda": 62.4241, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2367.02, + "avg_cost": 0.0, + "lambda": 62.9818, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1772.57, + "avg_cost": 0.25, + "lambda": 63.444, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2307.48, + "avg_cost": 0.5, + "lambda": 64.1695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2446.41, + "avg_cost": 0.0, + "lambda": 64.7347, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1531.62, + "avg_cost": 0.0, + "lambda": 65.1733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2331.81, + "avg_cost": 0.25, + "lambda": 65.6976, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1937.4, + "avg_cost": 0.0, + "lambda": 66.246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2176.49, + "avg_cost": 0.5, + "lambda": 66.9839, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2304.82, + "avg_cost": 0.0, + "lambda": 67.6708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2480.62, + "avg_cost": 0.25, + "lambda": 68.3191, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2410.76, + "avg_cost": 1.0, + "lambda": 68.9313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2501.26, + "avg_cost": 0.25, + "lambda": 69.4598, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 1205.44, + "avg_cost": 0.0, + "lambda": 69.9103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2792.11, + "avg_cost": 0.25, + "lambda": 70.3186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2414.09, + "avg_cost": 0.0, + "lambda": 70.6342, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2012.67, + "avg_cost": 0.0, + "lambda": 70.9072, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2606.75, + "avg_cost": 0.75, + "lambda": 71.2488, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2621.2, + "avg_cost": 0.0, + "lambda": 71.6116, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2833.93, + "avg_cost": 0.25, + "lambda": 72.1802, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2705.83, + "avg_cost": 0.0, + "lambda": 72.7485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2650.11, + "avg_cost": 0.5, + "lambda": 73.1696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2358.52, + "avg_cost": 0.0, + "lambda": 73.6515, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2275.96, + "avg_cost": 0.0, + "lambda": 74.1153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2787.64, + "avg_cost": 0.0, + "lambda": 74.5595, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..3c9e2b7a804d51478ecb78b8d1f61408f108d579 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json @@ -0,0 +1,8047 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12419436.13, + "constraint_satisfaction_pct": 29.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 374.3917, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13460.61, + "avg_cost": 25.0, + "lambda": 12.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13274.08, + "avg_cost": 17.25, + "lambda": 37.6292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12957.92, + "avg_cost": 5.75, + "lambda": 58.7965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 13038.97, + "avg_cost": 3.25, + "lambda": 70.9879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 13091.19, + "avg_cost": 18.75, + "lambda": 82.2331, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13172.33, + "avg_cost": 7.5, + "lambda": 92.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 13274.7, + "avg_cost": 13.0, + "lambda": 99.9583, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 13261.73, + "avg_cost": 4.5, + "lambda": 106.866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 13235.72, + "avg_cost": 9.25, + "lambda": 114.8579, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12827.39, + "avg_cost": 0.5, + "lambda": 121.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 13145.5, + "avg_cost": 12.75, + "lambda": 125.7252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 13067.72, + "avg_cost": 1.75, + "lambda": 131.0176, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 13167.02, + "avg_cost": 1.0, + "lambda": 136.5973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 13189.72, + "avg_cost": 15.25, + "lambda": 141.6346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 12864.29, + "avg_cost": 4.0, + "lambda": 146.1019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12702.96, + "avg_cost": 4.5, + "lambda": 151.5736, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12480.95, + "avg_cost": 7.0, + "lambda": 155.9232, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12232.19, + "avg_cost": 1.5, + "lambda": 159.3678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 12324.82, + "avg_cost": 20.5, + "lambda": 163.1548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12392.87, + "avg_cost": 5.5, + "lambda": 169.931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 12215.36, + "avg_cost": 1.75, + "lambda": 174.3152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12052.66, + "avg_cost": 0.5, + "lambda": 177.6167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12358.72, + "avg_cost": 3.5, + "lambda": 180.814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12199.89, + "avg_cost": 3.5, + "lambda": 184.451, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 11587.48, + "avg_cost": 5.25, + "lambda": 187.0951, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 11900.62, + "avg_cost": 0.0, + "lambda": 189.9476, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12576.64, + "avg_cost": 0.5, + "lambda": 193.0093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12721.37, + "avg_cost": 6.5, + "lambda": 196.3332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12412.91, + "avg_cost": 3.0, + "lambda": 200.3621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12606.81, + "avg_cost": 3.5, + "lambda": 203.9324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12278.78, + "avg_cost": 0.0, + "lambda": 207.9168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12223.4, + "avg_cost": 2.75, + "lambda": 211.8899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12437.65, + "avg_cost": 2.25, + "lambda": 216.2083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12516.38, + "avg_cost": 2.5, + "lambda": 219.6435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12589.62, + "avg_cost": 0.0, + "lambda": 222.5664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12562.48, + "avg_cost": 1.25, + "lambda": 226.1008, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12721.05, + "avg_cost": 1.25, + "lambda": 229.1455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12602.87, + "avg_cost": 6.25, + "lambda": 231.2757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12235.59, + "avg_cost": 3.75, + "lambda": 234.4444, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12225.16, + "avg_cost": 0.0, + "lambda": 237.6115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12225.96, + "avg_cost": 2.0, + "lambda": 242.9431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12152.81, + "avg_cost": 1.25, + "lambda": 247.3103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12057.95, + "avg_cost": 0.0, + "lambda": 250.5513, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12427.88, + "avg_cost": 1.0, + "lambda": 252.6253, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12498.96, + "avg_cost": 0.0, + "lambda": 254.5282, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12180.91, + "avg_cost": 2.0, + "lambda": 256.2452, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12138.01, + "avg_cost": 6.5, + "lambda": 259.0902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12642.94, + "avg_cost": 1.5, + "lambda": 261.904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12790.19, + "avg_cost": 3.5, + "lambda": 264.5172, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12543.51, + "avg_cost": 9.25, + "lambda": 267.7405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12637.25, + "avg_cost": 6.5, + "lambda": 271.5468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12304.44, + "avg_cost": 0.5, + "lambda": 275.058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12348.48, + "avg_cost": 0.0, + "lambda": 277.8018, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12166.61, + "avg_cost": 0.0, + "lambda": 280.0079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12119.99, + "avg_cost": 3.0, + "lambda": 281.7628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12378.47, + "avg_cost": 2.75, + "lambda": 283.4617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12279.64, + "avg_cost": 0.0, + "lambda": 284.9606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12552.1, + "avg_cost": 3.0, + "lambda": 285.9879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 12755.46, + "avg_cost": 0.25, + "lambda": 287.9521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12726.89, + "avg_cost": 5.0, + "lambda": 290.0167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12379.67, + "avg_cost": 3.75, + "lambda": 292.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11873.17, + "avg_cost": 2.0, + "lambda": 294.7652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 12210.25, + "avg_cost": 0.0, + "lambda": 296.8326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12193.26, + "avg_cost": 0.25, + "lambda": 298.2066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12208.44, + "avg_cost": 0.0, + "lambda": 299.8266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12130.96, + "avg_cost": 1.25, + "lambda": 301.6953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 12700.89, + "avg_cost": 1.0, + "lambda": 303.6962, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 12624.92, + "avg_cost": 0.0, + "lambda": 305.4103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12238.79, + "avg_cost": 1.0, + "lambda": 307.8495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11486.65, + "avg_cost": 0.0, + "lambda": 310.3204, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 11445.23, + "avg_cost": 0.0, + "lambda": 312.0049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12053.81, + "avg_cost": 1.0, + "lambda": 313.431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12141.69, + "avg_cost": 0.5, + "lambda": 315.2876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12203.79, + "avg_cost": 1.5, + "lambda": 316.8462, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12603.13, + "avg_cost": 0.0, + "lambda": 318.3561, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12932.24, + "avg_cost": 0.75, + "lambda": 319.5811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12660.35, + "avg_cost": 3.0, + "lambda": 321.3331, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12530.02, + "avg_cost": 3.25, + "lambda": 323.3118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12154.85, + "avg_cost": 0.0, + "lambda": 325.6695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12537.42, + "avg_cost": 3.5, + "lambda": 328.1469, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12431.67, + "avg_cost": 2.0, + "lambda": 331.0129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12481.8, + "avg_cost": 0.0, + "lambda": 332.6585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 11898.68, + "avg_cost": 0.0, + "lambda": 333.9554, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 11893.28, + "avg_cost": 2.25, + "lambda": 335.4293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 11821.41, + "avg_cost": 1.0, + "lambda": 337.4764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 11578.57, + "avg_cost": 8.75, + "lambda": 340.1195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12008.91, + "avg_cost": 2.75, + "lambda": 343.231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12446.68, + "avg_cost": 14.75, + "lambda": 345.9843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12343.53, + "avg_cost": 5.25, + "lambda": 350.3554, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 12269.21, + "avg_cost": 2.0, + "lambda": 353.6049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 11975.43, + "avg_cost": 0.0, + "lambda": 355.8866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12069.81, + "avg_cost": 0.0, + "lambda": 357.6007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12325.87, + "avg_cost": 4.5, + "lambda": 359.249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12503.71, + "avg_cost": 5.25, + "lambda": 361.1794, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12485.53, + "avg_cost": 0.25, + "lambda": 363.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12266.19, + "avg_cost": 0.0, + "lambda": 365.6738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12389.61, + "avg_cost": 0.0, + "lambda": 367.3182, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12027.68, + "avg_cost": 0.0, + "lambda": 369.1218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12332.23, + "avg_cost": 2.5, + "lambda": 370.6349, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12440.72, + "avg_cost": 3.5, + "lambda": 372.2711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12143.17, + "avg_cost": 8.25, + "lambda": 374.3917, + "rho": [ + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + 13460.6135, + 13444.3709, + 13239.0886, + 13300.5802, + 13300.3733, + 13212.3916, + 13287.6289, + 13243.5581, + 13247.1995, + 13274.0775, + 13271.8544, + 13192.728, + 13166.7963, + 13076.6709, + 13062.821, + 12990.2768, + 13110.959, + 13154.9816, + 13052.8757, + 12957.9185, + 12985.5499, + 12938.7305, + 12920.5973, + 12995.7861, + 13005.8601, + 13183.1264, + 13045.5088, + 13183.6639, + 13046.2942, + 13038.9729, + 13111.1639, + 13136.9383, + 13193.5733, + 13358.1713, + 13140.1349, + 13202.3669, + 13140.0694, + 13208.2467, + 13226.1603, + 13091.1901, + 13062.7953, + 13008.6825, + 13105.2055, + 13164.2482, + 13083.8548, + 13157.0165, + 13132.2401, + 13169.0873, + 13151.323, + 13172.332, + 13215.2212, + 13181.0447, + 13061.6329, + 13060.8544, + 13074.5457, + 13106.9437, + 13152.4885, + 13089.0217, + 13305.1286, + 13274.6987, + 13249.5391, + 13294.6933, + 13235.993, + 13320.0668, + 13337.7976, + 13316.1083, + 13413.2165, + 13312.4631, + 13353.2044, + 13261.7303, + 13169.7974, + 13299.4313, + 13184.8088, + 13076.7252, + 13198.3544, + 13096.9242, + 13178.1685, + 13091.0773, + 13244.5348, + 13235.7191, + 13158.3524, + 13239.0892, + 13110.904, + 13048.0796, + 13093.1801, + 13164.426, + 13091.1463, + 12902.9579, + 12862.507, + 12827.3923, + 12934.4741, + 13005.8098, + 13159.5159, + 13163.0607, + 13182.0821, + 13310.6201, + 13118.7683, + 13023.6118, + 13018.8582, + 13145.4973, + 13113.9958, + 13163.3558, + 13072.1005, + 12939.6762, + 13103.5962, + 13196.3902, + 13383.2713, + 13262.654, + 13254.064, + 13067.7184, + 13046.3299, + 13265.0846, + 13120.5433, + 13126.5574, + 13248.0556, + 13145.6909, + 13250.8653, + 13409.3734, + 13276.4674, + 13167.02, + 13149.6613, + 13068.5573, + 13267.0967, + 13150.0927, + 13066.5246, + 13031.3332, + 13055.6851, + 13060.8619, + 13020.0368, + 13189.7223, + 13024.8916, + 13102.9526, + 12848.309, + 12977.2324, + 12824.9751, + 12953.5202, + 13002.1379, + 12884.5969, + 12978.4387, + 12864.2928, + 12923.0584, + 12702.043, + 12731.9903, + 12737.5698, + 12840.7666, + 12586.4064, + 12575.0077, + 12669.1094, + 12604.4496, + 12702.9639, + 12675.0287, + 12733.7506, + 12723.5452, + 12656.3158, + 12551.4434, + 12496.521, + 12553.325, + 12656.9069, + 12622.5385, + 12480.9532, + 12362.4365, + 12454.4408, + 12505.7522, + 12498.8296, + 12635.4737, + 12821.8689, + 12597.4861, + 12337.8517, + 12339.0345, + 12232.1902, + 12328.8795, + 12677.08, + 12598.5222, + 12590.0529, + 12425.0744, + 12492.1886, + 12470.9374, + 12354.4835, + 12398.9049, + 12324.8182, + 12342.4672, + 12151.8144, + 12036.5969, + 11907.069, + 11955.3057, + 12228.2514, + 12283.2355, + 12468.1514, + 12461.4217, + 12392.8723, + 12254.5961, + 12220.4026, + 12289.9322, + 12277.0682, + 12161.8868, + 12106.5489, + 12220.3967, + 12229.0325, + 12155.7779, + 12215.3641, + 12178.8438, + 11995.2054, + 12287.4222, + 12440.9966, + 12525.4115, + 12493.9654, + 12118.168, + 12107.4325, + 11861.6963, + 12052.6648, + 12047.4986, + 11828.6129, + 12078.0776, + 12015.9359, + 12356.4414, + 12060.6446, + 12274.9962, + 12528.4725, + 12477.2727, + 12358.7203, + 12027.6992, + 12095.3206, + 12160.4352, + 12060.0367, + 11802.2182, + 12023.4661, + 12107.6641, + 12287.8922, + 12343.6313, + 12199.8871, + 11839.354, + 11909.6486, + 11935.985, + 11912.1362, + 11747.4328, + 11287.3754, + 11291.7248, + 11383.6522, + 11436.5494, + 11587.4782, + 11598.7171, + 11808.1524, + 11895.4678, + 12142.8609, + 12255.6373, + 12053.1567, + 12041.8372, + 11897.4146, + 11962.338, + 11900.6204, + 12096.664, + 12216.4218, + 12323.4579, + 12196.7307, + 12457.3206, + 12533.319, + 12590.9283, + 12475.3143, + 12547.9198, + 12576.6351, + 12776.1099, + 12937.6593, + 12835.592, + 12864.2711, + 12926.8284, + 12795.9235, + 12856.3316, + 12889.3924, + 12773.7901, + 12721.3745, + 12670.9521, + 12566.258, + 12583.3004, + 12275.874, + 12366.1132, + 12462.498, + 12158.6034, + 12552.6486, + 12298.2041, + 12412.9095, + 12466.5945, + 12541.7613, + 12477.5881, + 12441.4013, + 12420.5507, + 12616.4254, + 12540.7563, + 12563.5133, + 12662.9202, + 12606.813, + 12548.1115, + 12521.9091, + 12444.4642, + 12499.2642, + 12268.5528, + 12303.229, + 12159.3119, + 12153.7773, + 12176.3621, + 12278.7827, + 12248.7187, + 12261.5746, + 12166.4135, + 12121.8174, + 12040.3144, + 12236.3052, + 12237.1228, + 12344.2933, + 12283.7478, + 12223.4003, + 12457.3936, + 12331.6837, + 12660.8225, + 12381.382, + 12510.9765, + 12459.0676, + 12564.6886, + 12534.8996, + 12685.0775, + 12437.6463, + 12424.9098, + 12570.0333, + 12346.4798, + 12433.7435, + 12628.3737, + 12519.824, + 12599.0108, + 12478.5593, + 12419.9076, + 12516.3809, + 12461.7636, + 12606.6188, + 12689.2757, + 12588.4929, + 12490.0391, + 12495.7693, + 12466.4147, + 12671.2397, + 12734.3707, + 12589.6232, + 12770.3338, + 12525.7524, + 12402.0401, + 12706.125, + 12625.9436, + 12687.5274, + 12564.0331, + 12543.3381, + 12508.1213, + 12562.4806, + 12575.7489, + 12507.4904, + 12508.9459, + 12687.4952, + 12571.0121, + 12388.3663, + 12502.6958, + 12549.6856, + 12618.1814, + 12721.0528, + 12607.9665, + 12235.0608, + 12135.6603, + 12138.3684, + 12052.0592, + 12298.1703, + 12494.5448, + 12456.1235, + 12489.583, + 12602.8693, + 12491.0542, + 12588.5191, + 12624.5451, + 12610.6265, + 12565.5905, + 12683.2651, + 12478.9487, + 12345.4264, + 12227.5238, + 12235.5863, + 12197.8613, + 12027.4938, + 12084.7848, + 11990.6018, + 12114.6504, + 11979.3624, + 12059.1789, + 11963.2442, + 12200.4074, + 12225.1647, + 12124.2791, + 12061.5854, + 12392.7457, + 12107.4778, + 12063.253, + 12065.1898, + 12284.6136, + 12247.8751, + 12191.4696, + 12225.9559, + 12300.6902, + 12301.8986, + 12333.9047, + 12500.4138, + 12580.742, + 12628.8558, + 12675.7247, + 12217.8911, + 12248.1199, + 12152.8083, + 12076.8653, + 12119.3295, + 12138.5267, + 12220.0191, + 12174.0003, + 11851.3877, + 11938.5078, + 11802.2964, + 11906.0738, + 12057.9543, + 11989.9812, + 12160.8095, + 12233.7076, + 12192.8663, + 12236.0725, + 12296.7641, + 12363.3115, + 12389.199, + 12333.7589, + 12427.8817, + 12488.4035, + 12534.5432, + 12445.7013, + 12548.9599, + 12426.776, + 12301.7888, + 12286.7975, + 12186.8279, + 12465.8918, + 12498.9606, + 12444.0143, + 12459.5659, + 12368.4468, + 12238.3211, + 12073.9455, + 12211.3086, + 12300.1033, + 12111.2458, + 12174.8436, + 12180.914, + 12209.0944, + 12111.8352, + 12181.2589, + 12266.6157, + 12425.1654, + 12246.9971, + 12192.5724, + 12146.8743, + 12116.9964, + 12138.0062, + 12041.498, + 11867.6788, + 12009.9145, + 12095.4118, + 12254.3029, + 12154.6129, + 12263.9594, + 12255.1531, + 12417.26, + 12642.9387, + 12761.1856, + 12648.9227, + 12876.4842, + 12732.1731, + 12684.7952, + 12881.6212, + 12844.6229, + 12972.9092, + 12875.8777, + 12790.1891, + 12694.625, + 12708.2108, + 12704.1594, + 12647.028, + 12656.1202, + 12428.0103, + 12774.2976, + 12535.8242, + 12618.2126, + 12543.5089, + 12379.2858, + 12437.0247, + 12291.2209, + 12378.712, + 12582.2244, + 12613.0079, + 12867.7527, + 12731.0531, + 12717.4825, + 12637.25, + 12720.0963, + 12725.1268, + 12625.0093, + 12403.0238, + 12234.3832, + 12273.3302, + 12252.0977, + 12219.5285, + 12365.942, + 12304.4406, + 12271.7839, + 12374.1604, + 12417.8366, + 12382.6808, + 12488.9001, + 12342.7729, + 12315.2952, + 12356.9981, + 12396.3995, + 12348.4791, + 12291.2865, + 12078.805, + 12221.2359, + 12082.3537, + 12180.9842, + 12123.8605, + 12108.9841, + 12156.465, + 12148.9203, + 12166.6059, + 12199.5985, + 12205.3071, + 12019.8295, + 12057.3761, + 12102.257, + 12102.2383, + 12134.6246, + 12262.4882, + 12142.8126, + 12119.9886, + 11854.6628, + 11879.593, + 11827.4068, + 12007.5889, + 12059.0859, + 12200.3801, + 12188.7796, + 12210.4651, + 12326.6069, + 12378.4726, + 12172.0473, + 12215.3133, + 12202.9706, + 12209.1524, + 12058.1823, + 12238.2875, + 12262.8643, + 12417.6031, + 12398.8297, + 12279.6365, + 12414.3657, + 12360.6408, + 12422.5384, + 12432.1394, + 12575.3024, + 12588.277, + 12679.7102, + 12642.9702, + 12596.6261, + 12552.0991, + 12403.8072, + 12410.6574, + 12381.5336, + 12279.3319, + 12499.0777, + 12612.1259, + 12697.731, + 12567.9049, + 12628.7706, + 12755.4645, + 12889.1564, + 12784.2663, + 12762.6575, + 12693.6489, + 12789.0397, + 12766.2157, + 12725.4263, + 12799.7987, + 12831.5985, + 12726.8905, + 12607.7258, + 12632.1626, + 12566.8585, + 12535.5921, + 12795.579, + 12600.6723, + 12398.7634, + 12281.3413, + 12497.148, + 12379.6688, + 12295.9271, + 12195.4949, + 12165.6345, + 12082.4592, + 11773.9067, + 11872.6554, + 11941.2418, + 11959.4894, + 11926.1514, + 11873.1676, + 12055.568, + 12008.3704, + 12136.5822, + 12091.6436, + 12172.2504, + 12225.561, + 12181.8507, + 12125.4902, + 12217.7313, + 12210.2523, + 12204.8374, + 12148.6979, + 12142.7439, + 12065.1128, + 12206.3657, + 12165.3781, + 12292.8739, + 12109.1266, + 12173.6247, + 12193.2617, + 12072.8056, + 12105.3412, + 12002.6019, + 12108.8119, + 12103.2168, + 12200.5148, + 12325.8613, + 11983.5632, + 12076.7747, + 12208.4405, + 12133.9227, + 12231.474, + 12157.77, + 12095.9761, + 11968.0855, + 11864.4251, + 11927.8963, + 11823.4617, + 11866.3247, + 12130.9596, + 12018.702, + 12110.4777, + 12396.6039, + 12495.6836, + 12495.7589, + 12672.3237, + 12636.8956, + 12606.1762, + 12701.1822, + 12700.894, + 12712.6802, + 12770.2248, + 12851.6612, + 12609.7482, + 12547.4309, + 12597.1443, + 12307.5495, + 12552.391, + 12543.0741, + 12624.923, + 12657.9503, + 12612.6111, + 12441.7651, + 12530.9505, + 12655.4088, + 12586.9879, + 12460.0947, + 12272.3901, + 12271.162, + 12238.7862, + 12190.9031, + 11921.7999, + 11819.2542, + 11846.936, + 11797.4946, + 11543.2895, + 11584.5148, + 11372.3365, + 11315.6027, + 11486.6493, + 11468.2925, + 11489.9562, + 11476.4872, + 11535.8117, + 11443.5357, + 11486.4257, + 11640.5594, + 11417.3376, + 11461.0018, + 11445.2315, + 11625.9324, + 11610.671, + 11747.6729, + 11751.1958, + 11787.9799, + 11925.8523, + 12036.6194, + 11963.11, + 12089.805, + 12053.806, + 12084.6717, + 12070.9949, + 12012.2985, + 12241.5989, + 12087.3091, + 11909.315, + 11946.6546, + 11991.9291, + 12113.8008, + 12141.6914, + 12133.0549, + 12288.8408, + 12437.6489, + 12200.3616, + 12044.0699, + 12276.5685, + 12303.3509, + 12503.8005, + 12276.2849, + 12203.7916, + 12227.149, + 12519.242, + 12547.4611, + 12573.1209, + 12668.7934, + 12772.4141, + 12447.726, + 12440.1473, + 12501.979, + 12603.1343, + 12673.3938, + 12637.7833, + 12594.8253, + 12622.7635, + 12667.8282, + 12735.4781, + 12554.8891, + 12792.6228, + 12825.2996, + 12932.2445, + 12904.4359, + 12821.9311, + 12642.9432, + 12753.1609, + 12751.3799, + 12743.9476, + 12762.657, + 12703.5884, + 12748.0859, + 12660.3494, + 12571.5451, + 12504.8253, + 12571.1945, + 12508.9995, + 12277.4711, + 12479.1127, + 12306.3255, + 12406.8243, + 12502.0505, + 12530.0231, + 12396.408, + 12372.8254, + 12160.6781, + 12422.5262, + 12498.8928, + 12423.2361, + 12542.5545, + 12323.2675, + 12331.711, + 12154.8458, + 12282.7905, + 12173.3438, + 12388.2803, + 12409.893, + 12625.1438, + 12321.7875, + 12479.3319, + 12540.7099, + 12468.519, + 12537.4193, + 12580.2529, + 12465.4089, + 12533.8538, + 12230.0017, + 12247.0569, + 11914.7608, + 12137.5756, + 12180.9699, + 12391.6928, + 12431.6669, + 12344.0402, + 12394.2995, + 12388.0246, + 12311.7507, + 12191.123, + 12466.6112, + 12315.0688, + 12301.3806, + 12583.7183, + 12481.8002, + 12584.0032, + 12661.3849, + 12587.3332, + 12606.6773, + 12116.577, + 12213.1179, + 11928.056, + 11941.7739, + 11972.3954, + 11898.6784, + 11968.6136, + 12059.7123, + 11911.7626, + 12071.0692, + 12032.602, + 11874.5944, + 11833.2348, + 11888.4461, + 11689.1576, + 11893.2797, + 11882.8195, + 12185.0946, + 12256.8157, + 12311.1759, + 12360.7749, + 12183.6245, + 12049.606, + 11942.2827, + 11774.9458, + 11821.4135, + 11834.4012, + 11877.6569, + 11856.0867, + 11836.8027, + 11764.5708, + 11626.4544, + 11564.5722, + 11631.8447, + 11720.3364, + 11578.5736, + 11378.528, + 11709.8069, + 11538.7951, + 11835.6969, + 11842.4083, + 11901.7532, + 11974.4527, + 11882.9753, + 11959.9023, + 12008.9142, + 11893.8014, + 11726.2266, + 11957.3383, + 11910.7686, + 11964.587, + 12262.9096, + 12235.4805, + 12500.0098, + 12535.3315, + 12446.6848, + 12410.5574, + 12460.944, + 12440.2365, + 12541.3442, + 12402.453, + 12453.2267, + 12619.2388, + 12449.2711, + 12531.2136, + 12343.5266, + 12272.7115, + 12170.0352, + 12390.1936, + 12170.5993, + 12445.8097, + 12444.8725, + 12500.4728, + 12476.1004, + 12409.9689, + 12269.2097, + 12077.8215, + 12032.6641, + 11800.435, + 12010.8104, + 12075.2, + 12189.3897, + 12125.2477, + 12030.2453, + 12032.6488, + 11975.4289, + 12043.2824, + 12113.6761, + 12145.4648, + 11977.8054, + 12262.6215, + 12295.5407, + 12218.7034, + 12092.5747, + 12043.7594, + 12069.8079, + 12271.503, + 12196.5612, + 12413.5158, + 12279.3192, + 12677.6255, + 12574.8941, + 12526.1786, + 12457.9622, + 12558.9753, + 12325.8721, + 12269.3398, + 12384.3842, + 12443.961, + 12587.4479, + 12419.3764, + 12270.5088, + 12150.5774, + 12218.928, + 12475.0921, + 12503.7145, + 12510.2314, + 12623.3488, + 12627.3768, + 12569.6372, + 12341.1732, + 12533.6565, + 12404.4622, + 12437.1939, + 12731.795, + 12485.5307, + 12600.6503, + 12465.4117, + 12443.6434, + 12192.6919, + 12199.9815, + 12071.0727, + 12300.1024, + 12185.3099, + 12331.7484, + 12266.1932, + 12383.7497, + 12396.8013, + 12505.8126, + 12280.3592, + 12190.934, + 12307.5393, + 12463.6451, + 12462.3782, + 12422.7217, + 12389.6132, + 12328.1418, + 12290.3665, + 12287.535, + 12131.89, + 12353.1658, + 12196.6705, + 12086.4181, + 12051.112, + 11974.2188, + 12027.6771, + 11939.2129, + 12008.9535, + 12021.1008, + 11890.9037, + 11911.0957, + 11924.0438, + 11971.4541, + 12094.5691, + 12141.6223, + 12332.2335, + 12123.2508, + 12357.3698, + 12339.8365, + 12313.6396, + 12479.8358, + 12195.9896, + 12316.6925, + 12358.7783, + 12552.5277, + 12440.7161, + 12260.6366, + 12360.4711, + 12206.0668, + 12538.9985, + 12371.5484, + 12442.4403, + 12212.0992, + 12297.9642, + 12060.6713, + 12143.1667 + ], + "episode_costs": [ + 25.0, + 59.25, + 34.75, + 34.75, + 17.25, + 35.25, + 13.0, + 14.5, + 34.75, + 17.25, + 23.0, + 17.25, + 22.5, + 16.0, + 4.25, + 4.5, + 12.25, + 6.75, + 9.5, + 5.75, + 5.25, + 6.75, + 6.0, + 6.75, + 1.25, + 14.0, + 13.25, + 2.25, + 7.75, + 3.25, + 11.75, + 1.5, + 27.75, + 15.0, + 3.75, + 11.75, + 22.25, + 15.0, + 10.75, + 18.75, + 8.75, + 5.0, + 1.0, + 11.5, + 1.25, + 8.25, + 4.75, + 0.75, + 6.25, + 7.5, + 20.5, + 3.75, + 0.25, + 15.75, + 2.75, + 3.5, + 8.5, + 2.5, + 4.25, + 13.0, + 1.5, + 6.25, + 5.5, + 4.5, + 10.75, + 8.5, + 6.75, + 11.5, + 2.5, + 4.5, + 17.0, + 9.5, + 16.75, + 1.25, + 18.25, + 3.5, + 4.5, + 2.5, + 1.25, + 9.25, + 14.0, + 8.0, + 7.5, + 1.25, + 1.25, + 4.0, + 6.5, + 2.5, + 1.75, + 0.5, + 2.5, + 0.0, + 1.75, + 5.5, + 3.25, + 2.75, + 4.75, + 5.5, + 1.25, + 12.75, + 1.75, + 5.75, + 7.75, + 2.25, + 0.25, + 2.25, + 25.25, + 13.75, + 5.5, + 1.75, + 0.0, + 11.0, + 2.25, + 0.25, + 5.5, + 4.0, + 0.25, + 18.25, + 8.5, + 1.0, + 3.5, + 2.5, + 7.0, + 4.5, + 7.0, + 0.0, + 5.0, + 0.0, + 0.75, + 15.25, + 2.0, + 1.75, + 2.0, + 0.0, + 4.75, + 10.75, + 2.75, + 8.75, + 2.25, + 4.0, + 9.25, + 4.25, + 6.25, + 6.75, + 17.5, + 6.75, + 0.0, + 0.0, + 4.75, + 4.5, + 0.0, + 8.5, + 0.75, + 2.0, + 7.5, + 3.75, + 0.0, + 1.0, + 3.5, + 7.0, + 0.5, + 3.0, + 3.25, + 2.25, + 0.0, + 0.75, + 3.25, + 8.0, + 8.25, + 1.5, + 0.0, + 4.0, + 3.5, + 0.5, + 1.75, + 0.5, + 0.0, + 0.0, + 45.0, + 20.5, + 15.25, + 10.0, + 2.75, + 2.25, + 1.25, + 0.0, + 0.0, + 0.0, + 8.5, + 5.5, + 7.25, + 4.0, + 0.25, + 2.25, + 2.25, + 0.0, + 3.5, + 0.25, + 6.0, + 1.75, + 1.75, + 0.5, + 4.25, + 0.75, + 7.5, + 1.5, + 7.25, + 3.75, + 0.0, + 0.5, + 6.75, + 0.75, + 2.5, + 0.0, + 6.5, + 0.0, + 0.0, + 8.25, + 12.75, + 3.5, + 1.75, + 0.25, + 2.5, + 14.5, + 2.0, + 0.0, + 0.0, + 0.0, + 6.75, + 3.5, + 1.75, + 0.0, + 0.0, + 0.0, + 9.0, + 0.75, + 0.0, + 0.25, + 0.0, + 5.25, + 5.0, + 2.0, + 0.75, + 4.25, + 3.75, + 0.0, + 2.25, + 12.75, + 7.25, + 0.0, + 0.0, + 4.5, + 4.0, + 0.0, + 5.75, + 4.0, + 2.75, + 0.0, + 0.25, + 0.5, + 3.5, + 15.0, + 0.5, + 3.5, + 1.25, + 0.25, + 4.0, + 5.25, + 5.75, + 6.5, + 0.25, + 14.5, + 2.25, + 0.0, + 1.25, + 12.0, + 3.5, + 2.0, + 0.0, + 3.0, + 0.0, + 6.25, + 0.5, + 0.0, + 14.5, + 4.5, + 0.0, + 0.0, + 6.25, + 3.5, + 3.75, + 4.5, + 0.0, + 7.0, + 14.75, + 3.25, + 2.75, + 0.0, + 2.75, + 0.0, + 0.0, + 13.0, + 7.0, + 6.25, + 0.25, + 6.75, + 0.0, + 1.0, + 2.75, + 2.75, + 8.25, + 0.0, + 7.25, + 10.5, + 10.25, + 0.25, + 5.25, + 0.25, + 3.25, + 2.25, + 0.0, + 0.0, + 0.0, + 14.75, + 3.25, + 0.0, + 0.0, + 5.5, + 0.0, + 2.5, + 8.5, + 0.0, + 0.0, + 1.0, + 1.25, + 0.0, + 0.75, + 6.5, + 13.75, + 0.0, + 4.75, + 5.0, + 0.0, + 9.5, + 1.5, + 5.0, + 1.25, + 0.0, + 7.0, + 1.25, + 4.5, + 4.0, + 0.0, + 4.75, + 6.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 3.5, + 2.25, + 3.75, + 0.25, + 0.5, + 1.5, + 0.75, + 0.0, + 2.25, + 6.25, + 0.0, + 2.5, + 1.25, + 1.0, + 14.25, + 12.75, + 5.5, + 5.0, + 2.0, + 3.75, + 5.5, + 0.5, + 2.75, + 0.0, + 0.0, + 1.75, + 0.0, + 0.0, + 9.75, + 0.0, + 16.25, + 0.0, + 12.0, + 9.75, + 3.75, + 15.25, + 14.75, + 3.5, + 2.0, + 2.0, + 4.25, + 4.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 6.25, + 11.75, + 1.25, + 0.0, + 7.0, + 0.0, + 0.0, + 3.25, + 3.75, + 3.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 2.25, + 0.25, + 0.0, + 0.0, + 0.0, + 12.0, + 1.0, + 1.0, + 0.0, + 2.5, + 2.0, + 2.75, + 1.0, + 2.5, + 0.0, + 1.5, + 0.0, + 0.0, + 1.25, + 4.0, + 4.25, + 0.5, + 0.0, + 0.0, + 3.0, + 1.25, + 5.5, + 2.0, + 2.75, + 0.0, + 4.5, + 7.25, + 11.25, + 1.75, + 3.0, + 1.25, + 3.75, + 6.5, + 6.25, + 0.0, + 0.0, + 0.0, + 7.25, + 0.25, + 0.0, + 0.0, + 0.0, + 1.5, + 4.75, + 0.75, + 5.75, + 0.0, + 0.0, + 0.5, + 4.5, + 13.5, + 8.0, + 3.5, + 6.75, + 2.75, + 0.25, + 1.75, + 0.75, + 2.25, + 1.0, + 0.25, + 3.25, + 9.25, + 14.25, + 8.25, + 1.0, + 1.0, + 0.0, + 1.5, + 2.25, + 2.25, + 3.75, + 6.5, + 6.0, + 5.5, + 3.75, + 2.0, + 0.0, + 3.5, + 5.0, + 0.0, + 2.25, + 0.5, + 0.0, + 1.0, + 8.25, + 4.5, + 5.5, + 0.25, + 0.0, + 0.0, + 2.0, + 0.0, + 2.25, + 0.0, + 1.25, + 3.25, + 5.75, + 0.0, + 0.0, + 9.75, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 1.25, + 0.75, + 0.0, + 0.0, + 0.0, + 3.5, + 3.0, + 0.0, + 1.75, + 2.5, + 0.0, + 0.0, + 8.25, + 0.0, + 0.75, + 5.0, + 2.75, + 0.75, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 1.25, + 3.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 3.0, + 0.25, + 1.0, + 15.0, + 2.0, + 1.25, + 4.5, + 1.0, + 2.0, + 0.0, + 0.25, + 5.75, + 2.75, + 0.0, + 0.0, + 4.75, + 0.0, + 4.5, + 0.0, + 0.25, + 5.0, + 0.0, + 7.5, + 2.0, + 0.0, + 3.5, + 3.0, + 3.0, + 0.5, + 9.0, + 3.75, + 0.0, + 0.0, + 2.0, + 2.0, + 0.0, + 0.5, + 1.5, + 7.75, + 2.0, + 2.0, + 0.0, + 4.0, + 4.5, + 0.0, + 0.0, + 2.5, + 0.0, + 0.0, + 3.0, + 0.0, + 0.5, + 0.25, + 3.25, + 0.25, + 0.75, + 0.0, + 1.25, + 0.5, + 3.25, + 0.25, + 6.25, + 0.0, + 2.5, + 4.25, + 0.0, + 0.0, + 2.75, + 0.0, + 0.5, + 0.0, + 2.0, + 0.75, + 8.0, + 4.0, + 3.5, + 0.5, + 1.0, + 0.75, + 1.5, + 1.25, + 2.25, + 2.25, + 0.0, + 1.25, + 0.0, + 2.75, + 10.75, + 3.5, + 1.0, + 1.0, + 0.0, + 0.5, + 2.5, + 0.0, + 0.75, + 3.5, + 0.25, + 0.0, + 0.0, + 0.0, + 8.75, + 6.0, + 0.5, + 1.25, + 6.25, + 4.0, + 3.5, + 0.0, + 5.0, + 1.0, + 5.75, + 4.25, + 0.0, + 1.5, + 2.25, + 2.5, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.5, + 0.0, + 3.5, + 0.0, + 4.5, + 1.5, + 1.25, + 0.0, + 0.0, + 1.5, + 1.25, + 0.0, + 0.0, + 0.25, + 3.25, + 5.25, + 2.5, + 1.0, + 1.0, + 0.25, + 4.5, + 4.0, + 4.75, + 0.0, + 0.0, + 2.25, + 1.75, + 0.5, + 0.0, + 0.0, + 1.75, + 4.0, + 0.0, + 0.0, + 5.5, + 0.0, + 1.5, + 1.5, + 0.25, + 0.0, + 0.0, + 2.25, + 0.25, + 6.75, + 3.75, + 0.0, + 1.5, + 0.0, + 2.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 1.5, + 0.25, + 1.0, + 0.75, + 0.75, + 2.25, + 7.0, + 3.25, + 3.25, + 0.25, + 0.0, + 5.5, + 3.0, + 3.0, + 0.0, + 0.0, + 0.0, + 7.75, + 0.0, + 4.0, + 0.0, + 0.0, + 4.25, + 3.25, + 2.5, + 3.5, + 0.0, + 0.0, + 0.0, + 5.0, + 10.0, + 6.25, + 0.0, + 0.0, + 0.25, + 0.0, + 2.75, + 2.25, + 6.75, + 0.0, + 4.0, + 3.75, + 5.0, + 3.5, + 6.25, + 6.75, + 1.25, + 0.0, + 4.0, + 0.5, + 0.0, + 0.5, + 0.25, + 2.0, + 0.0, + 3.5, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 4.5, + 0.5, + 3.75, + 1.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0, + 7.0, + 1.25, + 0.0, + 0.0, + 2.0, + 6.0, + 2.25, + 0.0, + 0.0, + 4.25, + 2.25, + 3.0, + 0.25, + 9.25, + 3.25, + 0.0, + 1.0, + 5.75, + 0.5, + 2.5, + 0.0, + 1.75, + 0.0, + 13.5, + 2.75, + 4.5, + 8.75, + 0.0, + 0.0, + 0.0, + 4.25, + 0.0, + 6.25, + 9.75, + 0.0, + 4.5, + 2.75, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 2.25, + 0.0, + 4.5, + 14.0, + 14.75, + 1.75, + 7.0, + 2.75, + 3.25, + 4.75, + 0.0, + 8.75, + 4.0, + 5.5, + 5.25, + 0.0, + 0.0, + 0.0, + 0.0, + 6.25, + 0.25, + 5.75, + 0.0, + 3.25, + 2.0, + 0.0, + 2.5, + 2.75, + 0.0, + 0.0, + 0.0, + 4.25, + 5.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.75, + 0.0, + 0.0, + 0.0, + 3.0, + 2.0, + 4.25, + 0.0, + 4.75, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.5, + 4.5, + 6.0, + 0.25, + 0.0, + 1.5, + 5.0, + 1.75, + 0.0, + 0.0, + 1.5, + 5.25, + 3.5, + 0.0, + 1.75, + 7.5, + 0.0, + 10.5, + 0.0, + 7.0, + 3.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 6.5, + 1.0, + 0.0, + 0.0, + 6.75, + 2.25, + 6.0, + 0.0, + 3.25, + 0.0, + 0.0, + 0.5, + 1.5, + 3.0, + 4.75, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 9.25, + 0.0, + 0.0, + 0.0, + 2.5, + 0.0, + 0.0, + 3.0, + 0.0, + 5.0, + 1.5, + 7.0, + 0.0, + 0.25, + 3.5, + 10.25, + 0.5, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 2.0, + 0.0, + 8.25 + ], + "episode_lambdas": [ + 12.5, + 15.3425, + 18.2482, + 21.2109, + 24.0498, + 26.9573, + 29.7041, + 32.3212, + 35.0241, + 37.6292, + 40.2038, + 42.6934, + 45.159, + 47.5381, + 49.7218, + 51.7321, + 53.6639, + 55.47, + 57.1905, + 58.7965, + 60.2943, + 61.7099, + 63.0439, + 64.312, + 65.4658, + 66.6442, + 67.8373, + 68.9336, + 69.9977, + 70.9879, + 71.9967, + 72.9195, + 74.0275, + 75.1748, + 76.2448, + 77.3253, + 78.5203, + 79.7458, + 80.9562, + 82.2331, + 83.4698, + 84.6328, + 85.6895, + 86.7556, + 87.7275, + 88.6848, + 89.5938, + 90.4194, + 91.225, + 92.025, + 92.95, + 93.82, + 94.6055, + 95.4699, + 96.2754, + 97.0354, + 97.8044, + 98.5214, + 99.2093, + 99.9583, + 100.6475, + 101.3303, + 101.9997, + 102.6473, + 103.3375, + 104.0438, + 104.7469, + 105.4947, + 106.1927, + 106.866, + 107.6419, + 108.4352, + 109.3167, + 110.1225, + 111.0302, + 111.8822, + 112.694, + 113.4496, + 114.1421, + 114.8579, + 115.6421, + 116.4279, + 117.2101, + 117.9266, + 118.584, + 119.2156, + 119.849, + 120.4441, + 120.9972, + 121.5, + 121.9775, + 122.4072, + 122.8115, + 123.2304, + 123.6398, + 124.0358, + 124.4398, + 124.8583, + 125.2475, + 125.7252, + 126.1727, + 126.6329, + 127.1246, + 127.5897, + 128.0107, + 128.4121, + 129.0259, + 129.7158, + 130.3917, + 131.0176, + 131.5808, + 132.1977, + 132.7755, + 133.2979, + 133.8231, + 134.3358, + 134.7997, + 135.3998, + 136.0248, + 136.5973, + 137.1476, + 137.6678, + 138.206, + 138.7354, + 139.2819, + 139.7737, + 140.2663, + 140.7097, + 141.1162, + 141.6346, + 142.1211, + 142.5765, + 143.0064, + 143.3932, + 143.7889, + 144.2525, + 144.6973, + 145.185, + 145.6465, + 146.1019, + 146.6042, + 147.0988, + 147.6064, + 148.1308, + 148.7777, + 149.4274, + 150.0122, + 150.5385, + 151.0596, + 151.5736, + 152.0363, + 152.5377, + 152.9964, + 153.4293, + 153.8938, + 154.3494, + 154.7595, + 155.1385, + 155.5147, + 155.9232, + 156.2959, + 156.6613, + 157.0227, + 157.3704, + 157.6834, + 157.9725, + 158.2653, + 158.6088, + 159.0004, + 159.3678, + 159.6986, + 160.0362, + 160.3751, + 160.6851, + 160.9816, + 161.2534, + 161.4981, + 161.7183, + 162.3664, + 163.1548, + 164.0168, + 164.8926, + 165.7084, + 166.465, + 167.1585, + 167.7827, + 168.3444, + 168.85, + 169.39, + 169.931, + 170.4904, + 171.0338, + 171.5255, + 171.9904, + 172.4314, + 172.8282, + 173.2204, + 173.5759, + 173.9558, + 174.3152, + 174.6562, + 174.9681, + 175.2913, + 175.5896, + 175.9332, + 176.2574, + 176.6216, + 176.987, + 177.3158, + 177.6167, + 177.955, + 178.267, + 178.5728, + 178.848, + 179.1607, + 179.4422, + 179.6954, + 180.0059, + 180.4128, + 180.814, + 181.1926, + 181.5359, + 181.8698, + 182.3153, + 182.7363, + 183.1151, + 183.4561, + 183.763, + 184.1067, + 184.451, + 184.7784, + 185.0731, + 185.3383, + 185.577, + 185.8818, + 186.1636, + 186.4172, + 186.648, + 186.8557, + 187.0951, + 187.3606, + 187.6196, + 187.8601, + 188.1191, + 188.3897, + 188.6332, + 188.8749, + 189.2199, + 189.6029, + 189.9476, + 190.2579, + 190.5821, + 190.9139, + 191.2125, + 191.5387, + 191.8724, + 192.2001, + 192.4951, + 192.7631, + 193.0093, + 193.2659, + 193.6468, + 193.9946, + 194.3426, + 194.6684, + 194.964, + 195.2701, + 195.5981, + 195.9508, + 196.3332, + 196.6799, + 197.1369, + 197.5707, + 197.9612, + 198.325, + 198.7725, + 199.2103, + 199.6243, + 199.9968, + 200.3621, + 200.6909, + 201.0493, + 201.3769, + 201.6717, + 202.082, + 202.4963, + 202.8692, + 203.2048, + 203.5693, + 203.9324, + 204.2966, + 204.6695, + 205.005, + 205.377, + 205.8593, + 206.3259, + 206.7733, + 207.176, + 207.5659, + 207.9168, + 208.2326, + 208.6468, + 209.0897, + 209.5507, + 209.9681, + 210.4113, + 210.8102, + 211.1792, + 211.5387, + 211.8899, + 212.2884, + 212.647, + 213.0423, + 213.5031, + 214.0203, + 214.4883, + 214.9619, + 215.3907, + 215.8092, + 216.2083, + 216.5674, + 216.8907, + 217.1816, + 217.591, + 217.9919, + 218.3527, + 218.6774, + 219.0247, + 219.3372, + 219.6435, + 220.0041, + 220.3287, + 220.6208, + 220.8938, + 221.1519, + 221.3842, + 221.6008, + 221.8607, + 222.2321, + 222.5664, + 222.9148, + 223.2783, + 223.6055, + 223.9949, + 224.3604, + 224.7394, + 225.0929, + 225.4112, + 225.7675, + 226.1008, + 226.4457, + 226.7961, + 227.1115, + 227.4429, + 227.8036, + 228.1282, + 228.4204, + 228.6834, + 228.92, + 229.1455, + 229.3835, + 229.6201, + 229.8706, + 230.0986, + 230.3087, + 230.5128, + 230.704, + 230.8761, + 231.0535, + 231.2757, + 231.4756, + 231.6805, + 231.8775, + 232.0647, + 232.3758, + 232.7832, + 233.2049, + 233.6344, + 234.0409, + 234.4444, + 234.8624, + 235.2437, + 235.6143, + 235.9479, + 236.2481, + 236.5358, + 236.7947, + 237.0277, + 237.335, + 237.6115, + 238.0228, + 238.393, + 238.8462, + 239.3516, + 239.8439, + 240.4396, + 241.1231, + 241.7733, + 242.3785, + 242.9431, + 243.4938, + 244.0344, + 244.5385, + 244.9921, + 245.4004, + 245.7679, + 246.0986, + 246.4587, + 246.9004, + 247.3103, + 247.6793, + 248.0814, + 248.4432, + 248.7689, + 249.0945, + 249.4251, + 249.7526, + 250.0473, + 250.3126, + 250.5513, + 250.7937, + 251.0118, + 251.2306, + 251.4301, + 251.6096, + 251.7711, + 251.9165, + 252.1673, + 252.4031, + 252.6253, + 252.8253, + 253.0302, + 253.2347, + 253.4462, + 253.6466, + 253.852, + 254.0368, + 254.2181, + 254.3813, + 254.5282, + 254.6728, + 254.8431, + 255.0387, + 255.2199, + 255.3829, + 255.5296, + 255.6916, + 255.85, + 256.0475, + 256.2452, + 256.4507, + 256.6356, + 256.8471, + 257.1099, + 257.4589, + 257.7905, + 258.1189, + 258.427, + 258.7418, + 259.0902, + 259.4661, + 259.8045, + 260.1091, + 260.3832, + 260.7024, + 260.9921, + 261.2529, + 261.4876, + 261.6989, + 261.904, + 262.1361, + 262.3525, + 262.6047, + 262.8317, + 263.0361, + 263.225, + 263.44, + 263.7685, + 264.1441, + 264.5172, + 264.9205, + 265.3109, + 265.6648, + 266.0009, + 266.3108, + 266.6122, + 266.8935, + 267.1491, + 267.4117, + 267.7405, + 268.179, + 268.6561, + 269.0955, + 269.5009, + 269.8658, + 270.2093, + 270.5408, + 270.8617, + 271.1881, + 271.5468, + 271.9296, + 272.3291, + 272.7262, + 273.1036, + 273.4432, + 273.7839, + 274.1405, + 274.4615, + 274.7728, + 275.058, + 275.3147, + 275.5558, + 275.8552, + 276.1697, + 276.5077, + 276.8144, + 277.0905, + 277.3389, + 277.5825, + 277.8018, + 278.0216, + 278.2195, + 278.41, + 278.614, + 278.8551, + 279.0721, + 279.2674, + 279.5406, + 279.7866, + 280.0079, + 280.2471, + 280.4624, + 280.6562, + 280.8431, + 281.0188, + 281.1769, + 281.3192, + 281.4473, + 281.5975, + 281.7628, + 281.9115, + 282.0629, + 282.2241, + 282.3692, + 282.4997, + 282.6998, + 282.8798, + 283.0493, + 283.2519, + 283.4617, + 283.658, + 283.8347, + 284.0038, + 284.1559, + 284.2953, + 284.4258, + 284.5557, + 284.7051, + 284.8396, + 284.9606, + 285.0746, + 285.1846, + 285.2837, + 285.4103, + 285.5243, + 285.6268, + 285.7192, + 285.8072, + 285.8865, + 285.9879, + 286.0816, + 286.1759, + 286.4108, + 286.6422, + 286.863, + 287.1067, + 287.336, + 287.5624, + 287.7662, + 287.9521, + 288.1769, + 288.4067, + 288.6135, + 288.7997, + 289.0147, + 289.2082, + 289.4274, + 289.6247, + 289.8047, + 290.0167, + 290.2076, + 290.4543, + 290.6964, + 290.9142, + 291.1453, + 291.3833, + 291.6275, + 291.8522, + 292.1445, + 292.445, + 292.7155, + 292.959, + 293.1981, + 293.4333, + 293.6449, + 293.8405, + 294.0314, + 294.2808, + 294.5252, + 294.7652, + 294.9812, + 295.2155, + 295.4715, + 295.7018, + 295.9092, + 296.1207, + 296.3112, + 296.4825, + 296.6668, + 296.8326, + 296.9869, + 297.1282, + 297.2878, + 297.4341, + 297.5732, + 297.6983, + 297.8235, + 297.9412, + 298.0795, + 298.2066, + 298.3834, + 298.5426, + 298.7108, + 298.9047, + 299.0793, + 299.2363, + 299.4052, + 299.5572, + 299.699, + 299.8266, + 299.9614, + 300.0903, + 300.2862, + 300.5026, + 300.7324, + 300.9441, + 301.1447, + 301.3327, + 301.517, + 301.6953, + 301.8782, + 302.0654, + 302.2339, + 302.398, + 302.5457, + 302.7061, + 302.958, + 303.2197, + 303.4652, + 303.6962, + 303.9041, + 304.0962, + 304.2941, + 304.4722, + 304.6399, + 304.8259, + 304.9959, + 305.1488, + 305.2864, + 305.4103, + 305.6092, + 305.8483, + 306.0685, + 306.2791, + 306.5312, + 306.7981, + 307.0733, + 307.321, + 307.5939, + 307.8495, + 308.137, + 308.4383, + 308.7095, + 308.9685, + 309.2242, + 309.4793, + 309.7238, + 309.944, + 310.1421, + 310.3204, + 310.4808, + 310.6252, + 310.8002, + 310.9577, + 311.1344, + 311.2935, + 311.4816, + 311.666, + 311.8444, + 312.0049, + 312.1494, + 312.2945, + 312.4375, + 312.5663, + 312.6822, + 312.7889, + 312.9176, + 313.0858, + 313.2622, + 313.431, + 313.5929, + 313.7411, + 313.9195, + 314.12, + 314.348, + 314.5532, + 314.7379, + 314.9266, + 315.114, + 315.2876, + 315.4438, + 315.5844, + 315.7285, + 315.8981, + 316.0508, + 316.1882, + 316.3669, + 316.5277, + 316.6875, + 316.8462, + 316.9916, + 317.1224, + 317.2402, + 317.3687, + 317.4868, + 317.6606, + 317.8546, + 318.0291, + 318.2012, + 318.3561, + 318.5205, + 318.6684, + 318.8066, + 318.9309, + 319.0428, + 319.1535, + 319.2682, + 319.3739, + 319.479, + 319.5811, + 319.6805, + 319.7924, + 319.9632, + 320.1494, + 320.3494, + 320.532, + 320.6963, + 320.8992, + 321.1117, + 321.3331, + 321.5323, + 321.7115, + 321.8729, + 322.0956, + 322.296, + 322.5164, + 322.7148, + 322.8933, + 323.0965, + 323.3118, + 323.5306, + 323.7626, + 323.9713, + 324.1592, + 324.3283, + 324.5304, + 324.8124, + 325.1287, + 325.4133, + 325.6695, + 325.9025, + 326.1123, + 326.3285, + 326.5457, + 326.8086, + 327.0453, + 327.2982, + 327.5634, + 327.8521, + 328.1469, + 328.4747, + 328.8372, + 329.176, + 329.4809, + 329.7953, + 330.0833, + 330.3424, + 330.5807, + 330.7976, + 331.0129, + 331.2066, + 331.4159, + 331.6043, + 331.8064, + 331.9883, + 332.1519, + 332.2992, + 332.4318, + 332.5511, + 332.6585, + 332.7552, + 332.8422, + 332.9479, + 333.0881, + 333.2193, + 333.3749, + 333.5299, + 333.6869, + 333.8282, + 333.9554, + 334.0699, + 334.1729, + 334.2856, + 334.457, + 334.6238, + 334.7739, + 334.909, + 335.0506, + 335.2381, + 335.4293, + 335.6013, + 335.7562, + 335.9381, + 336.1243, + 336.3219, + 336.5022, + 336.757, + 337.0188, + 337.2544, + 337.4764, + 337.7338, + 337.9704, + 338.2084, + 338.4225, + 338.6328, + 338.822, + 339.1273, + 339.4296, + 339.7466, + 340.1195, + 340.455, + 340.757, + 341.0288, + 341.3159, + 341.5743, + 341.8694, + 342.2325, + 342.5592, + 342.8983, + 343.231, + 343.5304, + 343.7998, + 344.0423, + 344.2606, + 344.4946, + 344.7276, + 344.9373, + 345.1711, + 345.5215, + 345.9843, + 346.4184, + 346.8791, + 347.3212, + 347.7515, + 348.1864, + 348.5778, + 349.0175, + 349.4532, + 349.9004, + 350.3554, + 350.7648, + 351.1333, + 351.465, + 351.7635, + 352.0947, + 352.3952, + 352.7232, + 353.0184, + 353.3165, + 353.6049, + 353.8644, + 354.1229, + 354.3831, + 354.6173, + 354.8281, + 355.0178, + 355.231, + 355.4729, + 355.6906, + 355.8866, + 356.0629, + 356.2216, + 356.422, + 356.6023, + 356.7645, + 356.9106, + 357.072, + 357.2373, + 357.4286, + 357.6007, + 357.8032, + 357.9853, + 358.1843, + 358.3634, + 358.5245, + 358.6696, + 358.8001, + 358.9176, + 359.0684, + 359.249, + 359.4716, + 359.6745, + 359.857, + 360.0363, + 360.2477, + 360.4554, + 360.6424, + 360.8106, + 360.9771, + 361.1794, + 361.3964, + 361.5918, + 361.7851, + 362.0341, + 362.2582, + 362.5649, + 362.8409, + 363.1593, + 363.4834, + 363.7775, + 364.0423, + 364.2805, + 364.495, + 364.688, + 364.8617, + 365.018, + 365.2087, + 365.3803, + 365.5348, + 365.6738, + 365.7989, + 365.9116, + 366.0779, + 366.2376, + 366.3813, + 366.5107, + 366.6946, + 366.8827, + 367.1119, + 367.3182, + 367.5364, + 367.7328, + 367.9095, + 368.0735, + 368.2362, + 368.4126, + 368.6188, + 368.8044, + 368.9715, + 369.1218, + 369.2922, + 369.4454, + 369.5834, + 369.7076, + 369.8193, + 370.0124, + 370.1861, + 370.3425, + 370.4833, + 370.6349, + 370.7714, + 370.8943, + 371.0349, + 371.1614, + 371.3252, + 371.4877, + 371.7039, + 371.8986, + 372.0762, + 372.2711, + 372.549, + 372.8041, + 373.0337, + 373.2403, + 373.4263, + 373.6286, + 373.8108, + 373.9947, + 374.1602, + 374.3917 + ], + "episode_rhos": [ + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..b443bfe52b90f7f53bb357c69c44a32da965f894 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12419436.13, + "constraint_satisfaction_pct": 29.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 374.3917, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13460.61, + "avg_cost": 25.0, + "lambda": 12.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13274.08, + "avg_cost": 17.25, + "lambda": 37.6292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 12957.92, + "avg_cost": 5.75, + "lambda": 58.7965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 13038.97, + "avg_cost": 3.25, + "lambda": 70.9879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 13091.19, + "avg_cost": 18.75, + "lambda": 82.2331, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13172.33, + "avg_cost": 7.5, + "lambda": 92.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 13274.7, + "avg_cost": 13.0, + "lambda": 99.9583, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 13261.73, + "avg_cost": 4.5, + "lambda": 106.866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 13235.72, + "avg_cost": 9.25, + "lambda": 114.8579, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12827.39, + "avg_cost": 0.5, + "lambda": 121.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 13145.5, + "avg_cost": 12.75, + "lambda": 125.7252, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 13067.72, + "avg_cost": 1.75, + "lambda": 131.0176, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 13167.02, + "avg_cost": 1.0, + "lambda": 136.5973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 13189.72, + "avg_cost": 15.25, + "lambda": 141.6346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 12864.29, + "avg_cost": 4.0, + "lambda": 146.1019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12702.96, + "avg_cost": 4.5, + "lambda": 151.5736, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12480.95, + "avg_cost": 7.0, + "lambda": 155.9232, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12232.19, + "avg_cost": 1.5, + "lambda": 159.3678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 12324.82, + "avg_cost": 20.5, + "lambda": 163.1548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12392.87, + "avg_cost": 5.5, + "lambda": 169.931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 12215.36, + "avg_cost": 1.75, + "lambda": 174.3152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 12052.66, + "avg_cost": 0.5, + "lambda": 177.6167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 12358.72, + "avg_cost": 3.5, + "lambda": 180.814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 12199.89, + "avg_cost": 3.5, + "lambda": 184.451, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 11587.48, + "avg_cost": 5.25, + "lambda": 187.0951, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 11900.62, + "avg_cost": 0.0, + "lambda": 189.9476, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 12576.64, + "avg_cost": 0.5, + "lambda": 193.0093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12721.37, + "avg_cost": 6.5, + "lambda": 196.3332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12412.91, + "avg_cost": 3.0, + "lambda": 200.3621, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 12606.81, + "avg_cost": 3.5, + "lambda": 203.9324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12278.78, + "avg_cost": 0.0, + "lambda": 207.9168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12223.4, + "avg_cost": 2.75, + "lambda": 211.8899, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12437.65, + "avg_cost": 2.25, + "lambda": 216.2083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12516.38, + "avg_cost": 2.5, + "lambda": 219.6435, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12589.62, + "avg_cost": 0.0, + "lambda": 222.5664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12562.48, + "avg_cost": 1.25, + "lambda": 226.1008, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12721.05, + "avg_cost": 1.25, + "lambda": 229.1455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12602.87, + "avg_cost": 6.25, + "lambda": 231.2757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12235.59, + "avg_cost": 3.75, + "lambda": 234.4444, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12225.16, + "avg_cost": 0.0, + "lambda": 237.6115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12225.96, + "avg_cost": 2.0, + "lambda": 242.9431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12152.81, + "avg_cost": 1.25, + "lambda": 247.3103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12057.95, + "avg_cost": 0.0, + "lambda": 250.5513, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12427.88, + "avg_cost": 1.0, + "lambda": 252.6253, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12498.96, + "avg_cost": 0.0, + "lambda": 254.5282, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12180.91, + "avg_cost": 2.0, + "lambda": 256.2452, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12138.01, + "avg_cost": 6.5, + "lambda": 259.0902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12642.94, + "avg_cost": 1.5, + "lambda": 261.904, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12790.19, + "avg_cost": 3.5, + "lambda": 264.5172, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12543.51, + "avg_cost": 9.25, + "lambda": 267.7405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12637.25, + "avg_cost": 6.5, + "lambda": 271.5468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12304.44, + "avg_cost": 0.5, + "lambda": 275.058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12348.48, + "avg_cost": 0.0, + "lambda": 277.8018, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12166.61, + "avg_cost": 0.0, + "lambda": 280.0079, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12119.99, + "avg_cost": 3.0, + "lambda": 281.7628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12378.47, + "avg_cost": 2.75, + "lambda": 283.4617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12279.64, + "avg_cost": 0.0, + "lambda": 284.9606, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 12552.1, + "avg_cost": 3.0, + "lambda": 285.9879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 12755.46, + "avg_cost": 0.25, + "lambda": 287.9521, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12726.89, + "avg_cost": 5.0, + "lambda": 290.0167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12379.67, + "avg_cost": 3.75, + "lambda": 292.445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11873.17, + "avg_cost": 2.0, + "lambda": 294.7652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 12210.25, + "avg_cost": 0.0, + "lambda": 296.8326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12193.26, + "avg_cost": 0.25, + "lambda": 298.2066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12208.44, + "avg_cost": 0.0, + "lambda": 299.8266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12130.96, + "avg_cost": 1.25, + "lambda": 301.6953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 12700.89, + "avg_cost": 1.0, + "lambda": 303.6962, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 12624.92, + "avg_cost": 0.0, + "lambda": 305.4103, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12238.79, + "avg_cost": 1.0, + "lambda": 307.8495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11486.65, + "avg_cost": 0.0, + "lambda": 310.3204, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 11445.23, + "avg_cost": 0.0, + "lambda": 312.0049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12053.81, + "avg_cost": 1.0, + "lambda": 313.431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12141.69, + "avg_cost": 0.5, + "lambda": 315.2876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12203.79, + "avg_cost": 1.5, + "lambda": 316.8462, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12603.13, + "avg_cost": 0.0, + "lambda": 318.3561, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12932.24, + "avg_cost": 0.75, + "lambda": 319.5811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12660.35, + "avg_cost": 3.0, + "lambda": 321.3331, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12530.02, + "avg_cost": 3.25, + "lambda": 323.3118, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12154.85, + "avg_cost": 0.0, + "lambda": 325.6695, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12537.42, + "avg_cost": 3.5, + "lambda": 328.1469, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12431.67, + "avg_cost": 2.0, + "lambda": 331.0129, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12481.8, + "avg_cost": 0.0, + "lambda": 332.6585, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 11898.68, + "avg_cost": 0.0, + "lambda": 333.9554, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 11893.28, + "avg_cost": 2.25, + "lambda": 335.4293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 11821.41, + "avg_cost": 1.0, + "lambda": 337.4764, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 11578.57, + "avg_cost": 8.75, + "lambda": 340.1195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12008.91, + "avg_cost": 2.75, + "lambda": 343.231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12446.68, + "avg_cost": 14.75, + "lambda": 345.9843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12343.53, + "avg_cost": 5.25, + "lambda": 350.3554, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 12269.21, + "avg_cost": 2.0, + "lambda": 353.6049, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 11975.43, + "avg_cost": 0.0, + "lambda": 355.8866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 12069.81, + "avg_cost": 0.0, + "lambda": 357.6007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12325.87, + "avg_cost": 4.5, + "lambda": 359.249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12503.71, + "avg_cost": 5.25, + "lambda": 361.1794, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12485.53, + "avg_cost": 0.25, + "lambda": 363.7775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12266.19, + "avg_cost": 0.0, + "lambda": 365.6738, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12389.61, + "avg_cost": 0.0, + "lambda": 367.3182, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 12027.68, + "avg_cost": 0.0, + "lambda": 369.1218, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12332.23, + "avg_cost": 2.5, + "lambda": 370.6349, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12440.72, + "avg_cost": 3.5, + "lambda": 372.2711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12143.17, + "avg_cost": 8.25, + "lambda": 374.3917, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..e8488c9421be0296c3419da6d4ed75b462a0aa7b --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1166114.33, + "constraint_satisfaction_pct": 90.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 185.45, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 144.67, + "avg_cost": 135.5, + "lambda": 23.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1683.83, + "avg_cost": 16.5, + "lambda": 107.983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 1955.57, + "avg_cost": 2.5, + "lambda": 148.1758, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2202.61, + "avg_cost": 1.5, + "lambda": 163.8144, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 1832.78, + "avg_cost": 3.25, + "lambda": 171.2064, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2007.48, + "avg_cost": 0.25, + "lambda": 175.3638, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2310.02, + "avg_cost": 12.75, + "lambda": 177.5517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2070.88, + "avg_cost": 0.0, + "lambda": 179.1278, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1808.13, + "avg_cost": 0.0, + "lambda": 179.8056, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 1956.7, + "avg_cost": 0.0, + "lambda": 180.1662, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2076.61, + "avg_cost": 0.0, + "lambda": 180.351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2041.63, + "avg_cost": 0.0, + "lambda": 180.7979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1711.68, + "avg_cost": 0.75, + "lambda": 182.5412, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1670.5, + "avg_cost": 0.0, + "lambda": 183.8289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1426.66, + "avg_cost": 0.0, + "lambda": 184.3542, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1470.36, + "avg_cost": 0.0, + "lambda": 184.5973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 1540.79, + "avg_cost": 0.0, + "lambda": 184.7356, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 1246.54, + "avg_cost": 0.0, + "lambda": 184.8101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1182.21, + "avg_cost": 0.0, + "lambda": 184.8491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 1171.26, + "avg_cost": 0.0, + "lambda": 184.9596, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1033.65, + "avg_cost": 0.0, + "lambda": 185.0185, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 994.86, + "avg_cost": 0.0, + "lambda": 185.0974, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 989.57, + "avg_cost": 0.0, + "lambda": 185.1615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 953.39, + "avg_cost": 0.0, + "lambda": 185.2029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1010.68, + "avg_cost": 0.0, + "lambda": 185.2173, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 999.34, + "avg_cost": 0.0, + "lambda": 185.2223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 888.6, + "avg_cost": 0.0, + "lambda": 185.2241, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 911.95, + "avg_cost": 0.0, + "lambda": 185.2247, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 902.85, + "avg_cost": 0.0, + "lambda": 185.2249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 886.72, + "avg_cost": 0.0, + "lambda": 185.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 837.55, + "avg_cost": 0.0, + "lambda": 185.225, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 859.86, + "avg_cost": 0.0, + "lambda": 185.2827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 852.14, + "avg_cost": 0.0, + "lambda": 185.3102, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 841.14, + "avg_cost": 0.0, + "lambda": 185.3361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 760.46, + "avg_cost": 0.0, + "lambda": 185.3614, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 877.39, + "avg_cost": 0.0, + "lambda": 185.4009, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 871.08, + "avg_cost": 0.0, + "lambda": 185.4166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 781.35, + "avg_cost": 0.0, + "lambda": 185.4221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 770.65, + "avg_cost": 0.0, + "lambda": 185.424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 894.38, + "avg_cost": 0.0, + "lambda": 185.4246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 876.62, + "avg_cost": 0.0, + "lambda": 185.4249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 879.73, + "avg_cost": 0.0, + "lambda": 185.425, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 925.01, + "avg_cost": 0.0, + "lambda": 185.438, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 958.1, + "avg_cost": 0.0, + "lambda": 185.4458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 989.71, + "avg_cost": 0.0, + "lambda": 185.4485, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 996.37, + "avg_cost": 0.0, + "lambda": 185.4495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1006.62, + "avg_cost": 0.0, + "lambda": 185.4498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1051.01, + "avg_cost": 0.0, + "lambda": 185.4499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1049.74, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1083.9, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 996.75, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1032.63, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 873.26, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1055.7, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1048.14, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1026.19, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 974.96, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 819.41, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 865.38, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 992.27, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1045.4, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1091.48, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1073.83, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1072.98, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1057.85, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1106.67, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1120.16, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1159.88, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1223.56, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1223.28, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1194.33, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1190.72, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1284.57, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1310.67, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1396.25, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1334.97, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1335.52, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1289.54, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1379.61, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1314.41, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1225.26, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1307.18, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1343.04, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1200.22, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1059.85, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1051.48, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1057.76, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1111.83, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 968.07, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 982.82, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 839.25, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 844.47, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 854.4, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 796.08, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 730.64, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 840.17, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 862.61, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 870.83, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 902.39, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 875.05, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 867.02, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v25_walker.json b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v25_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..5dea38bcbd89709d4b7aad80f063513e88f6a379 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v25_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3697571.26, + "constraint_satisfaction_pct": 16.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 192.9, + "avg_cost": 135.5, + "lambda": 23.55, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2599.26, + "avg_cost": 22.25, + "lambda": 109.0705, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2526.29, + "avg_cost": 5.5, + "lambda": 157.101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2680.68, + "avg_cost": 2.5, + "lambda": 180.134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3157.25, + "avg_cost": 15.75, + "lambda": 194.4657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2732.33, + "avg_cost": 20.75, + "lambda": 205.3032, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3112.38, + "avg_cost": 18.25, + "lambda": 217.1346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2938.79, + "avg_cost": 3.5, + "lambda": 227.8887, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2870.3, + "avg_cost": 5.25, + "lambda": 235.376, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2911.0, + "avg_cost": 0.75, + "lambda": 242.5528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3257.18, + "avg_cost": 2.25, + "lambda": 248.0653, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3365.56, + "avg_cost": 2.25, + "lambda": 252.3193, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3444.59, + "avg_cost": 1.25, + "lambda": 256.084, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3086.4, + "avg_cost": 0.0, + "lambda": 261.5396, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2654.96, + "avg_cost": 0.25, + "lambda": 266.0398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3504.68, + "avg_cost": 0.0, + "lambda": 268.3524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2414.82, + "avg_cost": 0.75, + "lambda": 274.2711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3490.18, + "avg_cost": 1.25, + "lambda": 277.4567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2976.08, + "avg_cost": 0.5, + "lambda": 281.7026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3209.27, + "avg_cost": 11.5, + "lambda": 285.446, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4093.44, + "avg_cost": 19.5, + "lambda": 291.164, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3773.12, + "avg_cost": 5.75, + "lambda": 295.9542, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3254.98, + "avg_cost": 0.25, + "lambda": 300.3891, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3287.15, + "avg_cost": 0.25, + "lambda": 307.6283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3183.61, + "avg_cost": 0.5, + "lambda": 313.5447, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3676.43, + "avg_cost": 10.25, + "lambda": 319.3491, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3309.83, + "avg_cost": 34.0, + "lambda": 325.7484, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2828.5, + "avg_cost": 0.5, + "lambda": 336.0692, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3725.0, + "avg_cost": 6.75, + "lambda": 340.9667, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4307.3, + "avg_cost": 11.25, + "lambda": 346.7231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3236.82, + "avg_cost": 0.0, + "lambda": 352.4697, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4059.41, + "avg_cost": 1.0, + "lambda": 354.7223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2648.5, + "avg_cost": 1.25, + "lambda": 360.0231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3316.76, + "avg_cost": 4.5, + "lambda": 362.476, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3725.08, + "avg_cost": 3.25, + "lambda": 364.8796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3468.01, + "avg_cost": 0.0, + "lambda": 370.3448, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3551.76, + "avg_cost": 0.75, + "lambda": 373.6261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3582.01, + "avg_cost": 0.0, + "lambda": 376.8765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3647.55, + "avg_cost": 3.25, + "lambda": 380.3922, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3766.03, + "avg_cost": 0.0, + "lambda": 383.5788, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3362.82, + "avg_cost": 0.25, + "lambda": 388.8938, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3686.06, + "avg_cost": 0.5, + "lambda": 392.9783, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3876.95, + "avg_cost": 9.5, + "lambda": 396.7622, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3612.28, + "avg_cost": 0.5, + "lambda": 400.5178, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3585.12, + "avg_cost": 0.0, + "lambda": 402.7696, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3522.33, + "avg_cost": 0.75, + "lambda": 404.8356, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4016.25, + "avg_cost": 20.25, + "lambda": 407.711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2995.39, + "avg_cost": 0.0, + "lambda": 412.4025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4131.79, + "avg_cost": 16.0, + "lambda": 414.6374, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3482.65, + "avg_cost": 0.0, + "lambda": 419.6313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4743.55, + "avg_cost": 47.25, + "lambda": 422.9471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2504.43, + "avg_cost": 1.25, + "lambda": 439.303, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3245.67, + "avg_cost": 20.0, + "lambda": 446.8977, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3250.63, + "avg_cost": 10.0, + "lambda": 452.064, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4589.86, + "avg_cost": 43.0, + "lambda": 460.4685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2712.22, + "avg_cost": 0.0, + "lambda": 485.3333, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3506.13, + "avg_cost": 1.75, + "lambda": 496.4647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2960.26, + "avg_cost": 8.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3525.47, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4096.49, + "avg_cost": 22.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3953.71, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4302.47, + "avg_cost": 25.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4246.9, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4597.79, + "avg_cost": 18.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4760.38, + "avg_cost": 6.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4508.63, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4432.99, + "avg_cost": 14.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4719.43, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4712.13, + "avg_cost": 20.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4270.58, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3814.82, + "avg_cost": 64.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4126.38, + "avg_cost": 63.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4081.52, + "avg_cost": 84.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4026.92, + "avg_cost": 65.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3901.83, + "avg_cost": 54.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4191.92, + "avg_cost": 62.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4051.41, + "avg_cost": 37.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4352.78, + "avg_cost": 51.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4162.62, + "avg_cost": 49.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4561.1, + "avg_cost": 67.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4651.62, + "avg_cost": 53.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3786.29, + "avg_cost": 38.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3933.8, + "avg_cost": 16.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4238.69, + "avg_cost": 32.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4773.7, + "avg_cost": 22.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4841.96, + "avg_cost": 30.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4126.19, + "avg_cost": 17.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3844.17, + "avg_cost": 19.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3754.49, + "avg_cost": 14.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3985.58, + "avg_cost": 12.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4251.45, + "avg_cost": 4.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4398.58, + "avg_cost": 13.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4279.33, + "avg_cost": 9.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4324.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3870.39, + "avg_cost": 12.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4497.32, + "avg_cost": 14.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4560.11, + "avg_cost": 2.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4800.09, + "avg_cost": 4.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3776.96, + "avg_cost": 35.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3945.73, + "avg_cost": 18.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4719.57, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_baseline_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..d711c235670e8056019222fbe8cb8cea6f705c23 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1120901.75, + "constraint_satisfaction_pct": 14.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 41.1839, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2811.57, + "avg_cost": 19.75, + "lambda": 1.1975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2494.44, + "avg_cost": 10.75, + "lambda": 2.8346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2682.67, + "avg_cost": 9.75, + "lambda": 4.5458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2490.33, + "avg_cost": 17.5, + "lambda": 6.1037, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2589.09, + "avg_cost": 21.75, + "lambda": 7.5773, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2677.31, + "avg_cost": 21.0, + "lambda": 9.1062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2436.09, + "avg_cost": 13.5, + "lambda": 10.6584, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2391.71, + "avg_cost": 9.75, + "lambda": 12.1984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2377.17, + "avg_cost": 13.0, + "lambda": 13.5161, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2218.68, + "avg_cost": 14.0, + "lambda": 14.8235, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2266.58, + "avg_cost": 8.25, + "lambda": 16.0948, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2278.18, + "avg_cost": 8.75, + "lambda": 17.363, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2139.79, + "avg_cost": 8.75, + "lambda": 18.6077, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2095.94, + "avg_cost": 6.25, + "lambda": 19.7494, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2141.3, + "avg_cost": 8.5, + "lambda": 20.7552, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2340.95, + "avg_cost": 15.5, + "lambda": 21.7221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2039.45, + "avg_cost": 10.25, + "lambda": 22.6595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2166.55, + "avg_cost": 8.25, + "lambda": 23.555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1983.5, + "avg_cost": 9.5, + "lambda": 24.4706, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2160.69, + "avg_cost": 8.75, + "lambda": 25.3245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2180.67, + "avg_cost": 8.75, + "lambda": 26.1082, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2007.48, + "avg_cost": 7.25, + "lambda": 26.8197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1942.75, + "avg_cost": 6.5, + "lambda": 27.4414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1936.77, + "avg_cost": 6.75, + "lambda": 27.9815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1756.04, + "avg_cost": 4.75, + "lambda": 28.4934, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1770.89, + "avg_cost": 3.75, + "lambda": 28.9961, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1742.32, + "avg_cost": 2.75, + "lambda": 29.4289, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1792.24, + "avg_cost": 2.0, + "lambda": 29.7863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1481.35, + "avg_cost": 2.0, + "lambda": 30.1263, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1562.96, + "avg_cost": 3.25, + "lambda": 30.4628, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1682.2, + "avg_cost": 2.0, + "lambda": 30.7304, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1706.52, + "avg_cost": 2.75, + "lambda": 30.9581, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1528.23, + "avg_cost": 1.25, + "lambda": 31.1698, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1665.66, + "avg_cost": 1.5, + "lambda": 31.3796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1719.88, + "avg_cost": 1.0, + "lambda": 31.5835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1525.89, + "avg_cost": 2.25, + "lambda": 31.774, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1458.18, + "avg_cost": 0.5, + "lambda": 31.9415, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1510.86, + "avg_cost": 0.5, + "lambda": 32.0829, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1662.93, + "avg_cost": 0.75, + "lambda": 32.2212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1422.35, + "avg_cost": 1.75, + "lambda": 32.374, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1589.33, + "avg_cost": 2.0, + "lambda": 32.5229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1503.82, + "avg_cost": 0.5, + "lambda": 32.6535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1485.92, + "avg_cost": 2.0, + "lambda": 32.7664, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1484.02, + "avg_cost": 0.5, + "lambda": 32.8781, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1449.23, + "avg_cost": 0.25, + "lambda": 32.9665, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1406.51, + "avg_cost": 0.75, + "lambda": 33.0465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1341.64, + "avg_cost": 0.5, + "lambda": 33.1354, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1365.16, + "avg_cost": 0.25, + "lambda": 33.2152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1266.09, + "avg_cost": 0.75, + "lambda": 33.2871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1055.0, + "avg_cost": 1.0, + "lambda": 33.3566, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1029.76, + "avg_cost": 0.5, + "lambda": 33.4459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1242.7, + "avg_cost": 0.25, + "lambda": 33.5152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1215.0, + "avg_cost": 2.25, + "lambda": 33.5876, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1132.15, + "avg_cost": 0.0, + "lambda": 33.6654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1159.42, + "avg_cost": 0.25, + "lambda": 33.7221, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -1011.73, + "avg_cost": 0.0, + "lambda": 33.7768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1145.02, + "avg_cost": 0.75, + "lambda": 33.8197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1119.45, + "avg_cost": 0.25, + "lambda": 33.8587, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -988.08, + "avg_cost": 0.75, + "lambda": 33.9019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -1146.95, + "avg_cost": 0.0, + "lambda": 33.9512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -1071.43, + "avg_cost": 0.0, + "lambda": 33.9977, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1003.22, + "avg_cost": 0.25, + "lambda": 34.0416, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -999.35, + "avg_cost": 0.25, + "lambda": 34.0848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -993.51, + "avg_cost": 0.5, + "lambda": 34.1295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1127.63, + "avg_cost": 0.75, + "lambda": 34.1651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -882.92, + "avg_cost": 0.25, + "lambda": 34.215, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1166.57, + "avg_cost": 1.75, + "lambda": 34.2661, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -921.15, + "avg_cost": 0.0, + "lambda": 34.3367, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -845.88, + "avg_cost": 1.0, + "lambda": 34.3973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -877.68, + "avg_cost": 0.5, + "lambda": 34.4641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -880.54, + "avg_cost": 0.25, + "lambda": 34.5201, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -894.98, + "avg_cost": 0.0, + "lambda": 34.5803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -849.55, + "avg_cost": 0.75, + "lambda": 34.617, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -898.75, + "avg_cost": 0.0, + "lambda": 34.6555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -884.01, + "avg_cost": 0.0, + "lambda": 34.6827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -801.46, + "avg_cost": 0.25, + "lambda": 34.7153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -943.8, + "avg_cost": 0.5, + "lambda": 34.7644, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -858.57, + "avg_cost": 0.0, + "lambda": 34.8157, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -946.69, + "avg_cost": 0.0, + "lambda": 34.8543, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -787.22, + "avg_cost": 0.5, + "lambda": 34.8885, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -773.66, + "avg_cost": 0.0, + "lambda": 34.9134, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -519.81, + "avg_cost": 0.5, + "lambda": 34.9405, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -637.86, + "avg_cost": 1.0, + "lambda": 34.9772, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -738.27, + "avg_cost": 0.0, + "lambda": 35.0239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -646.28, + "avg_cost": 2.0, + "lambda": 35.0777, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -668.11, + "avg_cost": 0.25, + "lambda": 35.1368, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -616.62, + "avg_cost": 0.0, + "lambda": 35.1825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -670.7, + "avg_cost": 0.25, + "lambda": 35.2212, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -532.23, + "avg_cost": 1.0, + "lambda": 35.2702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -603.43, + "avg_cost": 7.0, + "lambda": 35.3494, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -635.78, + "avg_cost": 1.25, + "lambda": 35.4531, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -572.09, + "avg_cost": 0.75, + "lambda": 35.5314, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -618.35, + "avg_cost": 0.0, + "lambda": 35.5847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -611.17, + "avg_cost": 0.0, + "lambda": 35.61, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -561.77, + "avg_cost": 0.0, + "lambda": 35.6276, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -584.33, + "avg_cost": 0.0, + "lambda": 35.6468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -580.2, + "avg_cost": 0.0, + "lambda": 35.678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -581.17, + "avg_cost": 0.25, + "lambda": 35.711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -578.49, + "avg_cost": 0.5, + "lambda": 35.74, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -540.93, + "avg_cost": 0.25, + "lambda": 35.761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -659.7, + "avg_cost": 0.0, + "lambda": 35.7798, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -343.03, + "avg_cost": 0.25, + "lambda": 35.7963, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -366.07, + "avg_cost": 0.25, + "lambda": 35.821, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -393.6, + "avg_cost": 0.0, + "lambda": 35.8514, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -262.61, + "avg_cost": 0.75, + "lambda": 35.8797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -361.87, + "avg_cost": 0.25, + "lambda": 35.9296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -375.74, + "avg_cost": 0.0, + "lambda": 35.98, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -360.34, + "avg_cost": 0.25, + "lambda": 36.0195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -258.56, + "avg_cost": 0.0, + "lambda": 36.0717, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -338.02, + "avg_cost": 0.75, + "lambda": 36.1352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -309.73, + "avg_cost": 0.25, + "lambda": 36.1802, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -257.23, + "avg_cost": 0.5, + "lambda": 36.2058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -247.46, + "avg_cost": 0.5, + "lambda": 36.2408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -351.26, + "avg_cost": 1.5, + "lambda": 36.2808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -106.04, + "avg_cost": 0.25, + "lambda": 36.3324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 8.58, + "avg_cost": 1.0, + "lambda": 36.3849, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 95.83, + "avg_cost": 0.5, + "lambda": 36.4427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 57.57, + "avg_cost": 1.0, + "lambda": 36.5162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 74.93, + "avg_cost": 0.5, + "lambda": 36.5983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 287.1, + "avg_cost": 0.0, + "lambda": 36.6711, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -61.82, + "avg_cost": 3.5, + "lambda": 36.7446, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 240.48, + "avg_cost": 0.0, + "lambda": 36.8271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 310.19, + "avg_cost": 0.75, + "lambda": 36.9096, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 373.7, + "avg_cost": 1.0, + "lambda": 37.0007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 392.96, + "avg_cost": 2.75, + "lambda": 37.0906, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 410.05, + "avg_cost": 1.5, + "lambda": 37.2297, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 457.43, + "avg_cost": 0.75, + "lambda": 37.3754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 730.72, + "avg_cost": 3.0, + "lambda": 37.5465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 838.76, + "avg_cost": 1.5, + "lambda": 37.7194, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 686.91, + "avg_cost": 1.75, + "lambda": 37.9263, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 787.84, + "avg_cost": 2.0, + "lambda": 38.1332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 841.21, + "avg_cost": 0.5, + "lambda": 38.3328, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 941.45, + "avg_cost": 2.75, + "lambda": 38.4957, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 1003.5, + "avg_cost": 1.25, + "lambda": 38.6624, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 1005.09, + "avg_cost": 1.0, + "lambda": 38.8033, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 1451.69, + "avg_cost": 4.0, + "lambda": 38.9296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 1326.25, + "avg_cost": 1.0, + "lambda": 39.0832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 1156.63, + "avg_cost": 1.5, + "lambda": 39.2286, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 1263.23, + "avg_cost": 1.5, + "lambda": 39.3811, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 1235.59, + "avg_cost": 1.75, + "lambda": 39.5302, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": -73.12, + "avg_cost": 3.0, + "lambda": 39.6879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 738.18, + "avg_cost": 1.0, + "lambda": 39.8465, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 878.44, + "avg_cost": 1.0, + "lambda": 39.9818, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 1239.09, + "avg_cost": 2.25, + "lambda": 40.1124, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 1028.06, + "avg_cost": 2.25, + "lambda": 40.2615, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 1095.97, + "avg_cost": 1.75, + "lambda": 40.4203, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 1383.09, + "avg_cost": 2.5, + "lambda": 40.5727, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 1374.03, + "avg_cost": 0.75, + "lambda": 40.7009, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 1472.69, + "avg_cost": 0.25, + "lambda": 40.83, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 1545.71, + "avg_cost": 0.25, + "lambda": 40.9971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 1598.2, + "avg_cost": 5.75, + "lambda": 41.1839, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..18983d7f6e8abc3b70c2780cfa0f0c265e9dc7a4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -4588571.88, + "constraint_satisfaction_pct": 3.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12428.55, + "avg_cost": 33.0, + "lambda": 10.99, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -11510.6, + "avg_cost": 13.75, + "lambda": 18.528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -11303.53, + "avg_cost": 15.5, + "lambda": 24.2098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -11011.34, + "avg_cost": 8.75, + "lambda": 28.7265, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -10558.63, + "avg_cost": 14.0, + "lambda": 32.5701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -10393.62, + "avg_cost": 7.75, + "lambda": 36.3386, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -9857.78, + "avg_cost": 16.5, + "lambda": 39.6758, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -10045.55, + "avg_cost": 10.75, + "lambda": 43.0268, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -9946.2, + "avg_cost": 19.25, + "lambda": 46.4181, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9211.45, + "avg_cost": 29.0, + "lambda": 50.0684, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -9046.99, + "avg_cost": 14.0, + "lambda": 53.9829, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8384.87, + "avg_cost": 6.0, + "lambda": 57.5007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -8215.59, + "avg_cost": 12.5, + "lambda": 60.3927, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7913.71, + "avg_cost": 3.75, + "lambda": 63.1814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -7660.48, + "avg_cost": 1.0, + "lambda": 66.2092, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -7379.63, + "avg_cost": 14.5, + "lambda": 69.0882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -7375.78, + "avg_cost": 5.5, + "lambda": 71.8351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -7235.31, + "avg_cost": 2.0, + "lambda": 74.1768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -7332.33, + "avg_cost": 3.25, + "lambda": 76.4647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -6849.01, + "avg_cost": 5.25, + "lambda": 78.7068, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -6440.95, + "avg_cost": 9.75, + "lambda": 80.6563, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -6251.11, + "avg_cost": 10.25, + "lambda": 82.8997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5948.65, + "avg_cost": 10.25, + "lambda": 85.3532, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -5731.38, + "avg_cost": 2.0, + "lambda": 87.5869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -5825.09, + "avg_cost": 8.0, + "lambda": 90.244, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -6204.77, + "avg_cost": 6.25, + "lambda": 92.7526, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -6660.54, + "avg_cost": 6.75, + "lambda": 94.9111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -5810.61, + "avg_cost": 10.75, + "lambda": 97.1227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -6219.33, + "avg_cost": 8.5, + "lambda": 99.2799, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -5972.59, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -5701.53, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5493.23, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -5274.31, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -5138.88, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -5041.57, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -5043.64, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -5093.18, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -4575.36, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -4463.66, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -4882.31, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -4667.09, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -4721.65, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -4642.15, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -4464.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -4735.06, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -4415.07, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -4474.99, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -4359.15, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -4616.08, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -4548.39, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -4465.02, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -4235.37, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4340.22, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4240.64, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4221.1, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3990.69, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4305.15, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -4158.99, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -4005.53, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3653.55, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3614.26, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -3761.47, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -4125.43, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3870.75, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -3488.74, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -3465.03, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -3377.29, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -3424.0, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -3779.26, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -3516.32, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -3570.34, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -3309.09, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -3380.09, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -3413.71, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -3389.58, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -2927.11, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -2916.33, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -2597.99, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -2472.32, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -2846.26, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -2568.48, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -2298.16, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -1934.67, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -2048.56, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -1878.32, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -1786.96, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -1544.6, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -1454.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -1193.4, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -831.23, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -881.96, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -559.95, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -400.64, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -9.19, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -287.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 402.27, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 181.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 549.94, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 307.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 625.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 862.17, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..e801cb4d2ad74f4d28230d9b0c28027ea716f8e5 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1250676.29, + "constraint_satisfaction_pct": 10.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 34.5889, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2945.11, + "avg_cost": 19.5, + "lambda": 1.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2705.85, + "avg_cost": 10.25, + "lambda": 2.7685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2722.05, + "avg_cost": 17.25, + "lambda": 4.4939, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2754.32, + "avg_cost": 22.25, + "lambda": 6.1296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2586.19, + "avg_cost": 16.75, + "lambda": 7.7449, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2341.72, + "avg_cost": 13.0, + "lambda": 9.2808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2455.49, + "avg_cost": 13.0, + "lambda": 10.7846, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2457.55, + "avg_cost": 14.0, + "lambda": 12.2067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2353.43, + "avg_cost": 8.5, + "lambda": 13.5481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2478.1, + "avg_cost": 20.5, + "lambda": 14.818, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2274.02, + "avg_cost": 15.5, + "lambda": 16.0613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2103.11, + "avg_cost": 16.5, + "lambda": 17.223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2154.41, + "avg_cost": 8.25, + "lambda": 18.3968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2123.01, + "avg_cost": 12.0, + "lambda": 19.4428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2100.96, + "avg_cost": 10.25, + "lambda": 20.3251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1999.69, + "avg_cost": 7.25, + "lambda": 21.0981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1959.14, + "avg_cost": 12.75, + "lambda": 21.8167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2039.35, + "avg_cost": 6.5, + "lambda": 22.5373, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2014.25, + "avg_cost": 9.75, + "lambda": 23.2622, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1932.52, + "avg_cost": 5.0, + "lambda": 23.9246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2163.87, + "avg_cost": 5.25, + "lambda": 24.5266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1908.07, + "avg_cost": 8.75, + "lambda": 25.0754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1861.38, + "avg_cost": 4.5, + "lambda": 25.6524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1622.27, + "avg_cost": 2.25, + "lambda": 26.2101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1786.6, + "avg_cost": 4.0, + "lambda": 26.6398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1823.05, + "avg_cost": 5.0, + "lambda": 26.9993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1786.16, + "avg_cost": 3.5, + "lambda": 27.3915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1417.24, + "avg_cost": 2.0, + "lambda": 27.7197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1506.65, + "avg_cost": 2.25, + "lambda": 28.0258, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1536.34, + "avg_cost": 4.5, + "lambda": 28.3292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1604.43, + "avg_cost": 3.25, + "lambda": 28.6346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1460.23, + "avg_cost": 1.5, + "lambda": 28.8733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1628.74, + "avg_cost": 3.25, + "lambda": 29.1107, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1501.99, + "avg_cost": 3.0, + "lambda": 29.3541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1448.63, + "avg_cost": 2.0, + "lambda": 29.6066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1440.52, + "avg_cost": 1.25, + "lambda": 29.8186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1521.67, + "avg_cost": 1.75, + "lambda": 30.0169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1462.05, + "avg_cost": 1.75, + "lambda": 30.1897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1391.8, + "avg_cost": 1.5, + "lambda": 30.3324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1478.48, + "avg_cost": 0.75, + "lambda": 30.4734, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1447.08, + "avg_cost": 1.75, + "lambda": 30.624, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1408.21, + "avg_cost": 1.5, + "lambda": 30.7757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1449.04, + "avg_cost": 0.5, + "lambda": 30.9013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1429.88, + "avg_cost": 0.5, + "lambda": 31.002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1360.58, + "avg_cost": 0.0, + "lambda": 31.0916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1361.81, + "avg_cost": 0.0, + "lambda": 31.1702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1255.53, + "avg_cost": 0.25, + "lambda": 31.2312, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1202.03, + "avg_cost": 1.0, + "lambda": 31.2806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1446.56, + "avg_cost": 1.75, + "lambda": 31.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1291.17, + "avg_cost": 0.5, + "lambda": 31.3952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1025.44, + "avg_cost": 4.75, + "lambda": 31.4512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1100.9, + "avg_cost": 0.5, + "lambda": 31.5232, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1221.19, + "avg_cost": 2.0, + "lambda": 31.5765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1128.53, + "avg_cost": 0.25, + "lambda": 31.6326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1167.39, + "avg_cost": 0.75, + "lambda": 31.6702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -950.88, + "avg_cost": 0.0, + "lambda": 31.7098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1122.39, + "avg_cost": 0.0, + "lambda": 31.7484, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -874.95, + "avg_cost": 0.25, + "lambda": 31.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -1055.74, + "avg_cost": 0.25, + "lambda": 31.822, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -956.75, + "avg_cost": 0.25, + "lambda": 31.8677, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -785.43, + "avg_cost": 1.0, + "lambda": 31.9189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1073.22, + "avg_cost": 0.0, + "lambda": 31.9953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -586.11, + "avg_cost": 0.5, + "lambda": 32.0679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -795.48, + "avg_cost": 1.5, + "lambda": 32.1273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -730.29, + "avg_cost": 0.75, + "lambda": 32.1867, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -911.93, + "avg_cost": 0.25, + "lambda": 32.2454, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -819.84, + "avg_cost": 0.25, + "lambda": 32.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -700.72, + "avg_cost": 2.0, + "lambda": 32.3517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -736.0, + "avg_cost": 0.75, + "lambda": 32.4139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -629.26, + "avg_cost": 1.0, + "lambda": 32.4831, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -839.9, + "avg_cost": 1.0, + "lambda": 32.5474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -783.09, + "avg_cost": 0.5, + "lambda": 32.5882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -605.5, + "avg_cost": 0.0, + "lambda": 32.6256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -811.64, + "avg_cost": 0.0, + "lambda": 32.6762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -512.33, + "avg_cost": 0.25, + "lambda": 32.7171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -790.85, + "avg_cost": 0.0, + "lambda": 32.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -573.0, + "avg_cost": 0.75, + "lambda": 32.8502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -242.76, + "avg_cost": 0.0, + "lambda": 32.9206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -394.47, + "avg_cost": 0.75, + "lambda": 32.9832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -566.21, + "avg_cost": 1.25, + "lambda": 33.0495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -533.21, + "avg_cost": 1.25, + "lambda": 33.1261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -589.51, + "avg_cost": 0.75, + "lambda": 33.2057, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -687.83, + "avg_cost": 0.75, + "lambda": 33.2962, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -629.4, + "avg_cost": 0.0, + "lambda": 33.3815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -488.09, + "avg_cost": 0.5, + "lambda": 33.4358, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -524.42, + "avg_cost": 0.5, + "lambda": 33.4861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -576.2, + "avg_cost": 0.5, + "lambda": 33.5657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -312.83, + "avg_cost": 0.25, + "lambda": 33.6489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -620.9, + "avg_cost": 1.0, + "lambda": 33.7361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -433.26, + "avg_cost": 0.25, + "lambda": 33.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -443.16, + "avg_cost": 1.0, + "lambda": 33.8901, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -450.0, + "avg_cost": 0.0, + "lambda": 33.9694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -569.14, + "avg_cost": 0.75, + "lambda": 34.0295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -432.41, + "avg_cost": 0.0, + "lambda": 34.1089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -248.32, + "avg_cost": 0.25, + "lambda": 34.183, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -419.22, + "avg_cost": 0.5, + "lambda": 34.2418, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -384.15, + "avg_cost": 0.25, + "lambda": 34.3087, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -275.78, + "avg_cost": 0.25, + "lambda": 34.3789, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -215.89, + "avg_cost": 1.25, + "lambda": 34.4336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -291.68, + "avg_cost": 1.5, + "lambda": 34.498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -144.94, + "avg_cost": 1.75, + "lambda": 34.5889, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..3aa5e1827beb94fe91dfa130f1ca95ea4472057f --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 752325.13, + "constraint_satisfaction_pct": 31.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 79.9946, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1788.55, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -1858.67, + "avg_cost": 0.0, + "lambda": 10.0296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1839.15, + "avg_cost": 0.25, + "lambda": 10.0454, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1509.14, + "avg_cost": 0.0, + "lambda": 10.0647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1605.3, + "avg_cost": 0.0, + "lambda": 10.0714, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1480.58, + "avg_cost": 0.0, + "lambda": 10.0737, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1525.04, + "avg_cost": 0.0, + "lambda": 10.0746, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1564.23, + "avg_cost": 0.0, + "lambda": 10.0902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1383.67, + "avg_cost": 0.0, + "lambda": 10.0966, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1215.61, + "avg_cost": 0.0, + "lambda": 10.0988, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1191.77, + "avg_cost": 0.0, + "lambda": 10.0996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -809.44, + "avg_cost": 0.0, + "lambda": 10.0999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -809.08, + "avg_cost": 0.0, + "lambda": 10.0999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -739.33, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -629.59, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -797.36, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -759.77, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -728.54, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -603.6, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -396.68, + "avg_cost": 0.0, + "lambda": 10.1287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -731.78, + "avg_cost": 0.0, + "lambda": 10.1991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -683.58, + "avg_cost": 0.0, + "lambda": 10.3288, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -693.83, + "avg_cost": 0.25, + "lambda": 10.4498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -721.28, + "avg_cost": 0.0, + "lambda": 10.5304, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -315.81, + "avg_cost": 0.0, + "lambda": 10.6268, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -728.62, + "avg_cost": 0.0, + "lambda": 10.7424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -810.68, + "avg_cost": 0.0, + "lambda": 10.8872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -538.81, + "avg_cost": 0.75, + "lambda": 11.149, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -94.58, + "avg_cost": 1.0, + "lambda": 11.5464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -507.13, + "avg_cost": 0.0, + "lambda": 11.95, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -570.59, + "avg_cost": 0.25, + "lambda": 12.1562, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -230.12, + "avg_cost": 0.25, + "lambda": 12.4242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 161.04, + "avg_cost": 0.0, + "lambda": 12.6659, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -68.26, + "avg_cost": 2.0, + "lambda": 12.9852, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -41.04, + "avg_cost": 0.25, + "lambda": 13.6362, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -318.81, + "avg_cost": 0.0, + "lambda": 14.2457, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -350.4, + "avg_cost": 0.0, + "lambda": 14.9577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -136.1, + "avg_cost": 1.25, + "lambda": 15.7795, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -0.68, + "avg_cost": 1.5, + "lambda": 17.2174, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 308.98, + "avg_cost": 2.0, + "lambda": 18.6889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 547.25, + "avg_cost": 0.25, + "lambda": 19.8807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 410.86, + "avg_cost": 1.5, + "lambda": 20.9231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 738.12, + "avg_cost": 0.75, + "lambda": 21.9866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1065.46, + "avg_cost": 2.0, + "lambda": 23.0309, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 939.56, + "avg_cost": 1.25, + "lambda": 24.1908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 513.15, + "avg_cost": 1.5, + "lambda": 25.3359, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1326.47, + "avg_cost": 0.5, + "lambda": 26.5379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1326.7, + "avg_cost": 1.25, + "lambda": 27.6116, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1432.57, + "avg_cost": 0.0, + "lambda": 28.7429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 931.79, + "avg_cost": 1.5, + "lambda": 29.7378, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1484.03, + "avg_cost": 2.75, + "lambda": 31.2093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1343.69, + "avg_cost": 2.25, + "lambda": 32.9526, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -8.01, + "avg_cost": 0.5, + "lambda": 34.9673, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1136.16, + "avg_cost": 1.5, + "lambda": 36.8623, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1593.58, + "avg_cost": 2.5, + "lambda": 38.5877, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1177.51, + "avg_cost": 3.25, + "lambda": 40.2262, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1565.32, + "avg_cost": 0.75, + "lambda": 41.8847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1799.77, + "avg_cost": 0.25, + "lambda": 43.1551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1837.29, + "avg_cost": 2.75, + "lambda": 44.4753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1155.56, + "avg_cost": 1.75, + "lambda": 45.7115, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1705.3, + "avg_cost": 1.0, + "lambda": 46.9763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1503.88, + "avg_cost": 2.0, + "lambda": 48.1111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1212.69, + "avg_cost": 1.0, + "lambda": 49.4037, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1703.72, + "avg_cost": 0.5, + "lambda": 50.6127, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1235.5, + "avg_cost": 1.5, + "lambda": 51.7166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1445.17, + "avg_cost": 1.25, + "lambda": 52.8211, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2017.12, + "avg_cost": 1.75, + "lambda": 53.7138, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1842.3, + "avg_cost": 0.0, + "lambda": 54.6323, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2127.61, + "avg_cost": 2.5, + "lambda": 55.5344, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1599.11, + "avg_cost": 0.0, + "lambda": 56.5479, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1329.17, + "avg_cost": 0.0, + "lambda": 57.3464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1428.54, + "avg_cost": 0.0, + "lambda": 58.2113, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2206.45, + "avg_cost": 0.5, + "lambda": 59.2421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2185.47, + "avg_cost": 1.0, + "lambda": 60.2505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2322.63, + "avg_cost": 2.0, + "lambda": 61.2168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1284.43, + "avg_cost": 0.25, + "lambda": 62.1788, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2385.25, + "avg_cost": 2.25, + "lambda": 63.0678, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2455.26, + "avg_cost": 0.75, + "lambda": 63.9765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1342.27, + "avg_cost": 0.25, + "lambda": 64.7945, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1492.03, + "avg_cost": 0.25, + "lambda": 65.6122, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1527.32, + "avg_cost": 0.0, + "lambda": 66.2936, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2131.39, + "avg_cost": 1.0, + "lambda": 66.917, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2684.47, + "avg_cost": 0.5, + "lambda": 67.4461, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1776.99, + "avg_cost": 0.5, + "lambda": 68.086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2442.19, + "avg_cost": 0.75, + "lambda": 68.8616, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1668.66, + "avg_cost": 1.0, + "lambda": 69.6032, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2463.1, + "avg_cost": 0.5, + "lambda": 70.4548, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2578.67, + "avg_cost": 0.5, + "lambda": 71.4249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2463.04, + "avg_cost": 0.5, + "lambda": 72.2398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2516.33, + "avg_cost": 1.75, + "lambda": 72.9371, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2641.68, + "avg_cost": 0.25, + "lambda": 73.6192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2612.38, + "avg_cost": 0.0, + "lambda": 74.2882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 1945.22, + "avg_cost": 1.0, + "lambda": 74.8775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2537.51, + "avg_cost": 1.0, + "lambda": 75.6281, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2797.73, + "avg_cost": 0.75, + "lambda": 76.3203, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2772.04, + "avg_cost": 0.75, + "lambda": 76.9806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2717.13, + "avg_cost": 1.25, + "lambda": 77.6011, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2641.51, + "avg_cost": 0.25, + "lambda": 78.2704, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2785.08, + "avg_cost": 1.25, + "lambda": 78.7413, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1743.37, + "avg_cost": 0.0, + "lambda": 79.3803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2768.03, + "avg_cost": 0.5, + "lambda": 79.9946, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..b280bc212ec7c72693b954c3d27edc610cc2cace --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_ckpt_main_base.json @@ -0,0 +1,8047 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12087909.56, + "constraint_satisfaction_pct": 35.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 383.6735, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13465.09, + "avg_cost": 65.0, + "lambda": 16.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13354.83, + "avg_cost": 25.75, + "lambda": 74.5637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 13108.78, + "avg_cost": 7.0, + "lambda": 112.9724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12753.46, + "avg_cost": 9.0, + "lambda": 131.8803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 12721.56, + "avg_cost": 0.0, + "lambda": 141.9569, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13191.37, + "avg_cost": 6.25, + "lambda": 147.6266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12877.56, + "avg_cost": 2.75, + "lambda": 152.2869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 12758.79, + "avg_cost": 11.0, + "lambda": 156.2765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 12385.63, + "avg_cost": 0.5, + "lambda": 160.7847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12570.39, + "avg_cost": 1.0, + "lambda": 164.9937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12131.37, + "avg_cost": 2.75, + "lambda": 169.5424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 11904.66, + "avg_cost": 8.5, + "lambda": 174.5869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 11687.35, + "avg_cost": 1.25, + "lambda": 181.1894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 11611.0, + "avg_cost": 0.0, + "lambda": 186.6642, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 11971.79, + "avg_cost": 2.75, + "lambda": 190.4262, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12291.41, + "avg_cost": 1.25, + "lambda": 193.3952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12184.13, + "avg_cost": 1.75, + "lambda": 196.3856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12030.1, + "avg_cost": 0.0, + "lambda": 199.1187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 11339.66, + "avg_cost": 0.5, + "lambda": 201.7296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12023.43, + "avg_cost": 4.75, + "lambda": 203.8106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 11565.61, + "avg_cost": 0.0, + "lambda": 207.4645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 11542.02, + "avg_cost": 0.5, + "lambda": 211.4065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 11780.14, + "avg_cost": 7.25, + "lambda": 214.2717, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 11966.01, + "avg_cost": 5.75, + "lambda": 216.8558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 11960.28, + "avg_cost": 26.5, + "lambda": 220.3528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12091.89, + "avg_cost": 0.0, + "lambda": 225.9965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 11741.94, + "avg_cost": 4.5, + "lambda": 230.8052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12044.3, + "avg_cost": 9.75, + "lambda": 234.4337, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12340.35, + "avg_cost": 5.75, + "lambda": 237.6273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 11961.32, + "avg_cost": 0.0, + "lambda": 241.1249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12137.7, + "avg_cost": 0.0, + "lambda": 243.8376, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12169.52, + "avg_cost": 0.0, + "lambda": 246.0574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12138.11, + "avg_cost": 0.0, + "lambda": 248.1248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12629.59, + "avg_cost": 3.5, + "lambda": 251.5379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12982.01, + "avg_cost": 4.25, + "lambda": 253.3989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12910.56, + "avg_cost": 0.0, + "lambda": 255.8072, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12872.68, + "avg_cost": 0.0, + "lambda": 259.0931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12575.84, + "avg_cost": 1.0, + "lambda": 261.6147, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12466.49, + "avg_cost": 0.25, + "lambda": 263.4814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12225.7, + "avg_cost": 2.0, + "lambda": 264.7973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12001.47, + "avg_cost": 3.75, + "lambda": 265.9266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 11865.2, + "avg_cost": 0.25, + "lambda": 267.5417, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12004.06, + "avg_cost": 0.5, + "lambda": 268.8768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 11892.03, + "avg_cost": 1.5, + "lambda": 270.7651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12200.46, + "avg_cost": 1.5, + "lambda": 273.0279, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12305.0, + "avg_cost": 4.5, + "lambda": 275.6916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 11832.63, + "avg_cost": 2.5, + "lambda": 278.5206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 11423.69, + "avg_cost": 10.25, + "lambda": 281.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 11950.96, + "avg_cost": 0.0, + "lambda": 284.8646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 11361.6, + "avg_cost": 0.0, + "lambda": 286.8726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 11405.66, + "avg_cost": 6.75, + "lambda": 288.6349, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11641.25, + "avg_cost": 6.25, + "lambda": 290.6203, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 11727.17, + "avg_cost": 1.0, + "lambda": 293.5981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11392.64, + "avg_cost": 0.0, + "lambda": 295.9894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 11534.29, + "avg_cost": 0.0, + "lambda": 297.7468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11665.19, + "avg_cost": 2.0, + "lambda": 299.3002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11456.13, + "avg_cost": 0.0, + "lambda": 301.7854, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 11516.75, + "avg_cost": 0.0, + "lambda": 303.8068, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11369.2, + "avg_cost": 0.0, + "lambda": 306.0755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 11463.7, + "avg_cost": 0.0, + "lambda": 308.2407, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12001.91, + "avg_cost": 1.0, + "lambda": 309.643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11754.26, + "avg_cost": 3.25, + "lambda": 311.36, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 11807.46, + "avg_cost": 0.0, + "lambda": 312.7117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 11796.53, + "avg_cost": 0.0, + "lambda": 314.1126, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 11884.68, + "avg_cost": 0.0, + "lambda": 315.6058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 11749.51, + "avg_cost": 0.0, + "lambda": 317.0908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11544.08, + "avg_cost": 0.0, + "lambda": 318.4389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11836.41, + "avg_cost": 5.75, + "lambda": 320.2756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 11897.82, + "avg_cost": 1.75, + "lambda": 322.4555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12359.75, + "avg_cost": 4.5, + "lambda": 324.2557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12080.35, + "avg_cost": 6.75, + "lambda": 327.6796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12263.8, + "avg_cost": 4.0, + "lambda": 330.9978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 11965.39, + "avg_cost": 0.0, + "lambda": 333.2863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12015.57, + "avg_cost": 1.25, + "lambda": 334.8069, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12263.54, + "avg_cost": 13.0, + "lambda": 336.8757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12164.61, + "avg_cost": 3.5, + "lambda": 340.0325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12137.5, + "avg_cost": 0.0, + "lambda": 342.3609, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 11878.93, + "avg_cost": 8.5, + "lambda": 344.2222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12058.36, + "avg_cost": 0.0, + "lambda": 346.451, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12188.16, + "avg_cost": 0.0, + "lambda": 347.8086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12487.39, + "avg_cost": 0.0, + "lambda": 349.0798, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12291.31, + "avg_cost": 10.0, + "lambda": 351.4654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 11946.4, + "avg_cost": 0.0, + "lambda": 353.717, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 11961.61, + "avg_cost": 0.0, + "lambda": 355.4293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 11891.11, + "avg_cost": 0.0, + "lambda": 356.7505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12159.83, + "avg_cost": 0.0, + "lambda": 357.7648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12162.67, + "avg_cost": 0.0, + "lambda": 359.6763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12198.77, + "avg_cost": 2.5, + "lambda": 361.1301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12265.33, + "avg_cost": 2.5, + "lambda": 362.8069, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 11964.15, + "avg_cost": 0.0, + "lambda": 364.817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12073.22, + "avg_cost": 4.0, + "lambda": 366.8189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 11939.29, + "avg_cost": 0.0, + "lambda": 368.9045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 11877.69, + "avg_cost": 0.0, + "lambda": 370.4963, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 11881.58, + "avg_cost": 5.75, + "lambda": 371.9028, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 11862.2, + "avg_cost": 1.5, + "lambda": 373.5715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 11666.6, + "avg_cost": 4.25, + "lambda": 375.058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12341.59, + "avg_cost": 3.25, + "lambda": 377.8797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 11945.55, + "avg_cost": 4.0, + "lambda": 379.8352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12217.22, + "avg_cost": 0.0, + "lambda": 381.2226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12070.66, + "avg_cost": 3.0, + "lambda": 382.2149, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12207.61, + "avg_cost": 3.0, + "lambda": 383.6735, + "rho": [ + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + 13465.0907, + 13403.4763, + 13633.0961, + 13432.0244, + 13549.9703, + 13422.1129, + 13396.9654, + 13335.5408, + 13300.4119, + 13354.8279, + 13379.3645, + 13234.2254, + 13348.1378, + 13295.1681, + 13293.0776, + 13170.1082, + 13213.2492, + 13082.9198, + 13190.1167, + 13108.7825, + 13166.3739, + 13134.89, + 13174.8917, + 13143.7816, + 13038.4516, + 12943.6231, + 12953.5654, + 12859.6828, + 12781.9917, + 12753.4643, + 12733.4703, + 12800.5256, + 12714.3285, + 12905.7135, + 12933.6535, + 12947.6082, + 12858.5943, + 12762.8819, + 12858.5596, + 12721.5577, + 12915.2259, + 12863.9705, + 12921.0561, + 12976.8344, + 13014.3121, + 13059.7841, + 13033.6226, + 13116.3984, + 13098.2242, + 13191.3746, + 13139.7022, + 13136.1825, + 12988.3008, + 12914.9789, + 13054.7236, + 12944.2781, + 13066.1948, + 13082.3041, + 12926.2258, + 12877.5618, + 12836.2789, + 12876.4807, + 12826.4471, + 12882.268, + 12875.6948, + 12708.5478, + 12783.0751, + 12780.4089, + 12773.2946, + 12758.7871, + 12767.4201, + 12646.3026, + 12706.7486, + 12790.4292, + 12812.5883, + 12665.451, + 12542.4902, + 12510.919, + 12328.7844, + 12385.631, + 12529.5722, + 12612.2943, + 12571.074, + 12677.5578, + 12567.1385, + 12563.6467, + 12647.7917, + 12731.3335, + 12605.3768, + 12570.3921, + 12537.0257, + 12536.2182, + 12469.5794, + 12369.8611, + 12391.0203, + 12420.8492, + 12363.3004, + 12398.1483, + 12248.6392, + 12131.3725, + 12053.6059, + 11858.558, + 12013.2475, + 11926.9222, + 11928.867, + 11950.3872, + 11769.136, + 11866.4942, + 11919.7112, + 11904.6642, + 11848.0999, + 11802.7712, + 11738.254, + 11906.3427, + 11938.34, + 11922.0788, + 11964.5746, + 11921.3737, + 11700.5739, + 11687.3498, + 11712.9937, + 11911.2598, + 12045.4288, + 12019.655, + 12104.4045, + 12130.4124, + 12151.3913, + 11985.8009, + 11793.4324, + 11610.9981, + 11774.7441, + 11536.6608, + 11611.192, + 11790.5469, + 11754.0143, + 11538.4322, + 11718.2029, + 11765.3516, + 11806.1701, + 11971.7895, + 11875.3559, + 12084.0058, + 11967.6856, + 11986.2037, + 11995.4266, + 12133.6121, + 12116.8814, + 12348.1921, + 12212.9445, + 12291.4106, + 12334.0328, + 12242.526, + 12270.4874, + 12119.5727, + 12257.6902, + 12328.2602, + 12392.4091, + 12340.1589, + 12200.3983, + 12184.1322, + 12127.827, + 12108.8601, + 12208.6415, + 12137.5321, + 12184.4574, + 12139.0882, + 12124.4851, + 12110.7699, + 11897.9215, + 12030.0973, + 11905.6075, + 11850.7307, + 11791.9855, + 11770.1798, + 11815.2118, + 11801.5332, + 11737.3408, + 11539.9937, + 11541.0558, + 11339.6638, + 11315.8794, + 11693.5073, + 11394.7092, + 11248.9745, + 11457.0148, + 11550.2085, + 11875.394, + 11968.1167, + 12059.1677, + 12023.429, + 11881.3991, + 12040.6898, + 11902.9542, + 12079.2475, + 11879.6949, + 12140.8463, + 12022.5299, + 11908.8216, + 11707.0185, + 11565.6058, + 11624.6525, + 11571.7364, + 11443.8827, + 11468.6175, + 11570.0934, + 11544.0943, + 11511.3748, + 11413.9944, + 11532.4849, + 11542.0189, + 11406.1919, + 11393.0081, + 11682.0478, + 11437.0794, + 11492.3661, + 11531.8227, + 11335.4338, + 11458.1381, + 11655.3535, + 11780.1409, + 11493.4957, + 11662.2186, + 11490.0222, + 11647.8819, + 11817.648, + 11779.804, + 11673.1884, + 11864.2163, + 11891.8633, + 11966.0074, + 11820.4365, + 11818.6066, + 11859.3108, + 11724.6082, + 11732.3262, + 11675.681, + 11844.5157, + 11821.5085, + 11886.2967, + 11960.2814, + 12088.9668, + 11975.7506, + 12052.5024, + 11985.9574, + 11870.8389, + 11802.6415, + 11793.0743, + 12018.6798, + 11993.3546, + 12091.8891, + 12084.3458, + 12214.6466, + 12230.2868, + 12170.2456, + 12291.1869, + 12034.2459, + 11902.4384, + 12205.3752, + 12128.9253, + 11741.94, + 11783.0163, + 11879.2978, + 11894.5968, + 11846.7817, + 11946.6346, + 11997.2112, + 12227.6442, + 12102.0232, + 12206.7918, + 12044.2985, + 11968.9858, + 12279.9301, + 12325.0363, + 12368.6529, + 12261.7548, + 12220.2631, + 12250.0013, + 12286.1757, + 12494.2542, + 12340.3542, + 12515.2275, + 12281.5984, + 12360.9947, + 12425.0844, + 12464.3687, + 12436.0095, + 12563.8141, + 12503.265, + 12317.575, + 11961.3187, + 11978.7858, + 11917.8067, + 12077.4361, + 12206.6902, + 12167.2722, + 12425.7157, + 12308.1884, + 12321.8186, + 12480.4158, + 12137.7043, + 12081.3067, + 11989.2604, + 12107.6992, + 12032.3077, + 12208.5169, + 12329.1534, + 12426.5244, + 12430.8241, + 12414.6744, + 12169.5182, + 12269.136, + 12190.5816, + 12191.9203, + 11821.8213, + 12088.1606, + 12039.6683, + 12138.1052, + 11983.3981, + 12116.3961, + 12138.111, + 12344.4038, + 12334.3265, + 12194.2884, + 12472.4839, + 12596.3236, + 12469.3387, + 12555.4522, + 12559.7675, + 12570.8579, + 12629.5887, + 12463.8888, + 12513.2859, + 12617.2867, + 12765.2166, + 12838.7092, + 12725.8067, + 12767.76, + 12809.7647, + 12849.9312, + 12982.0051, + 13004.5905, + 13033.2839, + 13064.3206, + 13042.3833, + 13128.5019, + 13039.5296, + 13008.2778, + 13040.5779, + 12954.5214, + 12910.5619, + 13025.0501, + 13093.6619, + 12986.0818, + 13187.0197, + 13133.4764, + 13085.6564, + 13010.5326, + 12692.8521, + 12818.8169, + 12872.6795, + 12972.0059, + 12986.7922, + 12952.4425, + 12910.4948, + 12683.568, + 12615.0216, + 12648.3585, + 12743.4766, + 12625.7239, + 12575.8369, + 12598.0104, + 12620.2215, + 12620.7888, + 12693.2624, + 12717.5077, + 12734.596, + 12623.2249, + 12419.7928, + 12390.2676, + 12466.4925, + 12439.3725, + 12457.0065, + 12406.4437, + 12492.8221, + 12569.1096, + 12493.1928, + 12339.9814, + 12257.7765, + 12202.4458, + 12225.7048, + 12115.8507, + 12051.9534, + 12026.8904, + 12154.2718, + 12360.2988, + 12281.3414, + 12190.6468, + 12015.6511, + 12111.2152, + 12001.4717, + 12033.236, + 12276.5801, + 12223.1791, + 11898.5808, + 12066.8736, + 12178.2982, + 12158.6849, + 12036.7277, + 12058.42, + 11865.1958, + 11842.6001, + 11800.764, + 11794.7397, + 11765.5832, + 11754.3318, + 11794.1993, + 11903.9949, + 11983.8216, + 11775.0625, + 12004.0616, + 11877.8021, + 11961.2592, + 11848.1453, + 11843.4869, + 11896.7595, + 11931.9537, + 11869.3051, + 11752.1266, + 11925.4378, + 11892.0264, + 11991.3855, + 11992.1571, + 11902.9982, + 12081.9135, + 12066.6627, + 12037.4685, + 12303.3701, + 12363.597, + 12371.1089, + 12200.4566, + 12202.7918, + 12159.5151, + 12071.7024, + 12057.8137, + 12166.9105, + 12299.8671, + 12321.0776, + 12354.5911, + 12320.3343, + 12305.0023, + 12221.5897, + 12229.6175, + 12214.2568, + 12015.6278, + 11953.7866, + 11987.4221, + 11830.0895, + 11674.3739, + 11574.2699, + 11832.6316, + 11609.9121, + 11535.8987, + 11378.3256, + 11348.6902, + 11390.0563, + 11434.1363, + 11290.8367, + 11293.7318, + 11403.9833, + 11423.6873, + 11456.0455, + 11457.9559, + 11663.6165, + 11672.3827, + 11710.8562, + 11812.0048, + 11840.445, + 11902.6225, + 11943.4021, + 11950.9638, + 12068.4591, + 12060.8576, + 12123.5326, + 12114.3597, + 12033.7689, + 11865.8014, + 11622.0731, + 11580.6253, + 11236.3816, + 11361.5976, + 11419.5059, + 11542.5639, + 11800.4926, + 11701.261, + 11670.4391, + 11633.3849, + 11744.3617, + 11720.9091, + 11429.9888, + 11405.664, + 11454.0253, + 11359.4546, + 11381.0564, + 11410.5663, + 11533.4856, + 11570.7228, + 11626.0441, + 11676.6768, + 11703.3849, + 11641.2487, + 11520.948, + 11571.0151, + 11588.1919, + 11428.4659, + 11592.5759, + 11484.2707, + 11634.0358, + 11585.5965, + 11675.0068, + 11727.1718, + 11635.3444, + 11406.7083, + 11422.3337, + 11471.9236, + 11321.3256, + 11213.7333, + 11220.2348, + 11354.4017, + 11493.6762, + 11392.644, + 11490.1984, + 11410.045, + 11551.6912, + 11579.0501, + 11541.5524, + 11446.8503, + 11451.7216, + 11513.7194, + 11407.8189, + 11534.2944, + 11622.3646, + 11523.3182, + 11510.6236, + 11554.7972, + 11503.59, + 11447.4023, + 11507.2741, + 11542.0744, + 11682.9178, + 11665.1883, + 11641.028, + 11577.022, + 11587.9992, + 11758.0813, + 11874.0172, + 11622.2082, + 11654.0143, + 11690.2127, + 11534.4666, + 11456.1257, + 11608.065, + 11707.7373, + 11658.3854, + 11636.1773, + 11656.9025, + 11729.9325, + 11695.0032, + 11436.0371, + 11550.714, + 11516.749, + 11645.4635, + 11573.0276, + 11738.7268, + 11665.4343, + 11482.108, + 11273.8762, + 11239.4423, + 11399.1415, + 11333.6473, + 11369.1988, + 11264.9217, + 11393.7166, + 11657.7659, + 11632.1894, + 11434.8551, + 11468.4755, + 11390.1692, + 11465.7904, + 11372.3624, + 11463.7044, + 11425.7195, + 11520.9059, + 11601.7225, + 11652.3235, + 11650.6782, + 11700.1735, + 11780.4031, + 11770.8851, + 11852.5068, + 12001.908, + 12033.7385, + 12038.7917, + 11959.6813, + 11975.7812, + 11854.1234, + 11908.0185, + 11810.1476, + 11770.1608, + 11792.5375, + 11754.2582, + 11814.3552, + 11839.5181, + 11976.4848, + 11922.3024, + 11982.1408, + 11977.4758, + 11952.8736, + 11932.8267, + 11927.4448, + 11807.4585, + 12040.5964, + 12110.6614, + 11963.1781, + 11858.3927, + 11728.2887, + 11663.0194, + 11645.6849, + 11657.6853, + 11754.0359, + 11796.5308, + 11736.3261, + 11752.3148, + 11803.3614, + 11732.031, + 11668.4388, + 11609.9932, + 11699.135, + 11682.8701, + 11786.5311, + 11884.6765, + 12056.2963, + 12098.5111, + 11988.5334, + 11903.367, + 11946.24, + 12001.3526, + 12101.7417, + 12027.7627, + 11878.5978, + 11749.5112, + 11758.3947, + 11789.0474, + 11745.1248, + 11734.0855, + 11897.0659, + 11815.0262, + 11757.4995, + 11596.3573, + 11582.7272, + 11544.0788, + 11539.9928, + 11656.3819, + 11583.5476, + 11748.5311, + 11660.23, + 11717.752, + 11675.7991, + 11502.4376, + 11804.4509, + 11836.4104, + 11682.0943, + 11722.8712, + 11582.6056, + 11637.5567, + 11898.9677, + 12027.2675, + 12007.9717, + 12041.3657, + 12005.9262, + 11897.8215, + 12109.39, + 11994.9277, + 11731.9421, + 11907.7529, + 11940.9204, + 11990.5921, + 11924.0158, + 11992.3314, + 12271.7771, + 12359.7473, + 12140.9394, + 12298.5781, + 12344.4015, + 12255.0, + 12278.3088, + 12134.6965, + 12201.0388, + 12120.206, + 11860.888, + 12080.3522, + 12075.7304, + 12207.3718, + 12158.5989, + 12337.6416, + 12339.7407, + 12410.5714, + 12306.1994, + 12422.4656, + 12312.9393, + 12263.8012, + 12095.5219, + 11977.9466, + 12069.0959, + 12079.1726, + 12129.4495, + 12054.0806, + 11727.022, + 11919.2548, + 11829.7325, + 11965.3864, + 11920.8865, + 11931.5402, + 11872.3831, + 12059.7122, + 11927.2673, + 12054.4386, + 12162.5693, + 12152.5907, + 12172.2844, + 12015.566, + 12055.4149, + 12172.554, + 12307.8821, + 12182.5359, + 12135.8421, + 12367.8438, + 12153.8291, + 12028.3677, + 12028.0963, + 12263.5445, + 12196.7886, + 12270.1218, + 12183.8477, + 12024.0939, + 11952.0084, + 12051.9548, + 11837.284, + 11989.1797, + 11981.2349, + 12164.6107, + 12115.812, + 11965.19, + 12002.6781, + 11982.8367, + 12060.5686, + 12036.9311, + 12126.6901, + 12009.1413, + 12165.969, + 12137.5004, + 12219.9207, + 12197.5707, + 12302.0879, + 12343.0867, + 12250.2753, + 12252.1714, + 12290.2035, + 12311.4971, + 11901.1235, + 11878.9346, + 11852.4882, + 12119.8739, + 11935.893, + 12032.076, + 12076.3861, + 12144.4112, + 12186.4016, + 12158.9616, + 12057.606, + 12058.3631, + 12115.9887, + 12144.1484, + 12133.088, + 12114.4213, + 12225.4198, + 12119.6256, + 12142.6223, + 12180.4807, + 12226.2343, + 12188.1641, + 12352.6095, + 12519.8017, + 12404.2032, + 12600.3991, + 12535.8348, + 12656.9531, + 12500.1172, + 12385.3848, + 12603.0938, + 12487.3947, + 12716.3414, + 12780.7208, + 12498.3952, + 12513.9704, + 12507.4647, + 12342.6162, + 12236.5199, + 12198.4563, + 12218.845, + 12291.306, + 12053.356, + 12290.267, + 12271.6109, + 12211.3073, + 12176.4509, + 12215.5439, + 12175.3979, + 12096.9853, + 11987.4762, + 11946.3953, + 12041.6221, + 12132.7097, + 11947.782, + 12093.8968, + 12061.3075, + 11949.2041, + 12028.4824, + 12266.0124, + 12068.3153, + 11961.6083, + 11966.1009, + 12062.317, + 11900.7365, + 11910.9081, + 12019.2893, + 12030.8033, + 11930.2913, + 12098.3489, + 12070.6386, + 11891.1127, + 11858.9559, + 11980.9883, + 11964.5736, + 11862.871, + 12039.3553, + 11958.5904, + 11984.5472, + 11997.3033, + 12197.3399, + 12159.8309, + 12284.2062, + 12296.8417, + 12124.7286, + 11860.8122, + 12026.2786, + 12084.8955, + 12238.0341, + 12222.1794, + 12064.4837, + 12162.6713, + 12347.5741, + 12012.4278, + 12239.3352, + 12252.6861, + 12375.7629, + 12326.5407, + 12314.1575, + 12128.643, + 12192.6749, + 12198.7742, + 12295.5333, + 12306.8468, + 12337.5269, + 12497.8063, + 12443.9393, + 12417.0239, + 12424.8176, + 12285.8965, + 12232.6448, + 12265.332, + 12208.0145, + 12247.1055, + 12359.9878, + 12300.8446, + 12476.4885, + 12587.4149, + 12423.1876, + 12000.2478, + 12029.218, + 11964.153, + 11979.3415, + 11931.2882, + 12066.2564, + 12073.6442, + 12034.8145, + 12000.983, + 12266.301, + 12225.7248, + 12200.4042, + 12073.2211, + 11831.6351, + 11821.3639, + 11808.3217, + 11824.5421, + 11850.8683, + 11902.36, + 11802.0093, + 11808.1815, + 12071.5582, + 11939.2888, + 12186.1544, + 12199.9499, + 12063.8153, + 12118.9435, + 12000.4289, + 11870.3202, + 11895.9385, + 11946.3559, + 11878.0922, + 11877.6893, + 11771.0324, + 11687.7562, + 11869.3713, + 11801.7364, + 11933.8061, + 11751.7225, + 11756.4884, + 11779.8137, + 11812.1546, + 11881.5765, + 11839.0692, + 11774.5065, + 11766.8394, + 11894.0548, + 11928.7031, + 12067.8959, + 11895.6278, + 11861.6374, + 11992.0478, + 11862.2041, + 11854.2097, + 11837.5126, + 11743.0016, + 11837.487, + 11809.1854, + 11868.5193, + 11789.4832, + 11873.6097, + 11700.7776, + 11666.5993, + 11927.3343, + 11805.4706, + 11847.8503, + 11961.3245, + 11834.2543, + 11956.1941, + 12027.6478, + 12184.8632, + 12328.8767, + 12341.5925, + 12219.344, + 12227.5274, + 12145.0666, + 12010.1995, + 11976.1592, + 11901.8425, + 11790.6675, + 11872.7265, + 11953.5315, + 11945.5519, + 11755.9659, + 12012.3343, + 11985.6945, + 11984.6509, + 12009.0308, + 12223.289, + 12231.9538, + 12305.1148, + 12264.9022, + 12217.2236, + 12163.5177, + 11977.3427, + 12110.106, + 12076.982, + 12096.8022, + 12088.8756, + 12123.714, + 11947.4256, + 12139.0299, + 12070.6559, + 12132.438, + 12020.9177, + 12002.167, + 11896.7374, + 12025.0019, + 12043.6888, + 12081.8702, + 12208.1939, + 12289.9764, + 12207.6069 + ], + "episode_costs": [ + 65.0, + 69.5, + 81.0, + 54.75, + 87.75, + 70.5, + 34.25, + 50.5, + 36.75, + 25.75, + 13.0, + 4.5, + 25.5, + 18.75, + 9.25, + 5.0, + 13.5, + 0.0, + 7.0, + 7.0, + 3.75, + 9.0, + 16.0, + 11.5, + 7.5, + 3.0, + 14.5, + 5.5, + 6.0, + 9.0, + 2.75, + 7.5, + 0.0, + 1.5, + 6.5, + 5.75, + 5.5, + 0.0, + 4.5, + 0.0, + 5.0, + 3.25, + 0.25, + 7.25, + 1.75, + 0.0, + 2.25, + 10.75, + 2.25, + 6.25, + 6.75, + 3.75, + 6.75, + 0.0, + 1.25, + 0.25, + 4.75, + 7.5, + 5.25, + 2.75, + 1.5, + 3.0, + 0.5, + 0.5, + 8.25, + 5.5, + 5.5, + 4.0, + 4.5, + 11.0, + 3.25, + 3.0, + 1.0, + 1.5, + 7.0, + 16.0, + 1.0, + 2.25, + 3.25, + 0.5, + 3.0, + 1.0, + 3.75, + 3.25, + 9.0, + 9.25, + 1.0, + 4.75, + 9.25, + 1.0, + 2.0, + 5.25, + 3.5, + 0.25, + 16.75, + 4.75, + 1.0, + 5.75, + 3.25, + 2.75, + 8.0, + 1.25, + 11.0, + 3.0, + 1.5, + 6.25, + 4.0, + 0.75, + 25.5, + 8.5, + 12.0, + 6.25, + 0.0, + 3.5, + 9.5, + 2.5, + 7.75, + 13.0, + 11.0, + 1.25, + 0.0, + 0.0, + 9.0, + 2.5, + 0.5, + 13.75, + 1.25, + 5.0, + 8.0, + 0.0, + 3.0, + 2.5, + 0.0, + 0.0, + 1.75, + 0.75, + 9.0, + 0.0, + 0.5, + 2.75, + 3.25, + 5.0, + 0.75, + 6.75, + 0.0, + 1.75, + 0.0, + 5.5, + 0.0, + 1.25, + 3.25, + 0.0, + 14.25, + 0.5, + 4.5, + 0.0, + 3.75, + 4.25, + 0.0, + 1.75, + 0.25, + 4.75, + 7.0, + 0.0, + 1.5, + 1.25, + 2.75, + 7.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.25, + 12.25, + 0.0, + 2.0, + 2.75, + 4.5, + 2.0, + 0.5, + 0.75, + 4.5, + 0.0, + 1.5, + 0.0, + 0.0, + 1.5, + 1.0, + 3.0, + 4.75, + 1.5, + 7.5, + 0.0, + 4.0, + 5.0, + 18.0, + 15.0, + 2.0, + 5.25, + 0.0, + 4.0, + 0.0, + 0.0, + 12.0, + 3.25, + 0.0, + 0.0, + 8.75, + 0.0, + 0.5, + 1.25, + 6.5, + 2.75, + 0.0, + 3.0, + 1.5, + 0.0, + 0.0, + 0.25, + 7.25, + 0.25, + 1.75, + 0.0, + 0.5, + 8.5, + 0.0, + 0.0, + 12.0, + 5.5, + 5.75, + 0.0, + 3.5, + 5.25, + 5.0, + 3.0, + 4.5, + 0.5, + 0.0, + 1.0, + 26.5, + 9.0, + 9.5, + 0.0, + 1.0, + 0.75, + 10.25, + 21.0, + 7.75, + 0.5, + 0.0, + 2.25, + 2.25, + 5.75, + 5.25, + 3.25, + 5.5, + 0.5, + 6.25, + 3.75, + 4.5, + 0.0, + 0.0, + 0.0, + 4.25, + 9.0, + 0.0, + 4.5, + 0.5, + 2.75, + 9.75, + 0.25, + 0.25, + 0.5, + 6.5, + 3.0, + 1.25, + 0.25, + 0.25, + 11.75, + 5.75, + 3.0, + 6.5, + 0.0, + 1.5, + 2.25, + 0.5, + 7.75, + 4.5, + 7.75, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 7.0, + 3.0, + 4.25, + 2.75, + 0.0, + 2.5, + 0.0, + 4.5, + 0.0, + 0.75, + 1.75, + 0.0, + 5.0, + 2.75, + 0.0, + 2.25, + 0.0, + 6.0, + 0.0, + 3.25, + 0.0, + 3.75, + 0.0, + 6.0, + 0.0, + 14.75, + 13.75, + 2.25, + 0.0, + 0.0, + 2.25, + 2.5, + 0.0, + 2.5, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 0.0, + 0.0, + 0.0, + 0.0, + 4.25, + 0.25, + 6.5, + 3.5, + 10.25, + 4.75, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 17.25, + 14.75, + 9.25, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 2.75, + 3.25, + 2.0, + 1.25, + 0.0, + 0.75, + 3.25, + 1.0, + 2.0, + 1.75, + 0.0, + 0.0, + 2.25, + 3.0, + 3.5, + 1.25, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 5.25, + 1.25, + 0.0, + 0.0, + 2.0, + 1.75, + 0.0, + 2.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 3.5, + 3.75, + 3.25, + 3.25, + 2.75, + 0.0, + 2.0, + 0.0, + 0.0, + 1.25, + 5.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 5.0, + 3.75, + 0.0, + 0.5, + 8.25, + 1.5, + 1.75, + 1.75, + 0.25, + 1.5, + 3.75, + 0.0, + 2.0, + 1.5, + 5.75, + 1.0, + 4.25, + 1.5, + 1.75, + 4.0, + 3.0, + 2.5, + 2.25, + 1.5, + 5.75, + 5.5, + 3.75, + 4.5, + 0.0, + 0.5, + 0.0, + 1.0, + 3.25, + 4.5, + 0.0, + 0.0, + 3.5, + 7.25, + 2.5, + 8.25, + 3.0, + 3.0, + 5.25, + 2.5, + 14.0, + 2.0, + 0.0, + 0.0, + 3.5, + 0.5, + 0.0, + 0.0, + 0.0, + 10.25, + 2.75, + 8.5, + 4.0, + 4.0, + 0.0, + 0.0, + 4.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.75, + 2.0, + 0.0, + 3.25, + 4.5, + 0.0, + 4.0, + 0.0, + 0.0, + 2.5, + 1.75, + 2.25, + 3.25, + 0.0, + 0.0, + 0.0, + 1.5, + 2.25, + 6.75, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 2.5, + 11.75, + 0.5, + 2.5, + 6.25, + 4.0, + 1.25, + 7.75, + 0.25, + 0.0, + 8.5, + 5.25, + 0.0, + 0.0, + 1.0, + 0.75, + 2.75, + 3.25, + 2.25, + 0.5, + 0.0, + 9.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 2.25, + 5.5, + 0.25, + 0.0, + 2.0, + 0.0, + 0.0, + 2.0, + 0.25, + 0.25, + 2.5, + 2.5, + 0.0, + 4.0, + 4.0, + 2.5, + 2.0, + 0.0, + 9.0, + 0.0, + 11.25, + 0.75, + 2.25, + 0.0, + 2.5, + 1.5, + 0.0, + 0.0, + 1.0, + 7.5, + 0.0, + 0.0, + 2.25, + 1.75, + 0.75, + 4.25, + 0.0, + 0.75, + 0.0, + 3.5, + 12.0, + 3.75, + 2.5, + 0.0, + 0.5, + 0.0, + 0.0, + 8.75, + 5.0, + 0.0, + 1.75, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 0.0, + 1.5, + 3.0, + 0.5, + 0.0, + 4.0, + 0.0, + 0.0, + 2.0, + 1.0, + 3.5, + 5.75, + 0.0, + 2.5, + 1.75, + 0.25, + 3.25, + 0.0, + 0.0, + 3.25, + 0.0, + 0.0, + 1.0, + 0.0, + 1.25, + 5.0, + 0.0, + 2.25, + 0.0, + 0.0, + 1.25, + 0.0, + 3.5, + 5.75, + 0.0, + 1.25, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 7.75, + 2.5, + 0.0, + 0.0, + 0.25, + 8.75, + 0.0, + 0.0, + 2.5, + 2.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 1.75, + 0.0, + 0.0, + 1.75, + 0.0, + 0.0, + 2.25, + 4.25, + 0.25, + 6.5, + 2.0, + 0.0, + 0.0, + 1.0, + 5.5, + 0.0, + 2.75, + 5.0, + 3.0, + 0.0, + 0.0, + 5.75, + 5.0, + 0.5, + 4.75, + 2.75, + 1.0, + 0.0, + 2.0, + 0.25, + 0.0, + 1.75, + 0.0, + 4.75, + 0.0, + 0.0, + 0.0, + 4.5, + 6.25, + 0.0, + 2.25, + 4.5, + 0.0, + 12.75, + 9.75, + 0.0, + 3.0, + 3.0, + 4.5, + 9.25, + 2.75, + 6.75, + 0.25, + 5.0, + 0.0, + 5.25, + 0.0, + 4.75, + 1.25, + 0.0, + 0.25, + 4.0, + 0.25, + 0.0, + 0.0, + 0.25, + 3.75, + 5.5, + 6.25, + 0.5, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 7.25, + 0.0, + 0.0, + 0.0, + 1.5, + 3.25, + 5.5, + 6.75, + 12.0, + 13.0, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 4.5, + 1.5, + 9.0, + 0.25, + 3.5, + 2.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.75, + 5.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.75, + 7.5, + 0.0, + 2.25, + 3.75, + 8.5, + 0.0, + 6.0, + 0.0, + 0.0, + 2.0, + 0.0, + 3.25, + 2.75, + 0.0, + 0.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 1.5, + 0.0, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 2.5, + 4.25, + 0.0, + 7.75, + 0.0, + 8.25, + 5.25, + 4.5, + 2.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 10.0, + 0.0, + 4.25, + 0.0, + 3.75, + 2.0, + 0.0, + 2.0, + 3.25, + 3.0, + 0.0, + 0.0, + 0.0, + 1.75, + 4.0, + 0.0, + 0.0, + 0.0, + 5.75, + 2.0, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 2.25, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 2.5, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 10.25, + 3.25, + 3.75, + 2.5, + 2.5, + 1.5, + 0.0, + 1.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 1.75, + 1.5, + 2.25, + 0.5, + 1.5, + 4.0, + 2.5, + 0.0, + 8.25, + 0.0, + 0.75, + 1.0, + 0.0, + 0.0, + 2.0, + 0.0, + 2.5, + 2.75, + 0.0, + 5.75, + 0.0, + 0.0, + 9.0, + 6.5, + 1.25, + 1.0, + 0.0, + 4.25, + 0.0, + 0.0, + 0.0, + 3.75, + 3.5, + 0.75, + 3.0, + 0.0, + 4.0, + 2.0, + 4.0, + 4.75, + 0.0, + 2.75, + 0.75, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 1.5, + 1.25, + 2.75, + 4.0, + 1.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 4.25, + 0.0, + 3.5, + 1.75, + 0.0, + 5.75, + 0.0, + 0.0, + 0.0, + 0.0, + 6.0, + 0.25, + 6.25, + 2.75, + 0.0, + 1.5, + 1.0, + 2.25, + 0.0, + 0.0, + 0.0, + 1.5, + 1.25, + 1.5, + 1.0, + 4.25, + 6.0, + 0.0, + 14.75, + 5.0, + 0.0, + 8.75, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 3.5, + 0.25, + 2.0, + 0.25, + 0.5, + 3.0, + 4.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 2.5, + 0.0, + 1.25, + 0.0, + 0.0, + 5.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 2.25, + 0.0, + 5.75, + 0.0, + 0.0, + 9.5, + 0.0, + 2.0, + 0.0, + 3.0 + ], + "episode_lambdas": [ + 16.5, + 23.045, + 29.7455, + 36.3235, + 43.1211, + 49.944, + 56.4271, + 62.7669, + 68.8402, + 74.5637, + 79.8448, + 84.6428, + 89.216, + 93.5194, + 97.485, + 101.104, + 104.4961, + 107.549, + 110.3666, + 112.9724, + 115.3552, + 117.5897, + 119.7607, + 121.8296, + 123.7667, + 125.54, + 127.281, + 128.9029, + 130.4226, + 131.8803, + 133.2198, + 134.5003, + 135.6528, + 136.705, + 137.717, + 138.6853, + 139.6118, + 140.4456, + 141.241, + 141.9569, + 142.6512, + 143.3086, + 143.9028, + 144.51, + 145.074, + 145.5816, + 146.0609, + 146.5998, + 147.1074, + 147.6266, + 148.1615, + 148.6803, + 149.2148, + 149.6958, + 150.1412, + 150.5446, + 150.9551, + 151.3996, + 151.8522, + 152.2869, + 152.6933, + 153.0889, + 153.45, + 153.78, + 154.1595, + 154.5561, + 154.968, + 155.3787, + 155.7933, + 156.2765, + 156.7438, + 157.1944, + 157.61, + 157.999, + 158.4191, + 158.9572, + 159.4515, + 159.9188, + 160.3719, + 160.7847, + 161.1863, + 161.5576, + 161.9294, + 162.2964, + 162.7168, + 163.1876, + 163.6214, + 164.0592, + 164.5458, + 164.9937, + 165.4168, + 165.8502, + 166.2751, + 166.6601, + 167.1741, + 167.6842, + 168.1533, + 168.633, + 169.0972, + 169.5424, + 170.0232, + 170.4684, + 170.979, + 171.4686, + 171.9243, + 172.3968, + 172.8622, + 173.2884, + 173.9271, + 174.5869, + 175.3007, + 176.0056, + 176.6401, + 177.2461, + 177.8865, + 178.4878, + 179.1065, + 179.7934, + 180.5215, + 181.1894, + 181.7904, + 182.3314, + 182.9083, + 183.4524, + 183.9472, + 184.53, + 185.067, + 185.6003, + 186.1603, + 186.6642, + 187.1478, + 187.608, + 188.0222, + 188.395, + 188.748, + 189.0732, + 189.4559, + 189.8003, + 190.1153, + 190.4262, + 190.7386, + 191.0698, + 191.3753, + 191.7177, + 192.026, + 192.3209, + 192.5863, + 192.8802, + 193.1446, + 193.3952, + 193.6532, + 193.8853, + 194.2368, + 194.5581, + 194.8923, + 195.1931, + 195.5013, + 195.8211, + 196.109, + 196.3856, + 196.6371, + 196.9109, + 197.2273, + 197.512, + 197.7833, + 198.04, + 198.2985, + 198.6012, + 198.8735, + 199.1187, + 199.3668, + 199.5901, + 199.7936, + 200.0993, + 200.3743, + 200.6419, + 200.9102, + 201.1967, + 201.4745, + 201.7296, + 201.9666, + 202.225, + 202.4575, + 202.6817, + 202.8835, + 203.0652, + 203.2437, + 203.4143, + 203.5979, + 203.8106, + 204.017, + 204.2778, + 204.5125, + 204.7638, + 205.0399, + 205.4684, + 206.0041, + 206.5062, + 207.0106, + 207.4645, + 207.913, + 208.3167, + 208.6801, + 209.1271, + 209.5619, + 209.9532, + 210.3054, + 210.7098, + 211.0738, + 211.4065, + 211.7183, + 212.064, + 212.4026, + 212.7073, + 213.0116, + 213.3004, + 213.5604, + 213.7943, + 214.0074, + 214.2717, + 214.512, + 214.7458, + 214.9562, + 215.1506, + 215.4105, + 215.6445, + 215.855, + 216.1645, + 216.4981, + 216.8558, + 217.1777, + 217.5024, + 217.8472, + 218.2075, + 218.5617, + 218.9255, + 219.258, + 219.5572, + 219.8365, + 220.3528, + 220.9075, + 221.5018, + 222.0366, + 222.5279, + 222.9777, + 223.4849, + 224.1514, + 224.8288, + 225.4434, + 225.9965, + 226.5169, + 227.0077, + 227.5069, + 228.0087, + 228.4929, + 228.9836, + 229.4302, + 229.8947, + 230.3502, + 230.8052, + 231.2147, + 231.5832, + 231.9149, + 232.2559, + 232.6528, + 233.01, + 233.3765, + 233.7114, + 234.0402, + 234.4337, + 234.7903, + 235.1138, + 235.4099, + 235.7414, + 236.0698, + 236.3778, + 236.6575, + 236.9118, + 237.2581, + 237.6273, + 237.9896, + 238.3806, + 238.7325, + 239.0643, + 239.3854, + 239.6793, + 240.0214, + 240.3743, + 240.7693, + 241.1249, + 241.4449, + 241.7329, + 242.0046, + 242.2492, + 242.4692, + 242.7373, + 243.0086, + 243.2952, + 243.5807, + 243.8376, + 244.0939, + 244.3245, + 244.577, + 244.8043, + 245.0164, + 245.2248, + 245.4123, + 245.6311, + 245.8554, + 246.0574, + 246.2617, + 246.4455, + 246.6709, + 246.8739, + 247.089, + 247.2826, + 247.4943, + 247.6849, + 247.9164, + 248.1248, + 248.4598, + 248.8988, + 249.3164, + 249.6923, + 250.0306, + 250.3575, + 250.6767, + 250.9641, + 251.2477, + 251.5379, + 251.7991, + 252.0342, + 252.2458, + 252.4362, + 252.6326, + 252.8093, + 252.9684, + 253.1116, + 253.2404, + 253.3989, + 253.544, + 253.7396, + 253.9506, + 254.2431, + 254.5537, + 254.8334, + 255.085, + 255.3515, + 255.5914, + 255.8072, + 256.004, + 256.1811, + 256.3405, + 256.6565, + 257.0883, + 257.5695, + 258.0125, + 258.4113, + 258.7701, + 259.0931, + 259.3938, + 259.6644, + 259.9355, + 260.2119, + 260.4808, + 260.7352, + 260.9642, + 261.1777, + 261.4025, + 261.6147, + 261.8257, + 262.0332, + 262.2199, + 262.3879, + 262.5616, + 262.7479, + 262.9506, + 263.1456, + 263.321, + 263.4814, + 263.6408, + 263.7842, + 263.9133, + 264.0294, + 264.134, + 264.2806, + 264.425, + 264.555, + 264.672, + 264.7973, + 264.9276, + 265.0448, + 265.1754, + 265.2928, + 265.3985, + 265.4937, + 265.5893, + 265.6754, + 265.7878, + 265.9266, + 266.0839, + 266.258, + 266.4422, + 266.608, + 266.7772, + 266.9295, + 267.0665, + 267.2024, + 267.3796, + 267.5417, + 267.6925, + 267.8283, + 267.9529, + 268.0676, + 268.1809, + 268.2828, + 268.4245, + 268.5896, + 268.7381, + 268.8768, + 269.0841, + 269.2857, + 269.4846, + 269.6812, + 269.8606, + 270.037, + 270.2333, + 270.41, + 270.589, + 270.7651, + 270.9811, + 271.1855, + 271.4119, + 271.6307, + 271.8451, + 272.0781, + 272.3178, + 272.5585, + 272.7977, + 273.0279, + 273.2926, + 273.5859, + 273.8873, + 274.2035, + 274.4882, + 274.7494, + 274.9844, + 275.206, + 275.4379, + 275.6916, + 275.9199, + 276.1254, + 276.3454, + 276.6159, + 276.8843, + 277.2084, + 277.53, + 277.8495, + 278.1896, + 278.5206, + 278.9585, + 279.3727, + 279.7454, + 280.0809, + 280.4178, + 280.726, + 281.0034, + 281.2531, + 281.4778, + 281.7825, + 282.0842, + 282.4408, + 282.8017, + 283.1666, + 283.4949, + 283.7904, + 284.1014, + 284.3812, + 284.6356, + 284.8646, + 285.0706, + 285.2735, + 285.4762, + 285.6586, + 285.8552, + 286.0772, + 286.277, + 286.4968, + 286.6946, + 286.8726, + 287.0579, + 287.2421, + 287.4304, + 287.6323, + 287.8141, + 287.9777, + 288.1249, + 288.2724, + 288.4277, + 288.6349, + 288.8214, + 288.9893, + 289.1404, + 289.2763, + 289.4287, + 289.5908, + 289.8542, + 290.0963, + 290.3392, + 290.6203, + 290.9132, + 291.1894, + 291.5155, + 291.8114, + 292.0778, + 292.4025, + 292.7473, + 293.0575, + 293.3368, + 293.5981, + 293.8408, + 294.0867, + 294.3405, + 294.5915, + 294.8223, + 295.0301, + 295.3071, + 295.5589, + 295.7855, + 295.9894, + 296.178, + 296.3577, + 296.5244, + 296.697, + 296.9073, + 297.0991, + 297.2717, + 297.447, + 297.6048, + 297.7468, + 297.8946, + 298.0302, + 298.1547, + 298.2917, + 298.44, + 298.5735, + 298.7337, + 298.9178, + 299.1085, + 299.3002, + 299.4726, + 299.7179, + 299.9386, + 300.2497, + 300.5373, + 300.8185, + 301.0717, + 301.3245, + 301.5671, + 301.7854, + 301.9818, + 302.1686, + 302.4118, + 302.6306, + 302.8275, + 303.0273, + 303.2246, + 303.4096, + 303.6186, + 303.8068, + 303.9836, + 304.1427, + 304.321, + 304.6014, + 304.8912, + 305.1771, + 305.4344, + 305.671, + 305.8839, + 306.0755, + 306.3354, + 306.6194, + 306.8749, + 307.1225, + 307.3452, + 307.5457, + 307.7261, + 307.916, + 308.0869, + 308.2407, + 308.3791, + 308.5187, + 308.6744, + 308.8194, + 308.95, + 309.1075, + 309.2492, + 309.3768, + 309.5116, + 309.643, + 309.7962, + 309.9916, + 310.1674, + 310.3507, + 310.5331, + 310.6998, + 310.8823, + 311.0466, + 311.1944, + 311.36, + 311.509, + 311.6431, + 311.7738, + 311.8914, + 312.0098, + 312.1663, + 312.3072, + 312.4564, + 312.5908, + 312.7117, + 312.833, + 312.9422, + 313.0755, + 313.253, + 313.4127, + 313.5689, + 313.727, + 313.8693, + 313.9974, + 314.1126, + 314.2164, + 314.3097, + 314.4713, + 314.6416, + 314.795, + 314.933, + 315.0597, + 315.2612, + 315.4426, + 315.6058, + 315.7777, + 315.9525, + 316.1322, + 316.294, + 316.4396, + 316.5706, + 316.6886, + 316.8247, + 316.9647, + 317.0908, + 317.2042, + 317.3238, + 317.4314, + 317.5283, + 317.6379, + 317.7791, + 317.9087, + 318.0904, + 318.2738, + 318.4389, + 318.5875, + 318.7313, + 318.9157, + 319.0816, + 319.2584, + 319.4676, + 319.6858, + 319.8822, + 320.059, + 320.2756, + 320.5206, + 320.746, + 320.9964, + 321.2493, + 321.4868, + 321.7007, + 321.9131, + 322.1068, + 322.2811, + 322.4555, + 322.6124, + 322.8012, + 322.9711, + 323.124, + 323.2616, + 323.4304, + 323.6449, + 323.8379, + 324.0341, + 324.2557, + 324.4551, + 324.7621, + 325.1359, + 325.4723, + 325.8051, + 326.1346, + 326.4761, + 326.876, + 327.2634, + 327.6796, + 328.0566, + 328.4459, + 328.7963, + 329.1642, + 329.4953, + 329.8408, + 330.1642, + 330.4553, + 330.7197, + 330.9978, + 331.2505, + 331.4779, + 331.6826, + 331.8694, + 332.0749, + 332.315, + 332.5935, + 332.8491, + 333.0792, + 333.2863, + 333.4927, + 333.6784, + 333.8455, + 333.996, + 334.1664, + 334.3198, + 334.4578, + 334.582, + 334.6938, + 334.8069, + 334.9812, + 335.1381, + 335.2793, + 335.4064, + 335.5357, + 335.6847, + 335.8737, + 336.1113, + 336.4452, + 336.8757, + 337.2631, + 337.6118, + 337.9456, + 338.2461, + 338.5164, + 338.8048, + 339.0793, + 339.4164, + 339.7223, + 340.0325, + 340.3368, + 340.6106, + 340.857, + 341.0788, + 341.2784, + 341.4581, + 341.6773, + 341.9296, + 342.1566, + 342.3609, + 342.5449, + 342.7204, + 342.8858, + 343.0347, + 343.1763, + 343.3786, + 343.5608, + 343.7472, + 343.9525, + 344.2222, + 344.465, + 344.7435, + 344.9942, + 345.2197, + 345.4428, + 345.6435, + 345.8566, + 346.076, + 346.2734, + 346.451, + 346.6334, + 346.7976, + 346.9453, + 347.0783, + 347.198, + 347.3057, + 347.4401, + 347.5761, + 347.6985, + 347.8086, + 347.9078, + 348.0345, + 348.1485, + 348.2512, + 348.3436, + 348.4517, + 348.5915, + 348.7174, + 348.9082, + 349.0798, + 349.3169, + 349.5827, + 349.8669, + 350.1502, + 350.4052, + 350.6397, + 350.8507, + 351.0406, + 351.2116, + 351.4654, + 351.6939, + 351.942, + 352.1653, + 352.4038, + 352.6384, + 352.8495, + 353.0596, + 353.2811, + 353.5105, + 353.717, + 353.9028, + 354.07, + 354.238, + 354.4292, + 354.6013, + 354.7561, + 354.8955, + 355.0785, + 355.2631, + 355.4293, + 355.5789, + 355.751, + 355.9059, + 356.0453, + 356.1708, + 356.2837, + 356.3853, + 356.5043, + 356.6339, + 356.7505, + 356.8554, + 356.9499, + 357.0674, + 357.1732, + 357.2933, + 357.4015, + 357.4989, + 357.5865, + 357.6803, + 357.7648, + 357.9433, + 358.1365, + 358.3478, + 358.5631, + 358.7817, + 358.9936, + 359.1842, + 359.3658, + 359.5292, + 359.6763, + 359.8362, + 359.98, + 360.1095, + 360.2436, + 360.3792, + 360.5238, + 360.6589, + 360.7955, + 360.9585, + 361.1301, + 361.2846, + 361.5062, + 361.7055, + 361.8925, + 362.0707, + 362.2312, + 362.3755, + 362.5255, + 362.6604, + 362.8069, + 362.9662, + 363.1096, + 363.2961, + 363.464, + 363.6151, + 363.8411, + 364.1095, + 364.3635, + 364.6022, + 364.817, + 365.0528, + 365.265, + 365.456, + 365.6279, + 365.8201, + 366.0281, + 366.2228, + 366.428, + 366.6127, + 366.8189, + 367.0245, + 367.2496, + 367.4996, + 367.7247, + 367.9547, + 368.1692, + 368.3623, + 368.5361, + 368.73, + 368.9045, + 369.0615, + 369.2179, + 369.3711, + 369.5365, + 369.7253, + 369.9078, + 370.072, + 370.2198, + 370.3653, + 370.4963, + 370.6142, + 370.7553, + 370.8822, + 370.9965, + 371.1419, + 371.2727, + 371.4254, + 371.5804, + 371.7198, + 371.9028, + 372.0676, + 372.2158, + 372.3492, + 372.4693, + 372.6374, + 372.7911, + 372.992, + 373.2003, + 373.3878, + 373.5715, + 373.7469, + 373.9272, + 374.0895, + 374.2355, + 374.367, + 374.5003, + 374.6327, + 374.767, + 374.8978, + 375.058, + 375.2622, + 375.446, + 375.7589, + 376.0905, + 376.3889, + 376.745, + 377.0655, + 377.354, + 377.6136, + 377.8797, + 378.1193, + 378.3348, + 378.5288, + 378.7385, + 378.9296, + 379.1217, + 379.297, + 379.4598, + 379.6363, + 379.8352, + 380.0142, + 380.1752, + 380.3352, + 380.4792, + 380.6088, + 380.7504, + 380.8779, + 381.0051, + 381.1196, + 381.2226, + 381.3703, + 381.5033, + 381.623, + 381.7307, + 381.8276, + 381.9149, + 381.9934, + 382.064, + 382.1276, + 382.2149, + 382.3159, + 382.4068, + 382.5461, + 382.6715, + 382.7844, + 382.9809, + 383.1578, + 383.337, + 383.4983, + 383.6735 + ], + "episode_rhos": [ + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ], + [ + 0.5, + 0.5 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..c271e24c6476f1921df06587e5ced7bdecd18707 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12087909.56, + "constraint_satisfaction_pct": 35.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 383.6735, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13465.09, + "avg_cost": 65.0, + "lambda": 16.5, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 13354.83, + "avg_cost": 25.75, + "lambda": 74.5637, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 13108.78, + "avg_cost": 7.0, + "lambda": 112.9724, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 12753.46, + "avg_cost": 9.0, + "lambda": 131.8803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 12721.56, + "avg_cost": 0.0, + "lambda": 141.9569, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13191.37, + "avg_cost": 6.25, + "lambda": 147.6266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12877.56, + "avg_cost": 2.75, + "lambda": 152.2869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 12758.79, + "avg_cost": 11.0, + "lambda": 156.2765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 12385.63, + "avg_cost": 0.5, + "lambda": 160.7847, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12570.39, + "avg_cost": 1.0, + "lambda": 164.9937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12131.37, + "avg_cost": 2.75, + "lambda": 169.5424, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 11904.66, + "avg_cost": 8.5, + "lambda": 174.5869, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 11687.35, + "avg_cost": 1.25, + "lambda": 181.1894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 11611.0, + "avg_cost": 0.0, + "lambda": 186.6642, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 11971.79, + "avg_cost": 2.75, + "lambda": 190.4262, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12291.41, + "avg_cost": 1.25, + "lambda": 193.3952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 12184.13, + "avg_cost": 1.75, + "lambda": 196.3856, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 12030.1, + "avg_cost": 0.0, + "lambda": 199.1187, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 11339.66, + "avg_cost": 0.5, + "lambda": 201.7296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12023.43, + "avg_cost": 4.75, + "lambda": 203.8106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 11565.61, + "avg_cost": 0.0, + "lambda": 207.4645, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 11542.02, + "avg_cost": 0.5, + "lambda": 211.4065, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 11780.14, + "avg_cost": 7.25, + "lambda": 214.2717, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 11966.01, + "avg_cost": 5.75, + "lambda": 216.8558, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 11960.28, + "avg_cost": 26.5, + "lambda": 220.3528, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12091.89, + "avg_cost": 0.0, + "lambda": 225.9965, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 11741.94, + "avg_cost": 4.5, + "lambda": 230.8052, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12044.3, + "avg_cost": 9.75, + "lambda": 234.4337, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 12340.35, + "avg_cost": 5.75, + "lambda": 237.6273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 11961.32, + "avg_cost": 0.0, + "lambda": 241.1249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 12137.7, + "avg_cost": 0.0, + "lambda": 243.8376, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12169.52, + "avg_cost": 0.0, + "lambda": 246.0574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12138.11, + "avg_cost": 0.0, + "lambda": 248.1248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 12629.59, + "avg_cost": 3.5, + "lambda": 251.5379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 12982.01, + "avg_cost": 4.25, + "lambda": 253.3989, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 12910.56, + "avg_cost": 0.0, + "lambda": 255.8072, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12872.68, + "avg_cost": 0.0, + "lambda": 259.0931, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 12575.84, + "avg_cost": 1.0, + "lambda": 261.6147, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12466.49, + "avg_cost": 0.25, + "lambda": 263.4814, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12225.7, + "avg_cost": 2.0, + "lambda": 264.7973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12001.47, + "avg_cost": 3.75, + "lambda": 265.9266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 11865.2, + "avg_cost": 0.25, + "lambda": 267.5417, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12004.06, + "avg_cost": 0.5, + "lambda": 268.8768, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 11892.03, + "avg_cost": 1.5, + "lambda": 270.7651, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12200.46, + "avg_cost": 1.5, + "lambda": 273.0279, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12305.0, + "avg_cost": 4.5, + "lambda": 275.6916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 11832.63, + "avg_cost": 2.5, + "lambda": 278.5206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 11423.69, + "avg_cost": 10.25, + "lambda": 281.7825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 11950.96, + "avg_cost": 0.0, + "lambda": 284.8646, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 11361.6, + "avg_cost": 0.0, + "lambda": 286.8726, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 11405.66, + "avg_cost": 6.75, + "lambda": 288.6349, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11641.25, + "avg_cost": 6.25, + "lambda": 290.6203, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 11727.17, + "avg_cost": 1.0, + "lambda": 293.5981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11392.64, + "avg_cost": 0.0, + "lambda": 295.9894, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 11534.29, + "avg_cost": 0.0, + "lambda": 297.7468, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11665.19, + "avg_cost": 2.0, + "lambda": 299.3002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11456.13, + "avg_cost": 0.0, + "lambda": 301.7854, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 11516.75, + "avg_cost": 0.0, + "lambda": 303.8068, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11369.2, + "avg_cost": 0.0, + "lambda": 306.0755, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 11463.7, + "avg_cost": 0.0, + "lambda": 308.2407, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12001.91, + "avg_cost": 1.0, + "lambda": 309.643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 11754.26, + "avg_cost": 3.25, + "lambda": 311.36, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 11807.46, + "avg_cost": 0.0, + "lambda": 312.7117, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 11796.53, + "avg_cost": 0.0, + "lambda": 314.1126, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 11884.68, + "avg_cost": 0.0, + "lambda": 315.6058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 11749.51, + "avg_cost": 0.0, + "lambda": 317.0908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11544.08, + "avg_cost": 0.0, + "lambda": 318.4389, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11836.41, + "avg_cost": 5.75, + "lambda": 320.2756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 11897.82, + "avg_cost": 1.75, + "lambda": 322.4555, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12359.75, + "avg_cost": 4.5, + "lambda": 324.2557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12080.35, + "avg_cost": 6.75, + "lambda": 327.6796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 12263.8, + "avg_cost": 4.0, + "lambda": 330.9978, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 11965.39, + "avg_cost": 0.0, + "lambda": 333.2863, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 12015.57, + "avg_cost": 1.25, + "lambda": 334.8069, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 12263.54, + "avg_cost": 13.0, + "lambda": 336.8757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12164.61, + "avg_cost": 3.5, + "lambda": 340.0325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12137.5, + "avg_cost": 0.0, + "lambda": 342.3609, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 11878.93, + "avg_cost": 8.5, + "lambda": 344.2222, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 12058.36, + "avg_cost": 0.0, + "lambda": 346.451, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 12188.16, + "avg_cost": 0.0, + "lambda": 347.8086, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 12487.39, + "avg_cost": 0.0, + "lambda": 349.0798, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 12291.31, + "avg_cost": 10.0, + "lambda": 351.4654, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 11946.4, + "avg_cost": 0.0, + "lambda": 353.717, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 11961.61, + "avg_cost": 0.0, + "lambda": 355.4293, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 11891.11, + "avg_cost": 0.0, + "lambda": 356.7505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 12159.83, + "avg_cost": 0.0, + "lambda": 357.7648, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12162.67, + "avg_cost": 0.0, + "lambda": 359.6763, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12198.77, + "avg_cost": 2.5, + "lambda": 361.1301, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12265.33, + "avg_cost": 2.5, + "lambda": 362.8069, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 11964.15, + "avg_cost": 0.0, + "lambda": 364.817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 12073.22, + "avg_cost": 4.0, + "lambda": 366.8189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 11939.29, + "avg_cost": 0.0, + "lambda": 368.9045, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 11877.69, + "avg_cost": 0.0, + "lambda": 370.4963, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 11881.58, + "avg_cost": 5.75, + "lambda": 371.9028, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 11862.2, + "avg_cost": 1.5, + "lambda": 373.5715, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 11666.6, + "avg_cost": 4.25, + "lambda": 375.058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12341.59, + "avg_cost": 3.25, + "lambda": 377.8797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 11945.55, + "avg_cost": 4.0, + "lambda": 379.8352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12217.22, + "avg_cost": 0.0, + "lambda": 381.2226, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12070.66, + "avg_cost": 3.0, + "lambda": 382.2149, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12207.61, + "avg_cost": 3.0, + "lambda": 383.6735, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..322327c191b169c2bfc541e4ef75b9d6d110cede --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1325302.82, + "constraint_satisfaction_pct": 82.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 290.925, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -231.96, + "avg_cost": 207.75, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1907.34, + "avg_cost": 21.75, + "lambda": 160.3756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2199.99, + "avg_cost": 4.25, + "lambda": 220.733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2486.2, + "avg_cost": 1.25, + "lambda": 243.7476, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2307.5, + "avg_cost": 0.5, + "lambda": 253.0867, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1775.19, + "avg_cost": 2.5, + "lambda": 258.4796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2172.0, + "avg_cost": 0.0, + "lambda": 261.7295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2135.16, + "avg_cost": 1.0, + "lambda": 264.2287, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2306.65, + "avg_cost": 1.25, + "lambda": 265.9557, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2209.96, + "avg_cost": 0.5, + "lambda": 267.4139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1827.91, + "avg_cost": 0.5, + "lambda": 269.7597, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2521.24, + "avg_cost": 0.0, + "lambda": 271.7044, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1851.83, + "avg_cost": 0.25, + "lambda": 276.2511, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2063.56, + "avg_cost": 0.25, + "lambda": 279.3393, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2044.39, + "avg_cost": 0.25, + "lambda": 281.5447, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2244.01, + "avg_cost": 0.0, + "lambda": 282.7341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2323.63, + "avg_cost": 0.0, + "lambda": 283.1841, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2160.34, + "avg_cost": 0.0, + "lambda": 283.341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 1969.61, + "avg_cost": 0.0, + "lambda": 283.3957, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2008.28, + "avg_cost": 0.0, + "lambda": 283.4148, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1913.25, + "avg_cost": 0.0, + "lambda": 283.9055, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1757.74, + "avg_cost": 0.0, + "lambda": 284.1462, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1779.85, + "avg_cost": 0.0, + "lambda": 284.2517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2005.08, + "avg_cost": 0.0, + "lambda": 284.3297, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2066.82, + "avg_cost": 0.5, + "lambda": 284.4192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1908.37, + "avg_cost": 1.25, + "lambda": 284.7662, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1683.21, + "avg_cost": 0.0, + "lambda": 285.565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1529.35, + "avg_cost": 0.25, + "lambda": 286.6005, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1685.17, + "avg_cost": 0.0, + "lambda": 287.0656, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1906.43, + "avg_cost": 0.0, + "lambda": 287.2508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1621.59, + "avg_cost": 0.0, + "lambda": 288.0807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1628.54, + "avg_cost": 0.0, + "lambda": 288.3701, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1417.98, + "avg_cost": 0.0, + "lambda": 288.471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1451.52, + "avg_cost": 0.0, + "lambda": 288.5062, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1521.99, + "avg_cost": 0.0, + "lambda": 288.5184, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1554.83, + "avg_cost": 0.0, + "lambda": 288.5227, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1479.58, + "avg_cost": 0.0, + "lambda": 288.5242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1343.28, + "avg_cost": 0.5, + "lambda": 288.5297, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1168.31, + "avg_cost": 0.0, + "lambda": 288.6061, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1214.96, + "avg_cost": 0.5, + "lambda": 288.7875, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1132.51, + "avg_cost": 0.0, + "lambda": 289.132, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1294.25, + "avg_cost": 0.5, + "lambda": 289.395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1338.32, + "avg_cost": 0.0, + "lambda": 289.638, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1328.26, + "avg_cost": 0.0, + "lambda": 289.7981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1227.07, + "avg_cost": 0.0, + "lambda": 289.9092, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1170.15, + "avg_cost": 0.0, + "lambda": 289.9996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1135.82, + "avg_cost": 0.0, + "lambda": 290.1017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1076.5, + "avg_cost": 0.0, + "lambda": 290.1874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1002.05, + "avg_cost": 0.0, + "lambda": 290.2444, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 996.95, + "avg_cost": 0.0, + "lambda": 290.2643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 959.13, + "avg_cost": 0.0, + "lambda": 290.2713, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 925.74, + "avg_cost": 0.0, + "lambda": 290.2737, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 918.93, + "avg_cost": 0.0, + "lambda": 290.2745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 891.87, + "avg_cost": 0.0, + "lambda": 290.2796, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 892.02, + "avg_cost": 0.0, + "lambda": 290.2929, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 881.69, + "avg_cost": 0.0, + "lambda": 290.2975, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 867.96, + "avg_cost": 0.0, + "lambda": 290.2991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 853.54, + "avg_cost": 0.0, + "lambda": 290.2997, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 841.61, + "avg_cost": 0.0, + "lambda": 290.2999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 817.96, + "avg_cost": 0.0, + "lambda": 290.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 828.77, + "avg_cost": 0.5, + "lambda": 290.305, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 844.34, + "avg_cost": 0.0, + "lambda": 290.3343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 825.22, + "avg_cost": 0.0, + "lambda": 290.3445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 860.28, + "avg_cost": 0.0, + "lambda": 290.3481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 851.77, + "avg_cost": 0.0, + "lambda": 290.3493, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 897.8, + "avg_cost": 0.0, + "lambda": 290.3498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 930.46, + "avg_cost": 0.0, + "lambda": 290.3499, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 918.51, + "avg_cost": 0.0, + "lambda": 290.3602, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 947.73, + "avg_cost": 0.0, + "lambda": 290.3816, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 934.1, + "avg_cost": 0.0, + "lambda": 290.4031, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 932.86, + "avg_cost": 0.0, + "lambda": 290.4336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 936.69, + "avg_cost": 0.0, + "lambda": 290.4443, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 978.35, + "avg_cost": 0.0, + "lambda": 290.6154, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 938.75, + "avg_cost": 0.0, + "lambda": 290.817, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 924.04, + "avg_cost": 0.0, + "lambda": 290.8874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 888.05, + "avg_cost": 0.0, + "lambda": 290.9119, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 876.72, + "avg_cost": 0.0, + "lambda": 290.9204, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 885.71, + "avg_cost": 0.0, + "lambda": 290.9234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 876.47, + "avg_cost": 0.0, + "lambda": 290.9244, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 868.76, + "avg_cost": 0.0, + "lambda": 290.9248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 872.95, + "avg_cost": 0.0, + "lambda": 290.9249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 867.52, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 883.42, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 876.91, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 865.77, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 877.5, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 882.96, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 874.02, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 900.73, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 900.64, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 889.96, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 867.7, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 890.36, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 887.93, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 895.12, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 883.33, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 876.5, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 888.98, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 898.03, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 893.06, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 900.17, + "avg_cost": 0.0, + "lambda": 290.925, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v25_walker.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v25_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..4635abe2dae22c074503d4ffdcd15d741ea4c55e --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v25_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2958699.64, + "constraint_satisfaction_pct": 33.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -309.27, + "avg_cost": 207.75, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 2528.76, + "avg_cost": 8.0, + "lambda": 160.3857, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2782.3, + "avg_cost": 9.25, + "lambda": 223.2827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2823.11, + "avg_cost": 4.25, + "lambda": 252.8658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3033.7, + "avg_cost": 3.5, + "lambda": 267.0632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2575.53, + "avg_cost": 2.75, + "lambda": 276.0821, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2842.82, + "avg_cost": 2.0, + "lambda": 284.031, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3839.7, + "avg_cost": 30.25, + "lambda": 293.8823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2772.78, + "avg_cost": 2.75, + "lambda": 305.2106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2857.71, + "avg_cost": 5.75, + "lambda": 313.3693, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3069.81, + "avg_cost": 3.0, + "lambda": 320.4261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3077.49, + "avg_cost": 4.25, + "lambda": 326.9933, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2997.15, + "avg_cost": 0.25, + "lambda": 333.7792, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3085.3, + "avg_cost": 5.75, + "lambda": 339.7063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3654.96, + "avg_cost": 5.5, + "lambda": 344.4162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3376.65, + "avg_cost": 8.5, + "lambda": 349.2239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2878.16, + "avg_cost": 0.75, + "lambda": 354.9979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2907.74, + "avg_cost": 4.0, + "lambda": 359.7343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3245.4, + "avg_cost": 6.25, + "lambda": 364.5429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2765.72, + "avg_cost": 0.75, + "lambda": 369.1979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3418.53, + "avg_cost": 10.75, + "lambda": 372.9655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3692.88, + "avg_cost": 1.75, + "lambda": 376.9459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2748.63, + "avg_cost": 0.0, + "lambda": 380.5019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3531.68, + "avg_cost": 19.5, + "lambda": 382.7749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2824.79, + "avg_cost": 0.0, + "lambda": 389.3318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2882.58, + "avg_cost": 20.75, + "lambda": 392.8848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2862.46, + "avg_cost": 0.0, + "lambda": 398.641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2788.96, + "avg_cost": 0.0, + "lambda": 404.6246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3206.96, + "avg_cost": 0.5, + "lambda": 408.3958, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3293.18, + "avg_cost": 0.5, + "lambda": 411.3771, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3219.52, + "avg_cost": 0.5, + "lambda": 415.577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2875.27, + "avg_cost": 0.25, + "lambda": 418.1544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4577.75, + "avg_cost": 44.5, + "lambda": 427.7135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1783.12, + "avg_cost": 1.0, + "lambda": 444.1145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2699.27, + "avg_cost": 0.0, + "lambda": 450.1902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3669.3, + "avg_cost": 4.5, + "lambda": 452.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3338.95, + "avg_cost": 0.25, + "lambda": 455.4029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3209.91, + "avg_cost": 0.0, + "lambda": 457.0753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3450.38, + "avg_cost": 4.25, + "lambda": 460.4436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3583.02, + "avg_cost": 13.25, + "lambda": 467.1952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3386.65, + "avg_cost": 2.0, + "lambda": 475.8256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2136.82, + "avg_cost": 1.0, + "lambda": 481.7908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2459.97, + "avg_cost": 0.0, + "lambda": 484.3111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3238.27, + "avg_cost": 0.0, + "lambda": 485.3808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3416.86, + "avg_cost": 1.5, + "lambda": 486.5456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3752.08, + "avg_cost": 2.75, + "lambda": 488.408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3388.87, + "avg_cost": 2.0, + "lambda": 490.4823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3274.94, + "avg_cost": 0.0, + "lambda": 492.4808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3235.1, + "avg_cost": 0.0, + "lambda": 493.7009, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4180.06, + "avg_cost": 5.75, + "lambda": 496.9812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3456.11, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1923.92, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2958.27, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3230.81, + "avg_cost": 10.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3963.45, + "avg_cost": 6.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3411.24, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3167.85, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3272.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3327.83, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2160.66, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3143.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4464.63, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3154.99, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3725.1, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3339.73, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3188.23, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3553.17, + "avg_cost": 24.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3448.46, + "avg_cost": 22.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3105.97, + "avg_cost": 35.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2908.24, + "avg_cost": 36.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1705.17, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1844.17, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1963.84, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2031.4, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1924.46, + "avg_cost": 12.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1612.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1512.92, + "avg_cost": 18.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1702.44, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1470.23, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1679.23, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2348.51, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2422.0, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2578.38, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2525.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2617.08, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2705.56, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3050.26, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3040.92, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3825.88, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3429.31, + "avg_cost": 10.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3522.5, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4321.91, + "avg_cost": 14.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2663.75, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2549.41, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2539.93, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2562.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2554.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2592.39, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2618.03, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2608.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2621.66, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..780419344d92500d1baf1aad09d72719e8eaded6 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2219024.73, + "constraint_satisfaction_pct": 33.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -231.96, + "avg_cost": 207.75, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1896.57, + "avg_cost": 8.0, + "lambda": 160.3857, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2086.73, + "avg_cost": 9.25, + "lambda": 223.2827, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2117.33, + "avg_cost": 4.25, + "lambda": 252.8658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2275.28, + "avg_cost": 3.5, + "lambda": 267.0632, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1931.65, + "avg_cost": 2.75, + "lambda": 276.0821, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2132.11, + "avg_cost": 2.0, + "lambda": 284.031, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2879.77, + "avg_cost": 30.25, + "lambda": 293.8823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2079.58, + "avg_cost": 2.75, + "lambda": 305.2106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2143.28, + "avg_cost": 5.75, + "lambda": 313.3693, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2302.36, + "avg_cost": 3.0, + "lambda": 320.4261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2308.12, + "avg_cost": 4.25, + "lambda": 326.9933, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2247.86, + "avg_cost": 0.25, + "lambda": 333.7792, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2313.98, + "avg_cost": 5.75, + "lambda": 339.7063, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2741.22, + "avg_cost": 5.5, + "lambda": 344.4162, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2532.48, + "avg_cost": 8.5, + "lambda": 349.2239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2158.62, + "avg_cost": 0.75, + "lambda": 354.9979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2180.81, + "avg_cost": 4.0, + "lambda": 359.7343, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2434.05, + "avg_cost": 6.25, + "lambda": 364.5429, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2074.29, + "avg_cost": 0.75, + "lambda": 369.1979, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2563.9, + "avg_cost": 10.75, + "lambda": 372.9655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2769.66, + "avg_cost": 1.75, + "lambda": 376.9459, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2061.47, + "avg_cost": 0.0, + "lambda": 380.5019, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2648.76, + "avg_cost": 19.5, + "lambda": 382.7749, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2118.59, + "avg_cost": 0.0, + "lambda": 389.3318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2161.94, + "avg_cost": 20.75, + "lambda": 392.8848, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2146.85, + "avg_cost": 0.0, + "lambda": 398.641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2091.72, + "avg_cost": 0.0, + "lambda": 404.6246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2405.22, + "avg_cost": 0.5, + "lambda": 408.3958, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2469.89, + "avg_cost": 0.5, + "lambda": 411.3771, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2414.64, + "avg_cost": 0.5, + "lambda": 415.577, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2156.45, + "avg_cost": 0.25, + "lambda": 418.1544, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3433.31, + "avg_cost": 44.5, + "lambda": 427.7135, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1337.34, + "avg_cost": 1.0, + "lambda": 444.1145, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2024.45, + "avg_cost": 0.0, + "lambda": 450.1902, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2751.98, + "avg_cost": 4.5, + "lambda": 452.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2504.21, + "avg_cost": 0.25, + "lambda": 455.4029, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2407.43, + "avg_cost": 0.0, + "lambda": 457.0753, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2587.79, + "avg_cost": 4.25, + "lambda": 460.4436, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2687.26, + "avg_cost": 13.25, + "lambda": 467.1952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2539.98, + "avg_cost": 2.0, + "lambda": 475.8256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1602.61, + "avg_cost": 1.0, + "lambda": 481.7908, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1844.98, + "avg_cost": 0.0, + "lambda": 484.3111, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2428.7, + "avg_cost": 0.0, + "lambda": 485.3808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2562.64, + "avg_cost": 1.5, + "lambda": 486.5456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2814.06, + "avg_cost": 2.75, + "lambda": 488.408, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2541.65, + "avg_cost": 2.0, + "lambda": 490.4823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2456.21, + "avg_cost": 0.0, + "lambda": 492.4808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2426.32, + "avg_cost": 0.0, + "lambda": 493.7009, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3135.05, + "avg_cost": 5.75, + "lambda": 496.9812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2592.08, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1442.94, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2218.7, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2423.11, + "avg_cost": 10.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2972.59, + "avg_cost": 6.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2558.43, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2375.89, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2454.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2495.87, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1620.49, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2357.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3348.47, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2366.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2793.83, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2504.8, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2391.17, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2664.87, + "avg_cost": 24.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2586.34, + "avg_cost": 22.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2329.48, + "avg_cost": 35.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2181.18, + "avg_cost": 36.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1278.88, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1383.13, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1472.88, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1523.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1443.35, + "avg_cost": 12.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1209.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1134.69, + "avg_cost": 18.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1276.83, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1102.67, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1259.42, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1761.38, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1816.5, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1933.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1894.14, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1962.81, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2029.17, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2287.69, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2280.69, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2869.41, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2571.98, + "avg_cost": 10.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2641.87, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3241.43, + "avg_cost": 14.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 1997.81, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1912.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 1904.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1921.91, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1916.05, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1944.29, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1963.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1956.18, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1966.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_baseline_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..36279314ba7e54c2bb1460b2d4e7cbbe73981901 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1126973.34, + "constraint_satisfaction_pct": 12.87, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 38.5729, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2945.11, + "avg_cost": 19.5, + "lambda": 1.195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2705.85, + "avg_cost": 10.25, + "lambda": 2.7685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2722.05, + "avg_cost": 17.25, + "lambda": 4.4939, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2754.32, + "avg_cost": 22.25, + "lambda": 6.1296, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2586.19, + "avg_cost": 16.75, + "lambda": 7.7449, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2341.72, + "avg_cost": 13.0, + "lambda": 9.2808, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2455.49, + "avg_cost": 13.0, + "lambda": 10.7846, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2457.55, + "avg_cost": 14.0, + "lambda": 12.2067, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2353.43, + "avg_cost": 8.5, + "lambda": 13.5481, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2478.1, + "avg_cost": 20.5, + "lambda": 14.818, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2274.02, + "avg_cost": 15.5, + "lambda": 16.0613, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2103.11, + "avg_cost": 16.5, + "lambda": 17.223, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2154.41, + "avg_cost": 8.25, + "lambda": 18.3968, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2123.01, + "avg_cost": 12.0, + "lambda": 19.4428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2100.96, + "avg_cost": 10.25, + "lambda": 20.3251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1999.69, + "avg_cost": 7.25, + "lambda": 21.0981, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1959.14, + "avg_cost": 12.75, + "lambda": 21.8167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2039.35, + "avg_cost": 6.5, + "lambda": 22.5373, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2014.25, + "avg_cost": 9.75, + "lambda": 23.2622, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1932.52, + "avg_cost": 5.0, + "lambda": 23.9246, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2163.87, + "avg_cost": 5.25, + "lambda": 24.5266, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1908.07, + "avg_cost": 8.75, + "lambda": 25.0754, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1861.38, + "avg_cost": 4.5, + "lambda": 25.6524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1622.27, + "avg_cost": 2.25, + "lambda": 26.2101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1786.6, + "avg_cost": 4.0, + "lambda": 26.6398, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1823.05, + "avg_cost": 5.0, + "lambda": 26.9993, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1786.16, + "avg_cost": 3.5, + "lambda": 27.3915, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1417.24, + "avg_cost": 2.0, + "lambda": 27.7197, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1506.65, + "avg_cost": 2.25, + "lambda": 28.0258, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1536.34, + "avg_cost": 4.5, + "lambda": 28.3292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1604.43, + "avg_cost": 3.25, + "lambda": 28.6346, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1460.23, + "avg_cost": 1.5, + "lambda": 28.8733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1628.74, + "avg_cost": 3.25, + "lambda": 29.1107, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1501.99, + "avg_cost": 3.0, + "lambda": 29.3541, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1448.63, + "avg_cost": 2.0, + "lambda": 29.6066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1440.52, + "avg_cost": 1.25, + "lambda": 29.8186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1521.67, + "avg_cost": 1.75, + "lambda": 30.0169, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1462.05, + "avg_cost": 1.75, + "lambda": 30.1897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1391.8, + "avg_cost": 1.5, + "lambda": 30.3324, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -1478.48, + "avg_cost": 0.75, + "lambda": 30.4734, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -1447.08, + "avg_cost": 1.75, + "lambda": 30.624, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1408.21, + "avg_cost": 1.5, + "lambda": 30.7757, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -1449.04, + "avg_cost": 0.5, + "lambda": 30.9013, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1429.88, + "avg_cost": 0.5, + "lambda": 31.002, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -1360.58, + "avg_cost": 0.0, + "lambda": 31.0916, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1361.81, + "avg_cost": 0.0, + "lambda": 31.1702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1255.53, + "avg_cost": 0.25, + "lambda": 31.2312, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1202.03, + "avg_cost": 1.0, + "lambda": 31.2806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1446.56, + "avg_cost": 1.75, + "lambda": 31.3341, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1291.17, + "avg_cost": 0.5, + "lambda": 31.3952, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1025.44, + "avg_cost": 4.75, + "lambda": 31.4512, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1100.9, + "avg_cost": 0.5, + "lambda": 31.5232, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1221.19, + "avg_cost": 2.0, + "lambda": 31.5765, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1128.53, + "avg_cost": 0.25, + "lambda": 31.6326, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1167.39, + "avg_cost": 0.75, + "lambda": 31.6702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -950.88, + "avg_cost": 0.0, + "lambda": 31.7098, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1122.39, + "avg_cost": 0.0, + "lambda": 31.7484, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -874.95, + "avg_cost": 0.25, + "lambda": 31.78, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -1055.74, + "avg_cost": 0.25, + "lambda": 31.822, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -956.75, + "avg_cost": 0.25, + "lambda": 31.8677, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -785.43, + "avg_cost": 1.0, + "lambda": 31.9189, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1073.22, + "avg_cost": 0.0, + "lambda": 31.9953, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -586.11, + "avg_cost": 0.5, + "lambda": 32.0679, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -795.48, + "avg_cost": 1.5, + "lambda": 32.1273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -730.29, + "avg_cost": 0.75, + "lambda": 32.1867, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -911.93, + "avg_cost": 0.25, + "lambda": 32.2454, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -819.84, + "avg_cost": 0.25, + "lambda": 32.3, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -700.72, + "avg_cost": 2.0, + "lambda": 32.3517, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -736.0, + "avg_cost": 0.75, + "lambda": 32.4139, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -629.26, + "avg_cost": 1.0, + "lambda": 32.4831, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -839.9, + "avg_cost": 1.0, + "lambda": 32.5474, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -783.09, + "avg_cost": 0.5, + "lambda": 32.5882, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -605.5, + "avg_cost": 0.0, + "lambda": 32.6256, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -811.64, + "avg_cost": 0.0, + "lambda": 32.6762, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -512.33, + "avg_cost": 0.25, + "lambda": 32.7171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -790.85, + "avg_cost": 0.0, + "lambda": 32.7668, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -573.0, + "avg_cost": 0.75, + "lambda": 32.8502, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -242.76, + "avg_cost": 0.0, + "lambda": 32.9206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -394.47, + "avg_cost": 0.75, + "lambda": 32.9832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -566.21, + "avg_cost": 1.25, + "lambda": 33.0495, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -533.21, + "avg_cost": 1.25, + "lambda": 33.1261, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -589.51, + "avg_cost": 0.75, + "lambda": 33.2057, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -687.83, + "avg_cost": 0.75, + "lambda": 33.2962, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -629.4, + "avg_cost": 0.0, + "lambda": 33.3815, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -488.09, + "avg_cost": 0.5, + "lambda": 33.4358, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -524.42, + "avg_cost": 0.5, + "lambda": 33.4861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -576.2, + "avg_cost": 0.5, + "lambda": 33.5657, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -312.83, + "avg_cost": 0.25, + "lambda": 33.6489, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -620.9, + "avg_cost": 1.0, + "lambda": 33.7361, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -433.26, + "avg_cost": 0.25, + "lambda": 33.825, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -443.16, + "avg_cost": 1.0, + "lambda": 33.8901, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -450.0, + "avg_cost": 0.0, + "lambda": 33.9694, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -569.14, + "avg_cost": 0.75, + "lambda": 34.0295, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -432.41, + "avg_cost": 0.0, + "lambda": 34.1089, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -248.32, + "avg_cost": 0.25, + "lambda": 34.183, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -419.22, + "avg_cost": 0.5, + "lambda": 34.2418, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -384.15, + "avg_cost": 0.25, + "lambda": 34.3087, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -275.78, + "avg_cost": 0.25, + "lambda": 34.3789, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -215.89, + "avg_cost": 1.25, + "lambda": 34.4336, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -291.68, + "avg_cost": 1.5, + "lambda": 34.498, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -144.94, + "avg_cost": 1.75, + "lambda": 34.5889, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -612.13, + "avg_cost": 0.0, + "lambda": 34.6643, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -571.81, + "avg_cost": 0.25, + "lambda": 34.7147, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -402.52, + "avg_cost": 0.5, + "lambda": 34.7518, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -431.53, + "avg_cost": 0.5, + "lambda": 34.7853, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -495.75, + "avg_cost": 0.0, + "lambda": 34.8163, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -750.81, + "avg_cost": 0.25, + "lambda": 34.8428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -424.44, + "avg_cost": 0.25, + "lambda": 34.8766, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -371.58, + "avg_cost": 0.0, + "lambda": 34.9156, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -219.6, + "avg_cost": 0.75, + "lambda": 34.9569, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -568.03, + "avg_cost": 0.0, + "lambda": 35.0242, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -290.75, + "avg_cost": 0.0, + "lambda": 35.0871, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 29.92, + "avg_cost": 0.5, + "lambda": 35.164, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -100.01, + "avg_cost": 1.0, + "lambda": 35.2641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 692.24, + "avg_cost": 2.0, + "lambda": 35.3919, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 171.51, + "avg_cost": 1.5, + "lambda": 35.5334, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 362.03, + "avg_cost": 0.25, + "lambda": 35.6561, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 408.46, + "avg_cost": 1.5, + "lambda": 35.7505, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 227.22, + "avg_cost": 1.75, + "lambda": 35.8595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 382.21, + "avg_cost": 1.25, + "lambda": 35.9926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 669.32, + "avg_cost": 0.5, + "lambda": 36.1054, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 140.88, + "avg_cost": 0.5, + "lambda": 36.22, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5.07, + "avg_cost": 2.5, + "lambda": 36.313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 108.09, + "avg_cost": 0.5, + "lambda": 36.4188, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 159.28, + "avg_cost": 2.25, + "lambda": 36.5569, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 224.26, + "avg_cost": 0.25, + "lambda": 36.663, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 348.99, + "avg_cost": 0.0, + "lambda": 36.7362, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 99.19, + "avg_cost": 1.25, + "lambda": 36.8171, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 143.15, + "avg_cost": 0.5, + "lambda": 36.8906, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 422.65, + "avg_cost": 0.25, + "lambda": 36.9821, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 81.46, + "avg_cost": 1.0, + "lambda": 37.0616, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 384.7, + "avg_cost": 0.25, + "lambda": 37.154, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 391.44, + "avg_cost": 1.0, + "lambda": 37.2431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 416.92, + "avg_cost": 0.25, + "lambda": 37.3032, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 396.1, + "avg_cost": 0.5, + "lambda": 37.3508, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 118.25, + "avg_cost": 0.75, + "lambda": 37.4277, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 651.37, + "avg_cost": 0.5, + "lambda": 37.5017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 705.62, + "avg_cost": 0.25, + "lambda": 37.571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 692.69, + "avg_cost": 0.0, + "lambda": 37.6458, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 684.62, + "avg_cost": 1.5, + "lambda": 37.7234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 138.03, + "avg_cost": 0.0, + "lambda": 37.8198, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 709.19, + "avg_cost": 0.5, + "lambda": 37.8906, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 825.11, + "avg_cost": 0.75, + "lambda": 37.9464, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 819.13, + "avg_cost": 0.5, + "lambda": 38.0183, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 712.9, + "avg_cost": 1.25, + "lambda": 38.0977, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 532.31, + "avg_cost": 0.0, + "lambda": 38.1813, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 694.81, + "avg_cost": 0.75, + "lambda": 38.2575, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 489.41, + "avg_cost": 0.0, + "lambda": 38.3514, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 730.37, + "avg_cost": 0.5, + "lambda": 38.4271, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 890.96, + "avg_cost": 0.0, + "lambda": 38.5021, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 1182.02, + "avg_cost": 1.75, + "lambda": 38.5729, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..d19b2f4864dc2d9c5932518d5e6f14630dbfd374 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1556352.84, + "constraint_satisfaction_pct": 76.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 224.6041, + "seed": 5, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -9.49, + "avg_cost": 153.25, + "lambda": 25.325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1981.02, + "avg_cost": 7.5, + "lambda": 120.453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2077.94, + "avg_cost": 2.25, + "lambda": 164.7376, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2004.48, + "avg_cost": 0.5, + "lambda": 183.3354, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2079.67, + "avg_cost": 1.25, + "lambda": 191.1166, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 1893.75, + "avg_cost": 0.0, + "lambda": 194.1121, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 1621.27, + "avg_cost": 0.0, + "lambda": 195.2752, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 1997.89, + "avg_cost": 0.0, + "lambda": 195.7684, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1590.89, + "avg_cost": 1.0, + "lambda": 196.0224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2073.49, + "avg_cost": 0.0, + "lambda": 196.1792, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1615.75, + "avg_cost": 0.0, + "lambda": 196.4689, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 1834.41, + "avg_cost": 0.0, + "lambda": 196.6428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 1764.99, + "avg_cost": 0.0, + "lambda": 196.7835, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 1765.19, + "avg_cost": 0.0, + "lambda": 197.0216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1713.04, + "avg_cost": 0.0, + "lambda": 197.4994, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1942.34, + "avg_cost": 0.0, + "lambda": 197.9059, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2534.9, + "avg_cost": 0.0, + "lambda": 198.1431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3057.14, + "avg_cost": 6.25, + "lambda": 198.5428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2442.9, + "avg_cost": 0.75, + "lambda": 200.2, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2651.78, + "avg_cost": 3.0, + "lambda": 201.4141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1779.25, + "avg_cost": 0.0, + "lambda": 207.3766, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1742.06, + "avg_cost": 0.0, + "lambda": 211.9674, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1804.89, + "avg_cost": 0.75, + "lambda": 213.5756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2021.21, + "avg_cost": 0.0, + "lambda": 214.4951, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1499.6, + "avg_cost": 0.25, + "lambda": 215.9662, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1794.79, + "avg_cost": 0.0, + "lambda": 217.2123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1698.33, + "avg_cost": 0.25, + "lambda": 217.7874, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1640.68, + "avg_cost": 0.0, + "lambda": 218.012, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1654.68, + "avg_cost": 0.0, + "lambda": 218.137, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1519.99, + "avg_cost": 0.0, + "lambda": 218.2337, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1551.38, + "avg_cost": 0.0, + "lambda": 218.2816, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1424.01, + "avg_cost": 0.0, + "lambda": 218.3099, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1414.18, + "avg_cost": 0.0, + "lambda": 218.3402, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1084.06, + "avg_cost": 0.0, + "lambda": 218.4251, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1038.21, + "avg_cost": 0.25, + "lambda": 218.5318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1241.77, + "avg_cost": 0.0, + "lambda": 218.6567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1318.26, + "avg_cost": 0.0, + "lambda": 218.7012, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1330.64, + "avg_cost": 0.0, + "lambda": 218.7167, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1562.78, + "avg_cost": 0.0, + "lambda": 218.7631, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1496.01, + "avg_cost": 0.0, + "lambda": 218.8318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1706.17, + "avg_cost": 0.0, + "lambda": 218.8925, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1529.24, + "avg_cost": 0.0, + "lambda": 218.984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1691.27, + "avg_cost": 0.0, + "lambda": 219.0535, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1845.76, + "avg_cost": 0.0, + "lambda": 219.1028, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1710.27, + "avg_cost": 0.0, + "lambda": 219.2153, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1464.86, + "avg_cost": 0.0, + "lambda": 219.2909, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1552.89, + "avg_cost": 0.0, + "lambda": 219.3396, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1466.97, + "avg_cost": 0.0, + "lambda": 219.4201, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1700.41, + "avg_cost": 0.0, + "lambda": 219.4914, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1764.37, + "avg_cost": 0.0, + "lambda": 219.5843, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1955.51, + "avg_cost": 0.0, + "lambda": 219.7269, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2061.23, + "avg_cost": 0.0, + "lambda": 219.9058, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1872.19, + "avg_cost": 0.0, + "lambda": 220.0736, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1958.03, + "avg_cost": 1.25, + "lambda": 220.2379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1711.05, + "avg_cost": 0.0, + "lambda": 220.5108, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1789.62, + "avg_cost": 0.0, + "lambda": 220.6609, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1778.71, + "avg_cost": 0.0, + "lambda": 220.7524, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1641.36, + "avg_cost": 0.0, + "lambda": 220.8786, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1781.56, + "avg_cost": 0.0, + "lambda": 220.9644, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1971.63, + "avg_cost": 0.25, + "lambda": 221.0325, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1831.76, + "avg_cost": 0.0, + "lambda": 221.1846, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1912.73, + "avg_cost": 0.0, + "lambda": 221.3249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2040.43, + "avg_cost": 0.0, + "lambda": 221.3855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2024.13, + "avg_cost": 0.0, + "lambda": 221.4394, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1721.55, + "avg_cost": 0.0, + "lambda": 221.4789, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1749.02, + "avg_cost": 0.0, + "lambda": 221.4926, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1474.57, + "avg_cost": 0.0, + "lambda": 221.4974, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1449.35, + "avg_cost": 0.0, + "lambda": 221.4991, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1561.21, + "avg_cost": 0.0, + "lambda": 221.5202, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1645.5, + "avg_cost": 0.0, + "lambda": 221.5396, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1450.01, + "avg_cost": 0.0, + "lambda": 221.5879, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1490.37, + "avg_cost": 0.0, + "lambda": 221.6121, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1585.61, + "avg_cost": 0.0, + "lambda": 221.6205, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1355.39, + "avg_cost": 0.0, + "lambda": 221.6813, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1111.12, + "avg_cost": 0.0, + "lambda": 221.8807, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1084.61, + "avg_cost": 0.0, + "lambda": 221.9985, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 930.2, + "avg_cost": 0.0, + "lambda": 222.1083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 848.1, + "avg_cost": 0.0, + "lambda": 222.1797, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 951.54, + "avg_cost": 0.0, + "lambda": 222.2092, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 893.24, + "avg_cost": 0.0, + "lambda": 222.2195, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 982.11, + "avg_cost": 0.0, + "lambda": 222.2231, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1362.58, + "avg_cost": 0.5, + "lambda": 223.0353, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1299.77, + "avg_cost": 0.0, + "lambda": 223.6404, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1503.33, + "avg_cost": 0.0, + "lambda": 223.9658, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1590.53, + "avg_cost": 0.0, + "lambda": 224.1011, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1425.83, + "avg_cost": 0.0, + "lambda": 224.2017, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1512.04, + "avg_cost": 0.0, + "lambda": 224.2983, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1188.32, + "avg_cost": 0.0, + "lambda": 224.332, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1082.67, + "avg_cost": 0.0, + "lambda": 224.3437, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 915.51, + "avg_cost": 0.0, + "lambda": 224.3478, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 978.18, + "avg_cost": 0.0, + "lambda": 224.3492, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 958.34, + "avg_cost": 0.0, + "lambda": 224.3565, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 994.46, + "avg_cost": 0.0, + "lambda": 224.397, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 939.64, + "avg_cost": 0.0, + "lambda": 224.4152, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 911.36, + "avg_cost": 0.0, + "lambda": 224.4216, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 924.82, + "avg_cost": 0.0, + "lambda": 224.4238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 817.65, + "avg_cost": 0.25, + "lambda": 224.4421, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 657.65, + "avg_cost": 0.0, + "lambda": 224.5083, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 978.29, + "avg_cost": 0.0, + "lambda": 224.5355, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 822.25, + "avg_cost": 0.0, + "lambda": 224.571, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 737.03, + "avg_cost": 0.0, + "lambda": 224.6041, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..293a0f1b5f7ffc0618ae208eb5f365e37dfaa4a4 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2436340.19, + "constraint_satisfaction_pct": 67.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 273.1497, + "seed": 6, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 43.33, + "avg_cost": 147.0, + "lambda": 24.7, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1753.25, + "avg_cost": 5.5, + "lambda": 116.9158, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2152.95, + "avg_cost": 0.5, + "lambda": 157.9895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2425.94, + "avg_cost": 0.5, + "lambda": 172.9123, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3038.44, + "avg_cost": 13.75, + "lambda": 179.0545, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2161.88, + "avg_cost": 0.0, + "lambda": 183.5116, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2127.16, + "avg_cost": 0.0, + "lambda": 186.283, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2144.98, + "avg_cost": 0.0, + "lambda": 188.182, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 1952.15, + "avg_cost": 0.25, + "lambda": 189.6384, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2323.59, + "avg_cost": 0.0, + "lambda": 190.4362, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 2736.92, + "avg_cost": 4.5, + "lambda": 191.0855, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2507.19, + "avg_cost": 3.75, + "lambda": 191.9656, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2262.15, + "avg_cost": 1.75, + "lambda": 192.6402, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2290.4, + "avg_cost": 0.25, + "lambda": 193.3184, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2254.75, + "avg_cost": 0.0, + "lambda": 194.1723, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2357.06, + "avg_cost": 0.0, + "lambda": 195.2192, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2282.71, + "avg_cost": 4.25, + "lambda": 196.3832, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 2122.75, + "avg_cost": 0.0, + "lambda": 198.1431, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2236.1, + "avg_cost": 0.0, + "lambda": 199.4114, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2365.72, + "avg_cost": 0.0, + "lambda": 200.1761, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2090.51, + "avg_cost": 0.75, + "lambda": 201.7234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2110.47, + "avg_cost": 0.0, + "lambda": 202.506, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1846.02, + "avg_cost": 0.0, + "lambda": 203.3338, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2197.81, + "avg_cost": 0.0, + "lambda": 203.9449, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2071.64, + "avg_cost": 0.0, + "lambda": 204.3655, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1806.36, + "avg_cost": 0.0, + "lambda": 204.5688, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2036.8, + "avg_cost": 0.0, + "lambda": 204.7434, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1882.02, + "avg_cost": 0.25, + "lambda": 205.0677, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2056.78, + "avg_cost": 0.0, + "lambda": 205.6647, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2275.77, + "avg_cost": 0.0, + "lambda": 205.8961, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2052.37, + "avg_cost": 0.0, + "lambda": 205.9801, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1988.99, + "avg_cost": 0.0, + "lambda": 206.0093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2088.93, + "avg_cost": 0.0, + "lambda": 206.0243, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1954.01, + "avg_cost": 0.0, + "lambda": 206.041, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1965.88, + "avg_cost": 0.5, + "lambda": 206.0519, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2053.03, + "avg_cost": 0.0, + "lambda": 206.1071, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2281.37, + "avg_cost": 0.0, + "lambda": 206.2146, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2148.04, + "avg_cost": 0.0, + "lambda": 206.3417, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2409.69, + "avg_cost": 0.0, + "lambda": 206.4402, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2560.37, + "avg_cost": 0.0, + "lambda": 206.4996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2538.0, + "avg_cost": 0.75, + "lambda": 206.5942, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2416.01, + "avg_cost": 8.5, + "lambda": 207.6351, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1529.86, + "avg_cost": 22.0, + "lambda": 215.2631, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2120.02, + "avg_cost": 20.5, + "lambda": 232.1937, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1726.32, + "avg_cost": 0.0, + "lambda": 245.7992, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2438.47, + "avg_cost": 0.0, + "lambda": 250.8638, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2541.94, + "avg_cost": 0.0, + "lambda": 252.6745, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2474.63, + "avg_cost": 0.5, + "lambda": 254.5051, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2533.1, + "avg_cost": 0.25, + "lambda": 255.7432, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2503.57, + "avg_cost": 0.0, + "lambda": 256.2641, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2501.17, + "avg_cost": 0.25, + "lambda": 256.4806, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2513.61, + "avg_cost": 0.0, + "lambda": 256.6027, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2497.99, + "avg_cost": 0.5, + "lambda": 256.6595, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2650.86, + "avg_cost": 0.25, + "lambda": 256.8106, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2604.8, + "avg_cost": 0.0, + "lambda": 256.9168, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2698.52, + "avg_cost": 0.0, + "lambda": 256.971, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2791.71, + "avg_cost": 0.0, + "lambda": 256.9967, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2762.27, + "avg_cost": 0.0, + "lambda": 257.1395, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2794.57, + "avg_cost": 0.0, + "lambda": 257.3357, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2910.35, + "avg_cost": 0.0, + "lambda": 257.4101, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2803.93, + "avg_cost": 0.0, + "lambda": 257.7334, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2867.41, + "avg_cost": 0.0, + "lambda": 257.9233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3031.44, + "avg_cost": 0.0, + "lambda": 258.0941, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2947.25, + "avg_cost": 0.0, + "lambda": 258.4141, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3154.51, + "avg_cost": 12.5, + "lambda": 259.3428, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3101.62, + "avg_cost": 5.25, + "lambda": 262.5809, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2995.01, + "avg_cost": 0.0, + "lambda": 264.5623, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2969.17, + "avg_cost": 0.0, + "lambda": 265.4091, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2963.18, + "avg_cost": 0.0, + "lambda": 265.9708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2963.12, + "avg_cost": 0.25, + "lambda": 266.3984, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3183.68, + "avg_cost": 0.0, + "lambda": 266.574, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2950.6, + "avg_cost": 0.0, + "lambda": 267.1414, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2927.14, + "avg_cost": 0.0, + "lambda": 267.394, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3292.25, + "avg_cost": 5.0, + "lambda": 267.623, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2949.28, + "avg_cost": 0.0, + "lambda": 268.0471, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2936.71, + "avg_cost": 0.25, + "lambda": 269.0233, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2687.95, + "avg_cost": 0.0, + "lambda": 270.4573, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2530.37, + "avg_cost": 0.0, + "lambda": 270.9573, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2592.1, + "avg_cost": 0.0, + "lambda": 271.3445, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2558.1, + "avg_cost": 0.0, + "lambda": 271.6803, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2688.46, + "avg_cost": 0.0, + "lambda": 271.851, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2677.38, + "avg_cost": 0.0, + "lambda": 271.9318, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2646.34, + "avg_cost": 0.0, + "lambda": 271.973, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2620.1, + "avg_cost": 0.0, + "lambda": 272.0036, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2578.33, + "avg_cost": 0.5, + "lambda": 272.0551, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2406.57, + "avg_cost": 0.0, + "lambda": 272.1006, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2254.56, + "avg_cost": 0.0, + "lambda": 272.1165, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1961.92, + "avg_cost": 0.0, + "lambda": 272.122, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2337.41, + "avg_cost": 0.0, + "lambda": 272.124, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2390.51, + "avg_cost": 0.0, + "lambda": 272.1603, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2463.33, + "avg_cost": 0.0, + "lambda": 272.2285, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2483.21, + "avg_cost": 0.0, + "lambda": 272.2588, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2431.83, + "avg_cost": 0.0, + "lambda": 272.2693, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2620.02, + "avg_cost": 0.0, + "lambda": 272.273, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2400.55, + "avg_cost": 0.0, + "lambda": 272.2743, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2305.39, + "avg_cost": 0.0, + "lambda": 272.2748, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2343.34, + "avg_cost": 0.0, + "lambda": 272.2866, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2666.79, + "avg_cost": 0.25, + "lambda": 272.3369, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2861.22, + "avg_cost": 0.0, + "lambda": 272.5456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2873.43, + "avg_cost": 0.0, + "lambda": 272.7402, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2809.84, + "avg_cost": 7.75, + "lambda": 273.1497, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_baseline_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..49f269605bbfb9e47bbeacc77bd112a204d45969 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2210277.32, + "constraint_satisfaction_pct": 86.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 260.0287, + "seed": 7, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -276.63, + "avg_cost": 200.25, + "lambda": 30.025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 1906.32, + "avg_cost": 5.0, + "lambda": 156.2066, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2231.47, + "avg_cost": 3.0, + "lambda": 212.1861, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2444.6, + "avg_cost": 0.0, + "lambda": 233.2475, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2212.75, + "avg_cost": 0.0, + "lambda": 241.2799, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2572.93, + "avg_cost": 0.0, + "lambda": 244.1819, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2433.63, + "avg_cost": 0.0, + "lambda": 245.72, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 2376.44, + "avg_cost": 3.25, + "lambda": 247.0652, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2267.14, + "avg_cost": 0.0, + "lambda": 248.1604, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 2261.62, + "avg_cost": 5.0, + "lambda": 248.9455, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 1892.17, + "avg_cost": 0.75, + "lambda": 249.8292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2143.77, + "avg_cost": 0.0, + "lambda": 250.335, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 2003.09, + "avg_cost": 0.0, + "lambda": 250.5239, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2170.65, + "avg_cost": 0.0, + "lambda": 250.5897, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 1958.19, + "avg_cost": 7.25, + "lambda": 250.9456, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 1911.7, + "avg_cost": 0.0, + "lambda": 251.5372, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2065.75, + "avg_cost": 0.0, + "lambda": 252.3007, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 1646.74, + "avg_cost": 0.5, + "lambda": 253.1836, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2009.81, + "avg_cost": 0.25, + "lambda": 253.7213, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 2311.04, + "avg_cost": 0.25, + "lambda": 254.6096, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2393.25, + "avg_cost": 0.0, + "lambda": 255.0756, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2391.72, + "avg_cost": 0.0, + "lambda": 255.2466, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2408.3, + "avg_cost": 0.0, + "lambda": 255.3379, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2416.44, + "avg_cost": 0.0, + "lambda": 255.4109, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2415.09, + "avg_cost": 0.0, + "lambda": 255.4364, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2562.25, + "avg_cost": 0.0, + "lambda": 255.4452, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2781.06, + "avg_cost": 3.75, + "lambda": 255.5559, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2510.05, + "avg_cost": 0.0, + "lambda": 256.0093, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2876.02, + "avg_cost": 0.0, + "lambda": 256.1823, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 2622.46, + "avg_cost": 0.0, + "lambda": 256.2427, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2694.97, + "avg_cost": 0.0, + "lambda": 256.2872, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2612.2, + "avg_cost": 0.0, + "lambda": 256.3186, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2495.45, + "avg_cost": 0.0, + "lambda": 256.7845, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2658.95, + "avg_cost": 0.0, + "lambda": 257.047, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2391.31, + "avg_cost": 0.0, + "lambda": 257.6026, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2129.6, + "avg_cost": 0.0, + "lambda": 258.0206, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2383.2, + "avg_cost": 0.0, + "lambda": 258.3329, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2006.29, + "avg_cost": 0.0, + "lambda": 258.6543, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2178.72, + "avg_cost": 0.0, + "lambda": 258.8292, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2420.63, + "avg_cost": 0.0, + "lambda": 258.9567, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2032.89, + "avg_cost": 0.0, + "lambda": 259.2229, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2144.74, + "avg_cost": 0.0, + "lambda": 259.3708, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2031.72, + "avg_cost": 0.0, + "lambda": 259.4224, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1951.4, + "avg_cost": 0.0, + "lambda": 259.449, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2025.51, + "avg_cost": 0.0, + "lambda": 259.4659, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2199.93, + "avg_cost": 0.0, + "lambda": 259.5034, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2097.37, + "avg_cost": 0.0, + "lambda": 259.5175, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1968.8, + "avg_cost": 0.0, + "lambda": 259.5387, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1865.24, + "avg_cost": 0.0, + "lambda": 259.546, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2152.07, + "avg_cost": 0.0, + "lambda": 259.5486, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2220.25, + "avg_cost": 0.0, + "lambda": 259.5563, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2257.85, + "avg_cost": 0.0, + "lambda": 259.5685, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2297.8, + "avg_cost": 0.0, + "lambda": 259.5958, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2112.6, + "avg_cost": 0.0, + "lambda": 259.6148, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2208.15, + "avg_cost": 0.0, + "lambda": 259.6214, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2094.02, + "avg_cost": 0.0, + "lambda": 259.6238, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2012.18, + "avg_cost": 0.0, + "lambda": 259.6313, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2074.98, + "avg_cost": 0.0, + "lambda": 259.672, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1797.91, + "avg_cost": 0.0, + "lambda": 259.7074, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1802.93, + "avg_cost": 0.0, + "lambda": 259.7352, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1972.23, + "avg_cost": 0.0, + "lambda": 259.7611, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2261.84, + "avg_cost": 0.0, + "lambda": 259.7702, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2104.49, + "avg_cost": 0.0, + "lambda": 259.7733, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2075.06, + "avg_cost": 0.0, + "lambda": 259.7744, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2076.99, + "avg_cost": 0.0, + "lambda": 259.7878, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2038.39, + "avg_cost": 0.0, + "lambda": 259.812, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2126.45, + "avg_cost": 0.0, + "lambda": 259.8205, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2179.08, + "avg_cost": 0.0, + "lambda": 259.8234, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2238.53, + "avg_cost": 0.0, + "lambda": 259.8245, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2197.74, + "avg_cost": 0.0, + "lambda": 259.8248, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2150.38, + "avg_cost": 0.0, + "lambda": 259.8249, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2151.19, + "avg_cost": 0.0, + "lambda": 259.8453, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2254.07, + "avg_cost": 0.0, + "lambda": 259.8809, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2351.61, + "avg_cost": 0.0, + "lambda": 259.9064, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2391.65, + "avg_cost": 0.0, + "lambda": 259.947, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2426.48, + "avg_cost": 0.0, + "lambda": 259.97, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2429.78, + "avg_cost": 0.0, + "lambda": 259.9895, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2435.24, + "avg_cost": 0.0, + "lambda": 259.9964, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2449.38, + "avg_cost": 0.0, + "lambda": 259.9987, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2532.06, + "avg_cost": 0.0, + "lambda": 259.9996, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2538.12, + "avg_cost": 0.0, + "lambda": 259.9998, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2693.09, + "avg_cost": 0.0, + "lambda": 259.9999, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2582.53, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2610.83, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2529.85, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2445.18, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2334.38, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2293.92, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2358.51, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2241.4, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2168.14, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2081.43, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2050.09, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 1937.97, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2037.66, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1979.0, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1853.39, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1824.3, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1786.1, + "avg_cost": 0.0, + "lambda": 260.0, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1525.57, + "avg_cost": 0.25, + "lambda": 260.0025, + "rho": [ + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1447.12, + "avg_cost": 0.0, + "lambda": 260.0287, + "rho": [ + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_baseline_2.0_s99_mamujoco_diag_e2e.json b/results/diagnostic_results_baseline_2.0_s99_mamujoco_diag_e2e.json new file mode 100644 index 0000000000000000000000000000000000000000..cf4e8a9d8b865939d65e72befeef7c763ce6bd58 --- /dev/null +++ b/results/diagnostic_results_baseline_2.0_s99_mamujoco_diag_e2e.json @@ -0,0 +1,33 @@ +{ + "mode": "baseline", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 3, + "total_welfare": -23215.65, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.1, + "seed": 99, + "log": [ + { + "episode": 1, + "avg_reward": -7707.88, + "avg_cost": 12.0, + "lambda": 0.35, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..30b94fb8c5d969c845cf5ab0bd8d802478f370b5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json @@ -0,0 +1,8047 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 13212272.6, + "constraint_satisfaction_pct": 38.8, + "final_rho": [ + 0.25, + 0.75 + ], + "final_lambda": 332.6535, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13407.51, + "avg_cost": 58.5, + "lambda": 15.85, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 10, + "avg_reward": 13253.95, + "avg_cost": 11.25, + "lambda": 58.0253, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 20, + "avg_reward": 13070.73, + "avg_cost": 6.75, + "lambda": 83.1534, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 30, + "avg_reward": 12883.41, + "avg_cost": 5.25, + "lambda": 96.4357, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 40, + "avg_reward": 13195.34, + "avg_cost": 0.25, + "lambda": 103.5136, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 50, + "avg_reward": 13280.69, + "avg_cost": 11.0, + "lambda": 108.1371, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 60, + "avg_reward": 13403.56, + "avg_cost": 1.5, + "lambda": 113.114, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 70, + "avg_reward": 13299.19, + "avg_cost": 2.75, + "lambda": 117.8047, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 80, + "avg_reward": 13623.61, + "avg_cost": 13.25, + "lambda": 121.2496, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 90, + "avg_reward": 13406.54, + "avg_cost": 5.25, + "lambda": 125.3787, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 100, + "avg_reward": 13538.99, + "avg_cost": 0.0, + "lambda": 129.417, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 110, + "avg_reward": 13544.98, + "avg_cost": 8.25, + "lambda": 133.0759, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 120, + "avg_reward": 13584.35, + "avg_cost": 2.25, + "lambda": 136.6805, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 130, + "avg_reward": 13687.91, + "avg_cost": 4.25, + "lambda": 139.3549, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 140, + "avg_reward": 13350.37, + "avg_cost": 0.0, + "lambda": 141.5563, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 150, + "avg_reward": 13455.18, + "avg_cost": 1.75, + "lambda": 144.1593, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 160, + "avg_reward": 13354.08, + "avg_cost": 4.25, + "lambda": 147.4311, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 170, + "avg_reward": 13222.9, + "avg_cost": 4.75, + "lambda": 150.7764, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 180, + "avg_reward": 13109.22, + "avg_cost": 1.75, + "lambda": 154.2732, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 190, + "avg_reward": 13156.8, + "avg_cost": 2.75, + "lambda": 158.5603, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 200, + "avg_reward": 13109.13, + "avg_cost": 3.0, + "lambda": 162.4086, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 210, + "avg_reward": 13315.67, + "avg_cost": 3.5, + "lambda": 166.5678, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 220, + "avg_reward": 13113.76, + "avg_cost": 0.0, + "lambda": 171.1894, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 230, + "avg_reward": 13412.77, + "avg_cost": 4.25, + "lambda": 174.5416, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 240, + "avg_reward": 13604.07, + "avg_cost": 2.0, + "lambda": 177.6911, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 250, + "avg_reward": 13495.18, + "avg_cost": 2.25, + "lambda": 180.5907, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 260, + "avg_reward": 13421.44, + "avg_cost": 0.5, + "lambda": 183.4196, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 270, + "avg_reward": 13383.16, + "avg_cost": 0.0, + "lambda": 186.3266, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 280, + "avg_reward": 13306.76, + "avg_cost": 3.0, + "lambda": 189.3749, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 290, + "avg_reward": 13118.01, + "avg_cost": 12.0, + "lambda": 191.7897, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 300, + "avg_reward": 12878.98, + "avg_cost": 0.0, + "lambda": 194.9923, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 310, + "avg_reward": 13085.58, + "avg_cost": 2.75, + "lambda": 198.8588, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 320, + "avg_reward": 13262.99, + "avg_cost": 8.0, + "lambda": 202.6848, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 330, + "avg_reward": 13239.44, + "avg_cost": 0.75, + "lambda": 206.487, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 340, + "avg_reward": 13294.93, + "avg_cost": 0.0, + "lambda": 208.862, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 350, + "avg_reward": 13410.67, + "avg_cost": 0.0, + "lambda": 210.3359, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 360, + "avg_reward": 13554.65, + "avg_cost": 10.75, + "lambda": 211.8117, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 370, + "avg_reward": 13412.44, + "avg_cost": 2.25, + "lambda": 213.9139, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 380, + "avg_reward": 13566.17, + "avg_cost": 7.75, + "lambda": 216.3964, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 390, + "avg_reward": 13250.89, + "avg_cost": 0.0, + "lambda": 219.0342, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 400, + "avg_reward": 13436.47, + "avg_cost": 0.0, + "lambda": 221.0139, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 410, + "avg_reward": 13241.58, + "avg_cost": 2.5, + "lambda": 223.1787, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 420, + "avg_reward": 13440.24, + "avg_cost": 0.25, + "lambda": 225.689, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 430, + "avg_reward": 13897.35, + "avg_cost": 6.5, + "lambda": 228.3355, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 440, + "avg_reward": 13552.92, + "avg_cost": 0.0, + "lambda": 230.4366, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 450, + "avg_reward": 13661.94, + "avg_cost": 3.5, + "lambda": 232.209, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 460, + "avg_reward": 12884.99, + "avg_cost": 2.5, + "lambda": 234.1988, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 470, + "avg_reward": 12709.99, + "avg_cost": 9.5, + "lambda": 236.3373, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 480, + "avg_reward": 12475.28, + "avg_cost": 0.0, + "lambda": 238.9255, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 490, + "avg_reward": 12889.45, + "avg_cost": 0.0, + "lambda": 240.8963, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 500, + "avg_reward": 12955.56, + "avg_cost": 2.5, + "lambda": 242.62, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 510, + "avg_reward": 12861.14, + "avg_cost": 3.5, + "lambda": 245.3385, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 520, + "avg_reward": 12659.44, + "avg_cost": 0.0, + "lambda": 247.6983, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 530, + "avg_reward": 13167.67, + "avg_cost": 3.0, + "lambda": 249.9893, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 540, + "avg_reward": 13114.88, + "avg_cost": 2.75, + "lambda": 251.7615, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 550, + "avg_reward": 12988.58, + "avg_cost": 0.0, + "lambda": 253.5539, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 560, + "avg_reward": 12973.26, + "avg_cost": 0.75, + "lambda": 255.0741, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 570, + "avg_reward": 13599.19, + "avg_cost": 0.0, + "lambda": 256.8839, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 580, + "avg_reward": 13329.94, + "avg_cost": 3.0, + "lambda": 258.9311, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 590, + "avg_reward": 13364.84, + "avg_cost": 2.5, + "lambda": 261.0187, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 600, + "avg_reward": 13429.96, + "avg_cost": 0.0, + "lambda": 262.9485, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 610, + "avg_reward": 13400.04, + "avg_cost": 0.75, + "lambda": 264.2972, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 620, + "avg_reward": 13422.05, + "avg_cost": 1.75, + "lambda": 265.3948, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 630, + "avg_reward": 13450.72, + "avg_cost": 0.0, + "lambda": 266.5358, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 640, + "avg_reward": 13327.09, + "avg_cost": 3.75, + "lambda": 267.9259, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 650, + "avg_reward": 12819.13, + "avg_cost": 0.0, + "lambda": 269.8594, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 660, + "avg_reward": 12715.23, + "avg_cost": 12.5, + "lambda": 271.7886, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 670, + "avg_reward": 12900.62, + "avg_cost": 7.75, + "lambda": 274.5397, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 680, + "avg_reward": 13073.92, + "avg_cost": 6.75, + "lambda": 276.1112, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 690, + "avg_reward": 12768.57, + "avg_cost": 8.25, + "lambda": 279.2422, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 700, + "avg_reward": 12661.57, + "avg_cost": 0.0, + "lambda": 282.3728, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 710, + "avg_reward": 12924.8, + "avg_cost": 3.5, + "lambda": 285.7893, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 720, + "avg_reward": 12572.76, + "avg_cost": 0.0, + "lambda": 288.5119, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 730, + "avg_reward": 12330.56, + "avg_cost": 0.0, + "lambda": 290.0055, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 740, + "avg_reward": 12990.53, + "avg_cost": 6.25, + "lambda": 291.8645, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 750, + "avg_reward": 12659.26, + "avg_cost": 1.0, + "lambda": 293.296, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 760, + "avg_reward": 12981.37, + "avg_cost": 1.0, + "lambda": 294.8048, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 770, + "avg_reward": 12799.91, + "avg_cost": 2.75, + "lambda": 296.354, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 780, + "avg_reward": 12741.53, + "avg_cost": 0.0, + "lambda": 298.1531, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 790, + "avg_reward": 13023.45, + "avg_cost": 0.75, + "lambda": 299.4473, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 800, + "avg_reward": 12938.34, + "avg_cost": 4.75, + "lambda": 300.0863, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 810, + "avg_reward": 13181.11, + "avg_cost": 0.0, + "lambda": 301.5038, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 820, + "avg_reward": 13278.6, + "avg_cost": 0.0, + "lambda": 302.7825, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 830, + "avg_reward": 13131.41, + "avg_cost": 3.0, + "lambda": 304.4126, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 840, + "avg_reward": 13147.84, + "avg_cost": 0.0, + "lambda": 306.7703, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 850, + "avg_reward": 13416.09, + "avg_cost": 0.0, + "lambda": 308.1785, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 860, + "avg_reward": 13441.91, + "avg_cost": 0.0, + "lambda": 309.7399, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 870, + "avg_reward": 13409.1, + "avg_cost": 0.0, + "lambda": 311.1607, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 880, + "avg_reward": 13558.49, + "avg_cost": 2.0, + "lambda": 312.663, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 890, + "avg_reward": 13327.01, + "avg_cost": 6.75, + "lambda": 314.6457, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 900, + "avg_reward": 13200.02, + "avg_cost": 0.0, + "lambda": 316.7989, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 910, + "avg_reward": 13331.85, + "avg_cost": 0.0, + "lambda": 318.6296, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 920, + "avg_reward": 13037.13, + "avg_cost": 0.0, + "lambda": 320.616, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 930, + "avg_reward": 12947.94, + "avg_cost": 0.0, + "lambda": 322.849, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 940, + "avg_reward": 13456.17, + "avg_cost": 0.5, + "lambda": 324.8997, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 950, + "avg_reward": 13270.73, + "avg_cost": 0.5, + "lambda": 326.3056, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 960, + "avg_reward": 13613.56, + "avg_cost": 3.5, + "lambda": 327.2791, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 970, + "avg_reward": 13549.63, + "avg_cost": 1.0, + "lambda": 328.5519, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 980, + "avg_reward": 13476.54, + "avg_cost": 0.5, + "lambda": 329.8475, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 990, + "avg_reward": 13695.11, + "avg_cost": 3.75, + "lambda": 331.0074, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 1000, + "avg_reward": 13880.91, + "avg_cost": 0.0, + "lambda": 332.6535, + "rho": [ + 0.25, + 0.75 + ] + } + ], + "episode_rewards": [ + 13407.5135, + 13309.6586, + 13282.7768, + 13331.0234, + 13295.6234, + 13390.1765, + 13235.8658, + 13205.9948, + 13187.1592, + 13253.9535, + 13284.7571, + 13356.2417, + 13266.3212, + 13350.5416, + 13268.9091, + 13307.2174, + 13102.8217, + 13152.5424, + 12991.0888, + 13070.7304, + 13014.2435, + 13089.1339, + 12964.0527, + 13091.413, + 12989.0718, + 13113.111, + 13022.2841, + 12994.401, + 12988.3554, + 12883.4147, + 12859.8163, + 12923.058, + 12786.2609, + 12831.1295, + 12934.28, + 13003.3589, + 13069.7588, + 13074.3315, + 13119.0075, + 13195.3432, + 13204.8704, + 13238.864, + 13342.2794, + 13296.4062, + 13305.6236, + 13310.7358, + 13358.4407, + 13300.7646, + 13271.9339, + 13280.6947, + 13300.7103, + 13207.7773, + 13266.9146, + 13007.5938, + 13262.9523, + 13197.3761, + 13350.6804, + 13350.685, + 13379.0646, + 13403.5593, + 13462.1709, + 13364.5334, + 13382.9694, + 13371.7224, + 13386.2222, + 13363.017, + 13439.9486, + 13411.5382, + 13384.001, + 13299.185, + 13328.868, + 13188.5871, + 13155.5911, + 13298.0777, + 13127.2785, + 13195.773, + 13218.8627, + 13258.8623, + 13312.336, + 13623.6063, + 13491.8422, + 13526.9278, + 13525.4122, + 13548.7744, + 13548.7381, + 13516.4428, + 13486.126, + 13527.7262, + 13622.9524, + 13406.5447, + 13469.701, + 13564.5973, + 13464.5137, + 13434.0012, + 13601.5875, + 13426.698, + 13378.2808, + 13281.2541, + 13384.1711, + 13538.9886, + 13699.5763, + 13703.457, + 13739.7983, + 13656.5642, + 13585.5548, + 13535.2174, + 13423.3274, + 13587.3234, + 13543.7244, + 13544.9832, + 13533.9559, + 13560.0562, + 13644.0806, + 13536.056, + 13509.8674, + 13481.2111, + 13483.6641, + 13494.0358, + 13559.829, + 13584.3474, + 13587.1525, + 13524.2742, + 13553.8911, + 13572.3631, + 13551.3011, + 13560.1304, + 13717.1359, + 13544.4053, + 13630.6541, + 13687.9071, + 13572.9947, + 13390.6207, + 13443.6771, + 13322.9414, + 13362.2251, + 13496.2255, + 13332.691, + 13270.9266, + 13324.6805, + 13350.3716, + 13307.0569, + 13329.3407, + 13218.3229, + 13237.2834, + 13285.343, + 13189.962, + 13250.0555, + 13333.1823, + 13419.4998, + 13455.1788, + 13511.4405, + 13536.331, + 13476.7795, + 13558.4755, + 13576.9475, + 13516.6744, + 13474.6959, + 13427.4972, + 13582.9632, + 13354.0848, + 13303.943, + 13245.8496, + 13114.9826, + 13209.8811, + 13138.0186, + 13115.9144, + 13158.7136, + 13041.0909, + 13277.8172, + 13222.9019, + 13240.7306, + 13117.4401, + 13062.2642, + 12937.7827, + 12832.6204, + 12931.8392, + 13169.0739, + 13021.611, + 13065.0417, + 13109.2195, + 13201.7605, + 13228.5378, + 13076.9386, + 13149.4204, + 13152.02, + 12888.0415, + 12935.1363, + 13109.3548, + 13075.4449, + 13156.8001, + 13097.2199, + 13191.1293, + 13032.6991, + 12979.5037, + 13082.5688, + 13145.1831, + 13174.394, + 13266.2151, + 13219.5123, + 13109.1338, + 13210.0426, + 13143.5786, + 13110.7357, + 13071.7548, + 13262.0141, + 13345.7291, + 13309.6885, + 13350.1131, + 13434.6313, + 13315.6656, + 13173.9092, + 13286.6841, + 13417.6807, + 13435.2781, + 13430.9684, + 13384.1579, + 13318.4232, + 13268.8184, + 13290.5768, + 13113.7611, + 13099.4305, + 13213.8958, + 13171.3966, + 13384.4244, + 13238.136, + 13165.6738, + 13173.6485, + 13296.6376, + 13278.1402, + 13412.7743, + 13390.173, + 13144.0321, + 13254.655, + 13382.563, + 13310.3107, + 13414.4667, + 13341.2733, + 13385.7862, + 13428.448, + 13604.0749, + 13642.5294, + 13591.0496, + 13459.0831, + 13497.363, + 13555.7368, + 13511.1695, + 13676.3067, + 13529.0962, + 13503.2104, + 13495.1781, + 13335.1392, + 13483.613, + 13439.9431, + 13602.4754, + 13579.5351, + 13469.219, + 13518.9286, + 13404.9448, + 13433.2396, + 13421.4367, + 13564.0903, + 13328.1301, + 13514.6568, + 13422.3099, + 13349.6833, + 13226.7476, + 13103.0353, + 13251.9431, + 13466.7324, + 13383.1582, + 13565.4957, + 13311.7498, + 13284.7199, + 13286.8969, + 13186.9514, + 13110.6976, + 13282.8922, + 13369.7598, + 13290.578, + 13306.7574, + 13306.8713, + 13223.0167, + 13220.107, + 13171.894, + 13256.5532, + 13370.0542, + 13341.8557, + 13238.9906, + 13384.761, + 13118.0076, + 13206.3862, + 13229.9685, + 13084.4674, + 13058.0145, + 12974.0829, + 13088.0374, + 12873.4288, + 12645.3626, + 12788.2721, + 12878.9824, + 12977.7241, + 13018.814, + 13201.5981, + 13049.5204, + 13216.0509, + 13144.097, + 13084.6549, + 13023.8117, + 13065.0427, + 13085.5814, + 13069.2971, + 13067.3698, + 12912.7639, + 13100.1875, + 13138.1128, + 13093.1856, + 13182.8525, + 13401.9986, + 13238.608, + 13262.994, + 13217.9128, + 13256.1068, + 13228.6083, + 13288.9571, + 13409.2081, + 13198.813, + 13118.8598, + 13241.5096, + 13301.0824, + 13239.4366, + 13175.7525, + 13287.1879, + 13314.0967, + 13356.1048, + 13431.1107, + 13327.4192, + 13311.4748, + 13323.3405, + 13310.6637, + 13294.9258, + 13425.5177, + 13500.2242, + 13428.6376, + 13282.0084, + 13336.5409, + 13408.6042, + 13339.6622, + 13467.7074, + 13489.8094, + 13410.6668, + 13541.8569, + 13447.7862, + 13437.5155, + 13471.3423, + 13510.3, + 13567.6607, + 13605.7485, + 13490.8553, + 13428.1419, + 13554.6488, + 13389.2067, + 13431.1566, + 13339.4491, + 13292.3749, + 13344.1479, + 13388.859, + 13401.7554, + 13299.7037, + 13420.6684, + 13412.4423, + 13372.0805, + 13399.4896, + 13273.8178, + 13286.6121, + 13485.2186, + 13558.7275, + 13412.2413, + 13413.6894, + 13637.0176, + 13566.1698, + 13481.1521, + 13490.4798, + 13389.2053, + 13521.7517, + 13560.0891, + 13707.6933, + 13515.4287, + 13403.3272, + 13358.6572, + 13250.8851, + 13292.222, + 13254.5613, + 13199.0414, + 13227.6167, + 13293.6068, + 13179.4253, + 13273.3922, + 13399.6254, + 13540.1703, + 13436.4709, + 13489.62, + 13467.491, + 13266.7767, + 13181.433, + 13050.1469, + 13172.1494, + 13378.878, + 13275.1181, + 13401.8878, + 13241.578, + 13307.7529, + 13470.6957, + 13592.7639, + 13587.8454, + 13426.1781, + 13379.7115, + 13487.5446, + 13564.3717, + 13503.9055, + 13440.241, + 13519.4873, + 13536.4221, + 13485.6863, + 13640.3119, + 13597.2235, + 13742.5271, + 13682.3023, + 13749.0367, + 13853.594, + 13897.3459, + 13698.3548, + 13737.4388, + 13775.503, + 13723.5968, + 13686.7118, + 13618.5446, + 13409.1814, + 13512.4699, + 13558.9325, + 13552.9235, + 13397.769, + 13514.4629, + 13671.7095, + 13749.1596, + 13553.8916, + 13571.1862, + 13686.4181, + 13761.1272, + 13409.2926, + 13661.9414, + 13350.4857, + 13434.2755, + 13552.5227, + 13579.5276, + 13523.6871, + 13578.9611, + 13221.3988, + 13103.3251, + 12984.0129, + 12884.9912, + 12818.5662, + 12911.3293, + 12901.545, + 13087.6663, + 12993.6885, + 12930.25, + 12941.1712, + 12996.1118, + 12576.6948, + 12709.9928, + 12808.2631, + 12698.715, + 12720.5759, + 12753.691, + 12666.946, + 12571.9479, + 12513.6656, + 12469.5622, + 12371.3654, + 12475.2819, + 12500.6079, + 12676.0345, + 12533.6843, + 12676.2167, + 12844.5124, + 12655.5686, + 12521.8069, + 12481.1898, + 12753.012, + 12889.4485, + 12847.0983, + 12999.8168, + 13009.7551, + 13044.9839, + 13060.898, + 12996.0622, + 13004.6109, + 13093.8351, + 13080.6695, + 12955.5585, + 12950.934, + 12946.9664, + 12889.9422, + 12960.5029, + 12728.1018, + 12559.5124, + 12618.7932, + 12599.6308, + 12736.2624, + 12861.1448, + 12769.1282, + 12784.9972, + 12775.0819, + 12701.1111, + 12767.236, + 12669.7817, + 12783.3292, + 12785.8805, + 12916.4689, + 12659.4447, + 12696.9951, + 12816.289, + 12860.2449, + 12799.3685, + 12760.3875, + 12824.631, + 12830.5656, + 13089.921, + 13117.3381, + 13167.6676, + 13148.3977, + 13050.9013, + 13061.157, + 13030.3479, + 13075.5683, + 13094.2598, + 12936.5415, + 13047.7296, + 13167.6875, + 13114.88, + 13060.9778, + 13207.0037, + 13093.8565, + 13093.982, + 12946.2007, + 12991.9398, + 13011.4974, + 12921.791, + 12911.4167, + 12988.5788, + 12907.1351, + 12988.7369, + 13014.794, + 13110.0178, + 13015.628, + 13018.9088, + 13060.2209, + 13133.2079, + 13093.8787, + 12973.2618, + 12928.6519, + 13150.5314, + 13210.8562, + 13288.1979, + 13400.2144, + 13495.5325, + 13451.4305, + 13639.622, + 13669.0706, + 13599.1915, + 13512.2989, + 13650.0227, + 13621.7284, + 13422.3026, + 13644.1676, + 13364.8749, + 13398.3519, + 13326.8631, + 13375.8222, + 13329.9403, + 13273.3701, + 13373.0045, + 13487.6565, + 13480.5997, + 13482.8178, + 13434.4962, + 13456.4174, + 13193.4155, + 13384.7733, + 13364.8429, + 13232.4473, + 13139.1187, + 13038.3577, + 13171.7238, + 13088.6948, + 13225.2383, + 13170.4784, + 13291.6747, + 13420.7892, + 13429.9589, + 13535.1276, + 13466.543, + 13570.1511, + 13564.1979, + 13344.3628, + 13343.9865, + 13416.8036, + 13476.529, + 13433.5237, + 13400.0396, + 13554.9032, + 13506.8999, + 13495.1739, + 13468.1699, + 13471.6023, + 13416.1981, + 13456.0674, + 13477.0015, + 13322.8526, + 13422.0526, + 13299.4808, + 13313.4086, + 13260.8589, + 13378.7182, + 13501.4236, + 13460.6855, + 13376.3721, + 13541.7896, + 13456.4, + 13450.7183, + 13327.0961, + 13464.6354, + 13258.3899, + 13134.2029, + 13286.5804, + 13289.1844, + 13255.36, + 13385.9521, + 13366.9577, + 13327.0905, + 13354.6075, + 13233.7649, + 13010.4424, + 12873.7874, + 13053.9049, + 13049.4515, + 13180.9079, + 13033.6805, + 13080.1491, + 12819.1349, + 12981.5466, + 12915.5705, + 12700.4672, + 12672.4389, + 12909.1978, + 12695.9109, + 12795.5251, + 12749.9461, + 12734.2005, + 12715.2334, + 12662.0415, + 12606.9366, + 12526.1036, + 12629.2702, + 12470.1824, + 12563.284, + 12680.0533, + 12761.5581, + 12874.6098, + 12900.6164, + 12813.3478, + 12762.3153, + 12870.4331, + 12991.6174, + 12915.126, + 12993.1624, + 13113.5632, + 13134.0973, + 13057.6127, + 13073.9152, + 12974.9671, + 13086.9592, + 12856.3204, + 12825.2412, + 12816.5128, + 12726.2379, + 12856.9723, + 12894.4022, + 12734.1041, + 12768.5739, + 12554.6471, + 12576.5686, + 12556.9837, + 12537.1805, + 12517.8217, + 12523.0439, + 12736.5195, + 12665.6577, + 12756.4267, + 12661.5669, + 12766.2644, + 12657.6909, + 12659.3954, + 12390.0949, + 12430.051, + 12559.0908, + 12443.1149, + 12692.9349, + 12651.2023, + 12924.8, + 13003.607, + 12983.8279, + 12829.2037, + 12718.142, + 12501.9075, + 12621.0484, + 12566.1553, + 12574.341, + 12620.0821, + 12572.7605, + 12424.612, + 12504.2493, + 12660.635, + 12669.1667, + 12561.7504, + 12546.556, + 12389.2114, + 12406.2329, + 12456.6605, + 12330.5616, + 12372.2099, + 12229.4112, + 12458.9609, + 12650.716, + 12648.9849, + 12668.1311, + 12839.1892, + 12819.1989, + 12931.4636, + 12990.5297, + 12699.839, + 12806.446, + 12838.9226, + 12894.7028, + 12899.6888, + 12752.0189, + 12745.4757, + 12711.4813, + 12756.5167, + 12659.2612, + 12771.8932, + 12665.4684, + 12993.6197, + 12913.2876, + 12872.4597, + 12724.4983, + 12894.6926, + 12900.15, + 12924.0076, + 12981.3727, + 13086.5903, + 12960.5041, + 13098.3929, + 13053.7504, + 12992.3112, + 13045.0663, + 13011.5532, + 12679.645, + 12919.7633, + 12799.9134, + 12493.3343, + 12719.663, + 12703.968, + 12701.9222, + 12658.706, + 12559.9195, + 12643.5032, + 12682.2217, + 12604.6601, + 12741.5343, + 12779.5937, + 12753.1639, + 12851.165, + 13095.4909, + 13146.088, + 13011.2539, + 13013.0876, + 12993.7388, + 13031.949, + 13023.4466, + 12987.2852, + 13123.6418, + 12932.8083, + 13041.5966, + 13085.8628, + 13027.8657, + 13107.8093, + 12944.5363, + 12995.7584, + 12938.3385, + 13023.3309, + 13136.3966, + 13122.7951, + 13089.0066, + 13155.7401, + 13221.9688, + 13300.387, + 13163.7633, + 13210.7025, + 13181.1087, + 13299.534, + 13085.0102, + 13002.225, + 13062.1869, + 13197.2715, + 13395.5307, + 13308.3178, + 13365.3587, + 13447.896, + 13278.6041, + 13324.5371, + 13382.9197, + 13185.5785, + 13346.4436, + 13312.4056, + 13411.8215, + 13366.0501, + 13361.6554, + 13094.0802, + 13131.4053, + 13138.5498, + 13245.8644, + 13326.0419, + 13226.5945, + 13386.8622, + 13211.6969, + 13111.3625, + 13264.8702, + 13164.7577, + 13147.8401, + 13171.1046, + 13114.2316, + 13225.8774, + 13334.5488, + 13259.8757, + 13317.719, + 13473.3585, + 13381.3438, + 13466.5554, + 13416.0882, + 13308.8647, + 13355.1343, + 13322.0221, + 13331.1836, + 13336.0436, + 13429.8356, + 13445.0659, + 13524.3576, + 13535.1632, + 13441.9099, + 13712.7115, + 13529.7669, + 13462.1111, + 13369.8083, + 13391.8722, + 13430.2615, + 13506.1786, + 13282.7916, + 13552.8219, + 13409.0998, + 13343.7941, + 13276.3974, + 13395.9827, + 13233.6613, + 13264.3685, + 13413.1434, + 13515.3076, + 13494.6342, + 13503.1208, + 13558.4928, + 13264.378, + 13267.4244, + 13318.2464, + 13188.8008, + 13257.3346, + 13451.4312, + 13291.1337, + 13368.726, + 13406.0137, + 13327.0105, + 13267.5838, + 13254.3014, + 13133.4919, + 13202.8187, + 13371.0308, + 13297.4984, + 13341.5179, + 13335.4575, + 13294.814, + 13200.0164, + 13433.6194, + 13446.0258, + 13301.8476, + 13441.8017, + 13156.5654, + 12985.7116, + 13067.5081, + 13232.9764, + 13228.5952, + 13331.8452, + 13472.0862, + 13441.787, + 13293.7301, + 13471.8916, + 13280.6655, + 13235.8936, + 13244.3292, + 13071.1667, + 13115.1088, + 13037.1305, + 13009.953, + 12984.2965, + 13178.6302, + 13092.1981, + 12986.8706, + 13050.4137, + 12967.4384, + 13016.9608, + 12893.6689, + 12947.9363, + 13056.084, + 13094.4945, + 13113.1193, + 13152.3805, + 13172.9395, + 13328.7399, + 13376.3538, + 13331.0171, + 13389.5319, + 13456.1697, + 13349.472, + 13313.1302, + 13314.8748, + 13293.7577, + 13250.8512, + 13310.6199, + 13378.0374, + 13395.0608, + 13451.2331, + 13270.7321, + 13449.0412, + 13489.5974, + 13423.2109, + 13561.1107, + 13535.4665, + 13599.9057, + 13654.439, + 13645.5776, + 13536.6656, + 13613.5553, + 13528.9803, + 13506.6972, + 13564.9144, + 13574.7254, + 13604.7864, + 13518.6831, + 13650.2684, + 13513.9342, + 13459.5005, + 13549.63, + 13543.8309, + 13525.0356, + 13728.3887, + 13623.2084, + 13769.9507, + 13462.9916, + 13639.9365, + 13648.8897, + 13453.9998, + 13476.5435, + 13520.7053, + 13593.5056, + 13656.872, + 13753.7722, + 13510.4304, + 13590.696, + 13652.0304, + 13696.8005, + 13638.8665, + 13695.1055, + 13718.5414, + 13709.6115, + 13654.4581, + 13613.983, + 13774.4218, + 13801.0598, + 13738.4523, + 13807.3213, + 13804.7067, + 13880.9098 + ], + "episode_costs": [ + 58.5, + 33.75, + 47.25, + 39.5, + 33.25, + 20.5, + 3.25, + 10.25, + 10.75, + 11.25, + 6.25, + 17.25, + 16.25, + 6.5, + 13.25, + 15.5, + 5.0, + 13.25, + 3.25, + 6.75, + 3.25, + 10.25, + 0.0, + 11.0, + 0.75, + 7.25, + 6.25, + 8.75, + 10.0, + 5.25, + 1.75, + 8.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.75, + 3.0, + 0.25, + 1.0, + 7.25, + 0.0, + 10.0, + 1.5, + 0.0, + 9.5, + 1.5, + 16.75, + 11.0, + 9.25, + 0.0, + 3.5, + 0.0, + 0.0, + 2.75, + 13.5, + 1.25, + 1.25, + 1.5, + 12.25, + 5.75, + 5.5, + 0.5, + 7.75, + 0.0, + 1.0, + 11.25, + 2.0, + 2.75, + 2.0, + 2.0, + 0.0, + 5.75, + 2.0, + 2.75, + 0.0, + 0.0, + 0.0, + 13.25, + 8.0, + 1.0, + 8.75, + 6.25, + 1.0, + 3.25, + 0.0, + 8.5, + 7.5, + 5.25, + 2.0, + 10.5, + 1.75, + 0.0, + 4.5, + 5.5, + 2.25, + 0.0, + 0.0, + 0.0, + 6.75, + 12.0, + 3.0, + 2.25, + 1.0, + 2.25, + 2.75, + 0.5, + 6.25, + 8.25, + 2.25, + 0.25, + 6.0, + 2.0, + 5.25, + 8.75, + 0.0, + 2.75, + 0.0, + 2.25, + 5.75, + 0.0, + 0.75, + 4.25, + 0.0, + 0.0, + 2.5, + 0.0, + 2.0, + 4.25, + 2.25, + 0.0, + 6.25, + 0.0, + 0.0, + 2.5, + 2.25, + 4.5, + 0.0, + 0.0, + 10.75, + 5.5, + 0.0, + 0.0, + 5.0, + 3.0, + 1.5, + 0.75, + 0.0, + 1.75, + 12.5, + 5.0, + 6.0, + 0.0, + 0.25, + 4.75, + 2.5, + 3.75, + 5.75, + 4.25, + 4.25, + 0.0, + 5.5, + 0.0, + 1.25, + 7.25, + 0.0, + 3.0, + 11.75, + 4.75, + 7.25, + 5.0, + 0.0, + 5.25, + 0.0, + 0.0, + 2.75, + 0.0, + 0.25, + 1.75, + 4.5, + 21.25, + 3.75, + 7.5, + 4.25, + 0.0, + 0.0, + 3.0, + 14.75, + 2.75, + 0.0, + 6.5, + 4.75, + 0.0, + 0.0, + 1.5, + 0.0, + 6.25, + 10.0, + 3.0, + 9.75, + 2.25, + 3.5, + 0.0, + 0.0, + 0.0, + 7.75, + 14.0, + 10.5, + 3.5, + 0.0, + 0.0, + 2.75, + 11.75, + 0.0, + 7.75, + 2.5, + 17.0, + 2.75, + 0.0, + 0.0, + 0.0, + 4.0, + 4.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 4.25, + 8.0, + 3.0, + 7.25, + 0.0, + 0.0, + 11.75, + 0.0, + 1.0, + 0.0, + 2.0, + 3.5, + 4.5, + 2.75, + 0.0, + 0.0, + 2.0, + 8.0, + 5.5, + 5.75, + 2.25, + 2.5, + 1.25, + 0.0, + 2.25, + 8.75, + 0.25, + 3.0, + 0.0, + 0.0, + 0.5, + 4.0, + 10.0, + 3.0, + 4.0, + 2.5, + 4.25, + 0.0, + 0.0, + 3.0, + 0.0, + 0.75, + 0.0, + 14.5, + 9.5, + 2.5, + 0.25, + 0.75, + 2.75, + 0.25, + 3.0, + 3.0, + 0.0, + 0.0, + 3.25, + 0.0, + 0.5, + 0.5, + 4.5, + 5.75, + 12.0, + 1.75, + 4.0, + 0.75, + 2.5, + 9.5, + 2.75, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.75, + 12.0, + 3.25, + 18.25, + 4.0, + 3.25, + 0.0, + 0.0, + 2.75, + 2.75, + 7.5, + 0.0, + 0.0, + 7.0, + 4.25, + 0.0, + 7.0, + 11.75, + 8.0, + 0.0, + 0.0, + 1.0, + 0.0, + 2.0, + 18.0, + 0.0, + 0.25, + 3.0, + 0.75, + 0.0, + 0.5, + 2.25, + 0.0, + 1.75, + 1.25, + 0.0, + 3.25, + 0.0, + 0.0, + 1.25, + 0.0, + 5.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 9.75, + 0.75, + 1.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 10.75, + 8.75, + 1.5, + 2.5, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 2.25, + 0.0, + 2.75, + 4.25, + 8.0, + 0.0, + 8.25, + 0.0, + 1.25, + 12.5, + 7.75, + 0.0, + 3.5, + 0.0, + 0.0, + 0.75, + 2.0, + 0.0, + 1.5, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 1.25, + 8.75, + 0.0, + 3.5, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 15.75, + 7.25, + 1.75, + 2.0, + 2.5, + 0.0, + 0.0, + 0.0, + 8.0, + 1.5, + 0.0, + 5.0, + 7.0, + 0.0, + 0.25, + 2.25, + 0.0, + 1.25, + 12.75, + 3.5, + 0.0, + 2.75, + 0.0, + 0.0, + 6.5, + 0.0, + 0.0, + 5.75, + 0.75, + 0.0, + 2.0, + 0.0, + 1.75, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 1.25, + 11.0, + 0.0, + 0.0, + 2.75, + 0.5, + 3.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 9.5, + 5.5, + 6.0, + 0.25, + 2.5, + 0.75, + 0.25, + 4.5, + 0.0, + 1.0, + 1.75, + 0.0, + 4.5, + 0.0, + 9.5, + 0.25, + 0.75, + 0.0, + 7.5, + 7.75, + 3.25, + 0.0, + 3.5, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 3.25, + 5.5, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.0, + 2.75, + 0.0, + 4.0, + 0.0, + 9.25, + 2.5, + 1.5, + 4.25, + 1.75, + 1.0, + 12.5, + 4.5, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 4.0, + 2.5, + 0.0, + 6.75, + 0.0, + 0.0, + 0.75, + 6.0, + 0.0, + 5.25, + 0.0, + 7.75, + 1.0, + 1.5, + 0.0, + 0.0, + 2.5, + 0.0, + 3.0, + 3.25, + 0.0, + 5.25, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.5, + 2.75, + 0.0, + 1.75, + 0.0, + 6.0, + 2.75, + 5.75, + 1.75, + 1.75, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 2.5, + 4.25, + 6.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.5, + 4.5, + 4.0, + 0.0, + 0.0, + 12.75, + 0.0, + 0.0, + 0.75, + 4.5, + 0.0, + 2.25, + 2.5, + 2.25, + 0.0, + 1.0, + 3.0, + 0.0, + 0.0, + 0.25, + 5.25, + 5.0, + 1.5, + 6.5, + 1.25, + 4.5, + 2.5, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 2.0, + 3.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 4.25, + 0.0, + 0.0, + 0.0, + 7.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 4.5, + 0.0, + 0.0, + 1.75, + 0.5, + 2.25, + 3.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 2.0, + 0.0, + 0.75, + 2.0, + 10.25, + 0.0, + 1.75, + 5.25, + 3.75, + 2.0, + 3.5, + 1.0, + 0.0, + 0.0, + 1.0, + 4.25, + 0.0, + 2.25, + 0.0, + 2.75, + 0.0, + 3.25, + 0.0, + 3.0, + 3.5, + 3.0, + 1.0, + 3.75, + 12.5, + 4.0, + 9.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 7.75, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 6.75, + 11.5, + 8.25, + 9.5, + 2.5, + 0.0, + 0.0, + 0.25, + 4.0, + 2.75, + 8.25, + 0.25, + 7.75, + 0.0, + 7.75, + 0.0, + 0.0, + 3.0, + 0.0, + 8.25, + 0.0, + 8.25, + 0.0, + 5.25, + 8.25, + 3.0, + 1.75, + 5.25, + 1.0, + 0.0, + 3.5, + 4.25, + 4.0, + 3.5, + 0.0, + 2.75, + 0.0, + 0.25, + 0.0, + 1.75, + 0.0, + 0.75, + 1.25, + 2.5, + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 11.25, + 0.0, + 5.75, + 0.0, + 3.75, + 0.0, + 0.0, + 3.75, + 6.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 2.25, + 0.0, + 4.0, + 1.0, + 5.0, + 0.0, + 5.75, + 2.5, + 0.0, + 1.0, + 3.75, + 0.0, + 2.0, + 2.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 2.75, + 0.25, + 0.75, + 2.25, + 7.0, + 2.5, + 1.25, + 6.25, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 2.0, + 4.75, + 0.75, + 4.75, + 2.0, + 4.75, + 2.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 1.0, + 6.0, + 0.75, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 2.25, + 0.0, + 0.0, + 5.25, + 0.0, + 0.0, + 5.25, + 0.0, + 1.0, + 11.25, + 0.75, + 3.0, + 1.75, + 1.25, + 3.5, + 0.0, + 4.5, + 0.5, + 10.25, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 2.0, + 0.0, + 2.25, + 4.5, + 8.5, + 0.0, + 0.0, + 3.75, + 1.75, + 0.0, + 3.25, + 0.25, + 2.5, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 15.5, + 0.0, + 2.0, + 1.25, + 1.5, + 2.0, + 0.0, + 0.0, + 6.5, + 2.25, + 0.0, + 3.0, + 0.0, + 7.25, + 0.5, + 6.75, + 0.25, + 2.5, + 3.0, + 3.0, + 0.0, + 1.25, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 6.5, + 0.25, + 2.75, + 4.75, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 9.75, + 0.0, + 8.75, + 3.5, + 0.0, + 4.75, + 0.0, + 0.0, + 0.0, + 0.75, + 3.75, + 8.75, + 0.0, + 1.25, + 5.75, + 1.5, + 0.0, + 5.0, + 0.0, + 0.0, + 0.0, + 1.75, + 3.75, + 3.0, + 0.0, + 3.25, + 0.5, + 1.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.75, + 0.5, + 2.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 4.25, + 0.25, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 6.75, + 0.0, + 0.5, + 0.0, + 2.75, + 2.75, + 0.0, + 0.0, + 1.0, + 3.25, + 1.75, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 3.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 0.0, + 1.5, + 1.75, + 8.0, + 3.75, + 0.5, + 2.25, + 3.5, + 0.0, + 0.5, + 2.25, + 0.75, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 15.85, + 21.4525, + 26.9672, + 32.3255, + 37.4805, + 42.3249, + 46.7174, + 50.7732, + 54.5309, + 58.0253, + 61.2328, + 64.292, + 67.2078, + 69.897, + 72.4498, + 74.9023, + 77.1596, + 79.3236, + 81.3038, + 83.1534, + 84.8506, + 86.4805, + 87.9474, + 89.3777, + 90.6724, + 91.9102, + 93.0867, + 94.233, + 95.3647, + 96.4357, + 97.4172, + 98.3879, + 99.2691, + 100.0622, + 100.776, + 101.4184, + 101.9966, + 102.5344, + 103.0485, + 103.5136, + 103.9423, + 104.4005, + 104.813, + 105.2842, + 105.7233, + 106.1184, + 106.5691, + 106.9897, + 107.5357, + 108.1371, + 108.7709, + 109.3413, + 109.8897, + 110.3832, + 110.8274, + 111.2547, + 111.7742, + 112.2543, + 112.6989, + 113.114, + 113.6101, + 114.1141, + 114.6227, + 115.0854, + 115.5794, + 116.0239, + 116.434, + 116.9156, + 117.3691, + 117.8047, + 118.2167, + 118.6075, + 118.9593, + 119.3333, + 119.69, + 120.0385, + 120.3522, + 120.6344, + 120.8885, + 121.2496, + 121.6547, + 122.0292, + 122.4538, + 122.8984, + 123.3086, + 123.7102, + 124.0717, + 124.482, + 124.9263, + 125.3787, + 125.8058, + 126.2952, + 126.7532, + 127.1654, + 127.5814, + 128.0107, + 128.4196, + 128.7877, + 129.1189, + 129.417, + 129.7528, + 130.175, + 130.585, + 130.9765, + 131.3389, + 131.6875, + 132.0287, + 132.3409, + 132.6843, + 133.0759, + 133.4508, + 133.7907, + 134.1566, + 134.506, + 134.8729, + 135.2906, + 135.6665, + 136.0324, + 136.3616, + 136.6805, + 137.0249, + 137.3349, + 137.6214, + 137.9218, + 138.1921, + 138.4354, + 138.6794, + 138.8989, + 139.1165, + 139.3549, + 139.5919, + 139.8052, + 140.0597, + 140.2887, + 140.4948, + 140.7054, + 140.9173, + 141.1531, + 141.3653, + 141.5563, + 141.8356, + 142.1421, + 142.4179, + 142.6661, + 142.9395, + 143.2155, + 143.479, + 143.7236, + 143.9437, + 144.1593, + 144.4784, + 144.8156, + 145.179, + 145.5061, + 145.803, + 146.1177, + 146.4259, + 146.7408, + 147.0818, + 147.4311, + 147.788, + 148.1092, + 148.4533, + 148.7629, + 149.0541, + 149.3887, + 149.6899, + 149.9909, + 150.3793, + 150.7764, + 151.2062, + 151.6431, + 152.0363, + 152.4427, + 152.8084, + 153.1376, + 153.4613, + 153.7527, + 154.0174, + 154.2732, + 154.5483, + 155.0085, + 155.4602, + 155.9416, + 156.4175, + 156.8457, + 157.2312, + 157.608, + 158.0947, + 158.5603, + 158.9792, + 159.4213, + 159.8667, + 160.2675, + 160.6283, + 160.9679, + 161.2736, + 161.6113, + 162.0152, + 162.4086, + 162.8603, + 163.2892, + 163.7103, + 164.0893, + 164.4304, + 164.7373, + 165.0911, + 165.5495, + 166.067, + 166.5678, + 167.0185, + 167.4242, + 167.8168, + 168.2876, + 168.7113, + 169.1702, + 169.6082, + 170.1724, + 170.7076, + 171.1894, + 171.6229, + 172.0131, + 172.4043, + 172.8039, + 173.1635, + 173.4897, + 173.7832, + 174.0474, + 174.2851, + 174.5416, + 174.8525, + 175.1622, + 175.5135, + 175.8296, + 176.1142, + 176.4878, + 176.824, + 177.1366, + 177.4179, + 177.6911, + 177.972, + 178.2698, + 178.5653, + 178.8313, + 179.0707, + 179.3061, + 179.598, + 179.9157, + 180.2591, + 180.5907, + 180.9141, + 181.2177, + 181.491, + 181.7594, + 182.0884, + 182.3871, + 182.6859, + 182.9548, + 183.1968, + 183.4196, + 183.6602, + 183.9766, + 184.2915, + 184.6148, + 184.9309, + 185.2578, + 185.552, + 185.8168, + 186.0851, + 186.3266, + 186.5514, + 186.7538, + 187.0809, + 187.4703, + 187.8458, + 188.1862, + 188.5001, + 188.8101, + 189.0916, + 189.3749, + 189.6599, + 189.9164, + 190.1473, + 190.3876, + 190.6038, + 190.8034, + 190.9881, + 191.1993, + 191.4468, + 191.7897, + 192.1157, + 192.4491, + 192.7567, + 193.0585, + 193.4252, + 193.7827, + 194.1344, + 194.451, + 194.7359, + 194.9923, + 195.2231, + 195.4882, + 195.8469, + 196.2022, + 196.7045, + 197.1966, + 197.6719, + 198.0997, + 198.4847, + 198.8588, + 199.2229, + 199.6256, + 199.988, + 200.3142, + 200.6778, + 201.0475, + 201.3803, + 201.7498, + 202.1998, + 202.6848, + 203.1213, + 203.5142, + 203.8778, + 204.205, + 204.5195, + 204.9825, + 205.3993, + 205.7769, + 206.1467, + 206.487, + 206.7933, + 207.074, + 207.3491, + 207.5967, + 207.837, + 208.0658, + 208.2717, + 208.4896, + 208.6856, + 208.862, + 209.0333, + 209.1875, + 209.3837, + 209.5604, + 209.7193, + 209.8699, + 210.0054, + 210.1274, + 210.2371, + 210.3359, + 210.5223, + 210.6976, + 210.8728, + 211.0306, + 211.1725, + 211.3002, + 211.4177, + 211.5235, + 211.6186, + 211.8117, + 212.0731, + 212.3233, + 212.5734, + 212.7986, + 213.0012, + 213.2186, + 213.4142, + 213.5903, + 213.7488, + 213.9139, + 214.0625, + 214.2238, + 214.4114, + 214.6603, + 214.8842, + 215.1683, + 215.424, + 215.6666, + 216.0099, + 216.3964, + 216.7443, + 217.0924, + 217.4056, + 217.6876, + 217.9488, + 218.2039, + 218.4335, + 218.6552, + 218.8547, + 219.0342, + 219.2358, + 219.4172, + 219.5805, + 219.7399, + 219.9709, + 220.1788, + 220.401, + 220.6009, + 220.8183, + 221.0139, + 221.1901, + 221.3485, + 221.4912, + 221.6221, + 221.7399, + 222.0034, + 222.313, + 222.6092, + 222.8958, + 223.1787, + 223.4334, + 223.6625, + 223.8688, + 224.1344, + 224.3885, + 224.6171, + 224.8729, + 225.1731, + 225.4433, + 225.689, + 225.9326, + 226.1518, + 226.3616, + 226.678, + 226.9977, + 227.2854, + 227.5719, + 227.8297, + 228.0617, + 228.3355, + 228.582, + 228.8038, + 229.0609, + 229.2998, + 229.5148, + 229.7284, + 229.9205, + 230.111, + 230.2824, + 230.4366, + 230.5755, + 230.7279, + 230.8651, + 231.0011, + 231.2335, + 231.4427, + 231.6309, + 231.8278, + 232.01, + 232.209, + 232.3906, + 232.5541, + 232.7011, + 232.836, + 232.9624, + 233.1712, + 233.4141, + 233.6927, + 233.9459, + 234.1988, + 234.4339, + 234.648, + 234.8857, + 235.0997, + 235.3022, + 235.502, + 235.6818, + 235.8886, + 236.0747, + 236.3373, + 236.576, + 236.7984, + 236.9986, + 237.2537, + 237.5609, + 237.8698, + 238.1478, + 238.433, + 238.6922, + 238.9255, + 239.1454, + 239.3434, + 239.5241, + 239.6917, + 239.875, + 240.095, + 240.328, + 240.5377, + 240.7264, + 240.8963, + 241.0492, + 241.1867, + 241.3106, + 241.472, + 241.6448, + 241.8003, + 241.9803, + 242.1423, + 242.3805, + 242.62, + 242.8505, + 243.1004, + 243.3429, + 243.5711, + 243.9015, + 244.2438, + 244.552, + 244.8293, + 245.0788, + 245.3385, + 245.5721, + 245.8224, + 246.0727, + 246.2979, + 246.5681, + 246.8113, + 247.0302, + 247.2346, + 247.4787, + 247.6983, + 247.9485, + 248.1736, + 248.4538, + 248.7159, + 248.9668, + 249.1926, + 249.3959, + 249.6038, + 249.7909, + 249.9893, + 250.2004, + 250.3903, + 250.6138, + 250.8149, + 250.9959, + 251.1738, + 251.334, + 251.4781, + 251.6128, + 251.7615, + 251.8953, + 252.0333, + 252.1575, + 252.3292, + 252.5113, + 252.7327, + 252.9494, + 253.162, + 253.3683, + 253.5539, + 253.721, + 253.8714, + 254.0068, + 254.1486, + 254.2763, + 254.3911, + 254.5195, + 254.6776, + 254.8823, + 255.0741, + 255.2467, + 255.402, + 255.5493, + 255.6869, + 255.8557, + 256.0476, + 256.2204, + 256.3758, + 256.6432, + 256.8839, + 257.1005, + 257.303, + 257.5302, + 257.7347, + 257.9412, + 258.1521, + 258.3644, + 258.5554, + 258.7374, + 258.9311, + 259.1055, + 259.2625, + 259.4062, + 259.5881, + 259.8018, + 260.0091, + 260.2607, + 260.4996, + 260.7597, + 261.0187, + 261.2893, + 261.5329, + 261.7521, + 261.9494, + 262.127, + 262.2893, + 262.4553, + 262.6373, + 262.8011, + 262.9485, + 263.0811, + 263.2005, + 263.3155, + 263.4614, + 263.5928, + 263.711, + 263.8174, + 263.9882, + 264.1468, + 264.2972, + 264.4374, + 264.5637, + 264.6773, + 264.7796, + 264.8741, + 264.9592, + 265.0808, + 265.1902, + 265.2887, + 265.3948, + 265.4953, + 265.6083, + 265.74, + 265.8585, + 266.0001, + 266.1276, + 266.2424, + 266.3506, + 266.4481, + 266.5358, + 266.6172, + 266.7105, + 266.7944, + 266.8775, + 266.9722, + 267.16, + 267.329, + 267.4986, + 267.7037, + 267.9259, + 268.1458, + 268.3787, + 268.5983, + 268.796, + 268.9739, + 269.144, + 269.3396, + 269.5156, + 269.6966, + 269.8594, + 270.0335, + 270.1901, + 270.3636, + 270.5198, + 270.6903, + 270.8788, + 271.0784, + 271.268, + 271.4762, + 271.7886, + 272.1098, + 272.4938, + 272.8394, + 273.1505, + 273.4304, + 273.6824, + 273.9091, + 274.1132, + 274.2969, + 274.5397, + 274.7582, + 274.9549, + 275.1444, + 275.315, + 275.4685, + 275.6066, + 275.731, + 275.8429, + 275.9486, + 276.1112, + 276.3726, + 276.6903, + 277.0713, + 277.4392, + 277.7703, + 278.0682, + 278.3389, + 278.6225, + 278.9053, + 279.2422, + 279.548, + 279.9007, + 280.2181, + 280.5813, + 280.9082, + 281.2024, + 281.4971, + 281.7624, + 282.0837, + 282.3728, + 282.7155, + 283.024, + 283.3541, + 283.7337, + 284.1053, + 284.4573, + 284.8265, + 285.1689, + 285.477, + 285.7893, + 286.1129, + 286.4441, + 286.7772, + 287.077, + 287.3743, + 287.6418, + 287.8852, + 288.1041, + 288.3187, + 288.5119, + 288.6932, + 288.8689, + 289.052, + 289.2168, + 289.3851, + 289.5366, + 289.6729, + 289.7956, + 289.9061, + 290.0055, + 290.0949, + 290.2879, + 290.4616, + 290.6755, + 290.8679, + 291.0786, + 291.2683, + 291.4389, + 291.63, + 291.8645, + 292.0756, + 292.2655, + 292.4365, + 292.5903, + 292.7388, + 292.8724, + 292.9927, + 293.1009, + 293.1983, + 293.296, + 293.4064, + 293.5057, + 293.6352, + 293.7617, + 293.9255, + 294.0729, + 294.2631, + 294.4593, + 294.6359, + 294.8048, + 294.9943, + 295.1649, + 295.3384, + 295.5196, + 295.6826, + 295.8293, + 295.9739, + 296.104, + 296.2211, + 296.354, + 296.4761, + 296.5935, + 296.7216, + 296.907, + 297.0988, + 297.2839, + 297.513, + 297.7492, + 297.9618, + 298.1531, + 298.3253, + 298.4803, + 298.6472, + 298.7975, + 298.9328, + 299.0545, + 299.1665, + 299.2674, + 299.3581, + 299.4473, + 299.5276, + 299.5998, + 299.6649, + 299.7234, + 299.776, + 299.8309, + 299.8803, + 299.9248, + 299.9848, + 300.0863, + 300.1852, + 300.3217, + 300.4645, + 300.6406, + 300.8215, + 300.9844, + 301.1334, + 301.2701, + 301.3931, + 301.5038, + 301.6134, + 301.772, + 301.9223, + 302.0576, + 302.1793, + 302.2889, + 302.42, + 302.538, + 302.6667, + 302.7825, + 302.8868, + 303.0331, + 303.1648, + 303.2833, + 303.4425, + 303.5857, + 303.7247, + 303.9622, + 304.1835, + 304.4126, + 304.6364, + 304.8502, + 305.0777, + 305.2824, + 305.5117, + 305.723, + 306.0157, + 306.2941, + 306.5447, + 306.7703, + 306.9732, + 307.1559, + 307.3278, + 307.4825, + 307.6268, + 307.7566, + 307.8759, + 307.9859, + 308.0873, + 308.1785, + 308.2807, + 308.3726, + 308.4779, + 308.6176, + 308.8283, + 309.018, + 309.1887, + 309.3798, + 309.5693, + 309.7399, + 309.9259, + 310.0958, + 310.2737, + 310.4339, + 310.578, + 310.7077, + 310.8394, + 310.958, + 311.0647, + 311.1607, + 311.2546, + 311.3392, + 311.4153, + 311.4862, + 311.7051, + 311.9021, + 312.0994, + 312.2894, + 312.4755, + 312.663, + 312.8317, + 312.9835, + 313.1851, + 313.3891, + 313.5727, + 313.7679, + 313.9436, + 314.1743, + 314.3869, + 314.6457, + 314.8811, + 315.118, + 315.3612, + 315.6101, + 315.8341, + 316.0482, + 316.2408, + 316.4468, + 316.6321, + 316.7989, + 316.949, + 317.1491, + 317.3317, + 317.5235, + 317.7437, + 317.9418, + 318.1201, + 318.3081, + 318.4773, + 318.6296, + 318.7691, + 318.8947, + 319.0077, + 319.207, + 319.3863, + 319.6351, + 319.8941, + 320.1272, + 320.3845, + 320.616, + 320.8244, + 321.012, + 321.1883, + 321.3845, + 321.6485, + 321.8862, + 322.1125, + 322.3738, + 322.6239, + 322.849, + 323.1016, + 323.329, + 323.5336, + 323.7177, + 323.9009, + 324.1033, + 324.3155, + 324.5065, + 324.7108, + 324.8997, + 325.0873, + 325.256, + 325.4079, + 325.5496, + 325.6797, + 325.8017, + 325.929, + 326.0486, + 326.1813, + 326.3056, + 326.4176, + 326.5183, + 326.609, + 326.6906, + 326.8065, + 326.9134, + 327.0095, + 327.0961, + 327.174, + 327.2791, + 327.3737, + 327.5263, + 327.6637, + 327.7923, + 327.9081, + 328.0398, + 328.1858, + 328.3172, + 328.4355, + 328.5519, + 328.6892, + 328.8303, + 328.9573, + 329.0716, + 329.2144, + 329.343, + 329.4587, + 329.6003, + 329.7278, + 329.8475, + 329.9552, + 330.0522, + 330.1395, + 330.2505, + 330.3505, + 330.4404, + 330.5364, + 330.6403, + 330.8137, + 331.0074, + 331.1866, + 331.3705, + 331.5709, + 331.7513, + 331.9187, + 332.0918, + 332.2551, + 332.4021, + 332.5344, + 332.6535 + ], + "episode_rhos": [ + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..a815daa1b9df28997450139d9fa0e761bbe3b0df --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 431964.89, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 0.4502, + 0.5498 + ], + "final_lambda": 0.5, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -9164.38, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -8780.09, + "avg_cost": 14.25, + "lambda": 4.015, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -8529.61, + "avg_cost": 15.75, + "lambda": 3.01, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 30, + "avg_reward": -8147.97, + "avg_cost": 17.0, + "lambda": 2.035, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 40, + "avg_reward": -7942.35, + "avg_cost": 12.0, + "lambda": 0.95, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 50, + "avg_reward": -7301.44, + "avg_cost": 13.75, + "lambda": 0.5, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 60, + "avg_reward": -7206.08, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 70, + "avg_reward": -6931.78, + "avg_cost": 18.0, + "lambda": 0.5, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 80, + "avg_reward": -6541.84, + "avg_cost": 11.0, + "lambda": 0.5, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 90, + "avg_reward": -5914.05, + "avg_cost": 21.75, + "lambda": 0.5, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 100, + "avg_reward": -5822.8, + "avg_cost": 10.25, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 110, + "avg_reward": -5360.64, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 120, + "avg_reward": -4864.04, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 130, + "avg_reward": -4402.37, + "avg_cost": 10.25, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 140, + "avg_reward": -3799.46, + "avg_cost": 7.25, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 150, + "avg_reward": -3225.24, + "avg_cost": 9.0, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 160, + "avg_reward": -2804.57, + "avg_cost": 18.0, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 170, + "avg_reward": -2712.32, + "avg_cost": 13.25, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 180, + "avg_reward": -2000.32, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 190, + "avg_reward": -1665.66, + "avg_cost": 9.75, + "lambda": 0.5, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 200, + "avg_reward": -1092.91, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 210, + "avg_reward": -866.14, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 220, + "avg_reward": -384.27, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 230, + "avg_reward": -557.5, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 240, + "avg_reward": 1.14, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 250, + "avg_reward": 1.24, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 260, + "avg_reward": 348.26, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 270, + "avg_reward": 630.47, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 280, + "avg_reward": 543.29, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 290, + "avg_reward": 780.07, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 300, + "avg_reward": 863.57, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 310, + "avg_reward": 1029.29, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 320, + "avg_reward": 1016.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 330, + "avg_reward": 1253.67, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 340, + "avg_reward": 1302.35, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 350, + "avg_reward": 1074.71, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 360, + "avg_reward": 1316.23, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 370, + "avg_reward": 1465.14, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 380, + "avg_reward": 1389.21, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 390, + "avg_reward": 1606.15, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 400, + "avg_reward": 1457.8, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 410, + "avg_reward": 1693.05, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 420, + "avg_reward": 1563.63, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 430, + "avg_reward": 1735.43, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 440, + "avg_reward": 1720.76, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 450, + "avg_reward": 1724.58, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 460, + "avg_reward": 1751.12, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 470, + "avg_reward": 1849.81, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 480, + "avg_reward": 1893.37, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 490, + "avg_reward": 1902.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4675, + 0.5325 + ] + }, + { + "episode": 500, + "avg_reward": 2000.24, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 510, + "avg_reward": 2053.41, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 520, + "avg_reward": 2086.33, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 530, + "avg_reward": 2069.22, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 540, + "avg_reward": 2171.3, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 550, + "avg_reward": 2072.89, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 560, + "avg_reward": 2060.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 570, + "avg_reward": 2086.48, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 580, + "avg_reward": 1922.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 590, + "avg_reward": 2257.2, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 600, + "avg_reward": 2028.77, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 610, + "avg_reward": 2435.68, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 620, + "avg_reward": 2381.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 630, + "avg_reward": 2415.56, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 640, + "avg_reward": 2307.03, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 650, + "avg_reward": 2223.34, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 660, + "avg_reward": 2343.88, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 670, + "avg_reward": 2150.52, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 680, + "avg_reward": 2366.09, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 690, + "avg_reward": 2437.07, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4621, + 0.5379 + ] + }, + { + "episode": 700, + "avg_reward": 2342.57, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 710, + "avg_reward": 2517.51, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 720, + "avg_reward": 2483.2, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 730, + "avg_reward": 2632.07, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 740, + "avg_reward": 2632.92, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 750, + "avg_reward": 2497.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 760, + "avg_reward": 2629.64, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 770, + "avg_reward": 2546.46, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 780, + "avg_reward": 2531.5, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 790, + "avg_reward": 2640.28, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4601, + 0.5399 + ] + }, + { + "episode": 800, + "avg_reward": 2766.31, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 810, + "avg_reward": 2688.76, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 820, + "avg_reward": 2765.87, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 830, + "avg_reward": 2436.89, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 840, + "avg_reward": 2603.17, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 850, + "avg_reward": 2700.55, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 860, + "avg_reward": 2689.31, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 870, + "avg_reward": 2507.71, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 880, + "avg_reward": 2720.82, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 890, + "avg_reward": 2831.15, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.4543, + 0.5457 + ] + }, + { + "episode": 900, + "avg_reward": 3015.07, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 910, + "avg_reward": 2787.12, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 920, + "avg_reward": 2878.26, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 930, + "avg_reward": 2465.65, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 940, + "avg_reward": 2478.57, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 950, + "avg_reward": 2538.3, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 960, + "avg_reward": 2356.9, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 970, + "avg_reward": 2529.82, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 980, + "avg_reward": 2628.86, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 990, + "avg_reward": 2525.17, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 1000, + "avg_reward": 2912.57, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4502, + 0.5498 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..d0de72721c81faac27227e13d5bd1ad421788f29 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3321658.33, + "constraint_satisfaction_pct": 14.1, + "final_rho": [ + 0.2257, + 0.7743 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12219.18, + "avg_cost": 13.0, + "lambda": 10.39, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -11742.28, + "avg_cost": 12.75, + "lambda": 14.299, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -11773.75, + "avg_cost": 19.25, + "lambda": 18.3419, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 30, + "avg_reward": -10687.54, + "avg_cost": 10.25, + "lambda": 22.7268, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 40, + "avg_reward": -10808.23, + "avg_cost": 11.75, + "lambda": 26.0592, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 50, + "avg_reward": -10420.18, + "avg_cost": 6.0, + "lambda": 29.6931, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 60, + "avg_reward": -10245.83, + "avg_cost": 4.25, + "lambda": 33.119, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 70, + "avg_reward": -10090.87, + "avg_cost": 6.5, + "lambda": 36.108, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 80, + "avg_reward": -9757.04, + "avg_cost": 12.5, + "lambda": 38.9235, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 90, + "avg_reward": -9441.1, + "avg_cost": 11.5, + "lambda": 42.1564, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 100, + "avg_reward": -8850.65, + "avg_cost": 5.0, + "lambda": 45.3763, + "rho": [ + 0.4225, + 0.5775 + ] + }, + { + "episode": 110, + "avg_reward": -9074.49, + "avg_cost": 5.5, + "lambda": 48.2913, + "rho": [ + 0.4225, + 0.5775 + ] + }, + { + "episode": 120, + "avg_reward": -8560.02, + "avg_cost": 15.25, + "lambda": 51.0915, + "rho": [ + 0.4225, + 0.5775 + ] + }, + { + "episode": 130, + "avg_reward": -8076.78, + "avg_cost": 6.75, + "lambda": 54.0625, + "rho": [ + 0.4225, + 0.5775 + ] + }, + { + "episode": 140, + "avg_reward": -7705.25, + "avg_cost": 7.75, + "lambda": 56.6395, + "rho": [ + 0.4225, + 0.5775 + ] + }, + { + "episode": 150, + "avg_reward": -7494.69, + "avg_cost": 8.0, + "lambda": 59.5724, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 160, + "avg_reward": -7121.41, + "avg_cost": 17.75, + "lambda": 62.8383, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 170, + "avg_reward": -6906.21, + "avg_cost": 4.5, + "lambda": 65.9668, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 180, + "avg_reward": -6236.74, + "avg_cost": 5.5, + "lambda": 68.3827, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 190, + "avg_reward": -6506.53, + "avg_cost": 2.5, + "lambda": 70.8941, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 200, + "avg_reward": -6079.02, + "avg_cost": 10.0, + "lambda": 72.8497, + "rho": [ + 0.3827, + 0.6173 + ] + }, + { + "episode": 210, + "avg_reward": -5705.48, + "avg_cost": 3.75, + "lambda": 74.6035, + "rho": [ + 0.3827, + 0.6173 + ] + }, + { + "episode": 220, + "avg_reward": -5464.51, + "avg_cost": 5.5, + "lambda": 76.6011, + "rho": [ + 0.3827, + 0.6173 + ] + }, + { + "episode": 230, + "avg_reward": -5400.23, + "avg_cost": 15.0, + "lambda": 78.6319, + "rho": [ + 0.3827, + 0.6173 + ] + }, + { + "episode": 240, + "avg_reward": -5599.25, + "avg_cost": 9.75, + "lambda": 80.5054, + "rho": [ + 0.3827, + 0.6173 + ] + }, + { + "episode": 250, + "avg_reward": -5258.29, + "avg_cost": 6.0, + "lambda": 82.1872, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 260, + "avg_reward": -5187.65, + "avg_cost": 8.25, + "lambda": 83.8784, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 270, + "avg_reward": -5239.91, + "avg_cost": 4.0, + "lambda": 85.7477, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 280, + "avg_reward": -4858.28, + "avg_cost": 1.0, + "lambda": 87.477, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 290, + "avg_reward": -4844.49, + "avg_cost": 3.5, + "lambda": 88.838, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 300, + "avg_reward": -4737.65, + "avg_cost": 6.0, + "lambda": 90.3636, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 310, + "avg_reward": -4542.01, + "avg_cost": 7.25, + "lambda": 91.8575, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 320, + "avg_reward": -4936.03, + "avg_cost": 1.75, + "lambda": 93.4021, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 330, + "avg_reward": -4404.25, + "avg_cost": 6.5, + "lambda": 94.9738, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 340, + "avg_reward": -4551.59, + "avg_cost": 4.25, + "lambda": 96.5661, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 350, + "avg_reward": -4501.68, + "avg_cost": 5.0, + "lambda": 98.2045, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 360, + "avg_reward": -4144.1, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 370, + "avg_reward": -4028.79, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 380, + "avg_reward": -4126.31, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 390, + "avg_reward": -4252.11, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 400, + "avg_reward": -4387.56, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 410, + "avg_reward": -4514.97, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 420, + "avg_reward": -4358.35, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 430, + "avg_reward": -4322.62, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 440, + "avg_reward": -4585.32, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 450, + "avg_reward": -3826.14, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 460, + "avg_reward": -4040.16, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 470, + "avg_reward": -3413.46, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 480, + "avg_reward": -3761.63, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 490, + "avg_reward": -3630.65, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.3629, + 0.6371 + ] + }, + { + "episode": 500, + "avg_reward": -3162.25, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3505, + 0.6495 + ] + }, + { + "episode": 510, + "avg_reward": -2896.31, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3505, + 0.6495 + ] + }, + { + "episode": 520, + "avg_reward": -2946.76, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3505, + 0.6495 + ] + }, + { + "episode": 530, + "avg_reward": -3272.0, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3505, + 0.6495 + ] + }, + { + "episode": 540, + "avg_reward": -3419.79, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3505, + 0.6495 + ] + }, + { + "episode": 550, + "avg_reward": -2750.03, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.3317, + 0.6683 + ] + }, + { + "episode": 560, + "avg_reward": -2708.18, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3317, + 0.6683 + ] + }, + { + "episode": 570, + "avg_reward": -2657.63, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.3317, + 0.6683 + ] + }, + { + "episode": 580, + "avg_reward": -2313.08, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3317, + 0.6683 + ] + }, + { + "episode": 590, + "avg_reward": -1941.79, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3317, + 0.6683 + ] + }, + { + "episode": 600, + "avg_reward": -2448.14, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3068, + 0.6932 + ] + }, + { + "episode": 610, + "avg_reward": -1873.77, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3068, + 0.6932 + ] + }, + { + "episode": 620, + "avg_reward": -1835.06, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3068, + 0.6932 + ] + }, + { + "episode": 630, + "avg_reward": -1656.17, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3068, + 0.6932 + ] + }, + { + "episode": 640, + "avg_reward": -1896.37, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3068, + 0.6932 + ] + }, + { + "episode": 650, + "avg_reward": -1502.92, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2823, + 0.7177 + ] + }, + { + "episode": 660, + "avg_reward": -1349.31, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2823, + 0.7177 + ] + }, + { + "episode": 670, + "avg_reward": -1488.53, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2823, + 0.7177 + ] + }, + { + "episode": 680, + "avg_reward": -1293.17, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2823, + 0.7177 + ] + }, + { + "episode": 690, + "avg_reward": -957.54, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2823, + 0.7177 + ] + }, + { + "episode": 700, + "avg_reward": -1047.52, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2701, + 0.7299 + ] + }, + { + "episode": 710, + "avg_reward": -854.33, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2701, + 0.7299 + ] + }, + { + "episode": 720, + "avg_reward": -777.42, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2701, + 0.7299 + ] + }, + { + "episode": 730, + "avg_reward": -793.89, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2701, + 0.7299 + ] + }, + { + "episode": 740, + "avg_reward": -439.47, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2701, + 0.7299 + ] + }, + { + "episode": 750, + "avg_reward": -364.9, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2508, + 0.7492 + ] + }, + { + "episode": 760, + "avg_reward": -414.89, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2508, + 0.7492 + ] + }, + { + "episode": 770, + "avg_reward": -247.8, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2508, + 0.7492 + ] + }, + { + "episode": 780, + "avg_reward": 224.65, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2508, + 0.7492 + ] + }, + { + "episode": 790, + "avg_reward": 399.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2508, + 0.7492 + ] + }, + { + "episode": 800, + "avg_reward": 507.26, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2428, + 0.7572 + ] + }, + { + "episode": 810, + "avg_reward": 765.34, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2428, + 0.7572 + ] + }, + { + "episode": 820, + "avg_reward": 921.77, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2428, + 0.7572 + ] + }, + { + "episode": 830, + "avg_reward": 813.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2428, + 0.7572 + ] + }, + { + "episode": 840, + "avg_reward": 1036.93, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2428, + 0.7572 + ] + }, + { + "episode": 850, + "avg_reward": 1166.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2355, + 0.7645 + ] + }, + { + "episode": 860, + "avg_reward": 1487.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2355, + 0.7645 + ] + }, + { + "episode": 870, + "avg_reward": 1383.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2355, + 0.7645 + ] + }, + { + "episode": 880, + "avg_reward": 1513.91, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2355, + 0.7645 + ] + }, + { + "episode": 890, + "avg_reward": 1384.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2355, + 0.7645 + ] + }, + { + "episode": 900, + "avg_reward": 1779.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2376, + 0.7624 + ] + }, + { + "episode": 910, + "avg_reward": 1763.75, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2376, + 0.7624 + ] + }, + { + "episode": 920, + "avg_reward": 1708.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2376, + 0.7624 + ] + }, + { + "episode": 930, + "avg_reward": 1949.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2376, + 0.7624 + ] + }, + { + "episode": 940, + "avg_reward": 2054.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2376, + 0.7624 + ] + }, + { + "episode": 950, + "avg_reward": 1942.85, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2314, + 0.7686 + ] + }, + { + "episode": 960, + "avg_reward": 2222.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2314, + 0.7686 + ] + }, + { + "episode": 970, + "avg_reward": 2129.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2314, + 0.7686 + ] + }, + { + "episode": 980, + "avg_reward": 2209.64, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2314, + 0.7686 + ] + }, + { + "episode": 990, + "avg_reward": 2100.64, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2314, + 0.7686 + ] + }, + { + "episode": 1000, + "avg_reward": 2160.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.7743 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..7a9b19ddc96c1e5a51f1ea7392ad7df330155b4d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 412283.68, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4493, + 0.5507 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -9164.38, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -8774.59, + "avg_cost": 20.25, + "lambda": 3.8325, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -8334.71, + "avg_cost": 5.75, + "lambda": 2.765, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 30, + "avg_reward": -8124.25, + "avg_cost": 10.25, + "lambda": 1.595, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 40, + "avg_reward": -8028.67, + "avg_cost": 7.75, + "lambda": 0.45, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 50, + "avg_reward": -7780.57, + "avg_cost": 14.5, + "lambda": 0.4375, + "rho": [ + 0.5354, + 0.4646 + ] + }, + { + "episode": 60, + "avg_reward": -7226.4, + "avg_cost": 13.0, + "lambda": 0.425, + "rho": [ + 0.5354, + 0.4646 + ] + }, + { + "episode": 70, + "avg_reward": -6968.81, + "avg_cost": 10.0, + "lambda": 0.4125, + "rho": [ + 0.5354, + 0.4646 + ] + }, + { + "episode": 80, + "avg_reward": -6741.0, + "avg_cost": 15.0, + "lambda": 0.4, + "rho": [ + 0.5354, + 0.4646 + ] + }, + { + "episode": 90, + "avg_reward": -6195.71, + "avg_cost": 12.75, + "lambda": 0.3875, + "rho": [ + 0.5354, + 0.4646 + ] + }, + { + "episode": 100, + "avg_reward": -5919.97, + "avg_cost": 18.75, + "lambda": 0.375, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 110, + "avg_reward": -5420.79, + "avg_cost": 7.75, + "lambda": 0.3625, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 120, + "avg_reward": -4989.95, + "avg_cost": 7.0, + "lambda": 0.35, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 130, + "avg_reward": -4590.03, + "avg_cost": 9.0, + "lambda": 0.3375, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 140, + "avg_reward": -3676.11, + "avg_cost": 6.75, + "lambda": 0.325, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 150, + "avg_reward": -3189.33, + "avg_cost": 10.0, + "lambda": 0.3125, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 160, + "avg_reward": -2814.84, + "avg_cost": 7.0, + "lambda": 0.3, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 170, + "avg_reward": -2445.5, + "avg_cost": 12.5, + "lambda": 0.2875, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 180, + "avg_reward": -2076.0, + "avg_cost": 7.0, + "lambda": 0.275, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 190, + "avg_reward": -1531.34, + "avg_cost": 6.25, + "lambda": 0.2625, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 200, + "avg_reward": -1220.58, + "avg_cost": 1.25, + "lambda": 0.25, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 210, + "avg_reward": -902.52, + "avg_cost": 9.0, + "lambda": 0.2375, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 220, + "avg_reward": -585.72, + "avg_cost": 1.5, + "lambda": 0.225, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 230, + "avg_reward": -242.45, + "avg_cost": 5.25, + "lambda": 0.2125, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 240, + "avg_reward": 131.72, + "avg_cost": 2.5, + "lambda": 0.2, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 250, + "avg_reward": 338.02, + "avg_cost": 0.75, + "lambda": 0.1875, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 260, + "avg_reward": 251.41, + "avg_cost": 2.0, + "lambda": 0.175, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 270, + "avg_reward": 565.19, + "avg_cost": 2.75, + "lambda": 0.1625, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 280, + "avg_reward": 652.7, + "avg_cost": 2.25, + "lambda": 0.15, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 290, + "avg_reward": 780.06, + "avg_cost": 1.75, + "lambda": 0.1375, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 300, + "avg_reward": 851.56, + "avg_cost": 2.5, + "lambda": 0.125, + "rho": [ + 0.4966, + 0.5034 + ] + }, + { + "episode": 310, + "avg_reward": 992.05, + "avg_cost": 0.0, + "lambda": 0.1125, + "rho": [ + 0.4966, + 0.5034 + ] + }, + { + "episode": 320, + "avg_reward": 1115.56, + "avg_cost": 2.75, + "lambda": 0.1, + "rho": [ + 0.4966, + 0.5034 + ] + }, + { + "episode": 330, + "avg_reward": 1012.48, + "avg_cost": 0.25, + "lambda": 0.0875, + "rho": [ + 0.4966, + 0.5034 + ] + }, + { + "episode": 340, + "avg_reward": 1268.41, + "avg_cost": 0.0, + "lambda": 0.075, + "rho": [ + 0.4966, + 0.5034 + ] + }, + { + "episode": 350, + "avg_reward": 1148.18, + "avg_cost": 1.75, + "lambda": 0.0625, + "rho": [ + 0.4886, + 0.5114 + ] + }, + { + "episode": 360, + "avg_reward": 1398.37, + "avg_cost": 0.25, + "lambda": 0.05, + "rho": [ + 0.4886, + 0.5114 + ] + }, + { + "episode": 370, + "avg_reward": 1322.64, + "avg_cost": 0.0, + "lambda": 0.0375, + "rho": [ + 0.4886, + 0.5114 + ] + }, + { + "episode": 380, + "avg_reward": 1402.53, + "avg_cost": 2.0, + "lambda": 0.025, + "rho": [ + 0.4886, + 0.5114 + ] + }, + { + "episode": 390, + "avg_reward": 1400.37, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.4886, + 0.5114 + ] + }, + { + "episode": 400, + "avg_reward": 1529.11, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4819, + 0.5181 + ] + }, + { + "episode": 410, + "avg_reward": 1648.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4819, + 0.5181 + ] + }, + { + "episode": 420, + "avg_reward": 1736.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4819, + 0.5181 + ] + }, + { + "episode": 430, + "avg_reward": 1773.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4819, + 0.5181 + ] + }, + { + "episode": 440, + "avg_reward": 1751.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4819, + 0.5181 + ] + }, + { + "episode": 450, + "avg_reward": 1729.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4764, + 0.5236 + ] + }, + { + "episode": 460, + "avg_reward": 1908.38, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4764, + 0.5236 + ] + }, + { + "episode": 470, + "avg_reward": 1681.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4764, + 0.5236 + ] + }, + { + "episode": 480, + "avg_reward": 1934.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4764, + 0.5236 + ] + }, + { + "episode": 490, + "avg_reward": 1904.99, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4764, + 0.5236 + ] + }, + { + "episode": 500, + "avg_reward": 1998.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4719, + 0.5281 + ] + }, + { + "episode": 510, + "avg_reward": 2056.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4719, + 0.5281 + ] + }, + { + "episode": 520, + "avg_reward": 2245.19, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4719, + 0.5281 + ] + }, + { + "episode": 530, + "avg_reward": 1915.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4719, + 0.5281 + ] + }, + { + "episode": 540, + "avg_reward": 1980.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4719, + 0.5281 + ] + }, + { + "episode": 550, + "avg_reward": 1845.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.468, + 0.532 + ] + }, + { + "episode": 560, + "avg_reward": 2036.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.468, + 0.532 + ] + }, + { + "episode": 570, + "avg_reward": 2163.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.468, + 0.532 + ] + }, + { + "episode": 580, + "avg_reward": 2042.37, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.468, + 0.532 + ] + }, + { + "episode": 590, + "avg_reward": 1973.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.468, + 0.532 + ] + }, + { + "episode": 600, + "avg_reward": 2072.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + }, + { + "episode": 610, + "avg_reward": 2047.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + }, + { + "episode": 620, + "avg_reward": 2134.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + }, + { + "episode": 630, + "avg_reward": 1964.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + }, + { + "episode": 640, + "avg_reward": 2252.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + }, + { + "episode": 650, + "avg_reward": 2438.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 660, + "avg_reward": 2238.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 670, + "avg_reward": 2221.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 680, + "avg_reward": 1742.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 690, + "avg_reward": 2346.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 700, + "avg_reward": 2288.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 710, + "avg_reward": 2275.19, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 720, + "avg_reward": 2305.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 730, + "avg_reward": 2087.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 740, + "avg_reward": 2187.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 750, + "avg_reward": 2339.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4572, + 0.5428 + ] + }, + { + "episode": 760, + "avg_reward": 2369.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4572, + 0.5428 + ] + }, + { + "episode": 770, + "avg_reward": 2545.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4572, + 0.5428 + ] + }, + { + "episode": 780, + "avg_reward": 2307.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4572, + 0.5428 + ] + }, + { + "episode": 790, + "avg_reward": 2291.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4572, + 0.5428 + ] + }, + { + "episode": 800, + "avg_reward": 2350.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 810, + "avg_reward": 2586.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 820, + "avg_reward": 2433.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 830, + "avg_reward": 2726.44, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 840, + "avg_reward": 2650.27, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 850, + "avg_reward": 2473.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4535, + 0.5465 + ] + }, + { + "episode": 860, + "avg_reward": 2652.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4535, + 0.5465 + ] + }, + { + "episode": 870, + "avg_reward": 2727.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4535, + 0.5465 + ] + }, + { + "episode": 880, + "avg_reward": 2490.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4535, + 0.5465 + ] + }, + { + "episode": 890, + "avg_reward": 2713.61, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4535, + 0.5465 + ] + }, + { + "episode": 900, + "avg_reward": 2607.9, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.452, + 0.548 + ] + }, + { + "episode": 910, + "avg_reward": 2589.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.452, + 0.548 + ] + }, + { + "episode": 920, + "avg_reward": 2823.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.452, + 0.548 + ] + }, + { + "episode": 930, + "avg_reward": 2840.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.452, + 0.548 + ] + }, + { + "episode": 940, + "avg_reward": 2605.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.452, + 0.548 + ] + }, + { + "episode": 950, + "avg_reward": 2620.12, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4506, + 0.5494 + ] + }, + { + "episode": 960, + "avg_reward": 2857.24, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4506, + 0.5494 + ] + }, + { + "episode": 970, + "avg_reward": 2669.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4506, + 0.5494 + ] + }, + { + "episode": 980, + "avg_reward": 2732.81, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4506, + 0.5494 + ] + }, + { + "episode": 990, + "avg_reward": 2703.95, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4506, + 0.5494 + ] + }, + { + "episode": 1000, + "avg_reward": 3091.12, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4493, + 0.5507 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..0776262467f3a3c46cf949c02a7de098508c9dcb --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 471201.15, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 0.4932, + 0.5068 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -9164.38, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -8780.09, + "avg_cost": 14.25, + "lambda": 4.015, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -8529.61, + "avg_cost": 15.75, + "lambda": 3.01, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 30, + "avg_reward": -8147.97, + "avg_cost": 17.0, + "lambda": 2.035, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 40, + "avg_reward": -7942.35, + "avg_cost": 12.0, + "lambda": 0.95, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 50, + "avg_reward": -7681.05, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 60, + "avg_reward": -7382.51, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 70, + "avg_reward": -6990.93, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 80, + "avg_reward": -6460.06, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 90, + "avg_reward": -6391.57, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 100, + "avg_reward": -5760.94, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 110, + "avg_reward": -5375.31, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 120, + "avg_reward": -5077.08, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 130, + "avg_reward": -4335.52, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 140, + "avg_reward": -4059.05, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 150, + "avg_reward": -3204.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 160, + "avg_reward": -2843.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 170, + "avg_reward": -2352.09, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 180, + "avg_reward": -2136.45, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 190, + "avg_reward": -1461.2, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 200, + "avg_reward": -1229.81, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 210, + "avg_reward": -983.05, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 220, + "avg_reward": -480.46, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 230, + "avg_reward": -172.39, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 240, + "avg_reward": -121.81, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 250, + "avg_reward": 313.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 260, + "avg_reward": 574.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 270, + "avg_reward": 458.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 280, + "avg_reward": 637.19, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 290, + "avg_reward": 960.16, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 300, + "avg_reward": 1012.22, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 310, + "avg_reward": 1079.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 320, + "avg_reward": 1063.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 330, + "avg_reward": 1257.86, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 340, + "avg_reward": 1246.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 350, + "avg_reward": 1398.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 360, + "avg_reward": 1537.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 370, + "avg_reward": 1418.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 380, + "avg_reward": 1379.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 390, + "avg_reward": 1542.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 400, + "avg_reward": 1518.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 410, + "avg_reward": 1539.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 420, + "avg_reward": 1705.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 430, + "avg_reward": 1758.69, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 440, + "avg_reward": 1795.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 450, + "avg_reward": 1916.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 460, + "avg_reward": 1762.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 470, + "avg_reward": 1857.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 480, + "avg_reward": 1857.54, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 490, + "avg_reward": 2012.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 500, + "avg_reward": 1988.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 510, + "avg_reward": 1900.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 520, + "avg_reward": 1885.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 530, + "avg_reward": 2019.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 540, + "avg_reward": 2097.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 550, + "avg_reward": 2114.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 560, + "avg_reward": 2158.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 570, + "avg_reward": 2312.03, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 580, + "avg_reward": 2188.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 590, + "avg_reward": 2196.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 600, + "avg_reward": 2295.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 610, + "avg_reward": 2286.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 620, + "avg_reward": 2222.65, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 630, + "avg_reward": 2264.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 640, + "avg_reward": 2401.81, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 650, + "avg_reward": 2399.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 660, + "avg_reward": 2044.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 670, + "avg_reward": 2607.73, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 680, + "avg_reward": 2372.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 690, + "avg_reward": 2356.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 700, + "avg_reward": 2305.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 710, + "avg_reward": 2291.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 720, + "avg_reward": 2430.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 730, + "avg_reward": 2442.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 740, + "avg_reward": 2284.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 750, + "avg_reward": 2479.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 760, + "avg_reward": 2520.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 770, + "avg_reward": 2656.72, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 780, + "avg_reward": 2446.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 790, + "avg_reward": 2425.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 800, + "avg_reward": 2364.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 810, + "avg_reward": 2445.01, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 820, + "avg_reward": 2579.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 830, + "avg_reward": 2346.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 840, + "avg_reward": 2637.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 850, + "avg_reward": 2838.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 860, + "avg_reward": 2122.92, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 870, + "avg_reward": 2423.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 880, + "avg_reward": 2804.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 890, + "avg_reward": 2788.27, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 900, + "avg_reward": 2653.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 910, + "avg_reward": 2663.82, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 920, + "avg_reward": 2704.91, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 930, + "avg_reward": 2737.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 940, + "avg_reward": 2939.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 950, + "avg_reward": 2956.77, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 960, + "avg_reward": 2822.69, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 970, + "avg_reward": 2936.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 980, + "avg_reward": 2527.47, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 990, + "avg_reward": 2947.7, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 1000, + "avg_reward": 2943.95, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..0776262467f3a3c46cf949c02a7de098508c9dcb --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 471201.15, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 0.4932, + 0.5068 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -9164.38, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -8780.09, + "avg_cost": 14.25, + "lambda": 4.015, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -8529.61, + "avg_cost": 15.75, + "lambda": 3.01, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 30, + "avg_reward": -8147.97, + "avg_cost": 17.0, + "lambda": 2.035, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 40, + "avg_reward": -7942.35, + "avg_cost": 12.0, + "lambda": 0.95, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 50, + "avg_reward": -7681.05, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 60, + "avg_reward": -7382.51, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 70, + "avg_reward": -6990.93, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 80, + "avg_reward": -6460.06, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 90, + "avg_reward": -6391.57, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 100, + "avg_reward": -5760.94, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 110, + "avg_reward": -5375.31, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 120, + "avg_reward": -5077.08, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 130, + "avg_reward": -4335.52, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 140, + "avg_reward": -4059.05, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 150, + "avg_reward": -3204.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 160, + "avg_reward": -2843.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 170, + "avg_reward": -2352.09, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 180, + "avg_reward": -2136.45, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 190, + "avg_reward": -1461.2, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 200, + "avg_reward": -1229.81, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 210, + "avg_reward": -983.05, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 220, + "avg_reward": -480.46, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 230, + "avg_reward": -172.39, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 240, + "avg_reward": -121.81, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 250, + "avg_reward": 313.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 260, + "avg_reward": 574.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 270, + "avg_reward": 458.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 280, + "avg_reward": 637.19, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 290, + "avg_reward": 960.16, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 300, + "avg_reward": 1012.22, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 310, + "avg_reward": 1079.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 320, + "avg_reward": 1063.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 330, + "avg_reward": 1257.86, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 340, + "avg_reward": 1246.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 350, + "avg_reward": 1398.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 360, + "avg_reward": 1537.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 370, + "avg_reward": 1418.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 380, + "avg_reward": 1379.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 390, + "avg_reward": 1542.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 400, + "avg_reward": 1518.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 410, + "avg_reward": 1539.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 420, + "avg_reward": 1705.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 430, + "avg_reward": 1758.69, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 440, + "avg_reward": 1795.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 450, + "avg_reward": 1916.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 460, + "avg_reward": 1762.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 470, + "avg_reward": 1857.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 480, + "avg_reward": 1857.54, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 490, + "avg_reward": 2012.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 500, + "avg_reward": 1988.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 510, + "avg_reward": 1900.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 520, + "avg_reward": 1885.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 530, + "avg_reward": 2019.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 540, + "avg_reward": 2097.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 550, + "avg_reward": 2114.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 560, + "avg_reward": 2158.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 570, + "avg_reward": 2312.03, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 580, + "avg_reward": 2188.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 590, + "avg_reward": 2196.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 600, + "avg_reward": 2295.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 610, + "avg_reward": 2286.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 620, + "avg_reward": 2222.65, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 630, + "avg_reward": 2264.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 640, + "avg_reward": 2401.81, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 650, + "avg_reward": 2399.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 660, + "avg_reward": 2044.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 670, + "avg_reward": 2607.73, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 680, + "avg_reward": 2372.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 690, + "avg_reward": 2356.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 700, + "avg_reward": 2305.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 710, + "avg_reward": 2291.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 720, + "avg_reward": 2430.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 730, + "avg_reward": 2442.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 740, + "avg_reward": 2284.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 750, + "avg_reward": 2479.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 760, + "avg_reward": 2520.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 770, + "avg_reward": 2656.72, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 780, + "avg_reward": 2446.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 790, + "avg_reward": 2425.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 800, + "avg_reward": 2364.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 810, + "avg_reward": 2445.01, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 820, + "avg_reward": 2579.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 830, + "avg_reward": 2346.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 840, + "avg_reward": 2637.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 850, + "avg_reward": 2838.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 860, + "avg_reward": 2122.92, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 870, + "avg_reward": 2423.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 880, + "avg_reward": 2804.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 890, + "avg_reward": 2788.27, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 900, + "avg_reward": 2653.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 910, + "avg_reward": 2663.82, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 920, + "avg_reward": 2704.91, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 930, + "avg_reward": 2737.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 940, + "avg_reward": 2939.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 950, + "avg_reward": 2956.77, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 960, + "avg_reward": 2822.69, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 970, + "avg_reward": 2936.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 980, + "avg_reward": 2527.47, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 990, + "avg_reward": 2947.7, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 1000, + "avg_reward": 2943.95, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.4932, + 0.5068 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..1c444500e737d8af536819dd8200f11d6c7a1989 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -914502.09, + "constraint_satisfaction_pct": 0.8, + "final_rho": [ + 0.4971, + 0.5029 + ], + "final_lambda": 47.689, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2742.26, + "avg_cost": 17.75, + "lambda": 1.1775, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 10, + "avg_reward": -2824.29, + "avg_cost": 18.5, + "lambda": 2.7949, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 20, + "avg_reward": -2727.11, + "avg_cost": 20.0, + "lambda": 4.5017, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 30, + "avg_reward": -2615.07, + "avg_cost": 17.25, + "lambda": 6.1161, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 40, + "avg_reward": -2535.03, + "avg_cost": 18.25, + "lambda": 7.7182, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 50, + "avg_reward": -2449.26, + "avg_cost": 17.0, + "lambda": 9.2559, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 60, + "avg_reward": -2564.4, + "avg_cost": 14.75, + "lambda": 10.8054, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 70, + "avg_reward": -2421.04, + "avg_cost": 11.25, + "lambda": 12.222, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 80, + "avg_reward": -2344.81, + "avg_cost": 9.5, + "lambda": 13.5495, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 90, + "avg_reward": -2306.45, + "avg_cost": 11.0, + "lambda": 14.7721, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 100, + "avg_reward": -2278.1, + "avg_cost": 11.0, + "lambda": 16.0762, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 110, + "avg_reward": -2381.13, + "avg_cost": 10.0, + "lambda": 17.3526, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 120, + "avg_reward": -2179.19, + "avg_cost": 12.25, + "lambda": 18.6486, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 130, + "avg_reward": -2160.86, + "avg_cost": 11.75, + "lambda": 19.7995, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 140, + "avg_reward": -1983.55, + "avg_cost": 7.75, + "lambda": 20.8549, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 150, + "avg_reward": -2112.79, + "avg_cost": 17.25, + "lambda": 21.8259, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 160, + "avg_reward": -2070.6, + "avg_cost": 8.0, + "lambda": 22.8019, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 170, + "avg_reward": -2218.78, + "avg_cost": 11.5, + "lambda": 23.7523, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 180, + "avg_reward": -1862.14, + "avg_cost": 9.25, + "lambda": 24.7665, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 190, + "avg_reward": -1932.34, + "avg_cost": 8.0, + "lambda": 25.7122, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 200, + "avg_reward": -1943.35, + "avg_cost": 3.5, + "lambda": 26.7078, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 210, + "avg_reward": -1761.38, + "avg_cost": 6.0, + "lambda": 27.6026, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 220, + "avg_reward": -1833.42, + "avg_cost": 7.5, + "lambda": 28.4354, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 230, + "avg_reward": -1775.5, + "avg_cost": 9.25, + "lambda": 29.3831, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 240, + "avg_reward": -1861.51, + "avg_cost": 8.75, + "lambda": 30.3056, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 250, + "avg_reward": -1982.04, + "avg_cost": 9.0, + "lambda": 31.1557, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 260, + "avg_reward": -1756.81, + "avg_cost": 5.75, + "lambda": 31.9234, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 270, + "avg_reward": -1632.81, + "avg_cost": 4.75, + "lambda": 32.623, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 280, + "avg_reward": -1853.89, + "avg_cost": 4.75, + "lambda": 33.2091, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 290, + "avg_reward": -1559.88, + "avg_cost": 6.5, + "lambda": 33.7157, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 300, + "avg_reward": -1480.9, + "avg_cost": 5.75, + "lambda": 34.209, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 310, + "avg_reward": -1316.69, + "avg_cost": 2.5, + "lambda": 34.6617, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 320, + "avg_reward": -1540.76, + "avg_cost": 3.0, + "lambda": 35.0787, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 330, + "avg_reward": -1660.3, + "avg_cost": 1.75, + "lambda": 35.4823, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 340, + "avg_reward": -1582.11, + "avg_cost": 2.0, + "lambda": 35.8439, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 350, + "avg_reward": -1441.66, + "avg_cost": 2.5, + "lambda": 36.1665, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 360, + "avg_reward": -1610.85, + "avg_cost": 1.5, + "lambda": 36.488, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 370, + "avg_reward": -1428.73, + "avg_cost": 2.5, + "lambda": 36.7685, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 380, + "avg_reward": -1293.19, + "avg_cost": 2.0, + "lambda": 37.0422, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 390, + "avg_reward": -1465.07, + "avg_cost": 5.0, + "lambda": 37.3112, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 400, + "avg_reward": -1288.03, + "avg_cost": 2.25, + "lambda": 37.6029, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 410, + "avg_reward": -1219.82, + "avg_cost": 2.25, + "lambda": 37.8619, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 420, + "avg_reward": -1380.55, + "avg_cost": 1.25, + "lambda": 38.1513, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 430, + "avg_reward": -1421.79, + "avg_cost": 2.25, + "lambda": 38.4241, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 440, + "avg_reward": -1346.75, + "avg_cost": 2.75, + "lambda": 38.643, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 450, + "avg_reward": -1259.57, + "avg_cost": 1.0, + "lambda": 38.8332, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 460, + "avg_reward": -1208.45, + "avg_cost": 1.25, + "lambda": 39.0386, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 470, + "avg_reward": -1035.02, + "avg_cost": 2.75, + "lambda": 39.2041, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 480, + "avg_reward": -1337.0, + "avg_cost": 1.75, + "lambda": 39.3646, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 490, + "avg_reward": -1243.09, + "avg_cost": 1.0, + "lambda": 39.517, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 500, + "avg_reward": -1109.11, + "avg_cost": 2.0, + "lambda": 39.6621, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 510, + "avg_reward": -1019.15, + "avg_cost": 1.75, + "lambda": 39.8157, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 520, + "avg_reward": -907.44, + "avg_cost": 1.25, + "lambda": 39.9543, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 530, + "avg_reward": -742.33, + "avg_cost": 1.75, + "lambda": 40.0946, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 540, + "avg_reward": -928.98, + "avg_cost": 0.75, + "lambda": 40.2282, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 550, + "avg_reward": -866.76, + "avg_cost": 1.0, + "lambda": 40.3472, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 560, + "avg_reward": -656.46, + "avg_cost": 3.5, + "lambda": 40.4725, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 570, + "avg_reward": -560.16, + "avg_cost": 2.25, + "lambda": 40.6191, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 580, + "avg_reward": -827.38, + "avg_cost": 1.5, + "lambda": 40.7563, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 590, + "avg_reward": -473.3, + "avg_cost": 1.5, + "lambda": 40.9092, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 600, + "avg_reward": -535.28, + "avg_cost": 1.75, + "lambda": 41.0514, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 610, + "avg_reward": -529.92, + "avg_cost": 2.0, + "lambda": 41.1944, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 620, + "avg_reward": -469.75, + "avg_cost": 0.75, + "lambda": 41.3509, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 630, + "avg_reward": -120.33, + "avg_cost": 2.5, + "lambda": 41.5151, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 640, + "avg_reward": -387.37, + "avg_cost": 3.0, + "lambda": 41.7285, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 650, + "avg_reward": -247.29, + "avg_cost": 2.25, + "lambda": 41.9408, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 660, + "avg_reward": -446.06, + "avg_cost": 1.0, + "lambda": 42.1093, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 670, + "avg_reward": -307.32, + "avg_cost": 1.5, + "lambda": 42.2513, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 680, + "avg_reward": 141.0, + "avg_cost": 2.5, + "lambda": 42.4334, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 690, + "avg_reward": -3.24, + "avg_cost": 1.25, + "lambda": 42.6155, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 700, + "avg_reward": -285.43, + "avg_cost": 0.75, + "lambda": 42.8142, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 710, + "avg_reward": 50.56, + "avg_cost": 2.0, + "lambda": 42.9981, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 720, + "avg_reward": -88.36, + "avg_cost": 0.5, + "lambda": 43.1679, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 730, + "avg_reward": -296.1, + "avg_cost": 1.5, + "lambda": 43.3436, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 740, + "avg_reward": 76.3, + "avg_cost": 2.25, + "lambda": 43.4956, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 750, + "avg_reward": 367.81, + "avg_cost": 5.25, + "lambda": 43.6759, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 760, + "avg_reward": -503.19, + "avg_cost": 0.75, + "lambda": 43.9184, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 770, + "avg_reward": -7.11, + "avg_cost": 1.25, + "lambda": 44.1068, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 780, + "avg_reward": -346.43, + "avg_cost": 0.75, + "lambda": 44.2758, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 790, + "avg_reward": 108.0, + "avg_cost": 2.5, + "lambda": 44.4207, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 800, + "avg_reward": 252.31, + "avg_cost": 4.0, + "lambda": 44.5593, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 810, + "avg_reward": 111.46, + "avg_cost": 1.5, + "lambda": 44.6998, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 820, + "avg_reward": 496.62, + "avg_cost": 2.5, + "lambda": 44.8334, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 830, + "avg_reward": 315.46, + "avg_cost": 2.0, + "lambda": 45.0101, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 840, + "avg_reward": 151.87, + "avg_cost": 2.25, + "lambda": 45.1816, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 850, + "avg_reward": 452.52, + "avg_cost": 0.75, + "lambda": 45.3624, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 860, + "avg_reward": 812.74, + "avg_cost": 4.5, + "lambda": 45.5282, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 870, + "avg_reward": 484.85, + "avg_cost": 1.0, + "lambda": 45.7169, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 880, + "avg_reward": 716.28, + "avg_cost": 1.25, + "lambda": 45.8968, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 890, + "avg_reward": 697.34, + "avg_cost": 2.5, + "lambda": 46.0561, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 900, + "avg_reward": 794.27, + "avg_cost": 1.75, + "lambda": 46.2121, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 910, + "avg_reward": 706.05, + "avg_cost": 3.0, + "lambda": 46.3564, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 920, + "avg_reward": 663.33, + "avg_cost": 0.5, + "lambda": 46.514, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 930, + "avg_reward": 184.41, + "avg_cost": 1.5, + "lambda": 46.6359, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 940, + "avg_reward": 669.34, + "avg_cost": 1.0, + "lambda": 46.7638, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 950, + "avg_reward": 521.98, + "avg_cost": 2.5, + "lambda": 46.8904, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 960, + "avg_reward": 283.17, + "avg_cost": 1.75, + "lambda": 47.0168, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 970, + "avg_reward": 1069.09, + "avg_cost": 1.5, + "lambda": 47.1569, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 980, + "avg_reward": 650.72, + "avg_cost": 2.0, + "lambda": 47.3334, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 990, + "avg_reward": 444.55, + "avg_cost": 0.75, + "lambda": 47.5097, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 1000, + "avg_reward": -61.57, + "avg_cost": 1.5, + "lambda": 47.689, + "rho": [ + 0.4971, + 0.5029 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..164918211cd8fbc149fdd8b5b758d874eb46df28 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1112847.96, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4659, + 0.5341 + ], + "final_lambda": 0.5, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1982.46, + "avg_cost": 0.0, + "lambda": 2.5075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1554.93, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1498.85, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1685.97, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1210.47, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1283.53, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1000.38, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1089.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -766.59, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1088.42, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -647.38, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -798.4, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -912.59, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -824.94, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -792.77, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -614.47, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -750.82, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -642.99, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -517.47, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -300.14, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -444.77, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -180.86, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": 33.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -359.73, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -66.35, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": 100.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -122.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 361.62, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": 183.69, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": 702.14, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": 864.7, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": 753.11, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": 813.28, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 955.95, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 896.59, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": 1017.35, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": 1209.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": 1003.04, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": 1176.24, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": 1179.69, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": 967.95, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": 1186.9, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": 1323.06, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": 1322.38, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": 1098.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 460, + "avg_reward": 1261.33, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 470, + "avg_reward": 1452.07, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 480, + "avg_reward": 1487.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 490, + "avg_reward": 1528.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 500, + "avg_reward": 1467.7, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": 1732.26, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": 1498.99, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": 1576.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": 1672.07, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": 1691.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": 1774.22, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": 1862.5, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": 1734.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": 1793.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": 1765.2, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 610, + "avg_reward": 1948.57, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 620, + "avg_reward": 1772.48, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 630, + "avg_reward": 1886.81, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 640, + "avg_reward": 1862.84, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 650, + "avg_reward": 1976.23, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 660, + "avg_reward": 1018.33, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 670, + "avg_reward": 2082.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 680, + "avg_reward": 2136.12, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 690, + "avg_reward": 2056.09, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 700, + "avg_reward": 2179.61, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 710, + "avg_reward": 2316.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 720, + "avg_reward": 2144.7, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 730, + "avg_reward": 1879.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 740, + "avg_reward": 2157.4, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 750, + "avg_reward": 2296.42, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 760, + "avg_reward": 2279.99, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 770, + "avg_reward": 2180.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 780, + "avg_reward": 2145.27, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 790, + "avg_reward": 1200.1, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 800, + "avg_reward": 2046.44, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 810, + "avg_reward": 2339.74, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 820, + "avg_reward": 2429.69, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 830, + "avg_reward": 2281.26, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 840, + "avg_reward": 2297.08, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 850, + "avg_reward": 2618.92, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 860, + "avg_reward": 2434.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 870, + "avg_reward": 2598.74, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 880, + "avg_reward": 2687.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 890, + "avg_reward": 1381.52, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 900, + "avg_reward": 2692.27, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 910, + "avg_reward": 2714.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 920, + "avg_reward": 2622.57, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 930, + "avg_reward": 2794.92, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 940, + "avg_reward": 2657.29, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 950, + "avg_reward": 2604.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 960, + "avg_reward": 2696.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 970, + "avg_reward": 2934.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 980, + "avg_reward": 2963.74, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 990, + "avg_reward": 2804.12, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 1000, + "avg_reward": 2916.31, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..c5360bc9771ea3434feb300914464ba54e016c2f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 900760.66, + "constraint_satisfaction_pct": 96.0, + "final_rho": [ + 0.5274, + 0.4726 + ], + "final_lambda": 1.1275, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1667.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1487.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1618.13, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1635.92, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1508.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1399.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1207.72, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1149.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -827.17, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -854.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -848.04, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -967.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -614.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -907.0, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -668.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -760.79, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -607.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -344.73, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -410.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -289.59, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -368.96, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -415.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -234.13, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -329.14, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": 27.08, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -509.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -669.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": -164.04, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -267.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -449.57, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": 76.01, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": -216.55, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": -367.39, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 73.38, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 642.86, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.4871, + 0.5129 + ] + }, + { + "episode": 360, + "avg_reward": 340.01, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4871, + 0.5129 + ] + }, + { + "episode": 370, + "avg_reward": 287.32, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4871, + 0.5129 + ] + }, + { + "episode": 380, + "avg_reward": 721.8, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.4871, + 0.5129 + ] + }, + { + "episode": 390, + "avg_reward": 239.11, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4871, + 0.5129 + ] + }, + { + "episode": 400, + "avg_reward": 348.27, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 410, + "avg_reward": 583.98, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 420, + "avg_reward": 180.69, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 430, + "avg_reward": 902.35, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 440, + "avg_reward": 134.42, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 450, + "avg_reward": 847.83, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4718, + 0.5282 + ] + }, + { + "episode": 460, + "avg_reward": 312.42, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4718, + 0.5282 + ] + }, + { + "episode": 470, + "avg_reward": 831.05, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4718, + 0.5282 + ] + }, + { + "episode": 480, + "avg_reward": 1110.69, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4718, + 0.5282 + ] + }, + { + "episode": 490, + "avg_reward": 1371.18, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4718, + 0.5282 + ] + }, + { + "episode": 500, + "avg_reward": 1425.06, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4529, + 0.5471 + ] + }, + { + "episode": 510, + "avg_reward": 1113.8, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.4529, + 0.5471 + ] + }, + { + "episode": 520, + "avg_reward": 1002.14, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.4529, + 0.5471 + ] + }, + { + "episode": 530, + "avg_reward": 1225.05, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.4529, + 0.5471 + ] + }, + { + "episode": 540, + "avg_reward": 537.32, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.4529, + 0.5471 + ] + }, + { + "episode": 550, + "avg_reward": 1727.98, + "avg_cost": 5.0, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 560, + "avg_reward": 1705.34, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 570, + "avg_reward": 1564.24, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 580, + "avg_reward": 1920.5, + "avg_cost": 7.75, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 590, + "avg_reward": 1135.76, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 600, + "avg_reward": 1451.97, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 0.4474, + 0.5526 + ] + }, + { + "episode": 610, + "avg_reward": 1975.77, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.4474, + 0.5526 + ] + }, + { + "episode": 620, + "avg_reward": 2002.45, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.4474, + 0.5526 + ] + }, + { + "episode": 630, + "avg_reward": 1619.9, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.4474, + 0.5526 + ] + }, + { + "episode": 640, + "avg_reward": 1286.88, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 0.4474, + 0.5526 + ] + }, + { + "episode": 650, + "avg_reward": 2008.6, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 0.4607, + 0.5393 + ] + }, + { + "episode": 660, + "avg_reward": 2006.58, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 0.4607, + 0.5393 + ] + }, + { + "episode": 670, + "avg_reward": 2147.83, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 0.4607, + 0.5393 + ] + }, + { + "episode": 680, + "avg_reward": 2258.33, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.4607, + 0.5393 + ] + }, + { + "episode": 690, + "avg_reward": 386.09, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.4607, + 0.5393 + ] + }, + { + "episode": 700, + "avg_reward": 1790.01, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 710, + "avg_reward": 1227.47, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 720, + "avg_reward": 415.7, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 730, + "avg_reward": 1246.26, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 740, + "avg_reward": 2220.17, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 750, + "avg_reward": 1953.49, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 760, + "avg_reward": 2691.91, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 770, + "avg_reward": 2768.99, + "avg_cost": 19.25, + "lambda": 1.0, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 780, + "avg_reward": 1675.6, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 790, + "avg_reward": 2226.49, + "avg_cost": 9.0, + "lambda": 1.0, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 800, + "avg_reward": 2714.45, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 0.4821, + 0.5179 + ] + }, + { + "episode": 810, + "avg_reward": 2961.82, + "avg_cost": 20.5, + "lambda": 1.0, + "rho": [ + 0.4821, + 0.5179 + ] + }, + { + "episode": 820, + "avg_reward": 2742.9, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.4821, + 0.5179 + ] + }, + { + "episode": 830, + "avg_reward": 2820.26, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 0.4821, + 0.5179 + ] + }, + { + "episode": 840, + "avg_reward": 2237.19, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.4821, + 0.5179 + ] + }, + { + "episode": 850, + "avg_reward": 2818.33, + "avg_cost": 23.25, + "lambda": 1.06, + "rho": [ + 0.4972, + 0.5028 + ] + }, + { + "episode": 860, + "avg_reward": 2380.67, + "avg_cost": 22.25, + "lambda": 1.8775, + "rho": [ + 0.4972, + 0.5028 + ] + }, + { + "episode": 870, + "avg_reward": 2910.97, + "avg_cost": 16.0, + "lambda": 1.09, + "rho": [ + 0.4972, + 0.5028 + ] + }, + { + "episode": 880, + "avg_reward": 2525.41, + "avg_cost": 21.5, + "lambda": 1.0, + "rho": [ + 0.4972, + 0.5028 + ] + }, + { + "episode": 890, + "avg_reward": 2296.57, + "avg_cost": 19.5, + "lambda": 1.0, + "rho": [ + 0.4972, + 0.5028 + ] + }, + { + "episode": 900, + "avg_reward": 2928.54, + "avg_cost": 13.75, + "lambda": 1.0, + "rho": [ + 0.5162, + 0.4838 + ] + }, + { + "episode": 910, + "avg_reward": 2898.96, + "avg_cost": 18.0, + "lambda": 1.0, + "rho": [ + 0.5162, + 0.4838 + ] + }, + { + "episode": 920, + "avg_reward": 3091.13, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 0.5162, + 0.4838 + ] + }, + { + "episode": 930, + "avg_reward": 2955.56, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 0.5162, + 0.4838 + ] + }, + { + "episode": 940, + "avg_reward": 2963.56, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 0.5162, + 0.4838 + ] + }, + { + "episode": 950, + "avg_reward": 2979.93, + "avg_cost": 21.0, + "lambda": 1.1425, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 960, + "avg_reward": 2901.51, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 970, + "avg_reward": 2892.65, + "avg_cost": 33.5, + "lambda": 1.3225, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 980, + "avg_reward": 2996.46, + "avg_cost": 27.25, + "lambda": 1.3075, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 990, + "avg_reward": 3351.27, + "avg_cost": 33.0, + "lambda": 1.975, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 1000, + "avg_reward": 2996.94, + "avg_cost": 13.0, + "lambda": 1.1275, + "rho": [ + 0.5274, + 0.4726 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix_lm20.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix_lm20.json new file mode 100644 index 0000000000000000000000000000000000000000..24b8515c13f892e810eaf9adf31132dadcff9243 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix_lm20.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 638400.39, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.3178, + 0.6822 + ], + "final_lambda": 2.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1682.79, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1599.23, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1645.96, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1138.97, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1222.45, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1267.0, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1158.97, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1211.96, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -932.6, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1093.47, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -838.75, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -1005.27, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -634.98, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -813.49, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -682.31, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -794.31, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -522.72, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -664.97, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -285.47, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -53.13, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": 158.87, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": 400.4, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": 274.09, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": 257.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": 457.51, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": 600.19, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": 660.39, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 101.03, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": 508.36, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": 626.09, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": 832.47, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": -93.05, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": 164.94, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 783.91, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 878.26, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": 251.84, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": -538.19, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": -373.34, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": -149.9, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": -235.37, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": 33.66, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": 138.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": 398.82, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": 550.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": 690.72, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 460, + "avg_reward": 1199.88, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 470, + "avg_reward": 708.62, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 480, + "avg_reward": 825.56, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 490, + "avg_reward": 157.97, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 500, + "avg_reward": 1206.43, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4241, + 0.5759 + ] + }, + { + "episode": 510, + "avg_reward": 583.83, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4241, + 0.5759 + ] + }, + { + "episode": 520, + "avg_reward": 439.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4241, + 0.5759 + ] + }, + { + "episode": 530, + "avg_reward": 914.99, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4241, + 0.5759 + ] + }, + { + "episode": 540, + "avg_reward": 172.94, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4241, + 0.5759 + ] + }, + { + "episode": 550, + "avg_reward": 1695.72, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 560, + "avg_reward": 659.28, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 570, + "avg_reward": -302.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 580, + "avg_reward": -34.18, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 590, + "avg_reward": -179.79, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 600, + "avg_reward": 226.22, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4155, + 0.5845 + ] + }, + { + "episode": 610, + "avg_reward": 411.35, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4155, + 0.5845 + ] + }, + { + "episode": 620, + "avg_reward": 700.71, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4155, + 0.5845 + ] + }, + { + "episode": 630, + "avg_reward": 659.84, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4155, + 0.5845 + ] + }, + { + "episode": 640, + "avg_reward": 634.84, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4155, + 0.5845 + ] + }, + { + "episode": 650, + "avg_reward": 500.02, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4053, + 0.5947 + ] + }, + { + "episode": 660, + "avg_reward": 1186.33, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4053, + 0.5947 + ] + }, + { + "episode": 670, + "avg_reward": 1199.32, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.4053, + 0.5947 + ] + }, + { + "episode": 680, + "avg_reward": 971.11, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4053, + 0.5947 + ] + }, + { + "episode": 690, + "avg_reward": 1757.12, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4053, + 0.5947 + ] + }, + { + "episode": 700, + "avg_reward": 1527.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 710, + "avg_reward": 1788.32, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 720, + "avg_reward": 1561.4, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 730, + "avg_reward": 1727.27, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 740, + "avg_reward": 1456.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 750, + "avg_reward": 1789.83, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.3759, + 0.6241 + ] + }, + { + "episode": 760, + "avg_reward": 1717.61, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3759, + 0.6241 + ] + }, + { + "episode": 770, + "avg_reward": 1639.56, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3759, + 0.6241 + ] + }, + { + "episode": 780, + "avg_reward": 2010.1, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3759, + 0.6241 + ] + }, + { + "episode": 790, + "avg_reward": 1922.53, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3759, + 0.6241 + ] + }, + { + "episode": 800, + "avg_reward": 2076.99, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3626, + 0.6374 + ] + }, + { + "episode": 810, + "avg_reward": 1921.7, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3626, + 0.6374 + ] + }, + { + "episode": 820, + "avg_reward": 2284.12, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3626, + 0.6374 + ] + }, + { + "episode": 830, + "avg_reward": 1897.2, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3626, + 0.6374 + ] + }, + { + "episode": 840, + "avg_reward": 2108.72, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3626, + 0.6374 + ] + }, + { + "episode": 850, + "avg_reward": 2253.42, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3501, + 0.6499 + ] + }, + { + "episode": 860, + "avg_reward": 1802.37, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3501, + 0.6499 + ] + }, + { + "episode": 870, + "avg_reward": 2133.45, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3501, + 0.6499 + ] + }, + { + "episode": 880, + "avg_reward": 2131.21, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3501, + 0.6499 + ] + }, + { + "episode": 890, + "avg_reward": 2222.91, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3501, + 0.6499 + ] + }, + { + "episode": 900, + "avg_reward": 2164.8, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3386, + 0.6614 + ] + }, + { + "episode": 910, + "avg_reward": 2215.8, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3386, + 0.6614 + ] + }, + { + "episode": 920, + "avg_reward": 2222.54, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3386, + 0.6614 + ] + }, + { + "episode": 930, + "avg_reward": 2434.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3386, + 0.6614 + ] + }, + { + "episode": 940, + "avg_reward": 2379.21, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3386, + 0.6614 + ] + }, + { + "episode": 950, + "avg_reward": 2343.11, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 960, + "avg_reward": 1939.39, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 970, + "avg_reward": 2629.57, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 980, + "avg_reward": 2287.35, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 990, + "avg_reward": 2540.06, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 1000, + "avg_reward": 2556.42, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3178, + 0.6822 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json new file mode 100644 index 0000000000000000000000000000000000000000..ce2b8eb4c19a1e9fdb5ab32416d99c66e5192719 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 910819.03, + "constraint_satisfaction_pct": 98.0, + "final_rho": [ + 0.4663, + 0.5337 + ], + "final_lambda": 2.09, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1749.06, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1920.81, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1692.06, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1446.25, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1371.76, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1370.29, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1165.27, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1335.44, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -1026.85, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1041.62, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -1095.73, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -832.42, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -737.7, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -850.28, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -687.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -582.98, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -687.57, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -473.4, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -548.4, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -385.19, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -454.08, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -541.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -489.74, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -550.92, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -692.93, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -135.81, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -394.5, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 61.3, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -520.81, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": 148.89, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 310, + "avg_reward": 105.88, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 320, + "avg_reward": 38.81, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 330, + "avg_reward": 72.63, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 340, + "avg_reward": 356.51, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 350, + "avg_reward": 182.94, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 360, + "avg_reward": 697.45, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 370, + "avg_reward": 111.06, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 380, + "avg_reward": 949.47, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 390, + "avg_reward": 296.49, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 400, + "avg_reward": 593.57, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.4728, + 0.5272 + ] + }, + { + "episode": 410, + "avg_reward": 1070.43, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 0.4728, + 0.5272 + ] + }, + { + "episode": 420, + "avg_reward": 680.95, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.4728, + 0.5272 + ] + }, + { + "episode": 430, + "avg_reward": 582.2, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.4728, + 0.5272 + ] + }, + { + "episode": 440, + "avg_reward": 1031.47, + "avg_cost": 2.75, + "lambda": 2.0, + "rho": [ + 0.4728, + 0.5272 + ] + }, + { + "episode": 450, + "avg_reward": 1509.76, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 460, + "avg_reward": 317.44, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 470, + "avg_reward": 1582.16, + "avg_cost": 3.75, + "lambda": 2.0, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 480, + "avg_reward": 1583.48, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 490, + "avg_reward": 394.36, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.4724, + 0.5276 + ] + }, + { + "episode": 500, + "avg_reward": 1390.37, + "avg_cost": 10.75, + "lambda": 2.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 510, + "avg_reward": 1201.43, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 520, + "avg_reward": 1243.45, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 530, + "avg_reward": 1583.84, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 540, + "avg_reward": 1400.66, + "avg_cost": 7.75, + "lambda": 2.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 550, + "avg_reward": 890.24, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 0.478, + 0.522 + ] + }, + { + "episode": 560, + "avg_reward": 706.71, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.478, + 0.522 + ] + }, + { + "episode": 570, + "avg_reward": 1315.5, + "avg_cost": 8.75, + "lambda": 2.0, + "rho": [ + 0.478, + 0.522 + ] + }, + { + "episode": 580, + "avg_reward": 2074.99, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.478, + 0.522 + ] + }, + { + "episode": 590, + "avg_reward": 1287.67, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 0.478, + 0.522 + ] + }, + { + "episode": 600, + "avg_reward": 1941.26, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 610, + "avg_reward": 1675.0, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 620, + "avg_reward": 1213.48, + "avg_cost": 10.0, + "lambda": 2.0, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 630, + "avg_reward": 1229.04, + "avg_cost": 9.5, + "lambda": 2.0, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 640, + "avg_reward": 2013.33, + "avg_cost": 6.0, + "lambda": 2.0, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 650, + "avg_reward": 1965.45, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.471, + 0.529 + ] + }, + { + "episode": 660, + "avg_reward": 1829.21, + "avg_cost": 5.5, + "lambda": 2.0, + "rho": [ + 0.471, + 0.529 + ] + }, + { + "episode": 670, + "avg_reward": 2122.55, + "avg_cost": 9.25, + "lambda": 2.0, + "rho": [ + 0.471, + 0.529 + ] + }, + { + "episode": 680, + "avg_reward": 1131.61, + "avg_cost": 3.75, + "lambda": 2.0, + "rho": [ + 0.471, + 0.529 + ] + }, + { + "episode": 690, + "avg_reward": 2433.69, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 0.471, + 0.529 + ] + }, + { + "episode": 700, + "avg_reward": 2481.63, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 710, + "avg_reward": 2202.78, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 720, + "avg_reward": 2267.21, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 730, + "avg_reward": 1581.29, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 740, + "avg_reward": 2690.54, + "avg_cost": 17.0, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 750, + "avg_reward": 2443.54, + "avg_cost": 16.75, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 760, + "avg_reward": 1226.71, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 770, + "avg_reward": 2684.11, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 780, + "avg_reward": 608.16, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 790, + "avg_reward": 2679.38, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 800, + "avg_reward": 2517.23, + "avg_cost": 14.75, + "lambda": 2.0, + "rho": [ + 0.4608, + 0.5392 + ] + }, + { + "episode": 810, + "avg_reward": 2533.07, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.4608, + 0.5392 + ] + }, + { + "episode": 820, + "avg_reward": 1885.29, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 0.4608, + 0.5392 + ] + }, + { + "episode": 830, + "avg_reward": 2802.08, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 0.4608, + 0.5392 + ] + }, + { + "episode": 840, + "avg_reward": 2784.41, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.4608, + 0.5392 + ] + }, + { + "episode": 850, + "avg_reward": 2268.02, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 0.4613, + 0.5387 + ] + }, + { + "episode": 860, + "avg_reward": 2879.29, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.4613, + 0.5387 + ] + }, + { + "episode": 870, + "avg_reward": 2662.22, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 0.4613, + 0.5387 + ] + }, + { + "episode": 880, + "avg_reward": 2039.66, + "avg_cost": 7.25, + "lambda": 2.0, + "rho": [ + 0.4613, + 0.5387 + ] + }, + { + "episode": 890, + "avg_reward": 3047.8, + "avg_cost": 20.0, + "lambda": 2.0, + "rho": [ + 0.4613, + 0.5387 + ] + }, + { + "episode": 900, + "avg_reward": 2992.85, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 910, + "avg_reward": 3144.76, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 920, + "avg_reward": 3122.55, + "avg_cost": 17.0, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 930, + "avg_reward": 2842.91, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 940, + "avg_reward": 1880.98, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 950, + "avg_reward": 3131.92, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 960, + "avg_reward": 3215.26, + "avg_cost": 25.75, + "lambda": 2.045, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 970, + "avg_reward": 2977.97, + "avg_cost": 22.75, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 980, + "avg_reward": 3164.69, + "avg_cost": 19.25, + "lambda": 2.3525, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 990, + "avg_reward": 3042.24, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.4654, + 0.5346 + ] + }, + { + "episode": 1000, + "avg_reward": 2685.82, + "avg_cost": 28.0, + "lambda": 2.09, + "rho": [ + 0.4663, + 0.5337 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_budget20.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_budget20.json new file mode 100644 index 0000000000000000000000000000000000000000..7dd5bc599ae291577e655a8ffb2fc0105f327b92 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_budget20.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1130306.92, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.3277, + 0.6723 + ], + "final_lambda": 1.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.4, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1618.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1647.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1533.18, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1396.79, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1446.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1270.79, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1358.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1084.62, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -949.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -961.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -1017.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -839.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -703.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -787.57, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -576.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -703.69, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -680.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -770.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -480.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -583.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -354.76, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -416.12, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -14.69, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -145.48, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": 106.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 260, + "avg_reward": 559.01, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 270, + "avg_reward": 525.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 280, + "avg_reward": 536.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 290, + "avg_reward": 719.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 300, + "avg_reward": 665.28, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 310, + "avg_reward": 765.23, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 320, + "avg_reward": 932.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 330, + "avg_reward": 876.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 340, + "avg_reward": 761.86, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 350, + "avg_reward": 475.45, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 360, + "avg_reward": 1022.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 370, + "avg_reward": 668.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 380, + "avg_reward": 1096.97, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 390, + "avg_reward": 1216.27, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 400, + "avg_reward": 1009.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 410, + "avg_reward": 1486.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 420, + "avg_reward": 1319.03, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 430, + "avg_reward": 1390.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 440, + "avg_reward": 1450.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 450, + "avg_reward": 1388.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4342, + 0.5658 + ] + }, + { + "episode": 460, + "avg_reward": 588.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4342, + 0.5658 + ] + }, + { + "episode": 470, + "avg_reward": 1237.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4342, + 0.5658 + ] + }, + { + "episode": 480, + "avg_reward": 1482.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4342, + 0.5658 + ] + }, + { + "episode": 490, + "avg_reward": 1645.95, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4342, + 0.5658 + ] + }, + { + "episode": 500, + "avg_reward": 1568.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 510, + "avg_reward": 1587.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 520, + "avg_reward": 1703.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 530, + "avg_reward": 1705.48, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 540, + "avg_reward": 1885.04, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 550, + "avg_reward": 2013.34, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4034, + 0.5966 + ] + }, + { + "episode": 560, + "avg_reward": 2041.55, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4034, + 0.5966 + ] + }, + { + "episode": 570, + "avg_reward": 1875.68, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4034, + 0.5966 + ] + }, + { + "episode": 580, + "avg_reward": 182.05, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4034, + 0.5966 + ] + }, + { + "episode": 590, + "avg_reward": 1985.67, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4034, + 0.5966 + ] + }, + { + "episode": 600, + "avg_reward": 2055.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3895, + 0.6105 + ] + }, + { + "episode": 610, + "avg_reward": 2232.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3895, + 0.6105 + ] + }, + { + "episode": 620, + "avg_reward": 2059.27, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3895, + 0.6105 + ] + }, + { + "episode": 630, + "avg_reward": 1802.85, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3895, + 0.6105 + ] + }, + { + "episode": 640, + "avg_reward": 1348.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3895, + 0.6105 + ] + }, + { + "episode": 650, + "avg_reward": 2285.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3762, + 0.6238 + ] + }, + { + "episode": 660, + "avg_reward": 2280.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3762, + 0.6238 + ] + }, + { + "episode": 670, + "avg_reward": 2117.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3762, + 0.6238 + ] + }, + { + "episode": 680, + "avg_reward": 2512.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3762, + 0.6238 + ] + }, + { + "episode": 690, + "avg_reward": 2518.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3762, + 0.6238 + ] + }, + { + "episode": 700, + "avg_reward": 2303.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3641, + 0.6359 + ] + }, + { + "episode": 710, + "avg_reward": 2205.72, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3641, + 0.6359 + ] + }, + { + "episode": 720, + "avg_reward": 2402.59, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3641, + 0.6359 + ] + }, + { + "episode": 730, + "avg_reward": 2306.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3641, + 0.6359 + ] + }, + { + "episode": 740, + "avg_reward": 2285.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3641, + 0.6359 + ] + }, + { + "episode": 750, + "avg_reward": 2448.97, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3664, + 0.6336 + ] + }, + { + "episode": 760, + "avg_reward": 2273.13, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3664, + 0.6336 + ] + }, + { + "episode": 770, + "avg_reward": 2513.81, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3664, + 0.6336 + ] + }, + { + "episode": 780, + "avg_reward": 1740.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3664, + 0.6336 + ] + }, + { + "episode": 790, + "avg_reward": 2282.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3664, + 0.6336 + ] + }, + { + "episode": 800, + "avg_reward": 2254.59, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 810, + "avg_reward": 2455.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 820, + "avg_reward": 2295.99, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 830, + "avg_reward": 2512.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 840, + "avg_reward": 2564.68, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 850, + "avg_reward": 2155.38, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 860, + "avg_reward": 2462.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 870, + "avg_reward": 2021.58, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 880, + "avg_reward": 2497.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 890, + "avg_reward": 2462.2, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 900, + "avg_reward": 2599.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3486, + 0.6514 + ] + }, + { + "episode": 910, + "avg_reward": 2627.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3486, + 0.6514 + ] + }, + { + "episode": 920, + "avg_reward": 2444.75, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3486, + 0.6514 + ] + }, + { + "episode": 930, + "avg_reward": 2587.42, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3486, + 0.6514 + ] + }, + { + "episode": 940, + "avg_reward": 2702.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3486, + 0.6514 + ] + }, + { + "episode": 950, + "avg_reward": 2676.87, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3345, + 0.6655 + ] + }, + { + "episode": 960, + "avg_reward": 2696.17, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3345, + 0.6655 + ] + }, + { + "episode": 970, + "avg_reward": 2702.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3345, + 0.6655 + ] + }, + { + "episode": 980, + "avg_reward": 2377.23, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3345, + 0.6655 + ] + }, + { + "episode": 990, + "avg_reward": 2748.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3345, + 0.6655 + ] + }, + { + "episode": 1000, + "avg_reward": 2629.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3277, + 0.6723 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json new file mode 100644 index 0000000000000000000000000000000000000000..a692588a5a1562babc506a4b646b25252942e968 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1020091.77, + "constraint_satisfaction_pct": 91.3, + "final_rho": [ + 0.3386, + 0.6614 + ], + "final_lambda": 5.0575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1667.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1487.47, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1618.13, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1635.92, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1508.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1566.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1325.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1179.16, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -1129.42, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1044.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -912.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -1038.88, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -739.81, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -783.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -537.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -577.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -580.56, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -716.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -458.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -651.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -329.44, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -290.73, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -251.67, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -414.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -259.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -157.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -51.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": -514.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -180.31, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -82.41, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4452, + 0.5548 + ] + }, + { + "episode": 310, + "avg_reward": 783.42, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4452, + 0.5548 + ] + }, + { + "episode": 320, + "avg_reward": 113.72, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4452, + 0.5548 + ] + }, + { + "episode": 330, + "avg_reward": 555.12, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4452, + 0.5548 + ] + }, + { + "episode": 340, + "avg_reward": 166.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4452, + 0.5548 + ] + }, + { + "episode": 350, + "avg_reward": 662.18, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.4537, + 0.5463 + ] + }, + { + "episode": 360, + "avg_reward": 487.0, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4537, + 0.5463 + ] + }, + { + "episode": 370, + "avg_reward": 710.67, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4537, + 0.5463 + ] + }, + { + "episode": 380, + "avg_reward": 665.48, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4537, + 0.5463 + ] + }, + { + "episode": 390, + "avg_reward": 946.43, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4537, + 0.5463 + ] + }, + { + "episode": 400, + "avg_reward": 1245.09, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 410, + "avg_reward": 1249.75, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 420, + "avg_reward": 818.38, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 430, + "avg_reward": 956.09, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 440, + "avg_reward": -2.68, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 450, + "avg_reward": 1166.64, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 460, + "avg_reward": 923.28, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 470, + "avg_reward": 1431.11, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 480, + "avg_reward": 1481.64, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 490, + "avg_reward": 1570.55, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 500, + "avg_reward": 899.57, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 510, + "avg_reward": 1371.78, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 520, + "avg_reward": 1855.43, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 530, + "avg_reward": 1633.19, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 540, + "avg_reward": 1314.07, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 550, + "avg_reward": 1789.92, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 560, + "avg_reward": 1089.16, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 570, + "avg_reward": 2053.36, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 580, + "avg_reward": 1671.76, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 590, + "avg_reward": 1252.88, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 600, + "avg_reward": 2154.67, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 0.4364, + 0.5636 + ] + }, + { + "episode": 610, + "avg_reward": 1422.55, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 0.4364, + 0.5636 + ] + }, + { + "episode": 620, + "avg_reward": 1594.01, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.4364, + 0.5636 + ] + }, + { + "episode": 630, + "avg_reward": 1853.23, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.4364, + 0.5636 + ] + }, + { + "episode": 640, + "avg_reward": 406.95, + "avg_cost": 4.0, + "lambda": 1.0, + "rho": [ + 0.4364, + 0.5636 + ] + }, + { + "episode": 650, + "avg_reward": 1558.15, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 660, + "avg_reward": 1723.4, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 670, + "avg_reward": 1780.58, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 680, + "avg_reward": 1456.79, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 690, + "avg_reward": 2036.98, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 700, + "avg_reward": 2592.54, + "avg_cost": 13.75, + "lambda": 1.0, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 710, + "avg_reward": 2541.84, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 720, + "avg_reward": 2635.62, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 730, + "avg_reward": 1703.1, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 740, + "avg_reward": 1384.87, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 750, + "avg_reward": 2640.44, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.4118, + 0.5882 + ] + }, + { + "episode": 760, + "avg_reward": 2814.58, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.4118, + 0.5882 + ] + }, + { + "episode": 770, + "avg_reward": 2512.99, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.4118, + 0.5882 + ] + }, + { + "episode": 780, + "avg_reward": 2951.18, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 0.4118, + 0.5882 + ] + }, + { + "episode": 790, + "avg_reward": 3022.43, + "avg_cost": 21.75, + "lambda": 1.0, + "rho": [ + 0.4118, + 0.5882 + ] + }, + { + "episode": 800, + "avg_reward": 3083.89, + "avg_cost": 33.25, + "lambda": 1.5625, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 810, + "avg_reward": 2329.43, + "avg_cost": 25.25, + "lambda": 1.0075, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 820, + "avg_reward": 1704.18, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 830, + "avg_reward": 2138.47, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 840, + "avg_reward": 2878.32, + "avg_cost": 26.75, + "lambda": 1.0525, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 850, + "avg_reward": 2327.44, + "avg_cost": 12.0, + "lambda": 1.3, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 860, + "avg_reward": 3180.8, + "avg_cost": 26.75, + "lambda": 1.315, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 870, + "avg_reward": 2560.33, + "avg_cost": 13.75, + "lambda": 1.465, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 880, + "avg_reward": 2459.21, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 890, + "avg_reward": 3204.85, + "avg_cost": 34.25, + "lambda": 1.2775, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 900, + "avg_reward": 2374.37, + "avg_cost": 32.5, + "lambda": 1.45, + "rho": [ + 0.3766, + 0.6234 + ] + }, + { + "episode": 910, + "avg_reward": 2541.91, + "avg_cost": 53.25, + "lambda": 2.605, + "rho": [ + 0.3766, + 0.6234 + ] + }, + { + "episode": 920, + "avg_reward": 3101.81, + "avg_cost": 36.75, + "lambda": 4.015, + "rho": [ + 0.3766, + 0.6234 + ] + }, + { + "episode": 930, + "avg_reward": 3177.07, + "avg_cost": 18.5, + "lambda": 4.8325, + "rho": [ + 0.3766, + 0.6234 + ] + }, + { + "episode": 940, + "avg_reward": 3378.7, + "avg_cost": 32.25, + "lambda": 3.9325, + "rho": [ + 0.3766, + 0.6234 + ] + }, + { + "episode": 950, + "avg_reward": 3432.88, + "avg_cost": 56.25, + "lambda": 3.3025, + "rho": [ + 0.36, + 0.64 + ] + }, + { + "episode": 960, + "avg_reward": 2770.55, + "avg_cost": 15.5, + "lambda": 3.58, + "rho": [ + 0.36, + 0.64 + ] + }, + { + "episode": 970, + "avg_reward": 2911.67, + "avg_cost": 11.5, + "lambda": 5.1775, + "rho": [ + 0.36, + 0.64 + ] + }, + { + "episode": 980, + "avg_reward": 3395.18, + "avg_cost": 47.5, + "lambda": 5.275, + "rho": [ + 0.36, + 0.64 + ] + }, + { + "episode": 990, + "avg_reward": 3376.06, + "avg_cost": 27.75, + "lambda": 6.175, + "rho": [ + 0.36, + 0.64 + ] + }, + { + "episode": 1000, + "avg_reward": 3386.24, + "avg_cost": 19.0, + "lambda": 5.0575, + "rho": [ + 0.3386, + 0.6614 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..413166d5be49c765d94be74a7ddbc2758424ad30 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 986525.69, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4705, + 0.5295 + ], + "final_lambda": 3.0, + "seed": 0, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1736.09, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1781.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1593.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1187.1, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1497.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1334.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1287.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -925.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -841.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -997.56, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -792.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -659.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -833.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -978.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -828.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -784.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -682.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -522.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -570.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -502.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -303.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -688.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -273.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -548.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -330.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -3.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -656.34, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": -144.9, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -725.52, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -357.26, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 310, + "avg_reward": -299.98, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 320, + "avg_reward": -201.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 330, + "avg_reward": 19.37, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 340, + "avg_reward": -58.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4878, + 0.5122 + ] + }, + { + "episode": 350, + "avg_reward": -422.45, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 360, + "avg_reward": 397.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 370, + "avg_reward": 887.37, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 380, + "avg_reward": 54.62, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 390, + "avg_reward": 666.37, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 400, + "avg_reward": 280.17, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 410, + "avg_reward": 665.38, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 420, + "avg_reward": 145.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 430, + "avg_reward": 458.0, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 440, + "avg_reward": 892.44, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 450, + "avg_reward": 1551.04, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 460, + "avg_reward": 1093.62, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 470, + "avg_reward": 1191.7, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 480, + "avg_reward": 1017.5, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 490, + "avg_reward": 1393.61, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 500, + "avg_reward": 1344.69, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 510, + "avg_reward": 1409.01, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 520, + "avg_reward": 1226.68, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 530, + "avg_reward": 1234.79, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 540, + "avg_reward": 1586.54, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 550, + "avg_reward": 1311.75, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5121, + 0.4879 + ] + }, + { + "episode": 560, + "avg_reward": 1775.84, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.5121, + 0.4879 + ] + }, + { + "episode": 570, + "avg_reward": 1191.62, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5121, + 0.4879 + ] + }, + { + "episode": 580, + "avg_reward": 1495.79, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5121, + 0.4879 + ] + }, + { + "episode": 590, + "avg_reward": 1554.38, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5121, + 0.4879 + ] + }, + { + "episode": 600, + "avg_reward": 1855.93, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5116, + 0.4884 + ] + }, + { + "episode": 610, + "avg_reward": 1686.36, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5116, + 0.4884 + ] + }, + { + "episode": 620, + "avg_reward": 1646.13, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5116, + 0.4884 + ] + }, + { + "episode": 630, + "avg_reward": 1228.05, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.5116, + 0.4884 + ] + }, + { + "episode": 640, + "avg_reward": 1698.0, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5116, + 0.4884 + ] + }, + { + "episode": 650, + "avg_reward": 2061.3, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 660, + "avg_reward": 2086.8, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 670, + "avg_reward": 1784.62, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 680, + "avg_reward": 2128.38, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 690, + "avg_reward": 2123.37, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 700, + "avg_reward": 1919.65, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.4938, + 0.5062 + ] + }, + { + "episode": 710, + "avg_reward": 1736.16, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.4938, + 0.5062 + ] + }, + { + "episode": 720, + "avg_reward": 2268.11, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.4938, + 0.5062 + ] + }, + { + "episode": 730, + "avg_reward": 2629.74, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.4938, + 0.5062 + ] + }, + { + "episode": 740, + "avg_reward": 2486.09, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4938, + 0.5062 + ] + }, + { + "episode": 750, + "avg_reward": 1906.71, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.4801, + 0.5199 + ] + }, + { + "episode": 760, + "avg_reward": 2525.09, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.4801, + 0.5199 + ] + }, + { + "episode": 770, + "avg_reward": 1768.18, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.4801, + 0.5199 + ] + }, + { + "episode": 780, + "avg_reward": 2457.61, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4801, + 0.5199 + ] + }, + { + "episode": 790, + "avg_reward": 1848.57, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.4801, + 0.5199 + ] + }, + { + "episode": 800, + "avg_reward": 2127.08, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.4739, + 0.5261 + ] + }, + { + "episode": 810, + "avg_reward": 2692.98, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.4739, + 0.5261 + ] + }, + { + "episode": 820, + "avg_reward": 2728.12, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.4739, + 0.5261 + ] + }, + { + "episode": 830, + "avg_reward": 2579.02, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.4739, + 0.5261 + ] + }, + { + "episode": 840, + "avg_reward": 2619.23, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4739, + 0.5261 + ] + }, + { + "episode": 850, + "avg_reward": 3099.58, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 0.4726, + 0.5274 + ] + }, + { + "episode": 860, + "avg_reward": 2397.0, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.4726, + 0.5274 + ] + }, + { + "episode": 870, + "avg_reward": 1921.62, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.4726, + 0.5274 + ] + }, + { + "episode": 880, + "avg_reward": 2960.9, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.4726, + 0.5274 + ] + }, + { + "episode": 890, + "avg_reward": 1380.49, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.4726, + 0.5274 + ] + }, + { + "episode": 900, + "avg_reward": 2815.5, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.475, + 0.525 + ] + }, + { + "episode": 910, + "avg_reward": 2938.81, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.475, + 0.525 + ] + }, + { + "episode": 920, + "avg_reward": 2182.19, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.475, + 0.525 + ] + }, + { + "episode": 930, + "avg_reward": 2884.78, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.475, + 0.525 + ] + }, + { + "episode": 940, + "avg_reward": 3014.43, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.475, + 0.525 + ] + }, + { + "episode": 950, + "avg_reward": 2588.26, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.4738, + 0.5262 + ] + }, + { + "episode": 960, + "avg_reward": 2679.62, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.4738, + 0.5262 + ] + }, + { + "episode": 970, + "avg_reward": 3152.43, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.4738, + 0.5262 + ] + }, + { + "episode": 980, + "avg_reward": 3162.73, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.4738, + 0.5262 + ] + }, + { + "episode": 990, + "avg_reward": 3110.14, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.4738, + 0.5262 + ] + }, + { + "episode": 1000, + "avg_reward": 3339.1, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.4705, + 0.5295 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..7fd77c0806ce110e55f8075a97a1662d98de855f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 779243.03, + "constraint_satisfaction_pct": 30.4, + "final_rho": [ + 0.4596, + 0.5404 + ], + "final_lambda": 42.2781, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1913.81, + "avg_cost": 0.0, + "lambda": 10.0081, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1494.73, + "avg_cost": 0.0, + "lambda": 10.0205, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1628.27, + "avg_cost": 0.0, + "lambda": 10.0365, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1441.23, + "avg_cost": 0.0, + "lambda": 10.042, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1472.99, + "avg_cost": 0.0, + "lambda": 10.0537, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1228.8, + "avg_cost": 0.0, + "lambda": 10.0578, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1227.89, + "avg_cost": 0.0, + "lambda": 10.0592, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -872.22, + "avg_cost": 0.0, + "lambda": 10.0597, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -1006.03, + "avg_cost": 0.0, + "lambda": 10.0599, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1065.75, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -852.95, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -728.17, + "avg_cost": 0.0, + "lambda": 10.0646, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -733.56, + "avg_cost": 0.0, + "lambda": 10.0665, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -780.77, + "avg_cost": 0.0, + "lambda": 10.0692, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -841.02, + "avg_cost": 0.0, + "lambda": 10.073, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -792.48, + "avg_cost": 0.0, + "lambda": 10.0743, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -642.79, + "avg_cost": 0.0, + "lambda": 10.0748, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -603.9, + "avg_cost": 0.0, + "lambda": 10.0749, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -492.09, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -340.19, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -270.28, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -595.64, + "avg_cost": 0.0, + "lambda": 10.0793, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -415.2, + "avg_cost": 0.25, + "lambda": 10.0821, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -584.49, + "avg_cost": 0.25, + "lambda": 10.09, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -318.06, + "avg_cost": 0.25, + "lambda": 10.11, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 260, + "avg_reward": -674.14, + "avg_cost": 0.0, + "lambda": 10.1249, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 270, + "avg_reward": -578.36, + "avg_cost": 0.0, + "lambda": 10.1389, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 280, + "avg_reward": -689.33, + "avg_cost": 0.0, + "lambda": 10.1586, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 290, + "avg_reward": -232.22, + "avg_cost": 0.0, + "lambda": 10.2055, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 300, + "avg_reward": -457.35, + "avg_cost": 1.0, + "lambda": 10.2839, + "rho": [ + 0.4861, + 0.5139 + ] + }, + { + "episode": 310, + "avg_reward": 257.46, + "avg_cost": 1.25, + "lambda": 10.3981, + "rho": [ + 0.4861, + 0.5139 + ] + }, + { + "episode": 320, + "avg_reward": 61.24, + "avg_cost": 1.5, + "lambda": 10.5073, + "rho": [ + 0.4861, + 0.5139 + ] + }, + { + "episode": 330, + "avg_reward": -247.96, + "avg_cost": 1.75, + "lambda": 10.6225, + "rho": [ + 0.4861, + 0.5139 + ] + }, + { + "episode": 340, + "avg_reward": 218.79, + "avg_cost": 0.75, + "lambda": 10.7959, + "rho": [ + 0.4861, + 0.5139 + ] + }, + { + "episode": 350, + "avg_reward": 276.76, + "avg_cost": 2.5, + "lambda": 11.0938, + "rho": [ + 0.4957, + 0.5043 + ] + }, + { + "episode": 360, + "avg_reward": 236.93, + "avg_cost": 2.0, + "lambda": 11.4198, + "rho": [ + 0.4957, + 0.5043 + ] + }, + { + "episode": 370, + "avg_reward": -63.77, + "avg_cost": 1.5, + "lambda": 11.7679, + "rho": [ + 0.4957, + 0.5043 + ] + }, + { + "episode": 380, + "avg_reward": 485.41, + "avg_cost": 0.0, + "lambda": 12.1329, + "rho": [ + 0.4957, + 0.5043 + ] + }, + { + "episode": 390, + "avg_reward": -79.52, + "avg_cost": 1.0, + "lambda": 12.4273, + "rho": [ + 0.4957, + 0.5043 + ] + }, + { + "episode": 400, + "avg_reward": 513.11, + "avg_cost": 1.0, + "lambda": 12.7339, + "rho": [ + 0.4929, + 0.5071 + ] + }, + { + "episode": 410, + "avg_reward": 808.2, + "avg_cost": 1.75, + "lambda": 13.1122, + "rho": [ + 0.4929, + 0.5071 + ] + }, + { + "episode": 420, + "avg_reward": 364.2, + "avg_cost": 0.25, + "lambda": 13.5055, + "rho": [ + 0.4929, + 0.5071 + ] + }, + { + "episode": 430, + "avg_reward": 957.47, + "avg_cost": 1.0, + "lambda": 13.805, + "rho": [ + 0.4929, + 0.5071 + ] + }, + { + "episode": 440, + "avg_reward": 368.06, + "avg_cost": 0.5, + "lambda": 14.0338, + "rho": [ + 0.4929, + 0.5071 + ] + }, + { + "episode": 450, + "avg_reward": 813.7, + "avg_cost": 1.5, + "lambda": 14.2846, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 460, + "avg_reward": 1074.5, + "avg_cost": 1.0, + "lambda": 14.5723, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 470, + "avg_reward": 1448.15, + "avg_cost": 2.0, + "lambda": 14.8466, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 480, + "avg_reward": 527.76, + "avg_cost": 0.0, + "lambda": 15.2476, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 490, + "avg_reward": 1370.35, + "avg_cost": 4.5, + "lambda": 15.6777, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 500, + "avg_reward": 1469.91, + "avg_cost": 2.0, + "lambda": 16.2362, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 510, + "avg_reward": 1135.7, + "avg_cost": 1.0, + "lambda": 16.7208, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 520, + "avg_reward": 1063.12, + "avg_cost": 1.75, + "lambda": 17.1133, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 530, + "avg_reward": 1408.4, + "avg_cost": 1.75, + "lambda": 17.5405, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 540, + "avg_reward": 877.16, + "avg_cost": 0.25, + "lambda": 17.9294, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 550, + "avg_reward": 1407.17, + "avg_cost": 1.25, + "lambda": 18.3258, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 560, + "avg_reward": 1405.88, + "avg_cost": 2.0, + "lambda": 18.7303, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 570, + "avg_reward": 1621.76, + "avg_cost": 1.75, + "lambda": 19.1767, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 580, + "avg_reward": 662.71, + "avg_cost": 0.5, + "lambda": 19.6435, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 590, + "avg_reward": 1836.45, + "avg_cost": 2.0, + "lambda": 20.1936, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 600, + "avg_reward": 1192.25, + "avg_cost": 0.75, + "lambda": 20.6576, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 610, + "avg_reward": 1573.49, + "avg_cost": 1.0, + "lambda": 21.1522, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 620, + "avg_reward": 1156.74, + "avg_cost": 2.5, + "lambda": 21.6807, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 630, + "avg_reward": 1918.36, + "avg_cost": 2.0, + "lambda": 22.2734, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 640, + "avg_reward": 817.82, + "avg_cost": 1.75, + "lambda": 22.9236, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 650, + "avg_reward": 1743.18, + "avg_cost": 0.75, + "lambda": 23.6506, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 660, + "avg_reward": 1553.32, + "avg_cost": 1.25, + "lambda": 24.4309, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 670, + "avg_reward": 2112.0, + "avg_cost": 1.5, + "lambda": 25.1631, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 680, + "avg_reward": 1901.47, + "avg_cost": 1.75, + "lambda": 25.7057, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 690, + "avg_reward": 2072.08, + "avg_cost": 1.25, + "lambda": 26.1551, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 700, + "avg_reward": 2166.89, + "avg_cost": 1.75, + "lambda": 26.5811, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 710, + "avg_reward": 1953.57, + "avg_cost": 1.5, + "lambda": 27.0502, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 720, + "avg_reward": 2194.59, + "avg_cost": 2.0, + "lambda": 27.62, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 730, + "avg_reward": 2092.64, + "avg_cost": 1.25, + "lambda": 28.1437, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 740, + "avg_reward": 1977.58, + "avg_cost": 0.75, + "lambda": 28.5914, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 750, + "avg_reward": 2013.16, + "avg_cost": 0.0, + "lambda": 29.1032, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 760, + "avg_reward": 2050.7, + "avg_cost": 3.5, + "lambda": 29.6214, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 770, + "avg_reward": 2004.23, + "avg_cost": 0.5, + "lambda": 30.1286, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 780, + "avg_reward": 1544.41, + "avg_cost": 0.25, + "lambda": 30.5494, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 790, + "avg_reward": 2004.1, + "avg_cost": 1.0, + "lambda": 30.9482, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 800, + "avg_reward": 2290.28, + "avg_cost": 0.5, + "lambda": 31.3589, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 810, + "avg_reward": 2518.89, + "avg_cost": 1.25, + "lambda": 31.7638, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 820, + "avg_reward": 2237.38, + "avg_cost": 1.25, + "lambda": 32.1605, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 830, + "avg_reward": 1436.25, + "avg_cost": 0.0, + "lambda": 32.5906, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 840, + "avg_reward": 2200.04, + "avg_cost": 3.0, + "lambda": 33.1747, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 850, + "avg_reward": 2341.93, + "avg_cost": 1.25, + "lambda": 33.7168, + "rho": [ + 0.4803, + 0.5197 + ] + }, + { + "episode": 860, + "avg_reward": 2643.01, + "avg_cost": 5.0, + "lambda": 34.1936, + "rho": [ + 0.4803, + 0.5197 + ] + }, + { + "episode": 870, + "avg_reward": 1505.3, + "avg_cost": 1.75, + "lambda": 34.7992, + "rho": [ + 0.4803, + 0.5197 + ] + }, + { + "episode": 880, + "avg_reward": 2567.59, + "avg_cost": 2.5, + "lambda": 35.3793, + "rho": [ + 0.4803, + 0.5197 + ] + }, + { + "episode": 890, + "avg_reward": 1630.18, + "avg_cost": 1.75, + "lambda": 35.9325, + "rho": [ + 0.4803, + 0.5197 + ] + }, + { + "episode": 900, + "avg_reward": 2597.8, + "avg_cost": 2.25, + "lambda": 36.4799, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 910, + "avg_reward": 2565.0, + "avg_cost": 2.75, + "lambda": 37.0068, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 920, + "avg_reward": 2261.45, + "avg_cost": 1.0, + "lambda": 37.4473, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 930, + "avg_reward": 2579.09, + "avg_cost": 0.75, + "lambda": 37.9556, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 940, + "avg_reward": 2574.03, + "avg_cost": 2.75, + "lambda": 38.4524, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 950, + "avg_reward": 2770.74, + "avg_cost": 2.5, + "lambda": 39.0662, + "rho": [ + 0.4672, + 0.5328 + ] + }, + { + "episode": 960, + "avg_reward": 2858.61, + "avg_cost": 5.0, + "lambda": 39.6849, + "rho": [ + 0.4672, + 0.5328 + ] + }, + { + "episode": 970, + "avg_reward": 2098.82, + "avg_cost": 1.25, + "lambda": 40.3175, + "rho": [ + 0.4672, + 0.5328 + ] + }, + { + "episode": 980, + "avg_reward": 2084.8, + "avg_cost": 1.75, + "lambda": 41.0023, + "rho": [ + 0.4672, + 0.5328 + ] + }, + { + "episode": 990, + "avg_reward": 2518.99, + "avg_cost": 1.75, + "lambda": 41.7349, + "rho": [ + 0.4672, + 0.5328 + ] + }, + { + "episode": 1000, + "avg_reward": 2758.25, + "avg_cost": 1.75, + "lambda": 42.2781, + "rho": [ + 0.4596, + 0.5404 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..dc4eff7404444514626926d3a581d554e58af4dc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1140339.06, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4659, + 0.5341 + ], + "final_lambda": 0.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 9.97, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1947.58, + "avg_cost": 0.0, + "lambda": 9.715, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1584.35, + "avg_cost": 0.0, + "lambda": 9.4225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1589.89, + "avg_cost": 0.0, + "lambda": 9.1225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1453.43, + "avg_cost": 0.0, + "lambda": 8.8375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1575.7, + "avg_cost": 0.0, + "lambda": 8.545, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1500.49, + "avg_cost": 0.0, + "lambda": 8.245, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1211.33, + "avg_cost": 0.0, + "lambda": 7.9525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1015.34, + "avg_cost": 0.0, + "lambda": 7.6525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -997.56, + "avg_cost": 0.0, + "lambda": 7.3525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -963.36, + "avg_cost": 0.0, + "lambda": 7.0525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -863.49, + "avg_cost": 0.0, + "lambda": 6.7525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -898.0, + "avg_cost": 0.0, + "lambda": 6.4525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -828.53, + "avg_cost": 0.0, + "lambda": 6.1525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -636.19, + "avg_cost": 0.0, + "lambda": 5.8525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -582.23, + "avg_cost": 0.0, + "lambda": 5.5525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -655.22, + "avg_cost": 0.0, + "lambda": 5.2525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -549.41, + "avg_cost": 0.0, + "lambda": 4.9525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -571.79, + "avg_cost": 0.0, + "lambda": 4.6525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -363.12, + "avg_cost": 0.0, + "lambda": 4.3525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -430.01, + "avg_cost": 0.0, + "lambda": 4.0525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -494.31, + "avg_cost": 0.0, + "lambda": 3.7525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -333.69, + "avg_cost": 0.0, + "lambda": 3.4525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -101.44, + "avg_cost": 0.0, + "lambda": 3.1525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -567.49, + "avg_cost": 0.0, + "lambda": 2.8525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": 16.81, + "avg_cost": 0.0, + "lambda": 2.5525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": 169.69, + "avg_cost": 0.0, + "lambda": 2.2525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": 164.58, + "avg_cost": 0.0, + "lambda": 1.9525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 105.22, + "avg_cost": 0.0, + "lambda": 1.66, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": 426.81, + "avg_cost": 0.0, + "lambda": 1.3825, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -506.39, + "avg_cost": 0.0, + "lambda": 1.09, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": -791.29, + "avg_cost": 0.0, + "lambda": 0.8125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": 505.18, + "avg_cost": 0.0, + "lambda": 0.5125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": 55.55, + "avg_cost": 0.25, + "lambda": 0.235, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 848.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 149.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": 372.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": 980.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": 898.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": 1159.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": -171.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": 1194.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": 1340.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": 1104.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": 1307.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": 1175.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 460, + "avg_reward": 1052.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 470, + "avg_reward": 872.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 480, + "avg_reward": 1061.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 490, + "avg_reward": 1625.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 500, + "avg_reward": 1566.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": 1451.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": 1428.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": 1861.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": 1835.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": 1905.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": 1822.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": 2075.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": 1982.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": 1539.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": 1274.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 610, + "avg_reward": 1449.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 620, + "avg_reward": 1383.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 630, + "avg_reward": 2232.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 640, + "avg_reward": 2406.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 650, + "avg_reward": 2369.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 660, + "avg_reward": 2415.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 670, + "avg_reward": 2308.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 680, + "avg_reward": 1156.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 690, + "avg_reward": 1552.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 700, + "avg_reward": 1427.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 710, + "avg_reward": 2558.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 720, + "avg_reward": 2669.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 730, + "avg_reward": 1825.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 740, + "avg_reward": 2398.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 750, + "avg_reward": 2743.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 760, + "avg_reward": 2512.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 770, + "avg_reward": 2783.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 780, + "avg_reward": 2672.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 790, + "avg_reward": 2620.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 800, + "avg_reward": 2831.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 810, + "avg_reward": 2599.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 820, + "avg_reward": 2900.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 830, + "avg_reward": 3116.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 840, + "avg_reward": 2997.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 850, + "avg_reward": 2856.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 860, + "avg_reward": 2931.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 870, + "avg_reward": 2838.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 880, + "avg_reward": 2842.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 890, + "avg_reward": 2693.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 900, + "avg_reward": 2858.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 910, + "avg_reward": 2770.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 920, + "avg_reward": 2797.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 930, + "avg_reward": 2190.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 940, + "avg_reward": 1592.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 950, + "avg_reward": 2974.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 960, + "avg_reward": 2998.24, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 970, + "avg_reward": 2751.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 980, + "avg_reward": 3075.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 990, + "avg_reward": 3053.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 1000, + "avg_reward": 2049.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..e266d7228383e48b78edcd3373dbc66b4762c7f7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 309940.88, + "constraint_satisfaction_pct": 91.3, + "final_rho": [ + 0.7551, + 0.2449 + ], + "final_lambda": 13.571, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1722.74, + "avg_cost": 0.0, + "lambda": 10.0153, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1741.52, + "avg_cost": 0.0, + "lambda": 10.0302, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1542.11, + "avg_cost": 0.0, + "lambda": 10.0573, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1679.9, + "avg_cost": 0.0, + "lambda": 10.0851, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1562.28, + "avg_cost": 0.0, + "lambda": 10.0948, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1398.77, + "avg_cost": 0.0, + "lambda": 10.1068, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1238.53, + "avg_cost": 0.0, + "lambda": 10.1187, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -824.02, + "avg_cost": 0.0, + "lambda": 10.1363, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -782.13, + "avg_cost": 0.0, + "lambda": 10.1615, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -804.27, + "avg_cost": 0.0, + "lambda": 10.1703, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -927.31, + "avg_cost": 0.0, + "lambda": 10.1734, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -1002.96, + "avg_cost": 0.0, + "lambda": 10.183, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -771.49, + "avg_cost": 0.0, + "lambda": 10.1941, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -686.66, + "avg_cost": 0.0, + "lambda": 10.1979, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -481.62, + "avg_cost": 0.0, + "lambda": 10.1993, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -1057.66, + "avg_cost": 0.0, + "lambda": 10.1997, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -829.42, + "avg_cost": 0.0, + "lambda": 10.1999, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -439.74, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -303.41, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -380.97, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 210, + "avg_reward": -330.67, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 220, + "avg_reward": 233.32, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 230, + "avg_reward": 170.44, + "avg_cost": 0.25, + "lambda": 10.223, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 240, + "avg_reward": 301.82, + "avg_cost": 0.0, + "lambda": 10.2655, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 250, + "avg_reward": 442.3, + "avg_cost": 0.0, + "lambda": 10.2982, + "rho": [ + 0.5104, + 0.4896 + ] + }, + { + "episode": 260, + "avg_reward": 734.06, + "avg_cost": 0.0, + "lambda": 10.3157, + "rho": [ + 0.5104, + 0.4896 + ] + }, + { + "episode": 270, + "avg_reward": 320.06, + "avg_cost": 0.0, + "lambda": 10.3434, + "rho": [ + 0.5104, + 0.4896 + ] + }, + { + "episode": 280, + "avg_reward": 768.58, + "avg_cost": 0.0, + "lambda": 10.3885, + "rho": [ + 0.5104, + 0.4896 + ] + }, + { + "episode": 290, + "avg_reward": 714.33, + "avg_cost": 0.0, + "lambda": 10.4123, + "rho": [ + 0.5104, + 0.4896 + ] + }, + { + "episode": 300, + "avg_reward": 726.62, + "avg_cost": 0.0, + "lambda": 10.4636, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 310, + "avg_reward": 911.81, + "avg_cost": 0.0, + "lambda": 10.5199, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 320, + "avg_reward": 841.91, + "avg_cost": 0.25, + "lambda": 10.5522, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 330, + "avg_reward": 916.68, + "avg_cost": 0.0, + "lambda": 10.6167, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 340, + "avg_reward": 883.94, + "avg_cost": 0.0, + "lambda": 10.6781, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 350, + "avg_reward": 1007.13, + "avg_cost": 0.0, + "lambda": 10.7086, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 360, + "avg_reward": 1156.6, + "avg_cost": 0.0, + "lambda": 10.7498, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 370, + "avg_reward": 1043.99, + "avg_cost": 0.0, + "lambda": 10.7867, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 380, + "avg_reward": 1194.59, + "avg_cost": 0.0, + "lambda": 10.8423, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 390, + "avg_reward": 906.73, + "avg_cost": 0.25, + "lambda": 10.9071, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 400, + "avg_reward": 1055.25, + "avg_cost": 0.0, + "lambda": 10.9656, + "rho": [ + 0.5707, + 0.4293 + ] + }, + { + "episode": 410, + "avg_reward": 400.3, + "avg_cost": 0.25, + "lambda": 10.9905, + "rho": [ + 0.5707, + 0.4293 + ] + }, + { + "episode": 420, + "avg_reward": 1321.54, + "avg_cost": 0.0, + "lambda": 11.0216, + "rho": [ + 0.5707, + 0.4293 + ] + }, + { + "episode": 430, + "avg_reward": 1415.8, + "avg_cost": 0.0, + "lambda": 11.0591, + "rho": [ + 0.5707, + 0.4293 + ] + }, + { + "episode": 440, + "avg_reward": 1432.41, + "avg_cost": 0.0, + "lambda": 11.1164, + "rho": [ + 0.5707, + 0.4293 + ] + }, + { + "episode": 450, + "avg_reward": -1206.47, + "avg_cost": 0.0, + "lambda": 11.1734, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 460, + "avg_reward": -963.62, + "avg_cost": 0.0, + "lambda": 11.207, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 470, + "avg_reward": -918.79, + "avg_cost": 0.0, + "lambda": 11.2304, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 480, + "avg_reward": -367.65, + "avg_cost": 0.0, + "lambda": 11.2432, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 490, + "avg_reward": -456.5, + "avg_cost": 0.0, + "lambda": 11.3039, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 500, + "avg_reward": -436.68, + "avg_cost": 0.0, + "lambda": 11.3502, + "rho": [ + 0.6345, + 0.3655 + ] + }, + { + "episode": 510, + "avg_reward": -369.83, + "avg_cost": 0.0, + "lambda": 11.3806, + "rho": [ + 0.6345, + 0.3655 + ] + }, + { + "episode": 520, + "avg_reward": -314.97, + "avg_cost": 0.0, + "lambda": 11.3932, + "rho": [ + 0.6345, + 0.3655 + ] + }, + { + "episode": 530, + "avg_reward": -320.41, + "avg_cost": 0.0, + "lambda": 11.3976, + "rho": [ + 0.6345, + 0.3655 + ] + }, + { + "episode": 540, + "avg_reward": -289.4, + "avg_cost": 0.25, + "lambda": 11.4017, + "rho": [ + 0.6345, + 0.3655 + ] + }, + { + "episode": 550, + "avg_reward": -223.5, + "avg_cost": 0.0, + "lambda": 11.4169, + "rho": [ + 0.6712, + 0.3288 + ] + }, + { + "episode": 560, + "avg_reward": -167.47, + "avg_cost": 0.0, + "lambda": 11.4222, + "rho": [ + 0.6712, + 0.3288 + ] + }, + { + "episode": 570, + "avg_reward": -169.42, + "avg_cost": 0.0, + "lambda": 11.424, + "rho": [ + 0.6712, + 0.3288 + ] + }, + { + "episode": 580, + "avg_reward": -149.84, + "avg_cost": 0.0, + "lambda": 11.4247, + "rho": [ + 0.6712, + 0.3288 + ] + }, + { + "episode": 590, + "avg_reward": -159.77, + "avg_cost": 0.0, + "lambda": 11.5099, + "rho": [ + 0.6712, + 0.3288 + ] + }, + { + "episode": 600, + "avg_reward": 1745.44, + "avg_cost": 0.0, + "lambda": 11.8511, + "rho": [ + 0.7017, + 0.2983 + ] + }, + { + "episode": 610, + "avg_reward": 1664.4, + "avg_cost": 0.0, + "lambda": 12.176, + "rho": [ + 0.7017, + 0.2983 + ] + }, + { + "episode": 620, + "avg_reward": 1128.74, + "avg_cost": 0.0, + "lambda": 12.2893, + "rho": [ + 0.7017, + 0.2983 + ] + }, + { + "episode": 630, + "avg_reward": 1417.09, + "avg_cost": 0.0, + "lambda": 12.3288, + "rho": [ + 0.7017, + 0.2983 + ] + }, + { + "episode": 640, + "avg_reward": 1593.67, + "avg_cost": 0.0, + "lambda": 12.3426, + "rho": [ + 0.7017, + 0.2983 + ] + }, + { + "episode": 650, + "avg_reward": 1602.76, + "avg_cost": 0.0, + "lambda": 12.3474, + "rho": [ + 0.7109, + 0.2891 + ] + }, + { + "episode": 660, + "avg_reward": 1542.94, + "avg_cost": 0.0, + "lambda": 12.3491, + "rho": [ + 0.7109, + 0.2891 + ] + }, + { + "episode": 670, + "avg_reward": 1596.7, + "avg_cost": 0.0, + "lambda": 12.3497, + "rho": [ + 0.7109, + 0.2891 + ] + }, + { + "episode": 680, + "avg_reward": 1523.81, + "avg_cost": 0.0, + "lambda": 12.3499, + "rho": [ + 0.7109, + 0.2891 + ] + }, + { + "episode": 690, + "avg_reward": 1165.54, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7109, + 0.2891 + ] + }, + { + "episode": 700, + "avg_reward": 1728.51, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 710, + "avg_reward": 1686.06, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 720, + "avg_reward": 1448.09, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 730, + "avg_reward": 1874.98, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 740, + "avg_reward": 1931.07, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 750, + "avg_reward": 1938.7, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7253, + 0.2747 + ] + }, + { + "episode": 760, + "avg_reward": 2005.98, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7253, + 0.2747 + ] + }, + { + "episode": 770, + "avg_reward": 1955.18, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7253, + 0.2747 + ] + }, + { + "episode": 780, + "avg_reward": 1943.18, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.7253, + 0.2747 + ] + }, + { + "episode": 790, + "avg_reward": -1354.49, + "avg_cost": 0.0, + "lambda": 12.3547, + "rho": [ + 0.7253, + 0.2747 + ] + }, + { + "episode": 800, + "avg_reward": -208.45, + "avg_cost": 0.0, + "lambda": 12.3679, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 810, + "avg_reward": -968.13, + "avg_cost": 0.0, + "lambda": 12.4186, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 820, + "avg_reward": -897.86, + "avg_cost": 0.0, + "lambda": 12.5428, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 830, + "avg_reward": -683.69, + "avg_cost": 0.0, + "lambda": 12.5963, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 840, + "avg_reward": -397.68, + "avg_cost": 0.0, + "lambda": 12.679, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 850, + "avg_reward": -148.65, + "avg_cost": 0.25, + "lambda": 12.7277, + "rho": [ + 0.7416, + 0.2584 + ] + }, + { + "episode": 860, + "avg_reward": -131.51, + "avg_cost": 0.0, + "lambda": 12.7585, + "rho": [ + 0.7416, + 0.2584 + ] + }, + { + "episode": 870, + "avg_reward": 104.6, + "avg_cost": 0.25, + "lambda": 12.7921, + "rho": [ + 0.7416, + 0.2584 + ] + }, + { + "episode": 880, + "avg_reward": 238.36, + "avg_cost": 0.0, + "lambda": 12.937, + "rho": [ + 0.7416, + 0.2584 + ] + }, + { + "episode": 890, + "avg_reward": 364.88, + "avg_cost": 0.0, + "lambda": 13.0757, + "rho": [ + 0.7416, + 0.2584 + ] + }, + { + "episode": 900, + "avg_reward": 525.6, + "avg_cost": 0.0, + "lambda": 13.1782, + "rho": [ + 0.7473, + 0.2527 + ] + }, + { + "episode": 910, + "avg_reward": 777.84, + "avg_cost": 0.0, + "lambda": 13.2367, + "rho": [ + 0.7473, + 0.2527 + ] + }, + { + "episode": 920, + "avg_reward": 1171.42, + "avg_cost": 0.0, + "lambda": 13.2616, + "rho": [ + 0.7473, + 0.2527 + ] + }, + { + "episode": 930, + "avg_reward": 1163.51, + "avg_cost": 0.0, + "lambda": 13.2771, + "rho": [ + 0.7473, + 0.2527 + ] + }, + { + "episode": 940, + "avg_reward": 1534.28, + "avg_cost": 0.25, + "lambda": 13.2945, + "rho": [ + 0.7473, + 0.2527 + ] + }, + { + "episode": 950, + "avg_reward": 893.38, + "avg_cost": 0.25, + "lambda": 13.3442, + "rho": [ + 0.7517, + 0.2483 + ] + }, + { + "episode": 960, + "avg_reward": 996.17, + "avg_cost": 0.25, + "lambda": 13.4411, + "rho": [ + 0.7517, + 0.2483 + ] + }, + { + "episode": 970, + "avg_reward": 1594.02, + "avg_cost": 0.0, + "lambda": 13.5088, + "rho": [ + 0.7517, + 0.2483 + ] + }, + { + "episode": 980, + "avg_reward": 1514.65, + "avg_cost": 0.0, + "lambda": 13.5424, + "rho": [ + 0.7517, + 0.2483 + ] + }, + { + "episode": 990, + "avg_reward": 1727.05, + "avg_cost": 0.0, + "lambda": 13.5636, + "rho": [ + 0.7517, + 0.2483 + ] + }, + { + "episode": 1000, + "avg_reward": 1872.63, + "avg_cost": 0.0, + "lambda": 13.571, + "rho": [ + 0.7551, + 0.2449 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..f312fe6e636984f1ebb955b94ee73d6e5d96d2c4 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3510941.58, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.4659, + 0.5341 + ], + "final_lambda": 10.275, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1964.56, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -2483.63, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -2202.29, + "avg_cost": 0.0, + "lambda": 10.0619, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1979.51, + "avg_cost": 0.0, + "lambda": 10.0704, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -2138.8, + "avg_cost": 0.0, + "lambda": 10.0734, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -2218.06, + "avg_cost": 0.0, + "lambda": 10.0744, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -2204.9, + "avg_cost": 0.0, + "lambda": 10.089, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -2215.17, + "avg_cost": 0.0, + "lambda": 10.0962, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -2170.36, + "avg_cost": 0.0, + "lambda": 10.1089, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -2526.68, + "avg_cost": 0.0, + "lambda": 10.128, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -2664.02, + "avg_cost": 0.0, + "lambda": 10.154, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -2931.92, + "avg_cost": 0.0, + "lambda": 10.1677, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -2714.99, + "avg_cost": 0.0, + "lambda": 10.1725, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -2375.11, + "avg_cost": 0.0, + "lambda": 10.1741, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -2508.45, + "avg_cost": 0.0, + "lambda": 10.1747, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -2326.02, + "avg_cost": 0.25, + "lambda": 10.1774, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -2795.54, + "avg_cost": 0.0, + "lambda": 10.1921, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -2209.16, + "avg_cost": 0.0, + "lambda": 10.1973, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -2671.15, + "avg_cost": 0.0, + "lambda": 10.199, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -2483.58, + "avg_cost": 0.0, + "lambda": 10.1997, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -2368.06, + "avg_cost": 0.0, + "lambda": 10.1999, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -2209.23, + "avg_cost": 0.0, + "lambda": 10.2423, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -2596.36, + "avg_cost": 0.0, + "lambda": 10.2636, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -2326.42, + "avg_cost": 0.0, + "lambda": 10.271, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -2530.55, + "avg_cost": 0.0, + "lambda": 10.2736, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -2389.39, + "avg_cost": 0.0, + "lambda": 10.2745, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -2584.44, + "avg_cost": 0.0, + "lambda": 10.2748, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": -2818.14, + "avg_cost": 0.0, + "lambda": 10.2749, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -2860.17, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -3127.46, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": -3081.61, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": -3153.41, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": -2931.22, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": -3018.5, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": -3136.92, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": -3270.06, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": -3662.26, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": -3903.28, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": -4874.52, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": -4721.53, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": -5022.84, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": -5234.3, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": -4534.46, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": -4360.26, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": -4511.27, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 460, + "avg_reward": -5092.42, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 470, + "avg_reward": -4459.99, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 480, + "avg_reward": -4885.01, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 490, + "avg_reward": -4417.25, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 500, + "avg_reward": -4603.86, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": -4433.26, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": -4420.55, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": -4668.21, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": -4411.45, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": -4476.76, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": -4621.19, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": -4188.29, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": -3474.25, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": -3575.93, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": -4143.4, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 610, + "avg_reward": -4050.74, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 620, + "avg_reward": -4287.63, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 630, + "avg_reward": -4037.46, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 640, + "avg_reward": -4275.35, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 650, + "avg_reward": -4077.77, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 660, + "avg_reward": -4116.5, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 670, + "avg_reward": -4142.93, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 680, + "avg_reward": -4053.53, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 690, + "avg_reward": -4146.42, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 700, + "avg_reward": -4192.81, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 710, + "avg_reward": -4476.11, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 720, + "avg_reward": -4471.9, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 730, + "avg_reward": -4424.37, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 740, + "avg_reward": -4285.63, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 750, + "avg_reward": -4136.96, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 760, + "avg_reward": -4202.92, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 770, + "avg_reward": -4211.66, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 780, + "avg_reward": -4120.26, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 790, + "avg_reward": -3882.89, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 800, + "avg_reward": -3869.45, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 810, + "avg_reward": -3719.63, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 820, + "avg_reward": -3781.23, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 830, + "avg_reward": -3639.49, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 840, + "avg_reward": -3677.94, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 850, + "avg_reward": -3784.47, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 860, + "avg_reward": -3755.74, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 870, + "avg_reward": -3557.73, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 880, + "avg_reward": -3630.98, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 890, + "avg_reward": -3564.16, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 900, + "avg_reward": -3395.02, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 910, + "avg_reward": -3461.28, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 920, + "avg_reward": -3445.11, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 930, + "avg_reward": -3496.6, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 940, + "avg_reward": -3245.61, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 950, + "avg_reward": -3315.08, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 960, + "avg_reward": -3445.34, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 970, + "avg_reward": -3321.24, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 980, + "avg_reward": -3284.8, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 990, + "avg_reward": -3246.58, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 1000, + "avg_reward": -3077.06, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4659, + 0.5341 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..2f2cb443507510c73aaa88da2a833ac3cb64502f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 890651.96, + "constraint_satisfaction_pct": 36.6, + "final_rho": [ + 0.4076, + 0.5924 + ], + "final_lambda": 69.4004, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1632.68, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1562.32, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1745.53, + "avg_cost": 0.0, + "lambda": 10.0102, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1739.91, + "avg_cost": 0.0, + "lambda": 10.0285, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1537.94, + "avg_cost": 0.0, + "lambda": 10.0425, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1432.83, + "avg_cost": 0.25, + "lambda": 10.1053, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1396.44, + "avg_cost": 0.0, + "lambda": 10.167, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1211.63, + "avg_cost": 0.0, + "lambda": 10.2027, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -928.41, + "avg_cost": 0.0, + "lambda": 10.2172, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -1284.69, + "avg_cost": 0.0, + "lambda": 10.2223, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -887.64, + "avg_cost": 0.0, + "lambda": 10.2241, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -861.78, + "avg_cost": 0.0, + "lambda": 10.2247, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -636.16, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -748.7, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -691.4, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -800.32, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -649.61, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -445.23, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -288.02, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -247.47, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -497.71, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -859.75, + "avg_cost": 0.0, + "lambda": 10.2297, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -328.67, + "avg_cost": 0.0, + "lambda": 10.2572, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -42.79, + "avg_cost": 0.0, + "lambda": 10.2774, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -108.93, + "avg_cost": 0.0, + "lambda": 10.3286, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 260, + "avg_reward": 49.92, + "avg_cost": 0.0, + "lambda": 10.3588, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 270, + "avg_reward": -416.57, + "avg_cost": 0.0, + "lambda": 10.3694, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 280, + "avg_reward": -490.72, + "avg_cost": 0.0, + "lambda": 10.4569, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 290, + "avg_reward": 91.13, + "avg_cost": 0.0, + "lambda": 10.5292, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 300, + "avg_reward": -290.15, + "avg_cost": 0.5, + "lambda": 10.6152, + "rho": [ + 0.508, + 0.492 + ] + }, + { + "episode": 310, + "avg_reward": -569.94, + "avg_cost": 0.0, + "lambda": 10.7988, + "rho": [ + 0.508, + 0.492 + ] + }, + { + "episode": 320, + "avg_reward": -396.22, + "avg_cost": 0.0, + "lambda": 11.0306, + "rho": [ + 0.508, + 0.492 + ] + }, + { + "episode": 330, + "avg_reward": 399.23, + "avg_cost": 0.75, + "lambda": 11.3048, + "rho": [ + 0.508, + 0.492 + ] + }, + { + "episode": 340, + "avg_reward": 207.12, + "avg_cost": 0.25, + "lambda": 11.7719, + "rho": [ + 0.508, + 0.492 + ] + }, + { + "episode": 350, + "avg_reward": 746.29, + "avg_cost": 1.75, + "lambda": 12.3049, + "rho": [ + 0.5028, + 0.4972 + ] + }, + { + "episode": 360, + "avg_reward": 26.05, + "avg_cost": 0.0, + "lambda": 12.8592, + "rho": [ + 0.5028, + 0.4972 + ] + }, + { + "episode": 370, + "avg_reward": -275.68, + "avg_cost": 0.25, + "lambda": 13.2696, + "rho": [ + 0.5028, + 0.4972 + ] + }, + { + "episode": 380, + "avg_reward": 931.88, + "avg_cost": 1.25, + "lambda": 13.8876, + "rho": [ + 0.5028, + 0.4972 + ] + }, + { + "episode": 390, + "avg_reward": -655.86, + "avg_cost": 0.0, + "lambda": 14.8034, + "rho": [ + 0.5028, + 0.4972 + ] + }, + { + "episode": 400, + "avg_reward": 587.4, + "avg_cost": 0.5, + "lambda": 15.6189, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 410, + "avg_reward": 914.07, + "avg_cost": 1.25, + "lambda": 16.2575, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 420, + "avg_reward": 885.88, + "avg_cost": 0.25, + "lambda": 16.9833, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 430, + "avg_reward": 1123.6, + "avg_cost": 1.25, + "lambda": 17.8265, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 440, + "avg_reward": 718.13, + "avg_cost": 0.75, + "lambda": 18.976, + "rho": [ + 0.4887, + 0.5113 + ] + }, + { + "episode": 450, + "avg_reward": 1060.83, + "avg_cost": 2.5, + "lambda": 19.9558, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 460, + "avg_reward": 1297.87, + "avg_cost": 1.5, + "lambda": 21.3721, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 470, + "avg_reward": 1282.5, + "avg_cost": 1.25, + "lambda": 22.9569, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 480, + "avg_reward": 999.88, + "avg_cost": 0.75, + "lambda": 24.3644, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 490, + "avg_reward": 1556.31, + "avg_cost": 2.0, + "lambda": 25.5733, + "rho": [ + 0.4717, + 0.5283 + ] + }, + { + "episode": 500, + "avg_reward": 890.74, + "avg_cost": 0.5, + "lambda": 26.6602, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 510, + "avg_reward": 1191.0, + "avg_cost": 1.0, + "lambda": 27.7636, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 520, + "avg_reward": 1545.73, + "avg_cost": 0.75, + "lambda": 29.0625, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 530, + "avg_reward": 685.83, + "avg_cost": 0.75, + "lambda": 30.2778, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 540, + "avg_reward": 1550.69, + "avg_cost": 1.75, + "lambda": 31.5392, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 550, + "avg_reward": 1060.53, + "avg_cost": 1.75, + "lambda": 33.017, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 560, + "avg_reward": 1213.97, + "avg_cost": 0.0, + "lambda": 34.3793, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 570, + "avg_reward": 1705.09, + "avg_cost": 1.75, + "lambda": 35.6232, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 580, + "avg_reward": 1485.12, + "avg_cost": 2.0, + "lambda": 37.2642, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 590, + "avg_reward": 1362.8, + "avg_cost": 0.75, + "lambda": 38.5512, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 600, + "avg_reward": 1496.23, + "avg_cost": 1.0, + "lambda": 39.5887, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 610, + "avg_reward": 1445.26, + "avg_cost": 1.75, + "lambda": 40.5718, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 620, + "avg_reward": 2018.25, + "avg_cost": 1.5, + "lambda": 41.5535, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 630, + "avg_reward": 1896.52, + "avg_cost": 0.25, + "lambda": 42.6578, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 640, + "avg_reward": 2077.8, + "avg_cost": 1.25, + "lambda": 43.7563, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 650, + "avg_reward": 969.6, + "avg_cost": 0.5, + "lambda": 44.858, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 660, + "avg_reward": 2195.92, + "avg_cost": 0.5, + "lambda": 45.7363, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 670, + "avg_reward": 2194.41, + "avg_cost": 0.25, + "lambda": 46.4259, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 680, + "avg_reward": 2219.41, + "avg_cost": 0.75, + "lambda": 47.067, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 690, + "avg_reward": 2239.71, + "avg_cost": 0.75, + "lambda": 47.7054, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 700, + "avg_reward": 2199.81, + "avg_cost": 0.25, + "lambda": 48.3511, + "rho": [ + 0.4297, + 0.5703 + ] + }, + { + "episode": 710, + "avg_reward": 2108.3, + "avg_cost": 0.75, + "lambda": 49.0445, + "rho": [ + 0.4297, + 0.5703 + ] + }, + { + "episode": 720, + "avg_reward": 2469.9, + "avg_cost": 1.75, + "lambda": 49.7517, + "rho": [ + 0.4297, + 0.5703 + ] + }, + { + "episode": 730, + "avg_reward": 1365.51, + "avg_cost": 0.5, + "lambda": 50.3942, + "rho": [ + 0.4297, + 0.5703 + ] + }, + { + "episode": 740, + "avg_reward": 1690.88, + "avg_cost": 2.0, + "lambda": 51.1232, + "rho": [ + 0.4297, + 0.5703 + ] + }, + { + "episode": 750, + "avg_reward": 2409.57, + "avg_cost": 1.25, + "lambda": 52.2999, + "rho": [ + 0.4207, + 0.5793 + ] + }, + { + "episode": 760, + "avg_reward": 2307.03, + "avg_cost": 1.25, + "lambda": 53.3869, + "rho": [ + 0.4207, + 0.5793 + ] + }, + { + "episode": 770, + "avg_reward": 2517.02, + "avg_cost": 0.5, + "lambda": 54.3543, + "rho": [ + 0.4207, + 0.5793 + ] + }, + { + "episode": 780, + "avg_reward": 2319.4, + "avg_cost": 0.5, + "lambda": 55.1014, + "rho": [ + 0.4207, + 0.5793 + ] + }, + { + "episode": 790, + "avg_reward": 2528.08, + "avg_cost": 1.0, + "lambda": 55.7195, + "rho": [ + 0.4207, + 0.5793 + ] + }, + { + "episode": 800, + "avg_reward": 2424.97, + "avg_cost": 0.25, + "lambda": 56.2589, + "rho": [ + 0.4171, + 0.5829 + ] + }, + { + "episode": 810, + "avg_reward": 2342.73, + "avg_cost": 0.5, + "lambda": 56.8212, + "rho": [ + 0.4171, + 0.5829 + ] + }, + { + "episode": 820, + "avg_reward": 2401.59, + "avg_cost": 1.0, + "lambda": 57.4729, + "rho": [ + 0.4171, + 0.5829 + ] + }, + { + "episode": 830, + "avg_reward": 2521.24, + "avg_cost": 0.5, + "lambda": 58.2649, + "rho": [ + 0.4171, + 0.5829 + ] + }, + { + "episode": 840, + "avg_reward": 2494.8, + "avg_cost": 0.75, + "lambda": 59.0428, + "rho": [ + 0.4171, + 0.5829 + ] + }, + { + "episode": 850, + "avg_reward": 2330.52, + "avg_cost": 1.75, + "lambda": 59.8219, + "rho": [ + 0.4135, + 0.5865 + ] + }, + { + "episode": 860, + "avg_reward": 2535.03, + "avg_cost": 0.5, + "lambda": 60.8302, + "rho": [ + 0.4135, + 0.5865 + ] + }, + { + "episode": 870, + "avg_reward": 2554.57, + "avg_cost": 0.25, + "lambda": 61.5856, + "rho": [ + 0.4135, + 0.5865 + ] + }, + { + "episode": 880, + "avg_reward": 2516.63, + "avg_cost": 0.0, + "lambda": 62.3435, + "rho": [ + 0.4135, + 0.5865 + ] + }, + { + "episode": 890, + "avg_reward": 2744.53, + "avg_cost": 1.75, + "lambda": 63.1045, + "rho": [ + 0.4135, + 0.5865 + ] + }, + { + "episode": 900, + "avg_reward": 2608.25, + "avg_cost": 0.5, + "lambda": 63.8706, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 910, + "avg_reward": 2528.81, + "avg_cost": 0.25, + "lambda": 64.5595, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 920, + "avg_reward": 2666.47, + "avg_cost": 0.0, + "lambda": 65.182, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 930, + "avg_reward": 2693.38, + "avg_cost": 0.0, + "lambda": 65.5888, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 940, + "avg_reward": 2732.31, + "avg_cost": 0.25, + "lambda": 65.9618, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 950, + "avg_reward": 2243.86, + "avg_cost": 0.5, + "lambda": 66.342, + "rho": [ + 0.4055, + 0.5945 + ] + }, + { + "episode": 960, + "avg_reward": 1876.52, + "avg_cost": 0.25, + "lambda": 66.7264, + "rho": [ + 0.4055, + 0.5945 + ] + }, + { + "episode": 970, + "avg_reward": 2736.06, + "avg_cost": 1.0, + "lambda": 67.3794, + "rho": [ + 0.4055, + 0.5945 + ] + }, + { + "episode": 980, + "avg_reward": 2759.04, + "avg_cost": 0.0, + "lambda": 68.0725, + "rho": [ + 0.4055, + 0.5945 + ] + }, + { + "episode": 990, + "avg_reward": 2731.11, + "avg_cost": 0.25, + "lambda": 68.6944, + "rho": [ + 0.4055, + 0.5945 + ] + }, + { + "episode": 1000, + "avg_reward": 2805.34, + "avg_cost": 0.0, + "lambda": 69.4004, + "rho": [ + 0.4076, + 0.5924 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..a1d0c6fa8f7a414e80d3568f37a1832b22d2a04d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 899622.68, + "constraint_satisfaction_pct": 89.6, + "final_rho": [ + 0.2639, + 0.7361 + ], + "final_lambda": 4.0575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1784.0, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1744.42, + "avg_cost": 0.0, + "lambda": 0.475, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1607.11, + "avg_cost": 0.0, + "lambda": 0.4625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1452.15, + "avg_cost": 0.0, + "lambda": 0.45, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1494.61, + "avg_cost": 0.0, + "lambda": 0.4375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1178.52, + "avg_cost": 0.0, + "lambda": 0.425, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1377.43, + "avg_cost": 0.0, + "lambda": 0.4125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1007.02, + "avg_cost": 0.0, + "lambda": 0.4, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -960.62, + "avg_cost": 0.0, + "lambda": 0.3875, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -918.91, + "avg_cost": 0.0, + "lambda": 0.375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -852.38, + "avg_cost": 0.0, + "lambda": 0.3625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -997.32, + "avg_cost": 0.0, + "lambda": 0.35, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -747.53, + "avg_cost": 0.0, + "lambda": 0.3375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -1022.76, + "avg_cost": 0.0, + "lambda": 0.325, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -802.54, + "avg_cost": 0.0, + "lambda": 0.3125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -734.48, + "avg_cost": 0.0, + "lambda": 0.3, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -607.85, + "avg_cost": 0.0, + "lambda": 0.2875, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -483.12, + "avg_cost": 0.0, + "lambda": 0.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -349.1, + "avg_cost": 0.0, + "lambda": 0.2625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -666.01, + "avg_cost": 0.0, + "lambda": 0.25, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -601.28, + "avg_cost": 0.0, + "lambda": 0.2375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -362.64, + "avg_cost": 0.0, + "lambda": 0.225, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -339.08, + "avg_cost": 0.0, + "lambda": 0.2125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -253.0, + "avg_cost": 0.0, + "lambda": 0.2, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -247.39, + "avg_cost": 0.0, + "lambda": 0.1875, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -284.6, + "avg_cost": 0.0, + "lambda": 0.175, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": -615.89, + "avg_cost": 0.0, + "lambda": 0.1625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": -289.19, + "avg_cost": 0.0, + "lambda": 0.15, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": -309.31, + "avg_cost": 0.0, + "lambda": 0.1375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": -40.27, + "avg_cost": 0.0, + "lambda": 0.125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": -194.12, + "avg_cost": 0.0, + "lambda": 0.1125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": 79.28, + "avg_cost": 0.0, + "lambda": 0.1, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": -130.51, + "avg_cost": 0.0, + "lambda": 0.0875, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 83.27, + "avg_cost": 0.0, + "lambda": 0.075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": -439.3, + "avg_cost": 0.0, + "lambda": 0.0625, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 360, + "avg_reward": 291.35, + "avg_cost": 0.0, + "lambda": 0.05, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 370, + "avg_reward": 467.16, + "avg_cost": 0.25, + "lambda": 0.0375, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 380, + "avg_reward": 112.39, + "avg_cost": 0.0, + "lambda": 0.025, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 390, + "avg_reward": 285.24, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 400, + "avg_reward": 623.04, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 410, + "avg_reward": 227.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 420, + "avg_reward": 1038.93, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 430, + "avg_reward": 671.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 440, + "avg_reward": 676.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 450, + "avg_reward": 470.25, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4176, + 0.5824 + ] + }, + { + "episode": 460, + "avg_reward": -130.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4176, + 0.5824 + ] + }, + { + "episode": 470, + "avg_reward": 993.18, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4176, + 0.5824 + ] + }, + { + "episode": 480, + "avg_reward": 1438.78, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4176, + 0.5824 + ] + }, + { + "episode": 490, + "avg_reward": 1136.55, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.4176, + 0.5824 + ] + }, + { + "episode": 500, + "avg_reward": 860.79, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.4066, + 0.5934 + ] + }, + { + "episode": 510, + "avg_reward": 423.59, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4066, + 0.5934 + ] + }, + { + "episode": 520, + "avg_reward": 1346.94, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4066, + 0.5934 + ] + }, + { + "episode": 530, + "avg_reward": 1579.58, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4066, + 0.5934 + ] + }, + { + "episode": 540, + "avg_reward": 1059.49, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.4066, + 0.5934 + ] + }, + { + "episode": 550, + "avg_reward": 698.02, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3973, + 0.6027 + ] + }, + { + "episode": 560, + "avg_reward": 957.2, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3973, + 0.6027 + ] + }, + { + "episode": 570, + "avg_reward": 1987.55, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3973, + 0.6027 + ] + }, + { + "episode": 580, + "avg_reward": 1629.93, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.3973, + 0.6027 + ] + }, + { + "episode": 590, + "avg_reward": 914.54, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.3973, + 0.6027 + ] + }, + { + "episode": 600, + "avg_reward": 599.41, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 610, + "avg_reward": 1643.9, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 620, + "avg_reward": 1481.43, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 630, + "avg_reward": 2193.17, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 640, + "avg_reward": 2334.06, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 0.3889, + 0.6111 + ] + }, + { + "episode": 650, + "avg_reward": 2157.46, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 0.3812, + 0.6188 + ] + }, + { + "episode": 660, + "avg_reward": 843.09, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.3812, + 0.6188 + ] + }, + { + "episode": 670, + "avg_reward": 2136.55, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.3812, + 0.6188 + ] + }, + { + "episode": 680, + "avg_reward": 2344.73, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.3812, + 0.6188 + ] + }, + { + "episode": 690, + "avg_reward": 2269.0, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.3812, + 0.6188 + ] + }, + { + "episode": 700, + "avg_reward": 1905.01, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.3742, + 0.6258 + ] + }, + { + "episode": 710, + "avg_reward": 2366.61, + "avg_cost": 30.5, + "lambda": 0.12, + "rho": [ + 0.3742, + 0.6258 + ] + }, + { + "episode": 720, + "avg_reward": 2486.33, + "avg_cost": 29.25, + "lambda": 0.175, + "rho": [ + 0.3742, + 0.6258 + ] + }, + { + "episode": 730, + "avg_reward": 2239.8, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 0.3742, + 0.6258 + ] + }, + { + "episode": 740, + "avg_reward": 2278.9, + "avg_cost": 28.25, + "lambda": 0.06, + "rho": [ + 0.3742, + 0.6258 + ] + }, + { + "episode": 750, + "avg_reward": 1654.27, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.3676, + 0.6324 + ] + }, + { + "episode": 760, + "avg_reward": 2557.81, + "avg_cost": 39.5, + "lambda": 0.2425, + "rho": [ + 0.3676, + 0.6324 + ] + }, + { + "episode": 770, + "avg_reward": 1939.37, + "avg_cost": 15.5, + "lambda": 0.265, + "rho": [ + 0.3676, + 0.6324 + ] + }, + { + "episode": 780, + "avg_reward": 2533.79, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.3676, + 0.6324 + ] + }, + { + "episode": 790, + "avg_reward": 2909.53, + "avg_cost": 28.75, + "lambda": 0.5475, + "rho": [ + 0.3676, + 0.6324 + ] + }, + { + "episode": 800, + "avg_reward": 2054.17, + "avg_cost": 23.75, + "lambda": 0.005, + "rho": [ + 0.3499, + 0.6501 + ] + }, + { + "episode": 810, + "avg_reward": 2516.14, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.3499, + 0.6501 + ] + }, + { + "episode": 820, + "avg_reward": 2873.7, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.3499, + 0.6501 + ] + }, + { + "episode": 830, + "avg_reward": 3006.13, + "avg_cost": 29.75, + "lambda": 0.0475, + "rho": [ + 0.3499, + 0.6501 + ] + }, + { + "episode": 840, + "avg_reward": 2324.27, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.3499, + 0.6501 + ] + }, + { + "episode": 850, + "avg_reward": 2792.46, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.3334, + 0.6666 + ] + }, + { + "episode": 860, + "avg_reward": 2974.86, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.3334, + 0.6666 + ] + }, + { + "episode": 870, + "avg_reward": 2575.75, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 0.3334, + 0.6666 + ] + }, + { + "episode": 880, + "avg_reward": 2934.68, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.3334, + 0.6666 + ] + }, + { + "episode": 890, + "avg_reward": 2720.16, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 0.3334, + 0.6666 + ] + }, + { + "episode": 900, + "avg_reward": 3105.43, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 0.3179, + 0.6821 + ] + }, + { + "episode": 910, + "avg_reward": 2994.77, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.3179, + 0.6821 + ] + }, + { + "episode": 920, + "avg_reward": 3177.7, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.3179, + 0.6821 + ] + }, + { + "episode": 930, + "avg_reward": 3177.27, + "avg_cost": 27.5, + "lambda": 0.025, + "rho": [ + 0.3179, + 0.6821 + ] + }, + { + "episode": 940, + "avg_reward": 3056.11, + "avg_cost": 37.25, + "lambda": 0.62, + "rho": [ + 0.3179, + 0.6821 + ] + }, + { + "episode": 950, + "avg_reward": 3161.14, + "avg_cost": 42.75, + "lambda": 1.27, + "rho": [ + 0.2938, + 0.7062 + ] + }, + { + "episode": 960, + "avg_reward": 3036.96, + "avg_cost": 21.75, + "lambda": 2.0175, + "rho": [ + 0.2938, + 0.7062 + ] + }, + { + "episode": 970, + "avg_reward": 3268.22, + "avg_cost": 37.75, + "lambda": 2.36, + "rho": [ + 0.2938, + 0.7062 + ] + }, + { + "episode": 980, + "avg_reward": 3277.5, + "avg_cost": 34.5, + "lambda": 3.4, + "rho": [ + 0.2938, + 0.7062 + ] + }, + { + "episode": 990, + "avg_reward": 3225.42, + "avg_cost": 29.5, + "lambda": 3.5125, + "rho": [ + 0.2938, + 0.7062 + ] + }, + { + "episode": 1000, + "avg_reward": 3225.37, + "avg_cost": 54.25, + "lambda": 4.0575, + "rho": [ + 0.2639, + 0.7361 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..533b37d9b9613f5909db784e2bbf71cfaea5c325 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1007284.18, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4659, + 0.5341 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1982.46, + "avg_cost": 0.0, + "lambda": 2.5075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1554.93, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1603.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1105.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1494.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1239.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1341.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1131.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -1148.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -978.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -959.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -889.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -705.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -780.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -627.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -758.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -540.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -487.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -357.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -289.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -296.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -355.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -174.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -49.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -45.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -75.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": 395.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 502.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": 734.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": 516.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": 266.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": 347.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": 974.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 902.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 755.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": 943.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": 1059.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": 1076.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": 628.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": 1144.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": 329.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": 1362.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": 1321.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": 1362.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": 1334.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 460, + "avg_reward": 1313.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 470, + "avg_reward": 1610.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 480, + "avg_reward": 589.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 490, + "avg_reward": 1386.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 500, + "avg_reward": 1257.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": 1455.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": 1388.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": 456.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": 1616.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": 1515.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": 1337.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": 1682.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": 1768.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": 1681.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": 1971.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 610, + "avg_reward": 1196.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 620, + "avg_reward": 631.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 630, + "avg_reward": 1936.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 640, + "avg_reward": 1871.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 650, + "avg_reward": 1847.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 660, + "avg_reward": 1960.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 670, + "avg_reward": 1919.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 680, + "avg_reward": 2108.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 690, + "avg_reward": 2159.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 700, + "avg_reward": 2087.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 710, + "avg_reward": 1942.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 720, + "avg_reward": 1350.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 730, + "avg_reward": 1849.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 740, + "avg_reward": 1617.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 750, + "avg_reward": 2228.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 760, + "avg_reward": 2210.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 770, + "avg_reward": 2348.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 780, + "avg_reward": 2256.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 790, + "avg_reward": 2386.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 800, + "avg_reward": 2274.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 810, + "avg_reward": 2384.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 820, + "avg_reward": 2287.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 830, + "avg_reward": 2361.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 840, + "avg_reward": 2325.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 850, + "avg_reward": 2364.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 860, + "avg_reward": 2308.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 870, + "avg_reward": 2406.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 880, + "avg_reward": 1407.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 890, + "avg_reward": 2474.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 900, + "avg_reward": 2575.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 910, + "avg_reward": 2341.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 920, + "avg_reward": 2651.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 930, + "avg_reward": 2174.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 940, + "avg_reward": 2524.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 950, + "avg_reward": 1970.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 960, + "avg_reward": 2489.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 970, + "avg_reward": 2732.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 980, + "avg_reward": 2603.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 990, + "avg_reward": 2549.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 1000, + "avg_reward": 2711.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..533b37d9b9613f5909db784e2bbf71cfaea5c325 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1007284.18, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4659, + 0.5341 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1972.59, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": -1982.46, + "avg_cost": 0.0, + "lambda": 2.5075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": -1554.93, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": -1603.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": -1105.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": -1494.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": -1239.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": -1341.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": -1131.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": -1148.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": -978.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 110, + "avg_reward": -959.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 120, + "avg_reward": -889.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 130, + "avg_reward": -705.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 140, + "avg_reward": -780.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 150, + "avg_reward": -627.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 160, + "avg_reward": -758.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 170, + "avg_reward": -540.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 180, + "avg_reward": -487.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 190, + "avg_reward": -357.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 200, + "avg_reward": -289.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 210, + "avg_reward": -296.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 220, + "avg_reward": -355.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 230, + "avg_reward": -174.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 240, + "avg_reward": -49.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 250, + "avg_reward": -45.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 260, + "avg_reward": -75.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 270, + "avg_reward": 395.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 280, + "avg_reward": 502.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 290, + "avg_reward": 734.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 300, + "avg_reward": 516.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 310, + "avg_reward": 266.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 320, + "avg_reward": 347.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 330, + "avg_reward": 974.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 340, + "avg_reward": 902.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 350, + "avg_reward": 755.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 360, + "avg_reward": 943.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 370, + "avg_reward": 1059.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 380, + "avg_reward": 1076.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 390, + "avg_reward": 628.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 400, + "avg_reward": 1144.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 410, + "avg_reward": 329.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 420, + "avg_reward": 1362.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 430, + "avg_reward": 1321.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 440, + "avg_reward": 1362.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 450, + "avg_reward": 1334.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 460, + "avg_reward": 1313.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 470, + "avg_reward": 1610.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 480, + "avg_reward": 589.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 490, + "avg_reward": 1386.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 500, + "avg_reward": 1257.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": 1455.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": 1388.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": 456.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": 1616.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": 1515.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": 1337.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": 1682.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": 1768.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": 1681.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": 1971.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 610, + "avg_reward": 1196.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 620, + "avg_reward": 631.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 630, + "avg_reward": 1936.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 640, + "avg_reward": 1871.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 650, + "avg_reward": 1847.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 660, + "avg_reward": 1960.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 670, + "avg_reward": 1919.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 680, + "avg_reward": 2108.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 690, + "avg_reward": 2159.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 700, + "avg_reward": 2087.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 710, + "avg_reward": 1942.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 720, + "avg_reward": 1350.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 730, + "avg_reward": 1849.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 740, + "avg_reward": 1617.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 750, + "avg_reward": 2228.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 760, + "avg_reward": 2210.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 770, + "avg_reward": 2348.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 780, + "avg_reward": 2256.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 790, + "avg_reward": 2386.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 800, + "avg_reward": 2274.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 810, + "avg_reward": 2384.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 820, + "avg_reward": 2287.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 830, + "avg_reward": 2361.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 840, + "avg_reward": 2325.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 850, + "avg_reward": 2364.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 860, + "avg_reward": 2308.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 870, + "avg_reward": 2406.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 880, + "avg_reward": 1407.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 890, + "avg_reward": 2474.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 900, + "avg_reward": 2575.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 910, + "avg_reward": 2341.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 920, + "avg_reward": 2651.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 930, + "avg_reward": 2174.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 940, + "avg_reward": 2524.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 950, + "avg_reward": 1970.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 960, + "avg_reward": 2489.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 970, + "avg_reward": 2732.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 980, + "avg_reward": 2603.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 990, + "avg_reward": 2549.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 1000, + "avg_reward": 2711.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4659, + 0.5341 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..338bb69e6ed65f6e190607bf36f869f2e724aa74 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 12879411.92, + "constraint_satisfaction_pct": 41.0, + "final_rho": [ + 0.4159, + 0.5841 + ], + "final_lambda": 345.9557, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13319.31, + "avg_cost": 62.5, + "lambda": 16.25, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 10, + "avg_reward": 13294.74, + "avg_cost": 24.0, + "lambda": 65.8999, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 20, + "avg_reward": 12849.45, + "avg_cost": 7.25, + "lambda": 95.1954, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 30, + "avg_reward": 12763.36, + "avg_cost": 5.0, + "lambda": 108.82, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 40, + "avg_reward": 12989.66, + "avg_cost": 0.0, + "lambda": 115.8358, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 50, + "avg_reward": 12811.1, + "avg_cost": 4.5, + "lambda": 121.3824, + "rho": [ + 0.4278, + 0.5722 + ] + }, + { + "episode": 60, + "avg_reward": 13008.81, + "avg_cost": 4.5, + "lambda": 126.4544, + "rho": [ + 0.4278, + 0.5722 + ] + }, + { + "episode": 70, + "avg_reward": 12914.59, + "avg_cost": 1.0, + "lambda": 131.2437, + "rho": [ + 0.4278, + 0.5722 + ] + }, + { + "episode": 80, + "avg_reward": 12576.94, + "avg_cost": 2.5, + "lambda": 135.7928, + "rho": [ + 0.4278, + 0.5722 + ] + }, + { + "episode": 90, + "avg_reward": 12884.8, + "avg_cost": 5.0, + "lambda": 140.4386, + "rho": [ + 0.4278, + 0.5722 + ] + }, + { + "episode": 100, + "avg_reward": 12695.01, + "avg_cost": 2.0, + "lambda": 146.8335, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 110, + "avg_reward": 12892.02, + "avg_cost": 4.0, + "lambda": 152.4329, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 120, + "avg_reward": 12664.04, + "avg_cost": 2.25, + "lambda": 157.4329, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 130, + "avg_reward": 12707.2, + "avg_cost": 0.0, + "lambda": 161.7306, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 140, + "avg_reward": 12979.54, + "avg_cost": 1.0, + "lambda": 165.3592, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 150, + "avg_reward": 12681.06, + "avg_cost": 3.0, + "lambda": 169.8226, + "rho": [ + 0.3878, + 0.6122 + ] + }, + { + "episode": 160, + "avg_reward": 12492.85, + "avg_cost": 0.0, + "lambda": 173.7723, + "rho": [ + 0.3878, + 0.6122 + ] + }, + { + "episode": 170, + "avg_reward": 12667.45, + "avg_cost": 14.0, + "lambda": 177.6166, + "rho": [ + 0.3878, + 0.6122 + ] + }, + { + "episode": 180, + "avg_reward": 12589.21, + "avg_cost": 6.5, + "lambda": 181.6218, + "rho": [ + 0.3878, + 0.6122 + ] + }, + { + "episode": 190, + "avg_reward": 12932.96, + "avg_cost": 14.0, + "lambda": 184.6699, + "rho": [ + 0.3878, + 0.6122 + ] + }, + { + "episode": 200, + "avg_reward": 12823.94, + "avg_cost": 0.0, + "lambda": 188.2195, + "rho": [ + 0.3949, + 0.6051 + ] + }, + { + "episode": 210, + "avg_reward": 12772.27, + "avg_cost": 11.25, + "lambda": 191.194, + "rho": [ + 0.3949, + 0.6051 + ] + }, + { + "episode": 220, + "avg_reward": 12623.49, + "avg_cost": 8.0, + "lambda": 194.3153, + "rho": [ + 0.3949, + 0.6051 + ] + }, + { + "episode": 230, + "avg_reward": 12537.5, + "avg_cost": 0.75, + "lambda": 196.8167, + "rho": [ + 0.3949, + 0.6051 + ] + }, + { + "episode": 240, + "avg_reward": 12354.76, + "avg_cost": 3.25, + "lambda": 198.868, + "rho": [ + 0.3949, + 0.6051 + ] + }, + { + "episode": 250, + "avg_reward": 12590.57, + "avg_cost": 13.25, + "lambda": 201.8813, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 260, + "avg_reward": 12619.73, + "avg_cost": 4.25, + "lambda": 204.7027, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 270, + "avg_reward": 12800.81, + "avg_cost": 5.75, + "lambda": 206.4287, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 280, + "avg_reward": 12270.81, + "avg_cost": 3.5, + "lambda": 208.3748, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 290, + "avg_reward": 12387.22, + "avg_cost": 0.0, + "lambda": 210.9967, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 300, + "avg_reward": 12177.39, + "avg_cost": 3.0, + "lambda": 212.9996, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 310, + "avg_reward": 12576.34, + "avg_cost": 4.0, + "lambda": 214.9169, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 320, + "avg_reward": 12582.53, + "avg_cost": 0.75, + "lambda": 216.791, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 330, + "avg_reward": 12924.38, + "avg_cost": 0.0, + "lambda": 218.6236, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 340, + "avg_reward": 12817.08, + "avg_cost": 0.0, + "lambda": 220.0507, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 350, + "avg_reward": 12599.2, + "avg_cost": 0.0, + "lambda": 222.0863, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 360, + "avg_reward": 12668.93, + "avg_cost": 0.0, + "lambda": 223.6765, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 370, + "avg_reward": 12745.63, + "avg_cost": 0.0, + "lambda": 225.7403, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 380, + "avg_reward": 12443.42, + "avg_cost": 0.0, + "lambda": 227.6388, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 390, + "avg_reward": 12840.09, + "avg_cost": 1.5, + "lambda": 229.4034, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 400, + "avg_reward": 12617.96, + "avg_cost": 0.5, + "lambda": 231.6455, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 410, + "avg_reward": 12460.32, + "avg_cost": 0.75, + "lambda": 233.8636, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 420, + "avg_reward": 12553.44, + "avg_cost": 3.0, + "lambda": 236.1792, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 430, + "avg_reward": 12640.23, + "avg_cost": 0.0, + "lambda": 238.3372, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 440, + "avg_reward": 12878.69, + "avg_cost": 0.0, + "lambda": 241.0145, + "rho": [ + 0.4071, + 0.5929 + ] + }, + { + "episode": 450, + "avg_reward": 12390.02, + "avg_cost": 0.75, + "lambda": 242.8694, + "rho": [ + 0.4087, + 0.5913 + ] + }, + { + "episode": 460, + "avg_reward": 12850.41, + "avg_cost": 2.5, + "lambda": 244.6622, + "rho": [ + 0.4087, + 0.5913 + ] + }, + { + "episode": 470, + "avg_reward": 12862.84, + "avg_cost": 0.0, + "lambda": 246.4559, + "rho": [ + 0.4087, + 0.5913 + ] + }, + { + "episode": 480, + "avg_reward": 13065.04, + "avg_cost": 4.75, + "lambda": 248.9316, + "rho": [ + 0.4087, + 0.5913 + ] + }, + { + "episode": 490, + "avg_reward": 12835.35, + "avg_cost": 0.0, + "lambda": 251.7931, + "rho": [ + 0.4087, + 0.5913 + ] + }, + { + "episode": 500, + "avg_reward": 12918.49, + "avg_cost": 8.0, + "lambda": 255.0947, + "rho": [ + 0.4139, + 0.5861 + ] + }, + { + "episode": 510, + "avg_reward": 12726.61, + "avg_cost": 2.75, + "lambda": 258.1973, + "rho": [ + 0.4139, + 0.5861 + ] + }, + { + "episode": 520, + "avg_reward": 13206.19, + "avg_cost": 0.0, + "lambda": 260.2445, + "rho": [ + 0.4139, + 0.5861 + ] + }, + { + "episode": 530, + "avg_reward": 13007.53, + "avg_cost": 5.5, + "lambda": 262.9522, + "rho": [ + 0.4139, + 0.5861 + ] + }, + { + "episode": 540, + "avg_reward": 12693.86, + "avg_cost": 0.75, + "lambda": 266.2332, + "rho": [ + 0.4139, + 0.5861 + ] + }, + { + "episode": 550, + "avg_reward": 12636.06, + "avg_cost": 3.25, + "lambda": 269.2359, + "rho": [ + 0.4147, + 0.5853 + ] + }, + { + "episode": 560, + "avg_reward": 12631.14, + "avg_cost": 0.0, + "lambda": 271.1862, + "rho": [ + 0.4147, + 0.5853 + ] + }, + { + "episode": 570, + "avg_reward": 12639.8, + "avg_cost": 0.0, + "lambda": 272.5638, + "rho": [ + 0.4147, + 0.5853 + ] + }, + { + "episode": 580, + "avg_reward": 12769.99, + "avg_cost": 0.0, + "lambda": 273.9572, + "rho": [ + 0.4147, + 0.5853 + ] + }, + { + "episode": 590, + "avg_reward": 12880.68, + "avg_cost": 4.25, + "lambda": 275.0405, + "rho": [ + 0.4147, + 0.5853 + ] + }, + { + "episode": 600, + "avg_reward": 13031.0, + "avg_cost": 2.75, + "lambda": 275.948, + "rho": [ + 0.412, + 0.588 + ] + }, + { + "episode": 610, + "avg_reward": 12920.38, + "avg_cost": 0.0, + "lambda": 278.0546, + "rho": [ + 0.412, + 0.588 + ] + }, + { + "episode": 620, + "avg_reward": 13050.83, + "avg_cost": 4.25, + "lambda": 279.9805, + "rho": [ + 0.412, + 0.588 + ] + }, + { + "episode": 630, + "avg_reward": 13005.07, + "avg_cost": 0.0, + "lambda": 282.4475, + "rho": [ + 0.412, + 0.588 + ] + }, + { + "episode": 640, + "avg_reward": 13031.35, + "avg_cost": 0.0, + "lambda": 284.4571, + "rho": [ + 0.412, + 0.588 + ] + }, + { + "episode": 650, + "avg_reward": 13026.6, + "avg_cost": 0.0, + "lambda": 285.7769, + "rho": [ + 0.4065, + 0.5935 + ] + }, + { + "episode": 660, + "avg_reward": 12823.7, + "avg_cost": 0.0, + "lambda": 286.7822, + "rho": [ + 0.4065, + 0.5935 + ] + }, + { + "episode": 670, + "avg_reward": 13200.87, + "avg_cost": 11.25, + "lambda": 287.7503, + "rho": [ + 0.4065, + 0.5935 + ] + }, + { + "episode": 680, + "avg_reward": 12861.75, + "avg_cost": 0.0, + "lambda": 291.1149, + "rho": [ + 0.4065, + 0.5935 + ] + }, + { + "episode": 690, + "avg_reward": 12926.24, + "avg_cost": 0.5, + "lambda": 294.0462, + "rho": [ + 0.4065, + 0.5935 + ] + }, + { + "episode": 700, + "avg_reward": 13082.98, + "avg_cost": 6.75, + "lambda": 295.9219, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 710, + "avg_reward": 12823.68, + "avg_cost": 0.0, + "lambda": 298.1989, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 720, + "avg_reward": 12864.96, + "avg_cost": 0.0, + "lambda": 300.8369, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 730, + "avg_reward": 12802.91, + "avg_cost": 2.25, + "lambda": 304.4865, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 740, + "avg_reward": 12645.78, + "avg_cost": 3.5, + "lambda": 306.8973, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 750, + "avg_reward": 12626.19, + "avg_cost": 0.0, + "lambda": 309.2363, + "rho": [ + 0.4003, + 0.5997 + ] + }, + { + "episode": 760, + "avg_reward": 12560.38, + "avg_cost": 0.0, + "lambda": 311.2031, + "rho": [ + 0.4003, + 0.5997 + ] + }, + { + "episode": 770, + "avg_reward": 12533.94, + "avg_cost": 0.0, + "lambda": 312.775, + "rho": [ + 0.4003, + 0.5997 + ] + }, + { + "episode": 780, + "avg_reward": 13041.01, + "avg_cost": 0.75, + "lambda": 313.9935, + "rho": [ + 0.4003, + 0.5997 + ] + }, + { + "episode": 790, + "avg_reward": 13094.28, + "avg_cost": 9.25, + "lambda": 315.4204, + "rho": [ + 0.4003, + 0.5997 + ] + }, + { + "episode": 800, + "avg_reward": 13062.08, + "avg_cost": 0.0, + "lambda": 316.9377, + "rho": [ + 0.3995, + 0.6005 + ] + }, + { + "episode": 810, + "avg_reward": 13155.78, + "avg_cost": 0.0, + "lambda": 318.9172, + "rho": [ + 0.3995, + 0.6005 + ] + }, + { + "episode": 820, + "avg_reward": 13259.98, + "avg_cost": 0.0, + "lambda": 320.6973, + "rho": [ + 0.3995, + 0.6005 + ] + }, + { + "episode": 830, + "avg_reward": 13415.07, + "avg_cost": 2.75, + "lambda": 321.7217, + "rho": [ + 0.3995, + 0.6005 + ] + }, + { + "episode": 840, + "avg_reward": 12964.81, + "avg_cost": 0.0, + "lambda": 322.8674, + "rho": [ + 0.3995, + 0.6005 + ] + }, + { + "episode": 850, + "avg_reward": 13250.23, + "avg_cost": 1.75, + "lambda": 324.2222, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 860, + "avg_reward": 13222.26, + "avg_cost": 0.0, + "lambda": 325.1994, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 870, + "avg_reward": 13153.62, + "avg_cost": 0.0, + "lambda": 326.1586, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 880, + "avg_reward": 13142.1, + "avg_cost": 0.25, + "lambda": 328.5644, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 890, + "avg_reward": 12950.61, + "avg_cost": 2.5, + "lambda": 330.7149, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 900, + "avg_reward": 13423.4, + "avg_cost": 0.0, + "lambda": 332.3352, + "rho": [ + 0.4063, + 0.5937 + ] + }, + { + "episode": 910, + "avg_reward": 13685.84, + "avg_cost": 0.0, + "lambda": 333.3447, + "rho": [ + 0.4063, + 0.5937 + ] + }, + { + "episode": 920, + "avg_reward": 13211.6, + "avg_cost": 0.0, + "lambda": 334.9424, + "rho": [ + 0.4063, + 0.5937 + ] + }, + { + "episode": 930, + "avg_reward": 13075.63, + "avg_cost": 5.5, + "lambda": 336.0988, + "rho": [ + 0.4063, + 0.5937 + ] + }, + { + "episode": 940, + "avg_reward": 12973.13, + "avg_cost": 4.0, + "lambda": 337.7775, + "rho": [ + 0.4063, + 0.5937 + ] + }, + { + "episode": 950, + "avg_reward": 13273.7, + "avg_cost": 0.0, + "lambda": 339.0767, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 960, + "avg_reward": 13555.59, + "avg_cost": 0.25, + "lambda": 339.7485, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 970, + "avg_reward": 13560.31, + "avg_cost": 6.75, + "lambda": 341.0796, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 980, + "avg_reward": 13522.66, + "avg_cost": 0.0, + "lambda": 343.1886, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 990, + "avg_reward": 13018.8, + "avg_cost": 0.5, + "lambda": 344.8439, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 1000, + "avg_reward": 13311.21, + "avg_cost": 0.0, + "lambda": 345.9557, + "rho": [ + 0.4159, + 0.5841 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..0b2e57057ac18fbae03c3f128952d8679be351b7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -27507.89, + "constraint_satisfaction_pct": 76.0, + "final_rho": [ + 0.3621, + 0.6379 + ], + "final_lambda": 0.485, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 47.84, + "avg_cost": 393.25, + "lambda": 8.6825, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 10, + "avg_reward": 21.31, + "avg_cost": 193.5, + "lambda": 32.835, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 20, + "avg_reward": 45.81, + "avg_cost": 80.0, + "lambda": 42.1325, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 30, + "avg_reward": 56.14, + "avg_cost": 92.75, + "lambda": 47.82, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 40, + "avg_reward": 60.64, + "avg_cost": 72.75, + "lambda": 52.9125, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 50, + "avg_reward": 55.44, + "avg_cost": 56.0, + "lambda": 57.545, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 60, + "avg_reward": 57.79, + "avg_cost": 73.75, + "lambda": 61.795, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 70, + "avg_reward": 54.64, + "avg_cost": 71.0, + "lambda": 65.835, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 80, + "avg_reward": 51.25, + "avg_cost": 43.5, + "lambda": 69.2875, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 90, + "avg_reward": 24.72, + "avg_cost": 23.5, + "lambda": 69.55, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 100, + "avg_reward": 41.19, + "avg_cost": 24.0, + "lambda": 69.735, + "rho": [ + 0.4002, + 0.5998 + ] + }, + { + "episode": 110, + "avg_reward": 38.23, + "avg_cost": 40.75, + "lambda": 70.8275, + "rho": [ + 0.4002, + 0.5998 + ] + }, + { + "episode": 120, + "avg_reward": 46.76, + "avg_cost": 36.25, + "lambda": 72.1775, + "rho": [ + 0.4002, + 0.5998 + ] + }, + { + "episode": 130, + "avg_reward": 36.29, + "avg_cost": 40.0, + "lambda": 73.045, + "rho": [ + 0.4002, + 0.5998 + ] + }, + { + "episode": 140, + "avg_reward": 31.76, + "avg_cost": 23.5, + "lambda": 72.925, + "rho": [ + 0.4002, + 0.5998 + ] + }, + { + "episode": 150, + "avg_reward": 30.36, + "avg_cost": 23.5, + "lambda": 72.895, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 160, + "avg_reward": 29.55, + "avg_cost": 23.5, + "lambda": 72.745, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 170, + "avg_reward": 27.63, + "avg_cost": 23.5, + "lambda": 72.595, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 180, + "avg_reward": 26.46, + "avg_cost": 23.5, + "lambda": 72.445, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 190, + "avg_reward": 24.66, + "avg_cost": 23.5, + "lambda": 72.295, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 200, + "avg_reward": 23.79, + "avg_cost": 23.5, + "lambda": 72.1475, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 210, + "avg_reward": 12.48, + "avg_cost": 23.5, + "lambda": 71.99, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 220, + "avg_reward": 17.9, + "avg_cost": 24.0, + "lambda": 71.845, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 230, + "avg_reward": -69.77, + "avg_cost": 19.75, + "lambda": 71.58, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 240, + "avg_reward": -60.84, + "avg_cost": 17.75, + "lambda": 70.9175, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 250, + "avg_reward": -69.77, + "avg_cost": 17.25, + "lambda": 70.165, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 260, + "avg_reward": -63.01, + "avg_cost": 18.75, + "lambda": 69.51, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 270, + "avg_reward": -69.91, + "avg_cost": 17.5, + "lambda": 68.8425, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 280, + "avg_reward": -42.99, + "avg_cost": 217.25, + "lambda": 71.8125, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 290, + "avg_reward": -66.83, + "avg_cost": 12.25, + "lambda": 77.885, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 300, + "avg_reward": -58.82, + "avg_cost": 1.25, + "lambda": 75.7175, + "rho": [ + 0.4248, + 0.5752 + ] + }, + { + "episode": 310, + "avg_reward": -57.95, + "avg_cost": 1.75, + "lambda": 73.38, + "rho": [ + 0.4248, + 0.5752 + ] + }, + { + "episode": 320, + "avg_reward": -57.27, + "avg_cost": 1.25, + "lambda": 71.0625, + "rho": [ + 0.4248, + 0.5752 + ] + }, + { + "episode": 330, + "avg_reward": -55.25, + "avg_cost": 1.25, + "lambda": 68.7, + "rho": [ + 0.4248, + 0.5752 + ] + }, + { + "episode": 340, + "avg_reward": -56.07, + "avg_cost": 1.0, + "lambda": 66.3225, + "rho": [ + 0.4248, + 0.5752 + ] + }, + { + "episode": 350, + "avg_reward": -57.71, + "avg_cost": 1.25, + "lambda": 63.9525, + "rho": [ + 0.4236, + 0.5764 + ] + }, + { + "episode": 360, + "avg_reward": -59.89, + "avg_cost": 1.0, + "lambda": 61.5775, + "rho": [ + 0.4236, + 0.5764 + ] + }, + { + "episode": 370, + "avg_reward": -57.22, + "avg_cost": 1.75, + "lambda": 59.21, + "rho": [ + 0.4236, + 0.5764 + ] + }, + { + "episode": 380, + "avg_reward": -56.98, + "avg_cost": 1.0, + "lambda": 56.82, + "rho": [ + 0.4236, + 0.5764 + ] + }, + { + "episode": 390, + "avg_reward": -54.93, + "avg_cost": 1.0, + "lambda": 54.435, + "rho": [ + 0.4236, + 0.5764 + ] + }, + { + "episode": 400, + "avg_reward": -57.72, + "avg_cost": 1.25, + "lambda": 52.0675, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 410, + "avg_reward": -53.87, + "avg_cost": 0.5, + "lambda": 49.7025, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 420, + "avg_reward": -53.31, + "avg_cost": 0.0, + "lambda": 47.3325, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 430, + "avg_reward": -57.19, + "avg_cost": 0.75, + "lambda": 44.945, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 440, + "avg_reward": -54.0, + "avg_cost": 0.75, + "lambda": 42.5475, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 450, + "avg_reward": -52.55, + "avg_cost": 1.75, + "lambda": 40.165, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 460, + "avg_reward": -52.46, + "avg_cost": 0.75, + "lambda": 37.7725, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 470, + "avg_reward": -52.07, + "avg_cost": 0.75, + "lambda": 35.3825, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 480, + "avg_reward": -50.7, + "avg_cost": 0.75, + "lambda": 33.0225, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 490, + "avg_reward": -54.09, + "avg_cost": 1.25, + "lambda": 30.665, + "rho": [ + 0.4158, + 0.5842 + ] + }, + { + "episode": 500, + "avg_reward": -57.48, + "avg_cost": 1.0, + "lambda": 28.28, + "rho": [ + 0.4219, + 0.5781 + ] + }, + { + "episode": 510, + "avg_reward": -53.53, + "avg_cost": 1.75, + "lambda": 25.8975, + "rho": [ + 0.4219, + 0.5781 + ] + }, + { + "episode": 520, + "avg_reward": -58.49, + "avg_cost": 1.5, + "lambda": 23.4875, + "rho": [ + 0.4219, + 0.5781 + ] + }, + { + "episode": 530, + "avg_reward": -60.73, + "avg_cost": 1.5, + "lambda": 21.1075, + "rho": [ + 0.4219, + 0.5781 + ] + }, + { + "episode": 540, + "avg_reward": -54.19, + "avg_cost": 0.5, + "lambda": 18.7275, + "rho": [ + 0.4219, + 0.5781 + ] + }, + { + "episode": 550, + "avg_reward": -55.99, + "avg_cost": 1.0, + "lambda": 16.34, + "rho": [ + 0.4215, + 0.5785 + ] + }, + { + "episode": 560, + "avg_reward": -54.21, + "avg_cost": 1.5, + "lambda": 13.935, + "rho": [ + 0.4215, + 0.5785 + ] + }, + { + "episode": 570, + "avg_reward": -53.6, + "avg_cost": 0.25, + "lambda": 11.5275, + "rho": [ + 0.4215, + 0.5785 + ] + }, + { + "episode": 580, + "avg_reward": -53.27, + "avg_cost": 0.5, + "lambda": 9.125, + "rho": [ + 0.4215, + 0.5785 + ] + }, + { + "episode": 590, + "avg_reward": -57.27, + "avg_cost": 0.75, + "lambda": 6.7025, + "rho": [ + 0.4215, + 0.5785 + ] + }, + { + "episode": 600, + "avg_reward": -58.22, + "avg_cost": 0.75, + "lambda": 4.2875, + "rho": [ + 0.4195, + 0.5805 + ] + }, + { + "episode": 610, + "avg_reward": -54.41, + "avg_cost": 1.5, + "lambda": 1.8825, + "rho": [ + 0.4195, + 0.5805 + ] + }, + { + "episode": 620, + "avg_reward": -51.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4195, + 0.5805 + ] + }, + { + "episode": 630, + "avg_reward": -47.34, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4195, + 0.5805 + ] + }, + { + "episode": 640, + "avg_reward": -44.61, + "avg_cost": 16.5, + "lambda": 0.5275, + "rho": [ + 0.4195, + 0.5805 + ] + }, + { + "episode": 650, + "avg_reward": -35.85, + "avg_cost": 33.25, + "lambda": 0.0825, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 660, + "avg_reward": -35.28, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 670, + "avg_reward": -33.66, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 680, + "avg_reward": -35.89, + "avg_cost": 14.0, + "lambda": 0.165, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 690, + "avg_reward": -36.2, + "avg_cost": 44.25, + "lambda": 0.2225, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 700, + "avg_reward": -40.38, + "avg_cost": 20.25, + "lambda": 0.155, + "rho": [ + 0.401, + 0.599 + ] + }, + { + "episode": 710, + "avg_reward": -37.71, + "avg_cost": 38.0, + "lambda": 0.145, + "rho": [ + 0.401, + 0.599 + ] + }, + { + "episode": 720, + "avg_reward": -40.64, + "avg_cost": 9.5, + "lambda": 1.0875, + "rho": [ + 0.401, + 0.599 + ] + }, + { + "episode": 730, + "avg_reward": -40.91, + "avg_cost": 20.0, + "lambda": 0.18, + "rho": [ + 0.401, + 0.599 + ] + }, + { + "episode": 740, + "avg_reward": -37.39, + "avg_cost": 39.0, + "lambda": 1.285, + "rho": [ + 0.401, + 0.599 + ] + }, + { + "episode": 750, + "avg_reward": -42.79, + "avg_cost": 12.5, + "lambda": 0.4025, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 760, + "avg_reward": 27.64, + "avg_cost": 205.0, + "lambda": 5.435, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 770, + "avg_reward": -21.85, + "avg_cost": 30.0, + "lambda": 11.875, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 780, + "avg_reward": -43.07, + "avg_cost": 10.5, + "lambda": 10.79, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 790, + "avg_reward": -44.33, + "avg_cost": 10.5, + "lambda": 9.3975, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 800, + "avg_reward": -40.38, + "avg_cost": 8.75, + "lambda": 7.85, + "rho": [ + 0.3764, + 0.6236 + ] + }, + { + "episode": 810, + "avg_reward": -40.56, + "avg_cost": 6.25, + "lambda": 6.145, + "rho": [ + 0.3764, + 0.6236 + ] + }, + { + "episode": 820, + "avg_reward": -43.1, + "avg_cost": 3.25, + "lambda": 4.1, + "rho": [ + 0.3764, + 0.6236 + ] + }, + { + "episode": 830, + "avg_reward": -55.36, + "avg_cost": 1.5, + "lambda": 1.8125, + "rho": [ + 0.3764, + 0.6236 + ] + }, + { + "episode": 840, + "avg_reward": -61.29, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3764, + 0.6236 + ] + }, + { + "episode": 850, + "avg_reward": -42.37, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 860, + "avg_reward": -37.3, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 870, + "avg_reward": -34.29, + "avg_cost": 20.75, + "lambda": 0.2475, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 880, + "avg_reward": -38.07, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 890, + "avg_reward": -36.69, + "avg_cost": 32.5, + "lambda": 1.035, + "rho": [ + 0.3685, + 0.6315 + ] + }, + { + "episode": 900, + "avg_reward": -37.61, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.3611, + 0.6389 + ] + }, + { + "episode": 910, + "avg_reward": -19.29, + "avg_cost": 92.25, + "lambda": 2.0775, + "rho": [ + 0.3611, + 0.6389 + ] + }, + { + "episode": 920, + "avg_reward": -39.83, + "avg_cost": 9.0, + "lambda": 1.725, + "rho": [ + 0.3611, + 0.6389 + ] + }, + { + "episode": 930, + "avg_reward": -40.08, + "avg_cost": 11.5, + "lambda": 0.34, + "rho": [ + 0.3611, + 0.6389 + ] + }, + { + "episode": 940, + "avg_reward": -39.84, + "avg_cost": 11.75, + "lambda": 0.3125, + "rho": [ + 0.3611, + 0.6389 + ] + }, + { + "episode": 950, + "avg_reward": 24.44, + "avg_cost": 45.5, + "lambda": 0.8575, + "rho": [ + 0.3618, + 0.6382 + ] + }, + { + "episode": 960, + "avg_reward": -16.8, + "avg_cost": 30.5, + "lambda": 1.9, + "rho": [ + 0.3618, + 0.6382 + ] + }, + { + "episode": 970, + "avg_reward": -24.28, + "avg_cost": 10.75, + "lambda": 1.045, + "rho": [ + 0.3618, + 0.6382 + ] + }, + { + "episode": 980, + "avg_reward": -37.78, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.3618, + 0.6382 + ] + }, + { + "episode": 990, + "avg_reward": -25.7, + "avg_cost": 10.75, + "lambda": 0.95, + "rho": [ + 0.3618, + 0.6382 + ] + }, + { + "episode": 1000, + "avg_reward": -25.72, + "avg_cost": 13.5, + "lambda": 0.485, + "rho": [ + 0.3621, + 0.6379 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..cd8f322562ca4bef2ad1ee78a8f39e0025246cdc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3335499.39, + "constraint_satisfaction_pct": 58.3, + "final_rho": [ + 0.4937, + 0.5063 + ], + "final_lambda": 10.235, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 5.9275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2806.77, + "avg_cost": 88.75, + "lambda": 7.4375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 3250.44, + "avg_cost": 75.75, + "lambda": 12.135, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2577.04, + "avg_cost": 47.5, + "lambda": 17.2125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2739.31, + "avg_cost": 32.0, + "lambda": 15.9625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 4021.7, + "avg_cost": 102.25, + "lambda": 20.4925, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": 3808.09, + "avg_cost": 87.25, + "lambda": 26.06, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": 4220.75, + "avg_cost": 101.25, + "lambda": 32.295, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": 2887.95, + "avg_cost": 93.25, + "lambda": 38.475, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": 2758.78, + "avg_cost": 83.25, + "lambda": 43.33, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": 3444.98, + "avg_cost": 94.0, + "lambda": 47.545, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 110, + "avg_reward": 3300.18, + "avg_cost": 95.25, + "lambda": 52.2825, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 120, + "avg_reward": 3045.94, + "avg_cost": 71.0, + "lambda": 55.98, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 130, + "avg_reward": 3559.89, + "avg_cost": 88.25, + "lambda": 59.8825, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 140, + "avg_reward": 4325.0, + "avg_cost": 104.25, + "lambda": 64.6475, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 150, + "avg_reward": 3705.82, + "avg_cost": 88.75, + "lambda": 68.825, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 160, + "avg_reward": 2206.24, + "avg_cost": 51.25, + "lambda": 70.18, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 170, + "avg_reward": 2006.92, + "avg_cost": 20.0, + "lambda": 68.965, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 180, + "avg_reward": 2052.95, + "avg_cost": 27.25, + "lambda": 67.1175, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 190, + "avg_reward": 2433.01, + "avg_cost": 6.0, + "lambda": 65.965, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 200, + "avg_reward": 2239.57, + "avg_cost": 9.25, + "lambda": 64.1625, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 210, + "avg_reward": 2925.38, + "avg_cost": 48.25, + "lambda": 63.71, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 220, + "avg_reward": 2546.25, + "avg_cost": 22.75, + "lambda": 61.9475, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 230, + "avg_reward": 2812.69, + "avg_cost": 7.5, + "lambda": 60.3175, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 240, + "avg_reward": 2896.56, + "avg_cost": 6.5, + "lambda": 58.645, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 250, + "avg_reward": 2981.83, + "avg_cost": 19.5, + "lambda": 56.9825, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 260, + "avg_reward": 3312.56, + "avg_cost": 42.25, + "lambda": 55.09, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 270, + "avg_reward": 3165.59, + "avg_cost": 14.5, + "lambda": 52.8875, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 280, + "avg_reward": 3375.19, + "avg_cost": 15.75, + "lambda": 50.17, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 290, + "avg_reward": 3161.19, + "avg_cost": 28.5, + "lambda": 47.785, + "rho": [ + 0.5045, + 0.4955 + ] + }, + { + "episode": 300, + "avg_reward": 2734.83, + "avg_cost": 11.25, + "lambda": 45.3775, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 310, + "avg_reward": 3050.27, + "avg_cost": 15.5, + "lambda": 43.02, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 320, + "avg_reward": 3246.34, + "avg_cost": 28.25, + "lambda": 40.79, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 330, + "avg_reward": 3310.83, + "avg_cost": 33.75, + "lambda": 39.4575, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 340, + "avg_reward": 3004.21, + "avg_cost": 7.5, + "lambda": 36.9425, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 350, + "avg_reward": 3172.8, + "avg_cost": 31.5, + "lambda": 35.9975, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 360, + "avg_reward": 2833.08, + "avg_cost": 30.0, + "lambda": 34.8525, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 370, + "avg_reward": 2823.73, + "avg_cost": 12.75, + "lambda": 32.815, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 380, + "avg_reward": 3044.52, + "avg_cost": 16.5, + "lambda": 29.9575, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 390, + "avg_reward": 2901.59, + "avg_cost": 14.75, + "lambda": 27.5825, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 400, + "avg_reward": 3142.23, + "avg_cost": 28.0, + "lambda": 25.875, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 410, + "avg_reward": 3075.14, + "avg_cost": 7.0, + "lambda": 23.9875, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 420, + "avg_reward": 3086.05, + "avg_cost": 9.75, + "lambda": 21.38, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 430, + "avg_reward": 3450.44, + "avg_cost": 72.75, + "lambda": 21.0025, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 440, + "avg_reward": 3094.42, + "avg_cost": 10.5, + "lambda": 19.0275, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 450, + "avg_reward": 3085.18, + "avg_cost": 11.5, + "lambda": 16.31, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 460, + "avg_reward": 3032.48, + "avg_cost": 19.75, + "lambda": 14.0625, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 470, + "avg_reward": 3792.01, + "avg_cost": 55.75, + "lambda": 13.4225, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 480, + "avg_reward": 4050.61, + "avg_cost": 86.5, + "lambda": 16.7675, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 490, + "avg_reward": 4226.61, + "avg_cost": 104.0, + "lambda": 20.635, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 500, + "avg_reward": 3909.73, + "avg_cost": 59.0, + "lambda": 23.36, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 510, + "avg_reward": 4645.34, + "avg_cost": 124.75, + "lambda": 28.735, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 520, + "avg_reward": 3878.84, + "avg_cost": 82.25, + "lambda": 33.8375, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 530, + "avg_reward": 4024.34, + "avg_cost": 83.5, + "lambda": 38.3375, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 540, + "avg_reward": 3031.78, + "avg_cost": 51.0, + "lambda": 41.01, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 550, + "avg_reward": 2395.85, + "avg_cost": 44.25, + "lambda": 41.5475, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 560, + "avg_reward": 2094.14, + "avg_cost": 46.5, + "lambda": 42.7975, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 570, + "avg_reward": 2046.94, + "avg_cost": 35.0, + "lambda": 43.71, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 580, + "avg_reward": 2561.17, + "avg_cost": 14.0, + "lambda": 42.215, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 590, + "avg_reward": 2609.47, + "avg_cost": 9.75, + "lambda": 40.57, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 600, + "avg_reward": 2811.61, + "avg_cost": 6.5, + "lambda": 37.6775, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 610, + "avg_reward": 2814.26, + "avg_cost": 0.25, + "lambda": 33.8325, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 620, + "avg_reward": 2228.6, + "avg_cost": 5.5, + "lambda": 30.1775, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 630, + "avg_reward": 2152.62, + "avg_cost": 10.5, + "lambda": 27.3825, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 640, + "avg_reward": 2273.37, + "avg_cost": 4.25, + "lambda": 23.875, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 650, + "avg_reward": 2339.91, + "avg_cost": 3.25, + "lambda": 20.1375, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 660, + "avg_reward": 2749.75, + "avg_cost": 3.25, + "lambda": 16.6425, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 670, + "avg_reward": 2807.17, + "avg_cost": 3.25, + "lambda": 12.815, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 680, + "avg_reward": 2988.42, + "avg_cost": 5.5, + "lambda": 9.375, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 690, + "avg_reward": 3147.25, + "avg_cost": 9.0, + "lambda": 6.6175, + "rho": [ + 0.5017, + 0.4983 + ] + }, + { + "episode": 700, + "avg_reward": 3845.83, + "avg_cost": 19.0, + "lambda": 3.535, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 710, + "avg_reward": 4741.38, + "avg_cost": 108.5, + "lambda": 3.385, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 720, + "avg_reward": 4237.1, + "avg_cost": 54.0, + "lambda": 6.26, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 730, + "avg_reward": 3908.98, + "avg_cost": 27.25, + "lambda": 5.095, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 740, + "avg_reward": 4306.49, + "avg_cost": 37.25, + "lambda": 3.4925, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 750, + "avg_reward": 4655.52, + "avg_cost": 88.25, + "lambda": 3.91, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 760, + "avg_reward": 4278.31, + "avg_cost": 76.25, + "lambda": 7.595, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 770, + "avg_reward": 3765.12, + "avg_cost": 25.0, + "lambda": 9.15, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 780, + "avg_reward": 3969.87, + "avg_cost": 24.0, + "lambda": 7.4225, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 790, + "avg_reward": 4044.81, + "avg_cost": 38.0, + "lambda": 7.2275, + "rho": [ + 0.4974, + 0.5026 + ] + }, + { + "episode": 800, + "avg_reward": 3874.9, + "avg_cost": 25.75, + "lambda": 6.125, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 810, + "avg_reward": 3915.77, + "avg_cost": 41.25, + "lambda": 5.1075, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 820, + "avg_reward": 3983.31, + "avg_cost": 41.0, + "lambda": 5.185, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 830, + "avg_reward": 4051.43, + "avg_cost": 44.5, + "lambda": 4.355, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 840, + "avg_reward": 4240.42, + "avg_cost": 55.0, + "lambda": 5.28, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 850, + "avg_reward": 3901.82, + "avg_cost": 22.25, + "lambda": 5.555, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 860, + "avg_reward": 3868.21, + "avg_cost": 26.0, + "lambda": 5.87, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 870, + "avg_reward": 4347.44, + "avg_cost": 40.25, + "lambda": 6.74, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 880, + "avg_reward": 4184.0, + "avg_cost": 40.75, + "lambda": 6.545, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 890, + "avg_reward": 4221.37, + "avg_cost": 32.25, + "lambda": 5.5625, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 900, + "avg_reward": 4499.25, + "avg_cost": 67.75, + "lambda": 6.175, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 910, + "avg_reward": 4193.94, + "avg_cost": 28.25, + "lambda": 7.0325, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 920, + "avg_reward": 3855.84, + "avg_cost": 16.5, + "lambda": 6.4175, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 930, + "avg_reward": 3082.51, + "avg_cost": 28.25, + "lambda": 4.655, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 940, + "avg_reward": 3340.67, + "avg_cost": 44.5, + "lambda": 4.905, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 950, + "avg_reward": 4161.34, + "avg_cost": 30.25, + "lambda": 5.2725, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 960, + "avg_reward": 4423.6, + "avg_cost": 39.25, + "lambda": 4.685, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 970, + "avg_reward": 4605.3, + "avg_cost": 64.25, + "lambda": 6.1175, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 980, + "avg_reward": 4767.46, + "avg_cost": 80.25, + "lambda": 8.7875, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 990, + "avg_reward": 4096.61, + "avg_cost": 45.0, + "lambda": 9.375, + "rho": [ + 0.4909, + 0.5091 + ] + }, + { + "episode": 1000, + "avg_reward": 3718.03, + "avg_cost": 34.25, + "lambda": 10.235, + "rho": [ + 0.4937, + 0.5063 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..8a68fd87d02038e06f95854900b3ffb61c11a607 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2823427.19, + "constraint_satisfaction_pct": 64.4, + "final_rho": [ + 0.5448, + 0.4552 + ], + "final_lambda": 11.495, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 6.0775, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2226.8, + "avg_cost": 70.0, + "lambda": 8.455, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 3765.25, + "avg_cost": 64.0, + "lambda": 13.1575, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2882.64, + "avg_cost": 47.25, + "lambda": 18.0975, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2861.04, + "avg_cost": 104.75, + "lambda": 23.6425, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2700.09, + "avg_cost": 135.75, + "lambda": 30.8725, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 3499.6, + "avg_cost": 82.5, + "lambda": 37.9625, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2668.36, + "avg_cost": 93.25, + "lambda": 45.0325, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 2288.34, + "avg_cost": 75.5, + "lambda": 51.2675, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 2131.38, + "avg_cost": 41.75, + "lambda": 54.7125, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2617.89, + "avg_cost": 52.0, + "lambda": 57.505, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 110, + "avg_reward": 2781.62, + "avg_cost": 52.0, + "lambda": 60.1025, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 120, + "avg_reward": 2673.06, + "avg_cost": 36.25, + "lambda": 62.07, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 130, + "avg_reward": 2837.12, + "avg_cost": 40.75, + "lambda": 63.8775, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 140, + "avg_reward": 2018.66, + "avg_cost": 15.25, + "lambda": 64.62, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 150, + "avg_reward": 2383.43, + "avg_cost": 34.25, + "lambda": 65.1925, + "rho": [ + 0.5898, + 0.4102 + ] + }, + { + "episode": 160, + "avg_reward": 1926.5, + "avg_cost": 49.0, + "lambda": 66.9275, + "rho": [ + 0.5898, + 0.4102 + ] + }, + { + "episode": 170, + "avg_reward": 1743.32, + "avg_cost": 44.5, + "lambda": 67.6075, + "rho": [ + 0.5898, + 0.4102 + ] + }, + { + "episode": 180, + "avg_reward": 1973.59, + "avg_cost": 5.75, + "lambda": 67.155, + "rho": [ + 0.5898, + 0.4102 + ] + }, + { + "episode": 190, + "avg_reward": 3424.36, + "avg_cost": 57.25, + "lambda": 66.7825, + "rho": [ + 0.5898, + 0.4102 + ] + }, + { + "episode": 200, + "avg_reward": 1972.98, + "avg_cost": 21.0, + "lambda": 66.1075, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 210, + "avg_reward": 1803.98, + "avg_cost": 12.25, + "lambda": 64.33, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 220, + "avg_reward": 2371.88, + "avg_cost": 3.75, + "lambda": 62.25, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 230, + "avg_reward": 1940.41, + "avg_cost": 13.5, + "lambda": 60.575, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 240, + "avg_reward": 1938.09, + "avg_cost": 16.5, + "lambda": 59.37, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 250, + "avg_reward": 2306.68, + "avg_cost": 2.75, + "lambda": 58.55, + "rho": [ + 0.5921, + 0.4079 + ] + }, + { + "episode": 260, + "avg_reward": 1779.43, + "avg_cost": 18.75, + "lambda": 57.065, + "rho": [ + 0.5921, + 0.4079 + ] + }, + { + "episode": 270, + "avg_reward": 2041.94, + "avg_cost": 0.5, + "lambda": 55.255, + "rho": [ + 0.5921, + 0.4079 + ] + }, + { + "episode": 280, + "avg_reward": 2087.12, + "avg_cost": 1.25, + "lambda": 53.645, + "rho": [ + 0.5921, + 0.4079 + ] + }, + { + "episode": 290, + "avg_reward": 3600.67, + "avg_cost": 56.25, + "lambda": 54.06, + "rho": [ + 0.5921, + 0.4079 + ] + }, + { + "episode": 300, + "avg_reward": 2402.93, + "avg_cost": 8.25, + "lambda": 53.0225, + "rho": [ + 0.5998, + 0.4002 + ] + }, + { + "episode": 310, + "avg_reward": 2501.57, + "avg_cost": 2.75, + "lambda": 50.9125, + "rho": [ + 0.5998, + 0.4002 + ] + }, + { + "episode": 320, + "avg_reward": 2271.83, + "avg_cost": 3.5, + "lambda": 49.775, + "rho": [ + 0.5998, + 0.4002 + ] + }, + { + "episode": 330, + "avg_reward": 2506.08, + "avg_cost": 5.75, + "lambda": 47.9375, + "rho": [ + 0.5998, + 0.4002 + ] + }, + { + "episode": 340, + "avg_reward": 2745.18, + "avg_cost": 7.0, + "lambda": 45.95, + "rho": [ + 0.5998, + 0.4002 + ] + }, + { + "episode": 350, + "avg_reward": 2132.08, + "avg_cost": 5.0, + "lambda": 45.2725, + "rho": [ + 0.5938, + 0.4062 + ] + }, + { + "episode": 360, + "avg_reward": 2144.65, + "avg_cost": 15.25, + "lambda": 43.16, + "rho": [ + 0.5938, + 0.4062 + ] + }, + { + "episode": 370, + "avg_reward": 2371.23, + "avg_cost": 0.25, + "lambda": 40.88, + "rho": [ + 0.5938, + 0.4062 + ] + }, + { + "episode": 380, + "avg_reward": 2356.15, + "avg_cost": 0.5, + "lambda": 38.905, + "rho": [ + 0.5938, + 0.4062 + ] + }, + { + "episode": 390, + "avg_reward": 2304.93, + "avg_cost": 4.5, + "lambda": 36.8775, + "rho": [ + 0.5938, + 0.4062 + ] + }, + { + "episode": 400, + "avg_reward": 2927.04, + "avg_cost": 16.25, + "lambda": 35.28, + "rho": [ + 0.5994, + 0.4006 + ] + }, + { + "episode": 410, + "avg_reward": 2918.12, + "avg_cost": 23.5, + "lambda": 33.99, + "rho": [ + 0.5994, + 0.4006 + ] + }, + { + "episode": 420, + "avg_reward": 2735.24, + "avg_cost": 13.5, + "lambda": 32.6875, + "rho": [ + 0.5994, + 0.4006 + ] + }, + { + "episode": 430, + "avg_reward": 2660.2, + "avg_cost": 11.25, + "lambda": 31.2, + "rho": [ + 0.5994, + 0.4006 + ] + }, + { + "episode": 440, + "avg_reward": 2841.64, + "avg_cost": 15.75, + "lambda": 30.0475, + "rho": [ + 0.5994, + 0.4006 + ] + }, + { + "episode": 450, + "avg_reward": 2327.26, + "avg_cost": 0.5, + "lambda": 28.7525, + "rho": [ + 0.5944, + 0.4056 + ] + }, + { + "episode": 460, + "avg_reward": 2961.36, + "avg_cost": 28.0, + "lambda": 27.6675, + "rho": [ + 0.5944, + 0.4056 + ] + }, + { + "episode": 470, + "avg_reward": 2522.11, + "avg_cost": 20.25, + "lambda": 26.315, + "rho": [ + 0.5944, + 0.4056 + ] + }, + { + "episode": 480, + "avg_reward": 3117.38, + "avg_cost": 17.5, + "lambda": 24.92, + "rho": [ + 0.5944, + 0.4056 + ] + }, + { + "episode": 490, + "avg_reward": 2850.27, + "avg_cost": 14.75, + "lambda": 24.64, + "rho": [ + 0.5944, + 0.4056 + ] + }, + { + "episode": 500, + "avg_reward": 2592.85, + "avg_cost": 7.25, + "lambda": 23.55, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 510, + "avg_reward": 2304.91, + "avg_cost": 18.0, + "lambda": 23.1775, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 520, + "avg_reward": 3174.96, + "avg_cost": 44.25, + "lambda": 23.97, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 530, + "avg_reward": 3453.88, + "avg_cost": 45.0, + "lambda": 25.2225, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 540, + "avg_reward": 2598.47, + "avg_cost": 24.25, + "lambda": 25.74, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 550, + "avg_reward": 2151.52, + "avg_cost": 30.5, + "lambda": 25.59, + "rho": [ + 0.5621, + 0.4379 + ] + }, + { + "episode": 560, + "avg_reward": 2502.6, + "avg_cost": 15.5, + "lambda": 25.77, + "rho": [ + 0.5621, + 0.4379 + ] + }, + { + "episode": 570, + "avg_reward": 2384.38, + "avg_cost": 19.0, + "lambda": 24.8625, + "rho": [ + 0.5621, + 0.4379 + ] + }, + { + "episode": 580, + "avg_reward": 2844.39, + "avg_cost": 49.0, + "lambda": 25.865, + "rho": [ + 0.5621, + 0.4379 + ] + }, + { + "episode": 590, + "avg_reward": 2305.37, + "avg_cost": 11.75, + "lambda": 26.335, + "rho": [ + 0.5621, + 0.4379 + ] + }, + { + "episode": 600, + "avg_reward": 2328.91, + "avg_cost": 11.25, + "lambda": 24.57, + "rho": [ + 0.5406, + 0.4594 + ] + }, + { + "episode": 610, + "avg_reward": 2519.75, + "avg_cost": 11.0, + "lambda": 23.1775, + "rho": [ + 0.5406, + 0.4594 + ] + }, + { + "episode": 620, + "avg_reward": 2201.65, + "avg_cost": 0.5, + "lambda": 22.79, + "rho": [ + 0.5406, + 0.4594 + ] + }, + { + "episode": 630, + "avg_reward": 2226.67, + "avg_cost": 0.0, + "lambda": 20.8775, + "rho": [ + 0.5406, + 0.4594 + ] + }, + { + "episode": 640, + "avg_reward": 2311.46, + "avg_cost": 0.0, + "lambda": 18.65, + "rho": [ + 0.5406, + 0.4594 + ] + }, + { + "episode": 650, + "avg_reward": 2646.43, + "avg_cost": 9.5, + "lambda": 16.8975, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 660, + "avg_reward": 3057.18, + "avg_cost": 18.5, + "lambda": 15.46, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 670, + "avg_reward": 2944.11, + "avg_cost": 8.0, + "lambda": 14.015, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 680, + "avg_reward": 3112.98, + "avg_cost": 20.0, + "lambda": 12.7225, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 690, + "avg_reward": 3426.96, + "avg_cost": 27.25, + "lambda": 11.7925, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 700, + "avg_reward": 3172.47, + "avg_cost": 20.5, + "lambda": 11.4525, + "rho": [ + 0.5197, + 0.4803 + ] + }, + { + "episode": 710, + "avg_reward": 2448.94, + "avg_cost": 1.75, + "lambda": 9.805, + "rho": [ + 0.5197, + 0.4803 + ] + }, + { + "episode": 720, + "avg_reward": 2804.55, + "avg_cost": 11.25, + "lambda": 7.835, + "rho": [ + 0.5197, + 0.4803 + ] + }, + { + "episode": 730, + "avg_reward": 3785.05, + "avg_cost": 38.75, + "lambda": 7.635, + "rho": [ + 0.5197, + 0.4803 + ] + }, + { + "episode": 740, + "avg_reward": 3739.95, + "avg_cost": 28.0, + "lambda": 8.8725, + "rho": [ + 0.5197, + 0.4803 + ] + }, + { + "episode": 750, + "avg_reward": 3100.38, + "avg_cost": 9.5, + "lambda": 7.3775, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 760, + "avg_reward": 3143.28, + "avg_cost": 3.75, + "lambda": 6.0175, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 770, + "avg_reward": 3785.13, + "avg_cost": 28.0, + "lambda": 7.3025, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 780, + "avg_reward": 3546.1, + "avg_cost": 19.75, + "lambda": 7.035, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 790, + "avg_reward": 3417.15, + "avg_cost": 20.5, + "lambda": 6.1175, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 800, + "avg_reward": 4113.55, + "avg_cost": 59.25, + "lambda": 6.75, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 810, + "avg_reward": 3692.78, + "avg_cost": 26.25, + "lambda": 8.6075, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 820, + "avg_reward": 3485.37, + "avg_cost": 25.5, + "lambda": 7.9425, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 830, + "avg_reward": 3305.62, + "avg_cost": 2.25, + "lambda": 7.1275, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 840, + "avg_reward": 4411.45, + "avg_cost": 47.5, + "lambda": 9.96, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 850, + "avg_reward": 3281.44, + "avg_cost": 16.0, + "lambda": 9.305, + "rho": [ + 0.5233, + 0.4767 + ] + }, + { + "episode": 860, + "avg_reward": 3827.52, + "avg_cost": 27.75, + "lambda": 10.0275, + "rho": [ + 0.5233, + 0.4767 + ] + }, + { + "episode": 870, + "avg_reward": 3892.47, + "avg_cost": 21.25, + "lambda": 9.615, + "rho": [ + 0.5233, + 0.4767 + ] + }, + { + "episode": 880, + "avg_reward": 4093.08, + "avg_cost": 30.5, + "lambda": 9.8975, + "rho": [ + 0.5233, + 0.4767 + ] + }, + { + "episode": 890, + "avg_reward": 3474.38, + "avg_cost": 6.0, + "lambda": 10.0375, + "rho": [ + 0.5233, + 0.4767 + ] + }, + { + "episode": 900, + "avg_reward": 3410.55, + "avg_cost": 26.25, + "lambda": 8.8625, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 910, + "avg_reward": 4504.87, + "avg_cost": 102.75, + "lambda": 12.835, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 920, + "avg_reward": 4052.86, + "avg_cost": 35.75, + "lambda": 17.69, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 930, + "avg_reward": 3034.42, + "avg_cost": 17.25, + "lambda": 16.6075, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 940, + "avg_reward": 2979.75, + "avg_cost": 1.5, + "lambda": 14.97, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 950, + "avg_reward": 3223.59, + "avg_cost": 7.25, + "lambda": 13.2375, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 960, + "avg_reward": 3205.19, + "avg_cost": 26.0, + "lambda": 12.615, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 970, + "avg_reward": 3316.32, + "avg_cost": 15.0, + "lambda": 11.84, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 980, + "avg_reward": 3313.84, + "avg_cost": 31.75, + "lambda": 11.255, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 990, + "avg_reward": 3164.35, + "avg_cost": 12.0, + "lambda": 11.435, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1000, + "avg_reward": 3119.39, + "avg_cost": 21.0, + "lambda": 11.495, + "rho": [ + 0.5448, + 0.4552 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_lm20.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_lm20.json new file mode 100644 index 0000000000000000000000000000000000000000..51d9a09d8a4cc28afe0236e0f9fa05862b17b4f9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_lm20.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2681013.88, + "constraint_satisfaction_pct": 58.4, + "final_rho": [ + 0.5491, + 0.4509 + ], + "final_lambda": 5.661, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 7.155, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2257.47, + "avg_cost": 38.75, + "lambda": 20.7001, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 2331.68, + "avg_cost": 37.25, + "lambda": 27.5705, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2271.04, + "avg_cost": 31.0, + "lambda": 31.113, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2104.74, + "avg_cost": 19.25, + "lambda": 33.5466, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2124.62, + "avg_cost": 33.25, + "lambda": 35.6797, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": 1953.94, + "avg_cost": 50.25, + "lambda": 38.0022, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": 2595.68, + "avg_cost": 47.0, + "lambda": 41.8139, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": 2600.94, + "avg_cost": 17.0, + "lambda": 45.9372, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": 2876.05, + "avg_cost": 37.75, + "lambda": 47.9006, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": 2894.33, + "avg_cost": 31.5, + "lambda": 48.9531, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 110, + "avg_reward": 2905.47, + "avg_cost": 10.75, + "lambda": 49.0345, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 120, + "avg_reward": 3517.88, + "avg_cost": 37.75, + "lambda": 47.5971, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 130, + "avg_reward": 2948.15, + "avg_cost": 33.75, + "lambda": 48.8317, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 140, + "avg_reward": 2635.25, + "avg_cost": 38.0, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 150, + "avg_reward": 3644.57, + "avg_cost": 69.5, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 160, + "avg_reward": 2814.01, + "avg_cost": 43.25, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 170, + "avg_reward": 3855.61, + "avg_cost": 73.75, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 180, + "avg_reward": 1194.13, + "avg_cost": 14.5, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 190, + "avg_reward": 2376.83, + "avg_cost": 2.75, + "lambda": 49.9761, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 200, + "avg_reward": 2363.61, + "avg_cost": 1.25, + "lambda": 48.1762, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 210, + "avg_reward": 2423.55, + "avg_cost": 4.5, + "lambda": 45.4686, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 220, + "avg_reward": 3394.81, + "avg_cost": 48.5, + "lambda": 42.9592, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 230, + "avg_reward": 2987.1, + "avg_cost": 10.0, + "lambda": 41.3843, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 240, + "avg_reward": 2962.13, + "avg_cost": 19.0, + "lambda": 39.8198, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 250, + "avg_reward": 3692.42, + "avg_cost": 57.5, + "lambda": 39.2241, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 260, + "avg_reward": 3188.11, + "avg_cost": 24.25, + "lambda": 39.6099, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 270, + "avg_reward": 2555.41, + "avg_cost": 14.0, + "lambda": 40.7567, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 280, + "avg_reward": 3213.84, + "avg_cost": 27.75, + "lambda": 40.8301, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 290, + "avg_reward": 2576.21, + "avg_cost": 4.5, + "lambda": 41.6988, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 300, + "avg_reward": 3031.35, + "avg_cost": 40.75, + "lambda": 43.1429, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 310, + "avg_reward": 2898.74, + "avg_cost": 4.25, + "lambda": 45.6407, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 320, + "avg_reward": 2661.26, + "avg_cost": 29.0, + "lambda": 46.472, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 330, + "avg_reward": 3231.63, + "avg_cost": 15.5, + "lambda": 46.5059, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 340, + "avg_reward": 3311.67, + "avg_cost": 14.75, + "lambda": 45.5467, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 350, + "avg_reward": 3216.81, + "avg_cost": 14.5, + "lambda": 44.4649, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 360, + "avg_reward": 3323.55, + "avg_cost": 41.75, + "lambda": 43.6056, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 370, + "avg_reward": 2954.63, + "avg_cost": 23.75, + "lambda": 43.7945, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 380, + "avg_reward": 3264.16, + "avg_cost": 32.25, + "lambda": 43.4907, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 390, + "avg_reward": 3354.06, + "avg_cost": 29.25, + "lambda": 43.9883, + "rho": [ + 0.5113, + 0.4887 + ] + }, + { + "episode": 400, + "avg_reward": 1998.47, + "avg_cost": 65.75, + "lambda": 45.7793, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 410, + "avg_reward": 2108.94, + "avg_cost": 67.25, + "lambda": 49.9045, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 420, + "avg_reward": 1819.5, + "avg_cost": 79.75, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 430, + "avg_reward": 2217.03, + "avg_cost": 79.25, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 440, + "avg_reward": 2920.57, + "avg_cost": 39.25, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 450, + "avg_reward": 2356.91, + "avg_cost": 52.75, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 460, + "avg_reward": 2648.16, + "avg_cost": 32.25, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 470, + "avg_reward": 2857.95, + "avg_cost": 14.5, + "lambda": 50.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 480, + "avg_reward": 2743.75, + "avg_cost": 6.5, + "lambda": 49.6416, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 490, + "avg_reward": 2732.43, + "avg_cost": 16.75, + "lambda": 48.4047, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 500, + "avg_reward": 2731.21, + "avg_cost": 11.0, + "lambda": 46.2159, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 510, + "avg_reward": 2568.21, + "avg_cost": 26.75, + "lambda": 43.6046, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 520, + "avg_reward": 2811.44, + "avg_cost": 11.5, + "lambda": 41.6373, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 530, + "avg_reward": 2893.33, + "avg_cost": 6.75, + "lambda": 39.8213, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 540, + "avg_reward": 2841.79, + "avg_cost": 14.25, + "lambda": 37.4728, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 550, + "avg_reward": 2509.65, + "avg_cost": 19.75, + "lambda": 35.2136, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 560, + "avg_reward": 2974.0, + "avg_cost": 21.25, + "lambda": 33.9525, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 570, + "avg_reward": 2860.46, + "avg_cost": 26.25, + "lambda": 32.684, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 580, + "avg_reward": 2999.61, + "avg_cost": 2.0, + "lambda": 30.5116, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 590, + "avg_reward": 3067.35, + "avg_cost": 1.5, + "lambda": 27.2915, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 600, + "avg_reward": 2898.38, + "avg_cost": 0.0, + "lambda": 23.2679, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 610, + "avg_reward": 2828.96, + "avg_cost": 0.5, + "lambda": 18.9874, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 620, + "avg_reward": 2796.68, + "avg_cost": 1.0, + "lambda": 14.6459, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 630, + "avg_reward": 3331.14, + "avg_cost": 10.25, + "lambda": 10.6309, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 640, + "avg_reward": 3624.9, + "avg_cost": 36.0, + "lambda": 8.0326, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 650, + "avg_reward": 3469.28, + "avg_cost": 26.5, + "lambda": 7.6261, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 660, + "avg_reward": 196.58, + "avg_cost": 273.75, + "lambda": 8.8875, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 670, + "avg_reward": -658.96, + "avg_cost": 359.75, + "lambda": 46.7579, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 680, + "avg_reward": 278.65, + "avg_cost": 187.75, + "lambda": 50.0, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 690, + "avg_reward": 843.18, + "avg_cost": 19.75, + "lambda": 50.0, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 700, + "avg_reward": 1237.52, + "avg_cost": 6.25, + "lambda": 50.0, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 710, + "avg_reward": 1332.72, + "avg_cost": 4.0, + "lambda": 49.7767, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 720, + "avg_reward": 1592.01, + "avg_cost": 0.25, + "lambda": 47.234, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 730, + "avg_reward": 1607.47, + "avg_cost": 0.0, + "lambda": 43.4067, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 740, + "avg_reward": 1585.72, + "avg_cost": 0.5, + "lambda": 39.158, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 750, + "avg_reward": 1748.18, + "avg_cost": 0.75, + "lambda": 34.6044, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 760, + "avg_reward": 1865.76, + "avg_cost": 0.0, + "lambda": 29.8911, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 770, + "avg_reward": 2064.88, + "avg_cost": 5.75, + "lambda": 25.2637, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 780, + "avg_reward": 2059.05, + "avg_cost": 0.75, + "lambda": 21.1633, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 790, + "avg_reward": 4353.96, + "avg_cost": 129.5, + "lambda": 18.0429, + "rho": [ + 0.5249, + 0.4751 + ] + }, + { + "episode": 800, + "avg_reward": 3418.95, + "avg_cost": 48.75, + "lambda": 28.1463, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 810, + "avg_reward": 3288.18, + "avg_cost": 7.75, + "lambda": 36.9493, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 820, + "avg_reward": 2956.34, + "avg_cost": 3.25, + "lambda": 39.1876, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 830, + "avg_reward": 2813.51, + "avg_cost": 5.25, + "lambda": 37.7596, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 840, + "avg_reward": 2552.96, + "avg_cost": 8.5, + "lambda": 34.9359, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 850, + "avg_reward": 2799.48, + "avg_cost": 1.0, + "lambda": 31.2342, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 860, + "avg_reward": 2865.7, + "avg_cost": 0.75, + "lambda": 26.9532, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 870, + "avg_reward": 2913.09, + "avg_cost": 6.5, + "lambda": 22.455, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 880, + "avg_reward": 3126.82, + "avg_cost": 2.0, + "lambda": 17.9215, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 890, + "avg_reward": 2869.6, + "avg_cost": 2.25, + "lambda": 13.3879, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 900, + "avg_reward": 2779.5, + "avg_cost": 2.75, + "lambda": 8.9986, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 910, + "avg_reward": 2920.66, + "avg_cost": 4.25, + "lambda": 4.6329, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 920, + "avg_reward": 3268.69, + "avg_cost": 16.5, + "lambda": 2.0, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 930, + "avg_reward": 3830.98, + "avg_cost": 39.25, + "lambda": 2.1599, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 940, + "avg_reward": 3431.95, + "avg_cost": 28.0, + "lambda": 2.2099, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 950, + "avg_reward": 3908.72, + "avg_cost": 49.25, + "lambda": 3.8436, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 960, + "avg_reward": 4050.97, + "avg_cost": 41.5, + "lambda": 7.8758, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 970, + "avg_reward": 2976.05, + "avg_cost": 2.5, + "lambda": 10.0078, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 980, + "avg_reward": 3633.91, + "avg_cost": 22.25, + "lambda": 8.5402, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 990, + "avg_reward": 3547.86, + "avg_cost": 27.0, + "lambda": 6.602, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 1000, + "avg_reward": 3159.02, + "avg_cost": 28.5, + "lambda": 5.661, + "rho": [ + 0.5491, + 0.4509 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_rf35.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_rf35.json new file mode 100644 index 0000000000000000000000000000000000000000..cbcafd67bcb549bdad8ba3b73b2f5cff3178ebd0 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v11_safefix_rf35.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3170957.67, + "constraint_satisfaction_pct": 52.6, + "final_rho": [ + 0.4919, + 0.5081 + ], + "final_lambda": 20.2305, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 7.155, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2191.49, + "avg_cost": 43.25, + "lambda": 20.7091, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 2366.19, + "avg_cost": 37.5, + "lambda": 27.711, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2119.13, + "avg_cost": 44.5, + "lambda": 31.3704, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2139.03, + "avg_cost": 40.25, + "lambda": 33.9019, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2155.22, + "avg_cost": 12.75, + "lambda": 36.0671, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 60, + "avg_reward": 2440.72, + "avg_cost": 22.75, + "lambda": 37.228, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 70, + "avg_reward": 2787.26, + "avg_cost": 18.25, + "lambda": 37.7817, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 80, + "avg_reward": 2880.13, + "avg_cost": 26.5, + "lambda": 37.9357, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 90, + "avg_reward": 2802.08, + "avg_cost": 17.0, + "lambda": 37.6216, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 100, + "avg_reward": 2903.69, + "avg_cost": 28.25, + "lambda": 37.261, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 110, + "avg_reward": 2666.4, + "avg_cost": 12.75, + "lambda": 37.1514, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 120, + "avg_reward": 3145.66, + "avg_cost": 23.25, + "lambda": 36.9605, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 130, + "avg_reward": 3204.72, + "avg_cost": 23.75, + "lambda": 36.7182, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 140, + "avg_reward": 2625.81, + "avg_cost": 48.25, + "lambda": 36.7486, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 150, + "avg_reward": 3272.71, + "avg_cost": 85.75, + "lambda": 40.5433, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 160, + "avg_reward": 3073.24, + "avg_cost": 73.75, + "lambda": 48.1446, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 170, + "avg_reward": 3537.65, + "avg_cost": 58.75, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 180, + "avg_reward": 3431.82, + "avg_cost": 32.5, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 190, + "avg_reward": 3795.41, + "avg_cost": 69.0, + "lambda": 50.0, + "rho": [ + 0.4868, + 0.5132 + ] + }, + { + "episode": 200, + "avg_reward": 3303.5, + "avg_cost": 53.75, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 210, + "avg_reward": 3977.55, + "avg_cost": 79.75, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 220, + "avg_reward": 4025.74, + "avg_cost": 76.5, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 230, + "avg_reward": 2291.44, + "avg_cost": 6.75, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 240, + "avg_reward": 2709.92, + "avg_cost": 37.75, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 250, + "avg_reward": 2720.65, + "avg_cost": 27.5, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 260, + "avg_reward": 3061.83, + "avg_cost": 43.25, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 270, + "avg_reward": 3268.8, + "avg_cost": 26.5, + "lambda": 50.0, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 280, + "avg_reward": 3032.44, + "avg_cost": 29.5, + "lambda": 49.9884, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 290, + "avg_reward": 2735.51, + "avg_cost": 16.75, + "lambda": 49.7968, + "rho": [ + 0.482, + 0.518 + ] + }, + { + "episode": 300, + "avg_reward": 2071.39, + "avg_cost": 19.25, + "lambda": 49.088, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 310, + "avg_reward": 2630.39, + "avg_cost": 20.5, + "lambda": 47.4332, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 320, + "avg_reward": 2916.8, + "avg_cost": 11.75, + "lambda": 45.5122, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 330, + "avg_reward": 2659.92, + "avg_cost": 1.75, + "lambda": 43.7954, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 340, + "avg_reward": 2964.85, + "avg_cost": 21.0, + "lambda": 41.961, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 350, + "avg_reward": 2735.32, + "avg_cost": 17.0, + "lambda": 39.9373, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 360, + "avg_reward": 2287.36, + "avg_cost": 2.5, + "lambda": 37.6747, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 370, + "avg_reward": 2645.12, + "avg_cost": 10.0, + "lambda": 34.5085, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 380, + "avg_reward": 2819.39, + "avg_cost": 14.25, + "lambda": 31.2008, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 390, + "avg_reward": 3066.08, + "avg_cost": 14.0, + "lambda": 27.8529, + "rho": [ + 0.4716, + 0.5284 + ] + }, + { + "episode": 400, + "avg_reward": 2904.31, + "avg_cost": 17.5, + "lambda": 25.5788, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 410, + "avg_reward": 3852.71, + "avg_cost": 56.0, + "lambda": 24.7749, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 420, + "avg_reward": 3335.64, + "avg_cost": 25.25, + "lambda": 27.3232, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 430, + "avg_reward": 3729.33, + "avg_cost": 33.5, + "lambda": 28.2082, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 440, + "avg_reward": 2783.32, + "avg_cost": 13.75, + "lambda": 27.7726, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 450, + "avg_reward": 2760.34, + "avg_cost": 11.75, + "lambda": 25.905, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 460, + "avg_reward": 2611.16, + "avg_cost": 3.25, + "lambda": 23.1999, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 470, + "avg_reward": 2872.12, + "avg_cost": 12.5, + "lambda": 20.1247, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 480, + "avg_reward": 3377.3, + "avg_cost": 26.25, + "lambda": 18.4152, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 490, + "avg_reward": 3512.63, + "avg_cost": 32.5, + "lambda": 18.4545, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 500, + "avg_reward": 3878.17, + "avg_cost": 34.5, + "lambda": 19.861, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 510, + "avg_reward": 3470.29, + "avg_cost": 44.0, + "lambda": 21.9052, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 520, + "avg_reward": 3017.13, + "avg_cost": 22.75, + "lambda": 24.6746, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 530, + "avg_reward": 2765.4, + "avg_cost": 26.0, + "lambda": 27.0414, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 540, + "avg_reward": 2619.94, + "avg_cost": 8.75, + "lambda": 27.5166, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 550, + "avg_reward": 2950.95, + "avg_cost": 7.25, + "lambda": 26.1654, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 560, + "avg_reward": 2209.11, + "avg_cost": 41.75, + "lambda": 24.7897, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 570, + "avg_reward": 2681.81, + "avg_cost": 11.25, + "lambda": 23.6587, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 580, + "avg_reward": 3084.7, + "avg_cost": 14.75, + "lambda": 21.9833, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 590, + "avg_reward": 2932.42, + "avg_cost": 7.5, + "lambda": 19.9329, + "rho": [ + 0.473, + 0.527 + ] + }, + { + "episode": 600, + "avg_reward": 2778.43, + "avg_cost": 43.25, + "lambda": 18.6832, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 610, + "avg_reward": 3273.44, + "avg_cost": 12.0, + "lambda": 18.2067, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 620, + "avg_reward": 3270.71, + "avg_cost": 23.25, + "lambda": 17.2853, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 630, + "avg_reward": 3322.06, + "avg_cost": 13.5, + "lambda": 16.4661, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 640, + "avg_reward": 3183.75, + "avg_cost": 10.0, + "lambda": 15.2489, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 650, + "avg_reward": 3235.97, + "avg_cost": 15.0, + "lambda": 13.4447, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 660, + "avg_reward": 3594.7, + "avg_cost": 30.5, + "lambda": 12.2747, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 670, + "avg_reward": 3483.02, + "avg_cost": 12.75, + "lambda": 12.5509, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 680, + "avg_reward": 3741.89, + "avg_cost": 30.75, + "lambda": 12.3838, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 690, + "avg_reward": 3198.96, + "avg_cost": 19.0, + "lambda": 12.309, + "rho": [ + 0.4753, + 0.5247 + ] + }, + { + "episode": 700, + "avg_reward": 3334.24, + "avg_cost": 13.5, + "lambda": 10.8479, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 710, + "avg_reward": 3353.27, + "avg_cost": 23.0, + "lambda": 9.7769, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 720, + "avg_reward": 3517.15, + "avg_cost": 21.0, + "lambda": 9.1586, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 730, + "avg_reward": 3087.73, + "avg_cost": 4.5, + "lambda": 7.8145, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 740, + "avg_reward": 3232.82, + "avg_cost": 11.0, + "lambda": 5.2763, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 750, + "avg_reward": 3284.52, + "avg_cost": 9.0, + "lambda": 2.2466, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 760, + "avg_reward": 3463.34, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 770, + "avg_reward": 3810.33, + "avg_cost": 50.25, + "lambda": 1.0, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 780, + "avg_reward": 4034.11, + "avg_cost": 36.75, + "lambda": 3.3387, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 790, + "avg_reward": 3659.07, + "avg_cost": 23.25, + "lambda": 7.0137, + "rho": [ + 0.4749, + 0.5251 + ] + }, + { + "episode": 800, + "avg_reward": 3428.7, + "avg_cost": 7.0, + "lambda": 8.6737, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 810, + "avg_reward": 3559.0, + "avg_cost": 18.5, + "lambda": 8.29, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 820, + "avg_reward": 3574.53, + "avg_cost": 24.25, + "lambda": 6.8419, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 830, + "avg_reward": 3695.13, + "avg_cost": 21.0, + "lambda": 5.4584, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 840, + "avg_reward": 3932.67, + "avg_cost": 17.25, + "lambda": 5.8247, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 850, + "avg_reward": 3860.95, + "avg_cost": 26.25, + "lambda": 6.5486, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 860, + "avg_reward": 3893.2, + "avg_cost": 26.0, + "lambda": 6.685, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 870, + "avg_reward": 3783.77, + "avg_cost": 21.0, + "lambda": 6.5495, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 880, + "avg_reward": 3741.57, + "avg_cost": 16.25, + "lambda": 7.2173, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 890, + "avg_reward": 3983.54, + "avg_cost": 17.25, + "lambda": 7.1962, + "rho": [ + 0.4782, + 0.5218 + ] + }, + { + "episode": 900, + "avg_reward": 3766.3, + "avg_cost": 43.0, + "lambda": 7.1604, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 910, + "avg_reward": 4324.0, + "avg_cost": 50.0, + "lambda": 7.6141, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 920, + "avg_reward": 4084.07, + "avg_cost": 32.0, + "lambda": 9.244, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 930, + "avg_reward": 3656.46, + "avg_cost": 25.5, + "lambda": 10.7712, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 940, + "avg_reward": 3845.23, + "avg_cost": 25.0, + "lambda": 10.7742, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 950, + "avg_reward": 3823.09, + "avg_cost": 30.0, + "lambda": 11.462, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 960, + "avg_reward": 3602.78, + "avg_cost": 31.0, + "lambda": 13.3355, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 970, + "avg_reward": 3804.88, + "avg_cost": 16.75, + "lambda": 15.2565, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 980, + "avg_reward": 3508.05, + "avg_cost": 20.25, + "lambda": 16.8346, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 990, + "avg_reward": 3259.93, + "avg_cost": 29.5, + "lambda": 18.9007, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 1000, + "avg_reward": 3149.31, + "avg_cost": 15.25, + "lambda": 20.2305, + "rho": [ + 0.4919, + 0.5081 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..d511984f053685a9955dd32279454e14d433a783 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2879040.41, + "constraint_satisfaction_pct": 59.7, + "final_rho": [ + 0.2586, + 0.7414 + ], + "final_lambda": 22.7925, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 8.2325, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 3080.18, + "avg_cost": 82.5, + "lambda": 15.9425, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1850.09, + "avg_cost": 20.25, + "lambda": 23.1725, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 3055.03, + "avg_cost": 43.75, + "lambda": 28.5875, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2457.8, + "avg_cost": 14.0, + "lambda": 26.09, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 3344.87, + "avg_cost": 37.25, + "lambda": 26.2175, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 60, + "avg_reward": 3193.12, + "avg_cost": 36.75, + "lambda": 26.6825, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 70, + "avg_reward": 3460.12, + "avg_cost": 28.75, + "lambda": 26.8625, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 80, + "avg_reward": 3206.62, + "avg_cost": 59.0, + "lambda": 29.3225, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 90, + "avg_reward": 3006.49, + "avg_cost": 34.5, + "lambda": 30.4475, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 100, + "avg_reward": 3246.21, + "avg_cost": 25.0, + "lambda": 28.7375, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 110, + "avg_reward": 2970.28, + "avg_cost": 13.25, + "lambda": 27.815, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 120, + "avg_reward": 3227.26, + "avg_cost": 26.5, + "lambda": 27.26, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 130, + "avg_reward": 2834.37, + "avg_cost": 33.5, + "lambda": 31.415, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 140, + "avg_reward": 3007.63, + "avg_cost": 46.5, + "lambda": 35.135, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 150, + "avg_reward": 3057.33, + "avg_cost": 41.25, + "lambda": 39.5, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 160, + "avg_reward": 1975.77, + "avg_cost": 30.75, + "lambda": 43.25, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 170, + "avg_reward": 1889.12, + "avg_cost": 34.25, + "lambda": 47.1425, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 180, + "avg_reward": 3283.38, + "avg_cost": 62.75, + "lambda": 51.185, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 190, + "avg_reward": 3136.11, + "avg_cost": 68.25, + "lambda": 62.0, + "rho": [ + 0.3652, + 0.6348 + ] + }, + { + "episode": 200, + "avg_reward": 2218.85, + "avg_cost": 14.5, + "lambda": 64.3925, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 210, + "avg_reward": 2149.01, + "avg_cost": 10.75, + "lambda": 63.1025, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 220, + "avg_reward": 2109.23, + "avg_cost": 16.5, + "lambda": 60.2825, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 230, + "avg_reward": 2440.31, + "avg_cost": 27.0, + "lambda": 57.2825, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 240, + "avg_reward": 2122.67, + "avg_cost": 8.25, + "lambda": 52.4525, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 250, + "avg_reward": 2229.31, + "avg_cost": 7.5, + "lambda": 49.3475, + "rho": [ + 0.2975, + 0.7025 + ] + }, + { + "episode": 260, + "avg_reward": 2274.76, + "avg_cost": 13.5, + "lambda": 45.2525, + "rho": [ + 0.2975, + 0.7025 + ] + }, + { + "episode": 270, + "avg_reward": 1957.6, + "avg_cost": 0.25, + "lambda": 39.44, + "rho": [ + 0.2975, + 0.7025 + ] + }, + { + "episode": 280, + "avg_reward": 2005.78, + "avg_cost": 0.0, + "lambda": 33.8825, + "rho": [ + 0.2975, + 0.7025 + ] + }, + { + "episode": 290, + "avg_reward": 2129.51, + "avg_cost": 7.75, + "lambda": 28.5275, + "rho": [ + 0.2975, + 0.7025 + ] + }, + { + "episode": 300, + "avg_reward": 1812.04, + "avg_cost": 6.75, + "lambda": 22.415, + "rho": [ + 0.2875, + 0.7125 + ] + }, + { + "episode": 310, + "avg_reward": 2036.47, + "avg_cost": 11.0, + "lambda": 18.8075, + "rho": [ + 0.2875, + 0.7125 + ] + }, + { + "episode": 320, + "avg_reward": 1872.82, + "avg_cost": 19.0, + "lambda": 17.81, + "rho": [ + 0.2875, + 0.7125 + ] + }, + { + "episode": 330, + "avg_reward": 2446.33, + "avg_cost": 15.25, + "lambda": 12.785, + "rho": [ + 0.2875, + 0.7125 + ] + }, + { + "episode": 340, + "avg_reward": 2508.2, + "avg_cost": 23.5, + "lambda": 8.3075, + "rho": [ + 0.2875, + 0.7125 + ] + }, + { + "episode": 350, + "avg_reward": 2293.66, + "avg_cost": 10.0, + "lambda": 4.475, + "rho": [ + 0.2828, + 0.7172 + ] + }, + { + "episode": 360, + "avg_reward": 2501.1, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 0.2828, + 0.7172 + ] + }, + { + "episode": 370, + "avg_reward": 2922.14, + "avg_cost": 18.75, + "lambda": 4.32, + "rho": [ + 0.2828, + 0.7172 + ] + }, + { + "episode": 380, + "avg_reward": 3068.72, + "avg_cost": 25.5, + "lambda": 4.485, + "rho": [ + 0.2828, + 0.7172 + ] + }, + { + "episode": 390, + "avg_reward": 2858.27, + "avg_cost": 11.75, + "lambda": 6.0975, + "rho": [ + 0.2828, + 0.7172 + ] + }, + { + "episode": 400, + "avg_reward": 3354.06, + "avg_cost": 36.75, + "lambda": 3.6525, + "rho": [ + 0.2784, + 0.7216 + ] + }, + { + "episode": 410, + "avg_reward": 2926.55, + "avg_cost": 7.25, + "lambda": 5.115, + "rho": [ + 0.2784, + 0.7216 + ] + }, + { + "episode": 420, + "avg_reward": 3557.01, + "avg_cost": 31.75, + "lambda": 5.0925, + "rho": [ + 0.2784, + 0.7216 + ] + }, + { + "episode": 430, + "avg_reward": 2880.53, + "avg_cost": 7.75, + "lambda": 5.0625, + "rho": [ + 0.2784, + 0.7216 + ] + }, + { + "episode": 440, + "avg_reward": 3447.97, + "avg_cost": 33.25, + "lambda": 9.0525, + "rho": [ + 0.2784, + 0.7216 + ] + }, + { + "episode": 450, + "avg_reward": 3188.46, + "avg_cost": 23.25, + "lambda": 6.03, + "rho": [ + 0.2738, + 0.7262 + ] + }, + { + "episode": 460, + "avg_reward": 3353.43, + "avg_cost": 29.75, + "lambda": 6.63, + "rho": [ + 0.2738, + 0.7262 + ] + }, + { + "episode": 470, + "avg_reward": 2857.03, + "avg_cost": 7.75, + "lambda": 4.8675, + "rho": [ + 0.2738, + 0.7262 + ] + }, + { + "episode": 480, + "avg_reward": 3262.15, + "avg_cost": 20.5, + "lambda": 6.4125, + "rho": [ + 0.2738, + 0.7262 + ] + }, + { + "episode": 490, + "avg_reward": 3255.74, + "avg_cost": 23.25, + "lambda": 7.9575, + "rho": [ + 0.2738, + 0.7262 + ] + }, + { + "episode": 500, + "avg_reward": 3367.58, + "avg_cost": 25.5, + "lambda": 4.2375, + "rho": [ + 0.2683, + 0.7317 + ] + }, + { + "episode": 510, + "avg_reward": 2998.05, + "avg_cost": 14.0, + "lambda": 6.2925, + "rho": [ + 0.2683, + 0.7317 + ] + }, + { + "episode": 520, + "avg_reward": 2611.12, + "avg_cost": 1.5, + "lambda": 5.1675, + "rho": [ + 0.2683, + 0.7317 + ] + }, + { + "episode": 530, + "avg_reward": 2175.25, + "avg_cost": 65.0, + "lambda": 6.9675, + "rho": [ + 0.2683, + 0.7317 + ] + }, + { + "episode": 540, + "avg_reward": 653.4, + "avg_cost": 119.25, + "lambda": 32.2875, + "rho": [ + 0.2683, + 0.7317 + ] + }, + { + "episode": 550, + "avg_reward": 980.31, + "avg_cost": 19.5, + "lambda": 42.18, + "rho": [ + 0.2643, + 0.7357 + ] + }, + { + "episode": 560, + "avg_reward": 1518.13, + "avg_cost": 2.5, + "lambda": 36.735, + "rho": [ + 0.2643, + 0.7357 + ] + }, + { + "episode": 570, + "avg_reward": 1738.0, + "avg_cost": 5.25, + "lambda": 30.435, + "rho": [ + 0.2643, + 0.7357 + ] + }, + { + "episode": 580, + "avg_reward": 1984.32, + "avg_cost": 0.0, + "lambda": 24.0675, + "rho": [ + 0.2643, + 0.7357 + ] + }, + { + "episode": 590, + "avg_reward": 2129.17, + "avg_cost": 0.0, + "lambda": 16.935, + "rho": [ + 0.2643, + 0.7357 + ] + }, + { + "episode": 600, + "avg_reward": 2122.25, + "avg_cost": 2.25, + "lambda": 9.945, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 610, + "avg_reward": 2235.9, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 620, + "avg_reward": 2996.26, + "avg_cost": 20.25, + "lambda": 3.0, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 630, + "avg_reward": 3102.9, + "avg_cost": 57.0, + "lambda": 10.08, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 640, + "avg_reward": 4578.55, + "avg_cost": 138.25, + "lambda": 41.46, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 650, + "avg_reward": 3684.61, + "avg_cost": 25.5, + "lambda": 60.6225, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 660, + "avg_reward": 3062.52, + "avg_cost": 5.75, + "lambda": 56.685, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 670, + "avg_reward": 3206.81, + "avg_cost": 9.75, + "lambda": 50.61, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 680, + "avg_reward": 4082.19, + "avg_cost": 25.0, + "lambda": 48.435, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 690, + "avg_reward": 2817.49, + "avg_cost": 18.0, + "lambda": 45.075, + "rho": [ + 0.2637, + 0.7363 + ] + }, + { + "episode": 700, + "avg_reward": 2771.35, + "avg_cost": 4.25, + "lambda": 39.495, + "rho": [ + 0.2625, + 0.7375 + ] + }, + { + "episode": 710, + "avg_reward": 3174.23, + "avg_cost": 11.75, + "lambda": 33.9525, + "rho": [ + 0.2625, + 0.7375 + ] + }, + { + "episode": 720, + "avg_reward": 3038.23, + "avg_cost": 1.75, + "lambda": 27.4275, + "rho": [ + 0.2625, + 0.7375 + ] + }, + { + "episode": 730, + "avg_reward": 3163.46, + "avg_cost": 5.0, + "lambda": 21.24, + "rho": [ + 0.2625, + 0.7375 + ] + }, + { + "episode": 740, + "avg_reward": 3653.43, + "avg_cost": 11.25, + "lambda": 16.77, + "rho": [ + 0.2625, + 0.7375 + ] + }, + { + "episode": 750, + "avg_reward": 3252.6, + "avg_cost": 4.75, + "lambda": 11.76, + "rho": [ + 0.2631, + 0.7369 + ] + }, + { + "episode": 760, + "avg_reward": 3390.48, + "avg_cost": 5.25, + "lambda": 5.7825, + "rho": [ + 0.2631, + 0.7369 + ] + }, + { + "episode": 770, + "avg_reward": 3944.88, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.2631, + 0.7369 + ] + }, + { + "episode": 780, + "avg_reward": 4193.28, + "avg_cost": 51.25, + "lambda": 8.955, + "rho": [ + 0.2631, + 0.7369 + ] + }, + { + "episode": 790, + "avg_reward": 3966.24, + "avg_cost": 19.25, + "lambda": 18.6, + "rho": [ + 0.2631, + 0.7369 + ] + }, + { + "episode": 800, + "avg_reward": 3288.68, + "avg_cost": 1.0, + "lambda": 13.335, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 810, + "avg_reward": 3036.73, + "avg_cost": 7.5, + "lambda": 8.6625, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 820, + "avg_reward": 3826.45, + "avg_cost": 6.75, + "lambda": 3.4875, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 830, + "avg_reward": 3624.09, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 840, + "avg_reward": 3764.87, + "avg_cost": 27.75, + "lambda": 3.0825, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 850, + "avg_reward": 4074.89, + "avg_cost": 48.75, + "lambda": 4.77, + "rho": [ + 0.2629, + 0.7371 + ] + }, + { + "episode": 860, + "avg_reward": 3643.73, + "avg_cost": 18.0, + "lambda": 5.19, + "rho": [ + 0.2629, + 0.7371 + ] + }, + { + "episode": 870, + "avg_reward": 3074.58, + "avg_cost": 19.0, + "lambda": 5.3925, + "rho": [ + 0.2629, + 0.7371 + ] + }, + { + "episode": 880, + "avg_reward": 4151.86, + "avg_cost": 44.75, + "lambda": 8.8425, + "rho": [ + 0.2629, + 0.7371 + ] + }, + { + "episode": 890, + "avg_reward": 3750.81, + "avg_cost": 15.75, + "lambda": 13.4325, + "rho": [ + 0.2629, + 0.7371 + ] + }, + { + "episode": 900, + "avg_reward": 3993.07, + "avg_cost": 46.25, + "lambda": 22.1475, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 910, + "avg_reward": 3389.48, + "avg_cost": 24.25, + "lambda": 24.6225, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 920, + "avg_reward": 2530.88, + "avg_cost": 34.0, + "lambda": 25.245, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 930, + "avg_reward": 2889.02, + "avg_cost": 24.25, + "lambda": 24.1275, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 940, + "avg_reward": 3373.55, + "avg_cost": 12.0, + "lambda": 20.2725, + "rho": [ + 0.2623, + 0.7377 + ] + }, + { + "episode": 950, + "avg_reward": 3391.98, + "avg_cost": 31.25, + "lambda": 19.095, + "rho": [ + 0.2606, + 0.7394 + ] + }, + { + "episode": 960, + "avg_reward": 2765.89, + "avg_cost": 5.75, + "lambda": 18.6825, + "rho": [ + 0.2606, + 0.7394 + ] + }, + { + "episode": 970, + "avg_reward": 3169.71, + "avg_cost": 20.75, + "lambda": 20.4, + "rho": [ + 0.2606, + 0.7394 + ] + }, + { + "episode": 980, + "avg_reward": 3344.97, + "avg_cost": 25.5, + "lambda": 21.27, + "rho": [ + 0.2606, + 0.7394 + ] + }, + { + "episode": 990, + "avg_reward": 3008.66, + "avg_cost": 28.75, + "lambda": 23.0175, + "rho": [ + 0.2606, + 0.7394 + ] + }, + { + "episode": 1000, + "avg_reward": 2457.77, + "avg_cost": 30.5, + "lambda": 22.7925, + "rho": [ + 0.2586, + 0.7414 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..6d454164e5051232c897dc92642d0ebd31480753 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2684703.81, + "constraint_satisfaction_pct": 2.8, + "final_rho": [ + 0.7049, + 0.2951 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 13.9825, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2332.75, + "avg_cost": 28.0, + "lambda": 40.8616, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1810.81, + "avg_cost": 22.5, + "lambda": 57.0957, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 1841.97, + "avg_cost": 9.25, + "lambda": 67.255, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 1554.78, + "avg_cost": 7.0, + "lambda": 73.5134, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 1566.53, + "avg_cost": 16.0, + "lambda": 78.9263, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 1781.58, + "avg_cost": 15.5, + "lambda": 84.1524, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2153.59, + "avg_cost": 36.25, + "lambda": 89.3882, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 1948.35, + "avg_cost": 4.75, + "lambda": 95.3695, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 1825.9, + "avg_cost": 3.0, + "lambda": 99.3701, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2260.92, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 110, + "avg_reward": 2068.4, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 120, + "avg_reward": 2320.63, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 130, + "avg_reward": 2521.87, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 140, + "avg_reward": 2043.04, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 150, + "avg_reward": 2152.21, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 160, + "avg_reward": 2348.65, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 170, + "avg_reward": 2090.03, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 180, + "avg_reward": 2328.0, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 190, + "avg_reward": 2723.72, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.5968, + 0.4032 + ] + }, + { + "episode": 200, + "avg_reward": 2281.63, + "avg_cost": 31.5, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 210, + "avg_reward": 2518.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 220, + "avg_reward": 2467.44, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 230, + "avg_reward": 2305.08, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 240, + "avg_reward": 2698.72, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 250, + "avg_reward": 2523.35, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.5861, + 0.4139 + ] + }, + { + "episode": 260, + "avg_reward": 2264.96, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.5861, + 0.4139 + ] + }, + { + "episode": 270, + "avg_reward": 2918.74, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.5861, + 0.4139 + ] + }, + { + "episode": 280, + "avg_reward": 2231.69, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.5861, + 0.4139 + ] + }, + { + "episode": 290, + "avg_reward": 2802.33, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.5861, + 0.4139 + ] + }, + { + "episode": 300, + "avg_reward": 2798.37, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.5899, + 0.4101 + ] + }, + { + "episode": 310, + "avg_reward": 2692.45, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.5899, + 0.4101 + ] + }, + { + "episode": 320, + "avg_reward": 2251.34, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5899, + 0.4101 + ] + }, + { + "episode": 330, + "avg_reward": 2558.34, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.5899, + 0.4101 + ] + }, + { + "episode": 340, + "avg_reward": 2679.25, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.5899, + 0.4101 + ] + }, + { + "episode": 350, + "avg_reward": 2498.6, + "avg_cost": 28.5, + "lambda": 100.0, + "rho": [ + 0.5808, + 0.4192 + ] + }, + { + "episode": 360, + "avg_reward": 2890.08, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.5808, + 0.4192 + ] + }, + { + "episode": 370, + "avg_reward": 2967.72, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.5808, + 0.4192 + ] + }, + { + "episode": 380, + "avg_reward": 2993.38, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.5808, + 0.4192 + ] + }, + { + "episode": 390, + "avg_reward": 2867.9, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5808, + 0.4192 + ] + }, + { + "episode": 400, + "avg_reward": 2916.33, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 0.585, + 0.415 + ] + }, + { + "episode": 410, + "avg_reward": 3152.84, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.585, + 0.415 + ] + }, + { + "episode": 420, + "avg_reward": 3057.2, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.585, + 0.415 + ] + }, + { + "episode": 430, + "avg_reward": 3572.94, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 0.585, + 0.415 + ] + }, + { + "episode": 440, + "avg_reward": 3687.04, + "avg_cost": 58.25, + "lambda": 100.0, + "rho": [ + 0.585, + 0.415 + ] + }, + { + "episode": 450, + "avg_reward": 3841.92, + "avg_cost": 35.75, + "lambda": 100.0, + "rho": [ + 0.5986, + 0.4014 + ] + }, + { + "episode": 460, + "avg_reward": 3608.77, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.5986, + 0.4014 + ] + }, + { + "episode": 470, + "avg_reward": 4345.7, + "avg_cost": 88.5, + "lambda": 100.0, + "rho": [ + 0.5986, + 0.4014 + ] + }, + { + "episode": 480, + "avg_reward": 2795.88, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5986, + 0.4014 + ] + }, + { + "episode": 490, + "avg_reward": 2963.8, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5986, + 0.4014 + ] + }, + { + "episode": 500, + "avg_reward": 3860.57, + "avg_cost": 86.75, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 510, + "avg_reward": 3010.33, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 520, + "avg_reward": 3489.45, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 530, + "avg_reward": 3464.86, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 540, + "avg_reward": 3419.68, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 550, + "avg_reward": 3342.93, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6032, + 0.3968 + ] + }, + { + "episode": 560, + "avg_reward": 3077.91, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.6032, + 0.3968 + ] + }, + { + "episode": 570, + "avg_reward": 3188.36, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.6032, + 0.3968 + ] + }, + { + "episode": 580, + "avg_reward": 2887.53, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.6032, + 0.3968 + ] + }, + { + "episode": 590, + "avg_reward": 2919.98, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.6032, + 0.3968 + ] + }, + { + "episode": 600, + "avg_reward": 2952.73, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.6143, + 0.3857 + ] + }, + { + "episode": 610, + "avg_reward": 3119.11, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.6143, + 0.3857 + ] + }, + { + "episode": 620, + "avg_reward": 2908.22, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.6143, + 0.3857 + ] + }, + { + "episode": 630, + "avg_reward": 2995.62, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.6143, + 0.3857 + ] + }, + { + "episode": 640, + "avg_reward": 2349.14, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.6143, + 0.3857 + ] + }, + { + "episode": 650, + "avg_reward": 2606.33, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6329, + 0.3671 + ] + }, + { + "episode": 660, + "avg_reward": 2454.52, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.6329, + 0.3671 + ] + }, + { + "episode": 670, + "avg_reward": 2657.69, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6329, + 0.3671 + ] + }, + { + "episode": 680, + "avg_reward": 2620.74, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.6329, + 0.3671 + ] + }, + { + "episode": 690, + "avg_reward": 2580.75, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.6329, + 0.3671 + ] + }, + { + "episode": 700, + "avg_reward": 2387.07, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 710, + "avg_reward": 2544.98, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 720, + "avg_reward": 2331.32, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 730, + "avg_reward": 2671.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 740, + "avg_reward": 2443.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 750, + "avg_reward": 2319.12, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6557, + 0.3443 + ] + }, + { + "episode": 760, + "avg_reward": 2539.23, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.6557, + 0.3443 + ] + }, + { + "episode": 770, + "avg_reward": 2396.49, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6557, + 0.3443 + ] + }, + { + "episode": 780, + "avg_reward": 2539.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.6557, + 0.3443 + ] + }, + { + "episode": 790, + "avg_reward": 2418.95, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.6557, + 0.3443 + ] + }, + { + "episode": 800, + "avg_reward": 2603.58, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.6785, + 0.3215 + ] + }, + { + "episode": 810, + "avg_reward": 2472.93, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.6785, + 0.3215 + ] + }, + { + "episode": 820, + "avg_reward": 2984.97, + "avg_cost": 18.0, + "lambda": 100.0, + "rho": [ + 0.6785, + 0.3215 + ] + }, + { + "episode": 830, + "avg_reward": 2504.58, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6785, + 0.3215 + ] + }, + { + "episode": 840, + "avg_reward": 2676.53, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6785, + 0.3215 + ] + }, + { + "episode": 850, + "avg_reward": 2629.47, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6895, + 0.3105 + ] + }, + { + "episode": 860, + "avg_reward": 3047.33, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.6895, + 0.3105 + ] + }, + { + "episode": 870, + "avg_reward": 3099.69, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.6895, + 0.3105 + ] + }, + { + "episode": 880, + "avg_reward": 3024.78, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6895, + 0.3105 + ] + }, + { + "episode": 890, + "avg_reward": 2890.33, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.6895, + 0.3105 + ] + }, + { + "episode": 900, + "avg_reward": 2903.25, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.6898, + 0.3102 + ] + }, + { + "episode": 910, + "avg_reward": 3125.21, + "avg_cost": 25.25, + "lambda": 100.0, + "rho": [ + 0.6898, + 0.3102 + ] + }, + { + "episode": 920, + "avg_reward": 3059.6, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.6898, + 0.3102 + ] + }, + { + "episode": 930, + "avg_reward": 2830.85, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.6898, + 0.3102 + ] + }, + { + "episode": 940, + "avg_reward": 2951.8, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6898, + 0.3102 + ] + }, + { + "episode": 950, + "avg_reward": 2775.12, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6992, + 0.3008 + ] + }, + { + "episode": 960, + "avg_reward": 2816.81, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6992, + 0.3008 + ] + }, + { + "episode": 970, + "avg_reward": 2954.58, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.6992, + 0.3008 + ] + }, + { + "episode": 980, + "avg_reward": 2783.49, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.6992, + 0.3008 + ] + }, + { + "episode": 990, + "avg_reward": 2618.47, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.6992, + 0.3008 + ] + }, + { + "episode": 1000, + "avg_reward": 2128.41, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.7049, + 0.2951 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..341b82ea428874a0b9030a59edea8451b74d75cc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2262368.22, + "constraint_satisfaction_pct": 6.7, + "final_rho": [ + 0.7418, + 0.2582 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 13.9525, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2482.36, + "avg_cost": 53.25, + "lambda": 25.3075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1973.44, + "avg_cost": 15.5, + "lambda": 34.3075, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 1978.0, + "avg_cost": 18.0, + "lambda": 43.8925, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2163.2, + "avg_cost": 28.0, + "lambda": 50.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2024.53, + "avg_cost": 9.25, + "lambda": 55.3, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 2768.28, + "avg_cost": 31.5, + "lambda": 61.015, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2821.55, + "avg_cost": 25.25, + "lambda": 70.57, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 2917.0, + "avg_cost": 26.25, + "lambda": 75.745, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 2260.3, + "avg_cost": 7.0, + "lambda": 80.065, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2804.98, + "avg_cost": 20.75, + "lambda": 82.75, + "rho": [ + 0.5187, + 0.4813 + ] + }, + { + "episode": 110, + "avg_reward": 3273.13, + "avg_cost": 22.25, + "lambda": 85.5625, + "rho": [ + 0.5187, + 0.4813 + ] + }, + { + "episode": 120, + "avg_reward": 3591.79, + "avg_cost": 47.0, + "lambda": 97.105, + "rho": [ + 0.5187, + 0.4813 + ] + }, + { + "episode": 130, + "avg_reward": 1429.2, + "avg_cost": 22.75, + "lambda": 100.0, + "rho": [ + 0.5187, + 0.4813 + ] + }, + { + "episode": 140, + "avg_reward": 2344.76, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.5187, + 0.4813 + ] + }, + { + "episode": 150, + "avg_reward": 2201.23, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 160, + "avg_reward": 2278.31, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 170, + "avg_reward": 2482.28, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 180, + "avg_reward": 2299.5, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 190, + "avg_reward": 2175.88, + "avg_cost": 37.25, + "lambda": 100.0, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 200, + "avg_reward": 1915.68, + "avg_cost": 44.5, + "lambda": 100.0, + "rho": [ + 0.5459, + 0.4541 + ] + }, + { + "episode": 210, + "avg_reward": 2400.96, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 0.5459, + 0.4541 + ] + }, + { + "episode": 220, + "avg_reward": 2112.42, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 0.5459, + 0.4541 + ] + }, + { + "episode": 230, + "avg_reward": 2033.88, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.5459, + 0.4541 + ] + }, + { + "episode": 240, + "avg_reward": 2786.81, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.5459, + 0.4541 + ] + }, + { + "episode": 250, + "avg_reward": 2567.73, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5593, + 0.4407 + ] + }, + { + "episode": 260, + "avg_reward": 2653.73, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.5593, + 0.4407 + ] + }, + { + "episode": 270, + "avg_reward": 2031.57, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.5593, + 0.4407 + ] + }, + { + "episode": 280, + "avg_reward": 2084.65, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.5593, + 0.4407 + ] + }, + { + "episode": 290, + "avg_reward": 2647.42, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.5593, + 0.4407 + ] + }, + { + "episode": 300, + "avg_reward": 1986.66, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.5821, + 0.4179 + ] + }, + { + "episode": 310, + "avg_reward": 2333.42, + "avg_cost": 21.0, + "lambda": 100.0, + "rho": [ + 0.5821, + 0.4179 + ] + }, + { + "episode": 320, + "avg_reward": 2246.16, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.5821, + 0.4179 + ] + }, + { + "episode": 330, + "avg_reward": 2283.99, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.5821, + 0.4179 + ] + }, + { + "episode": 340, + "avg_reward": 2192.11, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.5821, + 0.4179 + ] + }, + { + "episode": 350, + "avg_reward": 2427.4, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.6145, + 0.3855 + ] + }, + { + "episode": 360, + "avg_reward": 2462.27, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.6145, + 0.3855 + ] + }, + { + "episode": 370, + "avg_reward": 1975.48, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.6145, + 0.3855 + ] + }, + { + "episode": 380, + "avg_reward": 2019.1, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 0.6145, + 0.3855 + ] + }, + { + "episode": 390, + "avg_reward": 2091.02, + "avg_cost": 19.0, + "lambda": 100.0, + "rho": [ + 0.6145, + 0.3855 + ] + }, + { + "episode": 400, + "avg_reward": 2767.82, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 410, + "avg_reward": 2468.66, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 420, + "avg_reward": 2274.67, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 430, + "avg_reward": 2125.08, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 440, + "avg_reward": 2364.0, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 450, + "avg_reward": 2178.51, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6531, + 0.3469 + ] + }, + { + "episode": 460, + "avg_reward": 2227.71, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6531, + 0.3469 + ] + }, + { + "episode": 470, + "avg_reward": 1895.21, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.6531, + 0.3469 + ] + }, + { + "episode": 480, + "avg_reward": 1436.69, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6531, + 0.3469 + ] + }, + { + "episode": 490, + "avg_reward": 1222.79, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.6531, + 0.3469 + ] + }, + { + "episode": 500, + "avg_reward": 1286.29, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6802, + 0.3198 + ] + }, + { + "episode": 510, + "avg_reward": 1843.8, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6802, + 0.3198 + ] + }, + { + "episode": 520, + "avg_reward": 1846.89, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.6802, + 0.3198 + ] + }, + { + "episode": 530, + "avg_reward": 1829.39, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.6802, + 0.3198 + ] + }, + { + "episode": 540, + "avg_reward": 2358.12, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 0.6802, + 0.3198 + ] + }, + { + "episode": 550, + "avg_reward": 2053.11, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.7036, + 0.2964 + ] + }, + { + "episode": 560, + "avg_reward": 2343.57, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.7036, + 0.2964 + ] + }, + { + "episode": 570, + "avg_reward": 2393.25, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.7036, + 0.2964 + ] + }, + { + "episode": 580, + "avg_reward": 2189.01, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.7036, + 0.2964 + ] + }, + { + "episode": 590, + "avg_reward": 2455.13, + "avg_cost": 19.75, + "lambda": 100.0, + "rho": [ + 0.7036, + 0.2964 + ] + }, + { + "episode": 600, + "avg_reward": 2124.27, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.7112, + 0.2888 + ] + }, + { + "episode": 610, + "avg_reward": 2568.33, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.7112, + 0.2888 + ] + }, + { + "episode": 620, + "avg_reward": 2099.26, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.7112, + 0.2888 + ] + }, + { + "episode": 630, + "avg_reward": 2003.51, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.7112, + 0.2888 + ] + }, + { + "episode": 640, + "avg_reward": 2252.01, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.7112, + 0.2888 + ] + }, + { + "episode": 650, + "avg_reward": 1860.41, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.7142, + 0.2858 + ] + }, + { + "episode": 660, + "avg_reward": 2314.25, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.7142, + 0.2858 + ] + }, + { + "episode": 670, + "avg_reward": 2334.85, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.7142, + 0.2858 + ] + }, + { + "episode": 680, + "avg_reward": 2227.08, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.7142, + 0.2858 + ] + }, + { + "episode": 690, + "avg_reward": 2202.25, + "avg_cost": 0.75, + "lambda": 99.97, + "rho": [ + 0.7142, + 0.2858 + ] + }, + { + "episode": 700, + "avg_reward": 2653.97, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.7202, + 0.2798 + ] + }, + { + "episode": 710, + "avg_reward": 2642.48, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 0.7202, + 0.2798 + ] + }, + { + "episode": 720, + "avg_reward": 2580.87, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 0.7202, + 0.2798 + ] + }, + { + "episode": 730, + "avg_reward": 2674.13, + "avg_cost": 33.5, + "lambda": 100.0, + "rho": [ + 0.7202, + 0.2798 + ] + }, + { + "episode": 740, + "avg_reward": 1687.24, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.7202, + 0.2798 + ] + }, + { + "episode": 750, + "avg_reward": 1750.19, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.7278, + 0.2722 + ] + }, + { + "episode": 760, + "avg_reward": 2216.5, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 0.7278, + 0.2722 + ] + }, + { + "episode": 770, + "avg_reward": 2262.21, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.7278, + 0.2722 + ] + }, + { + "episode": 780, + "avg_reward": 1791.16, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.7278, + 0.2722 + ] + }, + { + "episode": 790, + "avg_reward": 1638.72, + "avg_cost": 31.25, + "lambda": 100.0, + "rho": [ + 0.7278, + 0.2722 + ] + }, + { + "episode": 800, + "avg_reward": 1696.09, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 0.7322, + 0.2678 + ] + }, + { + "episode": 810, + "avg_reward": 1460.41, + "avg_cost": 37.75, + "lambda": 100.0, + "rho": [ + 0.7322, + 0.2678 + ] + }, + { + "episode": 820, + "avg_reward": 1572.49, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.7322, + 0.2678 + ] + }, + { + "episode": 830, + "avg_reward": 2078.73, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.7322, + 0.2678 + ] + }, + { + "episode": 840, + "avg_reward": 2249.51, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.7322, + 0.2678 + ] + }, + { + "episode": 850, + "avg_reward": 1933.69, + "avg_cost": 24.25, + "lambda": 100.0, + "rho": [ + 0.7333, + 0.2667 + ] + }, + { + "episode": 860, + "avg_reward": 2005.91, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.7333, + 0.2667 + ] + }, + { + "episode": 870, + "avg_reward": 2203.91, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.7333, + 0.2667 + ] + }, + { + "episode": 880, + "avg_reward": 2039.25, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 0.7333, + 0.2667 + ] + }, + { + "episode": 890, + "avg_reward": 2533.47, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.7333, + 0.2667 + ] + }, + { + "episode": 900, + "avg_reward": 2780.88, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.736, + 0.264 + ] + }, + { + "episode": 910, + "avg_reward": 3585.24, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 0.736, + 0.264 + ] + }, + { + "episode": 920, + "avg_reward": 2577.79, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.736, + 0.264 + ] + }, + { + "episode": 930, + "avg_reward": 2388.92, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.736, + 0.264 + ] + }, + { + "episode": 940, + "avg_reward": 2777.12, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.736, + 0.264 + ] + }, + { + "episode": 950, + "avg_reward": 2369.44, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.7392, + 0.2608 + ] + }, + { + "episode": 960, + "avg_reward": 2464.28, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.7392, + 0.2608 + ] + }, + { + "episode": 970, + "avg_reward": 2832.72, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.7392, + 0.2608 + ] + }, + { + "episode": 980, + "avg_reward": 2827.21, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.7392, + 0.2608 + ] + }, + { + "episode": 990, + "avg_reward": 2612.88, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.7392, + 0.2608 + ] + }, + { + "episode": 1000, + "avg_reward": 2550.97, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 0.7418, + 0.2582 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..072adb13422c1fbe88c92062d9384c2db471d2c7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2024672.69, + "constraint_satisfaction_pct": 30.5, + "final_rho": [ + 0.7396, + 0.2604 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 23.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 1577.61, + "avg_cost": 19.75, + "lambda": 113.6363, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1738.17, + "avg_cost": 14.0, + "lambda": 163.5564, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 1856.8, + "avg_cost": 4.25, + "lambda": 188.4568, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2365.09, + "avg_cost": 9.5, + "lambda": 203.9314, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2021.58, + "avg_cost": 4.25, + "lambda": 215.1236, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 1823.89, + "avg_cost": 5.5, + "lambda": 229.2385, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2002.54, + "avg_cost": 42.25, + "lambda": 243.6079, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 2196.54, + "avg_cost": 8.75, + "lambda": 259.1322, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 1839.05, + "avg_cost": 4.25, + "lambda": 270.6978, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2141.66, + "avg_cost": 5.25, + "lambda": 281.2041, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 110, + "avg_reward": 1865.78, + "avg_cost": 7.0, + "lambda": 290.5446, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 120, + "avg_reward": 2050.16, + "avg_cost": 6.75, + "lambda": 299.6139, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 130, + "avg_reward": 1887.62, + "avg_cost": 4.75, + "lambda": 310.7835, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 140, + "avg_reward": 2108.99, + "avg_cost": 11.75, + "lambda": 321.3055, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 150, + "avg_reward": 2277.5, + "avg_cost": 5.0, + "lambda": 327.8773, + "rho": [ + 0.5854, + 0.4146 + ] + }, + { + "episode": 160, + "avg_reward": 2765.56, + "avg_cost": 10.5, + "lambda": 334.0702, + "rho": [ + 0.5854, + 0.4146 + ] + }, + { + "episode": 170, + "avg_reward": 1434.52, + "avg_cost": 21.25, + "lambda": 344.9378, + "rho": [ + 0.5854, + 0.4146 + ] + }, + { + "episode": 180, + "avg_reward": 1524.28, + "avg_cost": 11.0, + "lambda": 366.2635, + "rho": [ + 0.5854, + 0.4146 + ] + }, + { + "episode": 190, + "avg_reward": 2324.44, + "avg_cost": 2.75, + "lambda": 381.7592, + "rho": [ + 0.5854, + 0.4146 + ] + }, + { + "episode": 200, + "avg_reward": 2466.47, + "avg_cost": 5.0, + "lambda": 391.8005, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 210, + "avg_reward": 2123.23, + "avg_cost": 3.25, + "lambda": 398.9168, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 220, + "avg_reward": 2370.31, + "avg_cost": 3.25, + "lambda": 404.9273, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 230, + "avg_reward": 2417.82, + "avg_cost": 4.0, + "lambda": 410.8598, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 240, + "avg_reward": 2425.11, + "avg_cost": 2.0, + "lambda": 415.0766, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 250, + "avg_reward": 2150.78, + "avg_cost": 2.5, + "lambda": 426.1823, + "rho": [ + 0.6056, + 0.3944 + ] + }, + { + "episode": 260, + "avg_reward": 2167.64, + "avg_cost": 24.5, + "lambda": 435.3725, + "rho": [ + 0.6056, + 0.3944 + ] + }, + { + "episode": 270, + "avg_reward": 2042.0, + "avg_cost": 9.0, + "lambda": 448.1808, + "rho": [ + 0.6056, + 0.3944 + ] + }, + { + "episode": 280, + "avg_reward": 1869.86, + "avg_cost": 6.75, + "lambda": 461.6024, + "rho": [ + 0.6056, + 0.3944 + ] + }, + { + "episode": 290, + "avg_reward": 2325.13, + "avg_cost": 23.5, + "lambda": 478.3819, + "rho": [ + 0.6056, + 0.3944 + ] + }, + { + "episode": 300, + "avg_reward": 2516.69, + "avg_cost": 18.25, + "lambda": 500.0, + "rho": [ + 0.6353, + 0.3647 + ] + }, + { + "episode": 310, + "avg_reward": 2793.88, + "avg_cost": 14.5, + "lambda": 500.0, + "rho": [ + 0.6353, + 0.3647 + ] + }, + { + "episode": 320, + "avg_reward": 2966.1, + "avg_cost": 6.0, + "lambda": 500.0, + "rho": [ + 0.6353, + 0.3647 + ] + }, + { + "episode": 330, + "avg_reward": 2879.55, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.6353, + 0.3647 + ] + }, + { + "episode": 340, + "avg_reward": 2917.39, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.6353, + 0.3647 + ] + }, + { + "episode": 350, + "avg_reward": 3164.14, + "avg_cost": 2.0, + "lambda": 500.0, + "rho": [ + 0.6737, + 0.3263 + ] + }, + { + "episode": 360, + "avg_reward": 3082.69, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.6737, + 0.3263 + ] + }, + { + "episode": 370, + "avg_reward": 3034.21, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 0.6737, + 0.3263 + ] + }, + { + "episode": 380, + "avg_reward": 3083.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6737, + 0.3263 + ] + }, + { + "episode": 390, + "avg_reward": 3209.04, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.6737, + 0.3263 + ] + }, + { + "episode": 400, + "avg_reward": 3126.83, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 0.706, + 0.294 + ] + }, + { + "episode": 410, + "avg_reward": 2805.84, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 0.706, + 0.294 + ] + }, + { + "episode": 420, + "avg_reward": 3114.06, + "avg_cost": 19.5, + "lambda": 500.0, + "rho": [ + 0.706, + 0.294 + ] + }, + { + "episode": 430, + "avg_reward": 4500.33, + "avg_cost": 106.25, + "lambda": 500.0, + "rho": [ + 0.706, + 0.294 + ] + }, + { + "episode": 440, + "avg_reward": 2538.62, + "avg_cost": 57.25, + "lambda": 500.0, + "rho": [ + 0.706, + 0.294 + ] + }, + { + "episode": 450, + "avg_reward": 659.05, + "avg_cost": 141.75, + "lambda": 500.0, + "rho": [ + 0.718, + 0.282 + ] + }, + { + "episode": 460, + "avg_reward": 1234.8, + "avg_cost": 54.75, + "lambda": 500.0, + "rho": [ + 0.718, + 0.282 + ] + }, + { + "episode": 470, + "avg_reward": 1492.65, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 0.718, + 0.282 + ] + }, + { + "episode": 480, + "avg_reward": 1637.88, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.718, + 0.282 + ] + }, + { + "episode": 490, + "avg_reward": 1362.03, + "avg_cost": 23.5, + "lambda": 500.0, + "rho": [ + 0.718, + 0.282 + ] + }, + { + "episode": 500, + "avg_reward": 1444.22, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.7232, + 0.2768 + ] + }, + { + "episode": 510, + "avg_reward": 1704.94, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7232, + 0.2768 + ] + }, + { + "episode": 520, + "avg_reward": 1504.02, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7232, + 0.2768 + ] + }, + { + "episode": 530, + "avg_reward": 1571.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7232, + 0.2768 + ] + }, + { + "episode": 540, + "avg_reward": 1679.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7232, + 0.2768 + ] + }, + { + "episode": 550, + "avg_reward": 1409.62, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7303, + 0.2697 + ] + }, + { + "episode": 560, + "avg_reward": 1443.99, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7303, + 0.2697 + ] + }, + { + "episode": 570, + "avg_reward": 1501.12, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7303, + 0.2697 + ] + }, + { + "episode": 580, + "avg_reward": 1744.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7303, + 0.2697 + ] + }, + { + "episode": 590, + "avg_reward": 1569.04, + "avg_cost": 9.75, + "lambda": 500.0, + "rho": [ + 0.7303, + 0.2697 + ] + }, + { + "episode": 600, + "avg_reward": 1526.25, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7331, + 0.2669 + ] + }, + { + "episode": 610, + "avg_reward": 1313.13, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7331, + 0.2669 + ] + }, + { + "episode": 620, + "avg_reward": 1409.19, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7331, + 0.2669 + ] + }, + { + "episode": 630, + "avg_reward": 1554.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7331, + 0.2669 + ] + }, + { + "episode": 640, + "avg_reward": 1590.54, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7331, + 0.2669 + ] + }, + { + "episode": 650, + "avg_reward": 1491.12, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.7374, + 0.2626 + ] + }, + { + "episode": 660, + "avg_reward": 1583.85, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.7374, + 0.2626 + ] + }, + { + "episode": 670, + "avg_reward": 1601.19, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.7374, + 0.2626 + ] + }, + { + "episode": 680, + "avg_reward": 1418.69, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7374, + 0.2626 + ] + }, + { + "episode": 690, + "avg_reward": 1718.9, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7374, + 0.2626 + ] + }, + { + "episode": 700, + "avg_reward": 1791.68, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7386, + 0.2614 + ] + }, + { + "episode": 710, + "avg_reward": 1916.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7386, + 0.2614 + ] + }, + { + "episode": 720, + "avg_reward": 2072.24, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.7386, + 0.2614 + ] + }, + { + "episode": 730, + "avg_reward": 2019.27, + "avg_cost": 56.0, + "lambda": 500.0, + "rho": [ + 0.7386, + 0.2614 + ] + }, + { + "episode": 740, + "avg_reward": 2042.23, + "avg_cost": 18.0, + "lambda": 500.0, + "rho": [ + 0.7386, + 0.2614 + ] + }, + { + "episode": 750, + "avg_reward": 2032.69, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7397, + 0.2603 + ] + }, + { + "episode": 760, + "avg_reward": 1964.62, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7397, + 0.2603 + ] + }, + { + "episode": 770, + "avg_reward": 1739.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7397, + 0.2603 + ] + }, + { + "episode": 780, + "avg_reward": 1889.88, + "avg_cost": 10.75, + "lambda": 500.0, + "rho": [ + 0.7397, + 0.2603 + ] + }, + { + "episode": 790, + "avg_reward": 1868.59, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7397, + 0.2603 + ] + }, + { + "episode": 800, + "avg_reward": 1871.97, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7407, + 0.2593 + ] + }, + { + "episode": 810, + "avg_reward": 1851.3, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7407, + 0.2593 + ] + }, + { + "episode": 820, + "avg_reward": 1960.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7407, + 0.2593 + ] + }, + { + "episode": 830, + "avg_reward": 1992.85, + "avg_cost": 7.75, + "lambda": 500.0, + "rho": [ + 0.7407, + 0.2593 + ] + }, + { + "episode": 840, + "avg_reward": 1941.81, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.7407, + 0.2593 + ] + }, + { + "episode": 850, + "avg_reward": 1938.6, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.7415, + 0.2585 + ] + }, + { + "episode": 860, + "avg_reward": 2080.1, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7415, + 0.2585 + ] + }, + { + "episode": 870, + "avg_reward": 1872.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7415, + 0.2585 + ] + }, + { + "episode": 880, + "avg_reward": 1894.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7415, + 0.2585 + ] + }, + { + "episode": 890, + "avg_reward": 1949.57, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7415, + 0.2585 + ] + }, + { + "episode": 900, + "avg_reward": 1930.72, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7423, + 0.2577 + ] + }, + { + "episode": 910, + "avg_reward": 1928.85, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7423, + 0.2577 + ] + }, + { + "episode": 920, + "avg_reward": 2141.31, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7423, + 0.2577 + ] + }, + { + "episode": 930, + "avg_reward": 2144.3, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7423, + 0.2577 + ] + }, + { + "episode": 940, + "avg_reward": 2072.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7423, + 0.2577 + ] + }, + { + "episode": 950, + "avg_reward": 2116.77, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7409, + 0.2591 + ] + }, + { + "episode": 960, + "avg_reward": 2036.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7409, + 0.2591 + ] + }, + { + "episode": 970, + "avg_reward": 2125.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7409, + 0.2591 + ] + }, + { + "episode": 980, + "avg_reward": 2081.18, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7409, + 0.2591 + ] + }, + { + "episode": 990, + "avg_reward": 2075.77, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7409, + 0.2591 + ] + }, + { + "episode": 1000, + "avg_reward": 2152.28, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7396, + 0.2604 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..41d5d0ce52176a576b2941cdc1b1aac148a614ee --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1910160.67, + "constraint_satisfaction_pct": 81.5, + "final_rho": [ + 0.294, + 0.706 + ], + "final_lambda": 185.0485, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 23.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2259.34, + "avg_cost": 9.25, + "lambda": 106.8261, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 2378.43, + "avg_cost": 0.5, + "lambda": 145.3066, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 1816.5, + "avg_cost": 1.75, + "lambda": 160.8648, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 1653.85, + "avg_cost": 0.5, + "lambda": 166.9987, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 1757.68, + "avg_cost": 1.5, + "lambda": 169.3611, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 60, + "avg_reward": 1917.7, + "avg_cost": 0.25, + "lambda": 170.7956, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 70, + "avg_reward": 1751.86, + "avg_cost": 0.25, + "lambda": 171.823, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 80, + "avg_reward": 2369.97, + "avg_cost": 0.0, + "lambda": 172.9406, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 90, + "avg_reward": 2098.66, + "avg_cost": 0.0, + "lambda": 174.6938, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 100, + "avg_reward": 2294.93, + "avg_cost": 2.0, + "lambda": 176.7105, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 110, + "avg_reward": 2355.03, + "avg_cost": 1.25, + "lambda": 178.1447, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 120, + "avg_reward": 2015.78, + "avg_cost": 0.0, + "lambda": 178.9908, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 130, + "avg_reward": 2396.1, + "avg_cost": 0.0, + "lambda": 179.6515, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 140, + "avg_reward": 1802.29, + "avg_cost": 0.0, + "lambda": 180.021, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 150, + "avg_reward": 1566.42, + "avg_cost": 0.0, + "lambda": 180.2592, + "rho": [ + 0.3753, + 0.6247 + ] + }, + { + "episode": 160, + "avg_reward": 1431.25, + "avg_cost": 0.0, + "lambda": 180.416, + "rho": [ + 0.3753, + 0.6247 + ] + }, + { + "episode": 170, + "avg_reward": 1445.99, + "avg_cost": 0.25, + "lambda": 180.5221, + "rho": [ + 0.3753, + 0.6247 + ] + }, + { + "episode": 180, + "avg_reward": 1385.55, + "avg_cost": 0.75, + "lambda": 180.5803, + "rho": [ + 0.3753, + 0.6247 + ] + }, + { + "episode": 190, + "avg_reward": 1360.21, + "avg_cost": 0.0, + "lambda": 180.642, + "rho": [ + 0.3753, + 0.6247 + ] + }, + { + "episode": 200, + "avg_reward": 1149.66, + "avg_cost": 0.0, + "lambda": 180.6635, + "rho": [ + 0.3769, + 0.6231 + ] + }, + { + "episode": 210, + "avg_reward": 1002.84, + "avg_cost": 0.0, + "lambda": 180.6796, + "rho": [ + 0.3769, + 0.6231 + ] + }, + { + "episode": 220, + "avg_reward": 1249.61, + "avg_cost": 0.0, + "lambda": 180.8106, + "rho": [ + 0.3769, + 0.6231 + ] + }, + { + "episode": 230, + "avg_reward": 1140.09, + "avg_cost": 0.0, + "lambda": 180.9411, + "rho": [ + 0.3769, + 0.6231 + ] + }, + { + "episode": 240, + "avg_reward": 1358.18, + "avg_cost": 0.0, + "lambda": 181.1016, + "rho": [ + 0.3769, + 0.6231 + ] + }, + { + "episode": 250, + "avg_reward": 1340.16, + "avg_cost": 0.0, + "lambda": 181.182, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 260, + "avg_reward": 1494.82, + "avg_cost": 0.0, + "lambda": 181.21, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 270, + "avg_reward": 1438.25, + "avg_cost": 0.0, + "lambda": 181.2198, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 280, + "avg_reward": 1371.91, + "avg_cost": 0.0, + "lambda": 181.23, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 290, + "avg_reward": 1555.8, + "avg_cost": 0.0, + "lambda": 181.243, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 300, + "avg_reward": 1550.02, + "avg_cost": 0.0, + "lambda": 181.2476, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 310, + "avg_reward": 1458.68, + "avg_cost": 0.0, + "lambda": 181.2492, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 320, + "avg_reward": 1425.39, + "avg_cost": 0.0, + "lambda": 181.2497, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 330, + "avg_reward": 1512.93, + "avg_cost": 0.0, + "lambda": 181.2499, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 340, + "avg_reward": 1755.71, + "avg_cost": 0.0, + "lambda": 181.25, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 350, + "avg_reward": 1810.25, + "avg_cost": 0.0, + "lambda": 181.25, + "rho": [ + 0.3809, + 0.6191 + ] + }, + { + "episode": 360, + "avg_reward": 1752.23, + "avg_cost": 0.0, + "lambda": 181.25, + "rho": [ + 0.3809, + 0.6191 + ] + }, + { + "episode": 370, + "avg_reward": 1956.71, + "avg_cost": 0.0, + "lambda": 181.25, + "rho": [ + 0.3809, + 0.6191 + ] + }, + { + "episode": 380, + "avg_reward": 1851.44, + "avg_cost": 0.0, + "lambda": 181.25, + "rho": [ + 0.3809, + 0.6191 + ] + }, + { + "episode": 390, + "avg_reward": 1727.03, + "avg_cost": 0.0, + "lambda": 181.2761, + "rho": [ + 0.3809, + 0.6191 + ] + }, + { + "episode": 400, + "avg_reward": 1643.56, + "avg_cost": 0.0, + "lambda": 181.2917, + "rho": [ + 0.3819, + 0.6181 + ] + }, + { + "episode": 410, + "avg_reward": 1799.9, + "avg_cost": 0.0, + "lambda": 181.3232, + "rho": [ + 0.3819, + 0.6181 + ] + }, + { + "episode": 420, + "avg_reward": 1948.93, + "avg_cost": 0.0, + "lambda": 181.3406, + "rho": [ + 0.3819, + 0.6181 + ] + }, + { + "episode": 430, + "avg_reward": 1951.42, + "avg_cost": 0.0, + "lambda": 181.3467, + "rho": [ + 0.3819, + 0.6181 + ] + }, + { + "episode": 440, + "avg_reward": 2018.35, + "avg_cost": 0.0, + "lambda": 181.4127, + "rho": [ + 0.3819, + 0.6181 + ] + }, + { + "episode": 450, + "avg_reward": 1994.07, + "avg_cost": 0.0, + "lambda": 181.4533, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 460, + "avg_reward": 1995.13, + "avg_cost": 0.0, + "lambda": 181.4674, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 470, + "avg_reward": 1977.97, + "avg_cost": 0.0, + "lambda": 181.4724, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 480, + "avg_reward": 2074.25, + "avg_cost": 0.0, + "lambda": 181.4904, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 490, + "avg_reward": 1982.07, + "avg_cost": 0.25, + "lambda": 181.4991, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 500, + "avg_reward": 1875.13, + "avg_cost": 0.0, + "lambda": 181.5262, + "rho": [ + 0.3756, + 0.6244 + ] + }, + { + "episode": 510, + "avg_reward": 1939.37, + "avg_cost": 0.0, + "lambda": 181.6989, + "rho": [ + 0.3756, + 0.6244 + ] + }, + { + "episode": 520, + "avg_reward": 1952.55, + "avg_cost": 0.0, + "lambda": 181.8732, + "rho": [ + 0.3756, + 0.6244 + ] + }, + { + "episode": 530, + "avg_reward": 1886.47, + "avg_cost": 0.0, + "lambda": 182.0209, + "rho": [ + 0.3756, + 0.6244 + ] + }, + { + "episode": 540, + "avg_reward": 1962.22, + "avg_cost": 0.0, + "lambda": 182.1067, + "rho": [ + 0.3756, + 0.6244 + ] + }, + { + "episode": 550, + "avg_reward": 1997.76, + "avg_cost": 0.0, + "lambda": 182.2797, + "rho": [ + 0.3692, + 0.6308 + ] + }, + { + "episode": 560, + "avg_reward": 2058.26, + "avg_cost": 0.0, + "lambda": 182.3743, + "rho": [ + 0.3692, + 0.6308 + ] + }, + { + "episode": 570, + "avg_reward": 1885.68, + "avg_cost": 0.25, + "lambda": 182.449, + "rho": [ + 0.3692, + 0.6308 + ] + }, + { + "episode": 580, + "avg_reward": 1932.89, + "avg_cost": 0.0, + "lambda": 182.6263, + "rho": [ + 0.3692, + 0.6308 + ] + }, + { + "episode": 590, + "avg_reward": 1926.89, + "avg_cost": 0.25, + "lambda": 182.8772, + "rho": [ + 0.3692, + 0.6308 + ] + }, + { + "episode": 600, + "avg_reward": 1918.59, + "avg_cost": 0.0, + "lambda": 183.0591, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 610, + "avg_reward": 1899.36, + "avg_cost": 0.0, + "lambda": 183.2357, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 620, + "avg_reward": 1840.53, + "avg_cost": 0.5, + "lambda": 183.3661, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 630, + "avg_reward": 2133.12, + "avg_cost": 0.0, + "lambda": 183.4855, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 640, + "avg_reward": 2117.12, + "avg_cost": 0.0, + "lambda": 183.5438, + "rho": [ + 0.3566, + 0.6434 + ] + }, + { + "episode": 650, + "avg_reward": 2111.22, + "avg_cost": 0.0, + "lambda": 183.5641, + "rho": [ + 0.3446, + 0.6554 + ] + }, + { + "episode": 660, + "avg_reward": 2050.42, + "avg_cost": 0.0, + "lambda": 183.5712, + "rho": [ + 0.3446, + 0.6554 + ] + }, + { + "episode": 670, + "avg_reward": 2050.97, + "avg_cost": 0.0, + "lambda": 183.5823, + "rho": [ + 0.3446, + 0.6554 + ] + }, + { + "episode": 680, + "avg_reward": 1962.68, + "avg_cost": 1.0, + "lambda": 183.6086, + "rho": [ + 0.3446, + 0.6554 + ] + }, + { + "episode": 690, + "avg_reward": 2044.33, + "avg_cost": 0.0, + "lambda": 183.7885, + "rho": [ + 0.3446, + 0.6554 + ] + }, + { + "episode": 700, + "avg_reward": 2130.56, + "avg_cost": 0.0, + "lambda": 183.9069, + "rho": [ + 0.3333, + 0.6667 + ] + }, + { + "episode": 710, + "avg_reward": 2131.06, + "avg_cost": 0.0, + "lambda": 184.0169, + "rho": [ + 0.3333, + 0.6667 + ] + }, + { + "episode": 720, + "avg_reward": 2085.7, + "avg_cost": 0.0, + "lambda": 184.1297, + "rho": [ + 0.3333, + 0.6667 + ] + }, + { + "episode": 730, + "avg_reward": 2150.73, + "avg_cost": 0.0, + "lambda": 184.2469, + "rho": [ + 0.3333, + 0.6667 + ] + }, + { + "episode": 740, + "avg_reward": 2136.84, + "avg_cost": 0.0, + "lambda": 184.3609, + "rho": [ + 0.3333, + 0.6667 + ] + }, + { + "episode": 750, + "avg_reward": 2044.24, + "avg_cost": 0.5, + "lambda": 184.45, + "rho": [ + 0.3226, + 0.6774 + ] + }, + { + "episode": 760, + "avg_reward": 2098.57, + "avg_cost": 0.25, + "lambda": 184.5381, + "rho": [ + 0.3226, + 0.6774 + ] + }, + { + "episode": 770, + "avg_reward": 2023.36, + "avg_cost": 0.0, + "lambda": 184.5947, + "rho": [ + 0.3226, + 0.6774 + ] + }, + { + "episode": 780, + "avg_reward": 2132.63, + "avg_cost": 0.0, + "lambda": 184.646, + "rho": [ + 0.3226, + 0.6774 + ] + }, + { + "episode": 790, + "avg_reward": 2157.39, + "avg_cost": 0.0, + "lambda": 184.6802, + "rho": [ + 0.3226, + 0.6774 + ] + }, + { + "episode": 800, + "avg_reward": 2081.9, + "avg_cost": 1.5, + "lambda": 184.7081, + "rho": [ + 0.3126, + 0.6874 + ] + }, + { + "episode": 810, + "avg_reward": 2191.1, + "avg_cost": 0.0, + "lambda": 184.8148, + "rho": [ + 0.3126, + 0.6874 + ] + }, + { + "episode": 820, + "avg_reward": 2143.2, + "avg_cost": 0.0, + "lambda": 184.854, + "rho": [ + 0.3126, + 0.6874 + ] + }, + { + "episode": 830, + "avg_reward": 2181.51, + "avg_cost": 0.0, + "lambda": 184.8807, + "rho": [ + 0.3126, + 0.6874 + ] + }, + { + "episode": 840, + "avg_reward": 2247.36, + "avg_cost": 0.0, + "lambda": 184.8933, + "rho": [ + 0.3126, + 0.6874 + ] + }, + { + "episode": 850, + "avg_reward": 2244.18, + "avg_cost": 0.0, + "lambda": 184.8977, + "rho": [ + 0.3034, + 0.6966 + ] + }, + { + "episode": 860, + "avg_reward": 2273.88, + "avg_cost": 0.0, + "lambda": 184.8992, + "rho": [ + 0.3034, + 0.6966 + ] + }, + { + "episode": 870, + "avg_reward": 2230.74, + "avg_cost": 0.0, + "lambda": 184.8997, + "rho": [ + 0.3034, + 0.6966 + ] + }, + { + "episode": 880, + "avg_reward": 2286.73, + "avg_cost": 0.0, + "lambda": 184.8999, + "rho": [ + 0.3034, + 0.6966 + ] + }, + { + "episode": 890, + "avg_reward": 2282.48, + "avg_cost": 0.0, + "lambda": 184.9, + "rho": [ + 0.3034, + 0.6966 + ] + }, + { + "episode": 900, + "avg_reward": 2268.01, + "avg_cost": 0.0, + "lambda": 184.913, + "rho": [ + 0.2984, + 0.7016 + ] + }, + { + "episode": 910, + "avg_reward": 2280.33, + "avg_cost": 0.0, + "lambda": 184.9515, + "rho": [ + 0.2984, + 0.7016 + ] + }, + { + "episode": 920, + "avg_reward": 2248.85, + "avg_cost": 0.0, + "lambda": 184.9831, + "rho": [ + 0.2984, + 0.7016 + ] + }, + { + "episode": 930, + "avg_reward": 2235.78, + "avg_cost": 0.0, + "lambda": 184.9941, + "rho": [ + 0.2984, + 0.7016 + ] + }, + { + "episode": 940, + "avg_reward": 2222.81, + "avg_cost": 0.0, + "lambda": 184.9979, + "rho": [ + 0.2984, + 0.7016 + ] + }, + { + "episode": 950, + "avg_reward": 2207.94, + "avg_cost": 0.0, + "lambda": 184.9993, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 960, + "avg_reward": 2160.84, + "avg_cost": 0.0, + "lambda": 184.9998, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 970, + "avg_reward": 2148.21, + "avg_cost": 0.0, + "lambda": 185.0135, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 980, + "avg_reward": 2140.08, + "avg_cost": 0.0, + "lambda": 185.0373, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 990, + "avg_reward": 2121.54, + "avg_cost": 0.0, + "lambda": 185.0456, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 1000, + "avg_reward": 2125.71, + "avg_cost": 0.0, + "lambda": 185.0485, + "rho": [ + 0.294, + 0.706 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..df0b151818934f79fb9f8b71dae5698c02211d23 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2527124.04, + "constraint_satisfaction_pct": 19.8, + "final_rho": [ + 0.5269, + 0.4731 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 23.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2215.42, + "avg_cost": 13.0, + "lambda": 108.0656, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1796.62, + "avg_cost": 8.5, + "lambda": 152.2264, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2434.06, + "avg_cost": 9.25, + "lambda": 175.4862, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 1928.93, + "avg_cost": 1.5, + "lambda": 189.0785, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 1834.13, + "avg_cost": 3.25, + "lambda": 199.1885, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 2001.77, + "avg_cost": 5.25, + "lambda": 209.6156, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2173.4, + "avg_cost": 3.25, + "lambda": 221.023, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 3179.51, + "avg_cost": 34.0, + "lambda": 229.2232, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 2114.23, + "avg_cost": 3.5, + "lambda": 240.1547, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2608.1, + "avg_cost": 4.75, + "lambda": 251.8015, + "rho": [ + 0.5015, + 0.4985 + ] + }, + { + "episode": 110, + "avg_reward": 2421.63, + "avg_cost": 1.25, + "lambda": 259.8909, + "rho": [ + 0.5015, + 0.4985 + ] + }, + { + "episode": 120, + "avg_reward": 2459.88, + "avg_cost": 1.25, + "lambda": 267.0615, + "rho": [ + 0.5015, + 0.4985 + ] + }, + { + "episode": 130, + "avg_reward": 2321.08, + "avg_cost": 5.0, + "lambda": 275.5166, + "rho": [ + 0.5015, + 0.4985 + ] + }, + { + "episode": 140, + "avg_reward": 2564.19, + "avg_cost": 1.75, + "lambda": 282.396, + "rho": [ + 0.5015, + 0.4985 + ] + }, + { + "episode": 150, + "avg_reward": 2567.66, + "avg_cost": 3.5, + "lambda": 287.6902, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 160, + "avg_reward": 2578.14, + "avg_cost": 8.5, + "lambda": 294.5582, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 170, + "avg_reward": 2395.62, + "avg_cost": 4.0, + "lambda": 301.7027, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 180, + "avg_reward": 2630.38, + "avg_cost": 0.0, + "lambda": 306.245, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 190, + "avg_reward": 2273.48, + "avg_cost": 0.75, + "lambda": 310.0058, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 200, + "avg_reward": 2206.55, + "avg_cost": 2.0, + "lambda": 316.6458, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 210, + "avg_reward": 1495.28, + "avg_cost": 5.25, + "lambda": 323.1976, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 220, + "avg_reward": 2240.39, + "avg_cost": 0.0, + "lambda": 327.1244, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 230, + "avg_reward": 2947.54, + "avg_cost": 10.25, + "lambda": 328.7321, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 240, + "avg_reward": 2050.92, + "avg_cost": 3.0, + "lambda": 335.558, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 250, + "avg_reward": 2717.86, + "avg_cost": 1.25, + "lambda": 339.0063, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 260, + "avg_reward": 2501.96, + "avg_cost": 16.0, + "lambda": 343.1445, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 270, + "avg_reward": 2746.71, + "avg_cost": 2.0, + "lambda": 347.2604, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 280, + "avg_reward": 2685.26, + "avg_cost": 1.5, + "lambda": 351.7045, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 290, + "avg_reward": 2466.89, + "avg_cost": 0.0, + "lambda": 356.3495, + "rho": [ + 0.4625, + 0.5375 + ] + }, + { + "episode": 300, + "avg_reward": 2356.66, + "avg_cost": 26.5, + "lambda": 360.2844, + "rho": [ + 0.4644, + 0.5356 + ] + }, + { + "episode": 310, + "avg_reward": 1872.43, + "avg_cost": 0.5, + "lambda": 365.2703, + "rho": [ + 0.4644, + 0.5356 + ] + }, + { + "episode": 320, + "avg_reward": 2461.45, + "avg_cost": 1.0, + "lambda": 367.898, + "rho": [ + 0.4644, + 0.5356 + ] + }, + { + "episode": 330, + "avg_reward": 2799.44, + "avg_cost": 1.5, + "lambda": 371.4158, + "rho": [ + 0.4644, + 0.5356 + ] + }, + { + "episode": 340, + "avg_reward": 2418.14, + "avg_cost": 5.0, + "lambda": 378.1407, + "rho": [ + 0.4644, + 0.5356 + ] + }, + { + "episode": 350, + "avg_reward": 2779.71, + "avg_cost": 44.5, + "lambda": 393.4309, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 360, + "avg_reward": 986.32, + "avg_cost": 6.75, + "lambda": 409.6049, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 370, + "avg_reward": 1834.32, + "avg_cost": 0.25, + "lambda": 416.595, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 380, + "avg_reward": 2206.16, + "avg_cost": 5.0, + "lambda": 419.3066, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 390, + "avg_reward": 2284.76, + "avg_cost": 0.0, + "lambda": 424.0548, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 400, + "avg_reward": 2676.49, + "avg_cost": 2.0, + "lambda": 427.9778, + "rho": [ + 0.4789, + 0.5211 + ] + }, + { + "episode": 410, + "avg_reward": 2312.17, + "avg_cost": 0.0, + "lambda": 433.432, + "rho": [ + 0.4789, + 0.5211 + ] + }, + { + "episode": 420, + "avg_reward": 2479.12, + "avg_cost": 1.25, + "lambda": 436.7737, + "rho": [ + 0.4789, + 0.5211 + ] + }, + { + "episode": 430, + "avg_reward": 2286.36, + "avg_cost": 0.0, + "lambda": 439.5879, + "rho": [ + 0.4789, + 0.5211 + ] + }, + { + "episode": 440, + "avg_reward": 2335.43, + "avg_cost": 1.0, + "lambda": 442.7794, + "rho": [ + 0.4789, + 0.5211 + ] + }, + { + "episode": 450, + "avg_reward": 2187.12, + "avg_cost": 2.5, + "lambda": 445.0725, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 460, + "avg_reward": 2393.29, + "avg_cost": 0.0, + "lambda": 446.582, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 470, + "avg_reward": 2768.18, + "avg_cost": 0.0, + "lambda": 447.5392, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 480, + "avg_reward": 2701.42, + "avg_cost": 0.75, + "lambda": 448.1548, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 490, + "avg_reward": 2866.39, + "avg_cost": 1.0, + "lambda": 448.5965, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 500, + "avg_reward": 2837.2, + "avg_cost": 0.0, + "lambda": 449.4267, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 510, + "avg_reward": 2780.84, + "avg_cost": 10.0, + "lambda": 450.729, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 520, + "avg_reward": 2739.69, + "avg_cost": 1.5, + "lambda": 452.9853, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 530, + "avg_reward": 2464.98, + "avg_cost": 0.0, + "lambda": 455.9651, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 540, + "avg_reward": 2924.46, + "avg_cost": 7.5, + "lambda": 457.5536, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 550, + "avg_reward": 2829.47, + "avg_cost": 0.0, + "lambda": 459.6211, + "rho": [ + 0.5022, + 0.4978 + ] + }, + { + "episode": 560, + "avg_reward": 2746.71, + "avg_cost": 0.0, + "lambda": 461.1777, + "rho": [ + 0.5022, + 0.4978 + ] + }, + { + "episode": 570, + "avg_reward": 2705.22, + "avg_cost": 0.0, + "lambda": 463.0298, + "rho": [ + 0.5022, + 0.4978 + ] + }, + { + "episode": 580, + "avg_reward": 2467.49, + "avg_cost": 0.25, + "lambda": 464.6326, + "rho": [ + 0.5022, + 0.4978 + ] + }, + { + "episode": 590, + "avg_reward": 2764.42, + "avg_cost": 6.75, + "lambda": 469.4187, + "rho": [ + 0.5022, + 0.4978 + ] + }, + { + "episode": 600, + "avg_reward": 2082.27, + "avg_cost": 0.75, + "lambda": 475.2541, + "rho": [ + 0.5091, + 0.4909 + ] + }, + { + "episode": 610, + "avg_reward": 2931.77, + "avg_cost": 0.0, + "lambda": 478.925, + "rho": [ + 0.5091, + 0.4909 + ] + }, + { + "episode": 620, + "avg_reward": 2465.62, + "avg_cost": 8.25, + "lambda": 486.4688, + "rho": [ + 0.5091, + 0.4909 + ] + }, + { + "episode": 630, + "avg_reward": 2359.33, + "avg_cost": 0.75, + "lambda": 492.9603, + "rho": [ + 0.5091, + 0.4909 + ] + }, + { + "episode": 640, + "avg_reward": 2707.82, + "avg_cost": 5.75, + "lambda": 496.599, + "rho": [ + 0.5091, + 0.4909 + ] + }, + { + "episode": 650, + "avg_reward": 3039.17, + "avg_cost": 10.75, + "lambda": 500.0, + "rho": [ + 0.5109, + 0.4891 + ] + }, + { + "episode": 660, + "avg_reward": 2437.86, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5109, + 0.4891 + ] + }, + { + "episode": 670, + "avg_reward": 2052.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5109, + 0.4891 + ] + }, + { + "episode": 680, + "avg_reward": 2511.51, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 0.5109, + 0.4891 + ] + }, + { + "episode": 690, + "avg_reward": 2421.28, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5109, + 0.4891 + ] + }, + { + "episode": 700, + "avg_reward": 2537.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 710, + "avg_reward": 2542.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 720, + "avg_reward": 3482.44, + "avg_cost": 30.25, + "lambda": 500.0, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 730, + "avg_reward": 1606.37, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 740, + "avg_reward": 2470.59, + "avg_cost": 11.25, + "lambda": 500.0, + "rho": [ + 0.5124, + 0.4876 + ] + }, + { + "episode": 750, + "avg_reward": 3020.54, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 0.5174, + 0.4826 + ] + }, + { + "episode": 760, + "avg_reward": 2330.73, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5174, + 0.4826 + ] + }, + { + "episode": 770, + "avg_reward": 2042.75, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5174, + 0.4826 + ] + }, + { + "episode": 780, + "avg_reward": 2771.18, + "avg_cost": 17.75, + "lambda": 500.0, + "rho": [ + 0.5174, + 0.4826 + ] + }, + { + "episode": 790, + "avg_reward": 2807.17, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5174, + 0.4826 + ] + }, + { + "episode": 800, + "avg_reward": 1257.42, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.518, + 0.482 + ] + }, + { + "episode": 810, + "avg_reward": 1709.27, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.518, + 0.482 + ] + }, + { + "episode": 820, + "avg_reward": 2370.05, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.518, + 0.482 + ] + }, + { + "episode": 830, + "avg_reward": 3167.35, + "avg_cost": 12.75, + "lambda": 500.0, + "rho": [ + 0.518, + 0.482 + ] + }, + { + "episode": 840, + "avg_reward": 2911.35, + "avg_cost": 19.75, + "lambda": 500.0, + "rho": [ + 0.518, + 0.482 + ] + }, + { + "episode": 850, + "avg_reward": 2532.29, + "avg_cost": 33.25, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 860, + "avg_reward": 2257.47, + "avg_cost": 37.5, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 870, + "avg_reward": 2357.78, + "avg_cost": 37.75, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 880, + "avg_reward": 2242.99, + "avg_cost": 48.25, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 890, + "avg_reward": 3184.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 900, + "avg_reward": 3497.57, + "avg_cost": 8.25, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 910, + "avg_reward": 3924.82, + "avg_cost": 17.0, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 920, + "avg_reward": 3682.68, + "avg_cost": 25.75, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 930, + "avg_reward": 3545.45, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 940, + "avg_reward": 3474.99, + "avg_cost": 11.5, + "lambda": 500.0, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 950, + "avg_reward": 2526.42, + "avg_cost": 23.75, + "lambda": 500.0, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 960, + "avg_reward": 2602.4, + "avg_cost": 43.75, + "lambda": 500.0, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 970, + "avg_reward": 2795.22, + "avg_cost": 33.25, + "lambda": 500.0, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 980, + "avg_reward": 2997.27, + "avg_cost": 14.5, + "lambda": 500.0, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 990, + "avg_reward": 3422.73, + "avg_cost": 8.5, + "lambda": 500.0, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 1000, + "avg_reward": 2769.79, + "avg_cost": 37.0, + "lambda": 500.0, + "rho": [ + 0.5269, + 0.4731 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..132eddf62e9df9c952eb02b1fd50c9a8ad12a9a7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2086282.02, + "constraint_satisfaction_pct": 32.5, + "final_rho": [ + 0.4611, + 0.5389 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 23.275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2215.42, + "avg_cost": 13.0, + "lambda": 108.0656, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 1796.62, + "avg_cost": 8.5, + "lambda": 152.2264, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2434.06, + "avg_cost": 9.25, + "lambda": 175.4862, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 1928.93, + "avg_cost": 1.5, + "lambda": 189.0785, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 1834.13, + "avg_cost": 3.25, + "lambda": 199.1885, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 2066.74, + "avg_cost": 2.75, + "lambda": 207.718, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 2330.6, + "avg_cost": 9.75, + "lambda": 216.3784, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 2035.16, + "avg_cost": 3.5, + "lambda": 224.9132, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 2186.89, + "avg_cost": 4.25, + "lambda": 232.0267, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 2408.43, + "avg_cost": 2.0, + "lambda": 239.0976, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 110, + "avg_reward": 2389.26, + "avg_cost": 1.0, + "lambda": 247.2951, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 120, + "avg_reward": 2204.35, + "avg_cost": 2.75, + "lambda": 254.4153, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 130, + "avg_reward": 2171.54, + "avg_cost": 1.5, + "lambda": 261.1807, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 140, + "avg_reward": 2518.56, + "avg_cost": 2.0, + "lambda": 268.1373, + "rho": [ + 0.5496, + 0.4504 + ] + }, + { + "episode": 150, + "avg_reward": 1911.98, + "avg_cost": 8.75, + "lambda": 275.0325, + "rho": [ + 0.5554, + 0.4446 + ] + }, + { + "episode": 160, + "avg_reward": 2555.24, + "avg_cost": 5.0, + "lambda": 280.7731, + "rho": [ + 0.5554, + 0.4446 + ] + }, + { + "episode": 170, + "avg_reward": 2017.53, + "avg_cost": 1.25, + "lambda": 286.1781, + "rho": [ + 0.5554, + 0.4446 + ] + }, + { + "episode": 180, + "avg_reward": 2221.5, + "avg_cost": 3.75, + "lambda": 290.3568, + "rho": [ + 0.5554, + 0.4446 + ] + }, + { + "episode": 190, + "avg_reward": 2562.15, + "avg_cost": 1.0, + "lambda": 294.2864, + "rho": [ + 0.5554, + 0.4446 + ] + }, + { + "episode": 200, + "avg_reward": 3072.59, + "avg_cost": 16.5, + "lambda": 297.8205, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 210, + "avg_reward": 2489.33, + "avg_cost": 0.0, + "lambda": 302.5647, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 220, + "avg_reward": 2329.4, + "avg_cost": 0.5, + "lambda": 307.9317, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 230, + "avg_reward": 2715.22, + "avg_cost": 7.5, + "lambda": 312.8015, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 240, + "avg_reward": 2895.45, + "avg_cost": 10.0, + "lambda": 317.4796, + "rho": [ + 0.5451, + 0.4549 + ] + }, + { + "episode": 250, + "avg_reward": 2750.65, + "avg_cost": 4.0, + "lambda": 325.5942, + "rho": [ + 0.5278, + 0.4722 + ] + }, + { + "episode": 260, + "avg_reward": 1577.57, + "avg_cost": 2.75, + "lambda": 332.5628, + "rho": [ + 0.5278, + 0.4722 + ] + }, + { + "episode": 270, + "avg_reward": 2389.87, + "avg_cost": 15.0, + "lambda": 336.446, + "rho": [ + 0.5278, + 0.4722 + ] + }, + { + "episode": 280, + "avg_reward": 3232.29, + "avg_cost": 50.0, + "lambda": 351.288, + "rho": [ + 0.5278, + 0.4722 + ] + }, + { + "episode": 290, + "avg_reward": 2930.96, + "avg_cost": 40.25, + "lambda": 383.8959, + "rho": [ + 0.5278, + 0.4722 + ] + }, + { + "episode": 300, + "avg_reward": 1120.69, + "avg_cost": 3.0, + "lambda": 413.1333, + "rho": [ + 0.5078, + 0.4922 + ] + }, + { + "episode": 310, + "avg_reward": 2270.06, + "avg_cost": 4.25, + "lambda": 425.5929, + "rho": [ + 0.5078, + 0.4922 + ] + }, + { + "episode": 320, + "avg_reward": 2223.44, + "avg_cost": 0.0, + "lambda": 432.2326, + "rho": [ + 0.5078, + 0.4922 + ] + }, + { + "episode": 330, + "avg_reward": 2680.15, + "avg_cost": 4.5, + "lambda": 435.6984, + "rho": [ + 0.5078, + 0.4922 + ] + }, + { + "episode": 340, + "avg_reward": 2851.68, + "avg_cost": 4.75, + "lambda": 437.7521, + "rho": [ + 0.5078, + 0.4922 + ] + }, + { + "episode": 350, + "avg_reward": 2472.87, + "avg_cost": 0.0, + "lambda": 442.9748, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 360, + "avg_reward": 2082.23, + "avg_cost": 0.0, + "lambda": 446.0434, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 370, + "avg_reward": 3212.25, + "avg_cost": 13.75, + "lambda": 447.8241, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 380, + "avg_reward": 2612.49, + "avg_cost": 0.0, + "lambda": 456.9625, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 390, + "avg_reward": 2700.01, + "avg_cost": 0.0, + "lambda": 464.0105, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 400, + "avg_reward": 2885.8, + "avg_cost": 2.75, + "lambda": 467.1854, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 410, + "avg_reward": 2946.07, + "avg_cost": 0.25, + "lambda": 469.998, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 420, + "avg_reward": 3047.81, + "avg_cost": 0.0, + "lambda": 472.1642, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 430, + "avg_reward": 3372.52, + "avg_cost": 14.5, + "lambda": 483.5327, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 440, + "avg_reward": 2950.18, + "avg_cost": 4.5, + "lambda": 495.42, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 450, + "avg_reward": 3017.8, + "avg_cost": 10.0, + "lambda": 500.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 460, + "avg_reward": 3507.14, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 470, + "avg_reward": 2807.9, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 480, + "avg_reward": 3372.64, + "avg_cost": 24.75, + "lambda": 500.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 490, + "avg_reward": 3800.46, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 0.4791, + 0.5209 + ] + }, + { + "episode": 500, + "avg_reward": 3341.75, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 510, + "avg_reward": 3460.57, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 520, + "avg_reward": 2533.32, + "avg_cost": 43.5, + "lambda": 500.0, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 530, + "avg_reward": 2775.63, + "avg_cost": 37.0, + "lambda": 500.0, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 540, + "avg_reward": 2973.43, + "avg_cost": 28.0, + "lambda": 500.0, + "rho": [ + 0.4702, + 0.5298 + ] + }, + { + "episode": 550, + "avg_reward": 2081.43, + "avg_cost": 34.5, + "lambda": 500.0, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 560, + "avg_reward": 616.82, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 570, + "avg_reward": 843.81, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 580, + "avg_reward": 985.07, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 590, + "avg_reward": 1142.91, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 600, + "avg_reward": 1362.39, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 0.457, + 0.543 + ] + }, + { + "episode": 610, + "avg_reward": 1290.95, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.457, + 0.543 + ] + }, + { + "episode": 620, + "avg_reward": 731.41, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 0.457, + 0.543 + ] + }, + { + "episode": 630, + "avg_reward": 917.27, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.457, + 0.543 + ] + }, + { + "episode": 640, + "avg_reward": 1010.76, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.457, + 0.543 + ] + }, + { + "episode": 650, + "avg_reward": 1284.94, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 660, + "avg_reward": 1233.05, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 670, + "avg_reward": 861.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 680, + "avg_reward": 652.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 690, + "avg_reward": 577.17, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4539, + 0.5461 + ] + }, + { + "episode": 700, + "avg_reward": 785.12, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4536, + 0.5464 + ] + }, + { + "episode": 710, + "avg_reward": 829.42, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4536, + 0.5464 + ] + }, + { + "episode": 720, + "avg_reward": 789.59, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.4536, + 0.5464 + ] + }, + { + "episode": 730, + "avg_reward": 969.2, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.4536, + 0.5464 + ] + }, + { + "episode": 740, + "avg_reward": 1044.07, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4536, + 0.5464 + ] + }, + { + "episode": 750, + "avg_reward": 1169.42, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4534, + 0.5466 + ] + }, + { + "episode": 760, + "avg_reward": 1118.13, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4534, + 0.5466 + ] + }, + { + "episode": 770, + "avg_reward": 1173.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4534, + 0.5466 + ] + }, + { + "episode": 780, + "avg_reward": 1306.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4534, + 0.5466 + ] + }, + { + "episode": 790, + "avg_reward": 1623.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4534, + 0.5466 + ] + }, + { + "episode": 800, + "avg_reward": 2538.53, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 0.4549, + 0.5451 + ] + }, + { + "episode": 810, + "avg_reward": 1686.43, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4549, + 0.5451 + ] + }, + { + "episode": 820, + "avg_reward": 1741.93, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4549, + 0.5451 + ] + }, + { + "episode": 830, + "avg_reward": 1708.77, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.4549, + 0.5451 + ] + }, + { + "episode": 840, + "avg_reward": 2053.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4549, + 0.5451 + ] + }, + { + "episode": 850, + "avg_reward": 2040.43, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4563, + 0.5437 + ] + }, + { + "episode": 860, + "avg_reward": 2241.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4563, + 0.5437 + ] + }, + { + "episode": 870, + "avg_reward": 2289.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4563, + 0.5437 + ] + }, + { + "episode": 880, + "avg_reward": 1861.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4563, + 0.5437 + ] + }, + { + "episode": 890, + "avg_reward": 2187.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4563, + 0.5437 + ] + }, + { + "episode": 900, + "avg_reward": 2042.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 910, + "avg_reward": 2340.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 920, + "avg_reward": 2425.77, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 930, + "avg_reward": 2283.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 940, + "avg_reward": 2249.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 950, + "avg_reward": 1744.71, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4586, + 0.5414 + ] + }, + { + "episode": 960, + "avg_reward": 1641.75, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4586, + 0.5414 + ] + }, + { + "episode": 970, + "avg_reward": 1903.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4586, + 0.5414 + ] + }, + { + "episode": 980, + "avg_reward": 1615.13, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4586, + 0.5414 + ] + }, + { + "episode": 990, + "avg_reward": 1502.38, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4586, + 0.5414 + ] + }, + { + "episode": 1000, + "avg_reward": 1876.67, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4611, + 0.5389 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..8aa6e8a57ca50cf1798a191dd30296c0b18ec303 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3513886.28, + "constraint_satisfaction_pct": 65.3, + "final_rho": [ + 0.5722, + 0.4278 + ], + "final_lambda": 3.4225, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 5.9275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2806.77, + "avg_cost": 88.75, + "lambda": 7.4375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 3250.44, + "avg_cost": 75.75, + "lambda": 12.135, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2577.04, + "avg_cost": 47.5, + "lambda": 17.2125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2739.31, + "avg_cost": 32.0, + "lambda": 15.9625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 4021.7, + "avg_cost": 102.25, + "lambda": 20.4925, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 3752.88, + "avg_cost": 102.0, + "lambda": 26.785, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 3581.81, + "avg_cost": 98.25, + "lambda": 32.9875, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 3559.28, + "avg_cost": 91.0, + "lambda": 39.45, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 3486.77, + "avg_cost": 70.0, + "lambda": 44.6625, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 1675.05, + "avg_cost": 5.75, + "lambda": 41.645, + "rho": [ + 0.493, + 0.507 + ] + }, + { + "episode": 110, + "avg_reward": 2694.24, + "avg_cost": 9.5, + "lambda": 38.225, + "rho": [ + 0.493, + 0.507 + ] + }, + { + "episode": 120, + "avg_reward": 2495.15, + "avg_cost": 0.0, + "lambda": 35.2925, + "rho": [ + 0.493, + 0.507 + ] + }, + { + "episode": 130, + "avg_reward": 3143.69, + "avg_cost": 33.25, + "lambda": 32.97, + "rho": [ + 0.493, + 0.507 + ] + }, + { + "episode": 140, + "avg_reward": 3295.71, + "avg_cost": 29.75, + "lambda": 31.03, + "rho": [ + 0.493, + 0.507 + ] + }, + { + "episode": 150, + "avg_reward": 3358.32, + "avg_cost": 31.25, + "lambda": 29.44, + "rho": [ + 0.486, + 0.514 + ] + }, + { + "episode": 160, + "avg_reward": 3000.72, + "avg_cost": 13.25, + "lambda": 27.525, + "rho": [ + 0.486, + 0.514 + ] + }, + { + "episode": 170, + "avg_reward": 2702.6, + "avg_cost": 11.0, + "lambda": 26.2425, + "rho": [ + 0.486, + 0.514 + ] + }, + { + "episode": 180, + "avg_reward": 2858.46, + "avg_cost": 16.75, + "lambda": 25.0075, + "rho": [ + 0.486, + 0.514 + ] + }, + { + "episode": 190, + "avg_reward": 3449.59, + "avg_cost": 50.75, + "lambda": 24.5225, + "rho": [ + 0.486, + 0.514 + ] + }, + { + "episode": 200, + "avg_reward": 3302.08, + "avg_cost": 32.75, + "lambda": 23.86, + "rho": [ + 0.4937, + 0.5063 + ] + }, + { + "episode": 210, + "avg_reward": 3359.0, + "avg_cost": 40.0, + "lambda": 23.39, + "rho": [ + 0.4937, + 0.5063 + ] + }, + { + "episode": 220, + "avg_reward": 3237.16, + "avg_cost": 54.25, + "lambda": 22.95, + "rho": [ + 0.4937, + 0.5063 + ] + }, + { + "episode": 230, + "avg_reward": 3033.8, + "avg_cost": 24.5, + "lambda": 23.125, + "rho": [ + 0.4937, + 0.5063 + ] + }, + { + "episode": 240, + "avg_reward": 3135.22, + "avg_cost": 30.75, + "lambda": 22.6875, + "rho": [ + 0.4937, + 0.5063 + ] + }, + { + "episode": 250, + "avg_reward": 3328.73, + "avg_cost": 35.25, + "lambda": 22.675, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 260, + "avg_reward": 3302.92, + "avg_cost": 39.5, + "lambda": 22.85, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 270, + "avg_reward": 3309.9, + "avg_cost": 27.5, + "lambda": 22.9775, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 280, + "avg_reward": 3242.91, + "avg_cost": 26.75, + "lambda": 22.67, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 290, + "avg_reward": 3671.4, + "avg_cost": 38.5, + "lambda": 22.235, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 300, + "avg_reward": 3332.49, + "avg_cost": 34.25, + "lambda": 21.1925, + "rho": [ + 0.5327, + 0.4673 + ] + }, + { + "episode": 310, + "avg_reward": 2997.54, + "avg_cost": 94.5, + "lambda": 24.48, + "rho": [ + 0.5327, + 0.4673 + ] + }, + { + "episode": 320, + "avg_reward": 3439.71, + "avg_cost": 106.25, + "lambda": 28.94, + "rho": [ + 0.5327, + 0.4673 + ] + }, + { + "episode": 330, + "avg_reward": 3654.93, + "avg_cost": 100.5, + "lambda": 34.2925, + "rho": [ + 0.5327, + 0.4673 + ] + }, + { + "episode": 340, + "avg_reward": 3733.53, + "avg_cost": 97.25, + "lambda": 39.5625, + "rho": [ + 0.5327, + 0.4673 + ] + }, + { + "episode": 350, + "avg_reward": 3434.28, + "avg_cost": 75.5, + "lambda": 43.555, + "rho": [ + 0.5627, + 0.4373 + ] + }, + { + "episode": 360, + "avg_reward": 3528.14, + "avg_cost": 81.0, + "lambda": 46.8, + "rho": [ + 0.5627, + 0.4373 + ] + }, + { + "episode": 370, + "avg_reward": 3467.44, + "avg_cost": 40.0, + "lambda": 48.28, + "rho": [ + 0.5627, + 0.4373 + ] + }, + { + "episode": 380, + "avg_reward": 3596.02, + "avg_cost": 36.75, + "lambda": 47.66, + "rho": [ + 0.5627, + 0.4373 + ] + }, + { + "episode": 390, + "avg_reward": 557.88, + "avg_cost": 196.0, + "lambda": 50.1275, + "rho": [ + 0.5627, + 0.4373 + ] + }, + { + "episode": 400, + "avg_reward": 2093.66, + "avg_cost": 81.75, + "lambda": 62.0075, + "rho": [ + 0.5762, + 0.4238 + ] + }, + { + "episode": 410, + "avg_reward": 2179.95, + "avg_cost": 85.25, + "lambda": 66.535, + "rho": [ + 0.5762, + 0.4238 + ] + }, + { + "episode": 420, + "avg_reward": 1207.06, + "avg_cost": 15.0, + "lambda": 68.49, + "rho": [ + 0.5762, + 0.4238 + ] + }, + { + "episode": 430, + "avg_reward": 2354.63, + "avg_cost": 8.5, + "lambda": 65.22, + "rho": [ + 0.5762, + 0.4238 + ] + }, + { + "episode": 440, + "avg_reward": 2676.55, + "avg_cost": 8.75, + "lambda": 62.6025, + "rho": [ + 0.5762, + 0.4238 + ] + }, + { + "episode": 450, + "avg_reward": 3164.03, + "avg_cost": 10.0, + "lambda": 59.485, + "rho": [ + 0.5768, + 0.4232 + ] + }, + { + "episode": 460, + "avg_reward": 2831.43, + "avg_cost": 11.75, + "lambda": 57.2575, + "rho": [ + 0.5768, + 0.4232 + ] + }, + { + "episode": 470, + "avg_reward": 3024.9, + "avg_cost": 6.5, + "lambda": 54.3975, + "rho": [ + 0.5768, + 0.4232 + ] + }, + { + "episode": 480, + "avg_reward": 3182.55, + "avg_cost": 12.5, + "lambda": 51.535, + "rho": [ + 0.5768, + 0.4232 + ] + }, + { + "episode": 490, + "avg_reward": 3025.67, + "avg_cost": 3.0, + "lambda": 47.9275, + "rho": [ + 0.5768, + 0.4232 + ] + }, + { + "episode": 500, + "avg_reward": 3223.15, + "avg_cost": 4.5, + "lambda": 44.35, + "rho": [ + 0.5684, + 0.4316 + ] + }, + { + "episode": 510, + "avg_reward": 3032.06, + "avg_cost": 2.75, + "lambda": 40.71, + "rho": [ + 0.5684, + 0.4316 + ] + }, + { + "episode": 520, + "avg_reward": 3208.39, + "avg_cost": 1.25, + "lambda": 37.41, + "rho": [ + 0.5684, + 0.4316 + ] + }, + { + "episode": 530, + "avg_reward": 3444.9, + "avg_cost": 27.5, + "lambda": 34.725, + "rho": [ + 0.5684, + 0.4316 + ] + }, + { + "episode": 540, + "avg_reward": 3257.03, + "avg_cost": 7.75, + "lambda": 31.655, + "rho": [ + 0.5684, + 0.4316 + ] + }, + { + "episode": 550, + "avg_reward": 2923.37, + "avg_cost": 5.25, + "lambda": 28.355, + "rho": [ + 0.5546, + 0.4454 + ] + }, + { + "episode": 560, + "avg_reward": 3577.16, + "avg_cost": 14.5, + "lambda": 25.6775, + "rho": [ + 0.5546, + 0.4454 + ] + }, + { + "episode": 570, + "avg_reward": 3499.65, + "avg_cost": 5.75, + "lambda": 23.655, + "rho": [ + 0.5546, + 0.4454 + ] + }, + { + "episode": 580, + "avg_reward": 3321.28, + "avg_cost": 14.75, + "lambda": 20.915, + "rho": [ + 0.5546, + 0.4454 + ] + }, + { + "episode": 590, + "avg_reward": 3324.69, + "avg_cost": 26.75, + "lambda": 18.9475, + "rho": [ + 0.5546, + 0.4454 + ] + }, + { + "episode": 600, + "avg_reward": 3429.69, + "avg_cost": 10.75, + "lambda": 16.3375, + "rho": [ + 0.5382, + 0.4618 + ] + }, + { + "episode": 610, + "avg_reward": 4320.54, + "avg_cost": 49.0, + "lambda": 14.87, + "rho": [ + 0.5382, + 0.4618 + ] + }, + { + "episode": 620, + "avg_reward": 3302.51, + "avg_cost": 27.75, + "lambda": 13.48, + "rho": [ + 0.5382, + 0.4618 + ] + }, + { + "episode": 630, + "avg_reward": 4015.03, + "avg_cost": 17.0, + "lambda": 11.9225, + "rho": [ + 0.5382, + 0.4618 + ] + }, + { + "episode": 640, + "avg_reward": 4313.28, + "avg_cost": 26.5, + "lambda": 10.58, + "rho": [ + 0.5382, + 0.4618 + ] + }, + { + "episode": 650, + "avg_reward": 4034.68, + "avg_cost": 17.25, + "lambda": 8.6175, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 660, + "avg_reward": 3848.04, + "avg_cost": 29.0, + "lambda": 7.4175, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 670, + "avg_reward": 4539.68, + "avg_cost": 53.0, + "lambda": 6.82, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 680, + "avg_reward": 4252.85, + "avg_cost": 25.75, + "lambda": 5.785, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 690, + "avg_reward": 4206.1, + "avg_cost": 38.5, + "lambda": 4.7425, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 700, + "avg_reward": 4346.76, + "avg_cost": 32.5, + "lambda": 4.7425, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 710, + "avg_reward": 4509.21, + "avg_cost": 53.25, + "lambda": 5.0375, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 720, + "avg_reward": 4102.0, + "avg_cost": 33.25, + "lambda": 5.315, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 730, + "avg_reward": 3975.63, + "avg_cost": 32.75, + "lambda": 4.7475, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 740, + "avg_reward": 4336.39, + "avg_cost": 31.0, + "lambda": 6.145, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 750, + "avg_reward": 4383.8, + "avg_cost": 29.5, + "lambda": 3.79, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 760, + "avg_reward": 4559.83, + "avg_cost": 56.75, + "lambda": 3.555, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 770, + "avg_reward": 4664.21, + "avg_cost": 61.0, + "lambda": 5.8, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 780, + "avg_reward": 4434.04, + "avg_cost": 20.75, + "lambda": 5.33, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 790, + "avg_reward": 4373.75, + "avg_cost": 32.25, + "lambda": 4.735, + "rho": [ + 0.5308, + 0.4692 + ] + }, + { + "episode": 800, + "avg_reward": 4725.01, + "avg_cost": 40.75, + "lambda": 4.295, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 810, + "avg_reward": 4702.55, + "avg_cost": 81.75, + "lambda": 6.8375, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 820, + "avg_reward": 4517.11, + "avg_cost": 38.75, + "lambda": 8.7825, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 830, + "avg_reward": 3960.28, + "avg_cost": 14.25, + "lambda": 6.7625, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 840, + "avg_reward": 4340.45, + "avg_cost": 33.75, + "lambda": 5.8025, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 850, + "avg_reward": 4600.73, + "avg_cost": 41.75, + "lambda": 4.9825, + "rho": [ + 0.5421, + 0.4579 + ] + }, + { + "episode": 860, + "avg_reward": 4614.85, + "avg_cost": 71.0, + "lambda": 7.1025, + "rho": [ + 0.5421, + 0.4579 + ] + }, + { + "episode": 870, + "avg_reward": 3984.12, + "avg_cost": 37.75, + "lambda": 8.1025, + "rho": [ + 0.5421, + 0.4579 + ] + }, + { + "episode": 880, + "avg_reward": 3548.29, + "avg_cost": 19.75, + "lambda": 6.1375, + "rho": [ + 0.5421, + 0.4579 + ] + }, + { + "episode": 890, + "avg_reward": 3707.06, + "avg_cost": 2.75, + "lambda": 3.155, + "rho": [ + 0.5421, + 0.4579 + ] + }, + { + "episode": 900, + "avg_reward": 3745.27, + "avg_cost": 13.5, + "lambda": 0.1225, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 910, + "avg_reward": 5032.68, + "avg_cost": 105.0, + "lambda": 1.2525, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 920, + "avg_reward": 4612.5, + "avg_cost": 88.5, + "lambda": 8.445, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 930, + "avg_reward": 3795.53, + "avg_cost": 16.25, + "lambda": 9.005, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 940, + "avg_reward": 3740.7, + "avg_cost": 15.75, + "lambda": 7.3, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 950, + "avg_reward": 4040.46, + "avg_cost": 17.75, + "lambda": 5.295, + "rho": [ + 0.5603, + 0.4397 + ] + }, + { + "episode": 960, + "avg_reward": 4151.88, + "avg_cost": 29.75, + "lambda": 3.375, + "rho": [ + 0.5603, + 0.4397 + ] + }, + { + "episode": 970, + "avg_reward": 4886.62, + "avg_cost": 81.75, + "lambda": 3.66, + "rho": [ + 0.5603, + 0.4397 + ] + }, + { + "episode": 980, + "avg_reward": 3641.33, + "avg_cost": 38.0, + "lambda": 5.765, + "rho": [ + 0.5603, + 0.4397 + ] + }, + { + "episode": 990, + "avg_reward": 3917.77, + "avg_cost": 29.0, + "lambda": 4.7575, + "rho": [ + 0.5603, + 0.4397 + ] + }, + { + "episode": 1000, + "avg_reward": 3642.74, + "avg_cost": 27.0, + "lambda": 3.4225, + "rho": [ + 0.5722, + 0.4278 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..1a9bc9540959f1ba0c0b1fef18377342a8318a23 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3234074.53, + "constraint_satisfaction_pct": 54.7, + "final_rho": [ + 0.8952, + 0.1048 + ], + "final_lambda": 29.8775, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 5.9275, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2806.77, + "avg_cost": 88.75, + "lambda": 7.4375, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 3250.44, + "avg_cost": 75.75, + "lambda": 12.135, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 2577.04, + "avg_cost": 47.5, + "lambda": 17.2125, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2739.31, + "avg_cost": 32.0, + "lambda": 15.9625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 4021.7, + "avg_cost": 102.25, + "lambda": 20.4925, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 60, + "avg_reward": 3752.88, + "avg_cost": 102.0, + "lambda": 26.785, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 70, + "avg_reward": 3581.81, + "avg_cost": 98.25, + "lambda": 32.9875, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 80, + "avg_reward": 3559.28, + "avg_cost": 91.0, + "lambda": 39.45, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 90, + "avg_reward": 3486.77, + "avg_cost": 70.0, + "lambda": 44.6625, + "rho": [ + 0.5074, + 0.4926 + ] + }, + { + "episode": 100, + "avg_reward": 1675.05, + "avg_cost": 5.75, + "lambda": 41.645, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 110, + "avg_reward": 2404.62, + "avg_cost": 7.25, + "lambda": 38.2925, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 120, + "avg_reward": 3096.81, + "avg_cost": 14.75, + "lambda": 35.735, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 130, + "avg_reward": 2991.38, + "avg_cost": 44.0, + "lambda": 34.255, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 140, + "avg_reward": 3145.11, + "avg_cost": 26.75, + "lambda": 33.5325, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 150, + "avg_reward": 3485.28, + "avg_cost": 37.75, + "lambda": 31.8775, + "rho": [ + 0.5952, + 0.4048 + ] + }, + { + "episode": 160, + "avg_reward": 2976.1, + "avg_cost": 17.0, + "lambda": 30.495, + "rho": [ + 0.5952, + 0.4048 + ] + }, + { + "episode": 170, + "avg_reward": 2995.04, + "avg_cost": 19.0, + "lambda": 28.5025, + "rho": [ + 0.5952, + 0.4048 + ] + }, + { + "episode": 180, + "avg_reward": 3100.62, + "avg_cost": 13.25, + "lambda": 26.75, + "rho": [ + 0.5952, + 0.4048 + ] + }, + { + "episode": 190, + "avg_reward": 3374.88, + "avg_cost": 37.5, + "lambda": 25.2275, + "rho": [ + 0.5952, + 0.4048 + ] + }, + { + "episode": 200, + "avg_reward": 2868.05, + "avg_cost": 33.0, + "lambda": 24.7175, + "rho": [ + 0.6506, + 0.3494 + ] + }, + { + "episode": 210, + "avg_reward": 3211.73, + "avg_cost": 71.25, + "lambda": 26.355, + "rho": [ + 0.6506, + 0.3494 + ] + }, + { + "episode": 220, + "avg_reward": 3495.55, + "avg_cost": 69.75, + "lambda": 29.9525, + "rho": [ + 0.6506, + 0.3494 + ] + }, + { + "episode": 230, + "avg_reward": 3380.49, + "avg_cost": 56.75, + "lambda": 32.84, + "rho": [ + 0.6506, + 0.3494 + ] + }, + { + "episode": 240, + "avg_reward": 3329.27, + "avg_cost": 78.25, + "lambda": 37.3975, + "rho": [ + 0.6506, + 0.3494 + ] + }, + { + "episode": 250, + "avg_reward": 3524.97, + "avg_cost": 72.0, + "lambda": 40.7925, + "rho": [ + 0.7093, + 0.2907 + ] + }, + { + "episode": 260, + "avg_reward": 3861.44, + "avg_cost": 87.25, + "lambda": 44.1075, + "rho": [ + 0.7093, + 0.2907 + ] + }, + { + "episode": 270, + "avg_reward": 3329.07, + "avg_cost": 55.25, + "lambda": 45.6825, + "rho": [ + 0.7093, + 0.2907 + ] + }, + { + "episode": 280, + "avg_reward": 2766.27, + "avg_cost": 30.5, + "lambda": 46.57, + "rho": [ + 0.7093, + 0.2907 + ] + }, + { + "episode": 290, + "avg_reward": 3239.53, + "avg_cost": 71.0, + "lambda": 48.2425, + "rho": [ + 0.7093, + 0.2907 + ] + }, + { + "episode": 300, + "avg_reward": 2998.18, + "avg_cost": 50.5, + "lambda": 51.0225, + "rho": [ + 0.7724, + 0.2276 + ] + }, + { + "episode": 310, + "avg_reward": 3011.84, + "avg_cost": 52.0, + "lambda": 51.445, + "rho": [ + 0.7724, + 0.2276 + ] + }, + { + "episode": 320, + "avg_reward": 2496.31, + "avg_cost": 25.75, + "lambda": 50.6, + "rho": [ + 0.7724, + 0.2276 + ] + }, + { + "episode": 330, + "avg_reward": 3142.21, + "avg_cost": 30.25, + "lambda": 49.215, + "rho": [ + 0.7724, + 0.2276 + ] + }, + { + "episode": 340, + "avg_reward": 4074.93, + "avg_cost": 66.0, + "lambda": 48.7725, + "rho": [ + 0.7724, + 0.2276 + ] + }, + { + "episode": 350, + "avg_reward": 2760.99, + "avg_cost": 27.75, + "lambda": 49.2375, + "rho": [ + 0.8036, + 0.1964 + ] + }, + { + "episode": 360, + "avg_reward": 2965.58, + "avg_cost": 30.25, + "lambda": 47.465, + "rho": [ + 0.8036, + 0.1964 + ] + }, + { + "episode": 370, + "avg_reward": 2527.29, + "avg_cost": 28.5, + "lambda": 45.9075, + "rho": [ + 0.8036, + 0.1964 + ] + }, + { + "episode": 380, + "avg_reward": 3564.92, + "avg_cost": 31.75, + "lambda": 44.4225, + "rho": [ + 0.8036, + 0.1964 + ] + }, + { + "episode": 390, + "avg_reward": 3370.62, + "avg_cost": 32.75, + "lambda": 43.3025, + "rho": [ + 0.8036, + 0.1964 + ] + }, + { + "episode": 400, + "avg_reward": 2498.63, + "avg_cost": 20.0, + "lambda": 41.205, + "rho": [ + 0.812, + 0.188 + ] + }, + { + "episode": 410, + "avg_reward": 2685.4, + "avg_cost": 10.75, + "lambda": 38.3825, + "rho": [ + 0.812, + 0.188 + ] + }, + { + "episode": 420, + "avg_reward": 3037.47, + "avg_cost": 41.5, + "lambda": 38.0475, + "rho": [ + 0.812, + 0.188 + ] + }, + { + "episode": 430, + "avg_reward": 2532.89, + "avg_cost": 21.5, + "lambda": 37.1475, + "rho": [ + 0.812, + 0.188 + ] + }, + { + "episode": 440, + "avg_reward": 2514.43, + "avg_cost": 27.5, + "lambda": 35.41, + "rho": [ + 0.812, + 0.188 + ] + }, + { + "episode": 450, + "avg_reward": 3533.68, + "avg_cost": 23.0, + "lambda": 33.54, + "rho": [ + 0.8057, + 0.1943 + ] + }, + { + "episode": 460, + "avg_reward": 2793.52, + "avg_cost": 32.5, + "lambda": 32.78, + "rho": [ + 0.8057, + 0.1943 + ] + }, + { + "episode": 470, + "avg_reward": 3226.07, + "avg_cost": 20.75, + "lambda": 31.2875, + "rho": [ + 0.8057, + 0.1943 + ] + }, + { + "episode": 480, + "avg_reward": 3272.56, + "avg_cost": 20.5, + "lambda": 29.335, + "rho": [ + 0.8057, + 0.1943 + ] + }, + { + "episode": 490, + "avg_reward": 3458.48, + "avg_cost": 24.0, + "lambda": 28.0175, + "rho": [ + 0.8057, + 0.1943 + ] + }, + { + "episode": 500, + "avg_reward": 3292.24, + "avg_cost": 25.5, + "lambda": 25.7725, + "rho": [ + 0.8126, + 0.1874 + ] + }, + { + "episode": 510, + "avg_reward": 3620.26, + "avg_cost": 23.0, + "lambda": 24.38, + "rho": [ + 0.8126, + 0.1874 + ] + }, + { + "episode": 520, + "avg_reward": 4146.74, + "avg_cost": 34.25, + "lambda": 23.44, + "rho": [ + 0.8126, + 0.1874 + ] + }, + { + "episode": 530, + "avg_reward": 3431.59, + "avg_cost": 83.75, + "lambda": 23.75, + "rho": [ + 0.8126, + 0.1874 + ] + }, + { + "episode": 540, + "avg_reward": 3874.25, + "avg_cost": 38.75, + "lambda": 23.4825, + "rho": [ + 0.8126, + 0.1874 + ] + }, + { + "episode": 550, + "avg_reward": 3139.1, + "avg_cost": 37.75, + "lambda": 23.4225, + "rho": [ + 0.8259, + 0.1741 + ] + }, + { + "episode": 560, + "avg_reward": 2704.44, + "avg_cost": 15.75, + "lambda": 22.3025, + "rho": [ + 0.8259, + 0.1741 + ] + }, + { + "episode": 570, + "avg_reward": 3359.45, + "avg_cost": 39.75, + "lambda": 21.7975, + "rho": [ + 0.8259, + 0.1741 + ] + }, + { + "episode": 580, + "avg_reward": 3300.54, + "avg_cost": 43.75, + "lambda": 22.08, + "rho": [ + 0.8259, + 0.1741 + ] + }, + { + "episode": 590, + "avg_reward": 2755.82, + "avg_cost": 33.0, + "lambda": 21.6, + "rho": [ + 0.8259, + 0.1741 + ] + }, + { + "episode": 600, + "avg_reward": 2392.64, + "avg_cost": 31.75, + "lambda": 20.975, + "rho": [ + 0.8267, + 0.1733 + ] + }, + { + "episode": 610, + "avg_reward": 2563.73, + "avg_cost": 58.25, + "lambda": 22.34, + "rho": [ + 0.8267, + 0.1733 + ] + }, + { + "episode": 620, + "avg_reward": 2924.93, + "avg_cost": 37.0, + "lambda": 23.46, + "rho": [ + 0.8267, + 0.1733 + ] + }, + { + "episode": 630, + "avg_reward": 3301.76, + "avg_cost": 31.5, + "lambda": 22.7775, + "rho": [ + 0.8267, + 0.1733 + ] + }, + { + "episode": 640, + "avg_reward": 3616.76, + "avg_cost": 42.75, + "lambda": 23.0625, + "rho": [ + 0.8267, + 0.1733 + ] + }, + { + "episode": 650, + "avg_reward": 3815.83, + "avg_cost": 41.5, + "lambda": 23.31, + "rho": [ + 0.8341, + 0.1659 + ] + }, + { + "episode": 660, + "avg_reward": 3783.13, + "avg_cost": 40.25, + "lambda": 23.21, + "rho": [ + 0.8341, + 0.1659 + ] + }, + { + "episode": 670, + "avg_reward": 3754.91, + "avg_cost": 48.5, + "lambda": 22.8675, + "rho": [ + 0.8341, + 0.1659 + ] + }, + { + "episode": 680, + "avg_reward": 4186.17, + "avg_cost": 48.75, + "lambda": 22.9575, + "rho": [ + 0.8341, + 0.1659 + ] + }, + { + "episode": 690, + "avg_reward": 3442.47, + "avg_cost": 51.75, + "lambda": 24.275, + "rho": [ + 0.8341, + 0.1659 + ] + }, + { + "episode": 700, + "avg_reward": 2424.57, + "avg_cost": 83.0, + "lambda": 26.435, + "rho": [ + 0.8311, + 0.1689 + ] + }, + { + "episode": 710, + "avg_reward": 2650.93, + "avg_cost": 71.0, + "lambda": 28.4675, + "rho": [ + 0.8311, + 0.1689 + ] + }, + { + "episode": 720, + "avg_reward": 3893.63, + "avg_cost": 36.75, + "lambda": 28.07, + "rho": [ + 0.8311, + 0.1689 + ] + }, + { + "episode": 730, + "avg_reward": 4032.16, + "avg_cost": 51.0, + "lambda": 27.73, + "rho": [ + 0.8311, + 0.1689 + ] + }, + { + "episode": 740, + "avg_reward": 3565.07, + "avg_cost": 42.25, + "lambda": 28.135, + "rho": [ + 0.8311, + 0.1689 + ] + }, + { + "episode": 750, + "avg_reward": 4214.77, + "avg_cost": 82.75, + "lambda": 29.7975, + "rho": [ + 0.8374, + 0.1626 + ] + }, + { + "episode": 760, + "avg_reward": 3892.68, + "avg_cost": 48.75, + "lambda": 31.72, + "rho": [ + 0.8374, + 0.1626 + ] + }, + { + "episode": 770, + "avg_reward": 3914.09, + "avg_cost": 55.75, + "lambda": 32.675, + "rho": [ + 0.8374, + 0.1626 + ] + }, + { + "episode": 780, + "avg_reward": 3361.05, + "avg_cost": 29.5, + "lambda": 33.7925, + "rho": [ + 0.8374, + 0.1626 + ] + }, + { + "episode": 790, + "avg_reward": 3648.28, + "avg_cost": 24.5, + "lambda": 33.935, + "rho": [ + 0.8374, + 0.1626 + ] + }, + { + "episode": 800, + "avg_reward": 4022.48, + "avg_cost": 70.75, + "lambda": 35.4325, + "rho": [ + 0.851, + 0.149 + ] + }, + { + "episode": 810, + "avg_reward": 3319.17, + "avg_cost": 32.5, + "lambda": 36.995, + "rho": [ + 0.851, + 0.149 + ] + }, + { + "episode": 820, + "avg_reward": 3518.2, + "avg_cost": 74.25, + "lambda": 38.0225, + "rho": [ + 0.851, + 0.149 + ] + }, + { + "episode": 830, + "avg_reward": 3437.18, + "avg_cost": 47.0, + "lambda": 38.655, + "rho": [ + 0.851, + 0.149 + ] + }, + { + "episode": 840, + "avg_reward": 3611.35, + "avg_cost": 63.75, + "lambda": 39.11, + "rho": [ + 0.851, + 0.149 + ] + }, + { + "episode": 850, + "avg_reward": 3682.77, + "avg_cost": 44.5, + "lambda": 40.75, + "rho": [ + 0.864, + 0.136 + ] + }, + { + "episode": 860, + "avg_reward": 3951.33, + "avg_cost": 28.5, + "lambda": 40.8425, + "rho": [ + 0.864, + 0.136 + ] + }, + { + "episode": 870, + "avg_reward": 3569.15, + "avg_cost": 31.25, + "lambda": 40.6025, + "rho": [ + 0.864, + 0.136 + ] + }, + { + "episode": 880, + "avg_reward": 3298.76, + "avg_cost": 33.75, + "lambda": 40.275, + "rho": [ + 0.864, + 0.136 + ] + }, + { + "episode": 890, + "avg_reward": 3977.26, + "avg_cost": 39.75, + "lambda": 39.2525, + "rho": [ + 0.864, + 0.136 + ] + }, + { + "episode": 900, + "avg_reward": 3642.37, + "avg_cost": 19.5, + "lambda": 38.4475, + "rho": [ + 0.8738, + 0.1262 + ] + }, + { + "episode": 910, + "avg_reward": 3682.78, + "avg_cost": 21.0, + "lambda": 37.3625, + "rho": [ + 0.8738, + 0.1262 + ] + }, + { + "episode": 920, + "avg_reward": 3439.87, + "avg_cost": 54.25, + "lambda": 35.91, + "rho": [ + 0.8738, + 0.1262 + ] + }, + { + "episode": 930, + "avg_reward": 3461.05, + "avg_cost": 29.25, + "lambda": 35.4025, + "rho": [ + 0.8738, + 0.1262 + ] + }, + { + "episode": 940, + "avg_reward": 3062.49, + "avg_cost": 6.25, + "lambda": 33.9925, + "rho": [ + 0.8738, + 0.1262 + ] + }, + { + "episode": 950, + "avg_reward": 3450.56, + "avg_cost": 25.75, + "lambda": 32.7975, + "rho": [ + 0.8892, + 0.1108 + ] + }, + { + "episode": 960, + "avg_reward": 3449.76, + "avg_cost": 25.75, + "lambda": 32.16, + "rho": [ + 0.8892, + 0.1108 + ] + }, + { + "episode": 970, + "avg_reward": 3038.1, + "avg_cost": 36.5, + "lambda": 31.735, + "rho": [ + 0.8892, + 0.1108 + ] + }, + { + "episode": 980, + "avg_reward": 3592.65, + "avg_cost": 46.0, + "lambda": 31.135, + "rho": [ + 0.8892, + 0.1108 + ] + }, + { + "episode": 990, + "avg_reward": 2735.72, + "avg_cost": 39.5, + "lambda": 30.7375, + "rho": [ + 0.8892, + 0.1108 + ] + }, + { + "episode": 1000, + "avg_reward": 3638.51, + "avg_cost": 20.0, + "lambda": 29.8775, + "rho": [ + 0.8952, + 0.1048 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..2cd4115a7a7b6f1fe5b2c73558ec0d90487cee43 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 392044.62, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -8996.58, + "avg_cost": 19.5, + "lambda": 4.945, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8674.03, + "avg_cost": 15.75, + "lambda": 4.07, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8214.1, + "avg_cost": 18.75, + "lambda": 3.0575, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -7850.36, + "avg_cost": 11.0, + "lambda": 1.71, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7985.53, + "avg_cost": 9.25, + "lambda": 0.4975, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7432.78, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -7342.88, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -7162.08, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6892.27, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6259.9, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5947.27, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -5337.14, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4901.1, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -4414.39, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -3808.35, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -3431.17, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -2635.07, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -2298.69, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -1907.36, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -1510.75, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -1564.65, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -1040.42, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -728.26, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": -518.36, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": -345.72, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": -226.98, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 482.8, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 598.4, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 401.56, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 686.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 742.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 1005.54, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1039.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1036.89, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1241.16, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1220.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1308.37, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 1119.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1502.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1660.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1697.18, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1708.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1711.61, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1637.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1812.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 1958.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 1770.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 1925.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 1959.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 1949.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 1726.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 1886.06, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 1908.73, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2135.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 1765.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 1886.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2114.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 2505.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2105.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2050.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2106.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 2093.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2250.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2176.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2479.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2276.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2270.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2302.79, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2468.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2282.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2148.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2361.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2310.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2209.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2134.1, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2692.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2257.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2306.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2474.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2597.36, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2346.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2439.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2566.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2678.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2644.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2104.84, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2423.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2660.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2431.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2693.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2337.51, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2461.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2482.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 2721.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2829.16, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 2463.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 2647.03, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 2579.33, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 2463.08, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2900.66, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 2941.73, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f3fed2659e96ab0f4c36307a148b2b2be9589986 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3116139.8, + "constraint_satisfaction_pct": 53.5, + "final_rho": [ + 0.3305, + 0.6695 + ], + "final_lambda": 18.23, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 107.84, + "avg_cost": 132.75, + "lambda": 6.0775, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 10, + "avg_reward": 2544.73, + "avg_cost": 84.5, + "lambda": 9.4475, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 20, + "avg_reward": 3494.79, + "avg_cost": 102.25, + "lambda": 16.0625, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 30, + "avg_reward": 3706.69, + "avg_cost": 109.0, + "lambda": 23.8825, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 40, + "avg_reward": 2845.72, + "avg_cost": 90.0, + "lambda": 32.2575, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 50, + "avg_reward": 2822.83, + "avg_cost": 118.0, + "lambda": 39.89, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 60, + "avg_reward": 3591.24, + "avg_cost": 97.5, + "lambda": 46.43, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 70, + "avg_reward": 2267.37, + "avg_cost": 93.0, + "lambda": 50.0, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 80, + "avg_reward": 2956.05, + "avg_cost": 85.0, + "lambda": 50.0, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 90, + "avg_reward": 1858.05, + "avg_cost": 59.75, + "lambda": 50.0, + "rho": [ + 0.4288, + 0.5712 + ] + }, + { + "episode": 100, + "avg_reward": 3275.62, + "avg_cost": 68.75, + "lambda": 50.0, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 110, + "avg_reward": 3148.86, + "avg_cost": 52.25, + "lambda": 50.0, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 120, + "avg_reward": 3416.63, + "avg_cost": 64.25, + "lambda": 50.0, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 130, + "avg_reward": 3027.98, + "avg_cost": 56.75, + "lambda": 50.0, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 140, + "avg_reward": 3186.11, + "avg_cost": 36.75, + "lambda": 50.0, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 150, + "avg_reward": 3027.74, + "avg_cost": 36.5, + "lambda": 50.0, + "rho": [ + 0.4243, + 0.5757 + ] + }, + { + "episode": 160, + "avg_reward": 2945.15, + "avg_cost": 41.5, + "lambda": 50.0, + "rho": [ + 0.4243, + 0.5757 + ] + }, + { + "episode": 170, + "avg_reward": 4010.4, + "avg_cost": 72.5, + "lambda": 50.0, + "rho": [ + 0.4243, + 0.5757 + ] + }, + { + "episode": 180, + "avg_reward": 2855.44, + "avg_cost": 43.75, + "lambda": 50.0, + "rho": [ + 0.4243, + 0.5757 + ] + }, + { + "episode": 190, + "avg_reward": 2298.22, + "avg_cost": 8.75, + "lambda": 49.215, + "rho": [ + 0.4243, + 0.5757 + ] + }, + { + "episode": 200, + "avg_reward": 2697.6, + "avg_cost": 30.75, + "lambda": 49.855, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 210, + "avg_reward": 2783.15, + "avg_cost": 23.5, + "lambda": 49.565, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 220, + "avg_reward": 2181.42, + "avg_cost": 5.0, + "lambda": 49.2325, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 230, + "avg_reward": 2560.35, + "avg_cost": 12.75, + "lambda": 47.7825, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 240, + "avg_reward": 2629.57, + "avg_cost": 17.75, + "lambda": 47.7775, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 250, + "avg_reward": 2591.12, + "avg_cost": 17.75, + "lambda": 46.7175, + "rho": [ + 0.4076, + 0.5924 + ] + }, + { + "episode": 260, + "avg_reward": 2333.55, + "avg_cost": 12.5, + "lambda": 46.035, + "rho": [ + 0.4076, + 0.5924 + ] + }, + { + "episode": 270, + "avg_reward": 2844.55, + "avg_cost": 18.25, + "lambda": 45.3175, + "rho": [ + 0.4076, + 0.5924 + ] + }, + { + "episode": 280, + "avg_reward": 2622.26, + "avg_cost": 12.0, + "lambda": 44.9875, + "rho": [ + 0.4076, + 0.5924 + ] + }, + { + "episode": 290, + "avg_reward": 2727.46, + "avg_cost": 5.75, + "lambda": 43.8175, + "rho": [ + 0.4076, + 0.5924 + ] + }, + { + "episode": 300, + "avg_reward": 3060.83, + "avg_cost": 28.5, + "lambda": 42.7975, + "rho": [ + 0.3909, + 0.6091 + ] + }, + { + "episode": 310, + "avg_reward": 2972.69, + "avg_cost": 19.5, + "lambda": 42.5425, + "rho": [ + 0.3909, + 0.6091 + ] + }, + { + "episode": 320, + "avg_reward": 2324.72, + "avg_cost": 5.25, + "lambda": 41.045, + "rho": [ + 0.3909, + 0.6091 + ] + }, + { + "episode": 330, + "avg_reward": 2625.47, + "avg_cost": 7.5, + "lambda": 39.045, + "rho": [ + 0.3909, + 0.6091 + ] + }, + { + "episode": 340, + "avg_reward": 2748.92, + "avg_cost": 25.0, + "lambda": 39.1775, + "rho": [ + 0.3909, + 0.6091 + ] + }, + { + "episode": 350, + "avg_reward": 2675.39, + "avg_cost": 10.25, + "lambda": 38.4125, + "rho": [ + 0.3702, + 0.6298 + ] + }, + { + "episode": 360, + "avg_reward": 3084.3, + "avg_cost": 21.25, + "lambda": 36.95, + "rho": [ + 0.3702, + 0.6298 + ] + }, + { + "episode": 370, + "avg_reward": 2990.16, + "avg_cost": 30.5, + "lambda": 38.91, + "rho": [ + 0.3702, + 0.6298 + ] + }, + { + "episode": 380, + "avg_reward": 2735.72, + "avg_cost": 10.75, + "lambda": 37.9625, + "rho": [ + 0.3702, + 0.6298 + ] + }, + { + "episode": 390, + "avg_reward": 2271.05, + "avg_cost": 0.0, + "lambda": 35.69, + "rho": [ + 0.3702, + 0.6298 + ] + }, + { + "episode": 400, + "avg_reward": 2726.01, + "avg_cost": 10.75, + "lambda": 33.8925, + "rho": [ + 0.3451, + 0.6549 + ] + }, + { + "episode": 410, + "avg_reward": 3268.77, + "avg_cost": 17.5, + "lambda": 33.2875, + "rho": [ + 0.3451, + 0.6549 + ] + }, + { + "episode": 420, + "avg_reward": 2620.34, + "avg_cost": 11.25, + "lambda": 33.07, + "rho": [ + 0.3451, + 0.6549 + ] + }, + { + "episode": 430, + "avg_reward": 2209.6, + "avg_cost": 0.75, + "lambda": 31.9875, + "rho": [ + 0.3451, + 0.6549 + ] + }, + { + "episode": 440, + "avg_reward": 2734.86, + "avg_cost": 2.5, + "lambda": 30.06, + "rho": [ + 0.3451, + 0.6549 + ] + }, + { + "episode": 450, + "avg_reward": 2902.93, + "avg_cost": 7.0, + "lambda": 28.3325, + "rho": [ + 0.3154, + 0.6846 + ] + }, + { + "episode": 460, + "avg_reward": 2755.52, + "avg_cost": 0.75, + "lambda": 26.3025, + "rho": [ + 0.3154, + 0.6846 + ] + }, + { + "episode": 470, + "avg_reward": 3000.16, + "avg_cost": 11.0, + "lambda": 24.66, + "rho": [ + 0.3154, + 0.6846 + ] + }, + { + "episode": 480, + "avg_reward": 2755.47, + "avg_cost": 3.75, + "lambda": 22.84, + "rho": [ + 0.3154, + 0.6846 + ] + }, + { + "episode": 490, + "avg_reward": 2980.83, + "avg_cost": 7.0, + "lambda": 21.5875, + "rho": [ + 0.3154, + 0.6846 + ] + }, + { + "episode": 500, + "avg_reward": 3286.37, + "avg_cost": 12.5, + "lambda": 20.94, + "rho": [ + 0.2865, + 0.7135 + ] + }, + { + "episode": 510, + "avg_reward": 2577.46, + "avg_cost": 18.75, + "lambda": 19.515, + "rho": [ + 0.2865, + 0.7135 + ] + }, + { + "episode": 520, + "avg_reward": 3164.28, + "avg_cost": 8.25, + "lambda": 18.225, + "rho": [ + 0.2865, + 0.7135 + ] + }, + { + "episode": 530, + "avg_reward": 2968.12, + "avg_cost": 20.25, + "lambda": 16.8625, + "rho": [ + 0.2865, + 0.7135 + ] + }, + { + "episode": 540, + "avg_reward": 3471.99, + "avg_cost": 18.75, + "lambda": 15.7125, + "rho": [ + 0.2865, + 0.7135 + ] + }, + { + "episode": 550, + "avg_reward": 2868.69, + "avg_cost": 8.25, + "lambda": 14.34, + "rho": [ + 0.2725, + 0.7275 + ] + }, + { + "episode": 560, + "avg_reward": 2884.45, + "avg_cost": 11.0, + "lambda": 12.42, + "rho": [ + 0.2725, + 0.7275 + ] + }, + { + "episode": 570, + "avg_reward": 3039.22, + "avg_cost": 6.75, + "lambda": 11.1475, + "rho": [ + 0.2725, + 0.7275 + ] + }, + { + "episode": 580, + "avg_reward": 3455.84, + "avg_cost": 18.75, + "lambda": 10.19, + "rho": [ + 0.2725, + 0.7275 + ] + }, + { + "episode": 590, + "avg_reward": 3614.4, + "avg_cost": 18.25, + "lambda": 9.2725, + "rho": [ + 0.2725, + 0.7275 + ] + }, + { + "episode": 600, + "avg_reward": 3443.96, + "avg_cost": 30.0, + "lambda": 8.7275, + "rho": [ + 0.2594, + 0.7406 + ] + }, + { + "episode": 610, + "avg_reward": 3729.36, + "avg_cost": 44.0, + "lambda": 8.845, + "rho": [ + 0.2594, + 0.7406 + ] + }, + { + "episode": 620, + "avg_reward": 3870.02, + "avg_cost": 37.0, + "lambda": 9.57, + "rho": [ + 0.2594, + 0.7406 + ] + }, + { + "episode": 630, + "avg_reward": 3753.65, + "avg_cost": 29.75, + "lambda": 10.56, + "rho": [ + 0.2594, + 0.7406 + ] + }, + { + "episode": 640, + "avg_reward": 3584.69, + "avg_cost": 26.75, + "lambda": 10.7325, + "rho": [ + 0.2594, + 0.7406 + ] + }, + { + "episode": 650, + "avg_reward": 3758.83, + "avg_cost": 23.0, + "lambda": 10.94, + "rho": [ + 0.2577, + 0.7423 + ] + }, + { + "episode": 660, + "avg_reward": 3799.41, + "avg_cost": 27.5, + "lambda": 11.5525, + "rho": [ + 0.2577, + 0.7423 + ] + }, + { + "episode": 670, + "avg_reward": 3848.48, + "avg_cost": 41.0, + "lambda": 12.715, + "rho": [ + 0.2577, + 0.7423 + ] + }, + { + "episode": 680, + "avg_reward": 3842.69, + "avg_cost": 35.75, + "lambda": 13.23, + "rho": [ + 0.2577, + 0.7423 + ] + }, + { + "episode": 690, + "avg_reward": 3822.45, + "avg_cost": 50.25, + "lambda": 15.3275, + "rho": [ + 0.2577, + 0.7423 + ] + }, + { + "episode": 700, + "avg_reward": 3662.32, + "avg_cost": 22.25, + "lambda": 16.5275, + "rho": [ + 0.2642, + 0.7358 + ] + }, + { + "episode": 710, + "avg_reward": 3574.45, + "avg_cost": 25.75, + "lambda": 16.475, + "rho": [ + 0.2642, + 0.7358 + ] + }, + { + "episode": 720, + "avg_reward": 3971.76, + "avg_cost": 40.5, + "lambda": 18.0725, + "rho": [ + 0.2642, + 0.7358 + ] + }, + { + "episode": 730, + "avg_reward": 3052.44, + "avg_cost": 3.25, + "lambda": 17.4125, + "rho": [ + 0.2642, + 0.7358 + ] + }, + { + "episode": 740, + "avg_reward": 2834.85, + "avg_cost": 3.5, + "lambda": 15.7675, + "rho": [ + 0.2642, + 0.7358 + ] + }, + { + "episode": 750, + "avg_reward": 2958.69, + "avg_cost": 10.5, + "lambda": 14.655, + "rho": [ + 0.2764, + 0.7236 + ] + }, + { + "episode": 760, + "avg_reward": 3293.88, + "avg_cost": 15.5, + "lambda": 13.1025, + "rho": [ + 0.2764, + 0.7236 + ] + }, + { + "episode": 770, + "avg_reward": 4007.29, + "avg_cost": 47.75, + "lambda": 14.36, + "rho": [ + 0.2764, + 0.7236 + ] + }, + { + "episode": 780, + "avg_reward": 3535.68, + "avg_cost": 34.0, + "lambda": 14.145, + "rho": [ + 0.2764, + 0.7236 + ] + }, + { + "episode": 790, + "avg_reward": 3727.85, + "avg_cost": 25.75, + "lambda": 14.78, + "rho": [ + 0.2764, + 0.7236 + ] + }, + { + "episode": 800, + "avg_reward": 3238.24, + "avg_cost": 6.25, + "lambda": 14.1275, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 810, + "avg_reward": 3087.51, + "avg_cost": 22.0, + "lambda": 15.0725, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 820, + "avg_reward": 2912.75, + "avg_cost": 10.75, + "lambda": 14.755, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 830, + "avg_reward": 2822.56, + "avg_cost": 21.0, + "lambda": 14.6625, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 840, + "avg_reward": 3804.65, + "avg_cost": 38.75, + "lambda": 15.4, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 850, + "avg_reward": 3553.75, + "avg_cost": 16.75, + "lambda": 16.6275, + "rho": [ + 0.2889, + 0.7111 + ] + }, + { + "episode": 860, + "avg_reward": 3888.82, + "avg_cost": 77.0, + "lambda": 16.3575, + "rho": [ + 0.2889, + 0.7111 + ] + }, + { + "episode": 870, + "avg_reward": 3510.46, + "avg_cost": 19.5, + "lambda": 18.295, + "rho": [ + 0.2889, + 0.7111 + ] + }, + { + "episode": 880, + "avg_reward": 3585.11, + "avg_cost": 41.25, + "lambda": 18.5225, + "rho": [ + 0.2889, + 0.7111 + ] + }, + { + "episode": 890, + "avg_reward": 3363.6, + "avg_cost": 25.5, + "lambda": 18.4525, + "rho": [ + 0.2889, + 0.7111 + ] + }, + { + "episode": 900, + "avg_reward": 3318.39, + "avg_cost": 15.0, + "lambda": 18.0675, + "rho": [ + 0.3016, + 0.6984 + ] + }, + { + "episode": 910, + "avg_reward": 3137.2, + "avg_cost": 12.25, + "lambda": 17.23, + "rho": [ + 0.3016, + 0.6984 + ] + }, + { + "episode": 920, + "avg_reward": 2765.25, + "avg_cost": 9.25, + "lambda": 17.2875, + "rho": [ + 0.3016, + 0.6984 + ] + }, + { + "episode": 930, + "avg_reward": 3362.97, + "avg_cost": 22.75, + "lambda": 17.3675, + "rho": [ + 0.3016, + 0.6984 + ] + }, + { + "episode": 940, + "avg_reward": 4058.14, + "avg_cost": 59.5, + "lambda": 18.005, + "rho": [ + 0.3016, + 0.6984 + ] + }, + { + "episode": 950, + "avg_reward": 3772.5, + "avg_cost": 56.75, + "lambda": 20.7075, + "rho": [ + 0.315, + 0.685 + ] + }, + { + "episode": 960, + "avg_reward": 3162.37, + "avg_cost": 3.75, + "lambda": 20.6225, + "rho": [ + 0.315, + 0.685 + ] + }, + { + "episode": 970, + "avg_reward": 2618.28, + "avg_cost": 17.75, + "lambda": 20.1575, + "rho": [ + 0.315, + 0.685 + ] + }, + { + "episode": 980, + "avg_reward": 2750.58, + "avg_cost": 15.0, + "lambda": 19.305, + "rho": [ + 0.315, + 0.685 + ] + }, + { + "episode": 990, + "avg_reward": 3271.56, + "avg_cost": 7.25, + "lambda": 17.545, + "rho": [ + 0.315, + 0.685 + ] + }, + { + "episode": 1000, + "avg_reward": 4054.99, + "avg_cost": 51.0, + "lambda": 18.23, + "rho": [ + 0.3305, + 0.6695 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json new file mode 100644 index 0000000000000000000000000000000000000000..569ada0a6700db5c14d834319eaa3fc88653b62b --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 457077.85, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.1385, + 0.8615 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -9164.38, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 10, + "avg_reward": -8774.59, + "avg_cost": 20.25, + "lambda": 3.8325, + "rho": [ + 0.4932, + 0.5068 + ] + }, + { + "episode": 20, + "avg_reward": -8334.71, + "avg_cost": 5.75, + "lambda": 2.765, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 30, + "avg_reward": -8138.16, + "avg_cost": 24.25, + "lambda": 1.5675, + "rho": [ + 0.4527, + 0.5473 + ] + }, + { + "episode": 40, + "avg_reward": -7866.57, + "avg_cost": 13.0, + "lambda": 0.7625, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 50, + "avg_reward": -7743.89, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 60, + "avg_reward": -7568.96, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.3925, + 0.6075 + ] + }, + { + "episode": 70, + "avg_reward": -6767.75, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.3925, + 0.6075 + ] + }, + { + "episode": 80, + "avg_reward": -6473.78, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 90, + "avg_reward": -6134.71, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 100, + "avg_reward": -5773.51, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 110, + "avg_reward": -5265.69, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 120, + "avg_reward": -5258.0, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.6739 + ] + }, + { + "episode": 130, + "avg_reward": -4675.14, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.6739 + ] + }, + { + "episode": 140, + "avg_reward": -4159.21, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 150, + "avg_reward": -3147.71, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 160, + "avg_reward": -2659.02, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.2913, + 0.7087 + ] + }, + { + "episode": 170, + "avg_reward": -2148.99, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2913, + 0.7087 + ] + }, + { + "episode": 180, + "avg_reward": -1793.98, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2763, + 0.7237 + ] + }, + { + "episode": 190, + "avg_reward": -1346.13, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2763, + 0.7237 + ] + }, + { + "episode": 200, + "avg_reward": -1063.12, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2627, + 0.7373 + ] + }, + { + "episode": 210, + "avg_reward": -725.54, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2627, + 0.7373 + ] + }, + { + "episode": 220, + "avg_reward": -376.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2505, + 0.7495 + ] + }, + { + "episode": 230, + "avg_reward": -215.51, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2505, + 0.7495 + ] + }, + { + "episode": 240, + "avg_reward": -39.81, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2395, + 0.7605 + ] + }, + { + "episode": 250, + "avg_reward": 246.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2395, + 0.7605 + ] + }, + { + "episode": 260, + "avg_reward": 409.46, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.2296, + 0.7704 + ] + }, + { + "episode": 270, + "avg_reward": 604.95, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2296, + 0.7704 + ] + }, + { + "episode": 280, + "avg_reward": 773.78, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2207, + 0.7793 + ] + }, + { + "episode": 290, + "avg_reward": 903.71, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.2207, + 0.7793 + ] + }, + { + "episode": 300, + "avg_reward": 1068.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2126, + 0.7874 + ] + }, + { + "episode": 310, + "avg_reward": 1070.51, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2126, + 0.7874 + ] + }, + { + "episode": 320, + "avg_reward": 1138.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.7947 + ] + }, + { + "episode": 330, + "avg_reward": 1366.35, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.7947 + ] + }, + { + "episode": 340, + "avg_reward": 1254.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 350, + "avg_reward": 1247.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 360, + "avg_reward": 1250.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1929, + 0.8071 + ] + }, + { + "episode": 370, + "avg_reward": 1517.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1929, + 0.8071 + ] + }, + { + "episode": 380, + "avg_reward": 1651.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1875, + 0.8125 + ] + }, + { + "episode": 390, + "avg_reward": 1612.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1875, + 0.8125 + ] + }, + { + "episode": 400, + "avg_reward": 1652.81, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1827, + 0.8173 + ] + }, + { + "episode": 410, + "avg_reward": 1659.91, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1827, + 0.8173 + ] + }, + { + "episode": 420, + "avg_reward": 1737.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.8217 + ] + }, + { + "episode": 430, + "avg_reward": 1947.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.8217 + ] + }, + { + "episode": 440, + "avg_reward": 1897.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1744, + 0.8256 + ] + }, + { + "episode": 450, + "avg_reward": 1738.84, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1744, + 0.8256 + ] + }, + { + "episode": 460, + "avg_reward": 1892.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1708, + 0.8292 + ] + }, + { + "episode": 470, + "avg_reward": 1912.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1708, + 0.8292 + ] + }, + { + "episode": 480, + "avg_reward": 1878.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.8324 + ] + }, + { + "episode": 490, + "avg_reward": 1912.44, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.8324 + ] + }, + { + "episode": 500, + "avg_reward": 1837.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1646, + 0.8354 + ] + }, + { + "episode": 510, + "avg_reward": 1996.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1646, + 0.8354 + ] + }, + { + "episode": 520, + "avg_reward": 1955.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.162, + 0.838 + ] + }, + { + "episode": 530, + "avg_reward": 2031.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.162, + 0.838 + ] + }, + { + "episode": 540, + "avg_reward": 1950.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1595, + 0.8405 + ] + }, + { + "episode": 550, + "avg_reward": 1934.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1595, + 0.8405 + ] + }, + { + "episode": 560, + "avg_reward": 2199.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1574, + 0.8426 + ] + }, + { + "episode": 570, + "avg_reward": 2119.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1574, + 0.8426 + ] + }, + { + "episode": 580, + "avg_reward": 2180.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1554, + 0.8446 + ] + }, + { + "episode": 590, + "avg_reward": 2050.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1554, + 0.8446 + ] + }, + { + "episode": 600, + "avg_reward": 2212.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1536, + 0.8464 + ] + }, + { + "episode": 610, + "avg_reward": 2218.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1536, + 0.8464 + ] + }, + { + "episode": 620, + "avg_reward": 2178.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.152, + 0.848 + ] + }, + { + "episode": 630, + "avg_reward": 2052.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.152, + 0.848 + ] + }, + { + "episode": 640, + "avg_reward": 2230.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1505, + 0.8495 + ] + }, + { + "episode": 650, + "avg_reward": 2216.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1505, + 0.8495 + ] + }, + { + "episode": 660, + "avg_reward": 2593.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1491, + 0.8509 + ] + }, + { + "episode": 670, + "avg_reward": 2381.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1491, + 0.8509 + ] + }, + { + "episode": 680, + "avg_reward": 2269.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1479, + 0.8521 + ] + }, + { + "episode": 690, + "avg_reward": 2141.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1479, + 0.8521 + ] + }, + { + "episode": 700, + "avg_reward": 2407.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1468, + 0.8532 + ] + }, + { + "episode": 710, + "avg_reward": 2529.9, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1468, + 0.8532 + ] + }, + { + "episode": 720, + "avg_reward": 2276.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1458, + 0.8542 + ] + }, + { + "episode": 730, + "avg_reward": 2412.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1458, + 0.8542 + ] + }, + { + "episode": 740, + "avg_reward": 2289.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1449, + 0.8551 + ] + }, + { + "episode": 750, + "avg_reward": 2580.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1449, + 0.8551 + ] + }, + { + "episode": 760, + "avg_reward": 2610.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1441, + 0.8559 + ] + }, + { + "episode": 770, + "avg_reward": 2527.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1441, + 0.8559 + ] + }, + { + "episode": 780, + "avg_reward": 2465.31, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1433, + 0.8567 + ] + }, + { + "episode": 790, + "avg_reward": 2694.1, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1433, + 0.8567 + ] + }, + { + "episode": 800, + "avg_reward": 2584.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1426, + 0.8574 + ] + }, + { + "episode": 810, + "avg_reward": 2552.11, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1426, + 0.8574 + ] + }, + { + "episode": 820, + "avg_reward": 2592.47, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.142, + 0.858 + ] + }, + { + "episode": 830, + "avg_reward": 2628.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.142, + 0.858 + ] + }, + { + "episode": 840, + "avg_reward": 2737.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1415, + 0.8585 + ] + }, + { + "episode": 850, + "avg_reward": 2520.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1415, + 0.8585 + ] + }, + { + "episode": 860, + "avg_reward": 2286.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.141, + 0.859 + ] + }, + { + "episode": 870, + "avg_reward": 2761.51, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.141, + 0.859 + ] + }, + { + "episode": 880, + "avg_reward": 2929.06, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1405, + 0.8595 + ] + }, + { + "episode": 890, + "avg_reward": 2654.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1405, + 0.8595 + ] + }, + { + "episode": 900, + "avg_reward": 2685.26, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1401, + 0.8599 + ] + }, + { + "episode": 910, + "avg_reward": 2784.98, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1401, + 0.8599 + ] + }, + { + "episode": 920, + "avg_reward": 2800.79, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1397, + 0.8603 + ] + }, + { + "episode": 930, + "avg_reward": 2689.04, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1397, + 0.8603 + ] + }, + { + "episode": 940, + "avg_reward": 2592.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1393, + 0.8607 + ] + }, + { + "episode": 950, + "avg_reward": 2728.79, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1393, + 0.8607 + ] + }, + { + "episode": 960, + "avg_reward": 2930.58, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.861 + ] + }, + { + "episode": 970, + "avg_reward": 2793.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.861 + ] + }, + { + "episode": 980, + "avg_reward": 2722.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1387, + 0.8613 + ] + }, + { + "episode": 990, + "avg_reward": 2671.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1387, + 0.8613 + ] + }, + { + "episode": 1000, + "avg_reward": 2630.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.8615 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json b/results/diagnostic_results_learned_rho_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..b316b1a877f4c616703bc40be4805c184da105e1 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -325225.04, + "constraint_satisfaction_pct": 1.33, + "final_rho": [ + 0.5423, + 0.4577 + ], + "final_lambda": 53.5696, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2742.26, + "avg_cost": 17.75, + "lambda": 1.1775, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 10, + "avg_reward": -2824.29, + "avg_cost": 18.5, + "lambda": 2.7949, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 20, + "avg_reward": -2727.11, + "avg_cost": 20.0, + "lambda": 4.5017, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 30, + "avg_reward": -2615.07, + "avg_cost": 17.25, + "lambda": 6.1161, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 40, + "avg_reward": -2535.03, + "avg_cost": 18.25, + "lambda": 7.7182, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 50, + "avg_reward": -2449.26, + "avg_cost": 17.0, + "lambda": 9.2559, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 60, + "avg_reward": -2564.4, + "avg_cost": 14.75, + "lambda": 10.8054, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 70, + "avg_reward": -2421.04, + "avg_cost": 11.25, + "lambda": 12.222, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 80, + "avg_reward": -2344.81, + "avg_cost": 9.5, + "lambda": 13.5495, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 90, + "avg_reward": -2306.45, + "avg_cost": 11.0, + "lambda": 14.7721, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 100, + "avg_reward": -2278.1, + "avg_cost": 11.0, + "lambda": 16.0762, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 110, + "avg_reward": -2381.13, + "avg_cost": 10.0, + "lambda": 17.3526, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 120, + "avg_reward": -2179.19, + "avg_cost": 12.25, + "lambda": 18.6486, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 130, + "avg_reward": -2160.86, + "avg_cost": 11.75, + "lambda": 19.7995, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 140, + "avg_reward": -1983.55, + "avg_cost": 7.75, + "lambda": 20.8549, + "rho": [ + 0.4156, + 0.5844 + ] + }, + { + "episode": 150, + "avg_reward": -2112.79, + "avg_cost": 17.25, + "lambda": 21.8259, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 160, + "avg_reward": -2070.6, + "avg_cost": 8.0, + "lambda": 22.8019, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 170, + "avg_reward": -2218.78, + "avg_cost": 11.5, + "lambda": 23.7523, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 180, + "avg_reward": -1862.14, + "avg_cost": 9.25, + "lambda": 24.7665, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 190, + "avg_reward": -1932.34, + "avg_cost": 8.0, + "lambda": 25.7122, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 200, + "avg_reward": -1943.35, + "avg_cost": 3.5, + "lambda": 26.7078, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 210, + "avg_reward": -1761.38, + "avg_cost": 6.0, + "lambda": 27.6026, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 220, + "avg_reward": -1833.42, + "avg_cost": 7.5, + "lambda": 28.4354, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 230, + "avg_reward": -1775.5, + "avg_cost": 9.25, + "lambda": 29.3831, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 240, + "avg_reward": -1861.51, + "avg_cost": 8.75, + "lambda": 30.3056, + "rho": [ + 0.4022, + 0.5978 + ] + }, + { + "episode": 250, + "avg_reward": -1982.04, + "avg_cost": 9.0, + "lambda": 31.1557, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 260, + "avg_reward": -1756.81, + "avg_cost": 5.75, + "lambda": 31.9234, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 270, + "avg_reward": -1632.81, + "avg_cost": 4.75, + "lambda": 32.623, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 280, + "avg_reward": -1853.89, + "avg_cost": 4.75, + "lambda": 33.2091, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 290, + "avg_reward": -1559.88, + "avg_cost": 6.5, + "lambda": 33.7157, + "rho": [ + 0.4095, + 0.5905 + ] + }, + { + "episode": 300, + "avg_reward": -1480.9, + "avg_cost": 5.75, + "lambda": 34.209, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 310, + "avg_reward": -1316.69, + "avg_cost": 2.5, + "lambda": 34.6617, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 320, + "avg_reward": -1540.76, + "avg_cost": 3.0, + "lambda": 35.0787, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 330, + "avg_reward": -1660.3, + "avg_cost": 1.75, + "lambda": 35.4823, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 340, + "avg_reward": -1582.11, + "avg_cost": 2.0, + "lambda": 35.8439, + "rho": [ + 0.4251, + 0.5749 + ] + }, + { + "episode": 350, + "avg_reward": -1441.66, + "avg_cost": 2.5, + "lambda": 36.1665, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 360, + "avg_reward": -1610.85, + "avg_cost": 1.5, + "lambda": 36.488, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 370, + "avg_reward": -1428.73, + "avg_cost": 2.5, + "lambda": 36.7685, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 380, + "avg_reward": -1293.19, + "avg_cost": 2.0, + "lambda": 37.0422, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 390, + "avg_reward": -1465.07, + "avg_cost": 5.0, + "lambda": 37.3112, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 400, + "avg_reward": -1288.03, + "avg_cost": 2.25, + "lambda": 37.6029, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 410, + "avg_reward": -1219.82, + "avg_cost": 2.25, + "lambda": 37.8619, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 420, + "avg_reward": -1380.55, + "avg_cost": 1.25, + "lambda": 38.1513, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 430, + "avg_reward": -1421.79, + "avg_cost": 2.25, + "lambda": 38.4241, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 440, + "avg_reward": -1346.75, + "avg_cost": 2.75, + "lambda": 38.643, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 450, + "avg_reward": -1259.57, + "avg_cost": 1.0, + "lambda": 38.8332, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 460, + "avg_reward": -1208.45, + "avg_cost": 1.25, + "lambda": 39.0386, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 470, + "avg_reward": -1035.02, + "avg_cost": 2.75, + "lambda": 39.2041, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 480, + "avg_reward": -1337.0, + "avg_cost": 1.75, + "lambda": 39.3646, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 490, + "avg_reward": -1243.09, + "avg_cost": 1.0, + "lambda": 39.517, + "rho": [ + 0.455, + 0.545 + ] + }, + { + "episode": 500, + "avg_reward": -1109.11, + "avg_cost": 2.0, + "lambda": 39.6621, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 510, + "avg_reward": -1019.15, + "avg_cost": 1.75, + "lambda": 39.8157, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 520, + "avg_reward": -907.44, + "avg_cost": 1.25, + "lambda": 39.9543, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 530, + "avg_reward": -742.33, + "avg_cost": 1.75, + "lambda": 40.0946, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 540, + "avg_reward": -928.98, + "avg_cost": 0.75, + "lambda": 40.2282, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 550, + "avg_reward": -866.76, + "avg_cost": 1.0, + "lambda": 40.3472, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 560, + "avg_reward": -656.46, + "avg_cost": 3.5, + "lambda": 40.4725, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 570, + "avg_reward": -560.16, + "avg_cost": 2.25, + "lambda": 40.6191, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 580, + "avg_reward": -827.38, + "avg_cost": 1.5, + "lambda": 40.7563, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 590, + "avg_reward": -473.3, + "avg_cost": 1.5, + "lambda": 40.9092, + "rho": [ + 0.4619, + 0.5381 + ] + }, + { + "episode": 600, + "avg_reward": -535.28, + "avg_cost": 1.75, + "lambda": 41.0514, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 610, + "avg_reward": -529.92, + "avg_cost": 2.0, + "lambda": 41.1944, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 620, + "avg_reward": -469.75, + "avg_cost": 0.75, + "lambda": 41.3509, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 630, + "avg_reward": -120.33, + "avg_cost": 2.5, + "lambda": 41.5151, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 640, + "avg_reward": -387.37, + "avg_cost": 3.0, + "lambda": 41.7285, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 650, + "avg_reward": -247.29, + "avg_cost": 2.25, + "lambda": 41.9408, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 660, + "avg_reward": -446.06, + "avg_cost": 1.0, + "lambda": 42.1093, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 670, + "avg_reward": -307.32, + "avg_cost": 1.5, + "lambda": 42.2513, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 680, + "avg_reward": 141.0, + "avg_cost": 2.5, + "lambda": 42.4334, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 690, + "avg_reward": -3.24, + "avg_cost": 1.25, + "lambda": 42.6155, + "rho": [ + 0.4666, + 0.5334 + ] + }, + { + "episode": 700, + "avg_reward": -285.43, + "avg_cost": 0.75, + "lambda": 42.8142, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 710, + "avg_reward": 50.56, + "avg_cost": 2.0, + "lambda": 42.9981, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 720, + "avg_reward": -88.36, + "avg_cost": 0.5, + "lambda": 43.1679, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 730, + "avg_reward": -296.1, + "avg_cost": 1.5, + "lambda": 43.3436, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 740, + "avg_reward": 76.3, + "avg_cost": 2.25, + "lambda": 43.4956, + "rho": [ + 0.4685, + 0.5315 + ] + }, + { + "episode": 750, + "avg_reward": 367.81, + "avg_cost": 5.25, + "lambda": 43.6759, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 760, + "avg_reward": -503.19, + "avg_cost": 0.75, + "lambda": 43.9184, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 770, + "avg_reward": -7.11, + "avg_cost": 1.25, + "lambda": 44.1068, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 780, + "avg_reward": -346.43, + "avg_cost": 0.75, + "lambda": 44.2758, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 790, + "avg_reward": 108.0, + "avg_cost": 2.5, + "lambda": 44.4207, + "rho": [ + 0.4731, + 0.5269 + ] + }, + { + "episode": 800, + "avg_reward": 252.31, + "avg_cost": 4.0, + "lambda": 44.5593, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 810, + "avg_reward": 111.46, + "avg_cost": 1.5, + "lambda": 44.6998, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 820, + "avg_reward": 496.62, + "avg_cost": 2.5, + "lambda": 44.8334, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 830, + "avg_reward": 315.46, + "avg_cost": 2.0, + "lambda": 45.0101, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 840, + "avg_reward": 151.87, + "avg_cost": 2.25, + "lambda": 45.1816, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 850, + "avg_reward": 452.52, + "avg_cost": 0.75, + "lambda": 45.3624, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 860, + "avg_reward": 812.74, + "avg_cost": 4.5, + "lambda": 45.5282, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 870, + "avg_reward": 484.85, + "avg_cost": 1.0, + "lambda": 45.7169, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 880, + "avg_reward": 716.28, + "avg_cost": 1.25, + "lambda": 45.8968, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 890, + "avg_reward": 697.34, + "avg_cost": 2.5, + "lambda": 46.0561, + "rho": [ + 0.4777, + 0.5223 + ] + }, + { + "episode": 900, + "avg_reward": 794.27, + "avg_cost": 1.75, + "lambda": 46.2121, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 910, + "avg_reward": 706.05, + "avg_cost": 3.0, + "lambda": 46.3564, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 920, + "avg_reward": 663.33, + "avg_cost": 0.5, + "lambda": 46.514, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 930, + "avg_reward": 184.41, + "avg_cost": 1.5, + "lambda": 46.6359, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 940, + "avg_reward": 669.34, + "avg_cost": 1.0, + "lambda": 46.7638, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 950, + "avg_reward": 521.98, + "avg_cost": 2.5, + "lambda": 46.8904, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 960, + "avg_reward": 283.17, + "avg_cost": 1.75, + "lambda": 47.0168, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 970, + "avg_reward": 1069.09, + "avg_cost": 1.5, + "lambda": 47.1569, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 980, + "avg_reward": 650.72, + "avg_cost": 2.0, + "lambda": 47.3334, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 990, + "avg_reward": 444.55, + "avg_cost": 0.75, + "lambda": 47.5097, + "rho": [ + 0.4897, + 0.5103 + ] + }, + { + "episode": 1000, + "avg_reward": -61.57, + "avg_cost": 1.5, + "lambda": 47.689, + "rho": [ + 0.4971, + 0.5029 + ] + }, + { + "episode": 1010, + "avg_reward": 1179.52, + "avg_cost": 3.75, + "lambda": 47.8292, + "rho": [ + 0.4971, + 0.5029 + ] + }, + { + "episode": 1020, + "avg_reward": 1168.93, + "avg_cost": 2.5, + "lambda": 47.9843, + "rho": [ + 0.4971, + 0.5029 + ] + }, + { + "episode": 1030, + "avg_reward": 670.0, + "avg_cost": 2.0, + "lambda": 48.1203, + "rho": [ + 0.4971, + 0.5029 + ] + }, + { + "episode": 1040, + "avg_reward": 882.95, + "avg_cost": 2.0, + "lambda": 48.2574, + "rho": [ + 0.4971, + 0.5029 + ] + }, + { + "episode": 1050, + "avg_reward": 767.12, + "avg_cost": 0.0, + "lambda": 48.397, + "rho": [ + 0.5049, + 0.4951 + ] + }, + { + "episode": 1060, + "avg_reward": 903.89, + "avg_cost": 0.75, + "lambda": 48.5125, + "rho": [ + 0.5049, + 0.4951 + ] + }, + { + "episode": 1070, + "avg_reward": 1069.53, + "avg_cost": 3.0, + "lambda": 48.622, + "rho": [ + 0.5049, + 0.4951 + ] + }, + { + "episode": 1080, + "avg_reward": 720.31, + "avg_cost": 1.5, + "lambda": 48.7514, + "rho": [ + 0.5049, + 0.4951 + ] + }, + { + "episode": 1090, + "avg_reward": 1082.39, + "avg_cost": 1.5, + "lambda": 48.8797, + "rho": [ + 0.5049, + 0.4951 + ] + }, + { + "episode": 1100, + "avg_reward": 887.49, + "avg_cost": 0.5, + "lambda": 48.9989, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 1110, + "avg_reward": 795.06, + "avg_cost": 0.75, + "lambda": 49.1157, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 1120, + "avg_reward": 1359.45, + "avg_cost": 1.75, + "lambda": 49.2709, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 1130, + "avg_reward": 1376.25, + "avg_cost": 1.0, + "lambda": 49.3878, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 1140, + "avg_reward": 1207.47, + "avg_cost": 1.0, + "lambda": 49.4891, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 1150, + "avg_reward": 1493.26, + "avg_cost": 2.25, + "lambda": 49.5968, + "rho": [ + 0.5198, + 0.4802 + ] + }, + { + "episode": 1160, + "avg_reward": 983.02, + "avg_cost": 1.75, + "lambda": 49.7215, + "rho": [ + 0.5198, + 0.4802 + ] + }, + { + "episode": 1170, + "avg_reward": 1344.29, + "avg_cost": 1.0, + "lambda": 49.8634, + "rho": [ + 0.5198, + 0.4802 + ] + }, + { + "episode": 1180, + "avg_reward": 1406.57, + "avg_cost": 1.5, + "lambda": 49.9935, + "rho": [ + 0.5198, + 0.4802 + ] + }, + { + "episode": 1190, + "avg_reward": 1225.64, + "avg_cost": 1.0, + "lambda": 50.1436, + "rho": [ + 0.5198, + 0.4802 + ] + }, + { + "episode": 1200, + "avg_reward": 1121.21, + "avg_cost": 2.0, + "lambda": 50.2866, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 1210, + "avg_reward": 1039.27, + "avg_cost": 2.0, + "lambda": 50.4247, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 1220, + "avg_reward": 1397.94, + "avg_cost": 0.75, + "lambda": 50.5616, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 1230, + "avg_reward": 1552.73, + "avg_cost": 0.75, + "lambda": 50.6689, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 1240, + "avg_reward": 1236.75, + "avg_cost": 0.5, + "lambda": 50.7725, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 1250, + "avg_reward": 1550.52, + "avg_cost": 1.0, + "lambda": 50.8793, + "rho": [ + 0.529, + 0.471 + ] + }, + { + "episode": 1260, + "avg_reward": 1340.58, + "avg_cost": 1.5, + "lambda": 50.9874, + "rho": [ + 0.529, + 0.471 + ] + }, + { + "episode": 1270, + "avg_reward": 1228.41, + "avg_cost": 1.75, + "lambda": 51.1003, + "rho": [ + 0.529, + 0.471 + ] + }, + { + "episode": 1280, + "avg_reward": 1103.9, + "avg_cost": 0.0, + "lambda": 51.2087, + "rho": [ + 0.529, + 0.471 + ] + }, + { + "episode": 1290, + "avg_reward": 1625.03, + "avg_cost": 1.5, + "lambda": 51.3128, + "rho": [ + 0.529, + 0.471 + ] + }, + { + "episode": 1300, + "avg_reward": 1579.36, + "avg_cost": 0.75, + "lambda": 51.416, + "rho": [ + 0.5338, + 0.4662 + ] + }, + { + "episode": 1310, + "avg_reward": 1654.35, + "avg_cost": 1.0, + "lambda": 51.5251, + "rho": [ + 0.5338, + 0.4662 + ] + }, + { + "episode": 1320, + "avg_reward": 1417.86, + "avg_cost": 0.75, + "lambda": 51.6383, + "rho": [ + 0.5338, + 0.4662 + ] + }, + { + "episode": 1330, + "avg_reward": 804.23, + "avg_cost": 0.75, + "lambda": 51.7575, + "rho": [ + 0.5338, + 0.4662 + ] + }, + { + "episode": 1340, + "avg_reward": 1428.39, + "avg_cost": 0.75, + "lambda": 51.8528, + "rho": [ + 0.5338, + 0.4662 + ] + }, + { + "episode": 1350, + "avg_reward": 1543.89, + "avg_cost": 1.5, + "lambda": 51.9572, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1360, + "avg_reward": 1636.85, + "avg_cost": 2.5, + "lambda": 52.0644, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1370, + "avg_reward": 1396.78, + "avg_cost": 1.0, + "lambda": 52.1678, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1380, + "avg_reward": 1079.65, + "avg_cost": 0.25, + "lambda": 52.2588, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1390, + "avg_reward": 1563.63, + "avg_cost": 1.25, + "lambda": 52.3418, + "rho": [ + 0.5367, + 0.4633 + ] + }, + { + "episode": 1400, + "avg_reward": 1283.72, + "avg_cost": 1.0, + "lambda": 52.4318, + "rho": [ + 0.5401, + 0.4599 + ] + }, + { + "episode": 1410, + "avg_reward": 1589.4, + "avg_cost": 1.5, + "lambda": 52.5351, + "rho": [ + 0.5401, + 0.4599 + ] + }, + { + "episode": 1420, + "avg_reward": 1537.0, + "avg_cost": 2.0, + "lambda": 52.6438, + "rho": [ + 0.5401, + 0.4599 + ] + }, + { + "episode": 1430, + "avg_reward": 1373.74, + "avg_cost": 1.25, + "lambda": 52.782, + "rho": [ + 0.5401, + 0.4599 + ] + }, + { + "episode": 1440, + "avg_reward": 540.2, + "avg_cost": 0.0, + "lambda": 52.8953, + "rho": [ + 0.5401, + 0.4599 + ] + }, + { + "episode": 1450, + "avg_reward": 1537.55, + "avg_cost": 1.25, + "lambda": 53.0002, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 1460, + "avg_reward": 1097.63, + "avg_cost": 1.0, + "lambda": 53.0945, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 1470, + "avg_reward": 1302.41, + "avg_cost": 0.5, + "lambda": 53.2348, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 1480, + "avg_reward": 1490.5, + "avg_cost": 1.0, + "lambda": 53.351, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 1490, + "avg_reward": 1861.2, + "avg_cost": 2.25, + "lambda": 53.4573, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 1500, + "avg_reward": 545.91, + "avg_cost": 0.5, + "lambda": 53.5696, + "rho": [ + 0.5423, + 0.4577 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_dryrun_chc.json b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_dryrun_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..9fc43bb85610b45c5cec2949f307f234762ac88e --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_dryrun_chc.json @@ -0,0 +1,47 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 10, + "total_welfare": -27251.62, + "constraint_satisfaction_pct": 90.0, + "final_rho": [ + 0.4997, + 0.5003 + ], + "final_lambda": 10.0025, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2742.26, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4997, + 0.5003 + ] + }, + { + "episode": 10, + "avg_reward": -2581.02, + "avg_cost": 0.25, + "lambda": 10.0025, + "rho": [ + 0.4997, + 0.5003 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_Swimmer_2x1_state_dependent_implicit_v11_swimmer.json b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_Swimmer_2x1_state_dependent_implicit_v11_swimmer.json new file mode 100644 index 0000000000000000000000000000000000000000..7a54aeeb1c052d4eb806e3335d9131437246266e --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_Swimmer_2x1_state_dependent_implicit_v11_swimmer.json @@ -0,0 +1,533 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 500, + "total_welfare": -25036.45, + "constraint_satisfaction_pct": 96.2, + "final_rho": [ + 0.4926, + 0.5074 + ], + "final_lambda": 1.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 57.41, + "avg_cost": 393.25, + "lambda": 16.0475, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 10, + "avg_reward": -48.83, + "avg_cost": 337.25, + "lambda": 100.0, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 20, + "avg_reward": -50.66, + "avg_cost": 24.5, + "lambda": 99.985, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 30, + "avg_reward": -53.37, + "avg_cost": 11.75, + "lambda": 95.9875, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 40, + "avg_reward": -50.52, + "avg_cost": 3.0, + "lambda": 89.9275, + "rho": [ + 0.4579, + 0.5421 + ] + }, + { + "episode": 50, + "avg_reward": -54.82, + "avg_cost": 1.5, + "lambda": 83.3425, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 60, + "avg_reward": -60.52, + "avg_cost": 1.5, + "lambda": 76.435, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 70, + "avg_reward": -56.99, + "avg_cost": 1.5, + "lambda": 69.445, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 80, + "avg_reward": -56.91, + "avg_cost": 1.25, + "lambda": 62.365, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 90, + "avg_reward": -56.39, + "avg_cost": 1.25, + "lambda": 55.255, + "rho": [ + 0.4049, + 0.5951 + ] + }, + { + "episode": 100, + "avg_reward": -59.22, + "avg_cost": 1.5, + "lambda": 48.1525, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 110, + "avg_reward": -58.28, + "avg_cost": 1.25, + "lambda": 40.96, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 120, + "avg_reward": -64.02, + "avg_cost": 1.5, + "lambda": 33.8575, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 130, + "avg_reward": -62.83, + "avg_cost": 0.75, + "lambda": 26.6725, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 140, + "avg_reward": -67.9, + "avg_cost": 1.25, + "lambda": 19.5625, + "rho": [ + 0.4127, + 0.5873 + ] + }, + { + "episode": 150, + "avg_reward": -65.85, + "avg_cost": 1.0, + "lambda": 12.4075, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 160, + "avg_reward": -63.03, + "avg_cost": 0.75, + "lambda": 5.215, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 170, + "avg_reward": -62.7, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 180, + "avg_reward": -65.42, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 190, + "avg_reward": -58.57, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 200, + "avg_reward": -61.74, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 210, + "avg_reward": -60.99, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 220, + "avg_reward": -53.6, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 230, + "avg_reward": -54.18, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 240, + "avg_reward": -67.03, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 0.4412, + 0.5588 + ] + }, + { + "episode": 250, + "avg_reward": -52.84, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 260, + "avg_reward": -48.8, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 270, + "avg_reward": -51.69, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 280, + "avg_reward": -53.5, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 290, + "avg_reward": -51.0, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.461, + 0.539 + ] + }, + { + "episode": 300, + "avg_reward": -55.77, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.4778, + 0.5222 + ] + }, + { + "episode": 310, + "avg_reward": -51.76, + "avg_cost": 5.75, + "lambda": 1.0, + "rho": [ + 0.4778, + 0.5222 + ] + }, + { + "episode": 320, + "avg_reward": -49.81, + "avg_cost": 4.75, + "lambda": 1.0, + "rho": [ + 0.4778, + 0.5222 + ] + }, + { + "episode": 330, + "avg_reward": -50.62, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4778, + 0.5222 + ] + }, + { + "episode": 340, + "avg_reward": -47.56, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4778, + 0.5222 + ] + }, + { + "episode": 350, + "avg_reward": -48.76, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 360, + "avg_reward": -47.58, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 370, + "avg_reward": -46.12, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 380, + "avg_reward": -41.22, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 390, + "avg_reward": -39.42, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 400, + "avg_reward": -39.18, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 410, + "avg_reward": -40.62, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 420, + "avg_reward": -39.58, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 430, + "avg_reward": -40.4, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 440, + "avg_reward": -38.41, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 450, + "avg_reward": -37.64, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4879, + 0.5121 + ] + }, + { + "episode": 460, + "avg_reward": -34.84, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 0.4879, + 0.5121 + ] + }, + { + "episode": 470, + "avg_reward": -38.31, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4879, + 0.5121 + ] + }, + { + "episode": 480, + "avg_reward": -36.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4879, + 0.5121 + ] + }, + { + "episode": 490, + "avg_reward": -35.19, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4879, + 0.5121 + ] + }, + { + "episode": 500, + "avg_reward": -28.75, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4926, + 0.5074 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_pilot_v2.json b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_pilot_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..95ab3d771ba1c2724b86aed41acbd4e4d6bcfbc4 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s0_mamujoco_pilot_v2.json @@ -0,0 +1,133 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "es", + "n_episodes": 100, + "total_welfare": -136734.39, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4951, + 0.5049 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1710.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -1442.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -1305.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.505, + 0.495 + ] + }, + { + "episode": 30, + "avg_reward": -1435.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.505, + 0.495 + ] + }, + { + "episode": 40, + "avg_reward": -1463.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5025, + 0.4975 + ] + }, + { + "episode": 50, + "avg_reward": -1260.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5025, + 0.4975 + ] + }, + { + "episode": 60, + "avg_reward": -1425.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5004, + 0.4996 + ] + }, + { + "episode": 70, + "avg_reward": -1292.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5004, + 0.4996 + ] + }, + { + "episode": 80, + "avg_reward": -1235.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4973, + 0.5027 + ] + }, + { + "episode": 90, + "avg_reward": -1391.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4973, + 0.5027 + ] + }, + { + "episode": 100, + "avg_reward": -1184.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4951, + 0.5049 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..fdb26119e083f6c69e8492e992c09400dcf824f5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json @@ -0,0 +1,8047 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 12613549.39, + "constraint_satisfaction_pct": 40.0, + "final_rho": [ + 0.25, + 0.75 + ], + "final_lambda": 325.0443, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13345.23, + "avg_cost": 29.0, + "lambda": 12.9, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 10, + "avg_reward": 13152.85, + "avg_cost": 9.5, + "lambda": 37.2549, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 20, + "avg_reward": 12744.61, + "avg_cost": 14.25, + "lambda": 53.859, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 30, + "avg_reward": 13018.21, + "avg_cost": 6.25, + "lambda": 63.0883, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 40, + "avg_reward": 12929.09, + "avg_cost": 15.5, + "lambda": 70.3547, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 50, + "avg_reward": 12988.81, + "avg_cost": 8.0, + "lambda": 77.0471, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 60, + "avg_reward": 13068.04, + "avg_cost": 0.0, + "lambda": 82.9727, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 70, + "avg_reward": 12952.99, + "avg_cost": 7.25, + "lambda": 88.5138, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 80, + "avg_reward": 13071.72, + "avg_cost": 0.25, + "lambda": 93.6894, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 90, + "avg_reward": 12934.04, + "avg_cost": 0.5, + "lambda": 98.1536, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 100, + "avg_reward": 13196.34, + "avg_cost": 1.5, + "lambda": 102.8267, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 110, + "avg_reward": 13135.14, + "avg_cost": 2.0, + "lambda": 107.9679, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 120, + "avg_reward": 13065.3, + "avg_cost": 0.0, + "lambda": 113.1764, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 130, + "avg_reward": 13402.51, + "avg_cost": 12.25, + "lambda": 117.5366, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 140, + "avg_reward": 13356.5, + "avg_cost": 15.0, + "lambda": 122.0728, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 150, + "avg_reward": 13303.66, + "avg_cost": 3.5, + "lambda": 127.1381, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 160, + "avg_reward": 13081.36, + "avg_cost": 12.5, + "lambda": 131.6692, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 170, + "avg_reward": 13164.85, + "avg_cost": 0.0, + "lambda": 135.3256, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 180, + "avg_reward": 12833.09, + "avg_cost": 3.25, + "lambda": 138.4929, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 190, + "avg_reward": 12306.73, + "avg_cost": 6.5, + "lambda": 142.0989, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 200, + "avg_reward": 12379.95, + "avg_cost": 2.75, + "lambda": 145.6731, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 210, + "avg_reward": 12292.55, + "avg_cost": 8.75, + "lambda": 148.5225, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 220, + "avg_reward": 12305.38, + "avg_cost": 1.25, + "lambda": 151.4647, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 230, + "avg_reward": 12509.47, + "avg_cost": 0.0, + "lambda": 156.1842, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 240, + "avg_reward": 12894.6, + "avg_cost": 0.0, + "lambda": 159.1549, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 250, + "avg_reward": 12883.63, + "avg_cost": 0.0, + "lambda": 162.3335, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 260, + "avg_reward": 13197.01, + "avg_cost": 0.0, + "lambda": 164.7233, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 270, + "avg_reward": 13024.92, + "avg_cost": 0.0, + "lambda": 168.9161, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 280, + "avg_reward": 12803.07, + "avg_cost": 6.75, + "lambda": 174.1126, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 290, + "avg_reward": 12529.2, + "avg_cost": 0.75, + "lambda": 178.2276, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 300, + "avg_reward": 12813.16, + "avg_cost": 0.0, + "lambda": 181.2628, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 310, + "avg_reward": 12870.09, + "avg_cost": 0.0, + "lambda": 182.9948, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 320, + "avg_reward": 13175.45, + "avg_cost": 0.0, + "lambda": 184.9872, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 330, + "avg_reward": 13189.77, + "avg_cost": 7.0, + "lambda": 187.9226, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 340, + "avg_reward": 13011.12, + "avg_cost": 0.0, + "lambda": 191.0739, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 350, + "avg_reward": 12559.66, + "avg_cost": 0.0, + "lambda": 193.554, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 360, + "avg_reward": 12917.13, + "avg_cost": 1.5, + "lambda": 197.2679, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 370, + "avg_reward": 12907.11, + "avg_cost": 0.0, + "lambda": 200.317, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 380, + "avg_reward": 12677.39, + "avg_cost": 0.0, + "lambda": 202.6674, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 390, + "avg_reward": 12512.46, + "avg_cost": 1.25, + "lambda": 205.2565, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 400, + "avg_reward": 12490.43, + "avg_cost": 3.25, + "lambda": 207.4758, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 410, + "avg_reward": 12291.92, + "avg_cost": 0.0, + "lambda": 209.9562, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 420, + "avg_reward": 12167.88, + "avg_cost": 2.75, + "lambda": 212.1154, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 430, + "avg_reward": 12295.84, + "avg_cost": 5.75, + "lambda": 214.45, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 440, + "avg_reward": 12416.22, + "avg_cost": 2.0, + "lambda": 216.366, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 450, + "avg_reward": 12418.93, + "avg_cost": 4.0, + "lambda": 218.3779, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 460, + "avg_reward": 12252.98, + "avg_cost": 6.0, + "lambda": 220.5004, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 470, + "avg_reward": 12406.49, + "avg_cost": 3.0, + "lambda": 222.9264, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 480, + "avg_reward": 12382.22, + "avg_cost": 8.25, + "lambda": 225.2007, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 490, + "avg_reward": 12487.58, + "avg_cost": 0.0, + "lambda": 227.5861, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 500, + "avg_reward": 12147.19, + "avg_cost": 0.0, + "lambda": 229.2309, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 510, + "avg_reward": 12266.23, + "avg_cost": 2.75, + "lambda": 230.6412, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 520, + "avg_reward": 12424.99, + "avg_cost": 8.5, + "lambda": 232.9037, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 530, + "avg_reward": 12423.76, + "avg_cost": 5.75, + "lambda": 235.4707, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 540, + "avg_reward": 12840.32, + "avg_cost": 2.5, + "lambda": 238.1231, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 550, + "avg_reward": 12293.91, + "avg_cost": 6.25, + "lambda": 240.4313, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 560, + "avg_reward": 12747.92, + "avg_cost": 1.0, + "lambda": 241.9278, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 570, + "avg_reward": 13074.02, + "avg_cost": 20.75, + "lambda": 243.4713, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 580, + "avg_reward": 12184.66, + "avg_cost": 13.5, + "lambda": 247.4757, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 590, + "avg_reward": 12481.61, + "avg_cost": 14.0, + "lambda": 250.3115, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 600, + "avg_reward": 12221.94, + "avg_cost": 0.0, + "lambda": 254.6638, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 610, + "avg_reward": 12297.4, + "avg_cost": 2.75, + "lambda": 257.1743, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 620, + "avg_reward": 12245.83, + "avg_cost": 0.25, + "lambda": 259.4269, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 630, + "avg_reward": 12251.8, + "avg_cost": 2.75, + "lambda": 261.4759, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 640, + "avg_reward": 12189.33, + "avg_cost": 1.25, + "lambda": 264.0177, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 650, + "avg_reward": 11461.08, + "avg_cost": 1.0, + "lambda": 266.2322, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 660, + "avg_reward": 11657.12, + "avg_cost": 0.75, + "lambda": 267.7826, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 670, + "avg_reward": 11845.13, + "avg_cost": 0.0, + "lambda": 270.0635, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 680, + "avg_reward": 12182.31, + "avg_cost": 0.0, + "lambda": 271.349, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 690, + "avg_reward": 12280.34, + "avg_cost": 0.0, + "lambda": 274.2982, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 700, + "avg_reward": 11928.45, + "avg_cost": 0.0, + "lambda": 277.6741, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 710, + "avg_reward": 12053.14, + "avg_cost": 0.0, + "lambda": 280.3424, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 720, + "avg_reward": 12442.56, + "avg_cost": 0.0, + "lambda": 282.3312, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 730, + "avg_reward": 12553.26, + "avg_cost": 0.25, + "lambda": 283.7705, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 740, + "avg_reward": 12145.04, + "avg_cost": 0.0, + "lambda": 285.3762, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 750, + "avg_reward": 12109.01, + "avg_cost": 0.0, + "lambda": 286.596, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 760, + "avg_reward": 12237.23, + "avg_cost": 0.0, + "lambda": 287.7606, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 770, + "avg_reward": 12905.65, + "avg_cost": 0.0, + "lambda": 289.527, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 780, + "avg_reward": 12596.76, + "avg_cost": 1.25, + "lambda": 291.1604, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 790, + "avg_reward": 12671.85, + "avg_cost": 0.0, + "lambda": 293.0883, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 800, + "avg_reward": 12613.14, + "avg_cost": 1.25, + "lambda": 294.1684, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 810, + "avg_reward": 12608.7, + "avg_cost": 2.25, + "lambda": 295.419, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 820, + "avg_reward": 12788.17, + "avg_cost": 0.0, + "lambda": 297.3893, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 830, + "avg_reward": 12681.8, + "avg_cost": 1.0, + "lambda": 298.8484, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 840, + "avg_reward": 12348.55, + "avg_cost": 0.25, + "lambda": 300.2338, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 850, + "avg_reward": 12903.57, + "avg_cost": 0.0, + "lambda": 301.1615, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 860, + "avg_reward": 12717.07, + "avg_cost": 2.25, + "lambda": 302.1583, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 870, + "avg_reward": 12521.26, + "avg_cost": 0.5, + "lambda": 303.9693, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 880, + "avg_reward": 12518.42, + "avg_cost": 0.0, + "lambda": 305.3023, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 890, + "avg_reward": 12719.02, + "avg_cost": 5.25, + "lambda": 306.8372, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 900, + "avg_reward": 12547.66, + "avg_cost": 0.0, + "lambda": 308.8114, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 910, + "avg_reward": 12355.56, + "avg_cost": 0.0, + "lambda": 310.4787, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 920, + "avg_reward": 12274.17, + "avg_cost": 0.0, + "lambda": 311.6808, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 930, + "avg_reward": 12474.09, + "avg_cost": 4.25, + "lambda": 312.5527, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 940, + "avg_reward": 12532.37, + "avg_cost": 0.5, + "lambda": 314.5011, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 950, + "avg_reward": 12364.93, + "avg_cost": 5.75, + "lambda": 316.6004, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 960, + "avg_reward": 12957.47, + "avg_cost": 0.0, + "lambda": 318.5553, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 970, + "avg_reward": 12756.41, + "avg_cost": 0.0, + "lambda": 320.0082, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 980, + "avg_reward": 12466.1, + "avg_cost": 3.0, + "lambda": 322.4992, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 990, + "avg_reward": 12518.27, + "avg_cost": 2.25, + "lambda": 324.1034, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 1000, + "avg_reward": 12858.76, + "avg_cost": 0.0, + "lambda": 325.0443, + "rho": [ + 0.25, + 0.75 + ] + } + ], + "episode_rewards": [ + 13345.2256, + 13155.3325, + 13159.0362, + 13244.4821, + 13176.2568, + 13210.5173, + 13059.6097, + 13016.7394, + 13061.994, + 13152.8457, + 13041.6237, + 13146.5205, + 13050.6214, + 13012.4118, + 12984.0216, + 12869.9686, + 12925.5208, + 12937.6469, + 12884.596, + 12744.6125, + 12861.5238, + 12796.0796, + 12688.8871, + 12763.4551, + 12937.2802, + 12871.8111, + 12947.1411, + 13031.8019, + 13057.6644, + 13018.209, + 12926.5398, + 13033.7863, + 13083.1418, + 13015.8202, + 13019.9204, + 13001.4916, + 12962.3094, + 12922.6047, + 13014.3859, + 12929.0854, + 12791.6961, + 12828.1011, + 12911.2617, + 12925.184, + 12884.1814, + 12905.4452, + 13074.4289, + 13010.3604, + 13027.7596, + 12988.8135, + 12981.4474, + 12943.7459, + 13137.6499, + 13032.3649, + 13107.539, + 13012.3357, + 13107.5263, + 13115.1036, + 13100.6034, + 13068.0386, + 13100.0613, + 12997.0783, + 13076.075, + 13232.1124, + 13079.4144, + 13138.9014, + 13128.0082, + 12978.994, + 13083.3309, + 12952.989, + 12956.845, + 12999.8082, + 13059.2798, + 13153.6035, + 13032.3706, + 13102.9245, + 13164.495, + 13153.9204, + 13054.4148, + 13071.7237, + 13027.1263, + 13066.32, + 13192.1326, + 13208.6061, + 13048.8578, + 13114.846, + 13033.6468, + 13069.8379, + 13038.2031, + 12934.0432, + 13096.3666, + 13250.9771, + 13145.9215, + 13372.4029, + 13267.4852, + 13266.6985, + 13215.0372, + 13288.0745, + 13221.0553, + 13196.336, + 13246.2273, + 13314.4483, + 13195.5329, + 13255.5136, + 13238.0912, + 13148.4897, + 13113.4767, + 13101.4416, + 13096.6742, + 13135.1419, + 13324.2106, + 13267.918, + 13445.7558, + 13370.6116, + 13361.8193, + 13243.3744, + 13231.0514, + 13124.7836, + 13117.8967, + 13065.3014, + 13108.6826, + 13084.0592, + 13039.7449, + 13020.3382, + 13096.0911, + 13237.1237, + 13039.436, + 13190.4027, + 13243.2671, + 13402.5109, + 13311.6288, + 13145.4578, + 13260.7201, + 13225.5995, + 13079.8352, + 13292.1672, + 12995.5148, + 13050.4163, + 13251.1089, + 13356.5001, + 13322.66, + 13269.2306, + 13409.3389, + 13322.0514, + 13394.7559, + 13373.5576, + 13305.2994, + 13322.9949, + 13368.2616, + 13303.6649, + 13226.2469, + 13143.6325, + 13065.3708, + 13039.1477, + 13104.0357, + 13224.8477, + 13209.1588, + 12997.9067, + 13025.4733, + 13081.3568, + 13181.9537, + 13108.8949, + 12990.6355, + 12925.3489, + 12993.4664, + 13178.8184, + 13338.7857, + 13216.8471, + 13182.7152, + 13164.8487, + 13187.4114, + 13171.0081, + 13092.4408, + 13067.4159, + 13249.0217, + 12896.0783, + 12977.3057, + 12833.2984, + 12772.279, + 12833.0902, + 12677.3249, + 12556.7849, + 12593.0891, + 12426.3264, + 12625.0096, + 12617.3292, + 12503.4879, + 12473.4308, + 12489.3577, + 12306.7261, + 12318.6716, + 12310.0322, + 12524.5864, + 12511.5757, + 12642.0568, + 12469.3075, + 12542.1989, + 12657.2459, + 12517.241, + 12379.9487, + 12145.3261, + 12290.0127, + 12285.9972, + 12351.6888, + 12170.2593, + 12189.4062, + 12302.852, + 12301.2523, + 12288.543, + 12292.5501, + 12409.2543, + 12300.1172, + 12252.9922, + 12428.5825, + 12481.9733, + 12574.846, + 12572.1777, + 12350.5611, + 12380.0545, + 12305.3812, + 12195.5892, + 12309.0263, + 12335.7137, + 12320.9809, + 12219.3034, + 12197.7051, + 12157.7066, + 12282.1087, + 12353.4263, + 12509.4682, + 12611.996, + 12630.9985, + 12714.664, + 12826.0343, + 12704.0177, + 12673.3339, + 12741.5027, + 12905.7585, + 12701.8469, + 12894.6035, + 12985.3503, + 12922.0564, + 12908.5827, + 13029.1831, + 13016.8856, + 12940.7717, + 12690.5957, + 12741.2763, + 12751.9157, + 12883.6347, + 12940.9374, + 13065.2137, + 13093.7388, + 13204.781, + 13234.9196, + 13250.7622, + 13229.6653, + 13133.6755, + 12972.7963, + 13197.0107, + 13240.9408, + 13328.8024, + 13396.4992, + 13334.9803, + 13289.5901, + 13300.6116, + 13384.204, + 13278.6545, + 13283.6862, + 13024.9215, + 13125.4119, + 13301.4093, + 13094.7585, + 13025.8111, + 13003.5075, + 13012.1255, + 13134.8811, + 13003.384, + 12903.5448, + 12803.0678, + 12845.5163, + 12757.4925, + 12690.3974, + 12694.1473, + 12842.5637, + 12706.2645, + 12838.6065, + 12725.2924, + 12699.221, + 12529.1999, + 12586.1501, + 12630.4844, + 12721.3004, + 12701.4547, + 12603.0759, + 12717.4966, + 12768.8936, + 12652.9469, + 12763.552, + 12813.1592, + 12836.0815, + 12677.0072, + 12761.4337, + 12886.8474, + 12933.0544, + 12927.9638, + 12994.3107, + 12809.3652, + 12826.2417, + 12870.0872, + 12801.0483, + 13002.5489, + 12949.5476, + 12900.6182, + 12885.1507, + 12932.8282, + 12954.825, + 12834.974, + 13050.4695, + 13175.4468, + 13199.9446, + 13148.5204, + 13133.0167, + 13134.1358, + 12893.7862, + 13066.0967, + 13083.3227, + 13160.4548, + 13257.2263, + 13189.7652, + 12992.5468, + 13041.1323, + 12970.7466, + 12950.3171, + 12978.8396, + 13007.9223, + 13064.0357, + 13105.3946, + 13042.453, + 13011.1233, + 12946.794, + 13005.4685, + 13144.126, + 13142.7137, + 13108.7803, + 12987.869, + 12875.1062, + 12743.9113, + 12587.387, + 12559.6643, + 12586.5425, + 12721.1422, + 12894.0157, + 12989.473, + 12909.8176, + 13041.4554, + 12758.8461, + 12847.7266, + 12880.7356, + 12917.1254, + 12757.8757, + 12844.1911, + 13060.1206, + 12961.2418, + 12843.4898, + 12929.6344, + 12797.2051, + 12836.972, + 12858.6289, + 12907.1138, + 12984.8135, + 12996.4126, + 12939.854, + 12909.4676, + 12954.1958, + 12942.313, + 12917.1042, + 12728.6646, + 12750.698, + 12677.3928, + 12807.4278, + 12907.0118, + 12630.5112, + 12717.5551, + 12466.8718, + 12207.2562, + 12229.7969, + 12237.2293, + 12247.8683, + 12512.4563, + 12443.2444, + 12577.3628, + 12659.2994, + 12584.1551, + 12263.2829, + 12434.1515, + 12501.8814, + 12373.1214, + 12431.8702, + 12490.4289, + 12364.7246, + 12500.1654, + 12589.2431, + 12618.0809, + 12592.6518, + 12615.7264, + 12540.9013, + 12371.4059, + 12297.8019, + 12291.9214, + 12339.6432, + 12381.5803, + 12325.0239, + 12416.0076, + 12357.1194, + 12473.7829, + 12370.0519, + 12132.9292, + 12036.8127, + 12167.8841, + 12143.8238, + 12099.7688, + 11980.2834, + 12044.495, + 12195.1504, + 12123.2234, + 12110.1075, + 12269.5927, + 12340.0826, + 12295.8369, + 12259.3692, + 12176.815, + 12269.186, + 12264.2002, + 12137.0798, + 12230.948, + 12227.7499, + 12440.3105, + 12342.9873, + 12416.2187, + 12474.2411, + 12498.7068, + 12452.1768, + 12640.5755, + 12449.8779, + 12190.076, + 12262.0499, + 12299.2872, + 12244.3633, + 12418.9348, + 12256.9493, + 12013.3521, + 12015.2156, + 12021.2784, + 12099.444, + 12301.7391, + 12319.9464, + 12197.0384, + 12286.4293, + 12252.9811, + 12198.1485, + 12331.4307, + 12337.3656, + 12103.9979, + 12103.6413, + 12141.7346, + 12175.204, + 12260.9947, + 12327.2531, + 12406.4888, + 12164.1137, + 12234.6619, + 12371.736, + 12363.3565, + 12328.5759, + 12306.8528, + 12614.0449, + 12355.8492, + 12374.7761, + 12382.2222, + 12393.3639, + 12183.6349, + 12313.7525, + 12405.0574, + 12361.4736, + 12490.7599, + 12289.4292, + 12377.0425, + 12479.069, + 12487.5833, + 12527.8761, + 12622.0671, + 12386.0454, + 12406.7792, + 12181.8832, + 12186.1569, + 12120.5452, + 12164.2791, + 12057.4548, + 12147.1853, + 12187.8178, + 12358.9668, + 12530.6825, + 12551.228, + 12592.2987, + 12551.2955, + 12541.2328, + 12451.4697, + 12463.2555, + 12266.2251, + 12163.5255, + 12099.729, + 12135.7847, + 12343.5395, + 12251.4386, + 12187.6893, + 12122.0352, + 12101.1826, + 12244.8449, + 12424.9911, + 12357.3231, + 12366.0589, + 12282.3593, + 12268.9621, + 12258.7758, + 12336.1541, + 12176.1645, + 12442.868, + 12472.5065, + 12423.7582, + 12709.1505, + 12813.8077, + 12852.9297, + 12985.7391, + 12959.9989, + 12948.7563, + 12990.9716, + 13029.8052, + 12927.8481, + 12840.318, + 12756.7733, + 12772.1995, + 12781.5799, + 12680.0783, + 12492.5006, + 12325.0492, + 12278.5686, + 12032.8078, + 12201.2199, + 12293.9102, + 12576.7537, + 12572.0779, + 12444.7352, + 12518.3807, + 12495.4164, + 12685.2891, + 12911.4264, + 12989.9394, + 13003.4722, + 12747.9232, + 12545.5548, + 12603.0866, + 12656.5745, + 12660.361, + 12769.1026, + 12857.8024, + 12849.5478, + 13027.323, + 13021.408, + 13074.0177, + 12848.8809, + 12685.5964, + 12613.6091, + 12735.6959, + 12304.7654, + 12363.2233, + 12216.8816, + 12190.3904, + 12325.6384, + 12184.6644, + 12178.1974, + 12100.7086, + 12085.345, + 12175.7978, + 12087.5844, + 12029.5807, + 12190.4037, + 12287.7505, + 12355.2367, + 12481.6135, + 12478.5512, + 12496.0034, + 12159.1527, + 12101.9781, + 12023.6058, + 12100.3571, + 12111.6322, + 12190.3704, + 12154.9885, + 12221.9392, + 12219.846, + 12190.7468, + 12258.5916, + 12400.8786, + 12323.1389, + 12361.3249, + 12549.421, + 12412.3638, + 12309.8806, + 12297.4033, + 12111.736, + 12107.4045, + 12031.4252, + 12202.6411, + 12159.0009, + 11979.2284, + 12057.9514, + 11889.3704, + 12109.6265, + 12245.8314, + 12312.7454, + 12317.4109, + 12427.1432, + 12287.396, + 12349.9606, + 12442.5633, + 12492.4826, + 12447.9424, + 12199.6544, + 12251.7997, + 12306.0853, + 12477.8485, + 12475.0858, + 12122.9542, + 12114.7563, + 12118.4362, + 12123.4331, + 12265.1595, + 11982.9768, + 12189.3285, + 12012.0765, + 11888.739, + 11816.3425, + 11957.7514, + 11838.8715, + 11923.4413, + 11831.3128, + 11871.8245, + 11800.0761, + 11461.0756, + 11483.4965, + 11501.9425, + 11398.7637, + 11462.1569, + 11484.7414, + 11410.8032, + 11459.8481, + 11583.659, + 11827.6782, + 11657.1214, + 11587.2858, + 11524.8675, + 11746.187, + 11495.8644, + 11754.4774, + 11857.7228, + 11656.6485, + 11758.758, + 11908.364, + 11845.1338, + 11842.4442, + 11810.5313, + 11780.8519, + 11710.0274, + 11735.9282, + 11839.833, + 11812.4696, + 11917.1932, + 12114.3845, + 12182.307, + 12287.5204, + 12325.9392, + 12389.6586, + 12460.0516, + 12427.7346, + 12381.5881, + 12266.8234, + 12161.7104, + 12357.5185, + 12280.3384, + 12143.1239, + 12361.4973, + 12349.1199, + 12498.4249, + 12132.6045, + 11994.0001, + 12116.1782, + 12061.0227, + 12140.5149, + 11928.4477, + 11993.8283, + 12055.2288, + 11997.5676, + 12183.5078, + 12123.2979, + 12274.0832, + 12165.5962, + 12193.5368, + 12112.34, + 12053.1366, + 12353.4657, + 12285.5033, + 12221.6467, + 12276.4969, + 12324.9352, + 12519.0156, + 12333.7344, + 12281.5004, + 12401.7274, + 12442.5557, + 12355.6818, + 12180.4067, + 12471.4896, + 12452.5682, + 12546.8686, + 12643.2806, + 12497.3851, + 12517.7816, + 12626.1586, + 12553.2627, + 12819.1331, + 12628.3774, + 12362.7522, + 12165.5038, + 12217.8619, + 12186.0983, + 12168.6977, + 12122.1387, + 12265.2202, + 12145.0411, + 12339.8641, + 12355.3706, + 12364.0554, + 12416.7552, + 12412.0631, + 12405.485, + 12237.6005, + 12329.2435, + 12156.1547, + 12109.0148, + 12201.3058, + 12230.3049, + 12263.8619, + 12303.8086, + 12427.2449, + 12371.5208, + 12431.7753, + 12500.6441, + 12326.5831, + 12237.2254, + 12240.9889, + 12143.3387, + 12352.2442, + 12505.7203, + 12702.8933, + 12628.2978, + 12667.8904, + 12682.6801, + 12649.0948, + 12905.6491, + 12715.4128, + 12920.1769, + 12794.4154, + 12784.476, + 12747.2851, + 12888.5971, + 12709.822, + 12714.6885, + 12829.951, + 12596.7648, + 12587.1046, + 12579.135, + 12834.1387, + 12618.738, + 12610.6014, + 12448.8835, + 12569.7178, + 12480.5258, + 12649.1977, + 12671.8493, + 12630.2981, + 12674.1593, + 12680.6835, + 12599.0469, + 12645.6011, + 12592.7886, + 12613.4786, + 12615.9295, + 12578.1485, + 12613.1424, + 12611.9164, + 12598.3051, + 12681.0294, + 12595.5484, + 12700.9797, + 12655.9693, + 12733.9402, + 12797.8069, + 12724.2151, + 12608.7048, + 12810.4926, + 12534.3638, + 12650.2011, + 12747.604, + 12786.2335, + 12714.0595, + 12705.7908, + 12645.8021, + 12767.0724, + 12788.1694, + 12633.1108, + 12704.9568, + 12705.598, + 12715.2675, + 12676.3442, + 12709.3117, + 12668.1993, + 12604.0426, + 12555.2009, + 12681.7986, + 12415.3204, + 12327.51, + 12392.4043, + 12366.4837, + 12414.5239, + 12218.4008, + 12070.5497, + 12189.5814, + 12384.7339, + 12348.5518, + 12381.9421, + 12445.535, + 12553.6172, + 12694.6707, + 12617.3104, + 12617.4165, + 12564.1683, + 12681.5163, + 12628.3461, + 12903.5672, + 12798.5092, + 12772.9443, + 12865.0819, + 12859.8079, + 12760.3461, + 12922.717, + 12852.4284, + 12804.6806, + 12759.9398, + 12717.0735, + 12886.3513, + 12943.677, + 12856.2988, + 13189.2332, + 13155.9237, + 12823.6829, + 12631.9235, + 12747.7821, + 12594.8649, + 12521.2637, + 12655.2023, + 12658.0376, + 12540.5719, + 12533.1309, + 12600.6436, + 12410.9987, + 12656.4288, + 12516.3082, + 12588.0807, + 12518.4206, + 12722.2998, + 12507.2534, + 12498.5382, + 12346.29, + 12435.3093, + 12356.3275, + 12426.3022, + 12512.7234, + 12675.9993, + 12719.0243, + 12562.9885, + 12596.0078, + 12541.1437, + 12450.9115, + 12576.0924, + 12515.9437, + 12418.0444, + 12366.7961, + 12414.9849, + 12547.659, + 12555.5245, + 12496.3388, + 12468.9233, + 12537.4433, + 12481.5804, + 12650.9415, + 12627.3657, + 12721.6139, + 12348.3174, + 12355.5597, + 12448.1257, + 12407.238, + 12404.4169, + 12284.1835, + 12284.7096, + 12268.9107, + 12205.9009, + 12194.587, + 12195.3024, + 12274.1722, + 12397.302, + 12395.1016, + 12272.6049, + 12457.0901, + 12343.4669, + 12349.6431, + 12482.8569, + 12462.2664, + 12414.6025, + 12474.0857, + 12661.477, + 12679.8713, + 12524.9027, + 12533.8388, + 12532.0742, + 12282.1426, + 12542.7922, + 12463.7929, + 12507.4248, + 12532.3713, + 12617.9076, + 12652.1076, + 12593.8092, + 12481.249, + 12472.5927, + 12585.9563, + 12487.8146, + 12498.0648, + 12617.9642, + 12364.9293, + 12547.6775, + 12870.8648, + 12820.6325, + 12925.1305, + 12995.1397, + 12848.5963, + 12869.2951, + 12830.0753, + 12783.4466, + 12957.4689, + 12898.8992, + 12893.4956, + 13030.1854, + 12775.9738, + 12762.0142, + 12803.6623, + 12518.1352, + 12552.76, + 12507.1814, + 12756.4068, + 12802.9765, + 12973.9811, + 12980.1536, + 12461.3941, + 12654.655, + 12433.4206, + 12342.9736, + 12341.4286, + 12427.375, + 12466.1035, + 12470.1732, + 12410.2249, + 12573.8217, + 12493.1304, + 12636.3507, + 12633.0525, + 12552.6344, + 12608.6417, + 12673.6646, + 12518.2684, + 12557.4725, + 12581.163, + 12672.1373, + 12759.5532, + 12737.7579, + 12729.4695, + 12798.0027, + 12760.0725, + 12811.6486, + 12858.7554 + ], + "episode_costs": [ + 29.0, + 39.75, + 28.75, + 37.25, + 13.0, + 18.5, + 19.25, + 5.75, + 3.75, + 9.5, + 8.75, + 13.0, + 16.0, + 11.75, + 10.0, + 0.5, + 6.75, + 8.5, + 2.75, + 14.25, + 8.0, + 3.5, + 0.0, + 0.0, + 5.75, + 0.0, + 5.5, + 1.5, + 9.0, + 6.25, + 0.0, + 9.5, + 3.75, + 8.0, + 21.0, + 2.75, + 6.5, + 2.25, + 10.25, + 15.5, + 5.5, + 0.0, + 3.75, + 4.5, + 1.75, + 0.0, + 16.5, + 5.75, + 12.25, + 8.0, + 0.5, + 4.0, + 4.0, + 0.5, + 4.75, + 4.5, + 8.5, + 13.5, + 7.5, + 0.0, + 7.0, + 0.0, + 0.0, + 4.0, + 11.5, + 7.5, + 7.75, + 5.0, + 6.25, + 7.25, + 0.25, + 1.75, + 5.75, + 6.75, + 3.5, + 0.0, + 14.5, + 7.25, + 1.0, + 0.25, + 4.75, + 0.0, + 2.0, + 7.75, + 8.0, + 1.25, + 4.5, + 8.0, + 2.25, + 0.5, + 3.75, + 5.25, + 1.75, + 14.0, + 6.75, + 3.25, + 2.5, + 7.5, + 5.25, + 1.5, + 4.25, + 16.0, + 8.25, + 2.0, + 3.75, + 0.0, + 7.5, + 4.5, + 0.0, + 2.0, + 19.25, + 0.25, + 12.0, + 2.25, + 1.0, + 3.5, + 3.5, + 10.0, + 1.5, + 0.0, + 4.75, + 8.5, + 3.5, + 0.0, + 0.0, + 9.5, + 6.25, + 0.0, + 0.0, + 12.25, + 11.0, + 0.0, + 3.0, + 7.5, + 5.5, + 3.75, + 0.5, + 0.0, + 0.0, + 15.0, + 12.5, + 3.0, + 3.75, + 8.0, + 8.0, + 1.25, + 5.0, + 0.0, + 3.5, + 3.5, + 14.5, + 3.5, + 0.0, + 6.0, + 0.0, + 6.75, + 1.5, + 0.0, + 0.5, + 12.5, + 0.75, + 1.25, + 3.75, + 1.25, + 0.0, + 2.5, + 12.75, + 3.5, + 1.25, + 0.0, + 3.25, + 0.0, + 0.0, + 7.5, + 9.0, + 0.0, + 0.0, + 5.0, + 0.25, + 3.25, + 6.0, + 5.75, + 2.75, + 5.25, + 0.0, + 7.75, + 5.5, + 0.0, + 6.0, + 6.5, + 3.5, + 0.0, + 0.0, + 0.0, + 2.25, + 5.25, + 9.25, + 10.0, + 2.5, + 2.75, + 0.0, + 0.0, + 0.0, + 3.25, + 1.0, + 0.0, + 0.0, + 0.0, + 10.5, + 8.75, + 5.75, + 0.0, + 2.0, + 0.0, + 0.5, + 2.0, + 7.0, + 2.75, + 0.0, + 1.25, + 5.0, + 19.75, + 12.75, + 12.25, + 3.0, + 0.0, + 0.0, + 7.0, + 0.0, + 0.0, + 0.0, + 1.75, + 2.0, + 1.75, + 0.0, + 2.25, + 2.0, + 4.25, + 4.0, + 0.0, + 1.5, + 11.0, + 2.0, + 0.25, + 5.75, + 4.5, + 6.25, + 2.5, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 3.0, + 4.25, + 1.75, + 3.25, + 0.0, + 0.0, + 0.0, + 6.75, + 17.5, + 9.0, + 7.25, + 0.0, + 0.0, + 0.75, + 15.0, + 14.0, + 0.0, + 16.0, + 6.25, + 0.5, + 8.25, + 0.0, + 0.0, + 1.75, + 2.5, + 9.5, + 6.75, + 7.5, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 11.5, + 2.0, + 5.75, + 0.75, + 2.75, + 0.0, + 1.25, + 5.5, + 0.25, + 0.0, + 6.0, + 0.5, + 0.25, + 0.0, + 1.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 6.75, + 0.0, + 0.0, + 0.0, + 7.0, + 4.25, + 0.5, + 0.0, + 2.75, + 0.25, + 0.0, + 2.5, + 11.75, + 0.0, + 6.5, + 4.5, + 0.0, + 5.5, + 0.25, + 0.0, + 4.75, + 4.25, + 9.5, + 7.0, + 6.75, + 0.0, + 1.5, + 0.0, + 1.5, + 0.0, + 5.25, + 2.75, + 2.75, + 0.0, + 0.0, + 0.0, + 0.0, + 15.0, + 0.0, + 1.75, + 2.75, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0, + 22.75, + 8.0, + 6.25, + 2.0, + 5.25, + 4.5, + 0.0, + 1.5, + 3.0, + 4.5, + 2.75, + 0.0, + 0.0, + 1.5, + 0.0, + 7.0, + 0.0, + 0.0, + 2.0, + 6.25, + 2.75, + 0.0, + 3.25, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0, + 11.25, + 6.0, + 5.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.5, + 0.0, + 4.5, + 8.25, + 0.0, + 5.75, + 0.0, + 9.75, + 3.25, + 3.75, + 0.0, + 0.0, + 0.0, + 4.5, + 3.25, + 0.0, + 3.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 7.25, + 0.0, + 10.5, + 3.25, + 1.0, + 0.0, + 2.75, + 8.0, + 4.25, + 0.0, + 0.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.0, + 5.75, + 5.75, + 1.0, + 0.0, + 1.0, + 0.0, + 1.75, + 2.5, + 0.0, + 3.25, + 2.0, + 0.0, + 0.0, + 0.0, + 8.75, + 8.0, + 0.0, + 0.25, + 2.5, + 0.0, + 4.0, + 4.5, + 4.5, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 3.0, + 3.5, + 6.0, + 0.25, + 0.0, + 8.0, + 0.0, + 0.0, + 0.0, + 12.75, + 0.0, + 4.5, + 3.0, + 3.0, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 4.0, + 0.0, + 0.0, + 8.25, + 5.25, + 2.75, + 5.0, + 0.0, + 0.0, + 4.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.5, + 0.0, + 3.25, + 3.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 6.5, + 5.0, + 7.0, + 2.75, + 0.0, + 0.25, + 7.25, + 0.0, + 0.0, + 1.75, + 0.5, + 4.0, + 10.25, + 8.5, + 3.0, + 0.0, + 0.0, + 2.0, + 4.25, + 0.25, + 0.0, + 0.0, + 0.0, + 5.75, + 6.0, + 8.25, + 0.5, + 0.75, + 0.0, + 0.0, + 2.0, + 8.5, + 2.25, + 2.5, + 0.0, + 0.0, + 6.25, + 0.0, + 4.5, + 2.0, + 0.0, + 0.0, + 0.0, + 6.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.0, + 0.0, + 2.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 10.0, + 11.25, + 20.75, + 6.0, + 4.5, + 0.25, + 5.0, + 2.0, + 2.0, + 0.0, + 0.0, + 6.75, + 13.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 14.0, + 18.75, + 19.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 3.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 1.75, + 0.0, + 8.75, + 6.75, + 4.0, + 2.75, + 0.5, + 1.25, + 0.0, + 1.25, + 0.0, + 1.0, + 5.75, + 0.0, + 3.25, + 0.25, + 0.0, + 0.0, + 2.75, + 3.25, + 5.0, + 0.25, + 1.25, + 4.0, + 6.75, + 2.75, + 1.75, + 3.75, + 3.75, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 15.25, + 1.25, + 0.0, + 0.0, + 0.0, + 2.0, + 0.25, + 0.0, + 6.0, + 0.0, + 6.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.5, + 0.0, + 6.5, + 0.75, + 1.25, + 2.75, + 9.75, + 1.75, + 6.0, + 4.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.75, + 2.25, + 20.0, + 16.0, + 3.25, + 0.5, + 0.0, + 0.0, + 3.25, + 0.0, + 0.0, + 0.0, + 17.5, + 5.0, + 3.25, + 3.0, + 0.0, + 0.0, + 11.25, + 0.0, + 0.0, + 6.5, + 0.0, + 0.25, + 1.75, + 0.0, + 2.25, + 0.0, + 3.25, + 0.0, + 0.0, + 0.25, + 3.0, + 2.0, + 5.75, + 0.5, + 4.0, + 2.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 6.25, + 4.0, + 0.25, + 3.25, + 3.25, + 2.25, + 0.0, + 0.0, + 0.0, + 3.0, + 0.0, + 0.0, + 0.0, + 4.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 4.0, + 1.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 17.75, + 0.0, + 0.0, + 0.5, + 0.0, + 4.75, + 3.75, + 1.75, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.25, + 10.0, + 0.0, + 2.5, + 3.5, + 1.25, + 4.0, + 1.25, + 4.0, + 0.0, + 2.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 2.5, + 5.25, + 1.25, + 0.0, + 0.0, + 4.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 6.25, + 2.25, + 7.75, + 1.5, + 0.25, + 6.25, + 0.0, + 0.0, + 0.5, + 0.0, + 7.0, + 0.0, + 0.0, + 3.75, + 0.25, + 0.0, + 0.0, + 0.75, + 1.75, + 0.0, + 0.0, + 1.0, + 3.75, + 2.75, + 0.75, + 0.0, + 3.25, + 3.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 1.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.0, + 6.5, + 1.25, + 0.0, + 0.0, + 1.75, + 2.25, + 0.0, + 5.75, + 0.0, + 8.75, + 1.25, + 4.5, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.75, + 3.25, + 1.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 2.0, + 4.25, + 0.0, + 0.0, + 2.75, + 0.0, + 4.0, + 5.0, + 7.25, + 5.25, + 0.0, + 2.0, + 0.0, + 0.75, + 0.0, + 0.0, + 4.25, + 2.25, + 3.5, + 0.0, + 1.75, + 0.0, + 0.5, + 0.0, + 2.75, + 2.5, + 0.0, + 7.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 1.0, + 0.0, + 1.75, + 0.0, + 0.25, + 0.5, + 0.0, + 2.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 5.5, + 4.25, + 0.5, + 2.5, + 5.5, + 8.25, + 0.5, + 0.0, + 3.25, + 2.0, + 1.5, + 0.5, + 2.5, + 9.75, + 2.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 5.75, + 6.0, + 1.25, + 1.75, + 3.0, + 0.0, + 0.0, + 2.75, + 0.5, + 0.0, + 0.0, + 2.0, + 1.25, + 2.25, + 0.75, + 0.0, + 5.75, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 10.5, + 7.5, + 5.0, + 3.5, + 0.0, + 1.25, + 0.0, + 0.0, + 3.0, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 4.0, + 1.0, + 0.0, + 2.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 12.9, + 15.9075, + 18.9017, + 21.9691, + 24.8597, + 27.6462, + 30.3466, + 32.8344, + 35.111, + 37.2549, + 39.2719, + 41.2172, + 43.128, + 44.9652, + 46.7187, + 48.3018, + 49.7941, + 51.2222, + 52.535, + 53.859, + 55.1306, + 56.31, + 57.3715, + 58.3269, + 59.2442, + 60.0698, + 60.8678, + 61.601, + 62.3509, + 63.0883, + 63.752, + 64.4443, + 65.1049, + 65.7794, + 66.5964, + 67.3593, + 68.1109, + 68.8098, + 69.5413, + 70.3547, + 71.1417, + 71.85, + 72.525, + 73.1775, + 73.7823, + 74.3265, + 74.9814, + 75.6283, + 76.3329, + 77.0471, + 77.6949, + 78.3179, + 78.9186, + 79.4643, + 80.0028, + 80.5326, + 81.0943, + 81.7349, + 82.3864, + 82.9727, + 83.5705, + 84.1084, + 84.5926, + 85.0683, + 85.6115, + 86.1753, + 86.7603, + 87.3368, + 87.9181, + 88.5138, + 89.0524, + 89.5547, + 90.0642, + 90.5903, + 91.0988, + 91.5564, + 92.1132, + 92.6869, + 93.2132, + 93.6894, + 94.1655, + 94.5939, + 94.9995, + 95.4421, + 95.9204, + 96.3633, + 96.807, + 97.2863, + 97.7402, + 98.1536, + 98.5633, + 98.9845, + 99.381, + 99.8779, + 100.3926, + 100.8884, + 101.3595, + 101.8586, + 102.3602, + 102.8267, + 103.289, + 103.8651, + 104.4661, + 105.027, + 105.5693, + 106.0574, + 106.5716, + 107.0795, + 107.5365, + 107.9679, + 108.5486, + 109.0737, + 109.6664, + 110.2222, + 110.7325, + 111.2267, + 111.7066, + 112.2384, + 112.7321, + 113.1764, + 113.6237, + 114.1114, + 114.5852, + 115.0117, + 115.3955, + 115.836, + 116.2949, + 116.7079, + 117.0796, + 117.5366, + 118.058, + 118.5272, + 118.9795, + 119.4615, + 119.9504, + 120.4278, + 120.8625, + 121.2538, + 121.6059, + 122.0728, + 122.618, + 123.1387, + 123.6449, + 124.1804, + 124.7423, + 125.2606, + 125.777, + 126.2418, + 126.6952, + 127.1381, + 127.6818, + 128.2061, + 128.678, + 129.1627, + 129.599, + 130.0591, + 130.4882, + 130.8743, + 131.2269, + 131.6692, + 132.0748, + 132.4523, + 132.8296, + 133.1816, + 133.4985, + 133.8086, + 134.2153, + 134.6162, + 134.9896, + 135.3256, + 135.6606, + 135.962, + 136.2333, + 136.5525, + 136.9297, + 137.2693, + 137.5748, + 137.8999, + 138.1949, + 138.4929, + 138.8211, + 139.174, + 139.5191, + 139.8822, + 140.209, + 140.5806, + 140.97, + 141.3205, + 141.696, + 142.0989, + 142.4965, + 142.8543, + 143.1764, + 143.4663, + 143.7496, + 144.0572, + 144.4264, + 144.8588, + 145.2729, + 145.6731, + 146.0333, + 146.3575, + 146.6492, + 146.9443, + 147.2199, + 147.4679, + 147.6911, + 147.892, + 148.1778, + 148.5225, + 148.8903, + 149.2212, + 149.5391, + 149.8252, + 150.0877, + 150.3439, + 150.6445, + 150.9426, + 151.2108, + 151.4647, + 151.7433, + 152.1914, + 152.7223, + 153.3226, + 153.8928, + 154.406, + 154.8679, + 155.3536, + 155.7908, + 156.1842, + 156.5383, + 156.8744, + 157.197, + 157.5048, + 157.7818, + 158.0536, + 158.3183, + 158.5989, + 158.8916, + 159.1549, + 159.4069, + 159.7437, + 160.0668, + 160.3602, + 160.6816, + 161.016, + 161.3794, + 161.7314, + 162.0483, + 162.3335, + 162.6176, + 162.8734, + 163.1035, + 163.3407, + 163.5966, + 163.8444, + 164.1, + 164.33, + 164.537, + 164.7233, + 164.9585, + 165.3451, + 165.7831, + 166.2498, + 166.6698, + 167.0478, + 167.3956, + 167.8585, + 168.4151, + 168.9161, + 169.527, + 170.1393, + 170.6954, + 171.2783, + 171.803, + 172.2752, + 172.7177, + 173.1409, + 173.6168, + 174.1126, + 174.6339, + 175.103, + 175.5252, + 175.9052, + 176.2472, + 176.5924, + 177.0182, + 177.4214, + 177.8417, + 178.2276, + 178.6023, + 178.9396, + 179.2556, + 179.5951, + 179.9031, + 180.1802, + 180.4897, + 180.7733, + 181.0309, + 181.2628, + 181.4865, + 181.6879, + 181.8766, + 182.0464, + 182.1993, + 182.3369, + 182.5282, + 182.7004, + 182.8553, + 182.9948, + 183.1903, + 183.4088, + 183.6104, + 183.7919, + 183.9827, + 184.1569, + 184.3137, + 184.4798, + 184.7469, + 184.9872, + 185.2685, + 185.5666, + 185.835, + 186.1315, + 186.4008, + 186.6432, + 186.9089, + 187.1905, + 187.539, + 187.9226, + 188.3353, + 188.7068, + 189.0561, + 189.3705, + 189.6684, + 189.9366, + 190.2304, + 190.5224, + 190.8127, + 191.0739, + 191.309, + 191.5206, + 191.711, + 192.0324, + 192.3217, + 192.5995, + 192.8771, + 193.1269, + 193.3517, + 193.554, + 193.7361, + 193.92, + 194.313, + 194.7467, + 195.1995, + 195.6271, + 196.0644, + 196.5029, + 196.8976, + 197.2679, + 197.6311, + 198.003, + 198.3652, + 198.6912, + 198.9845, + 199.2636, + 199.5147, + 199.8108, + 200.0772, + 200.317, + 200.5528, + 200.8275, + 201.1022, + 201.3495, + 201.6046, + 201.8641, + 202.0977, + 202.3079, + 202.4971, + 202.6674, + 202.8607, + 203.1471, + 203.4649, + 203.8059, + 204.1128, + 204.389, + 204.6376, + 204.8614, + 205.0627, + 205.2565, + 205.4333, + 205.5975, + 205.7452, + 205.9232, + 206.1659, + 206.3843, + 206.6384, + 206.867, + 207.1703, + 207.4758, + 207.7882, + 208.0694, + 208.3225, + 208.5502, + 208.8002, + 209.0577, + 209.2894, + 209.5355, + 209.7569, + 209.9562, + 210.1381, + 210.3018, + 210.4491, + 210.6542, + 210.8388, + 211.1099, + 211.3864, + 211.6453, + 211.8782, + 212.1154, + 212.4089, + 212.7155, + 212.9914, + 213.2398, + 213.4858, + 213.7072, + 213.9065, + 214.0859, + 214.2473, + 214.45, + 214.69, + 214.916, + 215.1194, + 215.3125, + 215.4862, + 215.6601, + 215.8416, + 216.0049, + 216.1845, + 216.366, + 216.5294, + 216.6765, + 216.8088, + 217.0154, + 217.2814, + 217.5208, + 217.7387, + 217.9598, + 218.1588, + 218.3779, + 218.6202, + 218.8831, + 219.1198, + 219.3328, + 219.5246, + 219.7121, + 219.8809, + 220.0628, + 220.2615, + 220.5004, + 220.7178, + 220.9135, + 221.1697, + 221.4002, + 221.6077, + 221.7944, + 222.09, + 222.356, + 222.6404, + 222.9264, + 223.2137, + 223.4723, + 223.7051, + 223.9496, + 224.1696, + 224.3677, + 224.5859, + 224.7823, + 224.9591, + 225.2007, + 225.4706, + 225.741, + 226.0344, + 226.2985, + 226.5361, + 226.7925, + 227.0233, + 227.231, + 227.4179, + 227.5861, + 227.7375, + 227.9287, + 228.1008, + 228.2883, + 228.4894, + 228.6705, + 228.8334, + 228.9801, + 229.1121, + 229.2309, + 229.3653, + 229.4888, + 229.5999, + 229.6999, + 229.7899, + 229.8709, + 230.0088, + 230.1829, + 230.4096, + 230.6412, + 230.8496, + 231.0396, + 231.2831, + 231.5023, + 231.6996, + 231.8946, + 232.0752, + 232.2777, + 232.5624, + 232.9037, + 233.2408, + 233.5442, + 233.8173, + 234.0831, + 234.3648, + 234.6208, + 234.8512, + 235.0586, + 235.2452, + 235.4707, + 235.7336, + 236.0528, + 236.345, + 236.6155, + 236.8589, + 237.078, + 237.2952, + 237.5757, + 237.8506, + 238.1231, + 238.3683, + 238.5889, + 238.8501, + 239.085, + 239.3415, + 239.5924, + 239.8181, + 240.0213, + 240.2042, + 240.4313, + 240.6357, + 240.8196, + 240.9851, + 241.1341, + 241.2682, + 241.4164, + 241.5497, + 241.6698, + 241.8003, + 241.9278, + 242.045, + 242.1505, + 242.2454, + 242.3309, + 242.4178, + 242.506, + 242.5854, + 242.7569, + 243.0237, + 243.4713, + 243.9342, + 244.3958, + 244.8137, + 245.2398, + 245.6433, + 246.0265, + 246.3714, + 246.6817, + 247.0285, + 247.4757, + 247.8781, + 248.2403, + 248.5663, + 248.8722, + 249.1474, + 249.3952, + 249.6182, + 249.8189, + 250.0045, + 250.3115, + 250.7754, + 251.3878, + 251.9391, + 252.4376, + 252.8864, + 253.2902, + 253.6587, + 254.0278, + 254.3626, + 254.6638, + 254.9399, + 255.1884, + 255.4196, + 255.6276, + 255.8324, + 256.0166, + 256.27, + 256.5655, + 256.8714, + 257.1743, + 257.4519, + 257.7142, + 257.9503, + 258.1752, + 258.3777, + 258.5699, + 258.8004, + 259.0079, + 259.2271, + 259.4269, + 259.6067, + 259.7685, + 259.9417, + 260.13, + 260.3495, + 260.5496, + 260.7421, + 260.9554, + 261.2149, + 261.4759, + 261.7283, + 261.993, + 262.2687, + 262.5168, + 262.7726, + 263.0029, + 263.2101, + 263.3966, + 263.7169, + 264.0177, + 264.2884, + 264.5321, + 264.7514, + 264.9687, + 265.1669, + 265.3452, + 265.5657, + 265.7641, + 266.0052, + 266.2322, + 266.4365, + 266.6203, + 266.7858, + 266.9347, + 267.0687, + 267.2069, + 267.3362, + 267.4526, + 267.6223, + 267.7826, + 267.9393, + 268.1079, + 268.3571, + 268.5989, + 268.8765, + 269.1663, + 269.4272, + 269.662, + 269.8733, + 270.0635, + 270.2496, + 270.4247, + 270.5822, + 270.724, + 270.8516, + 270.9664, + 271.0698, + 271.1728, + 271.2655, + 271.349, + 271.4416, + 271.5474, + 271.8427, + 272.2684, + 272.6841, + 273.0632, + 273.4043, + 273.7114, + 274.0203, + 274.2982, + 274.5484, + 274.7736, + 275.1512, + 275.5411, + 275.9245, + 276.2995, + 276.6371, + 276.9409, + 277.3268, + 277.6741, + 277.9867, + 278.333, + 278.6447, + 278.9278, + 279.2, + 279.445, + 279.688, + 279.9067, + 280.136, + 280.3424, + 280.5282, + 280.6979, + 280.8806, + 281.065, + 281.2885, + 281.4947, + 281.7202, + 281.9457, + 282.1486, + 282.3312, + 282.5081, + 282.6673, + 282.8106, + 282.9395, + 283.0556, + 283.1675, + 283.2708, + 283.4262, + 283.6061, + 283.7705, + 283.9509, + 284.1458, + 284.3437, + 284.5219, + 284.6822, + 284.8265, + 284.9863, + 285.1302, + 285.2597, + 285.3762, + 285.5261, + 285.661, + 285.7824, + 285.8916, + 286.0025, + 286.1022, + 286.232, + 286.3663, + 286.4872, + 286.596, + 286.6939, + 286.7895, + 286.8755, + 286.953, + 287.0227, + 287.0854, + 287.1419, + 287.3702, + 287.5757, + 287.7606, + 287.932, + 288.0863, + 288.2727, + 288.4779, + 288.6801, + 288.8621, + 289.0259, + 289.2108, + 289.3772, + 289.527, + 289.6618, + 289.7831, + 289.8923, + 289.9906, + 290.1215, + 290.3394, + 290.5354, + 290.7369, + 290.9532, + 291.1604, + 291.3868, + 291.6032, + 291.8378, + 292.0491, + 292.2642, + 292.4577, + 292.637, + 292.7983, + 292.9509, + 293.0883, + 293.212, + 293.3233, + 293.4235, + 293.5136, + 293.5948, + 293.6678, + 293.761, + 293.8699, + 294.0204, + 294.1684, + 294.3015, + 294.4214, + 294.5717, + 294.7071, + 294.8289, + 294.9385, + 295.0371, + 295.1259, + 295.2683, + 295.419, + 295.6321, + 295.8389, + 296.0275, + 296.2597, + 296.4688, + 296.6569, + 296.8312, + 296.9881, + 297.1993, + 297.3893, + 297.5604, + 297.7519, + 297.9267, + 298.084, + 298.2256, + 298.3606, + 298.4995, + 298.6245, + 298.7371, + 298.8484, + 298.986, + 299.1374, + 299.2812, + 299.4106, + 299.5595, + 299.7236, + 299.8712, + 300.0041, + 300.1237, + 300.2338, + 300.3429, + 300.4561, + 300.558, + 300.6497, + 300.7372, + 300.816, + 300.8869, + 300.9882, + 301.0794, + 301.1615, + 301.2353, + 301.3018, + 301.3616, + 301.4354, + 301.5669, + 301.6977, + 301.8154, + 301.9214, + 302.0343, + 302.1583, + 302.27, + 302.428, + 302.5702, + 302.7857, + 302.9921, + 303.2229, + 303.4306, + 303.6275, + 303.8048, + 303.9693, + 304.1199, + 304.2629, + 304.4241, + 304.5842, + 304.7283, + 304.8579, + 304.9872, + 305.1034, + 305.2081, + 305.3023, + 305.4071, + 305.5439, + 305.667, + 305.7778, + 305.905, + 306.0195, + 306.1625, + 306.3413, + 306.5747, + 306.8372, + 307.0735, + 307.3061, + 307.5155, + 307.7115, + 307.8878, + 308.0465, + 308.2319, + 308.4212, + 308.6266, + 308.8114, + 308.9953, + 309.1607, + 309.3147, + 309.4532, + 309.6054, + 309.7673, + 309.9131, + 310.1218, + 310.3096, + 310.4787, + 310.6308, + 310.7677, + 310.9034, + 311.0356, + 311.1545, + 311.2791, + 311.3912, + 311.4946, + 311.5926, + 311.6808, + 311.7878, + 311.884, + 311.9756, + 312.058, + 312.1322, + 312.199, + 312.2591, + 312.3132, + 312.4169, + 312.5527, + 312.6799, + 312.8194, + 313.0, + 313.245, + 313.4705, + 313.6734, + 313.8886, + 314.1022, + 314.3095, + 314.5011, + 314.6985, + 314.9736, + 315.2437, + 315.4869, + 315.7057, + 315.9101, + 316.0941, + 316.2597, + 316.4087, + 316.6004, + 316.8328, + 317.0545, + 317.2716, + 317.4969, + 317.6997, + 317.8823, + 318.074, + 318.2516, + 318.4115, + 318.5553, + 318.7048, + 318.8518, + 319.0066, + 319.1535, + 319.2856, + 319.4621, + 319.6209, + 319.7638, + 319.8924, + 320.0082, + 320.1498, + 320.3824, + 320.6666, + 320.9725, + 321.2827, + 321.5619, + 321.8257, + 322.0632, + 322.2769, + 322.4992, + 322.6993, + 322.8793, + 323.0614, + 323.2253, + 323.3727, + 323.5055, + 323.6649, + 323.8184, + 323.9566, + 324.1034, + 324.2356, + 324.3545, + 324.4666, + 324.5674, + 324.6582, + 324.7399, + 324.8284, + 324.908, + 324.9797, + 325.0443 + ], + "episode_rhos": [ + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..c72ea6502b82932373fe66bf996f5bdb08bf0698 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 564356.01, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.5118, + 0.4882 + ], + "final_lambda": 0.5, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9274.94, + "avg_cost": 8.25, + "lambda": 4.8325, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -8580.35, + "avg_cost": 15.75, + "lambda": 3.8975, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -8179.63, + "avg_cost": 10.25, + "lambda": 2.725, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 30, + "avg_reward": -7973.86, + "avg_cost": 12.0, + "lambda": 1.4275, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 40, + "avg_reward": -8030.28, + "avg_cost": 7.5, + "lambda": 0.55, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 50, + "avg_reward": -7305.15, + "avg_cost": 16.25, + "lambda": 0.5, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 60, + "avg_reward": -6757.4, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 70, + "avg_reward": -6731.12, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 80, + "avg_reward": -6208.36, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 90, + "avg_reward": -5669.0, + "avg_cost": 5.25, + "lambda": 0.5, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 100, + "avg_reward": -5437.04, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 110, + "avg_reward": -5015.26, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 120, + "avg_reward": -4367.21, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 130, + "avg_reward": -3692.02, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 140, + "avg_reward": -3028.45, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 150, + "avg_reward": -2367.85, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 160, + "avg_reward": -1941.11, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 170, + "avg_reward": -1935.46, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 180, + "avg_reward": -1405.57, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 190, + "avg_reward": -772.74, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 200, + "avg_reward": -655.89, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 210, + "avg_reward": -433.68, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 220, + "avg_reward": -83.62, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 230, + "avg_reward": 290.97, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 240, + "avg_reward": 349.84, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 250, + "avg_reward": 661.25, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 260, + "avg_reward": 516.37, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 270, + "avg_reward": 874.86, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 280, + "avg_reward": 946.01, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 290, + "avg_reward": 1102.22, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.5038, + 0.4962 + ] + }, + { + "episode": 300, + "avg_reward": 1068.97, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 310, + "avg_reward": 1106.55, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 320, + "avg_reward": 1204.23, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 330, + "avg_reward": 1349.98, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 340, + "avg_reward": 1268.7, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 350, + "avg_reward": 1337.46, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 360, + "avg_reward": 1601.48, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 370, + "avg_reward": 1452.94, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 380, + "avg_reward": 1540.58, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 390, + "avg_reward": 1499.24, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5075, + 0.4925 + ] + }, + { + "episode": 400, + "avg_reward": 1805.79, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 410, + "avg_reward": 1496.16, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 420, + "avg_reward": 1707.35, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 430, + "avg_reward": 1883.46, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 440, + "avg_reward": 1757.62, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 450, + "avg_reward": 1826.68, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 460, + "avg_reward": 1791.22, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 470, + "avg_reward": 2045.98, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 480, + "avg_reward": 1978.37, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 490, + "avg_reward": 1854.1, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 500, + "avg_reward": 1928.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 510, + "avg_reward": 2035.43, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 520, + "avg_reward": 2237.39, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 530, + "avg_reward": 2015.85, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 540, + "avg_reward": 2164.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 550, + "avg_reward": 2047.73, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 560, + "avg_reward": 2242.86, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 570, + "avg_reward": 2126.63, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 580, + "avg_reward": 2226.98, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 590, + "avg_reward": 2098.29, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 600, + "avg_reward": 2170.09, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 610, + "avg_reward": 2354.42, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 620, + "avg_reward": 2213.39, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 630, + "avg_reward": 2148.68, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 640, + "avg_reward": 2373.3, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 650, + "avg_reward": 2471.35, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 660, + "avg_reward": 2441.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 670, + "avg_reward": 2122.26, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 680, + "avg_reward": 2476.79, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 690, + "avg_reward": 2358.97, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5143, + 0.4857 + ] + }, + { + "episode": 700, + "avg_reward": 2336.89, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 710, + "avg_reward": 2552.48, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 720, + "avg_reward": 2468.31, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 730, + "avg_reward": 2429.2, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 740, + "avg_reward": 2489.16, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 750, + "avg_reward": 2366.26, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 760, + "avg_reward": 2402.4, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 770, + "avg_reward": 2417.94, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 780, + "avg_reward": 2240.55, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 790, + "avg_reward": 2642.14, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5159, + 0.4841 + ] + }, + { + "episode": 800, + "avg_reward": 2588.95, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 810, + "avg_reward": 2586.62, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 820, + "avg_reward": 2386.46, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 830, + "avg_reward": 2620.72, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 840, + "avg_reward": 2363.22, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 850, + "avg_reward": 2507.76, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 860, + "avg_reward": 2782.11, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 870, + "avg_reward": 2514.09, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 880, + "avg_reward": 2493.2, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 890, + "avg_reward": 2454.4, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 900, + "avg_reward": 2725.03, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 910, + "avg_reward": 2410.78, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 920, + "avg_reward": 2887.71, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 930, + "avg_reward": 2451.11, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 940, + "avg_reward": 2509.53, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 950, + "avg_reward": 2833.2, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 960, + "avg_reward": 2539.04, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 970, + "avg_reward": 2522.74, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 980, + "avg_reward": 2525.46, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 990, + "avg_reward": 2582.16, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 1000, + "avg_reward": 2535.95, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.5118, + 0.4882 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..782518d9abaa2609bb41c9711055b0c16dac50da --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1863676.42, + "constraint_satisfaction_pct": 27.4, + "final_rho": [ + 0.3457, + 0.6543 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12366.58, + "avg_cost": 8.25, + "lambda": 10.2475, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -11762.55, + "avg_cost": 10.25, + "lambda": 13.0995, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -10923.84, + "avg_cost": 13.5, + "lambda": 16.5009, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 30, + "avg_reward": -11151.55, + "avg_cost": 24.25, + "lambda": 20.1172, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 40, + "avg_reward": -10456.1, + "avg_cost": 17.25, + "lambda": 23.7689, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 50, + "avg_reward": -10235.72, + "avg_cost": 13.0, + "lambda": 27.3218, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 60, + "avg_reward": -9868.96, + "avg_cost": 9.0, + "lambda": 30.8131, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 70, + "avg_reward": -10059.55, + "avg_cost": 3.25, + "lambda": 34.4318, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 80, + "avg_reward": -9088.18, + "avg_cost": 8.5, + "lambda": 37.8818, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 90, + "avg_reward": -9201.18, + "avg_cost": 5.5, + "lambda": 40.9298, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 100, + "avg_reward": -9004.07, + "avg_cost": 3.75, + "lambda": 43.4563, + "rho": [ + 0.3782, + 0.6218 + ] + }, + { + "episode": 110, + "avg_reward": -8632.44, + "avg_cost": 12.25, + "lambda": 46.1635, + "rho": [ + 0.3782, + 0.6218 + ] + }, + { + "episode": 120, + "avg_reward": -8003.23, + "avg_cost": 7.0, + "lambda": 49.3991, + "rho": [ + 0.3782, + 0.6218 + ] + }, + { + "episode": 130, + "avg_reward": -8048.1, + "avg_cost": 4.0, + "lambda": 52.6035, + "rho": [ + 0.3782, + 0.6218 + ] + }, + { + "episode": 140, + "avg_reward": -7056.3, + "avg_cost": 9.5, + "lambda": 55.0347, + "rho": [ + 0.3782, + 0.6218 + ] + }, + { + "episode": 150, + "avg_reward": -6909.6, + "avg_cost": 9.75, + "lambda": 57.3934, + "rho": [ + 0.3734, + 0.6266 + ] + }, + { + "episode": 160, + "avg_reward": -6461.21, + "avg_cost": 10.75, + "lambda": 59.5545, + "rho": [ + 0.3734, + 0.6266 + ] + }, + { + "episode": 170, + "avg_reward": -6451.24, + "avg_cost": 6.0, + "lambda": 62.1241, + "rho": [ + 0.3734, + 0.6266 + ] + }, + { + "episode": 180, + "avg_reward": -5812.99, + "avg_cost": 3.25, + "lambda": 64.3309, + "rho": [ + 0.3734, + 0.6266 + ] + }, + { + "episode": 190, + "avg_reward": -5812.55, + "avg_cost": 2.75, + "lambda": 66.4131, + "rho": [ + 0.3734, + 0.6266 + ] + }, + { + "episode": 200, + "avg_reward": -5213.44, + "avg_cost": 14.75, + "lambda": 68.5647, + "rho": [ + 0.3543, + 0.6457 + ] + }, + { + "episode": 210, + "avg_reward": -5364.68, + "avg_cost": 5.25, + "lambda": 70.7247, + "rho": [ + 0.3543, + 0.6457 + ] + }, + { + "episode": 220, + "avg_reward": -5509.51, + "avg_cost": 8.25, + "lambda": 72.646, + "rho": [ + 0.3543, + 0.6457 + ] + }, + { + "episode": 230, + "avg_reward": -4821.12, + "avg_cost": 15.75, + "lambda": 75.1182, + "rho": [ + 0.3543, + 0.6457 + ] + }, + { + "episode": 240, + "avg_reward": -4965.69, + "avg_cost": 6.0, + "lambda": 77.3681, + "rho": [ + 0.3543, + 0.6457 + ] + }, + { + "episode": 250, + "avg_reward": -4722.42, + "avg_cost": 1.25, + "lambda": 79.2998, + "rho": [ + 0.3254, + 0.6746 + ] + }, + { + "episode": 260, + "avg_reward": -4375.0, + "avg_cost": 6.0, + "lambda": 80.8728, + "rho": [ + 0.3254, + 0.6746 + ] + }, + { + "episode": 270, + "avg_reward": -4493.47, + "avg_cost": 0.75, + "lambda": 82.4641, + "rho": [ + 0.3254, + 0.6746 + ] + }, + { + "episode": 280, + "avg_reward": -4188.49, + "avg_cost": 8.25, + "lambda": 83.9228, + "rho": [ + 0.3254, + 0.6746 + ] + }, + { + "episode": 290, + "avg_reward": -3961.39, + "avg_cost": 4.25, + "lambda": 85.3609, + "rho": [ + 0.3254, + 0.6746 + ] + }, + { + "episode": 300, + "avg_reward": -3607.31, + "avg_cost": 0.0, + "lambda": 86.4642, + "rho": [ + 0.3162, + 0.6838 + ] + }, + { + "episode": 310, + "avg_reward": -3476.09, + "avg_cost": 1.5, + "lambda": 87.3928, + "rho": [ + 0.3162, + 0.6838 + ] + }, + { + "episode": 320, + "avg_reward": -3391.76, + "avg_cost": 2.25, + "lambda": 88.1594, + "rho": [ + 0.3162, + 0.6838 + ] + }, + { + "episode": 330, + "avg_reward": -2777.36, + "avg_cost": 6.75, + "lambda": 88.8874, + "rho": [ + 0.3162, + 0.6838 + ] + }, + { + "episode": 340, + "avg_reward": -2672.74, + "avg_cost": 2.25, + "lambda": 90.0549, + "rho": [ + 0.3162, + 0.6838 + ] + }, + { + "episode": 350, + "avg_reward": -2484.64, + "avg_cost": 0.0, + "lambda": 90.9046, + "rho": [ + 0.3204, + 0.6796 + ] + }, + { + "episode": 360, + "avg_reward": -2847.89, + "avg_cost": 4.75, + "lambda": 91.99, + "rho": [ + 0.3204, + 0.6796 + ] + }, + { + "episode": 370, + "avg_reward": -2567.6, + "avg_cost": 1.75, + "lambda": 93.0279, + "rho": [ + 0.3204, + 0.6796 + ] + }, + { + "episode": 380, + "avg_reward": -2387.09, + "avg_cost": 1.25, + "lambda": 93.8635, + "rho": [ + 0.3204, + 0.6796 + ] + }, + { + "episode": 390, + "avg_reward": -2479.77, + "avg_cost": 2.25, + "lambda": 94.7543, + "rho": [ + 0.3204, + 0.6796 + ] + }, + { + "episode": 400, + "avg_reward": -1926.95, + "avg_cost": 1.5, + "lambda": 95.4289, + "rho": [ + 0.3294, + 0.6706 + ] + }, + { + "episode": 410, + "avg_reward": -1941.16, + "avg_cost": 6.0, + "lambda": 96.2213, + "rho": [ + 0.3294, + 0.6706 + ] + }, + { + "episode": 420, + "avg_reward": -1967.06, + "avg_cost": 5.0, + "lambda": 97.3735, + "rho": [ + 0.3294, + 0.6706 + ] + }, + { + "episode": 430, + "avg_reward": -1644.03, + "avg_cost": 3.25, + "lambda": 98.6174, + "rho": [ + 0.3294, + 0.6706 + ] + }, + { + "episode": 440, + "avg_reward": -1947.91, + "avg_cost": 4.25, + "lambda": 99.7816, + "rho": [ + 0.3294, + 0.6706 + ] + }, + { + "episode": 450, + "avg_reward": -1776.81, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.343, + 0.657 + ] + }, + { + "episode": 460, + "avg_reward": -1467.38, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.343, + 0.657 + ] + }, + { + "episode": 470, + "avg_reward": -1942.86, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.343, + 0.657 + ] + }, + { + "episode": 480, + "avg_reward": -1732.81, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.343, + 0.657 + ] + }, + { + "episode": 490, + "avg_reward": -1440.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.343, + 0.657 + ] + }, + { + "episode": 500, + "avg_reward": -1129.21, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 510, + "avg_reward": -849.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 520, + "avg_reward": -635.36, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 530, + "avg_reward": -596.16, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 540, + "avg_reward": -588.39, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 550, + "avg_reward": -265.0, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3496, + 0.6504 + ] + }, + { + "episode": 560, + "avg_reward": -106.54, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3496, + 0.6504 + ] + }, + { + "episode": 570, + "avg_reward": -382.3, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3496, + 0.6504 + ] + }, + { + "episode": 580, + "avg_reward": 27.0, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3496, + 0.6504 + ] + }, + { + "episode": 590, + "avg_reward": 328.49, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3496, + 0.6504 + ] + }, + { + "episode": 600, + "avg_reward": 314.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 610, + "avg_reward": 646.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 620, + "avg_reward": 798.09, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 630, + "avg_reward": 880.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 640, + "avg_reward": 1034.25, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 650, + "avg_reward": 1301.95, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 660, + "avg_reward": 1111.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 670, + "avg_reward": 1148.45, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 680, + "avg_reward": 1425.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 690, + "avg_reward": 1499.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3417, + 0.6583 + ] + }, + { + "episode": 700, + "avg_reward": 1625.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3481, + 0.6519 + ] + }, + { + "episode": 710, + "avg_reward": 1880.68, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3481, + 0.6519 + ] + }, + { + "episode": 720, + "avg_reward": 1897.67, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3481, + 0.6519 + ] + }, + { + "episode": 730, + "avg_reward": 1752.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3481, + 0.6519 + ] + }, + { + "episode": 740, + "avg_reward": 1823.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3481, + 0.6519 + ] + }, + { + "episode": 750, + "avg_reward": 1796.14, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3476, + 0.6524 + ] + }, + { + "episode": 760, + "avg_reward": 1976.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3476, + 0.6524 + ] + }, + { + "episode": 770, + "avg_reward": 1958.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3476, + 0.6524 + ] + }, + { + "episode": 780, + "avg_reward": 2233.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3476, + 0.6524 + ] + }, + { + "episode": 790, + "avg_reward": 1931.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3476, + 0.6524 + ] + }, + { + "episode": 800, + "avg_reward": 2046.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3471, + 0.6529 + ] + }, + { + "episode": 810, + "avg_reward": 2315.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3471, + 0.6529 + ] + }, + { + "episode": 820, + "avg_reward": 2255.68, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3471, + 0.6529 + ] + }, + { + "episode": 830, + "avg_reward": 2480.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3471, + 0.6529 + ] + }, + { + "episode": 840, + "avg_reward": 2435.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3471, + 0.6529 + ] + }, + { + "episode": 850, + "avg_reward": 2566.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3467, + 0.6533 + ] + }, + { + "episode": 860, + "avg_reward": 2621.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3467, + 0.6533 + ] + }, + { + "episode": 870, + "avg_reward": 2549.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3467, + 0.6533 + ] + }, + { + "episode": 880, + "avg_reward": 2705.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3467, + 0.6533 + ] + }, + { + "episode": 890, + "avg_reward": 2654.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3467, + 0.6533 + ] + }, + { + "episode": 900, + "avg_reward": 2623.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 910, + "avg_reward": 2580.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 920, + "avg_reward": 2592.91, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 930, + "avg_reward": 2668.33, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 940, + "avg_reward": 2680.02, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 950, + "avg_reward": 2555.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.346, + 0.654 + ] + }, + { + "episode": 960, + "avg_reward": 2666.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.346, + 0.654 + ] + }, + { + "episode": 970, + "avg_reward": 2994.44, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.346, + 0.654 + ] + }, + { + "episode": 980, + "avg_reward": 3143.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.346, + 0.654 + ] + }, + { + "episode": 990, + "avg_reward": 2807.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.346, + 0.654 + ] + }, + { + "episode": 1000, + "avg_reward": 2831.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3457, + 0.6543 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..57bbb9e67a60c4a776318959142378d3e16dffd3 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 509841.11, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.4367, + 0.5633 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9274.94, + "avg_cost": 8.25, + "lambda": 4.8325, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -8506.47, + "avg_cost": 31.5, + "lambda": 4.215, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -8257.5, + "avg_cost": 12.25, + "lambda": 3.1425, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 30, + "avg_reward": -7885.02, + "avg_cost": 18.25, + "lambda": 1.94, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 40, + "avg_reward": -7942.43, + "avg_cost": 7.75, + "lambda": 0.5425, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 50, + "avg_reward": -7499.04, + "avg_cost": 9.75, + "lambda": 0.4375, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 60, + "avg_reward": -7023.28, + "avg_cost": 8.5, + "lambda": 0.425, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 70, + "avg_reward": -6929.04, + "avg_cost": 7.5, + "lambda": 0.4125, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 80, + "avg_reward": -6272.47, + "avg_cost": 25.0, + "lambda": 0.4012, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 90, + "avg_reward": -6019.58, + "avg_cost": 12.25, + "lambda": 0.3875, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 100, + "avg_reward": -5431.92, + "avg_cost": 14.75, + "lambda": 0.375, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 110, + "avg_reward": -4763.36, + "avg_cost": 19.25, + "lambda": 0.3625, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 120, + "avg_reward": -4190.93, + "avg_cost": 10.25, + "lambda": 0.35, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 130, + "avg_reward": -3846.08, + "avg_cost": 14.75, + "lambda": 0.3375, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 140, + "avg_reward": -3394.84, + "avg_cost": 8.75, + "lambda": 0.325, + "rho": [ + 0.3849, + 0.6151 + ] + }, + { + "episode": 150, + "avg_reward": -2865.6, + "avg_cost": 11.25, + "lambda": 0.3125, + "rho": [ + 0.3875, + 0.6125 + ] + }, + { + "episode": 160, + "avg_reward": -2725.85, + "avg_cost": 10.5, + "lambda": 0.3, + "rho": [ + 0.3875, + 0.6125 + ] + }, + { + "episode": 170, + "avg_reward": -2157.62, + "avg_cost": 7.5, + "lambda": 0.2875, + "rho": [ + 0.3875, + 0.6125 + ] + }, + { + "episode": 180, + "avg_reward": -1581.24, + "avg_cost": 12.5, + "lambda": 0.275, + "rho": [ + 0.3875, + 0.6125 + ] + }, + { + "episode": 190, + "avg_reward": -1353.19, + "avg_cost": 3.75, + "lambda": 0.2625, + "rho": [ + 0.3875, + 0.6125 + ] + }, + { + "episode": 200, + "avg_reward": -869.98, + "avg_cost": 1.25, + "lambda": 0.25, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 210, + "avg_reward": -702.12, + "avg_cost": 3.5, + "lambda": 0.2375, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 220, + "avg_reward": -323.75, + "avg_cost": 1.5, + "lambda": 0.225, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 230, + "avg_reward": -69.29, + "avg_cost": 1.5, + "lambda": 0.2125, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 240, + "avg_reward": 446.55, + "avg_cost": 4.0, + "lambda": 0.2, + "rho": [ + 0.3964, + 0.6036 + ] + }, + { + "episode": 250, + "avg_reward": 466.88, + "avg_cost": 3.75, + "lambda": 0.1875, + "rho": [ + 0.4148, + 0.5852 + ] + }, + { + "episode": 260, + "avg_reward": 646.54, + "avg_cost": 2.5, + "lambda": 0.175, + "rho": [ + 0.4148, + 0.5852 + ] + }, + { + "episode": 270, + "avg_reward": 586.79, + "avg_cost": 2.0, + "lambda": 0.1625, + "rho": [ + 0.4148, + 0.5852 + ] + }, + { + "episode": 280, + "avg_reward": 956.28, + "avg_cost": 1.0, + "lambda": 0.15, + "rho": [ + 0.4148, + 0.5852 + ] + }, + { + "episode": 290, + "avg_reward": 812.12, + "avg_cost": 2.0, + "lambda": 0.1375, + "rho": [ + 0.4148, + 0.5852 + ] + }, + { + "episode": 300, + "avg_reward": 953.12, + "avg_cost": 2.0, + "lambda": 0.125, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 310, + "avg_reward": 1155.57, + "avg_cost": 0.0, + "lambda": 0.1125, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 320, + "avg_reward": 1150.7, + "avg_cost": 0.25, + "lambda": 0.1, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 330, + "avg_reward": 1037.39, + "avg_cost": 0.25, + "lambda": 0.0875, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 340, + "avg_reward": 1136.8, + "avg_cost": 1.75, + "lambda": 0.075, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 350, + "avg_reward": 1371.5, + "avg_cost": 0.25, + "lambda": 0.0625, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 360, + "avg_reward": 1543.71, + "avg_cost": 0.0, + "lambda": 0.05, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 370, + "avg_reward": 1510.71, + "avg_cost": 0.5, + "lambda": 0.0375, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 380, + "avg_reward": 1535.16, + "avg_cost": 0.0, + "lambda": 0.025, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 390, + "avg_reward": 1453.32, + "avg_cost": 0.75, + "lambda": 0.0125, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 400, + "avg_reward": 1824.42, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4315, + 0.5685 + ] + }, + { + "episode": 410, + "avg_reward": 1774.52, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4315, + 0.5685 + ] + }, + { + "episode": 420, + "avg_reward": 1659.86, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4315, + 0.5685 + ] + }, + { + "episode": 430, + "avg_reward": 1643.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4315, + 0.5685 + ] + }, + { + "episode": 440, + "avg_reward": 1458.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4315, + 0.5685 + ] + }, + { + "episode": 450, + "avg_reward": 1768.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 460, + "avg_reward": 1708.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 470, + "avg_reward": 1841.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 480, + "avg_reward": 1912.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 490, + "avg_reward": 2045.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 500, + "avg_reward": 1923.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 510, + "avg_reward": 2021.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 520, + "avg_reward": 1990.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 530, + "avg_reward": 2221.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 540, + "avg_reward": 2171.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 550, + "avg_reward": 2066.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 560, + "avg_reward": 1976.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 570, + "avg_reward": 2089.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 580, + "avg_reward": 1998.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 590, + "avg_reward": 1880.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 600, + "avg_reward": 2075.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4343, + 0.5657 + ] + }, + { + "episode": 610, + "avg_reward": 2141.65, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4343, + 0.5657 + ] + }, + { + "episode": 620, + "avg_reward": 2311.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4343, + 0.5657 + ] + }, + { + "episode": 630, + "avg_reward": 2292.21, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4343, + 0.5657 + ] + }, + { + "episode": 640, + "avg_reward": 2223.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4343, + 0.5657 + ] + }, + { + "episode": 650, + "avg_reward": 2026.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 660, + "avg_reward": 2255.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 670, + "avg_reward": 2314.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 680, + "avg_reward": 2315.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 690, + "avg_reward": 2418.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 700, + "avg_reward": 2387.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 710, + "avg_reward": 2355.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 720, + "avg_reward": 2437.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 730, + "avg_reward": 2471.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 740, + "avg_reward": 2169.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 750, + "avg_reward": 2439.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 760, + "avg_reward": 2451.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 770, + "avg_reward": 2558.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 780, + "avg_reward": 2326.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 790, + "avg_reward": 2740.91, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 800, + "avg_reward": 2594.72, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 810, + "avg_reward": 2571.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 820, + "avg_reward": 2521.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 830, + "avg_reward": 2477.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 840, + "avg_reward": 2551.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 850, + "avg_reward": 2487.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 860, + "avg_reward": 2812.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 870, + "avg_reward": 2561.78, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 880, + "avg_reward": 2351.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 890, + "avg_reward": 2716.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 900, + "avg_reward": 2731.23, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4363, + 0.5637 + ] + }, + { + "episode": 910, + "avg_reward": 2675.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4363, + 0.5637 + ] + }, + { + "episode": 920, + "avg_reward": 2693.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4363, + 0.5637 + ] + }, + { + "episode": 930, + "avg_reward": 2673.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4363, + 0.5637 + ] + }, + { + "episode": 940, + "avg_reward": 2625.12, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4363, + 0.5637 + ] + }, + { + "episode": 950, + "avg_reward": 2479.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4365, + 0.5635 + ] + }, + { + "episode": 960, + "avg_reward": 2750.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4365, + 0.5635 + ] + }, + { + "episode": 970, + "avg_reward": 2749.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4365, + 0.5635 + ] + }, + { + "episode": 980, + "avg_reward": 2754.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4365, + 0.5635 + ] + }, + { + "episode": 990, + "avg_reward": 2701.28, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4365, + 0.5635 + ] + }, + { + "episode": 1000, + "avg_reward": 2929.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4367, + 0.5633 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..b27853ddd3b02d1a964457ae5980937502441e81 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 484458.49, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4651, + 0.5349 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9274.94, + "avg_cost": 8.25, + "lambda": 4.8325, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -8580.35, + "avg_cost": 15.75, + "lambda": 3.8975, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -8179.63, + "avg_cost": 10.25, + "lambda": 2.725, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 30, + "avg_reward": -7973.86, + "avg_cost": 12.0, + "lambda": 1.4275, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 40, + "avg_reward": -8030.28, + "avg_cost": 7.5, + "lambda": 0.55, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 50, + "avg_reward": -7280.32, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 60, + "avg_reward": -6707.74, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 70, + "avg_reward": -6698.12, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 80, + "avg_reward": -6358.87, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 90, + "avg_reward": -5630.77, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 100, + "avg_reward": -5133.94, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 110, + "avg_reward": -5267.27, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 120, + "avg_reward": -4278.96, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 130, + "avg_reward": -4109.94, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 140, + "avg_reward": -3511.01, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 150, + "avg_reward": -3082.78, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 160, + "avg_reward": -2843.3, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 170, + "avg_reward": -2219.76, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 180, + "avg_reward": -1823.95, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 190, + "avg_reward": -1067.46, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 200, + "avg_reward": -1030.3, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 210, + "avg_reward": -705.5, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 220, + "avg_reward": -382.49, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 230, + "avg_reward": -222.09, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 240, + "avg_reward": 367.88, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 250, + "avg_reward": 294.73, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 260, + "avg_reward": 665.5, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 270, + "avg_reward": 698.6, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 280, + "avg_reward": 711.93, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 290, + "avg_reward": 913.6, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 300, + "avg_reward": 823.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 310, + "avg_reward": 1215.12, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 320, + "avg_reward": 1074.24, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 330, + "avg_reward": 1180.48, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 340, + "avg_reward": 1147.92, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 350, + "avg_reward": 1132.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 360, + "avg_reward": 1421.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 370, + "avg_reward": 1168.67, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 380, + "avg_reward": 1307.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 390, + "avg_reward": 1569.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 400, + "avg_reward": 1497.32, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 410, + "avg_reward": 1562.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 420, + "avg_reward": 1533.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 430, + "avg_reward": 1702.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 440, + "avg_reward": 1581.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 450, + "avg_reward": 1760.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 460, + "avg_reward": 1770.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 470, + "avg_reward": 1697.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 480, + "avg_reward": 1946.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 490, + "avg_reward": 1805.85, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 500, + "avg_reward": 2135.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 510, + "avg_reward": 1820.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 520, + "avg_reward": 2057.65, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 530, + "avg_reward": 2056.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 540, + "avg_reward": 2024.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 550, + "avg_reward": 2185.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 560, + "avg_reward": 2027.29, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 570, + "avg_reward": 2145.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 580, + "avg_reward": 1752.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 590, + "avg_reward": 2181.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 600, + "avg_reward": 2132.93, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 610, + "avg_reward": 2311.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 620, + "avg_reward": 2280.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 630, + "avg_reward": 2138.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 640, + "avg_reward": 1987.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 650, + "avg_reward": 2007.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 660, + "avg_reward": 2253.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 670, + "avg_reward": 2130.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 680, + "avg_reward": 2220.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 690, + "avg_reward": 2346.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 700, + "avg_reward": 2356.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 710, + "avg_reward": 2349.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 720, + "avg_reward": 2467.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 730, + "avg_reward": 2415.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 740, + "avg_reward": 2483.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 750, + "avg_reward": 2353.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 760, + "avg_reward": 2360.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 770, + "avg_reward": 2532.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 780, + "avg_reward": 2391.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 790, + "avg_reward": 2449.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 800, + "avg_reward": 2255.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 810, + "avg_reward": 2518.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 820, + "avg_reward": 2500.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 830, + "avg_reward": 2475.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 840, + "avg_reward": 2703.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 850, + "avg_reward": 2370.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 860, + "avg_reward": 2260.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 870, + "avg_reward": 2548.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 880, + "avg_reward": 2509.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 890, + "avg_reward": 2533.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 900, + "avg_reward": 2542.2, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 910, + "avg_reward": 2741.32, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 920, + "avg_reward": 2436.85, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 930, + "avg_reward": 2802.04, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 940, + "avg_reward": 2477.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 950, + "avg_reward": 2648.55, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 960, + "avg_reward": 3061.45, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 970, + "avg_reward": 2729.87, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 980, + "avg_reward": 2757.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 990, + "avg_reward": 2529.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 1000, + "avg_reward": 2385.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..b27853ddd3b02d1a964457ae5980937502441e81 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 484458.49, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.4651, + 0.5349 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9274.94, + "avg_cost": 8.25, + "lambda": 4.8325, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -8580.35, + "avg_cost": 15.75, + "lambda": 3.8975, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -8179.63, + "avg_cost": 10.25, + "lambda": 2.725, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 30, + "avg_reward": -7973.86, + "avg_cost": 12.0, + "lambda": 1.4275, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 40, + "avg_reward": -8030.28, + "avg_cost": 7.5, + "lambda": 0.55, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 50, + "avg_reward": -7280.32, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 60, + "avg_reward": -6707.74, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 70, + "avg_reward": -6698.12, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 80, + "avg_reward": -6358.87, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 90, + "avg_reward": -5630.77, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 100, + "avg_reward": -5133.94, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 110, + "avg_reward": -5267.27, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 120, + "avg_reward": -4278.96, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 130, + "avg_reward": -4109.94, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 140, + "avg_reward": -3511.01, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 150, + "avg_reward": -3082.78, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 160, + "avg_reward": -2843.3, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 170, + "avg_reward": -2219.76, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 180, + "avg_reward": -1823.95, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 190, + "avg_reward": -1067.46, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 200, + "avg_reward": -1030.3, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 210, + "avg_reward": -705.5, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 220, + "avg_reward": -382.49, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 230, + "avg_reward": -222.09, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 240, + "avg_reward": 367.88, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 250, + "avg_reward": 294.73, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 260, + "avg_reward": 665.5, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 270, + "avg_reward": 698.6, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 280, + "avg_reward": 711.93, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 290, + "avg_reward": 913.6, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 300, + "avg_reward": 823.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 310, + "avg_reward": 1215.12, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 320, + "avg_reward": 1074.24, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 330, + "avg_reward": 1180.48, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 340, + "avg_reward": 1147.92, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 350, + "avg_reward": 1132.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 360, + "avg_reward": 1421.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 370, + "avg_reward": 1168.67, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 380, + "avg_reward": 1307.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 390, + "avg_reward": 1569.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 400, + "avg_reward": 1497.32, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 410, + "avg_reward": 1562.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 420, + "avg_reward": 1533.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 430, + "avg_reward": 1702.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 440, + "avg_reward": 1581.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 450, + "avg_reward": 1760.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 460, + "avg_reward": 1770.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 470, + "avg_reward": 1697.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 480, + "avg_reward": 1946.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 490, + "avg_reward": 1805.85, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 500, + "avg_reward": 2135.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 510, + "avg_reward": 1820.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 520, + "avg_reward": 2057.65, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 530, + "avg_reward": 2056.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 540, + "avg_reward": 2024.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 550, + "avg_reward": 2185.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 560, + "avg_reward": 2027.29, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 570, + "avg_reward": 2145.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 580, + "avg_reward": 1752.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 590, + "avg_reward": 2181.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 600, + "avg_reward": 2132.93, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 610, + "avg_reward": 2311.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 620, + "avg_reward": 2280.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 630, + "avg_reward": 2138.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 640, + "avg_reward": 1987.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 650, + "avg_reward": 2007.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 660, + "avg_reward": 2253.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 670, + "avg_reward": 2130.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 680, + "avg_reward": 2220.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 690, + "avg_reward": 2346.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 700, + "avg_reward": 2356.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 710, + "avg_reward": 2349.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 720, + "avg_reward": 2467.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 730, + "avg_reward": 2415.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 740, + "avg_reward": 2483.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 750, + "avg_reward": 2353.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 760, + "avg_reward": 2360.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 770, + "avg_reward": 2532.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 780, + "avg_reward": 2391.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 790, + "avg_reward": 2449.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 800, + "avg_reward": 2255.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 810, + "avg_reward": 2518.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 820, + "avg_reward": 2500.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 830, + "avg_reward": 2475.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 840, + "avg_reward": 2703.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 850, + "avg_reward": 2370.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 860, + "avg_reward": 2260.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 870, + "avg_reward": 2548.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 880, + "avg_reward": 2509.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 890, + "avg_reward": 2533.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 900, + "avg_reward": 2542.2, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 910, + "avg_reward": 2741.32, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 920, + "avg_reward": 2436.85, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 930, + "avg_reward": 2802.04, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 940, + "avg_reward": 2477.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 950, + "avg_reward": 2648.55, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 960, + "avg_reward": 3061.45, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 970, + "avg_reward": 2729.87, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 980, + "avg_reward": 2757.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 990, + "avg_reward": 2529.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 1000, + "avg_reward": 2385.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4651, + 0.5349 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..16a8b66ce8e0111bb35dc5b5b2acaabf52593ed6 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1009874.99, + "constraint_satisfaction_pct": 2.4, + "final_rho": [ + 0.4295, + 0.5705 + ], + "final_lambda": 44.9043, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2788.55, + "avg_cost": 13.0, + "lambda": 1.13, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 10, + "avg_reward": -2726.02, + "avg_cost": 9.0, + "lambda": 2.5859, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 20, + "avg_reward": -2438.07, + "avg_cost": 21.5, + "lambda": 4.1136, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 30, + "avg_reward": -2560.62, + "avg_cost": 14.5, + "lambda": 5.6621, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 40, + "avg_reward": -2616.54, + "avg_cost": 11.5, + "lambda": 7.2623, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 50, + "avg_reward": -2672.13, + "avg_cost": 15.25, + "lambda": 8.8778, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 60, + "avg_reward": -2362.05, + "avg_cost": 12.5, + "lambda": 10.4815, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 70, + "avg_reward": -2352.48, + "avg_cost": 12.75, + "lambda": 12.0559, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 80, + "avg_reward": -2622.6, + "avg_cost": 12.25, + "lambda": 13.6009, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 90, + "avg_reward": -2411.8, + "avg_cost": 18.5, + "lambda": 15.2199, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 100, + "avg_reward": -2218.35, + "avg_cost": 17.5, + "lambda": 16.8404, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 110, + "avg_reward": -2145.65, + "avg_cost": 12.75, + "lambda": 18.3862, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 120, + "avg_reward": -2324.79, + "avg_cost": 13.0, + "lambda": 19.7595, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 130, + "avg_reward": -2389.99, + "avg_cost": 22.0, + "lambda": 21.0634, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 140, + "avg_reward": -2097.12, + "avg_cost": 7.75, + "lambda": 22.5314, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 150, + "avg_reward": -1952.09, + "avg_cost": 9.0, + "lambda": 23.9067, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 160, + "avg_reward": -1935.58, + "avg_cost": 9.75, + "lambda": 25.0776, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 170, + "avg_reward": -2094.9, + "avg_cost": 11.75, + "lambda": 26.1307, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 180, + "avg_reward": -2150.88, + "avg_cost": 10.25, + "lambda": 27.1029, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 190, + "avg_reward": -1936.24, + "avg_cost": 7.75, + "lambda": 27.9996, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 200, + "avg_reward": -2125.16, + "avg_cost": 6.75, + "lambda": 28.8613, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 210, + "avg_reward": -2134.98, + "avg_cost": 6.75, + "lambda": 29.6033, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 220, + "avg_reward": -2179.33, + "avg_cost": 6.0, + "lambda": 30.2093, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 230, + "avg_reward": -2056.88, + "avg_cost": 5.5, + "lambda": 30.759, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 240, + "avg_reward": -1908.29, + "avg_cost": 3.25, + "lambda": 31.2589, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 250, + "avg_reward": -1998.24, + "avg_cost": 3.5, + "lambda": 31.6909, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 260, + "avg_reward": -1775.43, + "avg_cost": 2.0, + "lambda": 32.1234, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 270, + "avg_reward": -1684.87, + "avg_cost": 7.75, + "lambda": 32.5327, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 280, + "avg_reward": -1823.92, + "avg_cost": 3.5, + "lambda": 32.9927, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 290, + "avg_reward": -1634.77, + "avg_cost": 2.25, + "lambda": 33.3993, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 300, + "avg_reward": -1578.57, + "avg_cost": 3.25, + "lambda": 33.7233, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 310, + "avg_reward": -1773.29, + "avg_cost": 1.75, + "lambda": 34.0843, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 320, + "avg_reward": -1426.85, + "avg_cost": 3.0, + "lambda": 34.4139, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 330, + "avg_reward": -1335.82, + "avg_cost": 3.75, + "lambda": 34.8002, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 340, + "avg_reward": -1735.05, + "avg_cost": 2.25, + "lambda": 35.1537, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 350, + "avg_reward": -1476.39, + "avg_cost": 2.0, + "lambda": 35.4705, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 360, + "avg_reward": -1484.43, + "avg_cost": 3.75, + "lambda": 35.7626, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 370, + "avg_reward": -1484.37, + "avg_cost": 2.5, + "lambda": 36.0212, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 380, + "avg_reward": -1476.55, + "avg_cost": 0.5, + "lambda": 36.2239, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 390, + "avg_reward": -1298.72, + "avg_cost": 0.5, + "lambda": 36.3713, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 400, + "avg_reward": -1302.57, + "avg_cost": 1.0, + "lambda": 36.5162, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 410, + "avg_reward": -1217.92, + "avg_cost": 2.25, + "lambda": 36.6836, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 420, + "avg_reward": -1530.29, + "avg_cost": 2.0, + "lambda": 36.8708, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 430, + "avg_reward": -1288.0, + "avg_cost": 1.5, + "lambda": 37.048, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 440, + "avg_reward": -1173.43, + "avg_cost": 1.25, + "lambda": 37.2377, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 450, + "avg_reward": -1227.94, + "avg_cost": 1.25, + "lambda": 37.4325, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 460, + "avg_reward": -1214.85, + "avg_cost": 1.75, + "lambda": 37.6067, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 470, + "avg_reward": -966.27, + "avg_cost": 2.0, + "lambda": 37.793, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 480, + "avg_reward": -1060.17, + "avg_cost": 2.5, + "lambda": 37.9686, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 490, + "avg_reward": -883.86, + "avg_cost": 3.5, + "lambda": 38.1473, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 500, + "avg_reward": -1003.3, + "avg_cost": 0.5, + "lambda": 38.3185, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 510, + "avg_reward": -754.65, + "avg_cost": 1.5, + "lambda": 38.4474, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 520, + "avg_reward": -1012.96, + "avg_cost": 0.5, + "lambda": 38.5735, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 530, + "avg_reward": -1027.5, + "avg_cost": 1.75, + "lambda": 38.709, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 540, + "avg_reward": -1060.37, + "avg_cost": 1.25, + "lambda": 38.8266, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 550, + "avg_reward": -710.44, + "avg_cost": 0.75, + "lambda": 38.9768, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 560, + "avg_reward": -725.96, + "avg_cost": 0.75, + "lambda": 39.0936, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 570, + "avg_reward": -744.71, + "avg_cost": 0.75, + "lambda": 39.1943, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 580, + "avg_reward": -719.21, + "avg_cost": 0.5, + "lambda": 39.3033, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 590, + "avg_reward": -715.8, + "avg_cost": 1.75, + "lambda": 39.4102, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 600, + "avg_reward": -774.29, + "avg_cost": 0.5, + "lambda": 39.5214, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 610, + "avg_reward": -402.14, + "avg_cost": 1.0, + "lambda": 39.6418, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 620, + "avg_reward": -752.96, + "avg_cost": 0.75, + "lambda": 39.7892, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 630, + "avg_reward": -727.16, + "avg_cost": 0.5, + "lambda": 39.8863, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 640, + "avg_reward": -233.08, + "avg_cost": 0.75, + "lambda": 39.9671, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 650, + "avg_reward": -616.23, + "avg_cost": 0.75, + "lambda": 40.0599, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 660, + "avg_reward": -719.61, + "avg_cost": 2.25, + "lambda": 40.1482, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 670, + "avg_reward": -608.46, + "avg_cost": 0.5, + "lambda": 40.2512, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 680, + "avg_reward": -584.06, + "avg_cost": 6.5, + "lambda": 40.3451, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 690, + "avg_reward": -538.47, + "avg_cost": 0.5, + "lambda": 40.4723, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 700, + "avg_reward": -112.6, + "avg_cost": 1.75, + "lambda": 40.5741, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 710, + "avg_reward": -178.2, + "avg_cost": 1.75, + "lambda": 40.6716, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 720, + "avg_reward": -351.49, + "avg_cost": 1.5, + "lambda": 40.8151, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 730, + "avg_reward": 22.89, + "avg_cost": 1.5, + "lambda": 40.9668, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 740, + "avg_reward": -208.71, + "avg_cost": 0.5, + "lambda": 41.1075, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 750, + "avg_reward": 291.4, + "avg_cost": 3.0, + "lambda": 41.2434, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 760, + "avg_reward": -367.3, + "avg_cost": 0.25, + "lambda": 41.3635, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 770, + "avg_reward": -18.15, + "avg_cost": 1.25, + "lambda": 41.4696, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 780, + "avg_reward": -208.56, + "avg_cost": 1.0, + "lambda": 41.5868, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 790, + "avg_reward": 86.39, + "avg_cost": 0.75, + "lambda": 41.7051, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 800, + "avg_reward": 313.51, + "avg_cost": 2.25, + "lambda": 41.8288, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 810, + "avg_reward": -40.14, + "avg_cost": 1.25, + "lambda": 41.956, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 820, + "avg_reward": 351.38, + "avg_cost": 1.5, + "lambda": 42.1027, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 830, + "avg_reward": 128.56, + "avg_cost": 2.0, + "lambda": 42.2315, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 840, + "avg_reward": 414.27, + "avg_cost": 0.75, + "lambda": 42.3686, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 850, + "avg_reward": 656.2, + "avg_cost": 3.5, + "lambda": 42.4925, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 860, + "avg_reward": 533.55, + "avg_cost": 1.5, + "lambda": 42.6518, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 870, + "avg_reward": 517.27, + "avg_cost": 2.25, + "lambda": 42.799, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 880, + "avg_reward": 88.16, + "avg_cost": 0.5, + "lambda": 42.9437, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 890, + "avg_reward": 139.52, + "avg_cost": 1.0, + "lambda": 43.144, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 900, + "avg_reward": 543.03, + "avg_cost": 1.5, + "lambda": 43.3555, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 910, + "avg_reward": 379.3, + "avg_cost": 1.75, + "lambda": 43.5057, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 920, + "avg_reward": -8.1, + "avg_cost": 0.25, + "lambda": 43.6919, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 930, + "avg_reward": 566.31, + "avg_cost": 0.25, + "lambda": 43.9124, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 940, + "avg_reward": -419.5, + "avg_cost": 0.25, + "lambda": 44.1164, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 950, + "avg_reward": 448.43, + "avg_cost": 0.0, + "lambda": 44.2447, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 960, + "avg_reward": 170.4, + "avg_cost": 0.5, + "lambda": 44.4012, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 970, + "avg_reward": 358.41, + "avg_cost": 2.0, + "lambda": 44.541, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 980, + "avg_reward": 560.64, + "avg_cost": 2.0, + "lambda": 44.6648, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 990, + "avg_reward": 446.26, + "avg_cost": 1.25, + "lambda": 44.794, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 1000, + "avg_reward": 855.83, + "avg_cost": 1.75, + "lambda": 44.9043, + "rho": [ + 0.4295, + 0.5705 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..f0c0db1886f43359f48052b54efa0fc40f9e54d9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 955081.76, + "constraint_satisfaction_pct": 89.2, + "final_rho": [ + 0.3905, + 0.6095 + ], + "final_lambda": 0.9875, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1991.84, + "avg_cost": 0.0, + "lambda": 2.51, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1782.57, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1593.67, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1727.35, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1579.28, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1652.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1050.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1230.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -962.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -986.05, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -829.22, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -961.64, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -805.16, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -757.87, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -979.19, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -553.74, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -638.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -710.56, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -390.62, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -635.36, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -257.66, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -601.1, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -437.98, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": -256.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -122.46, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 260, + "avg_reward": -211.38, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 270, + "avg_reward": -164.51, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 280, + "avg_reward": 233.42, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 290, + "avg_reward": -283.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 300, + "avg_reward": -211.84, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 310, + "avg_reward": -44.66, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 320, + "avg_reward": 561.72, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 330, + "avg_reward": -355.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 340, + "avg_reward": 138.78, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 350, + "avg_reward": 416.24, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 360, + "avg_reward": 852.01, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 370, + "avg_reward": 337.46, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 380, + "avg_reward": 899.36, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 390, + "avg_reward": 186.93, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4656, + 0.5344 + ] + }, + { + "episode": 400, + "avg_reward": 1094.01, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 410, + "avg_reward": 1158.9, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 420, + "avg_reward": 770.65, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 430, + "avg_reward": 141.19, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 440, + "avg_reward": 1023.04, + "avg_cost": 7.75, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 450, + "avg_reward": 1281.43, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 460, + "avg_reward": 1202.72, + "avg_cost": 7.25, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 470, + "avg_reward": 901.03, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 480, + "avg_reward": 1328.89, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 490, + "avg_reward": 1320.96, + "avg_cost": 9.0, + "lambda": 0.5, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 500, + "avg_reward": 1458.74, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 510, + "avg_reward": 1506.84, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 520, + "avg_reward": 1048.55, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 530, + "avg_reward": 1794.34, + "avg_cost": 12.75, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 540, + "avg_reward": 1358.19, + "avg_cost": 12.5, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 550, + "avg_reward": 1664.18, + "avg_cost": 7.5, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 560, + "avg_reward": 1328.33, + "avg_cost": 16.5, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 570, + "avg_reward": 1532.71, + "avg_cost": 13.25, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 580, + "avg_reward": 1252.6, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 590, + "avg_reward": 1536.5, + "avg_cost": 17.0, + "lambda": 0.5, + "rho": [ + 0.4359, + 0.5641 + ] + }, + { + "episode": 600, + "avg_reward": 2020.51, + "avg_cost": 21.25, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 610, + "avg_reward": 1998.47, + "avg_cost": 24.5, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 620, + "avg_reward": 1658.12, + "avg_cost": 21.25, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 630, + "avg_reward": 1996.2, + "avg_cost": 36.25, + "lambda": 0.7625, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 640, + "avg_reward": 2197.83, + "avg_cost": 30.75, + "lambda": 0.7025, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 650, + "avg_reward": 1431.41, + "avg_cost": 13.0, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 660, + "avg_reward": 2151.5, + "avg_cost": 15.5, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 670, + "avg_reward": 1366.97, + "avg_cost": 16.5, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 680, + "avg_reward": 1492.11, + "avg_cost": 13.75, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 690, + "avg_reward": 1886.39, + "avg_cost": 23.5, + "lambda": 0.5, + "rho": [ + 0.4227, + 0.5773 + ] + }, + { + "episode": 700, + "avg_reward": 2526.14, + "avg_cost": 24.75, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 710, + "avg_reward": 2082.95, + "avg_cost": 15.0, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 720, + "avg_reward": 2120.17, + "avg_cost": 16.75, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 730, + "avg_reward": 2007.1, + "avg_cost": 16.0, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 740, + "avg_reward": 1888.84, + "avg_cost": 14.0, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 750, + "avg_reward": 2003.95, + "avg_cost": 17.75, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 760, + "avg_reward": 2578.54, + "avg_cost": 24.25, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 770, + "avg_reward": 2111.33, + "avg_cost": 10.5, + "lambda": 0.505, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 780, + "avg_reward": 1755.04, + "avg_cost": 15.0, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 790, + "avg_reward": 1574.66, + "avg_cost": 12.75, + "lambda": 0.5, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 800, + "avg_reward": 2784.94, + "avg_cost": 26.25, + "lambda": 0.5125, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 810, + "avg_reward": 2674.31, + "avg_cost": 16.25, + "lambda": 0.5, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 820, + "avg_reward": 2942.97, + "avg_cost": 18.75, + "lambda": 0.5, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 830, + "avg_reward": 1642.74, + "avg_cost": 16.5, + "lambda": 0.5, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 840, + "avg_reward": 2693.41, + "avg_cost": 24.25, + "lambda": 0.5, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 850, + "avg_reward": 2213.8, + "avg_cost": 19.25, + "lambda": 0.5, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 860, + "avg_reward": 2708.41, + "avg_cost": 22.5, + "lambda": 0.645, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 870, + "avg_reward": 3118.82, + "avg_cost": 29.5, + "lambda": 0.62, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 880, + "avg_reward": 2408.21, + "avg_cost": 27.25, + "lambda": 0.6675, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 890, + "avg_reward": 3066.13, + "avg_cost": 20.5, + "lambda": 0.7325, + "rho": [ + 0.4122, + 0.5878 + ] + }, + { + "episode": 900, + "avg_reward": 1541.19, + "avg_cost": 18.75, + "lambda": 1.0175, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 910, + "avg_reward": 3377.65, + "avg_cost": 36.75, + "lambda": 0.8725, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 920, + "avg_reward": 2346.34, + "avg_cost": 25.5, + "lambda": 0.71, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 930, + "avg_reward": 1649.17, + "avg_cost": 8.75, + "lambda": 0.5, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 940, + "avg_reward": 3031.48, + "avg_cost": 16.0, + "lambda": 0.5525, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 950, + "avg_reward": 3163.04, + "avg_cost": 30.0, + "lambda": 1.29, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 960, + "avg_reward": 3107.94, + "avg_cost": 22.5, + "lambda": 1.78, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 970, + "avg_reward": 2664.91, + "avg_cost": 24.5, + "lambda": 1.8875, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 980, + "avg_reward": 2697.32, + "avg_cost": 26.25, + "lambda": 1.85, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 990, + "avg_reward": 3187.17, + "avg_cost": 14.25, + "lambda": 1.15, + "rho": [ + 0.4025, + 0.5975 + ] + }, + { + "episode": 1000, + "avg_reward": 3384.24, + "avg_cost": 32.25, + "lambda": 0.9875, + "rho": [ + 0.3905, + 0.6095 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..38e9048f763c477d4dd7ebd3964cea00f9434bca --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 822899.46, + "constraint_satisfaction_pct": 90.6, + "final_rho": [ + 0.4381, + 0.5619 + ], + "final_lambda": 1.6375, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1844.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -2034.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1804.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1485.41, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1594.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1576.59, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1317.11, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1184.76, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -846.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -942.12, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1000.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -822.27, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -978.64, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -915.92, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -670.11, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -826.84, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -460.78, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -852.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -273.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -981.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 210, + "avg_reward": -643.38, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 220, + "avg_reward": -594.18, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 230, + "avg_reward": -581.73, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 240, + "avg_reward": -394.93, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 250, + "avg_reward": -773.79, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 260, + "avg_reward": -405.4, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 270, + "avg_reward": -675.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 280, + "avg_reward": -212.0, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 290, + "avg_reward": -189.18, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 300, + "avg_reward": 9.83, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 310, + "avg_reward": -666.0, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 320, + "avg_reward": -293.48, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 330, + "avg_reward": 452.84, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 340, + "avg_reward": 209.03, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 350, + "avg_reward": -195.87, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 360, + "avg_reward": 400.87, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 370, + "avg_reward": 489.56, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 380, + "avg_reward": 57.17, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 390, + "avg_reward": -639.65, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 400, + "avg_reward": 612.74, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 410, + "avg_reward": -170.96, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 420, + "avg_reward": 278.98, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 430, + "avg_reward": 543.02, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 440, + "avg_reward": 341.64, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 450, + "avg_reward": -183.64, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.4421, + 0.5579 + ] + }, + { + "episode": 460, + "avg_reward": 723.88, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.4421, + 0.5579 + ] + }, + { + "episode": 470, + "avg_reward": 689.68, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.4421, + 0.5579 + ] + }, + { + "episode": 480, + "avg_reward": -58.53, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.4421, + 0.5579 + ] + }, + { + "episode": 490, + "avg_reward": 125.97, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.4421, + 0.5579 + ] + }, + { + "episode": 500, + "avg_reward": 517.81, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 510, + "avg_reward": 1051.46, + "avg_cost": 5.0, + "lambda": 1.0, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 520, + "avg_reward": 744.32, + "avg_cost": 4.0, + "lambda": 1.0, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 530, + "avg_reward": 518.08, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 540, + "avg_reward": 1362.38, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 550, + "avg_reward": 1373.57, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 560, + "avg_reward": 1160.31, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 570, + "avg_reward": 1131.8, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 580, + "avg_reward": 1313.88, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 590, + "avg_reward": 969.07, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 600, + "avg_reward": 1847.96, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 610, + "avg_reward": 1869.51, + "avg_cost": 14.75, + "lambda": 1.0, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 620, + "avg_reward": 1561.95, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 630, + "avg_reward": 1471.52, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 640, + "avg_reward": 1749.68, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.4514, + 0.5486 + ] + }, + { + "episode": 650, + "avg_reward": 1771.66, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 0.4603, + 0.5397 + ] + }, + { + "episode": 660, + "avg_reward": 989.37, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 0.4603, + 0.5397 + ] + }, + { + "episode": 670, + "avg_reward": 2197.65, + "avg_cost": 25.5, + "lambda": 1.015, + "rho": [ + 0.4603, + 0.5397 + ] + }, + { + "episode": 680, + "avg_reward": 1623.96, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 0.4603, + 0.5397 + ] + }, + { + "episode": 690, + "avg_reward": 1846.03, + "avg_cost": 17.0, + "lambda": 1.0, + "rho": [ + 0.4603, + 0.5397 + ] + }, + { + "episode": 700, + "avg_reward": 2418.16, + "avg_cost": 23.5, + "lambda": 1.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 710, + "avg_reward": 336.37, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 720, + "avg_reward": 2335.71, + "avg_cost": 22.75, + "lambda": 1.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 730, + "avg_reward": 2471.05, + "avg_cost": 26.5, + "lambda": 1.045, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 740, + "avg_reward": 2181.64, + "avg_cost": 22.0, + "lambda": 1.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 750, + "avg_reward": 1602.69, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 760, + "avg_reward": 2571.34, + "avg_cost": 24.5, + "lambda": 1.7125, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 770, + "avg_reward": 340.13, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 780, + "avg_reward": 2349.46, + "avg_cost": 24.25, + "lambda": 2.0875, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 790, + "avg_reward": 2882.16, + "avg_cost": 26.0, + "lambda": 1.1425, + "rho": [ + 0.4633, + 0.5367 + ] + }, + { + "episode": 800, + "avg_reward": 2757.32, + "avg_cost": 24.25, + "lambda": 1.0, + "rho": [ + 0.4615, + 0.5385 + ] + }, + { + "episode": 810, + "avg_reward": 2623.16, + "avg_cost": 20.25, + "lambda": 1.0075, + "rho": [ + 0.4615, + 0.5385 + ] + }, + { + "episode": 820, + "avg_reward": 1484.97, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 0.4615, + 0.5385 + ] + }, + { + "episode": 830, + "avg_reward": 2055.37, + "avg_cost": 19.25, + "lambda": 1.0, + "rho": [ + 0.4615, + 0.5385 + ] + }, + { + "episode": 840, + "avg_reward": 2770.41, + "avg_cost": 25.75, + "lambda": 1.12, + "rho": [ + 0.4615, + 0.5385 + ] + }, + { + "episode": 850, + "avg_reward": 1981.45, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.4571, + 0.5429 + ] + }, + { + "episode": 860, + "avg_reward": 2978.71, + "avg_cost": 29.75, + "lambda": 1.3375, + "rho": [ + 0.4571, + 0.5429 + ] + }, + { + "episode": 870, + "avg_reward": 2379.97, + "avg_cost": 24.75, + "lambda": 1.0, + "rho": [ + 0.4571, + 0.5429 + ] + }, + { + "episode": 880, + "avg_reward": 2823.5, + "avg_cost": 27.0, + "lambda": 1.2925, + "rho": [ + 0.4571, + 0.5429 + ] + }, + { + "episode": 890, + "avg_reward": 2795.25, + "avg_cost": 31.0, + "lambda": 1.3375, + "rho": [ + 0.4571, + 0.5429 + ] + }, + { + "episode": 900, + "avg_reward": 3020.69, + "avg_cost": 30.75, + "lambda": 3.6025, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 910, + "avg_reward": 3066.29, + "avg_cost": 17.25, + "lambda": 4.45, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 920, + "avg_reward": 3006.67, + "avg_cost": 27.25, + "lambda": 3.76, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 930, + "avg_reward": 2741.8, + "avg_cost": 29.5, + "lambda": 3.37, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 940, + "avg_reward": 3063.2, + "avg_cost": 18.25, + "lambda": 2.515, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 950, + "avg_reward": 2995.48, + "avg_cost": 20.5, + "lambda": 1.69, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 960, + "avg_reward": 2506.8, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 970, + "avg_reward": 2998.35, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 980, + "avg_reward": 3355.01, + "avg_cost": 22.0, + "lambda": 1.0, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 990, + "avg_reward": 3141.1, + "avg_cost": 25.0, + "lambda": 1.1425, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 1000, + "avg_reward": 2815.37, + "avg_cost": 27.25, + "lambda": 1.6375, + "rho": [ + 0.4381, + 0.5619 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json new file mode 100644 index 0000000000000000000000000000000000000000..85da962b45c334926e36250a01c5caaec9da1c08 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 916711.16, + "constraint_satisfaction_pct": 96.7, + "final_rho": [ + 0.2462, + 0.7538 + ], + "final_lambda": 2.585, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -2073.41, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1855.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1668.48, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1821.09, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1342.78, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1380.76, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1312.2, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1113.01, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -918.2, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1049.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -920.51, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -809.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -897.78, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -542.44, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -842.68, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 160, + "avg_reward": -656.97, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 170, + "avg_reward": -519.92, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 180, + "avg_reward": -901.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 190, + "avg_reward": -507.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 200, + "avg_reward": -517.62, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 210, + "avg_reward": -453.78, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 220, + "avg_reward": -444.76, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 230, + "avg_reward": -300.48, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 240, + "avg_reward": -121.3, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 250, + "avg_reward": -586.37, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4199, + 0.5801 + ] + }, + { + "episode": 260, + "avg_reward": -598.49, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4199, + 0.5801 + ] + }, + { + "episode": 270, + "avg_reward": 104.72, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.4199, + 0.5801 + ] + }, + { + "episode": 280, + "avg_reward": -560.36, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.4199, + 0.5801 + ] + }, + { + "episode": 290, + "avg_reward": -88.06, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.4199, + 0.5801 + ] + }, + { + "episode": 300, + "avg_reward": 91.96, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.3977, + 0.6023 + ] + }, + { + "episode": 310, + "avg_reward": -7.54, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.3977, + 0.6023 + ] + }, + { + "episode": 320, + "avg_reward": -551.65, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.3977, + 0.6023 + ] + }, + { + "episode": 330, + "avg_reward": 88.16, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 0.3977, + 0.6023 + ] + }, + { + "episode": 340, + "avg_reward": -129.09, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.3977, + 0.6023 + ] + }, + { + "episode": 350, + "avg_reward": 837.05, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.3686, + 0.6314 + ] + }, + { + "episode": 360, + "avg_reward": 257.71, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.3686, + 0.6314 + ] + }, + { + "episode": 370, + "avg_reward": 512.77, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.3686, + 0.6314 + ] + }, + { + "episode": 380, + "avg_reward": 480.74, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 0.3686, + 0.6314 + ] + }, + { + "episode": 390, + "avg_reward": 456.04, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.3686, + 0.6314 + ] + }, + { + "episode": 400, + "avg_reward": 371.17, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.333, + 0.667 + ] + }, + { + "episode": 410, + "avg_reward": 434.33, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 0.333, + 0.667 + ] + }, + { + "episode": 420, + "avg_reward": -388.09, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.333, + 0.667 + ] + }, + { + "episode": 430, + "avg_reward": 309.58, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 0.333, + 0.667 + ] + }, + { + "episode": 440, + "avg_reward": 1080.5, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 0.333, + 0.667 + ] + }, + { + "episode": 450, + "avg_reward": 731.1, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 0.3175, + 0.6825 + ] + }, + { + "episode": 460, + "avg_reward": 983.86, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.3175, + 0.6825 + ] + }, + { + "episode": 470, + "avg_reward": 678.42, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 0.3175, + 0.6825 + ] + }, + { + "episode": 480, + "avg_reward": 1090.93, + "avg_cost": 7.5, + "lambda": 2.0, + "rho": [ + 0.3175, + 0.6825 + ] + }, + { + "episode": 490, + "avg_reward": 204.83, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 0.3175, + 0.6825 + ] + }, + { + "episode": 500, + "avg_reward": 1273.87, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 0.2934, + 0.7066 + ] + }, + { + "episode": 510, + "avg_reward": 1513.94, + "avg_cost": 7.5, + "lambda": 2.0, + "rho": [ + 0.2934, + 0.7066 + ] + }, + { + "episode": 520, + "avg_reward": 1701.02, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 0.2934, + 0.7066 + ] + }, + { + "episode": 530, + "avg_reward": 1219.72, + "avg_cost": 7.5, + "lambda": 2.0, + "rho": [ + 0.2934, + 0.7066 + ] + }, + { + "episode": 540, + "avg_reward": 1537.91, + "avg_cost": 9.25, + "lambda": 2.0, + "rho": [ + 0.2934, + 0.7066 + ] + }, + { + "episode": 550, + "avg_reward": 1799.92, + "avg_cost": 13.75, + "lambda": 2.0, + "rho": [ + 0.2846, + 0.7154 + ] + }, + { + "episode": 560, + "avg_reward": 1466.81, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 0.2846, + 0.7154 + ] + }, + { + "episode": 570, + "avg_reward": 1910.88, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 0.2846, + 0.7154 + ] + }, + { + "episode": 580, + "avg_reward": 1746.68, + "avg_cost": 7.75, + "lambda": 2.0, + "rho": [ + 0.2846, + 0.7154 + ] + }, + { + "episode": 590, + "avg_reward": 1963.38, + "avg_cost": 11.75, + "lambda": 2.0, + "rho": [ + 0.2846, + 0.7154 + ] + }, + { + "episode": 600, + "avg_reward": 1648.5, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 0.2671, + 0.7329 + ] + }, + { + "episode": 610, + "avg_reward": 1646.58, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 0.2671, + 0.7329 + ] + }, + { + "episode": 620, + "avg_reward": 1917.34, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.2671, + 0.7329 + ] + }, + { + "episode": 630, + "avg_reward": 1981.4, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 0.2671, + 0.7329 + ] + }, + { + "episode": 640, + "avg_reward": 1460.6, + "avg_cost": 10.25, + "lambda": 2.0, + "rho": [ + 0.2671, + 0.7329 + ] + }, + { + "episode": 650, + "avg_reward": 2079.06, + "avg_cost": 14.75, + "lambda": 2.0, + "rho": [ + 0.2481, + 0.7519 + ] + }, + { + "episode": 660, + "avg_reward": 1595.2, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 0.2481, + 0.7519 + ] + }, + { + "episode": 670, + "avg_reward": 1618.13, + "avg_cost": 5.0, + "lambda": 2.0, + "rho": [ + 0.2481, + 0.7519 + ] + }, + { + "episode": 680, + "avg_reward": 2090.14, + "avg_cost": 10.0, + "lambda": 2.0, + "rho": [ + 0.2481, + 0.7519 + ] + }, + { + "episode": 690, + "avg_reward": 1924.77, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 0.2481, + 0.7519 + ] + }, + { + "episode": 700, + "avg_reward": 2575.07, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 0.2452, + 0.7548 + ] + }, + { + "episode": 710, + "avg_reward": 1918.89, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 0.2452, + 0.7548 + ] + }, + { + "episode": 720, + "avg_reward": 2273.24, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.2452, + 0.7548 + ] + }, + { + "episode": 730, + "avg_reward": 2361.52, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 0.2452, + 0.7548 + ] + }, + { + "episode": 740, + "avg_reward": 1822.73, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 0.2452, + 0.7548 + ] + }, + { + "episode": 750, + "avg_reward": 2743.07, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 0.2449, + 0.7551 + ] + }, + { + "episode": 760, + "avg_reward": 2471.18, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 0.2449, + 0.7551 + ] + }, + { + "episode": 770, + "avg_reward": 1745.6, + "avg_cost": 10.0, + "lambda": 2.0, + "rho": [ + 0.2449, + 0.7551 + ] + }, + { + "episode": 780, + "avg_reward": 2887.54, + "avg_cost": 22.75, + "lambda": 2.0, + "rho": [ + 0.2449, + 0.7551 + ] + }, + { + "episode": 790, + "avg_reward": 2597.45, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 0.2449, + 0.7551 + ] + }, + { + "episode": 800, + "avg_reward": 2048.98, + "avg_cost": 20.25, + "lambda": 2.0, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 810, + "avg_reward": 2520.23, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 820, + "avg_reward": 2931.77, + "avg_cost": 26.5, + "lambda": 2.045, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 830, + "avg_reward": 2141.42, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 840, + "avg_reward": 1169.08, + "avg_cost": 10.25, + "lambda": 2.0, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 850, + "avg_reward": 2816.4, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 860, + "avg_reward": 2765.58, + "avg_cost": 13.75, + "lambda": 2.0, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 870, + "avg_reward": 2696.01, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 880, + "avg_reward": 3182.79, + "avg_cost": 34.75, + "lambda": 2.735, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 890, + "avg_reward": 2859.6, + "avg_cost": 18.75, + "lambda": 2.84, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 900, + "avg_reward": 2922.31, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 0.2435, + 0.7565 + ] + }, + { + "episode": 910, + "avg_reward": 3227.6, + "avg_cost": 27.5, + "lambda": 2.075, + "rho": [ + 0.2435, + 0.7565 + ] + }, + { + "episode": 920, + "avg_reward": 2823.97, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.2435, + 0.7565 + ] + }, + { + "episode": 930, + "avg_reward": 3041.96, + "avg_cost": 20.0, + "lambda": 2.0, + "rho": [ + 0.2435, + 0.7565 + ] + }, + { + "episode": 940, + "avg_reward": 3006.76, + "avg_cost": 13.5, + "lambda": 2.0, + "rho": [ + 0.2435, + 0.7565 + ] + }, + { + "episode": 950, + "avg_reward": 2947.85, + "avg_cost": 18.25, + "lambda": 2.0, + "rho": [ + 0.2446, + 0.7554 + ] + }, + { + "episode": 960, + "avg_reward": 3209.73, + "avg_cost": 21.25, + "lambda": 2.0, + "rho": [ + 0.2446, + 0.7554 + ] + }, + { + "episode": 970, + "avg_reward": 2581.07, + "avg_cost": 29.25, + "lambda": 2.195, + "rho": [ + 0.2446, + 0.7554 + ] + }, + { + "episode": 980, + "avg_reward": 2973.05, + "avg_cost": 11.25, + "lambda": 2.18, + "rho": [ + 0.2446, + 0.7554 + ] + }, + { + "episode": 990, + "avg_reward": 2391.34, + "avg_cost": 20.75, + "lambda": 2.0, + "rho": [ + 0.2446, + 0.7554 + ] + }, + { + "episode": 1000, + "avg_reward": 3374.05, + "avg_cost": 29.25, + "lambda": 2.585, + "rho": [ + 0.2462, + 0.7538 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json new file mode 100644 index 0000000000000000000000000000000000000000..00246f0f05189b0f538731bb3b1a2c5cfa8824fc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 781351.99, + "constraint_satisfaction_pct": 96.3, + "final_rho": [ + 0.4364, + 0.5636 + ], + "final_lambda": 3.7225, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1844.43, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -2034.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1804.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1485.41, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1594.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1582.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1439.81, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1071.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -1354.04, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1144.26, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 110, + "avg_reward": -1108.2, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 120, + "avg_reward": -974.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 130, + "avg_reward": -884.52, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 140, + "avg_reward": -563.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 150, + "avg_reward": -869.87, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 160, + "avg_reward": -539.97, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 170, + "avg_reward": -786.81, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 180, + "avg_reward": -585.74, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 190, + "avg_reward": -839.08, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 200, + "avg_reward": -540.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 210, + "avg_reward": -831.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 220, + "avg_reward": -363.1, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 230, + "avg_reward": -810.91, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 240, + "avg_reward": -506.07, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 250, + "avg_reward": -1117.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5568, + 0.4432 + ] + }, + { + "episode": 260, + "avg_reward": -728.4, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.5568, + 0.4432 + ] + }, + { + "episode": 270, + "avg_reward": -480.07, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5568, + 0.4432 + ] + }, + { + "episode": 280, + "avg_reward": -567.85, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5568, + 0.4432 + ] + }, + { + "episode": 290, + "avg_reward": -802.65, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.5568, + 0.4432 + ] + }, + { + "episode": 300, + "avg_reward": 195.7, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.5585, + 0.4415 + ] + }, + { + "episode": 310, + "avg_reward": -350.14, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5585, + 0.4415 + ] + }, + { + "episode": 320, + "avg_reward": -225.37, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5585, + 0.4415 + ] + }, + { + "episode": 330, + "avg_reward": 155.76, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5585, + 0.4415 + ] + }, + { + "episode": 340, + "avg_reward": 218.25, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5585, + 0.4415 + ] + }, + { + "episode": 350, + "avg_reward": -207.95, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.55, + 0.45 + ] + }, + { + "episode": 360, + "avg_reward": -492.58, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.55, + 0.45 + ] + }, + { + "episode": 370, + "avg_reward": 817.41, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 0.55, + 0.45 + ] + }, + { + "episode": 380, + "avg_reward": 1004.11, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.55, + 0.45 + ] + }, + { + "episode": 390, + "avg_reward": 64.35, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 0.55, + 0.45 + ] + }, + { + "episode": 400, + "avg_reward": 175.87, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 410, + "avg_reward": 113.25, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 420, + "avg_reward": 259.89, + "avg_cost": 3.0, + "lambda": 1.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 430, + "avg_reward": 909.57, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 440, + "avg_reward": 71.82, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 450, + "avg_reward": 697.85, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.5224, + 0.4776 + ] + }, + { + "episode": 460, + "avg_reward": 1291.0, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.5224, + 0.4776 + ] + }, + { + "episode": 470, + "avg_reward": 1322.63, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 0.5224, + 0.4776 + ] + }, + { + "episode": 480, + "avg_reward": 877.23, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.5224, + 0.4776 + ] + }, + { + "episode": 490, + "avg_reward": 830.85, + "avg_cost": 8.5, + "lambda": 1.0, + "rho": [ + 0.5224, + 0.4776 + ] + }, + { + "episode": 500, + "avg_reward": 59.94, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 510, + "avg_reward": 1276.95, + "avg_cost": 12.0, + "lambda": 1.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 520, + "avg_reward": 499.12, + "avg_cost": 5.5, + "lambda": 1.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 530, + "avg_reward": 1612.5, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 540, + "avg_reward": 564.17, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.5077, + 0.4923 + ] + }, + { + "episode": 550, + "avg_reward": 1674.28, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 560, + "avg_reward": 1633.2, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 570, + "avg_reward": 1961.7, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 580, + "avg_reward": 1211.54, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 590, + "avg_reward": 1924.78, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 600, + "avg_reward": 1528.08, + "avg_cost": 16.0, + "lambda": 1.0, + "rho": [ + 0.4805, + 0.5195 + ] + }, + { + "episode": 610, + "avg_reward": 825.02, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.4805, + 0.5195 + ] + }, + { + "episode": 620, + "avg_reward": 912.15, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 0.4805, + 0.5195 + ] + }, + { + "episode": 630, + "avg_reward": 2142.88, + "avg_cost": 25.25, + "lambda": 1.0075, + "rho": [ + 0.4805, + 0.5195 + ] + }, + { + "episode": 640, + "avg_reward": 1845.25, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.4805, + 0.5195 + ] + }, + { + "episode": 650, + "avg_reward": 1899.51, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 660, + "avg_reward": 1338.06, + "avg_cost": 15.75, + "lambda": 1.0, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 670, + "avg_reward": 1850.75, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 680, + "avg_reward": 2012.65, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 690, + "avg_reward": 2206.32, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 0.4712, + 0.5288 + ] + }, + { + "episode": 700, + "avg_reward": 2185.44, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 0.4614, + 0.5386 + ] + }, + { + "episode": 710, + "avg_reward": 1888.86, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 0.4614, + 0.5386 + ] + }, + { + "episode": 720, + "avg_reward": 1385.12, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.4614, + 0.5386 + ] + }, + { + "episode": 730, + "avg_reward": 2214.39, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.4614, + 0.5386 + ] + }, + { + "episode": 740, + "avg_reward": 2270.16, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 0.4614, + 0.5386 + ] + }, + { + "episode": 750, + "avg_reward": 1614.21, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 0.4569, + 0.5431 + ] + }, + { + "episode": 760, + "avg_reward": 2369.77, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 0.4569, + 0.5431 + ] + }, + { + "episode": 770, + "avg_reward": 1766.82, + "avg_cost": 13.75, + "lambda": 1.0, + "rho": [ + 0.4569, + 0.5431 + ] + }, + { + "episode": 780, + "avg_reward": 2004.51, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.4569, + 0.5431 + ] + }, + { + "episode": 790, + "avg_reward": 2399.18, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.4569, + 0.5431 + ] + }, + { + "episode": 800, + "avg_reward": 2482.28, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 810, + "avg_reward": 2265.56, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 820, + "avg_reward": 2405.34, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 830, + "avg_reward": 2604.81, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 840, + "avg_reward": 2132.45, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 850, + "avg_reward": 1233.66, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 860, + "avg_reward": 2367.08, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 870, + "avg_reward": 2553.54, + "avg_cost": 18.5, + "lambda": 1.0, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 880, + "avg_reward": 2663.59, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 890, + "avg_reward": 2812.42, + "avg_cost": 15.75, + "lambda": 1.0, + "rho": [ + 0.4469, + 0.5531 + ] + }, + { + "episode": 900, + "avg_reward": 2575.27, + "avg_cost": 19.5, + "lambda": 1.3525, + "rho": [ + 0.4416, + 0.5584 + ] + }, + { + "episode": 910, + "avg_reward": 2726.77, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 0.4416, + 0.5584 + ] + }, + { + "episode": 920, + "avg_reward": 2849.26, + "avg_cost": 19.75, + "lambda": 1.0, + "rho": [ + 0.4416, + 0.5584 + ] + }, + { + "episode": 930, + "avg_reward": 2509.4, + "avg_cost": 22.75, + "lambda": 1.0, + "rho": [ + 0.4416, + 0.5584 + ] + }, + { + "episode": 940, + "avg_reward": 2855.53, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 0.4416, + 0.5584 + ] + }, + { + "episode": 950, + "avg_reward": 2856.22, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 960, + "avg_reward": 2381.54, + "avg_cost": 25.25, + "lambda": 1.2025, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 970, + "avg_reward": 3370.48, + "avg_cost": 31.5, + "lambda": 1.36, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 980, + "avg_reward": 2651.42, + "avg_cost": 23.75, + "lambda": 1.8775, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 990, + "avg_reward": 3476.02, + "avg_cost": 35.25, + "lambda": 3.61, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 1000, + "avg_reward": 3412.25, + "avg_cost": 34.0, + "lambda": 3.7225, + "rho": [ + 0.4364, + 0.5636 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..6bd439ae3140382832325f54b4e35ee717d1e20a --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 722708.35, + "constraint_satisfaction_pct": 99.3, + "final_rho": [ + 0.6342, + 0.3658 + ], + "final_lambda": 3.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1660.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -2034.04, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1819.64, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1877.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1621.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1493.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1127.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1350.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -1236.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -974.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1220.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -823.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -1111.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -922.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -506.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -753.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -647.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -587.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -631.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -769.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -588.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -620.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -205.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": -195.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -202.13, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4963, + 0.5037 + ] + }, + { + "episode": 260, + "avg_reward": -351.07, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.4963, + 0.5037 + ] + }, + { + "episode": 270, + "avg_reward": -513.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4963, + 0.5037 + ] + }, + { + "episode": 280, + "avg_reward": -45.53, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4963, + 0.5037 + ] + }, + { + "episode": 290, + "avg_reward": -123.48, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4963, + 0.5037 + ] + }, + { + "episode": 300, + "avg_reward": -266.08, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 310, + "avg_reward": 247.34, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 320, + "avg_reward": -496.76, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 330, + "avg_reward": -454.49, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 340, + "avg_reward": 11.54, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 350, + "avg_reward": -475.17, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 360, + "avg_reward": -302.54, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 370, + "avg_reward": 476.62, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 380, + "avg_reward": 240.98, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 390, + "avg_reward": 228.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 400, + "avg_reward": 580.66, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5151, + 0.4849 + ] + }, + { + "episode": 410, + "avg_reward": 276.88, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5151, + 0.4849 + ] + }, + { + "episode": 420, + "avg_reward": 664.68, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5151, + 0.4849 + ] + }, + { + "episode": 430, + "avg_reward": 670.45, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5151, + 0.4849 + ] + }, + { + "episode": 440, + "avg_reward": 727.12, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.5151, + 0.4849 + ] + }, + { + "episode": 450, + "avg_reward": 1238.91, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 460, + "avg_reward": 659.83, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 470, + "avg_reward": -113.93, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 480, + "avg_reward": 1209.23, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 490, + "avg_reward": 518.88, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 500, + "avg_reward": 1012.97, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5272, + 0.4728 + ] + }, + { + "episode": 510, + "avg_reward": 735.87, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5272, + 0.4728 + ] + }, + { + "episode": 520, + "avg_reward": 746.46, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5272, + 0.4728 + ] + }, + { + "episode": 530, + "avg_reward": -100.71, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5272, + 0.4728 + ] + }, + { + "episode": 540, + "avg_reward": 426.82, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5272, + 0.4728 + ] + }, + { + "episode": 550, + "avg_reward": 1109.57, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 560, + "avg_reward": 1895.64, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 570, + "avg_reward": 1049.4, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 580, + "avg_reward": 1235.85, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 590, + "avg_reward": 1520.97, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 600, + "avg_reward": 1903.44, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 610, + "avg_reward": 1413.11, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 620, + "avg_reward": 1793.81, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 630, + "avg_reward": 1586.48, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 640, + "avg_reward": 1906.52, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 650, + "avg_reward": 2265.32, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.5642, + 0.4358 + ] + }, + { + "episode": 660, + "avg_reward": 1632.24, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5642, + 0.4358 + ] + }, + { + "episode": 670, + "avg_reward": 2361.06, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 0.5642, + 0.4358 + ] + }, + { + "episode": 680, + "avg_reward": 1698.41, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 0.5642, + 0.4358 + ] + }, + { + "episode": 690, + "avg_reward": 1299.86, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.5642, + 0.4358 + ] + }, + { + "episode": 700, + "avg_reward": 2322.09, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 710, + "avg_reward": 2074.42, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 720, + "avg_reward": 1921.76, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 730, + "avg_reward": 2525.24, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 740, + "avg_reward": 2498.76, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.5873, + 0.4127 + ] + }, + { + "episode": 750, + "avg_reward": 2252.74, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.5996, + 0.4004 + ] + }, + { + "episode": 760, + "avg_reward": 2677.6, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.5996, + 0.4004 + ] + }, + { + "episode": 770, + "avg_reward": 721.74, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.5996, + 0.4004 + ] + }, + { + "episode": 780, + "avg_reward": 2903.63, + "avg_cost": 28.25, + "lambda": 3.5175, + "rho": [ + 0.5996, + 0.4004 + ] + }, + { + "episode": 790, + "avg_reward": 2480.14, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 0.5996, + 0.4004 + ] + }, + { + "episode": 800, + "avg_reward": 2222.01, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.6102, + 0.3898 + ] + }, + { + "episode": 810, + "avg_reward": 2867.04, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 0.6102, + 0.3898 + ] + }, + { + "episode": 820, + "avg_reward": 1982.68, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.6102, + 0.3898 + ] + }, + { + "episode": 830, + "avg_reward": 2567.92, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.6102, + 0.3898 + ] + }, + { + "episode": 840, + "avg_reward": 2542.31, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.6102, + 0.3898 + ] + }, + { + "episode": 850, + "avg_reward": 2994.95, + "avg_cost": 20.25, + "lambda": 3.0, + "rho": [ + 0.6277, + 0.3723 + ] + }, + { + "episode": 860, + "avg_reward": 2868.41, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.6277, + 0.3723 + ] + }, + { + "episode": 870, + "avg_reward": 2521.3, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.6277, + 0.3723 + ] + }, + { + "episode": 880, + "avg_reward": 2427.19, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 0.6277, + 0.3723 + ] + }, + { + "episode": 890, + "avg_reward": 1805.62, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.6277, + 0.3723 + ] + }, + { + "episode": 900, + "avg_reward": 1379.88, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.6362, + 0.3638 + ] + }, + { + "episode": 910, + "avg_reward": 3105.32, + "avg_cost": 21.5, + "lambda": 3.0, + "rho": [ + 0.6362, + 0.3638 + ] + }, + { + "episode": 920, + "avg_reward": 2425.51, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.6362, + 0.3638 + ] + }, + { + "episode": 930, + "avg_reward": 3044.64, + "avg_cost": 20.5, + "lambda": 3.0, + "rho": [ + 0.6362, + 0.3638 + ] + }, + { + "episode": 940, + "avg_reward": 2876.97, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.6362, + 0.3638 + ] + }, + { + "episode": 950, + "avg_reward": 2753.13, + "avg_cost": 23.5, + "lambda": 3.0, + "rho": [ + 0.6351, + 0.3649 + ] + }, + { + "episode": 960, + "avg_reward": 2046.22, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.6351, + 0.3649 + ] + }, + { + "episode": 970, + "avg_reward": 2545.17, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.6351, + 0.3649 + ] + }, + { + "episode": 980, + "avg_reward": -288.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6351, + 0.3649 + ] + }, + { + "episode": 990, + "avg_reward": -242.16, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.6351, + 0.3649 + ] + }, + { + "episode": 1000, + "avg_reward": -140.95, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6342, + 0.3658 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..ea3397c702d4d1d7b35ec888c7c6d06cec4a7304 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 796336.57, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.6405, + 0.3595 + ], + "final_lambda": 3.0, + "seed": 1, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -2193.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -2000.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1831.1, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1707.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1677.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1328.29, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1345.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1405.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -1259.1, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1031.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1038.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -768.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -770.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -860.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -723.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -708.34, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -738.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -941.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -855.65, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -686.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -678.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -797.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -337.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": -459.1, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -409.51, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 260, + "avg_reward": -511.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 270, + "avg_reward": -145.83, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 280, + "avg_reward": -468.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 290, + "avg_reward": -274.68, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 300, + "avg_reward": -561.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 310, + "avg_reward": -233.38, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 320, + "avg_reward": -129.13, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 330, + "avg_reward": -373.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 340, + "avg_reward": -72.72, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 350, + "avg_reward": -140.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4949, + 0.5051 + ] + }, + { + "episode": 360, + "avg_reward": 907.21, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.4949, + 0.5051 + ] + }, + { + "episode": 370, + "avg_reward": 354.77, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.4949, + 0.5051 + ] + }, + { + "episode": 380, + "avg_reward": 762.61, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.4949, + 0.5051 + ] + }, + { + "episode": 390, + "avg_reward": 420.87, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.4949, + 0.5051 + ] + }, + { + "episode": 400, + "avg_reward": 719.57, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 410, + "avg_reward": 625.44, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 420, + "avg_reward": 518.56, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 430, + "avg_reward": 721.64, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 440, + "avg_reward": 1144.08, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.5134, + 0.4866 + ] + }, + { + "episode": 450, + "avg_reward": 736.85, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 460, + "avg_reward": 1020.73, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 470, + "avg_reward": 1262.58, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 480, + "avg_reward": 626.27, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 490, + "avg_reward": 1576.17, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5369, + 0.4631 + ] + }, + { + "episode": 500, + "avg_reward": 1184.91, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5597, + 0.4403 + ] + }, + { + "episode": 510, + "avg_reward": 1364.05, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.5597, + 0.4403 + ] + }, + { + "episode": 520, + "avg_reward": 1292.96, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5597, + 0.4403 + ] + }, + { + "episode": 530, + "avg_reward": 1193.89, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.5597, + 0.4403 + ] + }, + { + "episode": 540, + "avg_reward": 202.24, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5597, + 0.4403 + ] + }, + { + "episode": 550, + "avg_reward": 1170.24, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 560, + "avg_reward": 352.37, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 570, + "avg_reward": 1724.16, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 580, + "avg_reward": 2147.33, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 590, + "avg_reward": 1069.59, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 600, + "avg_reward": 1862.09, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5748, + 0.4252 + ] + }, + { + "episode": 610, + "avg_reward": 1411.92, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.5748, + 0.4252 + ] + }, + { + "episode": 620, + "avg_reward": 1477.66, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.5748, + 0.4252 + ] + }, + { + "episode": 630, + "avg_reward": 2184.46, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.5748, + 0.4252 + ] + }, + { + "episode": 640, + "avg_reward": 2167.51, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.5748, + 0.4252 + ] + }, + { + "episode": 650, + "avg_reward": 1893.58, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5752, + 0.4248 + ] + }, + { + "episode": 660, + "avg_reward": 1618.82, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5752, + 0.4248 + ] + }, + { + "episode": 670, + "avg_reward": 2165.93, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 0.5752, + 0.4248 + ] + }, + { + "episode": 680, + "avg_reward": 1581.33, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.5752, + 0.4248 + ] + }, + { + "episode": 690, + "avg_reward": 1188.49, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5752, + 0.4248 + ] + }, + { + "episode": 700, + "avg_reward": 1821.68, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.5819, + 0.4181 + ] + }, + { + "episode": 710, + "avg_reward": 2354.9, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.5819, + 0.4181 + ] + }, + { + "episode": 720, + "avg_reward": 1710.04, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5819, + 0.4181 + ] + }, + { + "episode": 730, + "avg_reward": 1918.05, + "avg_cost": 21.25, + "lambda": 3.0, + "rho": [ + 0.5819, + 0.4181 + ] + }, + { + "episode": 740, + "avg_reward": 2101.56, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.5819, + 0.4181 + ] + }, + { + "episode": 750, + "avg_reward": 1834.48, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5911, + 0.4089 + ] + }, + { + "episode": 760, + "avg_reward": 2360.2, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.5911, + 0.4089 + ] + }, + { + "episode": 770, + "avg_reward": 2499.53, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.5911, + 0.4089 + ] + }, + { + "episode": 780, + "avg_reward": 2592.96, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.5911, + 0.4089 + ] + }, + { + "episode": 790, + "avg_reward": 2579.37, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5911, + 0.4089 + ] + }, + { + "episode": 800, + "avg_reward": 2737.74, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.608, + 0.392 + ] + }, + { + "episode": 810, + "avg_reward": 2598.35, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.608, + 0.392 + ] + }, + { + "episode": 820, + "avg_reward": 2941.96, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 0.608, + 0.392 + ] + }, + { + "episode": 830, + "avg_reward": 2685.51, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.608, + 0.392 + ] + }, + { + "episode": 840, + "avg_reward": 2524.88, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.608, + 0.392 + ] + }, + { + "episode": 850, + "avg_reward": 1482.79, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.6134, + 0.3866 + ] + }, + { + "episode": 860, + "avg_reward": 2224.16, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 0.6134, + 0.3866 + ] + }, + { + "episode": 870, + "avg_reward": 2653.08, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.6134, + 0.3866 + ] + }, + { + "episode": 880, + "avg_reward": 2763.8, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.6134, + 0.3866 + ] + }, + { + "episode": 890, + "avg_reward": 3011.54, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.6134, + 0.3866 + ] + }, + { + "episode": 900, + "avg_reward": 3240.29, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.6268, + 0.3732 + ] + }, + { + "episode": 910, + "avg_reward": 2997.17, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 0.6268, + 0.3732 + ] + }, + { + "episode": 920, + "avg_reward": 2204.89, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.6268, + 0.3732 + ] + }, + { + "episode": 930, + "avg_reward": 2553.21, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.6268, + 0.3732 + ] + }, + { + "episode": 940, + "avg_reward": 2560.21, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.6268, + 0.3732 + ] + }, + { + "episode": 950, + "avg_reward": 1118.45, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.6297, + 0.3703 + ] + }, + { + "episode": 960, + "avg_reward": 1886.41, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.6297, + 0.3703 + ] + }, + { + "episode": 970, + "avg_reward": 2472.36, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.6297, + 0.3703 + ] + }, + { + "episode": 980, + "avg_reward": 2911.54, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.6297, + 0.3703 + ] + }, + { + "episode": 990, + "avg_reward": 3130.1, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.6297, + 0.3703 + ] + }, + { + "episode": 1000, + "avg_reward": 3105.53, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.6405, + 0.3595 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..511b8b98364010d70efc1a965724f201895c97ec --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 826310.69, + "constraint_satisfaction_pct": 29.1, + "final_rho": [ + 0.7004, + 0.2996 + ], + "final_lambda": 36.9219, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1776.37, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1960.08, + "avg_cost": 0.0, + "lambda": 10.0124, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1789.4, + "avg_cost": 0.0, + "lambda": 10.019, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1747.53, + "avg_cost": 0.0, + "lambda": 10.0213, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1551.65, + "avg_cost": 0.0, + "lambda": 10.0221, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1535.31, + "avg_cost": 0.0, + "lambda": 10.0224, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1238.01, + "avg_cost": 0.0, + "lambda": 10.0224, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1101.33, + "avg_cost": 0.0, + "lambda": 10.0225, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -890.15, + "avg_cost": 0.0, + "lambda": 10.0225, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1177.26, + "avg_cost": 0.0, + "lambda": 10.0225, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1044.52, + "avg_cost": 0.0, + "lambda": 10.0225, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -1036.63, + "avg_cost": 0.0, + "lambda": 10.0271, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -884.93, + "avg_cost": 0.0, + "lambda": 10.029, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -804.03, + "avg_cost": 0.0, + "lambda": 10.0296, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -741.63, + "avg_cost": 0.0, + "lambda": 10.0299, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -690.65, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -515.06, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -600.04, + "avg_cost": 0.0, + "lambda": 10.0314, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -645.18, + "avg_cost": 0.0, + "lambda": 10.0508, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -690.36, + "avg_cost": 0.25, + "lambda": 10.0659, + "rho": [ + 0.4975, + 0.5025 + ] + }, + { + "episode": 210, + "avg_reward": -695.5, + "avg_cost": 0.25, + "lambda": 10.1055, + "rho": [ + 0.4975, + 0.5025 + ] + }, + { + "episode": 220, + "avg_reward": -577.75, + "avg_cost": 0.0, + "lambda": 10.1598, + "rho": [ + 0.4975, + 0.5025 + ] + }, + { + "episode": 230, + "avg_reward": -183.31, + "avg_cost": 0.5, + "lambda": 10.2244, + "rho": [ + 0.4975, + 0.5025 + ] + }, + { + "episode": 240, + "avg_reward": -331.06, + "avg_cost": 0.0, + "lambda": 10.2651, + "rho": [ + 0.4975, + 0.5025 + ] + }, + { + "episode": 250, + "avg_reward": -348.68, + "avg_cost": 0.0, + "lambda": 10.2946, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 260, + "avg_reward": -370.57, + "avg_cost": 0.0, + "lambda": 10.3258, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 270, + "avg_reward": -439.58, + "avg_cost": 0.25, + "lambda": 10.3892, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 280, + "avg_reward": -654.45, + "avg_cost": 0.75, + "lambda": 10.4759, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 290, + "avg_reward": -394.6, + "avg_cost": 0.5, + "lambda": 10.6001, + "rho": [ + 0.5127, + 0.4873 + ] + }, + { + "episode": 300, + "avg_reward": -391.55, + "avg_cost": 0.5, + "lambda": 10.7144, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 310, + "avg_reward": -448.48, + "avg_cost": 0.5, + "lambda": 10.8861, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 320, + "avg_reward": 192.37, + "avg_cost": 0.25, + "lambda": 11.0538, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 330, + "avg_reward": 67.49, + "avg_cost": 0.75, + "lambda": 11.2399, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 340, + "avg_reward": 162.61, + "avg_cost": 0.75, + "lambda": 11.4906, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 350, + "avg_reward": -420.41, + "avg_cost": 0.25, + "lambda": 11.9171, + "rho": [ + 0.5147, + 0.4853 + ] + }, + { + "episode": 360, + "avg_reward": 1003.09, + "avg_cost": 1.0, + "lambda": 12.3011, + "rho": [ + 0.5147, + 0.4853 + ] + }, + { + "episode": 370, + "avg_reward": 374.35, + "avg_cost": 0.25, + "lambda": 12.6498, + "rho": [ + 0.5147, + 0.4853 + ] + }, + { + "episode": 380, + "avg_reward": 348.77, + "avg_cost": 2.75, + "lambda": 12.9936, + "rho": [ + 0.5147, + 0.4853 + ] + }, + { + "episode": 390, + "avg_reward": 842.98, + "avg_cost": 2.0, + "lambda": 13.3402, + "rho": [ + 0.5147, + 0.4853 + ] + }, + { + "episode": 400, + "avg_reward": 384.85, + "avg_cost": 1.0, + "lambda": 13.7029, + "rho": [ + 0.5269, + 0.4731 + ] + }, + { + "episode": 410, + "avg_reward": 763.05, + "avg_cost": 1.25, + "lambda": 14.0117, + "rho": [ + 0.5269, + 0.4731 + ] + }, + { + "episode": 420, + "avg_reward": 574.64, + "avg_cost": 1.5, + "lambda": 14.3175, + "rho": [ + 0.5269, + 0.4731 + ] + }, + { + "episode": 430, + "avg_reward": 1141.24, + "avg_cost": 1.75, + "lambda": 14.6572, + "rho": [ + 0.5269, + 0.4731 + ] + }, + { + "episode": 440, + "avg_reward": 918.37, + "avg_cost": 2.75, + "lambda": 15.0141, + "rho": [ + 0.5269, + 0.4731 + ] + }, + { + "episode": 450, + "avg_reward": 1165.81, + "avg_cost": 1.75, + "lambda": 15.5206, + "rho": [ + 0.5294, + 0.4706 + ] + }, + { + "episode": 460, + "avg_reward": 992.34, + "avg_cost": 0.5, + "lambda": 16.0037, + "rho": [ + 0.5294, + 0.4706 + ] + }, + { + "episode": 470, + "avg_reward": 1181.75, + "avg_cost": 2.25, + "lambda": 16.4263, + "rho": [ + 0.5294, + 0.4706 + ] + }, + { + "episode": 480, + "avg_reward": 1468.15, + "avg_cost": 0.75, + "lambda": 16.8781, + "rho": [ + 0.5294, + 0.4706 + ] + }, + { + "episode": 490, + "avg_reward": 1030.65, + "avg_cost": 0.25, + "lambda": 17.3135, + "rho": [ + 0.5294, + 0.4706 + ] + }, + { + "episode": 500, + "avg_reward": 1160.11, + "avg_cost": 1.0, + "lambda": 17.722, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 510, + "avg_reward": 1734.81, + "avg_cost": 2.25, + "lambda": 18.1823, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 520, + "avg_reward": 1516.58, + "avg_cost": 1.5, + "lambda": 18.7039, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 530, + "avg_reward": 1793.94, + "avg_cost": 2.75, + "lambda": 19.2228, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 540, + "avg_reward": 1246.81, + "avg_cost": 0.75, + "lambda": 19.7871, + "rho": [ + 0.5263, + 0.4737 + ] + }, + { + "episode": 550, + "avg_reward": 1843.0, + "avg_cost": 0.75, + "lambda": 20.2813, + "rho": [ + 0.5293, + 0.4707 + ] + }, + { + "episode": 560, + "avg_reward": 1846.57, + "avg_cost": 0.75, + "lambda": 20.7009, + "rho": [ + 0.5293, + 0.4707 + ] + }, + { + "episode": 570, + "avg_reward": 1843.5, + "avg_cost": 1.0, + "lambda": 21.1202, + "rho": [ + 0.5293, + 0.4707 + ] + }, + { + "episode": 580, + "avg_reward": 1913.2, + "avg_cost": 0.5, + "lambda": 21.5819, + "rho": [ + 0.5293, + 0.4707 + ] + }, + { + "episode": 590, + "avg_reward": 1754.53, + "avg_cost": 0.25, + "lambda": 22.0565, + "rho": [ + 0.5293, + 0.4707 + ] + }, + { + "episode": 600, + "avg_reward": 1870.36, + "avg_cost": 1.75, + "lambda": 22.5669, + "rho": [ + 0.537, + 0.463 + ] + }, + { + "episode": 610, + "avg_reward": 1911.97, + "avg_cost": 2.25, + "lambda": 23.1902, + "rho": [ + 0.537, + 0.463 + ] + }, + { + "episode": 620, + "avg_reward": 1470.14, + "avg_cost": 2.25, + "lambda": 23.8431, + "rho": [ + 0.537, + 0.463 + ] + }, + { + "episode": 630, + "avg_reward": 1360.85, + "avg_cost": 1.0, + "lambda": 24.4779, + "rho": [ + 0.537, + 0.463 + ] + }, + { + "episode": 640, + "avg_reward": 2216.49, + "avg_cost": 0.75, + "lambda": 25.0523, + "rho": [ + 0.537, + 0.463 + ] + }, + { + "episode": 650, + "avg_reward": 1902.47, + "avg_cost": 0.25, + "lambda": 25.6289, + "rho": [ + 0.5491, + 0.4509 + ] + }, + { + "episode": 660, + "avg_reward": 2085.06, + "avg_cost": 0.75, + "lambda": 26.0722, + "rho": [ + 0.5491, + 0.4509 + ] + }, + { + "episode": 670, + "avg_reward": 1632.45, + "avg_cost": 0.25, + "lambda": 26.4007, + "rho": [ + 0.5491, + 0.4509 + ] + }, + { + "episode": 680, + "avg_reward": 1987.62, + "avg_cost": 0.5, + "lambda": 26.6709, + "rho": [ + 0.5491, + 0.4509 + ] + }, + { + "episode": 690, + "avg_reward": 2599.2, + "avg_cost": 2.5, + "lambda": 26.9868, + "rho": [ + 0.5491, + 0.4509 + ] + }, + { + "episode": 700, + "avg_reward": 2417.13, + "avg_cost": 1.25, + "lambda": 27.3484, + "rho": [ + 0.5659, + 0.4341 + ] + }, + { + "episode": 710, + "avg_reward": 1830.61, + "avg_cost": 0.0, + "lambda": 27.6532, + "rho": [ + 0.5659, + 0.4341 + ] + }, + { + "episode": 720, + "avg_reward": 2421.63, + "avg_cost": 2.0, + "lambda": 27.9113, + "rho": [ + 0.5659, + 0.4341 + ] + }, + { + "episode": 730, + "avg_reward": 1899.4, + "avg_cost": 0.75, + "lambda": 28.2739, + "rho": [ + 0.5659, + 0.4341 + ] + }, + { + "episode": 740, + "avg_reward": 1553.43, + "avg_cost": 0.25, + "lambda": 28.7011, + "rho": [ + 0.5659, + 0.4341 + ] + }, + { + "episode": 750, + "avg_reward": 1363.38, + "avg_cost": 0.5, + "lambda": 29.1123, + "rho": [ + 0.5879, + 0.4121 + ] + }, + { + "episode": 760, + "avg_reward": 2514.79, + "avg_cost": 0.75, + "lambda": 29.433, + "rho": [ + 0.5879, + 0.4121 + ] + }, + { + "episode": 770, + "avg_reward": 2526.44, + "avg_cost": 1.25, + "lambda": 29.7851, + "rho": [ + 0.5879, + 0.4121 + ] + }, + { + "episode": 780, + "avg_reward": 1662.2, + "avg_cost": 2.25, + "lambda": 30.135, + "rho": [ + 0.5879, + 0.4121 + ] + }, + { + "episode": 790, + "avg_reward": 2399.31, + "avg_cost": 1.25, + "lambda": 30.5455, + "rho": [ + 0.5879, + 0.4121 + ] + }, + { + "episode": 800, + "avg_reward": 2636.66, + "avg_cost": 0.5, + "lambda": 30.946, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 810, + "avg_reward": 2521.33, + "avg_cost": 0.75, + "lambda": 31.2836, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 820, + "avg_reward": 1724.07, + "avg_cost": 0.25, + "lambda": 31.6729, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 830, + "avg_reward": 2577.51, + "avg_cost": 0.75, + "lambda": 31.9882, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 840, + "avg_reward": 2513.17, + "avg_cost": 0.75, + "lambda": 32.3328, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 850, + "avg_reward": 2234.21, + "avg_cost": 0.5, + "lambda": 32.6469, + "rho": [ + 0.6394, + 0.3606 + ] + }, + { + "episode": 860, + "avg_reward": 1819.1, + "avg_cost": 1.5, + "lambda": 32.9618, + "rho": [ + 0.6394, + 0.3606 + ] + }, + { + "episode": 870, + "avg_reward": 2635.83, + "avg_cost": 0.5, + "lambda": 33.3122, + "rho": [ + 0.6394, + 0.3606 + ] + }, + { + "episode": 880, + "avg_reward": 2606.03, + "avg_cost": 0.0, + "lambda": 33.6424, + "rho": [ + 0.6394, + 0.3606 + ] + }, + { + "episode": 890, + "avg_reward": 2784.35, + "avg_cost": 1.0, + "lambda": 33.942, + "rho": [ + 0.6394, + 0.3606 + ] + }, + { + "episode": 900, + "avg_reward": 1956.17, + "avg_cost": 1.0, + "lambda": 34.2235, + "rho": [ + 0.6558, + 0.3442 + ] + }, + { + "episode": 910, + "avg_reward": 2850.74, + "avg_cost": 1.25, + "lambda": 34.499, + "rho": [ + 0.6558, + 0.3442 + ] + }, + { + "episode": 920, + "avg_reward": 2556.96, + "avg_cost": 0.75, + "lambda": 34.7995, + "rho": [ + 0.6558, + 0.3442 + ] + }, + { + "episode": 930, + "avg_reward": 991.02, + "avg_cost": 3.25, + "lambda": 35.2269, + "rho": [ + 0.6558, + 0.3442 + ] + }, + { + "episode": 940, + "avg_reward": 340.15, + "avg_cost": 0.5, + "lambda": 35.6234, + "rho": [ + 0.6558, + 0.3442 + ] + }, + { + "episode": 950, + "avg_reward": 2024.88, + "avg_cost": 0.0, + "lambda": 35.9673, + "rho": [ + 0.6793, + 0.3207 + ] + }, + { + "episode": 960, + "avg_reward": 1837.28, + "avg_cost": 0.5, + "lambda": 36.2482, + "rho": [ + 0.6793, + 0.3207 + ] + }, + { + "episode": 970, + "avg_reward": 2652.74, + "avg_cost": 0.25, + "lambda": 36.5048, + "rho": [ + 0.6793, + 0.3207 + ] + }, + { + "episode": 980, + "avg_reward": 2169.39, + "avg_cost": 0.5, + "lambda": 36.7367, + "rho": [ + 0.6793, + 0.3207 + ] + }, + { + "episode": 990, + "avg_reward": -1226.98, + "avg_cost": 0.0, + "lambda": 36.874, + "rho": [ + 0.6793, + 0.3207 + ] + }, + { + "episode": 1000, + "avg_reward": -889.47, + "avg_cost": 0.0, + "lambda": 36.9219, + "rho": [ + 0.7004, + 0.2996 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..388b8ff1c7945ad55b7bb093944907c309d76bd7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 682320.2, + "constraint_satisfaction_pct": 31.3, + "final_rho": [ + 0.4624, + 0.5376 + ], + "final_lambda": 83.8198, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1776.37, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1989.24, + "avg_cost": 0.25, + "lambda": 10.0226, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1456.84, + "avg_cost": 0.0, + "lambda": 10.073, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1641.14, + "avg_cost": 0.0, + "lambda": 10.0906, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1469.61, + "avg_cost": 0.0, + "lambda": 10.1201, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1399.4, + "avg_cost": 0.0, + "lambda": 10.1396, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1164.58, + "avg_cost": 0.0, + "lambda": 10.1859, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1227.06, + "avg_cost": 0.0, + "lambda": 10.2182, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -997.4, + "avg_cost": 0.0, + "lambda": 10.2389, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -991.96, + "avg_cost": 0.0, + "lambda": 10.2461, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -975.75, + "avg_cost": 0.0, + "lambda": 10.2486, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -957.86, + "avg_cost": 0.0, + "lambda": 10.2495, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -789.64, + "avg_cost": 0.0, + "lambda": 10.2498, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -902.43, + "avg_cost": 0.0, + "lambda": 10.2499, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -749.01, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -649.48, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -464.43, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -838.08, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -444.45, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -656.23, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 210, + "avg_reward": -504.0, + "avg_cost": 0.0, + "lambda": 10.2653, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 220, + "avg_reward": -646.92, + "avg_cost": 0.0, + "lambda": 10.2716, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 230, + "avg_reward": -337.59, + "avg_cost": 0.0, + "lambda": 10.2948, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 240, + "avg_reward": -181.58, + "avg_cost": 0.25, + "lambda": 10.3436, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 250, + "avg_reward": -367.37, + "avg_cost": 0.0, + "lambda": 10.4628, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 260, + "avg_reward": -645.45, + "avg_cost": 0.0, + "lambda": 10.5556, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 270, + "avg_reward": -523.36, + "avg_cost": 0.5, + "lambda": 10.7468, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 280, + "avg_reward": -735.0, + "avg_cost": 0.25, + "lambda": 11.0172, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 290, + "avg_reward": -456.79, + "avg_cost": 0.5, + "lambda": 11.1859, + "rho": [ + 0.43, + 0.57 + ] + }, + { + "episode": 300, + "avg_reward": -330.05, + "avg_cost": 0.5, + "lambda": 11.3649, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 310, + "avg_reward": -36.34, + "avg_cost": 2.0, + "lambda": 11.8943, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 320, + "avg_reward": -752.27, + "avg_cost": 0.25, + "lambda": 12.7315, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 330, + "avg_reward": 222.47, + "avg_cost": 2.25, + "lambda": 13.3646, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 340, + "avg_reward": -134.49, + "avg_cost": 0.5, + "lambda": 14.1511, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 350, + "avg_reward": 311.31, + "avg_cost": 2.25, + "lambda": 15.0142, + "rho": [ + 0.3933, + 0.6067 + ] + }, + { + "episode": 360, + "avg_reward": 576.38, + "avg_cost": 3.0, + "lambda": 16.2317, + "rho": [ + 0.3933, + 0.6067 + ] + }, + { + "episode": 370, + "avg_reward": 296.34, + "avg_cost": 1.0, + "lambda": 17.638, + "rho": [ + 0.3933, + 0.6067 + ] + }, + { + "episode": 380, + "avg_reward": -52.04, + "avg_cost": 1.75, + "lambda": 18.8601, + "rho": [ + 0.3933, + 0.6067 + ] + }, + { + "episode": 390, + "avg_reward": 81.81, + "avg_cost": 1.0, + "lambda": 20.13, + "rho": [ + 0.3933, + 0.6067 + ] + }, + { + "episode": 400, + "avg_reward": 680.39, + "avg_cost": 2.5, + "lambda": 21.8375, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 410, + "avg_reward": 358.85, + "avg_cost": 2.0, + "lambda": 23.4644, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 420, + "avg_reward": 404.63, + "avg_cost": 2.0, + "lambda": 25.0444, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 430, + "avg_reward": 921.3, + "avg_cost": 1.5, + "lambda": 26.6533, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 440, + "avg_reward": 969.28, + "avg_cost": 2.75, + "lambda": 28.2765, + "rho": [ + 0.3959, + 0.6041 + ] + }, + { + "episode": 450, + "avg_reward": 532.47, + "avg_cost": 0.75, + "lambda": 29.9069, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 460, + "avg_reward": 1049.28, + "avg_cost": 1.75, + "lambda": 31.2708, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 470, + "avg_reward": 972.22, + "avg_cost": 1.5, + "lambda": 32.6295, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 480, + "avg_reward": 1127.2, + "avg_cost": 2.5, + "lambda": 34.0722, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 490, + "avg_reward": 1191.84, + "avg_cost": 1.5, + "lambda": 35.5974, + "rho": [ + 0.3902, + 0.6098 + ] + }, + { + "episode": 500, + "avg_reward": 1358.05, + "avg_cost": 2.5, + "lambda": 37.2261, + "rho": [ + 0.3907, + 0.6093 + ] + }, + { + "episode": 510, + "avg_reward": 997.01, + "avg_cost": 1.0, + "lambda": 38.9051, + "rho": [ + 0.3907, + 0.6093 + ] + }, + { + "episode": 520, + "avg_reward": 904.05, + "avg_cost": 1.0, + "lambda": 40.3642, + "rho": [ + 0.3907, + 0.6093 + ] + }, + { + "episode": 530, + "avg_reward": 1316.27, + "avg_cost": 0.5, + "lambda": 41.6917, + "rho": [ + 0.3907, + 0.6093 + ] + }, + { + "episode": 540, + "avg_reward": 1407.74, + "avg_cost": 1.25, + "lambda": 42.989, + "rho": [ + 0.3907, + 0.6093 + ] + }, + { + "episode": 550, + "avg_reward": 935.8, + "avg_cost": 0.25, + "lambda": 44.2745, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 560, + "avg_reward": 1226.6, + "avg_cost": 2.75, + "lambda": 45.387, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 570, + "avg_reward": 1126.65, + "avg_cost": 0.25, + "lambda": 46.6097, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 580, + "avg_reward": 939.54, + "avg_cost": 0.5, + "lambda": 47.6807, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 590, + "avg_reward": 1601.1, + "avg_cost": 1.25, + "lambda": 48.5304, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 600, + "avg_reward": 473.68, + "avg_cost": 0.25, + "lambda": 49.5172, + "rho": [ + 0.4078, + 0.5922 + ] + }, + { + "episode": 610, + "avg_reward": 1637.67, + "avg_cost": 2.0, + "lambda": 50.6694, + "rho": [ + 0.4078, + 0.5922 + ] + }, + { + "episode": 620, + "avg_reward": 1062.49, + "avg_cost": 1.0, + "lambda": 51.6096, + "rho": [ + 0.4078, + 0.5922 + ] + }, + { + "episode": 630, + "avg_reward": 1892.3, + "avg_cost": 1.5, + "lambda": 52.3689, + "rho": [ + 0.4078, + 0.5922 + ] + }, + { + "episode": 640, + "avg_reward": 1358.97, + "avg_cost": 0.75, + "lambda": 53.1745, + "rho": [ + 0.4078, + 0.5922 + ] + }, + { + "episode": 650, + "avg_reward": 1764.62, + "avg_cost": 2.5, + "lambda": 54.0803, + "rho": [ + 0.42, + 0.58 + ] + }, + { + "episode": 660, + "avg_reward": 1327.71, + "avg_cost": 1.75, + "lambda": 55.2221, + "rho": [ + 0.42, + 0.58 + ] + }, + { + "episode": 670, + "avg_reward": 1502.37, + "avg_cost": 1.25, + "lambda": 56.3335, + "rho": [ + 0.42, + 0.58 + ] + }, + { + "episode": 680, + "avg_reward": 1366.23, + "avg_cost": 0.5, + "lambda": 57.2683, + "rho": [ + 0.42, + 0.58 + ] + }, + { + "episode": 690, + "avg_reward": 2045.25, + "avg_cost": 1.5, + "lambda": 58.1056, + "rho": [ + 0.42, + 0.58 + ] + }, + { + "episode": 700, + "avg_reward": 1907.15, + "avg_cost": 0.5, + "lambda": 59.0416, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 710, + "avg_reward": 1781.22, + "avg_cost": 1.5, + "lambda": 59.9563, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 720, + "avg_reward": 1805.0, + "avg_cost": 0.0, + "lambda": 60.9251, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 730, + "avg_reward": 1831.11, + "avg_cost": 1.25, + "lambda": 61.8502, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 740, + "avg_reward": 1926.67, + "avg_cost": 0.0, + "lambda": 62.7645, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 750, + "avg_reward": 1975.31, + "avg_cost": 0.5, + "lambda": 63.7852, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 760, + "avg_reward": 1625.5, + "avg_cost": 1.5, + "lambda": 64.9688, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 770, + "avg_reward": 2077.16, + "avg_cost": 1.75, + "lambda": 66.2067, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 780, + "avg_reward": 2152.78, + "avg_cost": 2.5, + "lambda": 67.1419, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 790, + "avg_reward": 1940.51, + "avg_cost": 0.25, + "lambda": 68.2119, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 800, + "avg_reward": 2101.52, + "avg_cost": 1.0, + "lambda": 69.3362, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 810, + "avg_reward": 2062.83, + "avg_cost": 0.0, + "lambda": 70.4412, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 820, + "avg_reward": 2000.09, + "avg_cost": 2.0, + "lambda": 71.5008, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 830, + "avg_reward": 2356.12, + "avg_cost": 1.75, + "lambda": 72.6151, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 840, + "avg_reward": 2012.8, + "avg_cost": 0.0, + "lambda": 73.7701, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 850, + "avg_reward": 2006.09, + "avg_cost": 0.75, + "lambda": 74.7224, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 860, + "avg_reward": 1476.71, + "avg_cost": 0.25, + "lambda": 75.5894, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 870, + "avg_reward": 2288.88, + "avg_cost": 1.0, + "lambda": 76.4644, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 880, + "avg_reward": 2075.95, + "avg_cost": 0.75, + "lambda": 77.5239, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 890, + "avg_reward": 2164.72, + "avg_cost": 0.0, + "lambda": 78.3016, + "rho": [ + 0.4465, + 0.5535 + ] + }, + { + "episode": 900, + "avg_reward": 2220.83, + "avg_cost": 0.25, + "lambda": 78.7855, + "rho": [ + 0.4505, + 0.5495 + ] + }, + { + "episode": 910, + "avg_reward": 2251.9, + "avg_cost": 0.25, + "lambda": 79.2421, + "rho": [ + 0.4505, + 0.5495 + ] + }, + { + "episode": 920, + "avg_reward": 2411.44, + "avg_cost": 0.75, + "lambda": 79.7936, + "rho": [ + 0.4505, + 0.5495 + ] + }, + { + "episode": 930, + "avg_reward": 1908.11, + "avg_cost": 0.0, + "lambda": 80.4202, + "rho": [ + 0.4505, + 0.5495 + ] + }, + { + "episode": 940, + "avg_reward": 2471.03, + "avg_cost": 0.25, + "lambda": 81.0547, + "rho": [ + 0.4505, + 0.5495 + ] + }, + { + "episode": 950, + "avg_reward": 1808.88, + "avg_cost": 0.25, + "lambda": 81.585, + "rho": [ + 0.456, + 0.544 + ] + }, + { + "episode": 960, + "avg_reward": 2324.58, + "avg_cost": 0.5, + "lambda": 82.0721, + "rho": [ + 0.456, + 0.544 + ] + }, + { + "episode": 970, + "avg_reward": 2432.08, + "avg_cost": 0.25, + "lambda": 82.4343, + "rho": [ + 0.456, + 0.544 + ] + }, + { + "episode": 980, + "avg_reward": 1849.18, + "avg_cost": 0.25, + "lambda": 82.8024, + "rho": [ + 0.456, + 0.544 + ] + }, + { + "episode": 990, + "avg_reward": 1822.23, + "avg_cost": 0.75, + "lambda": 83.2945, + "rho": [ + 0.456, + 0.544 + ] + }, + { + "episode": 1000, + "avg_reward": 2460.82, + "avg_cost": 0.25, + "lambda": 83.8198, + "rho": [ + 0.4624, + 0.5376 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..7b46476dc0ec7d29d030bca9bd45da5b67e057dc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -2456399.33, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.477, + 0.523 + ], + "final_lambda": 10.075, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1925.45, + "avg_cost": 0.0, + "lambda": 10.0068, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1916.26, + "avg_cost": 0.0, + "lambda": 10.0471, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -2061.49, + "avg_cost": 0.0, + "lambda": 10.0653, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -2766.0, + "avg_cost": 0.0, + "lambda": 10.0716, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -3067.76, + "avg_cost": 0.0, + "lambda": 10.0738, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -3480.42, + "avg_cost": 0.0, + "lambda": 10.0746, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -3924.3, + "avg_cost": 0.0, + "lambda": 10.0749, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -3849.95, + "avg_cost": 0.0, + "lambda": 10.0749, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -4248.52, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -4219.02, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -4567.35, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -4417.0, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -4461.82, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -4420.95, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -4520.29, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -4321.46, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -4524.35, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -4664.0, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -4707.25, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -4829.75, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -4103.85, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -4092.13, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -3852.09, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": -3781.3, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -3521.07, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 260, + "avg_reward": -3321.02, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 270, + "avg_reward": -3189.49, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 280, + "avg_reward": -3361.5, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 290, + "avg_reward": -3215.77, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 300, + "avg_reward": -3132.91, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 310, + "avg_reward": -3288.97, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 320, + "avg_reward": -3243.6, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 330, + "avg_reward": -3139.72, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 340, + "avg_reward": -3194.23, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 350, + "avg_reward": -3102.11, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 360, + "avg_reward": -3136.58, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 370, + "avg_reward": -3132.31, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 380, + "avg_reward": -3051.41, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 390, + "avg_reward": -3089.79, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 400, + "avg_reward": -3086.32, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 410, + "avg_reward": -3024.45, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 420, + "avg_reward": -3206.33, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 430, + "avg_reward": -3176.17, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 440, + "avg_reward": -3024.83, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 450, + "avg_reward": -3031.06, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 460, + "avg_reward": -3060.98, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 470, + "avg_reward": -2805.49, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 480, + "avg_reward": -2937.96, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 490, + "avg_reward": -2712.55, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 500, + "avg_reward": -2400.23, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 510, + "avg_reward": -2082.25, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 520, + "avg_reward": -2267.3, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 530, + "avg_reward": -2259.22, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 540, + "avg_reward": -2048.43, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 550, + "avg_reward": -1882.42, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 560, + "avg_reward": -1922.26, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 570, + "avg_reward": -1833.27, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 580, + "avg_reward": -1878.29, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 590, + "avg_reward": -1961.73, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 600, + "avg_reward": -1910.11, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 610, + "avg_reward": -1769.9, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 620, + "avg_reward": -1671.09, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 630, + "avg_reward": -1798.89, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 640, + "avg_reward": -1774.35, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 650, + "avg_reward": -1647.33, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 660, + "avg_reward": -1686.02, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 670, + "avg_reward": -1909.38, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 680, + "avg_reward": -1885.42, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 690, + "avg_reward": -1946.7, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 700, + "avg_reward": -1904.96, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 710, + "avg_reward": -1837.15, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 720, + "avg_reward": -1737.62, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 730, + "avg_reward": -1839.39, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 740, + "avg_reward": -1579.66, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 750, + "avg_reward": -1670.94, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 760, + "avg_reward": -1637.89, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 770, + "avg_reward": -1706.6, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 780, + "avg_reward": -1492.62, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 790, + "avg_reward": -1505.22, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 800, + "avg_reward": -1415.89, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 810, + "avg_reward": -1361.43, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 820, + "avg_reward": -1266.24, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 830, + "avg_reward": -1341.13, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 840, + "avg_reward": -1164.64, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 850, + "avg_reward": -1177.12, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 860, + "avg_reward": -1150.31, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 870, + "avg_reward": -1081.89, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 880, + "avg_reward": -948.75, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 890, + "avg_reward": -797.68, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 900, + "avg_reward": -698.57, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 910, + "avg_reward": -712.43, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 920, + "avg_reward": -678.07, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 930, + "avg_reward": -661.69, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 940, + "avg_reward": -728.26, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 950, + "avg_reward": -639.84, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 960, + "avg_reward": -678.71, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 970, + "avg_reward": -640.6, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 980, + "avg_reward": -632.26, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 990, + "avg_reward": -599.57, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 1000, + "avg_reward": -560.52, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 0.477, + 0.523 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..f7d5705d24fa04d70492bd3d761fb31357f9d33a --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 817654.66, + "constraint_satisfaction_pct": 36.1, + "final_rho": [ + 0.5625, + 0.4375 + ], + "final_lambda": 65.2445, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1821.7, + "avg_cost": 0.0, + "lambda": 10.0185, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1824.31, + "avg_cost": 0.0, + "lambda": 10.0533, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1629.59, + "avg_cost": 0.25, + "lambda": 10.0699, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1691.22, + "avg_cost": 0.0, + "lambda": 10.1144, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1433.64, + "avg_cost": 0.0, + "lambda": 10.1376, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1312.56, + "avg_cost": 0.0, + "lambda": 10.1574, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1358.47, + "avg_cost": 0.0, + "lambda": 10.1689, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1444.93, + "avg_cost": 0.0, + "lambda": 10.1729, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -939.31, + "avg_cost": 0.0, + "lambda": 10.1743, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1031.14, + "avg_cost": 0.0, + "lambda": 10.1747, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 110, + "avg_reward": -891.55, + "avg_cost": 0.0, + "lambda": 10.1749, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 120, + "avg_reward": -759.97, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 130, + "avg_reward": -810.99, + "avg_cost": 0.0, + "lambda": 10.188, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 140, + "avg_reward": -567.07, + "avg_cost": 0.0, + "lambda": 10.1958, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 150, + "avg_reward": -775.98, + "avg_cost": 0.0, + "lambda": 10.1985, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 160, + "avg_reward": -927.61, + "avg_cost": 0.0, + "lambda": 10.1995, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 170, + "avg_reward": -596.64, + "avg_cost": 0.0, + "lambda": 10.2502, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 180, + "avg_reward": -1070.99, + "avg_cost": 0.0, + "lambda": 10.2826, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 190, + "avg_reward": -624.46, + "avg_cost": 0.25, + "lambda": 10.2964, + "rho": [ + 0.5201, + 0.4799 + ] + }, + { + "episode": 200, + "avg_reward": -716.06, + "avg_cost": 0.0, + "lambda": 10.3349, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 210, + "avg_reward": -469.9, + "avg_cost": 0.0, + "lambda": 10.3917, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 220, + "avg_reward": -579.89, + "avg_cost": 0.0, + "lambda": 10.4597, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 230, + "avg_reward": -405.6, + "avg_cost": 0.25, + "lambda": 10.534, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 240, + "avg_reward": -427.18, + "avg_cost": 0.0, + "lambda": 10.6426, + "rho": [ + 0.5347, + 0.4653 + ] + }, + { + "episode": 250, + "avg_reward": -686.14, + "avg_cost": 0.5, + "lambda": 10.7534, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 260, + "avg_reward": -359.77, + "avg_cost": 0.75, + "lambda": 10.9016, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 270, + "avg_reward": -282.26, + "avg_cost": 2.0, + "lambda": 11.0881, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 280, + "avg_reward": -526.39, + "avg_cost": 0.25, + "lambda": 11.3811, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 290, + "avg_reward": -11.58, + "avg_cost": 0.75, + "lambda": 11.7155, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 300, + "avg_reward": -245.59, + "avg_cost": 0.25, + "lambda": 12.1447, + "rho": [ + 0.568, + 0.432 + ] + }, + { + "episode": 310, + "avg_reward": -137.45, + "avg_cost": 0.5, + "lambda": 12.6253, + "rho": [ + 0.568, + 0.432 + ] + }, + { + "episode": 320, + "avg_reward": -420.62, + "avg_cost": 0.75, + "lambda": 12.962, + "rho": [ + 0.568, + 0.432 + ] + }, + { + "episode": 330, + "avg_reward": -99.07, + "avg_cost": 0.0, + "lambda": 13.1618, + "rho": [ + 0.568, + 0.432 + ] + }, + { + "episode": 340, + "avg_reward": -257.78, + "avg_cost": 0.0, + "lambda": 13.3796, + "rho": [ + 0.568, + 0.432 + ] + }, + { + "episode": 350, + "avg_reward": 563.29, + "avg_cost": 1.0, + "lambda": 13.8073, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 360, + "avg_reward": 833.6, + "avg_cost": 2.25, + "lambda": 14.3313, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 370, + "avg_reward": 184.78, + "avg_cost": 0.5, + "lambda": 15.0874, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 380, + "avg_reward": -578.08, + "avg_cost": 0.0, + "lambda": 15.7791, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 390, + "avg_reward": -220.5, + "avg_cost": 0.75, + "lambda": 16.4906, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 400, + "avg_reward": 700.21, + "avg_cost": 1.5, + "lambda": 17.3507, + "rho": [ + 0.5618, + 0.4382 + ] + }, + { + "episode": 410, + "avg_reward": 459.68, + "avg_cost": 0.75, + "lambda": 18.276, + "rho": [ + 0.5618, + 0.4382 + ] + }, + { + "episode": 420, + "avg_reward": 709.43, + "avg_cost": 1.25, + "lambda": 19.4902, + "rho": [ + 0.5618, + 0.4382 + ] + }, + { + "episode": 430, + "avg_reward": 878.52, + "avg_cost": 1.75, + "lambda": 20.8685, + "rho": [ + 0.5618, + 0.4382 + ] + }, + { + "episode": 440, + "avg_reward": 986.57, + "avg_cost": 1.5, + "lambda": 22.0831, + "rho": [ + 0.5618, + 0.4382 + ] + }, + { + "episode": 450, + "avg_reward": 991.53, + "avg_cost": 2.75, + "lambda": 23.1719, + "rho": [ + 0.5486, + 0.4514 + ] + }, + { + "episode": 460, + "avg_reward": 1145.47, + "avg_cost": 1.0, + "lambda": 24.7871, + "rho": [ + 0.5486, + 0.4514 + ] + }, + { + "episode": 470, + "avg_reward": 1167.92, + "avg_cost": 1.75, + "lambda": 26.3576, + "rho": [ + 0.5486, + 0.4514 + ] + }, + { + "episode": 480, + "avg_reward": 259.97, + "avg_cost": 0.25, + "lambda": 27.8529, + "rho": [ + 0.5486, + 0.4514 + ] + }, + { + "episode": 490, + "avg_reward": 897.66, + "avg_cost": 0.25, + "lambda": 28.8776, + "rho": [ + 0.5486, + 0.4514 + ] + }, + { + "episode": 500, + "avg_reward": 889.18, + "avg_cost": 1.0, + "lambda": 29.8842, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 510, + "avg_reward": 1216.81, + "avg_cost": 1.25, + "lambda": 31.1929, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 520, + "avg_reward": 1547.05, + "avg_cost": 0.0, + "lambda": 32.4759, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 530, + "avg_reward": 1242.61, + "avg_cost": 0.75, + "lambda": 33.4152, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 540, + "avg_reward": 762.16, + "avg_cost": 0.5, + "lambda": 34.4473, + "rho": [ + 0.5447, + 0.4553 + ] + }, + { + "episode": 550, + "avg_reward": 842.22, + "avg_cost": 1.5, + "lambda": 35.374, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 560, + "avg_reward": 1478.62, + "avg_cost": 3.5, + "lambda": 36.3433, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 570, + "avg_reward": 1446.5, + "avg_cost": 1.25, + "lambda": 37.2551, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 580, + "avg_reward": 1557.88, + "avg_cost": 1.5, + "lambda": 38.1483, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 590, + "avg_reward": 1284.43, + "avg_cost": 0.25, + "lambda": 39.0202, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 600, + "avg_reward": 1668.12, + "avg_cost": 0.75, + "lambda": 39.5438, + "rho": [ + 0.5535, + 0.4465 + ] + }, + { + "episode": 610, + "avg_reward": 1807.1, + "avg_cost": 0.75, + "lambda": 40.0709, + "rho": [ + 0.5535, + 0.4465 + ] + }, + { + "episode": 620, + "avg_reward": 1814.32, + "avg_cost": 0.25, + "lambda": 40.5974, + "rho": [ + 0.5535, + 0.4465 + ] + }, + { + "episode": 630, + "avg_reward": 1534.93, + "avg_cost": 0.0, + "lambda": 41.2139, + "rho": [ + 0.5535, + 0.4465 + ] + }, + { + "episode": 640, + "avg_reward": 1333.32, + "avg_cost": 0.75, + "lambda": 41.9503, + "rho": [ + 0.5535, + 0.4465 + ] + }, + { + "episode": 650, + "avg_reward": 1939.48, + "avg_cost": 1.0, + "lambda": 42.7196, + "rho": [ + 0.5644, + 0.4356 + ] + }, + { + "episode": 660, + "avg_reward": 1746.18, + "avg_cost": 0.5, + "lambda": 43.5659, + "rho": [ + 0.5644, + 0.4356 + ] + }, + { + "episode": 670, + "avg_reward": 1081.18, + "avg_cost": 0.5, + "lambda": 44.4126, + "rho": [ + 0.5644, + 0.4356 + ] + }, + { + "episode": 680, + "avg_reward": 1639.31, + "avg_cost": 0.0, + "lambda": 45.3172, + "rho": [ + 0.5644, + 0.4356 + ] + }, + { + "episode": 690, + "avg_reward": 688.1, + "avg_cost": 0.5, + "lambda": 46.1537, + "rho": [ + 0.5644, + 0.4356 + ] + }, + { + "episode": 700, + "avg_reward": 1523.84, + "avg_cost": 0.5, + "lambda": 47.0623, + "rho": [ + 0.5689, + 0.4311 + ] + }, + { + "episode": 710, + "avg_reward": 2210.52, + "avg_cost": 0.0, + "lambda": 47.7925, + "rho": [ + 0.5689, + 0.4311 + ] + }, + { + "episode": 720, + "avg_reward": 1619.84, + "avg_cost": 0.5, + "lambda": 48.2845, + "rho": [ + 0.5689, + 0.4311 + ] + }, + { + "episode": 730, + "avg_reward": 2000.9, + "avg_cost": 0.25, + "lambda": 48.9017, + "rho": [ + 0.5689, + 0.4311 + ] + }, + { + "episode": 740, + "avg_reward": 1574.39, + "avg_cost": 0.0, + "lambda": 49.4899, + "rho": [ + 0.5689, + 0.4311 + ] + }, + { + "episode": 750, + "avg_reward": 2247.11, + "avg_cost": 0.25, + "lambda": 49.9295, + "rho": [ + 0.5678, + 0.4322 + ] + }, + { + "episode": 760, + "avg_reward": 2421.31, + "avg_cost": 0.5, + "lambda": 50.2777, + "rho": [ + 0.5678, + 0.4322 + ] + }, + { + "episode": 770, + "avg_reward": 2127.92, + "avg_cost": 0.5, + "lambda": 50.6568, + "rho": [ + 0.5678, + 0.4322 + ] + }, + { + "episode": 780, + "avg_reward": 732.47, + "avg_cost": 0.25, + "lambda": 51.1115, + "rho": [ + 0.5678, + 0.4322 + ] + }, + { + "episode": 790, + "avg_reward": 2313.67, + "avg_cost": 0.5, + "lambda": 51.7619, + "rho": [ + 0.5678, + 0.4322 + ] + }, + { + "episode": 800, + "avg_reward": 2280.05, + "avg_cost": 0.0, + "lambda": 52.3721, + "rho": [ + 0.5715, + 0.4285 + ] + }, + { + "episode": 810, + "avg_reward": 2452.9, + "avg_cost": 0.0, + "lambda": 52.9702, + "rho": [ + 0.5715, + 0.4285 + ] + }, + { + "episode": 820, + "avg_reward": 2550.97, + "avg_cost": 0.25, + "lambda": 53.7189, + "rho": [ + 0.5715, + 0.4285 + ] + }, + { + "episode": 830, + "avg_reward": 2481.29, + "avg_cost": 0.5, + "lambda": 54.2626, + "rho": [ + 0.5715, + 0.4285 + ] + }, + { + "episode": 840, + "avg_reward": 2680.84, + "avg_cost": 1.0, + "lambda": 54.8163, + "rho": [ + 0.5715, + 0.4285 + ] + }, + { + "episode": 850, + "avg_reward": 2591.73, + "avg_cost": 0.25, + "lambda": 55.3621, + "rho": [ + 0.5713, + 0.4287 + ] + }, + { + "episode": 860, + "avg_reward": 2607.55, + "avg_cost": 0.5, + "lambda": 55.9971, + "rho": [ + 0.5713, + 0.4287 + ] + }, + { + "episode": 870, + "avg_reward": 2455.22, + "avg_cost": 0.25, + "lambda": 56.6779, + "rho": [ + 0.5713, + 0.4287 + ] + }, + { + "episode": 880, + "avg_reward": 2625.06, + "avg_cost": 0.5, + "lambda": 57.4271, + "rho": [ + 0.5713, + 0.4287 + ] + }, + { + "episode": 890, + "avg_reward": 2545.59, + "avg_cost": 3.25, + "lambda": 58.3528, + "rho": [ + 0.5713, + 0.4287 + ] + }, + { + "episode": 900, + "avg_reward": 2801.12, + "avg_cost": 0.0, + "lambda": 59.294, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 910, + "avg_reward": 2918.22, + "avg_cost": 0.25, + "lambda": 59.8334, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 920, + "avg_reward": 2637.37, + "avg_cost": 0.25, + "lambda": 60.2047, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 930, + "avg_reward": 2717.15, + "avg_cost": 0.0, + "lambda": 60.5951, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 940, + "avg_reward": 2835.02, + "avg_cost": 1.0, + "lambda": 61.0386, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 950, + "avg_reward": 2583.47, + "avg_cost": 1.0, + "lambda": 61.5802, + "rho": [ + 0.5665, + 0.4335 + ] + }, + { + "episode": 960, + "avg_reward": 2714.51, + "avg_cost": 1.0, + "lambda": 62.3938, + "rho": [ + 0.5665, + 0.4335 + ] + }, + { + "episode": 970, + "avg_reward": 2926.92, + "avg_cost": 0.5, + "lambda": 63.016, + "rho": [ + 0.5665, + 0.4335 + ] + }, + { + "episode": 980, + "avg_reward": 2915.04, + "avg_cost": 0.75, + "lambda": 63.6489, + "rho": [ + 0.5665, + 0.4335 + ] + }, + { + "episode": 990, + "avg_reward": 2796.77, + "avg_cost": 0.0, + "lambda": 64.4803, + "rho": [ + 0.5665, + 0.4335 + ] + }, + { + "episode": 1000, + "avg_reward": 2887.61, + "avg_cost": 0.5, + "lambda": 65.2445, + "rho": [ + 0.5625, + 0.4375 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..bba01554d835fcb09ad96acf7b62ccb6b72b2bb5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 829613.03, + "constraint_satisfaction_pct": 85.3, + "final_rho": [ + 0.3553, + 0.6447 + ], + "final_lambda": 8.455, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1787.11, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -2087.51, + "avg_cost": 0.0, + "lambda": 0.475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1602.12, + "avg_cost": 0.0, + "lambda": 0.4625, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1598.31, + "avg_cost": 0.0, + "lambda": 0.45, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1603.14, + "avg_cost": 0.0, + "lambda": 0.4375, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1478.87, + "avg_cost": 0.0, + "lambda": 0.425, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1200.7, + "avg_cost": 0.0, + "lambda": 0.4125, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1166.76, + "avg_cost": 0.0, + "lambda": 0.4, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -959.93, + "avg_cost": 0.0, + "lambda": 0.3875, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1077.76, + "avg_cost": 0.0, + "lambda": 0.375, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1033.35, + "avg_cost": 0.0, + "lambda": 0.3625, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -783.67, + "avg_cost": 0.0, + "lambda": 0.35, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -810.6, + "avg_cost": 0.0, + "lambda": 0.3375, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -703.51, + "avg_cost": 0.0, + "lambda": 0.325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -801.03, + "avg_cost": 0.0, + "lambda": 0.3125, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -900.84, + "avg_cost": 0.0, + "lambda": 0.3, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -569.76, + "avg_cost": 0.0, + "lambda": 0.2875, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -904.85, + "avg_cost": 0.0, + "lambda": 0.275, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -698.93, + "avg_cost": 0.0, + "lambda": 0.2625, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -427.29, + "avg_cost": 0.0, + "lambda": 0.25, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 210, + "avg_reward": -531.68, + "avg_cost": 0.0, + "lambda": 0.2375, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 220, + "avg_reward": -565.53, + "avg_cost": 0.0, + "lambda": 0.225, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 230, + "avg_reward": -170.53, + "avg_cost": 0.0, + "lambda": 0.2125, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 240, + "avg_reward": -238.51, + "avg_cost": 1.25, + "lambda": 0.2, + "rho": [ + 0.4561, + 0.5439 + ] + }, + { + "episode": 250, + "avg_reward": -404.04, + "avg_cost": 0.5, + "lambda": 0.1875, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 260, + "avg_reward": -481.48, + "avg_cost": 0.25, + "lambda": 0.175, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 270, + "avg_reward": -205.96, + "avg_cost": 0.25, + "lambda": 0.1625, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 280, + "avg_reward": -665.96, + "avg_cost": 0.25, + "lambda": 0.15, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 290, + "avg_reward": -491.91, + "avg_cost": 0.25, + "lambda": 0.1375, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 300, + "avg_reward": -399.44, + "avg_cost": 0.0, + "lambda": 0.125, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 310, + "avg_reward": -45.59, + "avg_cost": 0.75, + "lambda": 0.1125, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 320, + "avg_reward": -40.4, + "avg_cost": 0.25, + "lambda": 0.1, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 330, + "avg_reward": -65.03, + "avg_cost": 0.0, + "lambda": 0.0875, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 340, + "avg_reward": 220.57, + "avg_cost": 0.25, + "lambda": 0.075, + "rho": [ + 0.4192, + 0.5808 + ] + }, + { + "episode": 350, + "avg_reward": 211.76, + "avg_cost": 0.5, + "lambda": 0.0625, + "rho": [ + 0.3986, + 0.6014 + ] + }, + { + "episode": 360, + "avg_reward": 85.49, + "avg_cost": 0.75, + "lambda": 0.05, + "rho": [ + 0.3986, + 0.6014 + ] + }, + { + "episode": 370, + "avg_reward": 899.77, + "avg_cost": 1.25, + "lambda": 0.0375, + "rho": [ + 0.3986, + 0.6014 + ] + }, + { + "episode": 380, + "avg_reward": 367.92, + "avg_cost": 1.25, + "lambda": 0.025, + "rho": [ + 0.3986, + 0.6014 + ] + }, + { + "episode": 390, + "avg_reward": 944.38, + "avg_cost": 1.5, + "lambda": 0.0125, + "rho": [ + 0.3986, + 0.6014 + ] + }, + { + "episode": 400, + "avg_reward": 1025.7, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3787, + 0.6213 + ] + }, + { + "episode": 410, + "avg_reward": 960.55, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3787, + 0.6213 + ] + }, + { + "episode": 420, + "avg_reward": 412.97, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.3787, + 0.6213 + ] + }, + { + "episode": 430, + "avg_reward": 919.09, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.3787, + 0.6213 + ] + }, + { + "episode": 440, + "avg_reward": 1117.65, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3787, + 0.6213 + ] + }, + { + "episode": 450, + "avg_reward": 1422.94, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.3598, + 0.6402 + ] + }, + { + "episode": 460, + "avg_reward": 995.91, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.3598, + 0.6402 + ] + }, + { + "episode": 470, + "avg_reward": 691.48, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.3598, + 0.6402 + ] + }, + { + "episode": 480, + "avg_reward": 882.23, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.3598, + 0.6402 + ] + }, + { + "episode": 490, + "avg_reward": 1616.45, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3598, + 0.6402 + ] + }, + { + "episode": 500, + "avg_reward": 1766.55, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 510, + "avg_reward": 1106.27, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 520, + "avg_reward": 1052.46, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 530, + "avg_reward": 1217.31, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 540, + "avg_reward": 627.63, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 550, + "avg_reward": 658.17, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3255, + 0.6745 + ] + }, + { + "episode": 560, + "avg_reward": 1611.84, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.3255, + 0.6745 + ] + }, + { + "episode": 570, + "avg_reward": 1183.82, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.3255, + 0.6745 + ] + }, + { + "episode": 580, + "avg_reward": 1118.92, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.3255, + 0.6745 + ] + }, + { + "episode": 590, + "avg_reward": 641.46, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.3255, + 0.6745 + ] + }, + { + "episode": 600, + "avg_reward": 1912.13, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.31, + 0.69 + ] + }, + { + "episode": 610, + "avg_reward": 1009.26, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.31, + 0.69 + ] + }, + { + "episode": 620, + "avg_reward": 2090.72, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.31, + 0.69 + ] + }, + { + "episode": 630, + "avg_reward": 912.21, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.31, + 0.69 + ] + }, + { + "episode": 640, + "avg_reward": 1878.56, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.31, + 0.69 + ] + }, + { + "episode": 650, + "avg_reward": 1829.49, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.2956, + 0.7044 + ] + }, + { + "episode": 660, + "avg_reward": 1866.18, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2956, + 0.7044 + ] + }, + { + "episode": 670, + "avg_reward": 1800.75, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.2956, + 0.7044 + ] + }, + { + "episode": 680, + "avg_reward": 1208.56, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.2956, + 0.7044 + ] + }, + { + "episode": 690, + "avg_reward": 1465.05, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.2956, + 0.7044 + ] + }, + { + "episode": 700, + "avg_reward": 1528.79, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.2822, + 0.7178 + ] + }, + { + "episode": 710, + "avg_reward": 1160.2, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.2822, + 0.7178 + ] + }, + { + "episode": 720, + "avg_reward": 1066.09, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.2822, + 0.7178 + ] + }, + { + "episode": 730, + "avg_reward": 2048.6, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.2822, + 0.7178 + ] + }, + { + "episode": 740, + "avg_reward": 758.42, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2822, + 0.7178 + ] + }, + { + "episode": 750, + "avg_reward": 2030.19, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.27, + 0.73 + ] + }, + { + "episode": 760, + "avg_reward": 1705.09, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.27, + 0.73 + ] + }, + { + "episode": 770, + "avg_reward": 2326.17, + "avg_cost": 29.5, + "lambda": 0.045, + "rho": [ + 0.27, + 0.73 + ] + }, + { + "episode": 780, + "avg_reward": 2465.04, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 0.27, + 0.73 + ] + }, + { + "episode": 790, + "avg_reward": 2288.67, + "avg_cost": 35.75, + "lambda": 0.1425, + "rho": [ + 0.27, + 0.73 + ] + }, + { + "episode": 800, + "avg_reward": 1452.5, + "avg_cost": 21.25, + "lambda": 0.02, + "rho": [ + 0.2862, + 0.7138 + ] + }, + { + "episode": 810, + "avg_reward": 2787.99, + "avg_cost": 39.5, + "lambda": 0.3925, + "rho": [ + 0.2862, + 0.7138 + ] + }, + { + "episode": 820, + "avg_reward": 1609.96, + "avg_cost": 27.25, + "lambda": 1.1125, + "rho": [ + 0.2862, + 0.7138 + ] + }, + { + "episode": 830, + "avg_reward": 2000.56, + "avg_cost": 33.75, + "lambda": 1.72, + "rho": [ + 0.2862, + 0.7138 + ] + }, + { + "episode": 840, + "avg_reward": 1998.17, + "avg_cost": 28.25, + "lambda": 2.205, + "rho": [ + 0.2862, + 0.7138 + ] + }, + { + "episode": 850, + "avg_reward": 2135.96, + "avg_cost": 24.75, + "lambda": 2.845, + "rho": [ + 0.3048, + 0.6952 + ] + }, + { + "episode": 860, + "avg_reward": 3198.18, + "avg_cost": 47.0, + "lambda": 3.1675, + "rho": [ + 0.3048, + 0.6952 + ] + }, + { + "episode": 870, + "avg_reward": 1997.41, + "avg_cost": 18.75, + "lambda": 3.56, + "rho": [ + 0.3048, + 0.6952 + ] + }, + { + "episode": 880, + "avg_reward": 2107.28, + "avg_cost": 27.75, + "lambda": 4.0425, + "rho": [ + 0.3048, + 0.6952 + ] + }, + { + "episode": 890, + "avg_reward": 2921.94, + "avg_cost": 38.75, + "lambda": 5.0825, + "rho": [ + 0.3048, + 0.6952 + ] + }, + { + "episode": 900, + "avg_reward": 2956.83, + "avg_cost": 39.75, + "lambda": 6.645, + "rho": [ + 0.3312, + 0.6688 + ] + }, + { + "episode": 910, + "avg_reward": 2918.07, + "avg_cost": 33.5, + "lambda": 7.44, + "rho": [ + 0.3312, + 0.6688 + ] + }, + { + "episode": 920, + "avg_reward": 1879.93, + "avg_cost": 22.0, + "lambda": 7.5575, + "rho": [ + 0.3312, + 0.6688 + ] + }, + { + "episode": 930, + "avg_reward": 2622.95, + "avg_cost": 29.0, + "lambda": 8.1525, + "rho": [ + 0.3312, + 0.6688 + ] + }, + { + "episode": 940, + "avg_reward": 3001.4, + "avg_cost": 17.25, + "lambda": 8.0575, + "rho": [ + 0.3312, + 0.6688 + ] + }, + { + "episode": 950, + "avg_reward": 3062.88, + "avg_cost": 26.5, + "lambda": 7.9, + "rho": [ + 0.3395, + 0.6605 + ] + }, + { + "episode": 960, + "avg_reward": 3018.63, + "avg_cost": 20.25, + "lambda": 8.0225, + "rho": [ + 0.3395, + 0.6605 + ] + }, + { + "episode": 970, + "avg_reward": 2530.07, + "avg_cost": 31.25, + "lambda": 8.205, + "rho": [ + 0.3395, + 0.6605 + ] + }, + { + "episode": 980, + "avg_reward": 2991.55, + "avg_cost": 14.0, + "lambda": 8.25, + "rho": [ + 0.3395, + 0.6605 + ] + }, + { + "episode": 990, + "avg_reward": 2508.87, + "avg_cost": 26.0, + "lambda": 8.455, + "rho": [ + 0.3395, + 0.6605 + ] + }, + { + "episode": 1000, + "avg_reward": 2438.96, + "avg_cost": 21.25, + "lambda": 8.455, + "rho": [ + 0.3553, + 0.6447 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..043d96c7514df1407a7245d7ad73f5106e360ff7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 428226.7, + "constraint_satisfaction_pct": 92.5, + "final_rho": [ + 0.4648, + 0.5352 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1991.84, + "avg_cost": 0.0, + "lambda": 2.51, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1782.57, + "avg_cost": 0.0, + "lambda": 0.0175, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1727.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1643.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1406.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1304.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1357.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1373.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -1342.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1279.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1180.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -1026.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -875.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -650.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -874.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -840.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -514.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -934.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -506.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -525.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -636.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -680.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -435.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": 128.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -889.52, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 260, + "avg_reward": -594.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 270, + "avg_reward": -428.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 280, + "avg_reward": -584.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 290, + "avg_reward": -499.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 300, + "avg_reward": -609.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 310, + "avg_reward": -195.45, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 320, + "avg_reward": -437.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 330, + "avg_reward": -199.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 340, + "avg_reward": -483.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 350, + "avg_reward": 389.58, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 360, + "avg_reward": 261.65, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 370, + "avg_reward": 387.82, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 380, + "avg_reward": -39.57, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 390, + "avg_reward": -385.19, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 400, + "avg_reward": -226.86, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 410, + "avg_reward": 30.57, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 420, + "avg_reward": 452.09, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 430, + "avg_reward": 273.66, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 440, + "avg_reward": 1130.05, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 450, + "avg_reward": 692.76, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 460, + "avg_reward": 1104.79, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 470, + "avg_reward": 46.47, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 480, + "avg_reward": 785.44, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 490, + "avg_reward": 585.58, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 500, + "avg_reward": 873.37, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 510, + "avg_reward": 1485.4, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 520, + "avg_reward": 1534.78, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 530, + "avg_reward": 471.36, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 540, + "avg_reward": -120.26, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 550, + "avg_reward": 774.29, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 560, + "avg_reward": 1406.09, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 570, + "avg_reward": 1528.01, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 580, + "avg_reward": 658.99, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 590, + "avg_reward": 1015.61, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 600, + "avg_reward": 253.09, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 610, + "avg_reward": 1452.16, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 620, + "avg_reward": 1360.26, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 630, + "avg_reward": 1324.67, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 640, + "avg_reward": 811.57, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 650, + "avg_reward": 1820.49, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 660, + "avg_reward": 1558.91, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 670, + "avg_reward": 2210.91, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 680, + "avg_reward": 1514.72, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 690, + "avg_reward": 2319.23, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 700, + "avg_reward": 2038.32, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 710, + "avg_reward": 2227.32, + "avg_cost": 29.75, + "lambda": 0.0475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 720, + "avg_reward": 2361.02, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 730, + "avg_reward": 2527.25, + "avg_cost": 23.5, + "lambda": 0.055, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 740, + "avg_reward": 2193.55, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 750, + "avg_reward": 1245.27, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 760, + "avg_reward": 1570.42, + "avg_cost": 21.75, + "lambda": 0.01, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 770, + "avg_reward": 2450.45, + "avg_cost": 27.0, + "lambda": 0.02, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 780, + "avg_reward": 2063.32, + "avg_cost": 30.0, + "lambda": 0.28, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 790, + "avg_reward": 2468.45, + "avg_cost": 22.75, + "lambda": 0.8475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 800, + "avg_reward": 2481.75, + "avg_cost": 25.25, + "lambda": 0.995, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 810, + "avg_reward": 2876.8, + "avg_cost": 40.25, + "lambda": 1.71, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 820, + "avg_reward": 2409.96, + "avg_cost": 22.5, + "lambda": 1.5475, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 830, + "avg_reward": 2643.72, + "avg_cost": 25.25, + "lambda": 1.7475, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 840, + "avg_reward": 2837.15, + "avg_cost": 32.25, + "lambda": 1.765, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 850, + "avg_reward": 2480.25, + "avg_cost": 26.5, + "lambda": 1.7825, + "rho": [ + 0.4612, + 0.5388 + ] + }, + { + "episode": 860, + "avg_reward": 2955.74, + "avg_cost": 24.5, + "lambda": 1.9575, + "rho": [ + 0.4612, + 0.5388 + ] + }, + { + "episode": 870, + "avg_reward": 3091.94, + "avg_cost": 22.0, + "lambda": 1.8, + "rho": [ + 0.4612, + 0.5388 + ] + }, + { + "episode": 880, + "avg_reward": 1491.38, + "avg_cost": 23.5, + "lambda": 1.44, + "rho": [ + 0.4612, + 0.5388 + ] + }, + { + "episode": 890, + "avg_reward": -319.33, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4612, + 0.5388 + ] + }, + { + "episode": 900, + "avg_reward": -316.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 910, + "avg_reward": -182.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 920, + "avg_reward": -163.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 930, + "avg_reward": -5.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 940, + "avg_reward": -31.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 950, + "avg_reward": 170.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 960, + "avg_reward": 196.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 970, + "avg_reward": 291.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 980, + "avg_reward": 82.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 990, + "avg_reward": 366.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4638, + 0.5362 + ] + }, + { + "episode": 1000, + "avg_reward": 463.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4648, + 0.5352 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..418b90ef11dcb155af79a09e9db722a4a0ae5489 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 459438.13, + "constraint_satisfaction_pct": 91.1, + "final_rho": [ + 0.3593, + 0.6407 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2059.49, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": -1991.84, + "avg_cost": 0.0, + "lambda": 2.51, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": -1782.57, + "avg_cost": 0.0, + "lambda": 0.0175, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": -1727.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": -1643.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": -1406.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": -1304.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": -1357.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": -1373.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": -1342.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": -1279.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 110, + "avg_reward": -1180.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 120, + "avg_reward": -1026.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 130, + "avg_reward": -875.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 140, + "avg_reward": -650.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 150, + "avg_reward": -874.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 160, + "avg_reward": -840.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 170, + "avg_reward": -514.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 180, + "avg_reward": -934.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 190, + "avg_reward": -506.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 200, + "avg_reward": -525.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 210, + "avg_reward": -636.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 220, + "avg_reward": -680.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 230, + "avg_reward": -435.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 240, + "avg_reward": 128.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 250, + "avg_reward": -889.52, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 260, + "avg_reward": -594.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 270, + "avg_reward": -428.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 280, + "avg_reward": -584.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 290, + "avg_reward": -499.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 300, + "avg_reward": -609.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 310, + "avg_reward": -195.45, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 320, + "avg_reward": -437.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 330, + "avg_reward": -199.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 340, + "avg_reward": -483.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 350, + "avg_reward": 389.58, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 360, + "avg_reward": 261.65, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 370, + "avg_reward": 387.82, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 380, + "avg_reward": -39.57, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 390, + "avg_reward": -385.19, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 400, + "avg_reward": -226.86, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 410, + "avg_reward": 30.57, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 420, + "avg_reward": 452.09, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 430, + "avg_reward": 273.66, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 440, + "avg_reward": 1130.05, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 450, + "avg_reward": 692.76, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 460, + "avg_reward": 1104.79, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 470, + "avg_reward": 46.47, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 480, + "avg_reward": 785.44, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 490, + "avg_reward": 585.58, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 500, + "avg_reward": 873.37, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 510, + "avg_reward": 1485.4, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 520, + "avg_reward": 1534.78, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 530, + "avg_reward": 471.36, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 540, + "avg_reward": -120.26, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 550, + "avg_reward": 774.29, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 560, + "avg_reward": 1406.09, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 570, + "avg_reward": 1528.01, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 580, + "avg_reward": 658.99, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 590, + "avg_reward": 1015.61, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 600, + "avg_reward": 253.09, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 610, + "avg_reward": 1452.16, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 620, + "avg_reward": 1360.26, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 630, + "avg_reward": 1324.67, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 640, + "avg_reward": 811.57, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 650, + "avg_reward": 1820.49, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 660, + "avg_reward": 1558.91, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 670, + "avg_reward": 2210.91, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 680, + "avg_reward": 1514.72, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 690, + "avg_reward": 2319.23, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 700, + "avg_reward": 2038.32, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 710, + "avg_reward": 2227.32, + "avg_cost": 29.75, + "lambda": 0.0475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 720, + "avg_reward": 2361.02, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 730, + "avg_reward": 2527.25, + "avg_cost": 23.5, + "lambda": 0.055, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 740, + "avg_reward": 2193.55, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 750, + "avg_reward": 1245.27, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 760, + "avg_reward": 1570.42, + "avg_cost": 21.75, + "lambda": 0.01, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 770, + "avg_reward": 2450.45, + "avg_cost": 27.0, + "lambda": 0.02, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 780, + "avg_reward": 2063.32, + "avg_cost": 30.0, + "lambda": 0.28, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 790, + "avg_reward": 2468.45, + "avg_cost": 22.75, + "lambda": 0.8475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 800, + "avg_reward": 2481.75, + "avg_cost": 25.25, + "lambda": 0.995, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 810, + "avg_reward": 2469.78, + "avg_cost": 31.25, + "lambda": 2.13, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 820, + "avg_reward": 2478.67, + "avg_cost": 20.5, + "lambda": 2.35, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 830, + "avg_reward": 2035.69, + "avg_cost": 24.75, + "lambda": 2.8525, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 840, + "avg_reward": 2780.42, + "avg_cost": 25.0, + "lambda": 2.7325, + "rho": [ + 0.4594, + 0.5406 + ] + }, + { + "episode": 850, + "avg_reward": 2459.7, + "avg_cost": 23.75, + "lambda": 2.36, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 860, + "avg_reward": 3155.77, + "avg_cost": 44.75, + "lambda": 2.5975, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 870, + "avg_reward": 2733.5, + "avg_cost": 23.75, + "lambda": 2.925, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 880, + "avg_reward": 3138.05, + "avg_cost": 31.5, + "lambda": 3.1175, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 890, + "avg_reward": 2437.81, + "avg_cost": 22.75, + "lambda": 3.1875, + "rho": [ + 0.4358, + 0.5642 + ] + }, + { + "episode": 900, + "avg_reward": -334.6, + "avg_cost": 3.0, + "lambda": 2.2825, + "rho": [ + 0.4092, + 0.5908 + ] + }, + { + "episode": 910, + "avg_reward": -316.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4092, + 0.5908 + ] + }, + { + "episode": 920, + "avg_reward": -244.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4092, + 0.5908 + ] + }, + { + "episode": 930, + "avg_reward": -194.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4092, + 0.5908 + ] + }, + { + "episode": 940, + "avg_reward": -263.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4092, + 0.5908 + ] + }, + { + "episode": 950, + "avg_reward": 6.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3841, + 0.6159 + ] + }, + { + "episode": 960, + "avg_reward": -15.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3841, + 0.6159 + ] + }, + { + "episode": 970, + "avg_reward": 135.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3841, + 0.6159 + ] + }, + { + "episode": 980, + "avg_reward": 275.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3841, + 0.6159 + ] + }, + { + "episode": 990, + "avg_reward": 44.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3841, + 0.6159 + ] + }, + { + "episode": 1000, + "avg_reward": 321.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3593, + 0.6407 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..5eac41f98513ebb254d093db5009e6d783f1a228 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 13541665.85, + "constraint_satisfaction_pct": 43.5, + "final_rho": [ + 0.0911, + 0.9089 + ], + "final_lambda": 310.8834, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13278.39, + "avg_cost": 37.25, + "lambda": 13.725, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 10, + "avg_reward": 13193.76, + "avg_cost": 0.5, + "lambda": 44.2245, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 20, + "avg_reward": 13228.0, + "avg_cost": 3.75, + "lambda": 62.0405, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 30, + "avg_reward": 13120.46, + "avg_cost": 0.75, + "lambda": 74.2054, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 40, + "avg_reward": 13116.88, + "avg_cost": 5.25, + "lambda": 81.773, + "rho": [ + 0.4703, + 0.5297 + ] + }, + { + "episode": 50, + "avg_reward": 13001.98, + "avg_cost": 15.0, + "lambda": 87.8627, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 60, + "avg_reward": 12789.73, + "avg_cost": 0.75, + "lambda": 95.0712, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 70, + "avg_reward": 12866.1, + "avg_cost": 15.25, + "lambda": 101.5789, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 80, + "avg_reward": 12873.02, + "avg_cost": 8.75, + "lambda": 107.3747, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 90, + "avg_reward": 12843.9, + "avg_cost": 11.0, + "lambda": 112.6147, + "rho": [ + 0.4324, + 0.5676 + ] + }, + { + "episode": 100, + "avg_reward": 12868.24, + "avg_cost": 6.25, + "lambda": 118.3044, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 110, + "avg_reward": 12798.65, + "avg_cost": 4.0, + "lambda": 124.3359, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 120, + "avg_reward": 12951.29, + "avg_cost": 8.0, + "lambda": 129.7085, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 130, + "avg_reward": 13023.05, + "avg_cost": 0.0, + "lambda": 136.2157, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 140, + "avg_reward": 12895.45, + "avg_cost": 3.75, + "lambda": 142.5885, + "rho": [ + 0.3916, + 0.6084 + ] + }, + { + "episode": 150, + "avg_reward": 12880.75, + "avg_cost": 3.25, + "lambda": 147.4425, + "rho": [ + 0.3469, + 0.6531 + ] + }, + { + "episode": 160, + "avg_reward": 12818.56, + "avg_cost": 4.0, + "lambda": 151.2481, + "rho": [ + 0.3469, + 0.6531 + ] + }, + { + "episode": 170, + "avg_reward": 13074.15, + "avg_cost": 10.0, + "lambda": 154.9202, + "rho": [ + 0.3469, + 0.6531 + ] + }, + { + "episode": 180, + "avg_reward": 13113.98, + "avg_cost": 3.0, + "lambda": 157.7156, + "rho": [ + 0.3469, + 0.6531 + ] + }, + { + "episode": 190, + "avg_reward": 13203.18, + "avg_cost": 6.75, + "lambda": 160.319, + "rho": [ + 0.3469, + 0.6531 + ] + }, + { + "episode": 200, + "avg_reward": 13258.12, + "avg_cost": 13.0, + "lambda": 163.4197, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 210, + "avg_reward": 13046.77, + "avg_cost": 3.5, + "lambda": 167.3032, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 220, + "avg_reward": 12988.62, + "avg_cost": 5.0, + "lambda": 169.8015, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 230, + "avg_reward": 13081.1, + "avg_cost": 5.25, + "lambda": 172.638, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 240, + "avg_reward": 12687.93, + "avg_cost": 0.0, + "lambda": 175.7207, + "rho": [ + 0.2961, + 0.7039 + ] + }, + { + "episode": 250, + "avg_reward": 12879.22, + "avg_cost": 6.25, + "lambda": 178.1233, + "rho": [ + 0.277, + 0.723 + ] + }, + { + "episode": 260, + "avg_reward": 13126.81, + "avg_cost": 13.5, + "lambda": 180.8489, + "rho": [ + 0.277, + 0.723 + ] + }, + { + "episode": 270, + "avg_reward": 12903.4, + "avg_cost": 17.0, + "lambda": 185.918, + "rho": [ + 0.277, + 0.723 + ] + }, + { + "episode": 280, + "avg_reward": 13276.51, + "avg_cost": 2.0, + "lambda": 190.1533, + "rho": [ + 0.277, + 0.723 + ] + }, + { + "episode": 290, + "avg_reward": 13278.28, + "avg_cost": 0.0, + "lambda": 192.4644, + "rho": [ + 0.277, + 0.723 + ] + }, + { + "episode": 300, + "avg_reward": 13543.25, + "avg_cost": 0.0, + "lambda": 194.1807, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 310, + "avg_reward": 13485.23, + "avg_cost": 0.0, + "lambda": 196.2768, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 320, + "avg_reward": 13504.73, + "avg_cost": 0.75, + "lambda": 197.7871, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 330, + "avg_reward": 13511.92, + "avg_cost": 0.0, + "lambda": 198.9313, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 340, + "avg_reward": 13863.59, + "avg_cost": 0.5, + "lambda": 200.4778, + "rho": [ + 0.2445, + 0.7555 + ] + }, + { + "episode": 350, + "avg_reward": 13867.16, + "avg_cost": 0.0, + "lambda": 202.8586, + "rho": [ + 0.2068, + 0.7932 + ] + }, + { + "episode": 360, + "avg_reward": 14086.28, + "avg_cost": 5.75, + "lambda": 204.9271, + "rho": [ + 0.2068, + 0.7932 + ] + }, + { + "episode": 370, + "avg_reward": 13974.82, + "avg_cost": 0.0, + "lambda": 206.7235, + "rho": [ + 0.2068, + 0.7932 + ] + }, + { + "episode": 380, + "avg_reward": 14032.5, + "avg_cost": 2.5, + "lambda": 208.4091, + "rho": [ + 0.2068, + 0.7932 + ] + }, + { + "episode": 390, + "avg_reward": 13790.69, + "avg_cost": 2.5, + "lambda": 210.1135, + "rho": [ + 0.2068, + 0.7932 + ] + }, + { + "episode": 400, + "avg_reward": 13564.55, + "avg_cost": 0.0, + "lambda": 212.1566, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 410, + "avg_reward": 13825.01, + "avg_cost": 2.5, + "lambda": 213.79, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 420, + "avg_reward": 13540.46, + "avg_cost": 0.0, + "lambda": 215.8268, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 430, + "avg_reward": 13263.25, + "avg_cost": 0.0, + "lambda": 217.7302, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 440, + "avg_reward": 13542.36, + "avg_cost": 2.75, + "lambda": 219.5036, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 450, + "avg_reward": 13612.43, + "avg_cost": 2.0, + "lambda": 221.362, + "rho": [ + 0.1353, + 0.8647 + ] + }, + { + "episode": 460, + "avg_reward": 13732.22, + "avg_cost": 0.0, + "lambda": 223.2926, + "rho": [ + 0.1353, + 0.8647 + ] + }, + { + "episode": 470, + "avg_reward": 14007.09, + "avg_cost": 2.5, + "lambda": 225.1585, + "rho": [ + 0.1353, + 0.8647 + ] + }, + { + "episode": 480, + "avg_reward": 13872.22, + "avg_cost": 0.0, + "lambda": 228.0314, + "rho": [ + 0.1353, + 0.8647 + ] + }, + { + "episode": 490, + "avg_reward": 13685.71, + "avg_cost": 0.0, + "lambda": 230.4789, + "rho": [ + 0.1353, + 0.8647 + ] + }, + { + "episode": 500, + "avg_reward": 13813.14, + "avg_cost": 0.0, + "lambda": 232.2332, + "rho": [ + 0.0996, + 0.9004 + ] + }, + { + "episode": 510, + "avg_reward": 13834.19, + "avg_cost": 14.5, + "lambda": 233.9901, + "rho": [ + 0.0996, + 0.9004 + ] + }, + { + "episode": 520, + "avg_reward": 13931.38, + "avg_cost": 0.0, + "lambda": 236.3144, + "rho": [ + 0.0996, + 0.9004 + ] + }, + { + "episode": 530, + "avg_reward": 13791.3, + "avg_cost": 2.25, + "lambda": 238.0558, + "rho": [ + 0.0996, + 0.9004 + ] + }, + { + "episode": 540, + "avg_reward": 13177.49, + "avg_cost": 0.5, + "lambda": 240.2094, + "rho": [ + 0.0996, + 0.9004 + ] + }, + { + "episode": 550, + "avg_reward": 13484.87, + "avg_cost": 0.0, + "lambda": 241.8592, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 560, + "avg_reward": 13326.01, + "avg_cost": 0.0, + "lambda": 243.9356, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 570, + "avg_reward": 13106.37, + "avg_cost": 0.0, + "lambda": 245.3504, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 580, + "avg_reward": 13886.65, + "avg_cost": 0.0, + "lambda": 246.4749, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 590, + "avg_reward": 13622.95, + "avg_cost": 7.0, + "lambda": 247.9865, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 600, + "avg_reward": 13672.58, + "avg_cost": 3.75, + "lambda": 249.685, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 610, + "avg_reward": 13381.05, + "avg_cost": 0.0, + "lambda": 251.4758, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 620, + "avg_reward": 13683.05, + "avg_cost": 0.0, + "lambda": 252.9654, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 630, + "avg_reward": 14244.46, + "avg_cost": 0.0, + "lambda": 253.9418, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 640, + "avg_reward": 13794.29, + "avg_cost": 2.5, + "lambda": 255.4926, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 650, + "avg_reward": 13856.86, + "avg_cost": 5.0, + "lambda": 256.9127, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 660, + "avg_reward": 14041.95, + "avg_cost": 0.0, + "lambda": 258.0845, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 670, + "avg_reward": 14105.77, + "avg_cost": 0.0, + "lambda": 259.8712, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 680, + "avg_reward": 14157.33, + "avg_cost": 0.5, + "lambda": 261.3681, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 690, + "avg_reward": 14032.26, + "avg_cost": 0.0, + "lambda": 263.0342, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 700, + "avg_reward": 13975.79, + "avg_cost": 0.0, + "lambda": 264.6909, + "rho": [ + 0.0924, + 0.9076 + ] + }, + { + "episode": 710, + "avg_reward": 14173.17, + "avg_cost": 0.0, + "lambda": 265.938, + "rho": [ + 0.0924, + 0.9076 + ] + }, + { + "episode": 720, + "avg_reward": 14317.47, + "avg_cost": 0.0, + "lambda": 267.322, + "rho": [ + 0.0924, + 0.9076 + ] + }, + { + "episode": 730, + "avg_reward": 13979.46, + "avg_cost": 2.25, + "lambda": 269.7358, + "rho": [ + 0.0924, + 0.9076 + ] + }, + { + "episode": 740, + "avg_reward": 14199.65, + "avg_cost": 0.5, + "lambda": 271.3145, + "rho": [ + 0.0924, + 0.9076 + ] + }, + { + "episode": 750, + "avg_reward": 14178.56, + "avg_cost": 1.25, + "lambda": 272.9672, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 760, + "avg_reward": 14421.65, + "avg_cost": 0.0, + "lambda": 274.9827, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 770, + "avg_reward": 14886.17, + "avg_cost": 0.0, + "lambda": 276.9532, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 780, + "avg_reward": 14038.28, + "avg_cost": 3.25, + "lambda": 278.6976, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 790, + "avg_reward": 14050.51, + "avg_cost": 0.0, + "lambda": 279.8854, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 800, + "avg_reward": 13994.4, + "avg_cost": 0.0, + "lambda": 281.0352, + "rho": [ + 0.0916, + 0.9084 + ] + }, + { + "episode": 810, + "avg_reward": 13900.41, + "avg_cost": 0.0, + "lambda": 281.9837, + "rho": [ + 0.0916, + 0.9084 + ] + }, + { + "episode": 820, + "avg_reward": 14325.83, + "avg_cost": 0.0, + "lambda": 283.6821, + "rho": [ + 0.0916, + 0.9084 + ] + }, + { + "episode": 830, + "avg_reward": 14061.57, + "avg_cost": 0.0, + "lambda": 285.0259, + "rho": [ + 0.0916, + 0.9084 + ] + }, + { + "episode": 840, + "avg_reward": 13739.79, + "avg_cost": 1.0, + "lambda": 285.7971, + "rho": [ + 0.0916, + 0.9084 + ] + }, + { + "episode": 850, + "avg_reward": 13627.07, + "avg_cost": 0.0, + "lambda": 286.6397, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 860, + "avg_reward": 13810.79, + "avg_cost": 0.0, + "lambda": 287.4338, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 870, + "avg_reward": 13655.32, + "avg_cost": 0.0, + "lambda": 288.3002, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 880, + "avg_reward": 13794.03, + "avg_cost": 0.0, + "lambda": 289.1461, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 890, + "avg_reward": 13641.76, + "avg_cost": 0.0, + "lambda": 290.2442, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 900, + "avg_reward": 13659.52, + "avg_cost": 2.25, + "lambda": 292.4359, + "rho": [ + 0.0912, + 0.9088 + ] + }, + { + "episode": 910, + "avg_reward": 13681.33, + "avg_cost": 3.25, + "lambda": 294.5916, + "rho": [ + 0.0912, + 0.9088 + ] + }, + { + "episode": 920, + "avg_reward": 13598.02, + "avg_cost": 1.5, + "lambda": 296.4904, + "rho": [ + 0.0912, + 0.9088 + ] + }, + { + "episode": 930, + "avg_reward": 13464.62, + "avg_cost": 0.0, + "lambda": 298.2379, + "rho": [ + 0.0912, + 0.9088 + ] + }, + { + "episode": 940, + "avg_reward": 13788.3, + "avg_cost": 7.75, + "lambda": 300.1116, + "rho": [ + 0.0912, + 0.9088 + ] + }, + { + "episode": 950, + "avg_reward": 13588.88, + "avg_cost": 0.5, + "lambda": 303.6211, + "rho": [ + 0.0911, + 0.9089 + ] + }, + { + "episode": 960, + "avg_reward": 13005.08, + "avg_cost": 0.0, + "lambda": 305.4273, + "rho": [ + 0.0911, + 0.9089 + ] + }, + { + "episode": 970, + "avg_reward": 13477.55, + "avg_cost": 0.0, + "lambda": 306.7756, + "rho": [ + 0.0911, + 0.9089 + ] + }, + { + "episode": 980, + "avg_reward": 13457.2, + "avg_cost": 5.75, + "lambda": 308.3396, + "rho": [ + 0.0911, + 0.9089 + ] + }, + { + "episode": 990, + "avg_reward": 12814.54, + "avg_cost": 0.0, + "lambda": 309.7479, + "rho": [ + 0.0911, + 0.9089 + ] + }, + { + "episode": 1000, + "avg_reward": 12808.81, + "avg_cost": 2.75, + "lambda": 310.8834, + "rho": [ + 0.0911, + 0.9089 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..67d1f7a0af1968116c59150e18536b3a5f214eb5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -33352.44, + "constraint_satisfaction_pct": 76.9, + "final_rho": [ + 0.4685, + 0.5315 + ], + "final_lambda": 1.285, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -5.46, + "avg_cost": 419.5, + "lambda": 8.945, + "rho": [ + 0.5019, + 0.4981 + ] + }, + { + "episode": 10, + "avg_reward": -43.85, + "avg_cost": 41.75, + "lambda": 24.73, + "rho": [ + 0.5019, + 0.4981 + ] + }, + { + "episode": 20, + "avg_reward": -45.64, + "avg_cost": 5.75, + "lambda": 23.6825, + "rho": [ + 0.5019, + 0.4981 + ] + }, + { + "episode": 30, + "avg_reward": -48.88, + "avg_cost": 4.25, + "lambda": 21.92, + "rho": [ + 0.5019, + 0.4981 + ] + }, + { + "episode": 40, + "avg_reward": -46.84, + "avg_cost": 2.25, + "lambda": 19.7, + "rho": [ + 0.5019, + 0.4981 + ] + }, + { + "episode": 50, + "avg_reward": -53.87, + "avg_cost": 2.0, + "lambda": 17.395, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 60, + "avg_reward": -51.9, + "avg_cost": 1.0, + "lambda": 15.14, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 70, + "avg_reward": -59.58, + "avg_cost": 8.0, + "lambda": 12.875, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 80, + "avg_reward": -52.75, + "avg_cost": 1.25, + "lambda": 10.5275, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 90, + "avg_reward": -54.87, + "avg_cost": 1.0, + "lambda": 8.1675, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 100, + "avg_reward": -57.07, + "avg_cost": 0.75, + "lambda": 5.8025, + "rho": [ + 0.4419, + 0.5581 + ] + }, + { + "episode": 110, + "avg_reward": -62.61, + "avg_cost": 3.0, + "lambda": 3.4375, + "rho": [ + 0.4419, + 0.5581 + ] + }, + { + "episode": 120, + "avg_reward": -62.13, + "avg_cost": 1.75, + "lambda": 1.125, + "rho": [ + 0.4419, + 0.5581 + ] + }, + { + "episode": 130, + "avg_reward": -55.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4419, + 0.5581 + ] + }, + { + "episode": 140, + "avg_reward": -46.85, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4419, + 0.5581 + ] + }, + { + "episode": 150, + "avg_reward": -40.45, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 0.4476, + 0.5524 + ] + }, + { + "episode": 160, + "avg_reward": -22.69, + "avg_cost": 33.25, + "lambda": 0.43, + "rho": [ + 0.4476, + 0.5524 + ] + }, + { + "episode": 170, + "avg_reward": -39.75, + "avg_cost": 133.0, + "lambda": 12.0025, + "rho": [ + 0.4476, + 0.5524 + ] + }, + { + "episode": 180, + "avg_reward": -54.25, + "avg_cost": 5.5, + "lambda": 13.595, + "rho": [ + 0.4476, + 0.5524 + ] + }, + { + "episode": 190, + "avg_reward": -55.4, + "avg_cost": 1.5, + "lambda": 11.285, + "rho": [ + 0.4476, + 0.5524 + ] + }, + { + "episode": 200, + "avg_reward": -56.87, + "avg_cost": 0.5, + "lambda": 8.865, + "rho": [ + 0.4426, + 0.5574 + ] + }, + { + "episode": 210, + "avg_reward": -55.31, + "avg_cost": 0.75, + "lambda": 6.4175, + "rho": [ + 0.4426, + 0.5574 + ] + }, + { + "episode": 220, + "avg_reward": -55.72, + "avg_cost": 0.0, + "lambda": 3.93, + "rho": [ + 0.4426, + 0.5574 + ] + }, + { + "episode": 230, + "avg_reward": -55.81, + "avg_cost": 0.25, + "lambda": 1.4525, + "rho": [ + 0.4426, + 0.5574 + ] + }, + { + "episode": 240, + "avg_reward": -53.7, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4426, + 0.5574 + ] + }, + { + "episode": 250, + "avg_reward": -47.67, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 260, + "avg_reward": -43.64, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 270, + "avg_reward": -35.53, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 280, + "avg_reward": -40.91, + "avg_cost": 17.5, + "lambda": 2.545, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 290, + "avg_reward": -48.23, + "avg_cost": 1.0, + "lambda": 0.4125, + "rho": [ + 0.4386, + 0.5614 + ] + }, + { + "episode": 300, + "avg_reward": -42.28, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 310, + "avg_reward": -36.78, + "avg_cost": 28.75, + "lambda": 0.2675, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 320, + "avg_reward": -36.01, + "avg_cost": 26.75, + "lambda": 0.0175, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 330, + "avg_reward": -48.66, + "avg_cost": 5.5, + "lambda": 5.5025, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 340, + "avg_reward": -46.06, + "avg_cost": 3.0, + "lambda": 3.29, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 350, + "avg_reward": -51.23, + "avg_cost": 1.75, + "lambda": 0.86, + "rho": [ + 0.4276, + 0.5724 + ] + }, + { + "episode": 360, + "avg_reward": -44.89, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4276, + 0.5724 + ] + }, + { + "episode": 370, + "avg_reward": -34.54, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.4276, + 0.5724 + ] + }, + { + "episode": 380, + "avg_reward": -37.19, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.4276, + 0.5724 + ] + }, + { + "episode": 390, + "avg_reward": -50.61, + "avg_cost": 19.75, + "lambda": 0.695, + "rho": [ + 0.4276, + 0.5724 + ] + }, + { + "episode": 400, + "avg_reward": -38.73, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 0.4208, + 0.5792 + ] + }, + { + "episode": 410, + "avg_reward": -42.78, + "avg_cost": 2.25, + "lambda": 0.345, + "rho": [ + 0.4208, + 0.5792 + ] + }, + { + "episode": 420, + "avg_reward": -35.56, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.4208, + 0.5792 + ] + }, + { + "episode": 430, + "avg_reward": -39.97, + "avg_cost": 4.5, + "lambda": 2.7425, + "rho": [ + 0.4208, + 0.5792 + ] + }, + { + "episode": 440, + "avg_reward": -38.25, + "avg_cost": 4.75, + "lambda": 0.7, + "rho": [ + 0.4208, + 0.5792 + ] + }, + { + "episode": 450, + "avg_reward": -39.03, + "avg_cost": 27.0, + "lambda": 0.02, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 460, + "avg_reward": -36.82, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 470, + "avg_reward": -36.68, + "avg_cost": 8.25, + "lambda": 0.36, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 480, + "avg_reward": -32.56, + "avg_cost": 122.75, + "lambda": 1.4225, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 490, + "avg_reward": -40.13, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 500, + "avg_reward": -37.03, + "avg_cost": 17.5, + "lambda": 0.91, + "rho": [ + 0.426, + 0.574 + ] + }, + { + "episode": 510, + "avg_reward": -39.04, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.426, + 0.574 + ] + }, + { + "episode": 520, + "avg_reward": -38.64, + "avg_cost": 5.25, + "lambda": 0.5925, + "rho": [ + 0.426, + 0.574 + ] + }, + { + "episode": 530, + "avg_reward": -37.43, + "avg_cost": 26.25, + "lambda": 0.0125, + "rho": [ + 0.426, + 0.574 + ] + }, + { + "episode": 540, + "avg_reward": -40.22, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.426, + 0.574 + ] + }, + { + "episode": 550, + "avg_reward": -37.0, + "avg_cost": 17.75, + "lambda": 1.75, + "rho": [ + 0.4391, + 0.5609 + ] + }, + { + "episode": 560, + "avg_reward": -37.03, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4391, + 0.5609 + ] + }, + { + "episode": 570, + "avg_reward": -35.13, + "avg_cost": 42.75, + "lambda": 1.925, + "rho": [ + 0.4391, + 0.5609 + ] + }, + { + "episode": 580, + "avg_reward": -40.62, + "avg_cost": 2.0, + "lambda": 0.3625, + "rho": [ + 0.4391, + 0.5609 + ] + }, + { + "episode": 590, + "avg_reward": -36.0, + "avg_cost": 54.25, + "lambda": 0.3675, + "rho": [ + 0.4391, + 0.5609 + ] + }, + { + "episode": 600, + "avg_reward": -36.39, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.4499, + 0.5501 + ] + }, + { + "episode": 610, + "avg_reward": -39.58, + "avg_cost": 5.25, + "lambda": 0.8075, + "rho": [ + 0.4499, + 0.5501 + ] + }, + { + "episode": 620, + "avg_reward": -34.66, + "avg_cost": 37.75, + "lambda": 0.2725, + "rho": [ + 0.4499, + 0.5501 + ] + }, + { + "episode": 630, + "avg_reward": -38.8, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 0.4499, + 0.5501 + ] + }, + { + "episode": 640, + "avg_reward": -34.88, + "avg_cost": 14.75, + "lambda": 0.8475, + "rho": [ + 0.4499, + 0.5501 + ] + }, + { + "episode": 650, + "avg_reward": -26.05, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 660, + "avg_reward": -33.73, + "avg_cost": 13.25, + "lambda": 0.5125, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 670, + "avg_reward": -24.12, + "avg_cost": 32.0, + "lambda": 0.1525, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 680, + "avg_reward": -16.99, + "avg_cost": 32.5, + "lambda": 0.565, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 690, + "avg_reward": -27.42, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 700, + "avg_reward": -14.61, + "avg_cost": 40.75, + "lambda": 1.635, + "rho": [ + 0.4704, + 0.5296 + ] + }, + { + "episode": 710, + "avg_reward": -33.7, + "avg_cost": 10.5, + "lambda": 0.845, + "rho": [ + 0.4704, + 0.5296 + ] + }, + { + "episode": 720, + "avg_reward": -29.44, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.4704, + 0.5296 + ] + }, + { + "episode": 730, + "avg_reward": -0.25, + "avg_cost": 54.75, + "lambda": 1.775, + "rho": [ + 0.4704, + 0.5296 + ] + }, + { + "episode": 740, + "avg_reward": -35.7, + "avg_cost": 5.5, + "lambda": 0.8625, + "rho": [ + 0.4704, + 0.5296 + ] + }, + { + "episode": 750, + "avg_reward": -26.46, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.4799, + 0.5201 + ] + }, + { + "episode": 760, + "avg_reward": -10.48, + "avg_cost": 34.25, + "lambda": 1.355, + "rho": [ + 0.4799, + 0.5201 + ] + }, + { + "episode": 770, + "avg_reward": -27.6, + "avg_cost": 17.0, + "lambda": 0.295, + "rho": [ + 0.4799, + 0.5201 + ] + }, + { + "episode": 780, + "avg_reward": 13.05, + "avg_cost": 34.5, + "lambda": 0.435, + "rho": [ + 0.4799, + 0.5201 + ] + }, + { + "episode": 790, + "avg_reward": -29.59, + "avg_cost": 12.75, + "lambda": 0.225, + "rho": [ + 0.4799, + 0.5201 + ] + }, + { + "episode": 800, + "avg_reward": -20.46, + "avg_cost": 14.5, + "lambda": 0.4375, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 810, + "avg_reward": 0.33, + "avg_cost": 49.75, + "lambda": 0.56, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 820, + "avg_reward": -10.04, + "avg_cost": 26.5, + "lambda": 0.73, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 830, + "avg_reward": -13.89, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 840, + "avg_reward": -15.92, + "avg_cost": 18.25, + "lambda": 1.4925, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 850, + "avg_reward": -31.54, + "avg_cost": 9.0, + "lambda": 0.25, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 860, + "avg_reward": -25.65, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 870, + "avg_reward": -13.93, + "avg_cost": 16.0, + "lambda": 0.185, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 880, + "avg_reward": -0.86, + "avg_cost": 24.5, + "lambda": 0.595, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 890, + "avg_reward": 6.98, + "avg_cost": 23.5, + "lambda": 0.015, + "rho": [ + 0.4796, + 0.5204 + ] + }, + { + "episode": 900, + "avg_reward": -21.75, + "avg_cost": 13.0, + "lambda": 1.17, + "rho": [ + 0.4733, + 0.5267 + ] + }, + { + "episode": 910, + "avg_reward": -13.48, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.4733, + 0.5267 + ] + }, + { + "episode": 920, + "avg_reward": 62.13, + "avg_cost": 79.75, + "lambda": 0.9275, + "rho": [ + 0.4733, + 0.5267 + ] + }, + { + "episode": 930, + "avg_reward": 6.25, + "avg_cost": 21.75, + "lambda": 3.035, + "rho": [ + 0.4733, + 0.5267 + ] + }, + { + "episode": 940, + "avg_reward": -26.33, + "avg_cost": 10.25, + "lambda": 1.995, + "rho": [ + 0.4733, + 0.5267 + ] + }, + { + "episode": 950, + "avg_reward": -28.39, + "avg_cost": 9.75, + "lambda": 0.5675, + "rho": [ + 0.4734, + 0.5266 + ] + }, + { + "episode": 960, + "avg_reward": -25.1, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.4734, + 0.5266 + ] + }, + { + "episode": 970, + "avg_reward": 30.33, + "avg_cost": 43.25, + "lambda": 0.3525, + "rho": [ + 0.4734, + 0.5266 + ] + }, + { + "episode": 980, + "avg_reward": 38.58, + "avg_cost": 76.25, + "lambda": 0.9175, + "rho": [ + 0.4734, + 0.5266 + ] + }, + { + "episode": 990, + "avg_reward": -23.38, + "avg_cost": 11.0, + "lambda": 2.555, + "rho": [ + 0.4734, + 0.5266 + ] + }, + { + "episode": 1000, + "avg_reward": -17.33, + "avg_cost": 12.25, + "lambda": 1.285, + "rho": [ + 0.4685, + 0.5315 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..b4d565fc20ef53cbd208087ae837d155c9acf724 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2665247.58, + "constraint_satisfaction_pct": 62.9, + "final_rho": [ + 0.4357, + 0.5643 + ], + "final_lambda": 34.0225, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 6.1325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2630.62, + "avg_cost": 90.75, + "lambda": 8.575, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 3464.91, + "avg_cost": 97.0, + "lambda": 14.0425, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2473.74, + "avg_cost": 30.25, + "lambda": 13.855, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 3535.48, + "avg_cost": 78.5, + "lambda": 17.885, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2835.7, + "avg_cost": 104.75, + "lambda": 23.3975, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 60, + "avg_reward": 3162.06, + "avg_cost": 109.5, + "lambda": 29.8825, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 70, + "avg_reward": 3268.77, + "avg_cost": 94.0, + "lambda": 35.635, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 80, + "avg_reward": 4203.28, + "avg_cost": 111.0, + "lambda": 41.525, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 90, + "avg_reward": 3770.34, + "avg_cost": 105.75, + "lambda": 47.3325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 100, + "avg_reward": 3715.69, + "avg_cost": 74.5, + "lambda": 53.2275, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 110, + "avg_reward": 2555.96, + "avg_cost": 56.25, + "lambda": 57.135, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 120, + "avg_reward": 2120.76, + "avg_cost": 84.0, + "lambda": 61.095, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 130, + "avg_reward": 2280.47, + "avg_cost": 53.5, + "lambda": 64.1325, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 140, + "avg_reward": 2436.13, + "avg_cost": 61.25, + "lambda": 67.685, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 150, + "avg_reward": 2176.19, + "avg_cost": 76.25, + "lambda": 71.1975, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 160, + "avg_reward": 2327.28, + "avg_cost": 33.25, + "lambda": 72.08, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 170, + "avg_reward": 3047.99, + "avg_cost": 55.0, + "lambda": 72.8625, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 180, + "avg_reward": 2751.52, + "avg_cost": 38.75, + "lambda": 73.5, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 190, + "avg_reward": 2907.46, + "avg_cost": 28.5, + "lambda": 72.7275, + "rho": [ + 0.459, + 0.541 + ] + }, + { + "episode": 200, + "avg_reward": 3289.35, + "avg_cost": 51.5, + "lambda": 72.3925, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 210, + "avg_reward": 2655.61, + "avg_cost": 19.25, + "lambda": 72.2675, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 220, + "avg_reward": 2753.97, + "avg_cost": 19.5, + "lambda": 69.9225, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 230, + "avg_reward": 2589.17, + "avg_cost": 4.5, + "lambda": 67.0175, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 240, + "avg_reward": 2652.72, + "avg_cost": 23.75, + "lambda": 64.4675, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 250, + "avg_reward": 2954.79, + "avg_cost": 31.25, + "lambda": 63.15, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 260, + "avg_reward": 2183.84, + "avg_cost": 6.5, + "lambda": 60.7225, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 270, + "avg_reward": 2100.47, + "avg_cost": 2.75, + "lambda": 57.4525, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 280, + "avg_reward": 3097.28, + "avg_cost": 15.25, + "lambda": 55.235, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 290, + "avg_reward": 2696.13, + "avg_cost": 12.75, + "lambda": 53.12, + "rho": [ + 0.441, + 0.559 + ] + }, + { + "episode": 300, + "avg_reward": 2310.15, + "avg_cost": 5.5, + "lambda": 50.665, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 310, + "avg_reward": 2730.4, + "avg_cost": 0.5, + "lambda": 47.9725, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 320, + "avg_reward": 2289.09, + "avg_cost": 2.25, + "lambda": 44.9375, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 330, + "avg_reward": 2830.13, + "avg_cost": 18.5, + "lambda": 41.7775, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 340, + "avg_reward": 2370.99, + "avg_cost": 6.75, + "lambda": 38.255, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 350, + "avg_reward": 2608.06, + "avg_cost": 6.0, + "lambda": 35.2225, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 360, + "avg_reward": 2403.25, + "avg_cost": 0.75, + "lambda": 31.9, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 370, + "avg_reward": 3031.0, + "avg_cost": 14.25, + "lambda": 28.74, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 380, + "avg_reward": 2749.12, + "avg_cost": 4.25, + "lambda": 25.31, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 390, + "avg_reward": 2441.74, + "avg_cost": 9.0, + "lambda": 22.07, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 400, + "avg_reward": 3347.73, + "avg_cost": 27.5, + "lambda": 19.585, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 410, + "avg_reward": 3610.45, + "avg_cost": 33.5, + "lambda": 17.83, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 420, + "avg_reward": 3670.01, + "avg_cost": 47.75, + "lambda": 16.81, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 430, + "avg_reward": 3989.61, + "avg_cost": 50.0, + "lambda": 17.0325, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 440, + "avg_reward": 2862.81, + "avg_cost": 13.75, + "lambda": 15.5725, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 450, + "avg_reward": 3444.05, + "avg_cost": 16.75, + "lambda": 13.3375, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 460, + "avg_reward": 3520.43, + "avg_cost": 33.0, + "lambda": 12.11, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 470, + "avg_reward": 3636.57, + "avg_cost": 50.25, + "lambda": 13.305, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 480, + "avg_reward": 3949.11, + "avg_cost": 71.0, + "lambda": 15.2475, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 490, + "avg_reward": 3471.17, + "avg_cost": 43.0, + "lambda": 16.2125, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 500, + "avg_reward": 2748.75, + "avg_cost": 9.5, + "lambda": 14.375, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 510, + "avg_reward": 3780.51, + "avg_cost": 25.25, + "lambda": 12.23, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 520, + "avg_reward": 3955.45, + "avg_cost": 30.5, + "lambda": 10.98, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 530, + "avg_reward": 3502.38, + "avg_cost": 31.0, + "lambda": 10.4025, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 540, + "avg_reward": 3691.3, + "avg_cost": 35.0, + "lambda": 8.7275, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 550, + "avg_reward": 3615.93, + "avg_cost": 31.75, + "lambda": 7.605, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 560, + "avg_reward": 3755.78, + "avg_cost": 30.0, + "lambda": 5.7325, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 570, + "avg_reward": 3962.01, + "avg_cost": 71.75, + "lambda": 6.75, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 580, + "avg_reward": 3824.98, + "avg_cost": 56.25, + "lambda": 9.25, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 590, + "avg_reward": 3743.01, + "avg_cost": 53.75, + "lambda": 10.5275, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 600, + "avg_reward": 3949.96, + "avg_cost": 54.5, + "lambda": 12.24, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 610, + "avg_reward": 2920.46, + "avg_cost": 5.0, + "lambda": 11.1075, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 620, + "avg_reward": 3188.9, + "avg_cost": 14.75, + "lambda": 8.915, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 630, + "avg_reward": 3473.49, + "avg_cost": 29.5, + "lambda": 7.0625, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 640, + "avg_reward": 3665.4, + "avg_cost": 23.0, + "lambda": 5.42, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 650, + "avg_reward": 3514.21, + "avg_cost": 31.0, + "lambda": 4.705, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 660, + "avg_reward": 3952.78, + "avg_cost": 59.75, + "lambda": 5.7325, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 670, + "avg_reward": 3928.37, + "avg_cost": 31.25, + "lambda": 5.805, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 680, + "avg_reward": 3607.4, + "avg_cost": 39.75, + "lambda": 6.9825, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 690, + "avg_reward": 2903.0, + "avg_cost": 26.75, + "lambda": 7.6925, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 700, + "avg_reward": -861.52, + "avg_cost": 397.75, + "lambda": 25.0775, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 710, + "avg_reward": -932.27, + "avg_cost": 439.5, + "lambda": 66.1475, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 720, + "avg_reward": -493.3, + "avg_cost": 394.5, + "lambda": 100.0, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 730, + "avg_reward": -561.28, + "avg_cost": 387.75, + "lambda": 100.0, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 740, + "avg_reward": -293.6, + "avg_cost": 342.0, + "lambda": 100.0, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 750, + "avg_reward": 187.55, + "avg_cost": 123.75, + "lambda": 100.0, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 760, + "avg_reward": 1065.89, + "avg_cost": 28.0, + "lambda": 99.825, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 770, + "avg_reward": 1418.9, + "avg_cost": 10.0, + "lambda": 97.28, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 780, + "avg_reward": 1498.7, + "avg_cost": 4.5, + "lambda": 93.81, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 790, + "avg_reward": 1608.27, + "avg_cost": 1.5, + "lambda": 90.2525, + "rho": [ + 0.4316, + 0.5684 + ] + }, + { + "episode": 800, + "avg_reward": 1690.01, + "avg_cost": 0.25, + "lambda": 86.645, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 810, + "avg_reward": 1993.58, + "avg_cost": 0.75, + "lambda": 83.115, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 820, + "avg_reward": 2235.48, + "avg_cost": 8.25, + "lambda": 79.56, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 830, + "avg_reward": 1902.2, + "avg_cost": 5.0, + "lambda": 76.6675, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 840, + "avg_reward": 2322.45, + "avg_cost": 30.75, + "lambda": 73.355, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 850, + "avg_reward": 1750.6, + "avg_cost": 15.0, + "lambda": 70.1425, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 860, + "avg_reward": 1893.63, + "avg_cost": 2.25, + "lambda": 66.745, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 870, + "avg_reward": 2210.72, + "avg_cost": 6.0, + "lambda": 63.7025, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 880, + "avg_reward": 2623.64, + "avg_cost": 31.5, + "lambda": 62.105, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 890, + "avg_reward": 4447.93, + "avg_cost": 83.5, + "lambda": 64.73, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 900, + "avg_reward": 3698.33, + "avg_cost": 19.75, + "lambda": 64.57, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 910, + "avg_reward": 2584.7, + "avg_cost": 16.75, + "lambda": 61.86, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 920, + "avg_reward": 1332.1, + "avg_cost": 2.75, + "lambda": 60.875, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 930, + "avg_reward": 1899.74, + "avg_cost": 4.0, + "lambda": 57.085, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 940, + "avg_reward": 2211.83, + "avg_cost": 15.25, + "lambda": 53.72, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 950, + "avg_reward": 2194.55, + "avg_cost": 10.5, + "lambda": 50.645, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 960, + "avg_reward": 2230.04, + "avg_cost": 3.5, + "lambda": 47.065, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 970, + "avg_reward": 2519.46, + "avg_cost": 4.75, + "lambda": 43.5125, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 980, + "avg_reward": 2503.08, + "avg_cost": 12.5, + "lambda": 40.495, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 990, + "avg_reward": 2291.61, + "avg_cost": 16.5, + "lambda": 37.21, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1000, + "avg_reward": 2453.0, + "avg_cost": 2.75, + "lambda": 34.0225, + "rho": [ + 0.4357, + 0.5643 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..832ead8214a11664d43aacb95060ca4334571d9e --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3178646.89, + "constraint_satisfaction_pct": 59.8, + "final_rho": [ + 0.3168, + 0.6832 + ], + "final_lambda": 10.6725, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 6.2825, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2567.52, + "avg_cost": 68.5, + "lambda": 9.6675, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 2821.51, + "avg_cost": 91.5, + "lambda": 15.8, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 3867.23, + "avg_cost": 99.0, + "lambda": 22.7425, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 1772.75, + "avg_cost": 7.5, + "lambda": 23.5425, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2852.8, + "avg_cost": 29.0, + "lambda": 24.1775, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 2523.53, + "avg_cost": 64.25, + "lambda": 27.1425, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 2200.22, + "avg_cost": 44.75, + "lambda": 29.5375, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 2652.73, + "avg_cost": 27.75, + "lambda": 30.8825, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 3507.16, + "avg_cost": 55.0, + "lambda": 32.0775, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 2668.11, + "avg_cost": 23.75, + "lambda": 33.15, + "rho": [ + 0.445, + 0.555 + ] + }, + { + "episode": 110, + "avg_reward": 2709.11, + "avg_cost": 24.5, + "lambda": 33.86, + "rho": [ + 0.445, + 0.555 + ] + }, + { + "episode": 120, + "avg_reward": 2631.81, + "avg_cost": 18.25, + "lambda": 33.4125, + "rho": [ + 0.445, + 0.555 + ] + }, + { + "episode": 130, + "avg_reward": 2527.61, + "avg_cost": 21.75, + "lambda": 34.07, + "rho": [ + 0.445, + 0.555 + ] + }, + { + "episode": 140, + "avg_reward": 3020.9, + "avg_cost": 10.25, + "lambda": 33.785, + "rho": [ + 0.445, + 0.555 + ] + }, + { + "episode": 150, + "avg_reward": 3295.89, + "avg_cost": 25.25, + "lambda": 33.3775, + "rho": [ + 0.436, + 0.564 + ] + }, + { + "episode": 160, + "avg_reward": 3069.46, + "avg_cost": 41.0, + "lambda": 33.3275, + "rho": [ + 0.436, + 0.564 + ] + }, + { + "episode": 170, + "avg_reward": 2623.49, + "avg_cost": 23.5, + "lambda": 34.46, + "rho": [ + 0.436, + 0.564 + ] + }, + { + "episode": 180, + "avg_reward": 2716.91, + "avg_cost": 24.25, + "lambda": 34.6725, + "rho": [ + 0.436, + 0.564 + ] + }, + { + "episode": 190, + "avg_reward": 2658.4, + "avg_cost": 26.75, + "lambda": 34.815, + "rho": [ + 0.436, + 0.564 + ] + }, + { + "episode": 200, + "avg_reward": 2965.26, + "avg_cost": 41.75, + "lambda": 36.04, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 210, + "avg_reward": 2955.99, + "avg_cost": 42.75, + "lambda": 37.9875, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 220, + "avg_reward": 2467.47, + "avg_cost": 20.0, + "lambda": 37.9775, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 230, + "avg_reward": 2504.37, + "avg_cost": 22.25, + "lambda": 38.65, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 240, + "avg_reward": 2207.91, + "avg_cost": 3.75, + "lambda": 38.07, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 250, + "avg_reward": 2881.28, + "avg_cost": 35.0, + "lambda": 37.0975, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 260, + "avg_reward": 2242.15, + "avg_cost": 9.0, + "lambda": 35.86, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 270, + "avg_reward": 2629.01, + "avg_cost": 21.75, + "lambda": 34.2825, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 280, + "avg_reward": 2801.25, + "avg_cost": 27.0, + "lambda": 33.7525, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 290, + "avg_reward": 2637.77, + "avg_cost": 27.75, + "lambda": 34.0125, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 300, + "avg_reward": 2101.87, + "avg_cost": 0.0, + "lambda": 33.32, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 310, + "avg_reward": 2423.32, + "avg_cost": 15.0, + "lambda": 32.5775, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 320, + "avg_reward": 2312.62, + "avg_cost": 7.5, + "lambda": 31.5975, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 330, + "avg_reward": 2179.02, + "avg_cost": 1.0, + "lambda": 30.8525, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 340, + "avg_reward": 2552.89, + "avg_cost": 22.75, + "lambda": 30.4575, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 350, + "avg_reward": 2828.12, + "avg_cost": 35.0, + "lambda": 29.655, + "rho": [ + 0.4113, + 0.5887 + ] + }, + { + "episode": 360, + "avg_reward": 2293.33, + "avg_cost": 7.0, + "lambda": 28.245, + "rho": [ + 0.4113, + 0.5887 + ] + }, + { + "episode": 370, + "avg_reward": 2551.79, + "avg_cost": 10.5, + "lambda": 26.8325, + "rho": [ + 0.4113, + 0.5887 + ] + }, + { + "episode": 380, + "avg_reward": 2623.8, + "avg_cost": 10.5, + "lambda": 25.2375, + "rho": [ + 0.4113, + 0.5887 + ] + }, + { + "episode": 390, + "avg_reward": 2566.97, + "avg_cost": 4.25, + "lambda": 23.62, + "rho": [ + 0.4113, + 0.5887 + ] + }, + { + "episode": 400, + "avg_reward": 2734.18, + "avg_cost": 9.5, + "lambda": 22.3175, + "rho": [ + 0.3936, + 0.6064 + ] + }, + { + "episode": 410, + "avg_reward": 3077.99, + "avg_cost": 20.75, + "lambda": 20.4475, + "rho": [ + 0.3936, + 0.6064 + ] + }, + { + "episode": 420, + "avg_reward": 2629.14, + "avg_cost": 2.75, + "lambda": 18.46, + "rho": [ + 0.3936, + 0.6064 + ] + }, + { + "episode": 430, + "avg_reward": 2244.31, + "avg_cost": 40.5, + "lambda": 18.3075, + "rho": [ + 0.3936, + 0.6064 + ] + }, + { + "episode": 440, + "avg_reward": 2338.63, + "avg_cost": 23.75, + "lambda": 19.045, + "rho": [ + 0.3936, + 0.6064 + ] + }, + { + "episode": 450, + "avg_reward": 2204.91, + "avg_cost": 1.0, + "lambda": 17.4575, + "rho": [ + 0.3851, + 0.6149 + ] + }, + { + "episode": 460, + "avg_reward": 2428.23, + "avg_cost": 1.0, + "lambda": 15.0625, + "rho": [ + 0.3851, + 0.6149 + ] + }, + { + "episode": 470, + "avg_reward": 2547.51, + "avg_cost": 12.5, + "lambda": 13.085, + "rho": [ + 0.3851, + 0.6149 + ] + }, + { + "episode": 480, + "avg_reward": 3007.18, + "avg_cost": 12.25, + "lambda": 11.275, + "rho": [ + 0.3851, + 0.6149 + ] + }, + { + "episode": 490, + "avg_reward": 4179.8, + "avg_cost": 80.5, + "lambda": 14.25, + "rho": [ + 0.3851, + 0.6149 + ] + }, + { + "episode": 500, + "avg_reward": 3058.02, + "avg_cost": 1.25, + "lambda": 13.9225, + "rho": [ + 0.3715, + 0.6285 + ] + }, + { + "episode": 510, + "avg_reward": 3189.46, + "avg_cost": 3.5, + "lambda": 11.8675, + "rho": [ + 0.3715, + 0.6285 + ] + }, + { + "episode": 520, + "avg_reward": 3232.39, + "avg_cost": 13.0, + "lambda": 9.85, + "rho": [ + 0.3715, + 0.6285 + ] + }, + { + "episode": 530, + "avg_reward": 3137.75, + "avg_cost": 6.5, + "lambda": 8.875, + "rho": [ + 0.3715, + 0.6285 + ] + }, + { + "episode": 540, + "avg_reward": 3645.35, + "avg_cost": 9.0, + "lambda": 7.285, + "rho": [ + 0.3715, + 0.6285 + ] + }, + { + "episode": 550, + "avg_reward": 3589.5, + "avg_cost": 2.75, + "lambda": 5.7225, + "rho": [ + 0.3527, + 0.6473 + ] + }, + { + "episode": 560, + "avg_reward": 4276.92, + "avg_cost": 29.25, + "lambda": 5.075, + "rho": [ + 0.3527, + 0.6473 + ] + }, + { + "episode": 570, + "avg_reward": 3925.75, + "avg_cost": 32.75, + "lambda": 5.695, + "rho": [ + 0.3527, + 0.6473 + ] + }, + { + "episode": 580, + "avg_reward": 4444.75, + "avg_cost": 49.0, + "lambda": 6.225, + "rho": [ + 0.3527, + 0.6473 + ] + }, + { + "episode": 590, + "avg_reward": 4094.31, + "avg_cost": 46.5, + "lambda": 9.35, + "rho": [ + 0.3527, + 0.6473 + ] + }, + { + "episode": 600, + "avg_reward": 3853.75, + "avg_cost": 7.75, + "lambda": 9.2975, + "rho": [ + 0.3433, + 0.6567 + ] + }, + { + "episode": 610, + "avg_reward": 4069.37, + "avg_cost": 7.25, + "lambda": 8.33, + "rho": [ + 0.3433, + 0.6567 + ] + }, + { + "episode": 620, + "avg_reward": 3964.52, + "avg_cost": 4.5, + "lambda": 6.79, + "rho": [ + 0.3433, + 0.6567 + ] + }, + { + "episode": 630, + "avg_reward": 3830.54, + "avg_cost": 8.25, + "lambda": 5.5125, + "rho": [ + 0.3433, + 0.6567 + ] + }, + { + "episode": 640, + "avg_reward": 4368.02, + "avg_cost": 38.0, + "lambda": 5.695, + "rho": [ + 0.3433, + 0.6567 + ] + }, + { + "episode": 650, + "avg_reward": 4154.16, + "avg_cost": 22.75, + "lambda": 6.3175, + "rho": [ + 0.3361, + 0.6639 + ] + }, + { + "episode": 660, + "avg_reward": 4286.0, + "avg_cost": 43.0, + "lambda": 7.375, + "rho": [ + 0.3361, + 0.6639 + ] + }, + { + "episode": 670, + "avg_reward": 4207.47, + "avg_cost": 32.0, + "lambda": 7.9875, + "rho": [ + 0.3361, + 0.6639 + ] + }, + { + "episode": 680, + "avg_reward": 4119.42, + "avg_cost": 21.0, + "lambda": 8.29, + "rho": [ + 0.3361, + 0.6639 + ] + }, + { + "episode": 690, + "avg_reward": 4387.46, + "avg_cost": 33.75, + "lambda": 8.1, + "rho": [ + 0.3361, + 0.6639 + ] + }, + { + "episode": 700, + "avg_reward": 4329.64, + "avg_cost": 19.5, + "lambda": 7.82, + "rho": [ + 0.3369, + 0.6631 + ] + }, + { + "episode": 710, + "avg_reward": 3764.67, + "avg_cost": 15.25, + "lambda": 6.905, + "rho": [ + 0.3369, + 0.6631 + ] + }, + { + "episode": 720, + "avg_reward": 4047.45, + "avg_cost": 20.0, + "lambda": 6.465, + "rho": [ + 0.3369, + 0.6631 + ] + }, + { + "episode": 730, + "avg_reward": 3966.43, + "avg_cost": 21.25, + "lambda": 6.0625, + "rho": [ + 0.3369, + 0.6631 + ] + }, + { + "episode": 740, + "avg_reward": 3860.2, + "avg_cost": 15.25, + "lambda": 4.73, + "rho": [ + 0.3369, + 0.6631 + ] + }, + { + "episode": 750, + "avg_reward": 4171.8, + "avg_cost": 27.0, + "lambda": 3.855, + "rho": [ + 0.331, + 0.669 + ] + }, + { + "episode": 760, + "avg_reward": 4463.52, + "avg_cost": 33.25, + "lambda": 4.06, + "rho": [ + 0.331, + 0.669 + ] + }, + { + "episode": 770, + "avg_reward": 4420.43, + "avg_cost": 58.25, + "lambda": 6.0825, + "rho": [ + 0.331, + 0.669 + ] + }, + { + "episode": 780, + "avg_reward": 4425.73, + "avg_cost": 52.75, + "lambda": 9.875, + "rho": [ + 0.331, + 0.669 + ] + }, + { + "episode": 790, + "avg_reward": 4137.56, + "avg_cost": 26.25, + "lambda": 10.97, + "rho": [ + 0.331, + 0.669 + ] + }, + { + "episode": 800, + "avg_reward": 3863.71, + "avg_cost": 4.75, + "lambda": 10.08, + "rho": [ + 0.3322, + 0.6678 + ] + }, + { + "episode": 810, + "avg_reward": 3319.94, + "avg_cost": 18.5, + "lambda": 9.255, + "rho": [ + 0.3322, + 0.6678 + ] + }, + { + "episode": 820, + "avg_reward": 3185.08, + "avg_cost": 8.0, + "lambda": 7.805, + "rho": [ + 0.3322, + 0.6678 + ] + }, + { + "episode": 830, + "avg_reward": 3381.06, + "avg_cost": 15.75, + "lambda": 6.365, + "rho": [ + 0.3322, + 0.6678 + ] + }, + { + "episode": 840, + "avg_reward": 3847.69, + "avg_cost": 17.5, + "lambda": 5.21, + "rho": [ + 0.3322, + 0.6678 + ] + }, + { + "episode": 850, + "avg_reward": 4179.44, + "avg_cost": 32.75, + "lambda": 5.5825, + "rho": [ + 0.3273, + 0.6727 + ] + }, + { + "episode": 860, + "avg_reward": 4040.69, + "avg_cost": 61.25, + "lambda": 8.6675, + "rho": [ + 0.3273, + 0.6727 + ] + }, + { + "episode": 870, + "avg_reward": 3886.44, + "avg_cost": 63.0, + "lambda": 12.6575, + "rho": [ + 0.3273, + 0.6727 + ] + }, + { + "episode": 880, + "avg_reward": 3557.69, + "avg_cost": 59.75, + "lambda": 15.86, + "rho": [ + 0.3273, + 0.6727 + ] + }, + { + "episode": 890, + "avg_reward": 2775.94, + "avg_cost": 35.25, + "lambda": 18.315, + "rho": [ + 0.3273, + 0.6727 + ] + }, + { + "episode": 900, + "avg_reward": 2551.47, + "avg_cost": 50.5, + "lambda": 20.305, + "rho": [ + 0.317, + 0.683 + ] + }, + { + "episode": 910, + "avg_reward": 2391.05, + "avg_cost": 11.75, + "lambda": 19.825, + "rho": [ + 0.317, + 0.683 + ] + }, + { + "episode": 920, + "avg_reward": 2417.7, + "avg_cost": 13.75, + "lambda": 18.965, + "rho": [ + 0.317, + 0.683 + ] + }, + { + "episode": 930, + "avg_reward": 2203.5, + "avg_cost": 27.75, + "lambda": 18.325, + "rho": [ + 0.317, + 0.683 + ] + }, + { + "episode": 940, + "avg_reward": 2737.48, + "avg_cost": 6.25, + "lambda": 17.175, + "rho": [ + 0.317, + 0.683 + ] + }, + { + "episode": 950, + "avg_reward": 3010.95, + "avg_cost": 16.5, + "lambda": 16.2, + "rho": [ + 0.3138, + 0.6862 + ] + }, + { + "episode": 960, + "avg_reward": 3107.65, + "avg_cost": 9.25, + "lambda": 15.1625, + "rho": [ + 0.3138, + 0.6862 + ] + }, + { + "episode": 970, + "avg_reward": 2682.75, + "avg_cost": 21.5, + "lambda": 13.8625, + "rho": [ + 0.3138, + 0.6862 + ] + }, + { + "episode": 980, + "avg_reward": 3013.12, + "avg_cost": 2.0, + "lambda": 12.54, + "rho": [ + 0.3138, + 0.6862 + ] + }, + { + "episode": 990, + "avg_reward": 3108.98, + "avg_cost": 6.75, + "lambda": 11.3975, + "rho": [ + 0.3138, + 0.6862 + ] + }, + { + "episode": 1000, + "avg_reward": 3767.35, + "avg_cost": 19.75, + "lambda": 10.6725, + "rho": [ + 0.3168, + 0.6832 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..8e94c2e021425d35f6ad105fb857c876561453c0 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3013887.89, + "constraint_satisfaction_pct": 61.0, + "final_rho": [ + 0.5135, + 0.4865 + ], + "final_lambda": 10.635, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 8.8475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2103.93, + "avg_cost": 60.75, + "lambda": 18.185, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 2757.65, + "avg_cost": 31.25, + "lambda": 21.89, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2229.78, + "avg_cost": 84.25, + "lambda": 34.1975, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2720.08, + "avg_cost": 65.5, + "lambda": 52.3325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2342.65, + "avg_cost": 76.5, + "lambda": 61.2125, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 2509.58, + "avg_cost": 28.5, + "lambda": 68.585, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 2226.33, + "avg_cost": 40.0, + "lambda": 70.9925, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 2488.12, + "avg_cost": 15.0, + "lambda": 71.0825, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 2335.85, + "avg_cost": 19.25, + "lambda": 71.15, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 1978.59, + "avg_cost": 14.75, + "lambda": 70.835, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 110, + "avg_reward": 2728.78, + "avg_cost": 27.75, + "lambda": 70.685, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 120, + "avg_reward": 2539.15, + "avg_cost": 16.0, + "lambda": 69.0725, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 130, + "avg_reward": 3332.92, + "avg_cost": 11.5, + "lambda": 64.955, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 140, + "avg_reward": 3168.74, + "avg_cost": 13.0, + "lambda": 61.7525, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 150, + "avg_reward": 3189.01, + "avg_cost": 63.25, + "lambda": 62.09, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 160, + "avg_reward": 2751.08, + "avg_cost": 41.0, + "lambda": 69.725, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 170, + "avg_reward": 3027.57, + "avg_cost": 43.0, + "lambda": 77.0825, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 180, + "avg_reward": 3032.73, + "avg_cost": 31.0, + "lambda": 81.6275, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 190, + "avg_reward": 2155.86, + "avg_cost": 3.25, + "lambda": 83.4425, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 200, + "avg_reward": 2660.76, + "avg_cost": 6.0, + "lambda": 78.005, + "rho": [ + 0.4093, + 0.5907 + ] + }, + { + "episode": 210, + "avg_reward": 3110.17, + "avg_cost": 43.75, + "lambda": 73.37, + "rho": [ + 0.4093, + 0.5907 + ] + }, + { + "episode": 220, + "avg_reward": 3088.19, + "avg_cost": 38.0, + "lambda": 76.9175, + "rho": [ + 0.4093, + 0.5907 + ] + }, + { + "episode": 230, + "avg_reward": 2709.51, + "avg_cost": 53.75, + "lambda": 79.565, + "rho": [ + 0.4093, + 0.5907 + ] + }, + { + "episode": 240, + "avg_reward": 3124.21, + "avg_cost": 41.25, + "lambda": 83.96, + "rho": [ + 0.4093, + 0.5907 + ] + }, + { + "episode": 250, + "avg_reward": 3042.46, + "avg_cost": 5.75, + "lambda": 85.985, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 260, + "avg_reward": 3276.78, + "avg_cost": 11.75, + "lambda": 81.9725, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 270, + "avg_reward": 2874.98, + "avg_cost": 2.0, + "lambda": 77.7425, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 280, + "avg_reward": 2107.73, + "avg_cost": 33.0, + "lambda": 77.6225, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 290, + "avg_reward": 2427.44, + "avg_cost": 2.5, + "lambda": 72.725, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 300, + "avg_reward": 2630.54, + "avg_cost": 2.0, + "lambda": 65.795, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 310, + "avg_reward": 2767.54, + "avg_cost": 8.25, + "lambda": 59.825, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 320, + "avg_reward": 2756.38, + "avg_cost": 10.75, + "lambda": 57.56, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 330, + "avg_reward": 3328.02, + "avg_cost": 34.25, + "lambda": 53.225, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 340, + "avg_reward": 3478.93, + "avg_cost": 38.75, + "lambda": 50.315, + "rho": [ + 0.4224, + 0.5776 + ] + }, + { + "episode": 350, + "avg_reward": 2563.51, + "avg_cost": 15.75, + "lambda": 53.3225, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 360, + "avg_reward": 3267.22, + "avg_cost": 25.5, + "lambda": 53.9225, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 370, + "avg_reward": 2717.95, + "avg_cost": 26.75, + "lambda": 56.3825, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 380, + "avg_reward": 2337.34, + "avg_cost": 41.5, + "lambda": 59.5325, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 390, + "avg_reward": 2675.63, + "avg_cost": 29.0, + "lambda": 61.145, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 400, + "avg_reward": 3406.99, + "avg_cost": 46.5, + "lambda": 59.045, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 410, + "avg_reward": 2366.04, + "avg_cost": 10.5, + "lambda": 56.285, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 420, + "avg_reward": 2745.47, + "avg_cost": 10.75, + "lambda": 54.1175, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 430, + "avg_reward": 2797.34, + "avg_cost": 6.25, + "lambda": 47.9225, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 440, + "avg_reward": 2547.71, + "avg_cost": 0.0, + "lambda": 40.895, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 450, + "avg_reward": 2629.88, + "avg_cost": 1.75, + "lambda": 33.7325, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 460, + "avg_reward": 2713.34, + "avg_cost": 6.25, + "lambda": 30.2975, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 470, + "avg_reward": 2657.06, + "avg_cost": 9.5, + "lambda": 23.63, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 480, + "avg_reward": 2290.31, + "avg_cost": 4.0, + "lambda": 17.915, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 490, + "avg_reward": 2546.52, + "avg_cost": 2.5, + "lambda": 11.9, + "rho": [ + 0.46, + 0.54 + ] + }, + { + "episode": 500, + "avg_reward": 2658.24, + "avg_cost": 1.5, + "lambda": 5.6225, + "rho": [ + 0.4693, + 0.5307 + ] + }, + { + "episode": 510, + "avg_reward": 3385.03, + "avg_cost": 29.75, + "lambda": 3.285, + "rho": [ + 0.4693, + 0.5307 + ] + }, + { + "episode": 520, + "avg_reward": 2776.05, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.4693, + 0.5307 + ] + }, + { + "episode": 530, + "avg_reward": 2679.55, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.4693, + 0.5307 + ] + }, + { + "episode": 540, + "avg_reward": 2757.56, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.4693, + 0.5307 + ] + }, + { + "episode": 550, + "avg_reward": 2791.69, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.4779, + 0.5221 + ] + }, + { + "episode": 560, + "avg_reward": 3327.97, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 0.4779, + 0.5221 + ] + }, + { + "episode": 570, + "avg_reward": 3147.44, + "avg_cost": 24.5, + "lambda": 3.1725, + "rho": [ + 0.4779, + 0.5221 + ] + }, + { + "episode": 580, + "avg_reward": 3120.37, + "avg_cost": 21.5, + "lambda": 3.0, + "rho": [ + 0.4779, + 0.5221 + ] + }, + { + "episode": 590, + "avg_reward": 3274.16, + "avg_cost": 44.25, + "lambda": 5.205, + "rho": [ + 0.4779, + 0.5221 + ] + }, + { + "episode": 600, + "avg_reward": 2888.06, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 610, + "avg_reward": 3954.41, + "avg_cost": 63.0, + "lambda": 4.785, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 620, + "avg_reward": 3343.11, + "avg_cost": 27.25, + "lambda": 10.8675, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 630, + "avg_reward": 3119.74, + "avg_cost": 4.75, + "lambda": 6.6525, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 640, + "avg_reward": 4324.03, + "avg_cost": 90.25, + "lambda": 10.68, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 650, + "avg_reward": 3602.14, + "avg_cost": 17.5, + "lambda": 20.3025, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 660, + "avg_reward": 2660.83, + "avg_cost": 5.25, + "lambda": 14.73, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 670, + "avg_reward": 3196.53, + "avg_cost": 2.25, + "lambda": 8.58, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 680, + "avg_reward": 3559.01, + "avg_cost": 26.75, + "lambda": 4.2075, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 690, + "avg_reward": 4145.72, + "avg_cost": 83.25, + "lambda": 16.3575, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 700, + "avg_reward": 3570.17, + "avg_cost": 19.75, + "lambda": 25.1175, + "rho": [ + 0.497, + 0.503 + ] + }, + { + "episode": 710, + "avg_reward": 2756.14, + "avg_cost": 1.0, + "lambda": 18.81, + "rho": [ + 0.497, + 0.503 + ] + }, + { + "episode": 720, + "avg_reward": 3059.57, + "avg_cost": 8.25, + "lambda": 12.54, + "rho": [ + 0.497, + 0.503 + ] + }, + { + "episode": 730, + "avg_reward": 3351.24, + "avg_cost": 3.25, + "lambda": 6.4575, + "rho": [ + 0.497, + 0.503 + ] + }, + { + "episode": 740, + "avg_reward": 4191.74, + "avg_cost": 24.75, + "lambda": 3.96, + "rho": [ + 0.497, + 0.503 + ] + }, + { + "episode": 750, + "avg_reward": 3986.66, + "avg_cost": 27.0, + "lambda": 3.06, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 760, + "avg_reward": 4610.86, + "avg_cost": 97.0, + "lambda": 11.415, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 770, + "avg_reward": 3828.0, + "avg_cost": 40.25, + "lambda": 21.2625, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 780, + "avg_reward": 3314.7, + "avg_cost": 8.75, + "lambda": 17.6625, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 790, + "avg_reward": 3023.05, + "avg_cost": 0.25, + "lambda": 11.2275, + "rho": [ + 0.5033, + 0.4967 + ] + }, + { + "episode": 800, + "avg_reward": 2824.53, + "avg_cost": 0.0, + "lambda": 4.455, + "rho": [ + 0.5108, + 0.4892 + ] + }, + { + "episode": 810, + "avg_reward": 3333.68, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5108, + 0.4892 + ] + }, + { + "episode": 820, + "avg_reward": 4066.09, + "avg_cost": 21.75, + "lambda": 3.0, + "rho": [ + 0.5108, + 0.4892 + ] + }, + { + "episode": 830, + "avg_reward": 4261.86, + "avg_cost": 63.5, + "lambda": 8.9775, + "rho": [ + 0.5108, + 0.4892 + ] + }, + { + "episode": 840, + "avg_reward": 3910.66, + "avg_cost": 77.5, + "lambda": 20.7, + "rho": [ + 0.5108, + 0.4892 + ] + }, + { + "episode": 850, + "avg_reward": 3660.66, + "avg_cost": 38.25, + "lambda": 34.77, + "rho": [ + 0.5146, + 0.4854 + ] + }, + { + "episode": 860, + "avg_reward": 3832.22, + "avg_cost": 16.5, + "lambda": 37.05, + "rho": [ + 0.5146, + 0.4854 + ] + }, + { + "episode": 870, + "avg_reward": 3215.8, + "avg_cost": 3.25, + "lambda": 32.43, + "rho": [ + 0.5146, + 0.4854 + ] + }, + { + "episode": 880, + "avg_reward": 2899.93, + "avg_cost": 5.75, + "lambda": 25.7325, + "rho": [ + 0.5146, + 0.4854 + ] + }, + { + "episode": 890, + "avg_reward": 2541.52, + "avg_cost": 4.5, + "lambda": 19.755, + "rho": [ + 0.5146, + 0.4854 + ] + }, + { + "episode": 900, + "avg_reward": 2587.22, + "avg_cost": 4.25, + "lambda": 12.81, + "rho": [ + 0.5158, + 0.4842 + ] + }, + { + "episode": 910, + "avg_reward": 2721.9, + "avg_cost": 7.0, + "lambda": 6.6075, + "rho": [ + 0.5158, + 0.4842 + ] + }, + { + "episode": 920, + "avg_reward": 3141.36, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.5158, + 0.4842 + ] + }, + { + "episode": 930, + "avg_reward": 3741.67, + "avg_cost": 33.5, + "lambda": 3.66, + "rho": [ + 0.5158, + 0.4842 + ] + }, + { + "episode": 940, + "avg_reward": 4220.97, + "avg_cost": 50.0, + "lambda": 7.785, + "rho": [ + 0.5158, + 0.4842 + ] + }, + { + "episode": 950, + "avg_reward": 3620.29, + "avg_cost": 19.0, + "lambda": 10.3875, + "rho": [ + 0.515, + 0.485 + ] + }, + { + "episode": 960, + "avg_reward": 3385.29, + "avg_cost": 16.25, + "lambda": 6.0675, + "rho": [ + 0.515, + 0.485 + ] + }, + { + "episode": 970, + "avg_reward": 3455.34, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.515, + 0.485 + ] + }, + { + "episode": 980, + "avg_reward": 3862.4, + "avg_cost": 43.5, + "lambda": 5.5425, + "rho": [ + 0.515, + 0.485 + ] + }, + { + "episode": 990, + "avg_reward": 3569.94, + "avg_cost": 28.0, + "lambda": 7.785, + "rho": [ + 0.515, + 0.485 + ] + }, + { + "episode": 1000, + "avg_reward": 3706.62, + "avg_cost": 30.25, + "lambda": 10.635, + "rho": [ + 0.5135, + 0.4865 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..8c394b3fe83bda7a03f8da2965aa94af8f16aab8 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 711629.91, + "constraint_satisfaction_pct": 25.4, + "final_rho": [ + 0.3377, + 0.6623 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 8.8475, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 1962.68, + "avg_cost": 43.75, + "lambda": 17.945, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 3411.42, + "avg_cost": 52.5, + "lambda": 20.81, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2724.17, + "avg_cost": 86.0, + "lambda": 38.0675, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2841.94, + "avg_cost": 90.75, + "lambda": 49.535, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2713.75, + "avg_cost": 79.75, + "lambda": 68.465, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 1531.21, + "avg_cost": 112.25, + "lambda": 93.4775, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 2325.28, + "avg_cost": 88.0, + "lambda": 100.0, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 3275.45, + "avg_cost": 79.5, + "lambda": 100.0, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 2248.15, + "avg_cost": 76.5, + "lambda": 100.0, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 2945.75, + "avg_cost": 60.0, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.5744 + ] + }, + { + "episode": 110, + "avg_reward": 2843.07, + "avg_cost": 51.25, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.5744 + ] + }, + { + "episode": 120, + "avg_reward": 3063.02, + "avg_cost": 42.25, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.5744 + ] + }, + { + "episode": 130, + "avg_reward": 3417.32, + "avg_cost": 59.75, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.5744 + ] + }, + { + "episode": 140, + "avg_reward": 3054.6, + "avg_cost": 48.0, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.5744 + ] + }, + { + "episode": 150, + "avg_reward": 3298.48, + "avg_cost": 31.75, + "lambda": 100.0, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 160, + "avg_reward": 2312.57, + "avg_cost": 23.75, + "lambda": 99.9625, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 170, + "avg_reward": 2395.63, + "avg_cost": 22.75, + "lambda": 98.0725, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 180, + "avg_reward": 1870.76, + "avg_cost": 12.25, + "lambda": 97.6225, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 190, + "avg_reward": 2170.09, + "avg_cost": 33.5, + "lambda": 95.875, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 200, + "avg_reward": 2233.86, + "avg_cost": 11.5, + "lambda": 92.7325, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 210, + "avg_reward": 1812.69, + "avg_cost": 22.25, + "lambda": 90.3775, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 220, + "avg_reward": 1866.34, + "avg_cost": 15.25, + "lambda": 87.055, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 230, + "avg_reward": 2596.08, + "avg_cost": 20.75, + "lambda": 84.7075, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 240, + "avg_reward": 2154.02, + "avg_cost": 9.5, + "lambda": 80.995, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 250, + "avg_reward": 2005.8, + "avg_cost": 47.0, + "lambda": 80.92, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 260, + "avg_reward": 1545.99, + "avg_cost": 5.5, + "lambda": 79.165, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 270, + "avg_reward": 2557.43, + "avg_cost": 25.75, + "lambda": 75.0175, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 280, + "avg_reward": 1775.0, + "avg_cost": 10.0, + "lambda": 71.4025, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 290, + "avg_reward": 1384.8, + "avg_cost": 3.75, + "lambda": 67.1125, + "rho": [ + 0.3896, + 0.6104 + ] + }, + { + "episode": 300, + "avg_reward": 1886.36, + "avg_cost": 9.25, + "lambda": 63.115, + "rho": [ + 0.3745, + 0.6255 + ] + }, + { + "episode": 310, + "avg_reward": 1038.26, + "avg_cost": 0.75, + "lambda": 57.04, + "rho": [ + 0.3745, + 0.6255 + ] + }, + { + "episode": 320, + "avg_reward": 1539.61, + "avg_cost": 11.0, + "lambda": 52.0075, + "rho": [ + 0.3745, + 0.6255 + ] + }, + { + "episode": 330, + "avg_reward": 1308.72, + "avg_cost": 4.5, + "lambda": 46.9, + "rho": [ + 0.3745, + 0.6255 + ] + }, + { + "episode": 340, + "avg_reward": 1551.4, + "avg_cost": 8.75, + "lambda": 42.1375, + "rho": [ + 0.3745, + 0.6255 + ] + }, + { + "episode": 350, + "avg_reward": 1503.21, + "avg_cost": 6.75, + "lambda": 36.88, + "rho": [ + 0.3727, + 0.6273 + ] + }, + { + "episode": 360, + "avg_reward": 1386.14, + "avg_cost": 0.75, + "lambda": 31.6075, + "rho": [ + 0.3727, + 0.6273 + ] + }, + { + "episode": 370, + "avg_reward": 1805.68, + "avg_cost": 5.75, + "lambda": 26.2525, + "rho": [ + 0.3727, + 0.6273 + ] + }, + { + "episode": 380, + "avg_reward": 1624.38, + "avg_cost": 11.75, + "lambda": 20.53, + "rho": [ + 0.3727, + 0.6273 + ] + }, + { + "episode": 390, + "avg_reward": 1541.76, + "avg_cost": 0.0, + "lambda": 14.7025, + "rho": [ + 0.3727, + 0.6273 + ] + }, + { + "episode": 400, + "avg_reward": 2222.86, + "avg_cost": 20.5, + "lambda": 10.765, + "rho": [ + 0.3725, + 0.6275 + ] + }, + { + "episode": 410, + "avg_reward": 2038.64, + "avg_cost": 5.0, + "lambda": 8.17, + "rho": [ + 0.3725, + 0.6275 + ] + }, + { + "episode": 420, + "avg_reward": 2234.69, + "avg_cost": 11.0, + "lambda": 4.81, + "rho": [ + 0.3725, + 0.6275 + ] + }, + { + "episode": 430, + "avg_reward": 2345.34, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.3725, + 0.6275 + ] + }, + { + "episode": 440, + "avg_reward": 3081.71, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 0.3725, + 0.6275 + ] + }, + { + "episode": 450, + "avg_reward": 3552.75, + "avg_cost": 43.5, + "lambda": 8.505, + "rho": [ + 0.3801, + 0.6199 + ] + }, + { + "episode": 460, + "avg_reward": 4106.74, + "avg_cost": 73.25, + "lambda": 20.4825, + "rho": [ + 0.3801, + 0.6199 + ] + }, + { + "episode": 470, + "avg_reward": 3927.88, + "avg_cost": 48.0, + "lambda": 30.795, + "rho": [ + 0.3801, + 0.6199 + ] + }, + { + "episode": 480, + "avg_reward": 3868.97, + "avg_cost": 66.75, + "lambda": 39.435, + "rho": [ + 0.3801, + 0.6199 + ] + }, + { + "episode": 490, + "avg_reward": 685.79, + "avg_cost": 203.5, + "lambda": 52.155, + "rho": [ + 0.3801, + 0.6199 + ] + }, + { + "episode": 500, + "avg_reward": -3181.67, + "avg_cost": 630.25, + "lambda": 100.0, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 510, + "avg_reward": -1487.84, + "avg_cost": 490.75, + "lambda": 100.0, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 520, + "avg_reward": -759.51, + "avg_cost": 425.25, + "lambda": 100.0, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 530, + "avg_reward": -478.32, + "avg_cost": 400.75, + "lambda": 100.0, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 540, + "avg_reward": -628.27, + "avg_cost": 409.25, + "lambda": 100.0, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 550, + "avg_reward": -977.55, + "avg_cost": 430.25, + "lambda": 100.0, + "rho": [ + 0.3726, + 0.6274 + ] + }, + { + "episode": 560, + "avg_reward": -995.22, + "avg_cost": 426.0, + "lambda": 100.0, + "rho": [ + 0.3726, + 0.6274 + ] + }, + { + "episode": 570, + "avg_reward": -1199.92, + "avg_cost": 437.25, + "lambda": 100.0, + "rho": [ + 0.3726, + 0.6274 + ] + }, + { + "episode": 580, + "avg_reward": -945.78, + "avg_cost": 359.25, + "lambda": 100.0, + "rho": [ + 0.3726, + 0.6274 + ] + }, + { + "episode": 590, + "avg_reward": -827.26, + "avg_cost": 289.5, + "lambda": 100.0, + "rho": [ + 0.3726, + 0.6274 + ] + }, + { + "episode": 600, + "avg_reward": -823.48, + "avg_cost": 270.75, + "lambda": 100.0, + "rho": [ + 0.3603, + 0.6397 + ] + }, + { + "episode": 610, + "avg_reward": -796.26, + "avg_cost": 243.75, + "lambda": 100.0, + "rho": [ + 0.3603, + 0.6397 + ] + }, + { + "episode": 620, + "avg_reward": -748.73, + "avg_cost": 178.0, + "lambda": 100.0, + "rho": [ + 0.3603, + 0.6397 + ] + }, + { + "episode": 630, + "avg_reward": -734.59, + "avg_cost": 152.5, + "lambda": 100.0, + "rho": [ + 0.3603, + 0.6397 + ] + }, + { + "episode": 640, + "avg_reward": -735.51, + "avg_cost": 145.25, + "lambda": 100.0, + "rho": [ + 0.3603, + 0.6397 + ] + }, + { + "episode": 650, + "avg_reward": -750.37, + "avg_cost": 145.0, + "lambda": 100.0, + "rho": [ + 0.3559, + 0.6441 + ] + }, + { + "episode": 660, + "avg_reward": -755.23, + "avg_cost": 144.25, + "lambda": 100.0, + "rho": [ + 0.3559, + 0.6441 + ] + }, + { + "episode": 670, + "avg_reward": -758.8, + "avg_cost": 143.25, + "lambda": 100.0, + "rho": [ + 0.3559, + 0.6441 + ] + }, + { + "episode": 680, + "avg_reward": -765.04, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3559, + 0.6441 + ] + }, + { + "episode": 690, + "avg_reward": -739.67, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3559, + 0.6441 + ] + }, + { + "episode": 700, + "avg_reward": -746.14, + "avg_cost": 144.25, + "lambda": 100.0, + "rho": [ + 0.3583, + 0.6417 + ] + }, + { + "episode": 710, + "avg_reward": -741.81, + "avg_cost": 144.25, + "lambda": 100.0, + "rho": [ + 0.3583, + 0.6417 + ] + }, + { + "episode": 720, + "avg_reward": -767.5, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3583, + 0.6417 + ] + }, + { + "episode": 730, + "avg_reward": -775.81, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3583, + 0.6417 + ] + }, + { + "episode": 740, + "avg_reward": -767.61, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3583, + 0.6417 + ] + }, + { + "episode": 750, + "avg_reward": -781.99, + "avg_cost": 143.25, + "lambda": 100.0, + "rho": [ + 0.3545, + 0.6455 + ] + }, + { + "episode": 760, + "avg_reward": -778.42, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3545, + 0.6455 + ] + }, + { + "episode": 770, + "avg_reward": -791.87, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3545, + 0.6455 + ] + }, + { + "episode": 780, + "avg_reward": -793.22, + "avg_cost": 143.0, + "lambda": 100.0, + "rho": [ + 0.3545, + 0.6455 + ] + }, + { + "episode": 790, + "avg_reward": -810.59, + "avg_cost": 142.75, + "lambda": 100.0, + "rho": [ + 0.3545, + 0.6455 + ] + }, + { + "episode": 800, + "avg_reward": -812.2, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3456, + 0.6544 + ] + }, + { + "episode": 810, + "avg_reward": -794.9, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3456, + 0.6544 + ] + }, + { + "episode": 820, + "avg_reward": -779.66, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3456, + 0.6544 + ] + }, + { + "episode": 830, + "avg_reward": -774.65, + "avg_cost": 143.25, + "lambda": 100.0, + "rho": [ + 0.3456, + 0.6544 + ] + }, + { + "episode": 840, + "avg_reward": -784.84, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3456, + 0.6544 + ] + }, + { + "episode": 850, + "avg_reward": -798.83, + "avg_cost": 143.0, + "lambda": 100.0, + "rho": [ + 0.3434, + 0.6566 + ] + }, + { + "episode": 860, + "avg_reward": -770.15, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3434, + 0.6566 + ] + }, + { + "episode": 870, + "avg_reward": -779.04, + "avg_cost": 144.0, + "lambda": 100.0, + "rho": [ + 0.3434, + 0.6566 + ] + }, + { + "episode": 880, + "avg_reward": -821.59, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.3434, + 0.6566 + ] + }, + { + "episode": 890, + "avg_reward": -813.67, + "avg_cost": 143.5, + "lambda": 100.0, + "rho": [ + 0.3434, + 0.6566 + ] + }, + { + "episode": 900, + "avg_reward": -808.26, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.347, + 0.653 + ] + }, + { + "episode": 910, + "avg_reward": -792.68, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.347, + 0.653 + ] + }, + { + "episode": 920, + "avg_reward": -783.49, + "avg_cost": 143.0, + "lambda": 100.0, + "rho": [ + 0.347, + 0.653 + ] + }, + { + "episode": 930, + "avg_reward": -819.52, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.347, + 0.653 + ] + }, + { + "episode": 940, + "avg_reward": -829.99, + "avg_cost": 143.75, + "lambda": 100.0, + "rho": [ + 0.347, + 0.653 + ] + }, + { + "episode": 950, + "avg_reward": -810.43, + "avg_cost": 144.0, + "lambda": 100.0, + "rho": [ + 0.3448, + 0.6552 + ] + }, + { + "episode": 960, + "avg_reward": -832.36, + "avg_cost": 144.0, + "lambda": 100.0, + "rho": [ + 0.3448, + 0.6552 + ] + }, + { + "episode": 970, + "avg_reward": -812.27, + "avg_cost": 143.25, + "lambda": 100.0, + "rho": [ + 0.3448, + 0.6552 + ] + }, + { + "episode": 980, + "avg_reward": -837.87, + "avg_cost": 143.0, + "lambda": 100.0, + "rho": [ + 0.3448, + 0.6552 + ] + }, + { + "episode": 990, + "avg_reward": -841.43, + "avg_cost": 144.25, + "lambda": 100.0, + "rho": [ + 0.3448, + 0.6552 + ] + }, + { + "episode": 1000, + "avg_reward": -873.97, + "avg_cost": 143.25, + "lambda": 100.0, + "rho": [ + 0.3377, + 0.6623 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..712c254d035969e6bee9c69b87533c26addfb5df --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2757194.59, + "constraint_satisfaction_pct": 2.1, + "final_rho": [ + 0.5658, + 0.4342 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 14.5975, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 1799.04, + "avg_cost": 57.0, + "lambda": 46.8545, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 2082.81, + "avg_cost": 16.25, + "lambda": 65.2724, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2093.58, + "avg_cost": 7.25, + "lambda": 75.8766, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2106.76, + "avg_cost": 14.0, + "lambda": 83.6131, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2074.57, + "avg_cost": 18.0, + "lambda": 89.1202, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 60, + "avg_reward": 1872.39, + "avg_cost": 5.75, + "lambda": 93.8653, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 70, + "avg_reward": 2015.47, + "avg_cost": 25.25, + "lambda": 99.527, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 80, + "avg_reward": 1772.94, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 90, + "avg_reward": 1470.96, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 100, + "avg_reward": 1673.29, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 110, + "avg_reward": 2019.15, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 120, + "avg_reward": 2000.75, + "avg_cost": 22.75, + "lambda": 100.0, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 130, + "avg_reward": 2221.45, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 140, + "avg_reward": 2136.73, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 150, + "avg_reward": 2334.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 160, + "avg_reward": 2648.04, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 170, + "avg_reward": 2367.04, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 180, + "avg_reward": 2061.92, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 190, + "avg_reward": 2394.16, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 200, + "avg_reward": 2593.53, + "avg_cost": 34.75, + "lambda": 100.0, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 210, + "avg_reward": 2050.28, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 220, + "avg_reward": 2443.39, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 230, + "avg_reward": 2369.58, + "avg_cost": 40.25, + "lambda": 100.0, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 240, + "avg_reward": 2114.72, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 250, + "avg_reward": 2131.95, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 260, + "avg_reward": 2026.0, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 270, + "avg_reward": 2209.31, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 280, + "avg_reward": 2202.0, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 290, + "avg_reward": 1906.28, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 300, + "avg_reward": 1806.31, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6121, + 0.3879 + ] + }, + { + "episode": 310, + "avg_reward": 1735.53, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.6121, + 0.3879 + ] + }, + { + "episode": 320, + "avg_reward": 2175.71, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.6121, + 0.3879 + ] + }, + { + "episode": 330, + "avg_reward": 1863.9, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6121, + 0.3879 + ] + }, + { + "episode": 340, + "avg_reward": 2448.72, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.6121, + 0.3879 + ] + }, + { + "episode": 350, + "avg_reward": 3224.16, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.6062, + 0.3938 + ] + }, + { + "episode": 360, + "avg_reward": 2909.09, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.6062, + 0.3938 + ] + }, + { + "episode": 370, + "avg_reward": 3232.34, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6062, + 0.3938 + ] + }, + { + "episode": 380, + "avg_reward": 3146.08, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.6062, + 0.3938 + ] + }, + { + "episode": 390, + "avg_reward": 2806.59, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 0.6062, + 0.3938 + ] + }, + { + "episode": 400, + "avg_reward": 2880.51, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.6095, + 0.3905 + ] + }, + { + "episode": 410, + "avg_reward": 2863.33, + "avg_cost": 30.5, + "lambda": 100.0, + "rho": [ + 0.6095, + 0.3905 + ] + }, + { + "episode": 420, + "avg_reward": 2361.15, + "avg_cost": 23.0, + "lambda": 100.0, + "rho": [ + 0.6095, + 0.3905 + ] + }, + { + "episode": 430, + "avg_reward": 3078.32, + "avg_cost": 41.5, + "lambda": 100.0, + "rho": [ + 0.6095, + 0.3905 + ] + }, + { + "episode": 440, + "avg_reward": 4259.42, + "avg_cost": 88.25, + "lambda": 100.0, + "rho": [ + 0.6095, + 0.3905 + ] + }, + { + "episode": 450, + "avg_reward": 1540.49, + "avg_cost": 44.5, + "lambda": 100.0, + "rho": [ + 0.6049, + 0.3951 + ] + }, + { + "episode": 460, + "avg_reward": 2615.55, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.6049, + 0.3951 + ] + }, + { + "episode": 470, + "avg_reward": 3094.86, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.6049, + 0.3951 + ] + }, + { + "episode": 480, + "avg_reward": 2884.04, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6049, + 0.3951 + ] + }, + { + "episode": 490, + "avg_reward": 3290.03, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.6049, + 0.3951 + ] + }, + { + "episode": 500, + "avg_reward": 2907.35, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.5949, + 0.4051 + ] + }, + { + "episode": 510, + "avg_reward": 2827.95, + "avg_cost": 18.5, + "lambda": 100.0, + "rho": [ + 0.5949, + 0.4051 + ] + }, + { + "episode": 520, + "avg_reward": 2630.73, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 0.5949, + 0.4051 + ] + }, + { + "episode": 530, + "avg_reward": 3302.88, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.5949, + 0.4051 + ] + }, + { + "episode": 540, + "avg_reward": 2781.05, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.5949, + 0.4051 + ] + }, + { + "episode": 550, + "avg_reward": 2508.54, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 560, + "avg_reward": 2954.16, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 570, + "avg_reward": 2783.89, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 580, + "avg_reward": 2673.06, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 590, + "avg_reward": 3033.92, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 600, + "avg_reward": 2964.09, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5853, + 0.4147 + ] + }, + { + "episode": 610, + "avg_reward": 2828.63, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.5853, + 0.4147 + ] + }, + { + "episode": 620, + "avg_reward": 3100.02, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.5853, + 0.4147 + ] + }, + { + "episode": 630, + "avg_reward": 2726.54, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5853, + 0.4147 + ] + }, + { + "episode": 640, + "avg_reward": 3183.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.5853, + 0.4147 + ] + }, + { + "episode": 650, + "avg_reward": 3100.59, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.584, + 0.416 + ] + }, + { + "episode": 660, + "avg_reward": 3447.18, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.584, + 0.416 + ] + }, + { + "episode": 670, + "avg_reward": 3174.9, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.584, + 0.416 + ] + }, + { + "episode": 680, + "avg_reward": 3087.24, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.584, + 0.416 + ] + }, + { + "episode": 690, + "avg_reward": 3280.36, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.584, + 0.416 + ] + }, + { + "episode": 700, + "avg_reward": 3352.74, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 710, + "avg_reward": 3210.09, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 720, + "avg_reward": 3231.96, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 730, + "avg_reward": 3403.16, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 740, + "avg_reward": 2815.0, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 750, + "avg_reward": 3100.06, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5878, + 0.4122 + ] + }, + { + "episode": 760, + "avg_reward": 3009.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5878, + 0.4122 + ] + }, + { + "episode": 770, + "avg_reward": 3162.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5878, + 0.4122 + ] + }, + { + "episode": 780, + "avg_reward": 3309.06, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5878, + 0.4122 + ] + }, + { + "episode": 790, + "avg_reward": 3514.85, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.5878, + 0.4122 + ] + }, + { + "episode": 800, + "avg_reward": 3614.21, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.5849, + 0.4151 + ] + }, + { + "episode": 810, + "avg_reward": 3199.87, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.5849, + 0.4151 + ] + }, + { + "episode": 820, + "avg_reward": 3287.19, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.5849, + 0.4151 + ] + }, + { + "episode": 830, + "avg_reward": 3224.29, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5849, + 0.4151 + ] + }, + { + "episode": 840, + "avg_reward": 2794.57, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5849, + 0.4151 + ] + }, + { + "episode": 850, + "avg_reward": 3425.22, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5783, + 0.4217 + ] + }, + { + "episode": 860, + "avg_reward": 3429.62, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.5783, + 0.4217 + ] + }, + { + "episode": 870, + "avg_reward": 3332.62, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.5783, + 0.4217 + ] + }, + { + "episode": 880, + "avg_reward": 3393.06, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5783, + 0.4217 + ] + }, + { + "episode": 890, + "avg_reward": 3679.67, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.5783, + 0.4217 + ] + }, + { + "episode": 900, + "avg_reward": 3376.38, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5773, + 0.4227 + ] + }, + { + "episode": 910, + "avg_reward": 3153.44, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5773, + 0.4227 + ] + }, + { + "episode": 920, + "avg_reward": 3103.85, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.5773, + 0.4227 + ] + }, + { + "episode": 930, + "avg_reward": 3344.32, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.5773, + 0.4227 + ] + }, + { + "episode": 940, + "avg_reward": 3222.91, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.5773, + 0.4227 + ] + }, + { + "episode": 950, + "avg_reward": 3206.79, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.5732, + 0.4268 + ] + }, + { + "episode": 960, + "avg_reward": 3364.43, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.5732, + 0.4268 + ] + }, + { + "episode": 970, + "avg_reward": 3286.97, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.5732, + 0.4268 + ] + }, + { + "episode": 980, + "avg_reward": 3252.64, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.5732, + 0.4268 + ] + }, + { + "episode": 990, + "avg_reward": 3339.58, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.5732, + 0.4268 + ] + }, + { + "episode": 1000, + "avg_reward": 3199.95, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5658, + 0.4342 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..3c9b14179a7a4552ec75dc70bda002c6cff04729 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1337916.54, + "constraint_satisfaction_pct": 25.4, + "final_rho": [ + 0.3974, + 0.6026 + ], + "final_lambda": 99.985, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 14.5675, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2260.2, + "avg_cost": 47.5, + "lambda": 29.1925, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 2479.48, + "avg_cost": 29.0, + "lambda": 36.58, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2347.61, + "avg_cost": 31.5, + "lambda": 45.865, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2109.05, + "avg_cost": 4.0, + "lambda": 50.8825, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 1846.31, + "avg_cost": 19.75, + "lambda": 55.9075, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 60, + "avg_reward": 1672.46, + "avg_cost": 10.5, + "lambda": 62.1325, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 70, + "avg_reward": 1630.56, + "avg_cost": 58.5, + "lambda": 67.57, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 80, + "avg_reward": 1629.54, + "avg_cost": 62.5, + "lambda": 77.23, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 90, + "avg_reward": 1653.82, + "avg_cost": 13.0, + "lambda": 85.585, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 100, + "avg_reward": 1462.55, + "avg_cost": 12.25, + "lambda": 91.8775, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 110, + "avg_reward": 1784.57, + "avg_cost": 2.0, + "lambda": 94.5625, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 120, + "avg_reward": 2038.66, + "avg_cost": 18.5, + "lambda": 98.5975, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 130, + "avg_reward": 2002.56, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 140, + "avg_reward": 1960.74, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 150, + "avg_reward": 2805.54, + "avg_cost": 32.75, + "lambda": 100.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 160, + "avg_reward": 2783.5, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 170, + "avg_reward": 2335.42, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 180, + "avg_reward": 2247.61, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 190, + "avg_reward": 2644.9, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.4945, + 0.5055 + ] + }, + { + "episode": 200, + "avg_reward": 3159.62, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 210, + "avg_reward": 2757.95, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 220, + "avg_reward": 2705.35, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 230, + "avg_reward": 2903.15, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 240, + "avg_reward": 3356.27, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 0.4806, + 0.5194 + ] + }, + { + "episode": 250, + "avg_reward": 3077.37, + "avg_cost": 25.5, + "lambda": 100.0, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 260, + "avg_reward": 3748.71, + "avg_cost": 37.5, + "lambda": 100.0, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 270, + "avg_reward": 3671.0, + "avg_cost": 53.5, + "lambda": 100.0, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 280, + "avg_reward": 4203.23, + "avg_cost": 106.0, + "lambda": 100.0, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 290, + "avg_reward": 3972.65, + "avg_cost": 120.25, + "lambda": 100.0, + "rho": [ + 0.4673, + 0.5327 + ] + }, + { + "episode": 300, + "avg_reward": -1632.5, + "avg_cost": 526.25, + "lambda": 100.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 310, + "avg_reward": -964.68, + "avg_cost": 370.75, + "lambda": 100.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 320, + "avg_reward": 1192.86, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 330, + "avg_reward": 1488.09, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 340, + "avg_reward": 1486.6, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 350, + "avg_reward": 1376.85, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 360, + "avg_reward": 1338.7, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 370, + "avg_reward": 1660.03, + "avg_cost": 0.5, + "lambda": 99.91, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 380, + "avg_reward": 1693.4, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 390, + "avg_reward": 1704.27, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 400, + "avg_reward": 1455.31, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 410, + "avg_reward": 1541.39, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 420, + "avg_reward": 1758.63, + "avg_cost": 0.0, + "lambda": 99.775, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 430, + "avg_reward": 1936.63, + "avg_cost": 0.0, + "lambda": 99.85, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 440, + "avg_reward": 1829.97, + "avg_cost": 0.0, + "lambda": 99.865, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 450, + "avg_reward": 1891.0, + "avg_cost": 0.0, + "lambda": 99.835, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 460, + "avg_reward": 1672.71, + "avg_cost": 0.0, + "lambda": 99.7525, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 470, + "avg_reward": 1918.39, + "avg_cost": 0.0, + "lambda": 99.685, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 480, + "avg_reward": 1850.65, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 490, + "avg_reward": 1844.18, + "avg_cost": 0.25, + "lambda": 99.7225, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 500, + "avg_reward": 2212.88, + "avg_cost": 3.75, + "lambda": 99.97, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 510, + "avg_reward": 2448.32, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 520, + "avg_reward": 2794.05, + "avg_cost": 26.5, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 530, + "avg_reward": 3028.67, + "avg_cost": 40.75, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 540, + "avg_reward": 3021.0, + "avg_cost": 39.5, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.5648 + ] + }, + { + "episode": 550, + "avg_reward": 2934.16, + "avg_cost": 33.0, + "lambda": 100.0, + "rho": [ + 0.4255, + 0.5745 + ] + }, + { + "episode": 560, + "avg_reward": 3650.72, + "avg_cost": 74.75, + "lambda": 100.0, + "rho": [ + 0.4255, + 0.5745 + ] + }, + { + "episode": 570, + "avg_reward": 2335.0, + "avg_cost": 38.0, + "lambda": 100.0, + "rho": [ + 0.4255, + 0.5745 + ] + }, + { + "episode": 580, + "avg_reward": -2154.13, + "avg_cost": 499.5, + "lambda": 100.0, + "rho": [ + 0.4255, + 0.5745 + ] + }, + { + "episode": 590, + "avg_reward": -750.76, + "avg_cost": 387.75, + "lambda": 100.0, + "rho": [ + 0.4255, + 0.5745 + ] + }, + { + "episode": 600, + "avg_reward": -562.25, + "avg_cost": 376.75, + "lambda": 100.0, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 610, + "avg_reward": -175.33, + "avg_cost": 149.25, + "lambda": 100.0, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 620, + "avg_reward": 169.78, + "avg_cost": 40.0, + "lambda": 100.0, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 630, + "avg_reward": 334.33, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 640, + "avg_reward": 266.54, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 650, + "avg_reward": 440.62, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 660, + "avg_reward": 346.81, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 670, + "avg_reward": 224.2, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 680, + "avg_reward": 381.66, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 690, + "avg_reward": 256.88, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4048, + 0.5952 + ] + }, + { + "episode": 700, + "avg_reward": 245.72, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 710, + "avg_reward": 276.83, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 720, + "avg_reward": 317.12, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 730, + "avg_reward": 284.83, + "avg_cost": 0.25, + "lambda": 99.94, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 740, + "avg_reward": 283.62, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 750, + "avg_reward": 328.34, + "avg_cost": 1.25, + "lambda": 99.9475, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 760, + "avg_reward": 390.79, + "avg_cost": 1.0, + "lambda": 99.9325, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 770, + "avg_reward": 380.08, + "avg_cost": 0.5, + "lambda": 99.85, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 780, + "avg_reward": 425.61, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 790, + "avg_reward": 535.4, + "avg_cost": 0.75, + "lambda": 99.8425, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 800, + "avg_reward": 455.53, + "avg_cost": 0.25, + "lambda": 99.85, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 810, + "avg_reward": 433.42, + "avg_cost": 0.75, + "lambda": 99.76, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 820, + "avg_reward": 483.47, + "avg_cost": 1.5, + "lambda": 99.715, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 830, + "avg_reward": 448.21, + "avg_cost": 0.5, + "lambda": 99.88, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 840, + "avg_reward": 496.71, + "avg_cost": 1.25, + "lambda": 99.9025, + "rho": [ + 0.4008, + 0.5992 + ] + }, + { + "episode": 850, + "avg_reward": 523.48, + "avg_cost": 0.0, + "lambda": 99.835, + "rho": [ + 0.4038, + 0.5962 + ] + }, + { + "episode": 860, + "avg_reward": 559.58, + "avg_cost": 0.25, + "lambda": 99.9625, + "rho": [ + 0.4038, + 0.5962 + ] + }, + { + "episode": 870, + "avg_reward": 632.36, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.4038, + 0.5962 + ] + }, + { + "episode": 880, + "avg_reward": 381.43, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.4038, + 0.5962 + ] + }, + { + "episode": 890, + "avg_reward": 583.95, + "avg_cost": 1.75, + "lambda": 99.97, + "rho": [ + 0.4038, + 0.5962 + ] + }, + { + "episode": 900, + "avg_reward": 570.53, + "avg_cost": 1.0, + "lambda": 99.8875, + "rho": [ + 0.4043, + 0.5957 + ] + }, + { + "episode": 910, + "avg_reward": 523.18, + "avg_cost": 0.5, + "lambda": 99.91, + "rho": [ + 0.4043, + 0.5957 + ] + }, + { + "episode": 920, + "avg_reward": 551.4, + "avg_cost": 2.5, + "lambda": 99.925, + "rho": [ + 0.4043, + 0.5957 + ] + }, + { + "episode": 930, + "avg_reward": 618.31, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 0.4043, + 0.5957 + ] + }, + { + "episode": 940, + "avg_reward": 629.8, + "avg_cost": 0.75, + "lambda": 99.9775, + "rho": [ + 0.4043, + 0.5957 + ] + }, + { + "episode": 950, + "avg_reward": 753.04, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 960, + "avg_reward": 827.54, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 970, + "avg_reward": 951.26, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 980, + "avg_reward": 1097.3, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 990, + "avg_reward": 1166.02, + "avg_cost": 1.5, + "lambda": 99.9925, + "rho": [ + 0.402, + 0.598 + ] + }, + { + "episode": 1000, + "avg_reward": 1611.16, + "avg_cost": 1.0, + "lambda": 99.985, + "rho": [ + 0.3974, + 0.6026 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..b2057dd05c46f24ae42cba5c58f1fb9a83ddc1a0 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1067620.5, + "constraint_satisfaction_pct": 83.0, + "final_rho": [ + 0.4676, + 0.5324 + ], + "final_lambda": 212.025, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 25.325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 1729.17, + "avg_cost": 14.5, + "lambda": 123.495, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 2280.77, + "avg_cost": 0.25, + "lambda": 168.5364, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 1959.01, + "avg_cost": 6.5, + "lambda": 186.0274, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2033.06, + "avg_cost": 0.5, + "lambda": 194.3657, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 1876.57, + "avg_cost": 0.0, + "lambda": 198.8349, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 60, + "avg_reward": 1778.61, + "avg_cost": 4.75, + "lambda": 201.2496, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 70, + "avg_reward": 1778.83, + "avg_cost": 0.0, + "lambda": 202.9861, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 80, + "avg_reward": 1685.39, + "avg_cost": 1.25, + "lambda": 204.1043, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 90, + "avg_reward": 1579.23, + "avg_cost": 1.25, + "lambda": 204.8381, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 100, + "avg_reward": 1747.19, + "avg_cost": 0.0, + "lambda": 205.4524, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 110, + "avg_reward": 1666.67, + "avg_cost": 0.0, + "lambda": 205.8854, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 120, + "avg_reward": 1319.57, + "avg_cost": 0.0, + "lambda": 206.0973, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 130, + "avg_reward": 1107.34, + "avg_cost": 0.0, + "lambda": 206.1805, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 140, + "avg_reward": 955.73, + "avg_cost": 0.0, + "lambda": 206.2095, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 150, + "avg_reward": 933.27, + "avg_cost": 0.0, + "lambda": 206.2466, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 160, + "avg_reward": 989.5, + "avg_cost": 0.0, + "lambda": 206.2651, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 170, + "avg_reward": 1010.16, + "avg_cost": 0.0, + "lambda": 206.2846, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 180, + "avg_reward": 946.55, + "avg_cost": 0.0, + "lambda": 206.3338, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 190, + "avg_reward": 998.43, + "avg_cost": 0.0, + "lambda": 206.4113, + "rho": [ + 0.5468, + 0.4532 + ] + }, + { + "episode": 200, + "avg_reward": 1027.86, + "avg_cost": 0.0, + "lambda": 206.4691, + "rho": [ + 0.56, + 0.44 + ] + }, + { + "episode": 210, + "avg_reward": 1094.04, + "avg_cost": 0.0, + "lambda": 206.5045, + "rho": [ + 0.56, + 0.44 + ] + }, + { + "episode": 220, + "avg_reward": 1349.57, + "avg_cost": 0.0, + "lambda": 206.5179, + "rho": [ + 0.56, + 0.44 + ] + }, + { + "episode": 230, + "avg_reward": 1481.41, + "avg_cost": 0.0, + "lambda": 206.551, + "rho": [ + 0.56, + 0.44 + ] + }, + { + "episode": 240, + "avg_reward": 1724.58, + "avg_cost": 0.0, + "lambda": 206.692, + "rho": [ + 0.56, + 0.44 + ] + }, + { + "episode": 250, + "avg_reward": 1745.07, + "avg_cost": 0.75, + "lambda": 206.8024, + "rho": [ + 0.5508, + 0.4492 + ] + }, + { + "episode": 260, + "avg_reward": 1806.52, + "avg_cost": 0.0, + "lambda": 207.1246, + "rho": [ + 0.5508, + 0.4492 + ] + }, + { + "episode": 270, + "avg_reward": 1547.29, + "avg_cost": 0.0, + "lambda": 207.749, + "rho": [ + 0.5508, + 0.4492 + ] + }, + { + "episode": 280, + "avg_reward": 1443.77, + "avg_cost": 0.0, + "lambda": 208.2381, + "rho": [ + 0.5508, + 0.4492 + ] + }, + { + "episode": 290, + "avg_reward": 1295.12, + "avg_cost": 0.25, + "lambda": 208.635, + "rho": [ + 0.5508, + 0.4492 + ] + }, + { + "episode": 300, + "avg_reward": 1240.31, + "avg_cost": 0.0, + "lambda": 208.8727, + "rho": [ + 0.5359, + 0.4641 + ] + }, + { + "episode": 310, + "avg_reward": 1057.69, + "avg_cost": 0.0, + "lambda": 209.0555, + "rho": [ + 0.5359, + 0.4641 + ] + }, + { + "episode": 320, + "avg_reward": 1082.38, + "avg_cost": 0.0, + "lambda": 209.2105, + "rho": [ + 0.5359, + 0.4641 + ] + }, + { + "episode": 330, + "avg_reward": 878.77, + "avg_cost": 0.0, + "lambda": 209.2878, + "rho": [ + 0.5359, + 0.4641 + ] + }, + { + "episode": 340, + "avg_reward": 731.53, + "avg_cost": 1.0, + "lambda": 209.4525, + "rho": [ + 0.5359, + 0.4641 + ] + }, + { + "episode": 350, + "avg_reward": 840.0, + "avg_cost": 0.0, + "lambda": 209.6279, + "rho": [ + 0.5245, + 0.4755 + ] + }, + { + "episode": 360, + "avg_reward": 816.11, + "avg_cost": 0.0, + "lambda": 209.6912, + "rho": [ + 0.5245, + 0.4755 + ] + }, + { + "episode": 370, + "avg_reward": 746.57, + "avg_cost": 0.0, + "lambda": 209.7267, + "rho": [ + 0.5245, + 0.4755 + ] + }, + { + "episode": 380, + "avg_reward": 800.2, + "avg_cost": 0.0, + "lambda": 209.7984, + "rho": [ + 0.5245, + 0.4755 + ] + }, + { + "episode": 390, + "avg_reward": 798.31, + "avg_cost": 0.0, + "lambda": 209.8437, + "rho": [ + 0.5245, + 0.4755 + ] + }, + { + "episode": 400, + "avg_reward": 800.76, + "avg_cost": 0.0, + "lambda": 209.893, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 410, + "avg_reward": 774.77, + "avg_cost": 0.0, + "lambda": 209.9759, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 420, + "avg_reward": 530.62, + "avg_cost": 0.75, + "lambda": 210.0859, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 430, + "avg_reward": 664.71, + "avg_cost": 0.0, + "lambda": 210.3436, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 440, + "avg_reward": 678.02, + "avg_cost": 0.0, + "lambda": 210.6087, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 450, + "avg_reward": 883.76, + "avg_cost": 0.0, + "lambda": 210.805, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 460, + "avg_reward": 965.58, + "avg_cost": 0.0, + "lambda": 210.9706, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 470, + "avg_reward": 971.47, + "avg_cost": 0.0, + "lambda": 211.0517, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 480, + "avg_reward": 925.7, + "avg_cost": 0.0, + "lambda": 211.0926, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 490, + "avg_reward": 968.29, + "avg_cost": 0.5, + "lambda": 211.1718, + "rho": [ + 0.5086, + 0.4914 + ] + }, + { + "episode": 500, + "avg_reward": 953.75, + "avg_cost": 0.0, + "lambda": 211.2438, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 510, + "avg_reward": 886.03, + "avg_cost": 0.0, + "lambda": 211.2804, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 520, + "avg_reward": 999.26, + "avg_cost": 0.0, + "lambda": 211.313, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 530, + "avg_reward": 967.27, + "avg_cost": 0.0, + "lambda": 211.3524, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 540, + "avg_reward": 840.41, + "avg_cost": 0.0, + "lambda": 211.3807, + "rho": [ + 0.5029, + 0.4971 + ] + }, + { + "episode": 550, + "avg_reward": 800.6, + "avg_cost": 0.0, + "lambda": 211.4585, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 560, + "avg_reward": 914.39, + "avg_cost": 0.0, + "lambda": 211.5104, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 570, + "avg_reward": 883.49, + "avg_cost": 0.0, + "lambda": 211.5464, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 580, + "avg_reward": 985.92, + "avg_cost": 0.0, + "lambda": 211.565, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 590, + "avg_reward": 938.58, + "avg_cost": 0.0, + "lambda": 211.5715, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 600, + "avg_reward": 1056.86, + "avg_cost": 0.0, + "lambda": 211.5738, + "rho": [ + 0.4914, + 0.5086 + ] + }, + { + "episode": 610, + "avg_reward": 1082.39, + "avg_cost": 0.0, + "lambda": 211.5746, + "rho": [ + 0.4914, + 0.5086 + ] + }, + { + "episode": 620, + "avg_reward": 1103.94, + "avg_cost": 0.0, + "lambda": 211.5851, + "rho": [ + 0.4914, + 0.5086 + ] + }, + { + "episode": 630, + "avg_reward": 1159.09, + "avg_cost": 0.0, + "lambda": 211.5948, + "rho": [ + 0.4914, + 0.5086 + ] + }, + { + "episode": 640, + "avg_reward": 1201.15, + "avg_cost": 0.0, + "lambda": 211.6418, + "rho": [ + 0.4914, + 0.5086 + ] + }, + { + "episode": 650, + "avg_reward": 1080.78, + "avg_cost": 0.0, + "lambda": 211.6887, + "rho": [ + 0.4891, + 0.5109 + ] + }, + { + "episode": 660, + "avg_reward": 1018.76, + "avg_cost": 0.0, + "lambda": 211.7449, + "rho": [ + 0.4891, + 0.5109 + ] + }, + { + "episode": 670, + "avg_reward": 1101.95, + "avg_cost": 0.0, + "lambda": 211.7645, + "rho": [ + 0.4891, + 0.5109 + ] + }, + { + "episode": 680, + "avg_reward": 1160.06, + "avg_cost": 0.0, + "lambda": 211.7867, + "rho": [ + 0.4891, + 0.5109 + ] + }, + { + "episode": 690, + "avg_reward": 1049.57, + "avg_cost": 0.0, + "lambda": 211.8039, + "rho": [ + 0.4891, + 0.5109 + ] + }, + { + "episode": 700, + "avg_reward": 922.17, + "avg_cost": 0.0, + "lambda": 211.8177, + "rho": [ + 0.4844, + 0.5156 + ] + }, + { + "episode": 710, + "avg_reward": 1074.13, + "avg_cost": 0.0, + "lambda": 211.8224, + "rho": [ + 0.4844, + 0.5156 + ] + }, + { + "episode": 720, + "avg_reward": 1171.9, + "avg_cost": 0.0, + "lambda": 211.8241, + "rho": [ + 0.4844, + 0.5156 + ] + }, + { + "episode": 730, + "avg_reward": 1155.69, + "avg_cost": 0.0, + "lambda": 211.8294, + "rho": [ + 0.4844, + 0.5156 + ] + }, + { + "episode": 740, + "avg_reward": 923.74, + "avg_cost": 0.0, + "lambda": 211.8428, + "rho": [ + 0.4844, + 0.5156 + ] + }, + { + "episode": 750, + "avg_reward": 840.38, + "avg_cost": 0.0, + "lambda": 211.857, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 760, + "avg_reward": 891.56, + "avg_cost": 0.0, + "lambda": 211.9022, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 770, + "avg_reward": 798.58, + "avg_cost": 0.0, + "lambda": 211.9381, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 780, + "avg_reward": 689.58, + "avg_cost": 0.0, + "lambda": 211.9621, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 790, + "avg_reward": 581.31, + "avg_cost": 0.0, + "lambda": 211.9705, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 800, + "avg_reward": 571.24, + "avg_cost": 0.0, + "lambda": 211.9734, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 810, + "avg_reward": 555.82, + "avg_cost": 0.0, + "lambda": 212.001, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 820, + "avg_reward": 718.77, + "avg_cost": 0.0, + "lambda": 212.0166, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 830, + "avg_reward": 682.84, + "avg_cost": 0.0, + "lambda": 212.0221, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 840, + "avg_reward": 827.32, + "avg_cost": 0.0, + "lambda": 212.024, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 850, + "avg_reward": 856.48, + "avg_cost": 0.0, + "lambda": 212.0246, + "rho": [ + 0.4741, + 0.5259 + ] + }, + { + "episode": 860, + "avg_reward": 834.92, + "avg_cost": 0.0, + "lambda": 212.0249, + "rho": [ + 0.4741, + 0.5259 + ] + }, + { + "episode": 870, + "avg_reward": 859.23, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4741, + 0.5259 + ] + }, + { + "episode": 880, + "avg_reward": 874.91, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4741, + 0.5259 + ] + }, + { + "episode": 890, + "avg_reward": 807.18, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4741, + 0.5259 + ] + }, + { + "episode": 900, + "avg_reward": 873.47, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4715, + 0.5285 + ] + }, + { + "episode": 910, + "avg_reward": 941.69, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4715, + 0.5285 + ] + }, + { + "episode": 920, + "avg_reward": 974.88, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4715, + 0.5285 + ] + }, + { + "episode": 930, + "avg_reward": 996.79, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4715, + 0.5285 + ] + }, + { + "episode": 940, + "avg_reward": 985.45, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4715, + 0.5285 + ] + }, + { + "episode": 950, + "avg_reward": 965.75, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4694, + 0.5306 + ] + }, + { + "episode": 960, + "avg_reward": 942.92, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4694, + 0.5306 + ] + }, + { + "episode": 970, + "avg_reward": 940.01, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4694, + 0.5306 + ] + }, + { + "episode": 980, + "avg_reward": 907.83, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4694, + 0.5306 + ] + }, + { + "episode": 990, + "avg_reward": 857.87, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4694, + 0.5306 + ] + }, + { + "episode": 1000, + "avg_reward": 891.27, + "avg_cost": 0.0, + "lambda": 212.025, + "rho": [ + 0.4676, + 0.5324 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..4edc3660c49dccac68b01575cfe52a1459f331f7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2344029.85, + "constraint_satisfaction_pct": 33.4, + "final_rho": [ + 0.832, + 0.168 + ], + "final_lambda": 500.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 25.325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 1878.56, + "avg_cost": 21.5, + "lambda": 124.4262, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 1765.06, + "avg_cost": 9.5, + "lambda": 174.356, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 1679.83, + "avg_cost": 5.0, + "lambda": 198.1451, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2204.41, + "avg_cost": 11.5, + "lambda": 212.1403, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2085.82, + "avg_cost": 15.5, + "lambda": 223.5517, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 60, + "avg_reward": 1747.12, + "avg_cost": 3.5, + "lambda": 239.0955, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 70, + "avg_reward": 1759.43, + "avg_cost": 0.75, + "lambda": 253.5017, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 80, + "avg_reward": 2066.01, + "avg_cost": 0.0, + "lambda": 259.6365, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 90, + "avg_reward": 2017.94, + "avg_cost": 2.5, + "lambda": 262.4173, + "rho": [ + 0.5105, + 0.4895 + ] + }, + { + "episode": 100, + "avg_reward": 1993.03, + "avg_cost": 0.0, + "lambda": 264.3535, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 110, + "avg_reward": 2029.46, + "avg_cost": 10.5, + "lambda": 265.7662, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 120, + "avg_reward": 1853.72, + "avg_cost": 0.0, + "lambda": 270.5124, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 130, + "avg_reward": 2015.45, + "avg_cost": 0.25, + "lambda": 273.2644, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 140, + "avg_reward": 2108.53, + "avg_cost": 4.0, + "lambda": 275.3945, + "rho": [ + 0.5425, + 0.4575 + ] + }, + { + "episode": 150, + "avg_reward": 2150.24, + "avg_cost": 1.5, + "lambda": 277.7503, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 160, + "avg_reward": 2099.0, + "avg_cost": 1.0, + "lambda": 279.6169, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 170, + "avg_reward": 2669.87, + "avg_cost": 12.75, + "lambda": 282.1363, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 180, + "avg_reward": 1656.52, + "avg_cost": 1.0, + "lambda": 286.3854, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 190, + "avg_reward": 2191.37, + "avg_cost": 12.0, + "lambda": 288.665, + "rho": [ + 0.5779, + 0.4221 + ] + }, + { + "episode": 200, + "avg_reward": 2549.2, + "avg_cost": 22.0, + "lambda": 293.0713, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 210, + "avg_reward": 2013.29, + "avg_cost": 0.0, + "lambda": 300.8417, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 220, + "avg_reward": 2571.01, + "avg_cost": 6.75, + "lambda": 303.9259, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 230, + "avg_reward": 2249.73, + "avg_cost": 0.5, + "lambda": 306.581, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 240, + "avg_reward": 2329.02, + "avg_cost": 2.75, + "lambda": 309.8586, + "rho": [ + 0.5883, + 0.4117 + ] + }, + { + "episode": 250, + "avg_reward": 2432.68, + "avg_cost": 4.5, + "lambda": 314.9773, + "rho": [ + 0.5864, + 0.4136 + ] + }, + { + "episode": 260, + "avg_reward": 2320.58, + "avg_cost": 0.0, + "lambda": 320.7782, + "rho": [ + 0.5864, + 0.4136 + ] + }, + { + "episode": 270, + "avg_reward": 2268.33, + "avg_cost": 1.25, + "lambda": 326.7447, + "rho": [ + 0.5864, + 0.4136 + ] + }, + { + "episode": 280, + "avg_reward": 2297.25, + "avg_cost": 0.0, + "lambda": 331.1697, + "rho": [ + 0.5864, + 0.4136 + ] + }, + { + "episode": 290, + "avg_reward": 2433.61, + "avg_cost": 2.5, + "lambda": 334.4763, + "rho": [ + 0.5864, + 0.4136 + ] + }, + { + "episode": 300, + "avg_reward": 2361.39, + "avg_cost": 5.5, + "lambda": 338.1366, + "rho": [ + 0.5948, + 0.4052 + ] + }, + { + "episode": 310, + "avg_reward": 3209.52, + "avg_cost": 40.25, + "lambda": 345.6592, + "rho": [ + 0.5948, + 0.4052 + ] + }, + { + "episode": 320, + "avg_reward": 1904.21, + "avg_cost": 0.0, + "lambda": 354.8619, + "rho": [ + 0.5948, + 0.4052 + ] + }, + { + "episode": 330, + "avg_reward": 2374.82, + "avg_cost": 0.25, + "lambda": 358.5375, + "rho": [ + 0.5948, + 0.4052 + ] + }, + { + "episode": 340, + "avg_reward": 2365.0, + "avg_cost": 0.0, + "lambda": 361.6307, + "rho": [ + 0.5948, + 0.4052 + ] + }, + { + "episode": 350, + "avg_reward": 2595.58, + "avg_cost": 0.0, + "lambda": 364.7209, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 360, + "avg_reward": 2646.76, + "avg_cost": 0.5, + "lambda": 368.5392, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 370, + "avg_reward": 2666.07, + "avg_cost": 6.25, + "lambda": 372.6959, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 380, + "avg_reward": 3126.99, + "avg_cost": 9.25, + "lambda": 377.5274, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 390, + "avg_reward": 2607.85, + "avg_cost": 3.25, + "lambda": 382.0042, + "rho": [ + 0.6105, + 0.3895 + ] + }, + { + "episode": 400, + "avg_reward": 2668.5, + "avg_cost": 5.5, + "lambda": 386.7473, + "rho": [ + 0.6328, + 0.3672 + ] + }, + { + "episode": 410, + "avg_reward": 3133.96, + "avg_cost": 22.75, + "lambda": 391.7159, + "rho": [ + 0.6328, + 0.3672 + ] + }, + { + "episode": 420, + "avg_reward": 1791.73, + "avg_cost": 5.5, + "lambda": 400.2778, + "rho": [ + 0.6328, + 0.3672 + ] + }, + { + "episode": 430, + "avg_reward": 1807.66, + "avg_cost": 25.75, + "lambda": 419.237, + "rho": [ + 0.6328, + 0.3672 + ] + }, + { + "episode": 440, + "avg_reward": 2213.35, + "avg_cost": 5.0, + "lambda": 439.81, + "rho": [ + 0.6328, + 0.3672 + ] + }, + { + "episode": 450, + "avg_reward": 2521.2, + "avg_cost": 0.0, + "lambda": 450.0197, + "rho": [ + 0.6616, + 0.3384 + ] + }, + { + "episode": 460, + "avg_reward": 2093.9, + "avg_cost": 2.0, + "lambda": 456.7029, + "rho": [ + 0.6616, + 0.3384 + ] + }, + { + "episode": 470, + "avg_reward": 2650.83, + "avg_cost": 11.25, + "lambda": 461.501, + "rho": [ + 0.6616, + 0.3384 + ] + }, + { + "episode": 480, + "avg_reward": 2688.05, + "avg_cost": 20.0, + "lambda": 470.9943, + "rho": [ + 0.6616, + 0.3384 + ] + }, + { + "episode": 490, + "avg_reward": 1956.63, + "avg_cost": 5.5, + "lambda": 483.2392, + "rho": [ + 0.6616, + 0.3384 + ] + }, + { + "episode": 500, + "avg_reward": 1872.66, + "avg_cost": 9.5, + "lambda": 493.6563, + "rho": [ + 0.6768, + 0.3232 + ] + }, + { + "episode": 510, + "avg_reward": 2253.57, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 0.6768, + 0.3232 + ] + }, + { + "episode": 520, + "avg_reward": 2807.61, + "avg_cost": 16.5, + "lambda": 500.0, + "rho": [ + 0.6768, + 0.3232 + ] + }, + { + "episode": 530, + "avg_reward": 2340.87, + "avg_cost": 3.25, + "lambda": 500.0, + "rho": [ + 0.6768, + 0.3232 + ] + }, + { + "episode": 540, + "avg_reward": 2277.87, + "avg_cost": 7.0, + "lambda": 500.0, + "rho": [ + 0.6768, + 0.3232 + ] + }, + { + "episode": 550, + "avg_reward": 2485.12, + "avg_cost": 36.25, + "lambda": 500.0, + "rho": [ + 0.6808, + 0.3192 + ] + }, + { + "episode": 560, + "avg_reward": 1857.07, + "avg_cost": 71.25, + "lambda": 500.0, + "rho": [ + 0.6808, + 0.3192 + ] + }, + { + "episode": 570, + "avg_reward": 1600.27, + "avg_cost": 71.0, + "lambda": 500.0, + "rho": [ + 0.6808, + 0.3192 + ] + }, + { + "episode": 580, + "avg_reward": 1869.94, + "avg_cost": 68.0, + "lambda": 500.0, + "rho": [ + 0.6808, + 0.3192 + ] + }, + { + "episode": 590, + "avg_reward": 2376.39, + "avg_cost": 8.5, + "lambda": 500.0, + "rho": [ + 0.6808, + 0.3192 + ] + }, + { + "episode": 600, + "avg_reward": 2475.76, + "avg_cost": 8.25, + "lambda": 500.0, + "rho": [ + 0.6927, + 0.3073 + ] + }, + { + "episode": 610, + "avg_reward": 2651.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6927, + 0.3073 + ] + }, + { + "episode": 620, + "avg_reward": 2506.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6927, + 0.3073 + ] + }, + { + "episode": 630, + "avg_reward": 2473.05, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6927, + 0.3073 + ] + }, + { + "episode": 640, + "avg_reward": 2461.6, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6927, + 0.3073 + ] + }, + { + "episode": 650, + "avg_reward": 2526.63, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6947, + 0.3053 + ] + }, + { + "episode": 660, + "avg_reward": 2480.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6947, + 0.3053 + ] + }, + { + "episode": 670, + "avg_reward": 2586.42, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6947, + 0.3053 + ] + }, + { + "episode": 680, + "avg_reward": 2487.54, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6947, + 0.3053 + ] + }, + { + "episode": 690, + "avg_reward": 2457.51, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.6947, + 0.3053 + ] + }, + { + "episode": 700, + "avg_reward": 2343.13, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 0.7043, + 0.2957 + ] + }, + { + "episode": 710, + "avg_reward": 2466.46, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7043, + 0.2957 + ] + }, + { + "episode": 720, + "avg_reward": 2503.83, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.7043, + 0.2957 + ] + }, + { + "episode": 730, + "avg_reward": 2529.92, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7043, + 0.2957 + ] + }, + { + "episode": 740, + "avg_reward": 2516.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7043, + 0.2957 + ] + }, + { + "episode": 750, + "avg_reward": 2597.91, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.7204, + 0.2796 + ] + }, + { + "episode": 760, + "avg_reward": 2546.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7204, + 0.2796 + ] + }, + { + "episode": 770, + "avg_reward": 2664.31, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7204, + 0.2796 + ] + }, + { + "episode": 780, + "avg_reward": 2499.1, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7204, + 0.2796 + ] + }, + { + "episode": 790, + "avg_reward": 2464.99, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7204, + 0.2796 + ] + }, + { + "episode": 800, + "avg_reward": 2535.05, + "avg_cost": 2.0, + "lambda": 500.0, + "rho": [ + 0.7422, + 0.2578 + ] + }, + { + "episode": 810, + "avg_reward": 2638.17, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7422, + 0.2578 + ] + }, + { + "episode": 820, + "avg_reward": 2576.56, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7422, + 0.2578 + ] + }, + { + "episode": 830, + "avg_reward": 2609.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7422, + 0.2578 + ] + }, + { + "episode": 840, + "avg_reward": 2729.87, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7422, + 0.2578 + ] + }, + { + "episode": 850, + "avg_reward": 2748.34, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7622, + 0.2378 + ] + }, + { + "episode": 860, + "avg_reward": 2577.34, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7622, + 0.2378 + ] + }, + { + "episode": 870, + "avg_reward": 2512.01, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.7622, + 0.2378 + ] + }, + { + "episode": 880, + "avg_reward": 2546.64, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7622, + 0.2378 + ] + }, + { + "episode": 890, + "avg_reward": 2642.33, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7622, + 0.2378 + ] + }, + { + "episode": 900, + "avg_reward": 2655.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7804, + 0.2196 + ] + }, + { + "episode": 910, + "avg_reward": 2754.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7804, + 0.2196 + ] + }, + { + "episode": 920, + "avg_reward": 2905.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7804, + 0.2196 + ] + }, + { + "episode": 930, + "avg_reward": 2862.91, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7804, + 0.2196 + ] + }, + { + "episode": 940, + "avg_reward": 2836.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.7804, + 0.2196 + ] + }, + { + "episode": 950, + "avg_reward": 2832.34, + "avg_cost": 7.5, + "lambda": 500.0, + "rho": [ + 0.8042, + 0.1958 + ] + }, + { + "episode": 960, + "avg_reward": 2711.72, + "avg_cost": 38.0, + "lambda": 500.0, + "rho": [ + 0.8042, + 0.1958 + ] + }, + { + "episode": 970, + "avg_reward": 3105.11, + "avg_cost": 93.25, + "lambda": 500.0, + "rho": [ + 0.8042, + 0.1958 + ] + }, + { + "episode": 980, + "avg_reward": 2262.69, + "avg_cost": 62.25, + "lambda": 500.0, + "rho": [ + 0.8042, + 0.1958 + ] + }, + { + "episode": 990, + "avg_reward": -503.99, + "avg_cost": 328.25, + "lambda": 500.0, + "rho": [ + 0.8042, + 0.1958 + ] + }, + { + "episode": 1000, + "avg_reward": 118.79, + "avg_cost": 254.0, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..0938bd5045a77429e6c19f9364f8a43505f5f305 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3465927.77, + "constraint_satisfaction_pct": 49.1, + "final_rho": [ + 0.4145, + 0.5855 + ], + "final_lambda": 20.75, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 6.1325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2745.06, + "avg_cost": 107.0, + "lambda": 9.0, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 3417.28, + "avg_cost": 78.0, + "lambda": 14.6375, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 3065.9, + "avg_cost": 59.5, + "lambda": 17.5525, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 2974.8, + "avg_cost": 79.25, + "lambda": 20.9725, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 3667.3, + "avg_cost": 82.5, + "lambda": 25.8875, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 3239.52, + "avg_cost": 108.0, + "lambda": 32.065, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 3421.23, + "avg_cost": 82.25, + "lambda": 36.195, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 3141.55, + "avg_cost": 64.25, + "lambda": 38.5475, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 4305.39, + "avg_cost": 122.0, + "lambda": 42.71, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 4203.24, + "avg_cost": 104.5, + "lambda": 48.28, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 110, + "avg_reward": 3499.63, + "avg_cost": 74.25, + "lambda": 50.0, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 120, + "avg_reward": 3662.76, + "avg_cost": 108.5, + "lambda": 50.0, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 130, + "avg_reward": 4034.47, + "avg_cost": 105.0, + "lambda": 50.0, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 140, + "avg_reward": 3403.47, + "avg_cost": 97.25, + "lambda": 50.0, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 150, + "avg_reward": 3297.67, + "avg_cost": 65.75, + "lambda": 50.0, + "rho": [ + 0.4031, + 0.5969 + ] + }, + { + "episode": 160, + "avg_reward": 4044.28, + "avg_cost": 88.25, + "lambda": 50.0, + "rho": [ + 0.4031, + 0.5969 + ] + }, + { + "episode": 170, + "avg_reward": 3714.02, + "avg_cost": 71.5, + "lambda": 50.0, + "rho": [ + 0.4031, + 0.5969 + ] + }, + { + "episode": 180, + "avg_reward": 3495.92, + "avg_cost": 65.5, + "lambda": 50.0, + "rho": [ + 0.4031, + 0.5969 + ] + }, + { + "episode": 190, + "avg_reward": 3438.13, + "avg_cost": 50.0, + "lambda": 50.0, + "rho": [ + 0.4031, + 0.5969 + ] + }, + { + "episode": 200, + "avg_reward": 4314.27, + "avg_cost": 97.75, + "lambda": 50.0, + "rho": [ + 0.3891, + 0.6109 + ] + }, + { + "episode": 210, + "avg_reward": 3522.03, + "avg_cost": 51.75, + "lambda": 50.0, + "rho": [ + 0.3891, + 0.6109 + ] + }, + { + "episode": 220, + "avg_reward": 4030.01, + "avg_cost": 75.0, + "lambda": 50.0, + "rho": [ + 0.3891, + 0.6109 + ] + }, + { + "episode": 230, + "avg_reward": 3232.5, + "avg_cost": 40.5, + "lambda": 50.0, + "rho": [ + 0.3891, + 0.6109 + ] + }, + { + "episode": 240, + "avg_reward": 3249.15, + "avg_cost": 24.25, + "lambda": 49.015, + "rho": [ + 0.3891, + 0.6109 + ] + }, + { + "episode": 250, + "avg_reward": 3006.05, + "avg_cost": 25.0, + "lambda": 48.15, + "rho": [ + 0.368, + 0.632 + ] + }, + { + "episode": 260, + "avg_reward": 3197.73, + "avg_cost": 31.0, + "lambda": 46.6775, + "rho": [ + 0.368, + 0.632 + ] + }, + { + "episode": 270, + "avg_reward": 3458.58, + "avg_cost": 50.75, + "lambda": 47.215, + "rho": [ + 0.368, + 0.632 + ] + }, + { + "episode": 280, + "avg_reward": 2762.72, + "avg_cost": 22.25, + "lambda": 47.5075, + "rho": [ + 0.368, + 0.632 + ] + }, + { + "episode": 290, + "avg_reward": 3623.59, + "avg_cost": 25.5, + "lambda": 46.1, + "rho": [ + 0.368, + 0.632 + ] + }, + { + "episode": 300, + "avg_reward": 3523.55, + "avg_cost": 45.25, + "lambda": 45.4425, + "rho": [ + 0.3613, + 0.6387 + ] + }, + { + "episode": 310, + "avg_reward": 3351.17, + "avg_cost": 44.75, + "lambda": 45.5325, + "rho": [ + 0.3613, + 0.6387 + ] + }, + { + "episode": 320, + "avg_reward": 3029.61, + "avg_cost": 49.25, + "lambda": 46.5625, + "rho": [ + 0.3613, + 0.6387 + ] + }, + { + "episode": 330, + "avg_reward": 3189.76, + "avg_cost": 23.25, + "lambda": 46.6525, + "rho": [ + 0.3613, + 0.6387 + ] + }, + { + "episode": 340, + "avg_reward": 3014.41, + "avg_cost": 17.25, + "lambda": 44.7525, + "rho": [ + 0.3613, + 0.6387 + ] + }, + { + "episode": 350, + "avg_reward": 3069.38, + "avg_cost": 10.5, + "lambda": 43.34, + "rho": [ + 0.3484, + 0.6516 + ] + }, + { + "episode": 360, + "avg_reward": 3421.31, + "avg_cost": 22.5, + "lambda": 41.7225, + "rho": [ + 0.3484, + 0.6516 + ] + }, + { + "episode": 370, + "avg_reward": 3702.15, + "avg_cost": 53.25, + "lambda": 40.735, + "rho": [ + 0.3484, + 0.6516 + ] + }, + { + "episode": 380, + "avg_reward": 3168.13, + "avg_cost": 36.75, + "lambda": 42.2975, + "rho": [ + 0.3484, + 0.6516 + ] + }, + { + "episode": 390, + "avg_reward": 3456.71, + "avg_cost": 45.0, + "lambda": 43.26, + "rho": [ + 0.3484, + 0.6516 + ] + }, + { + "episode": 400, + "avg_reward": 3146.32, + "avg_cost": 23.0, + "lambda": 41.385, + "rho": [ + 0.3416, + 0.6584 + ] + }, + { + "episode": 410, + "avg_reward": 3471.73, + "avg_cost": 18.75, + "lambda": 39.8525, + "rho": [ + 0.3416, + 0.6584 + ] + }, + { + "episode": 420, + "avg_reward": 3166.98, + "avg_cost": 18.75, + "lambda": 38.5775, + "rho": [ + 0.3416, + 0.6584 + ] + }, + { + "episode": 430, + "avg_reward": 3551.63, + "avg_cost": 48.5, + "lambda": 37.605, + "rho": [ + 0.3416, + 0.6584 + ] + }, + { + "episode": 440, + "avg_reward": 3793.82, + "avg_cost": 71.5, + "lambda": 39.0375, + "rho": [ + 0.3416, + 0.6584 + ] + }, + { + "episode": 450, + "avg_reward": 4179.8, + "avg_cost": 90.0, + "lambda": 41.625, + "rho": [ + 0.3447, + 0.6553 + ] + }, + { + "episode": 460, + "avg_reward": 3661.12, + "avg_cost": 58.5, + "lambda": 43.2425, + "rho": [ + 0.3447, + 0.6553 + ] + }, + { + "episode": 470, + "avg_reward": 3371.96, + "avg_cost": 31.75, + "lambda": 45.1175, + "rho": [ + 0.3447, + 0.6553 + ] + }, + { + "episode": 480, + "avg_reward": 3717.4, + "avg_cost": 53.75, + "lambda": 46.08, + "rho": [ + 0.3447, + 0.6553 + ] + }, + { + "episode": 490, + "avg_reward": 2365.04, + "avg_cost": 44.25, + "lambda": 44.805, + "rho": [ + 0.3447, + 0.6553 + ] + }, + { + "episode": 500, + "avg_reward": 1189.21, + "avg_cost": 78.5, + "lambda": 48.76, + "rho": [ + 0.3546, + 0.6454 + ] + }, + { + "episode": 510, + "avg_reward": 2596.12, + "avg_cost": 16.75, + "lambda": 49.04, + "rho": [ + 0.3546, + 0.6454 + ] + }, + { + "episode": 520, + "avg_reward": 2854.31, + "avg_cost": 14.25, + "lambda": 47.1075, + "rho": [ + 0.3546, + 0.6454 + ] + }, + { + "episode": 530, + "avg_reward": 3129.15, + "avg_cost": 17.0, + "lambda": 45.21, + "rho": [ + 0.3546, + 0.6454 + ] + }, + { + "episode": 540, + "avg_reward": 3327.76, + "avg_cost": 20.75, + "lambda": 43.425, + "rho": [ + 0.3546, + 0.6454 + ] + }, + { + "episode": 550, + "avg_reward": 3075.78, + "avg_cost": 19.5, + "lambda": 41.975, + "rho": [ + 0.3687, + 0.6313 + ] + }, + { + "episode": 560, + "avg_reward": 3239.87, + "avg_cost": 11.5, + "lambda": 39.0825, + "rho": [ + 0.3687, + 0.6313 + ] + }, + { + "episode": 570, + "avg_reward": 2820.24, + "avg_cost": 2.75, + "lambda": 35.7125, + "rho": [ + 0.3687, + 0.6313 + ] + }, + { + "episode": 580, + "avg_reward": 2750.6, + "avg_cost": 6.0, + "lambda": 32.615, + "rho": [ + 0.3687, + 0.6313 + ] + }, + { + "episode": 590, + "avg_reward": 3087.48, + "avg_cost": 2.0, + "lambda": 29.315, + "rho": [ + 0.3687, + 0.6313 + ] + }, + { + "episode": 600, + "avg_reward": 3613.62, + "avg_cost": 37.5, + "lambda": 26.7625, + "rho": [ + 0.3847, + 0.6153 + ] + }, + { + "episode": 610, + "avg_reward": 3577.4, + "avg_cost": 17.0, + "lambda": 24.6625, + "rho": [ + 0.3847, + 0.6153 + ] + }, + { + "episode": 620, + "avg_reward": 3180.74, + "avg_cost": 19.75, + "lambda": 22.9125, + "rho": [ + 0.3847, + 0.6153 + ] + }, + { + "episode": 630, + "avg_reward": 3460.45, + "avg_cost": 15.5, + "lambda": 19.745, + "rho": [ + 0.3847, + 0.6153 + ] + }, + { + "episode": 640, + "avg_reward": 3486.79, + "avg_cost": 8.25, + "lambda": 16.6575, + "rho": [ + 0.3847, + 0.6153 + ] + }, + { + "episode": 650, + "avg_reward": 2967.13, + "avg_cost": 17.0, + "lambda": 13.9975, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 660, + "avg_reward": 4265.15, + "avg_cost": 43.0, + "lambda": 12.3275, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 670, + "avg_reward": 4134.57, + "avg_cost": 48.5, + "lambda": 13.59, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 680, + "avg_reward": 3771.56, + "avg_cost": 28.25, + "lambda": 14.7775, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 690, + "avg_reward": 3823.23, + "avg_cost": 15.25, + "lambda": 13.6125, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 700, + "avg_reward": 3609.57, + "avg_cost": 9.5, + "lambda": 11.545, + "rho": [ + 0.3997, + 0.6003 + ] + }, + { + "episode": 710, + "avg_reward": 3516.82, + "avg_cost": 18.5, + "lambda": 9.35, + "rho": [ + 0.3997, + 0.6003 + ] + }, + { + "episode": 720, + "avg_reward": 4484.05, + "avg_cost": 79.75, + "lambda": 9.14, + "rho": [ + 0.3997, + 0.6003 + ] + }, + { + "episode": 730, + "avg_reward": 4131.12, + "avg_cost": 53.5, + "lambda": 11.9525, + "rho": [ + 0.3997, + 0.6003 + ] + }, + { + "episode": 740, + "avg_reward": 3585.35, + "avg_cost": 28.5, + "lambda": 10.5475, + "rho": [ + 0.3997, + 0.6003 + ] + }, + { + "episode": 750, + "avg_reward": 3239.26, + "avg_cost": 27.25, + "lambda": 8.6675, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 760, + "avg_reward": 4034.96, + "avg_cost": 24.25, + "lambda": 8.01, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 770, + "avg_reward": 4337.0, + "avg_cost": 107.75, + "lambda": 11.8525, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 780, + "avg_reward": 3637.81, + "avg_cost": 45.25, + "lambda": 13.2025, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 790, + "avg_reward": 3382.84, + "avg_cost": 19.75, + "lambda": 11.2925, + "rho": [ + 0.4017, + 0.5983 + ] + }, + { + "episode": 800, + "avg_reward": 4094.09, + "avg_cost": 18.25, + "lambda": 9.075, + "rho": [ + 0.4047, + 0.5953 + ] + }, + { + "episode": 810, + "avg_reward": 4797.74, + "avg_cost": 87.0, + "lambda": 10.42, + "rho": [ + 0.4047, + 0.5953 + ] + }, + { + "episode": 820, + "avg_reward": 3753.85, + "avg_cost": 48.5, + "lambda": 12.77, + "rho": [ + 0.4047, + 0.5953 + ] + }, + { + "episode": 830, + "avg_reward": 3685.0, + "avg_cost": 12.5, + "lambda": 11.3525, + "rho": [ + 0.4047, + 0.5953 + ] + }, + { + "episode": 840, + "avg_reward": 4007.34, + "avg_cost": 30.25, + "lambda": 9.22, + "rho": [ + 0.4047, + 0.5953 + ] + }, + { + "episode": 850, + "avg_reward": 4061.87, + "avg_cost": 47.75, + "lambda": 10.4325, + "rho": [ + 0.4088, + 0.5912 + ] + }, + { + "episode": 860, + "avg_reward": 3623.93, + "avg_cost": 34.25, + "lambda": 10.9375, + "rho": [ + 0.4088, + 0.5912 + ] + }, + { + "episode": 870, + "avg_reward": 4295.28, + "avg_cost": 54.75, + "lambda": 11.2275, + "rho": [ + 0.4088, + 0.5912 + ] + }, + { + "episode": 880, + "avg_reward": 3490.15, + "avg_cost": 45.5, + "lambda": 11.2575, + "rho": [ + 0.4088, + 0.5912 + ] + }, + { + "episode": 890, + "avg_reward": 3814.21, + "avg_cost": 72.0, + "lambda": 11.8725, + "rho": [ + 0.4088, + 0.5912 + ] + }, + { + "episode": 900, + "avg_reward": 3884.94, + "avg_cost": 24.0, + "lambda": 11.2975, + "rho": [ + 0.4086, + 0.5914 + ] + }, + { + "episode": 910, + "avg_reward": 4151.76, + "avg_cost": 54.25, + "lambda": 11.6675, + "rho": [ + 0.4086, + 0.5914 + ] + }, + { + "episode": 920, + "avg_reward": 4270.05, + "avg_cost": 38.25, + "lambda": 12.5075, + "rho": [ + 0.4086, + 0.5914 + ] + }, + { + "episode": 930, + "avg_reward": 3754.42, + "avg_cost": 26.25, + "lambda": 13.095, + "rho": [ + 0.4086, + 0.5914 + ] + }, + { + "episode": 940, + "avg_reward": 3474.29, + "avg_cost": 19.25, + "lambda": 11.8825, + "rho": [ + 0.4086, + 0.5914 + ] + }, + { + "episode": 950, + "avg_reward": 3186.85, + "avg_cost": 17.0, + "lambda": 8.945, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 960, + "avg_reward": 3614.11, + "avg_cost": 26.25, + "lambda": 6.365, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 970, + "avg_reward": 4725.82, + "avg_cost": 120.0, + "lambda": 9.445, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 980, + "avg_reward": 4336.42, + "avg_cost": 95.0, + "lambda": 17.92, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 990, + "avg_reward": 3859.55, + "avg_cost": 24.25, + "lambda": 23.2325, + "rho": [ + 0.4119, + 0.5881 + ] + }, + { + "episode": 1000, + "avg_reward": 3546.7, + "avg_cost": 6.0, + "lambda": 20.75, + "rho": [ + 0.4145, + 0.5855 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..b2992f85a8afe3b2e80b8f9ace05f690fe5f43a9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3090360.9, + "constraint_satisfaction_pct": 55.8, + "final_rho": [ + 0.1627, + 0.8373 + ], + "final_lambda": 25.93, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 6.1325, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2630.62, + "avg_cost": 90.75, + "lambda": 8.575, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 3464.91, + "avg_cost": 97.0, + "lambda": 14.0425, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2473.74, + "avg_cost": 30.25, + "lambda": 13.855, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 3535.48, + "avg_cost": 78.5, + "lambda": 17.885, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 2835.7, + "avg_cost": 104.75, + "lambda": 23.3975, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 2544.56, + "avg_cost": 94.0, + "lambda": 29.68, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 2957.5, + "avg_cost": 100.0, + "lambda": 35.3875, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 3976.94, + "avg_cost": 103.25, + "lambda": 41.4125, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 3563.89, + "avg_cost": 87.5, + "lambda": 45.6325, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 2188.6, + "avg_cost": 7.0, + "lambda": 49.2925, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 110, + "avg_reward": 2559.44, + "avg_cost": 1.5, + "lambda": 45.4975, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 120, + "avg_reward": 3146.53, + "avg_cost": 5.25, + "lambda": 42.5225, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 130, + "avg_reward": 2867.83, + "avg_cost": 26.25, + "lambda": 41.785, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 140, + "avg_reward": 2623.83, + "avg_cost": 60.75, + "lambda": 42.1925, + "rho": [ + 0.407, + 0.593 + ] + }, + { + "episode": 150, + "avg_reward": 3451.3, + "avg_cost": 51.25, + "lambda": 42.055, + "rho": [ + 0.3701, + 0.6299 + ] + }, + { + "episode": 160, + "avg_reward": 3108.72, + "avg_cost": 19.5, + "lambda": 41.5125, + "rho": [ + 0.3701, + 0.6299 + ] + }, + { + "episode": 170, + "avg_reward": 3099.5, + "avg_cost": 10.0, + "lambda": 38.7575, + "rho": [ + 0.3701, + 0.6299 + ] + }, + { + "episode": 180, + "avg_reward": 3618.69, + "avg_cost": 39.0, + "lambda": 37.055, + "rho": [ + 0.3701, + 0.6299 + ] + }, + { + "episode": 190, + "avg_reward": 3234.02, + "avg_cost": 18.25, + "lambda": 35.81, + "rho": [ + 0.3701, + 0.6299 + ] + }, + { + "episode": 200, + "avg_reward": 2556.61, + "avg_cost": 61.5, + "lambda": 37.1, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 210, + "avg_reward": 2090.77, + "avg_cost": 58.0, + "lambda": 38.8725, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 220, + "avg_reward": 3202.23, + "avg_cost": 57.5, + "lambda": 40.21, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 230, + "avg_reward": 2534.12, + "avg_cost": 46.0, + "lambda": 40.92, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 240, + "avg_reward": 2212.77, + "avg_cost": 26.5, + "lambda": 40.285, + "rho": [ + 0.3279, + 0.6721 + ] + }, + { + "episode": 250, + "avg_reward": 2398.41, + "avg_cost": 39.5, + "lambda": 39.8, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 260, + "avg_reward": 2284.72, + "avg_cost": 21.5, + "lambda": 38.4925, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 270, + "avg_reward": 2201.86, + "avg_cost": 16.0, + "lambda": 36.8625, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 280, + "avg_reward": 2441.45, + "avg_cost": 27.0, + "lambda": 35.125, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 290, + "avg_reward": 2348.86, + "avg_cost": 8.5, + "lambda": 32.4375, + "rho": [ + 0.2801, + 0.7199 + ] + }, + { + "episode": 300, + "avg_reward": 2328.24, + "avg_cost": 15.25, + "lambda": 29.7275, + "rho": [ + 0.2424, + 0.7576 + ] + }, + { + "episode": 310, + "avg_reward": 2468.39, + "avg_cost": 17.5, + "lambda": 26.99, + "rho": [ + 0.2424, + 0.7576 + ] + }, + { + "episode": 320, + "avg_reward": 2624.24, + "avg_cost": 25.25, + "lambda": 26.1025, + "rho": [ + 0.2424, + 0.7576 + ] + }, + { + "episode": 330, + "avg_reward": 2808.58, + "avg_cost": 30.0, + "lambda": 25.235, + "rho": [ + 0.2424, + 0.7576 + ] + }, + { + "episode": 340, + "avg_reward": 2602.14, + "avg_cost": 22.25, + "lambda": 24.3375, + "rho": [ + 0.2424, + 0.7576 + ] + }, + { + "episode": 350, + "avg_reward": 2187.89, + "avg_cost": 31.25, + "lambda": 23.7875, + "rho": [ + 0.2288, + 0.7712 + ] + }, + { + "episode": 360, + "avg_reward": 3026.11, + "avg_cost": 33.0, + "lambda": 22.505, + "rho": [ + 0.2288, + 0.7712 + ] + }, + { + "episode": 370, + "avg_reward": 3020.46, + "avg_cost": 30.75, + "lambda": 20.455, + "rho": [ + 0.2288, + 0.7712 + ] + }, + { + "episode": 380, + "avg_reward": 2206.78, + "avg_cost": 9.5, + "lambda": 17.79, + "rho": [ + 0.2288, + 0.7712 + ] + }, + { + "episode": 390, + "avg_reward": 2319.97, + "avg_cost": 13.75, + "lambda": 14.9525, + "rho": [ + 0.2288, + 0.7712 + ] + }, + { + "episode": 400, + "avg_reward": 2575.67, + "avg_cost": 17.5, + "lambda": 12.835, + "rho": [ + 0.2304, + 0.7696 + ] + }, + { + "episode": 410, + "avg_reward": 2400.45, + "avg_cost": 24.0, + "lambda": 11.1025, + "rho": [ + 0.2304, + 0.7696 + ] + }, + { + "episode": 420, + "avg_reward": 2595.97, + "avg_cost": 20.0, + "lambda": 9.6375, + "rho": [ + 0.2304, + 0.7696 + ] + }, + { + "episode": 430, + "avg_reward": 2095.74, + "avg_cost": 14.5, + "lambda": 7.65, + "rho": [ + 0.2304, + 0.7696 + ] + }, + { + "episode": 440, + "avg_reward": 2499.34, + "avg_cost": 28.25, + "lambda": 5.51, + "rho": [ + 0.2304, + 0.7696 + ] + }, + { + "episode": 450, + "avg_reward": 2706.39, + "avg_cost": 28.25, + "lambda": 4.1725, + "rho": [ + 0.2208, + 0.7792 + ] + }, + { + "episode": 460, + "avg_reward": 2410.47, + "avg_cost": 11.75, + "lambda": 1.82, + "rho": [ + 0.2208, + 0.7792 + ] + }, + { + "episode": 470, + "avg_reward": 1903.16, + "avg_cost": 38.75, + "lambda": 0.1275, + "rho": [ + 0.2208, + 0.7792 + ] + }, + { + "episode": 480, + "avg_reward": 1546.57, + "avg_cost": 56.75, + "lambda": 6.8725, + "rho": [ + 0.2208, + 0.7792 + ] + }, + { + "episode": 490, + "avg_reward": 2193.34, + "avg_cost": 16.25, + "lambda": 5.25, + "rho": [ + 0.2208, + 0.7792 + ] + }, + { + "episode": 500, + "avg_reward": 2707.19, + "avg_cost": 27.75, + "lambda": 3.5325, + "rho": [ + 0.2031, + 0.7969 + ] + }, + { + "episode": 510, + "avg_reward": 2650.68, + "avg_cost": 21.0, + "lambda": 1.67, + "rho": [ + 0.2031, + 0.7969 + ] + }, + { + "episode": 520, + "avg_reward": 2870.14, + "avg_cost": 19.75, + "lambda": 0.7175, + "rho": [ + 0.2031, + 0.7969 + ] + }, + { + "episode": 530, + "avg_reward": 3238.94, + "avg_cost": 52.25, + "lambda": 1.9125, + "rho": [ + 0.2031, + 0.7969 + ] + }, + { + "episode": 540, + "avg_reward": 3787.87, + "avg_cost": 52.5, + "lambda": 3.3275, + "rho": [ + 0.2031, + 0.7969 + ] + }, + { + "episode": 550, + "avg_reward": 3923.95, + "avg_cost": 72.25, + "lambda": 4.665, + "rho": [ + 0.1976, + 0.8024 + ] + }, + { + "episode": 560, + "avg_reward": 3569.75, + "avg_cost": 50.0, + "lambda": 8.1625, + "rho": [ + 0.1976, + 0.8024 + ] + }, + { + "episode": 570, + "avg_reward": 3996.48, + "avg_cost": 60.25, + "lambda": 10.05, + "rho": [ + 0.1976, + 0.8024 + ] + }, + { + "episode": 580, + "avg_reward": 3778.72, + "avg_cost": 34.75, + "lambda": 11.4925, + "rho": [ + 0.1976, + 0.8024 + ] + }, + { + "episode": 590, + "avg_reward": 4142.29, + "avg_cost": 66.0, + "lambda": 14.2625, + "rho": [ + 0.1976, + 0.8024 + ] + }, + { + "episode": 600, + "avg_reward": 3931.21, + "avg_cost": 59.5, + "lambda": 17.0775, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 610, + "avg_reward": 4245.12, + "avg_cost": 96.5, + "lambda": 20.7325, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 620, + "avg_reward": 4461.98, + "avg_cost": 93.25, + "lambda": 24.49, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 630, + "avg_reward": 4226.24, + "avg_cost": 93.25, + "lambda": 28.95, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 640, + "avg_reward": 3791.53, + "avg_cost": 62.75, + "lambda": 32.855, + "rho": [ + 0.1988, + 0.8012 + ] + }, + { + "episode": 650, + "avg_reward": 4083.77, + "avg_cost": 68.25, + "lambda": 36.58, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 660, + "avg_reward": 3826.03, + "avg_cost": 77.5, + "lambda": 40.2, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 670, + "avg_reward": 3223.64, + "avg_cost": 48.75, + "lambda": 42.615, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 680, + "avg_reward": 2968.57, + "avg_cost": 35.0, + "lambda": 43.2025, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 690, + "avg_reward": 2427.52, + "avg_cost": 30.5, + "lambda": 43.0225, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 700, + "avg_reward": 2062.98, + "avg_cost": 67.75, + "lambda": 43.31, + "rho": [ + 0.1777, + 0.8223 + ] + }, + { + "episode": 710, + "avg_reward": 2161.7, + "avg_cost": 41.5, + "lambda": 42.8075, + "rho": [ + 0.1777, + 0.8223 + ] + }, + { + "episode": 720, + "avg_reward": 2743.01, + "avg_cost": 14.5, + "lambda": 41.3375, + "rho": [ + 0.1777, + 0.8223 + ] + }, + { + "episode": 730, + "avg_reward": 2567.02, + "avg_cost": 3.5, + "lambda": 37.8125, + "rho": [ + 0.1777, + 0.8223 + ] + }, + { + "episode": 740, + "avg_reward": 2397.87, + "avg_cost": 2.5, + "lambda": 34.0275, + "rho": [ + 0.1777, + 0.8223 + ] + }, + { + "episode": 750, + "avg_reward": 2698.33, + "avg_cost": 6.75, + "lambda": 30.3725, + "rho": [ + 0.1733, + 0.8267 + ] + }, + { + "episode": 760, + "avg_reward": 3313.2, + "avg_cost": 21.25, + "lambda": 29.0, + "rho": [ + 0.1733, + 0.8267 + ] + }, + { + "episode": 770, + "avg_reward": 3471.95, + "avg_cost": 29.0, + "lambda": 28.185, + "rho": [ + 0.1733, + 0.8267 + ] + }, + { + "episode": 780, + "avg_reward": 3707.31, + "avg_cost": 57.5, + "lambda": 28.0625, + "rho": [ + 0.1733, + 0.8267 + ] + }, + { + "episode": 790, + "avg_reward": 3417.89, + "avg_cost": 30.25, + "lambda": 27.85, + "rho": [ + 0.1733, + 0.8267 + ] + }, + { + "episode": 800, + "avg_reward": 2751.68, + "avg_cost": 4.75, + "lambda": 24.965, + "rho": [ + 0.1766, + 0.8234 + ] + }, + { + "episode": 810, + "avg_reward": 2485.53, + "avg_cost": 4.25, + "lambda": 21.2575, + "rho": [ + 0.1766, + 0.8234 + ] + }, + { + "episode": 820, + "avg_reward": 2547.87, + "avg_cost": 3.75, + "lambda": 17.7025, + "rho": [ + 0.1766, + 0.8234 + ] + }, + { + "episode": 830, + "avg_reward": 2652.17, + "avg_cost": 18.25, + "lambda": 15.7175, + "rho": [ + 0.1766, + 0.8234 + ] + }, + { + "episode": 840, + "avg_reward": 3272.29, + "avg_cost": 14.25, + "lambda": 14.3475, + "rho": [ + 0.1766, + 0.8234 + ] + }, + { + "episode": 850, + "avg_reward": 3271.32, + "avg_cost": 21.0, + "lambda": 13.3, + "rho": [ + 0.1726, + 0.8274 + ] + }, + { + "episode": 860, + "avg_reward": 3806.4, + "avg_cost": 53.75, + "lambda": 13.65, + "rho": [ + 0.1726, + 0.8274 + ] + }, + { + "episode": 870, + "avg_reward": 3837.48, + "avg_cost": 53.75, + "lambda": 14.1825, + "rho": [ + 0.1726, + 0.8274 + ] + }, + { + "episode": 880, + "avg_reward": 3889.47, + "avg_cost": 36.75, + "lambda": 13.9775, + "rho": [ + 0.1726, + 0.8274 + ] + }, + { + "episode": 890, + "avg_reward": 4187.93, + "avg_cost": 44.0, + "lambda": 13.145, + "rho": [ + 0.1726, + 0.8274 + ] + }, + { + "episode": 900, + "avg_reward": 4161.92, + "avg_cost": 31.0, + "lambda": 11.8275, + "rho": [ + 0.1758, + 0.8242 + ] + }, + { + "episode": 910, + "avg_reward": 4368.1, + "avg_cost": 56.25, + "lambda": 10.5875, + "rho": [ + 0.1758, + 0.8242 + ] + }, + { + "episode": 920, + "avg_reward": 4241.14, + "avg_cost": 28.5, + "lambda": 10.5075, + "rho": [ + 0.1758, + 0.8242 + ] + }, + { + "episode": 930, + "avg_reward": 4345.57, + "avg_cost": 54.75, + "lambda": 12.5975, + "rho": [ + 0.1758, + 0.8242 + ] + }, + { + "episode": 940, + "avg_reward": 4191.06, + "avg_cost": 58.0, + "lambda": 16.03, + "rho": [ + 0.1758, + 0.8242 + ] + }, + { + "episode": 950, + "avg_reward": 4489.38, + "avg_cost": 72.25, + "lambda": 20.15, + "rho": [ + 0.1721, + 0.8279 + ] + }, + { + "episode": 960, + "avg_reward": 3783.34, + "avg_cost": 36.25, + "lambda": 22.4925, + "rho": [ + 0.1721, + 0.8279 + ] + }, + { + "episode": 970, + "avg_reward": 4353.67, + "avg_cost": 78.5, + "lambda": 23.5, + "rho": [ + 0.1721, + 0.8279 + ] + }, + { + "episode": 980, + "avg_reward": 4212.96, + "avg_cost": 41.5, + "lambda": 24.395, + "rho": [ + 0.1721, + 0.8279 + ] + }, + { + "episode": 990, + "avg_reward": 4029.66, + "avg_cost": 35.75, + "lambda": 25.6025, + "rho": [ + 0.1721, + 0.8279 + ] + }, + { + "episode": 1000, + "avg_reward": 3701.73, + "avg_cost": 23.25, + "lambda": 25.93, + "rho": [ + 0.1627, + 0.8373 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..33776b5a97a120dc17ef348a77cd0d468352e692 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 531417.38, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9039.11, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8411.37, + "avg_cost": 17.0, + "lambda": 4.0325, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8307.02, + "avg_cost": 18.75, + "lambda": 3.02, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -8014.29, + "avg_cost": 14.5, + "lambda": 1.88, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7648.16, + "avg_cost": 8.0, + "lambda": 0.6, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7258.24, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -6732.82, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6678.28, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6535.77, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -6072.74, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5483.25, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -5425.51, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4554.41, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -4353.93, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -3668.08, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -3119.45, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -2977.82, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -2409.45, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -2100.86, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -1596.08, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -1216.1, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -1114.84, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -612.3, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": -341.37, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 198.39, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 340.0, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 560.07, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 642.13, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 744.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 732.33, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 864.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 1034.53, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1096.75, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1203.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1217.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1218.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1174.58, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 1532.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1456.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1424.83, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1538.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1716.4, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1643.75, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1701.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1657.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 2040.59, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 1834.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 1951.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 1817.37, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 1957.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 2138.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 2172.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 2021.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2019.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 1978.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 2188.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2158.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 2234.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2228.12, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2520.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2418.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 1936.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2232.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2457.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2296.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2437.79, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2370.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2537.12, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2591.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2476.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2460.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2570.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2483.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2580.53, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2726.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2359.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2557.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2559.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2319.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2353.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2677.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2660.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2647.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2736.58, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2742.49, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2935.65, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2754.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2869.48, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2786.55, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2884.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2900.43, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2933.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2950.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 3036.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2878.86, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 3211.6, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 2885.6, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 3184.76, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 3084.79, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2739.51, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 3083.84, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..118b59e68cd06c652475d95b02687c1839846a30 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3131974.38, + "constraint_satisfaction_pct": 50.7, + "final_rho": [ + 0.4424, + 0.5576 + ], + "final_lambda": 22.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 34.4, + "avg_cost": 153.25, + "lambda": 6.2825, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 10, + "avg_reward": 2190.17, + "avg_cost": 96.75, + "lambda": 10.295, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 20, + "avg_reward": 3560.52, + "avg_cost": 81.5, + "lambda": 17.5975, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 30, + "avg_reward": 2713.38, + "avg_cost": 85.75, + "lambda": 24.2875, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 40, + "avg_reward": 3867.0, + "avg_cost": 96.25, + "lambda": 31.95, + "rho": [ + 0.477, + 0.523 + ] + }, + { + "episode": 50, + "avg_reward": 3298.57, + "avg_cost": 103.0, + "lambda": 39.875, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 60, + "avg_reward": 3465.99, + "avg_cost": 116.0, + "lambda": 48.745, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 70, + "avg_reward": 2790.97, + "avg_cost": 100.25, + "lambda": 50.0, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 80, + "avg_reward": 2157.61, + "avg_cost": 11.0, + "lambda": 49.86, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 90, + "avg_reward": 3145.0, + "avg_cost": 42.75, + "lambda": 50.0, + "rho": [ + 0.4408, + 0.5592 + ] + }, + { + "episode": 100, + "avg_reward": 3060.1, + "avg_cost": 23.5, + "lambda": 49.39, + "rho": [ + 0.446, + 0.554 + ] + }, + { + "episode": 110, + "avg_reward": 3486.75, + "avg_cost": 37.75, + "lambda": 48.925, + "rho": [ + 0.446, + 0.554 + ] + }, + { + "episode": 120, + "avg_reward": 2429.4, + "avg_cost": 2.75, + "lambda": 48.465, + "rho": [ + 0.446, + 0.554 + ] + }, + { + "episode": 130, + "avg_reward": 2455.45, + "avg_cost": 6.75, + "lambda": 49.725, + "rho": [ + 0.446, + 0.554 + ] + }, + { + "episode": 140, + "avg_reward": 2990.72, + "avg_cost": 18.25, + "lambda": 49.9325, + "rho": [ + 0.446, + 0.554 + ] + }, + { + "episode": 150, + "avg_reward": 2619.57, + "avg_cost": 10.5, + "lambda": 49.7875, + "rho": [ + 0.4522, + 0.5478 + ] + }, + { + "episode": 160, + "avg_reward": 2686.42, + "avg_cost": 15.75, + "lambda": 49.9075, + "rho": [ + 0.4522, + 0.5478 + ] + }, + { + "episode": 170, + "avg_reward": 2277.79, + "avg_cost": 35.0, + "lambda": 50.0, + "rho": [ + 0.4522, + 0.5478 + ] + }, + { + "episode": 180, + "avg_reward": 2920.32, + "avg_cost": 47.75, + "lambda": 50.0, + "rho": [ + 0.4522, + 0.5478 + ] + }, + { + "episode": 190, + "avg_reward": 3564.23, + "avg_cost": 78.25, + "lambda": 50.0, + "rho": [ + 0.4522, + 0.5478 + ] + }, + { + "episode": 200, + "avg_reward": 3172.17, + "avg_cost": 49.5, + "lambda": 50.0, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 210, + "avg_reward": 3801.09, + "avg_cost": 93.0, + "lambda": 50.0, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 220, + "avg_reward": 3371.9, + "avg_cost": 77.75, + "lambda": 50.0, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 230, + "avg_reward": 3379.21, + "avg_cost": 56.5, + "lambda": 50.0, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 240, + "avg_reward": 4022.9, + "avg_cost": 59.5, + "lambda": 50.0, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 250, + "avg_reward": 3426.2, + "avg_cost": 51.5, + "lambda": 50.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 260, + "avg_reward": 3823.92, + "avg_cost": 51.25, + "lambda": 50.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 270, + "avg_reward": 3117.53, + "avg_cost": 25.25, + "lambda": 50.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 280, + "avg_reward": 3935.17, + "avg_cost": 57.75, + "lambda": 50.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 290, + "avg_reward": 3730.75, + "avg_cost": 70.0, + "lambda": 50.0, + "rho": [ + 0.4354, + 0.5646 + ] + }, + { + "episode": 300, + "avg_reward": 3088.03, + "avg_cost": 58.5, + "lambda": 50.0, + "rho": [ + 0.4339, + 0.5661 + ] + }, + { + "episode": 310, + "avg_reward": 3775.28, + "avg_cost": 47.0, + "lambda": 50.0, + "rho": [ + 0.4339, + 0.5661 + ] + }, + { + "episode": 320, + "avg_reward": 2948.69, + "avg_cost": 23.0, + "lambda": 49.98, + "rho": [ + 0.4339, + 0.5661 + ] + }, + { + "episode": 330, + "avg_reward": 3221.25, + "avg_cost": 24.5, + "lambda": 49.995, + "rho": [ + 0.4339, + 0.5661 + ] + }, + { + "episode": 340, + "avg_reward": 3230.28, + "avg_cost": 28.5, + "lambda": 49.9825, + "rho": [ + 0.4339, + 0.5661 + ] + }, + { + "episode": 350, + "avg_reward": 2433.22, + "avg_cost": 31.0, + "lambda": 50.0, + "rho": [ + 0.438, + 0.562 + ] + }, + { + "episode": 360, + "avg_reward": 3052.99, + "avg_cost": 19.75, + "lambda": 49.7875, + "rho": [ + 0.438, + 0.562 + ] + }, + { + "episode": 370, + "avg_reward": 2626.21, + "avg_cost": 14.5, + "lambda": 49.705, + "rho": [ + 0.438, + 0.562 + ] + }, + { + "episode": 380, + "avg_reward": 2800.52, + "avg_cost": 21.75, + "lambda": 49.6975, + "rho": [ + 0.438, + 0.562 + ] + }, + { + "episode": 390, + "avg_reward": 1980.16, + "avg_cost": 22.0, + "lambda": 49.545, + "rho": [ + 0.438, + 0.562 + ] + }, + { + "episode": 400, + "avg_reward": 2609.59, + "avg_cost": 37.75, + "lambda": 49.6125, + "rho": [ + 0.4456, + 0.5544 + ] + }, + { + "episode": 410, + "avg_reward": 3115.63, + "avg_cost": 21.75, + "lambda": 49.55, + "rho": [ + 0.4456, + 0.5544 + ] + }, + { + "episode": 420, + "avg_reward": 2584.67, + "avg_cost": 14.75, + "lambda": 49.7175, + "rho": [ + 0.4456, + 0.5544 + ] + }, + { + "episode": 430, + "avg_reward": 3078.0, + "avg_cost": 17.25, + "lambda": 49.3325, + "rho": [ + 0.4456, + 0.5544 + ] + }, + { + "episode": 440, + "avg_reward": 2629.08, + "avg_cost": 15.0, + "lambda": 48.5875, + "rho": [ + 0.4456, + 0.5544 + ] + }, + { + "episode": 450, + "avg_reward": 2952.39, + "avg_cost": 13.0, + "lambda": 47.7, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 460, + "avg_reward": 2775.88, + "avg_cost": 9.25, + "lambda": 46.425, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 470, + "avg_reward": 2846.36, + "avg_cost": 16.5, + "lambda": 46.1125, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 480, + "avg_reward": 3455.42, + "avg_cost": 27.5, + "lambda": 45.245, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 490, + "avg_reward": 2628.61, + "avg_cost": 12.25, + "lambda": 44.485, + "rho": [ + 0.454, + 0.546 + ] + }, + { + "episode": 500, + "avg_reward": 2918.09, + "avg_cost": 26.75, + "lambda": 44.0375, + "rho": [ + 0.4575, + 0.5425 + ] + }, + { + "episode": 510, + "avg_reward": 3011.7, + "avg_cost": 15.5, + "lambda": 43.2, + "rho": [ + 0.4575, + 0.5425 + ] + }, + { + "episode": 520, + "avg_reward": 3330.71, + "avg_cost": 21.25, + "lambda": 42.955, + "rho": [ + 0.4575, + 0.5425 + ] + }, + { + "episode": 530, + "avg_reward": 3838.96, + "avg_cost": 47.5, + "lambda": 43.55, + "rho": [ + 0.4575, + 0.5425 + ] + }, + { + "episode": 540, + "avg_reward": 3347.19, + "avg_cost": 30.5, + "lambda": 44.6775, + "rho": [ + 0.4575, + 0.5425 + ] + }, + { + "episode": 550, + "avg_reward": 3186.55, + "avg_cost": 12.75, + "lambda": 44.3675, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 560, + "avg_reward": 2229.04, + "avg_cost": 92.5, + "lambda": 46.5275, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 570, + "avg_reward": 2935.8, + "avg_cost": 22.0, + "lambda": 47.3125, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 580, + "avg_reward": 3113.39, + "avg_cost": 24.0, + "lambda": 47.18, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 590, + "avg_reward": 2698.28, + "avg_cost": 23.5, + "lambda": 47.12, + "rho": [ + 0.4576, + 0.5424 + ] + }, + { + "episode": 600, + "avg_reward": 3239.01, + "avg_cost": 35.5, + "lambda": 47.11, + "rho": [ + 0.4545, + 0.5455 + ] + }, + { + "episode": 610, + "avg_reward": 3040.94, + "avg_cost": 42.25, + "lambda": 47.2525, + "rho": [ + 0.4545, + 0.5455 + ] + }, + { + "episode": 620, + "avg_reward": 3420.82, + "avg_cost": 30.25, + "lambda": 48.4875, + "rho": [ + 0.4545, + 0.5455 + ] + }, + { + "episode": 630, + "avg_reward": 3370.41, + "avg_cost": 21.25, + "lambda": 49.72, + "rho": [ + 0.4545, + 0.5455 + ] + }, + { + "episode": 640, + "avg_reward": 3988.79, + "avg_cost": 53.25, + "lambda": 50.0, + "rho": [ + 0.4545, + 0.5455 + ] + }, + { + "episode": 650, + "avg_reward": 3922.18, + "avg_cost": 21.0, + "lambda": 49.7725, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 660, + "avg_reward": 2788.61, + "avg_cost": 9.25, + "lambda": 49.1975, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 670, + "avg_reward": 2469.24, + "avg_cost": 24.0, + "lambda": 48.1125, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 680, + "avg_reward": 2381.27, + "avg_cost": 25.0, + "lambda": 47.415, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 690, + "avg_reward": 2748.88, + "avg_cost": 29.0, + "lambda": 46.325, + "rho": [ + 0.4491, + 0.5509 + ] + }, + { + "episode": 700, + "avg_reward": 2652.54, + "avg_cost": 3.75, + "lambda": 44.7625, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 710, + "avg_reward": 3166.78, + "avg_cost": 29.5, + "lambda": 43.6025, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 720, + "avg_reward": 3095.11, + "avg_cost": 30.5, + "lambda": 42.4425, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 730, + "avg_reward": 3104.8, + "avg_cost": 5.25, + "lambda": 41.145, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 740, + "avg_reward": 3143.39, + "avg_cost": 6.75, + "lambda": 39.5025, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 750, + "avg_reward": 2905.07, + "avg_cost": 16.25, + "lambda": 38.155, + "rho": [ + 0.4434, + 0.5566 + ] + }, + { + "episode": 760, + "avg_reward": 2636.11, + "avg_cost": 6.25, + "lambda": 36.7225, + "rho": [ + 0.4434, + 0.5566 + ] + }, + { + "episode": 770, + "avg_reward": 3667.71, + "avg_cost": 15.5, + "lambda": 36.0975, + "rho": [ + 0.4434, + 0.5566 + ] + }, + { + "episode": 780, + "avg_reward": 3275.39, + "avg_cost": 18.5, + "lambda": 35.45, + "rho": [ + 0.4434, + 0.5566 + ] + }, + { + "episode": 790, + "avg_reward": 3269.1, + "avg_cost": 40.0, + "lambda": 34.265, + "rho": [ + 0.4434, + 0.5566 + ] + }, + { + "episode": 800, + "avg_reward": 3103.36, + "avg_cost": 25.5, + "lambda": 33.42, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 810, + "avg_reward": 2904.17, + "avg_cost": 14.75, + "lambda": 32.4725, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 820, + "avg_reward": 3200.43, + "avg_cost": 20.5, + "lambda": 31.8575, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 830, + "avg_reward": 3364.28, + "avg_cost": 42.5, + "lambda": 32.3125, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 840, + "avg_reward": 2633.06, + "avg_cost": 1.5, + "lambda": 31.7925, + "rho": [ + 0.4422, + 0.5578 + ] + }, + { + "episode": 850, + "avg_reward": 2985.8, + "avg_cost": 23.75, + "lambda": 30.9, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 860, + "avg_reward": 2911.0, + "avg_cost": 26.75, + "lambda": 30.61, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 870, + "avg_reward": 3363.5, + "avg_cost": 34.75, + "lambda": 30.1825, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 880, + "avg_reward": 3750.06, + "avg_cost": 36.25, + "lambda": 31.16, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 890, + "avg_reward": 2705.53, + "avg_cost": 23.5, + "lambda": 30.675, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 900, + "avg_reward": 3157.24, + "avg_cost": 9.25, + "lambda": 29.15, + "rho": [ + 0.4379, + 0.5621 + ] + }, + { + "episode": 910, + "avg_reward": 3091.37, + "avg_cost": 19.75, + "lambda": 27.62, + "rho": [ + 0.4379, + 0.5621 + ] + }, + { + "episode": 920, + "avg_reward": 3408.56, + "avg_cost": 16.5, + "lambda": 26.3325, + "rho": [ + 0.4379, + 0.5621 + ] + }, + { + "episode": 930, + "avg_reward": 3637.55, + "avg_cost": 22.25, + "lambda": 25.1475, + "rho": [ + 0.4379, + 0.5621 + ] + }, + { + "episode": 940, + "avg_reward": 3631.2, + "avg_cost": 13.0, + "lambda": 23.815, + "rho": [ + 0.4379, + 0.5621 + ] + }, + { + "episode": 950, + "avg_reward": 3697.06, + "avg_cost": 25.5, + "lambda": 23.0525, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 960, + "avg_reward": 3741.47, + "avg_cost": 10.75, + "lambda": 23.065, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 970, + "avg_reward": 3191.22, + "avg_cost": 10.0, + "lambda": 22.3625, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 980, + "avg_reward": 3494.71, + "avg_cost": 22.0, + "lambda": 22.0825, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 990, + "avg_reward": 3440.06, + "avg_cost": 7.5, + "lambda": 21.8725, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 1000, + "avg_reward": 3663.33, + "avg_cost": 14.75, + "lambda": 22.0, + "rho": [ + 0.4424, + 0.5576 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json new file mode 100644 index 0000000000000000000000000000000000000000..0db86d91b54d40728a032c8e1cc6cd8b2c8ff927 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 489395.43, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.4834, + 0.5166 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9274.94, + "avg_cost": 8.25, + "lambda": 4.8325, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 10, + "avg_reward": -8506.47, + "avg_cost": 31.5, + "lambda": 4.215, + "rho": [ + 0.4651, + 0.5349 + ] + }, + { + "episode": 20, + "avg_reward": -8257.5, + "avg_cost": 12.25, + "lambda": 3.1425, + "rho": [ + 0.5035, + 0.4965 + ] + }, + { + "episode": 30, + "avg_reward": -8031.86, + "avg_cost": 13.75, + "lambda": 1.8125, + "rho": [ + 0.5035, + 0.4965 + ] + }, + { + "episode": 40, + "avg_reward": -7665.23, + "avg_cost": 19.75, + "lambda": 0.5925, + "rho": [ + 0.4994, + 0.5006 + ] + }, + { + "episode": 50, + "avg_reward": -7280.06, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.4994, + 0.5006 + ] + }, + { + "episode": 60, + "avg_reward": -7125.6, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.4965, + 0.5035 + ] + }, + { + "episode": 70, + "avg_reward": -6614.77, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 0.4965, + 0.5035 + ] + }, + { + "episode": 80, + "avg_reward": -6392.33, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 90, + "avg_reward": -5901.5, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 100, + "avg_reward": -5422.78, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 110, + "avg_reward": -4888.85, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.4928, + 0.5072 + ] + }, + { + "episode": 120, + "avg_reward": -4378.13, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 130, + "avg_reward": -3830.24, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 140, + "avg_reward": -2845.13, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 150, + "avg_reward": -2600.01, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 160, + "avg_reward": -2347.53, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 170, + "avg_reward": -2005.9, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 180, + "avg_reward": -1514.66, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 190, + "avg_reward": -1381.88, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 200, + "avg_reward": -841.9, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.4883, + 0.5117 + ] + }, + { + "episode": 210, + "avg_reward": -645.06, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.4883, + 0.5117 + ] + }, + { + "episode": 220, + "avg_reward": -312.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4877, + 0.5123 + ] + }, + { + "episode": 230, + "avg_reward": -108.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4877, + 0.5123 + ] + }, + { + "episode": 240, + "avg_reward": 200.3, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 250, + "avg_reward": 699.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4873, + 0.5127 + ] + }, + { + "episode": 260, + "avg_reward": 555.23, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.4869, + 0.5131 + ] + }, + { + "episode": 270, + "avg_reward": 696.78, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4869, + 0.5131 + ] + }, + { + "episode": 280, + "avg_reward": 776.84, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 290, + "avg_reward": 816.87, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 300, + "avg_reward": 906.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 310, + "avg_reward": 978.04, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 320, + "avg_reward": 1141.06, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 330, + "avg_reward": 1111.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 340, + "avg_reward": 1191.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4856, + 0.5144 + ] + }, + { + "episode": 350, + "avg_reward": 1387.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4856, + 0.5144 + ] + }, + { + "episode": 360, + "avg_reward": 1315.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 370, + "avg_reward": 1547.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 380, + "avg_reward": 1488.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4852, + 0.5148 + ] + }, + { + "episode": 390, + "avg_reward": 1526.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4852, + 0.5148 + ] + }, + { + "episode": 400, + "avg_reward": 1629.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 410, + "avg_reward": 1592.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 420, + "avg_reward": 1622.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 430, + "avg_reward": 1784.09, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4848, + 0.5152 + ] + }, + { + "episode": 440, + "avg_reward": 1752.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4847, + 0.5153 + ] + }, + { + "episode": 450, + "avg_reward": 1451.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4847, + 0.5153 + ] + }, + { + "episode": 460, + "avg_reward": 1688.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 470, + "avg_reward": 1747.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 480, + "avg_reward": 1981.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4845, + 0.5155 + ] + }, + { + "episode": 490, + "avg_reward": 1801.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4845, + 0.5155 + ] + }, + { + "episode": 500, + "avg_reward": 1905.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4843, + 0.5157 + ] + }, + { + "episode": 510, + "avg_reward": 2134.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4843, + 0.5157 + ] + }, + { + "episode": 520, + "avg_reward": 2139.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4843, + 0.5157 + ] + }, + { + "episode": 530, + "avg_reward": 2224.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4843, + 0.5157 + ] + }, + { + "episode": 540, + "avg_reward": 1975.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4842, + 0.5158 + ] + }, + { + "episode": 550, + "avg_reward": 2149.16, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4842, + 0.5158 + ] + }, + { + "episode": 560, + "avg_reward": 2125.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 570, + "avg_reward": 2084.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4841, + 0.5159 + ] + }, + { + "episode": 580, + "avg_reward": 2154.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 590, + "avg_reward": 2292.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 600, + "avg_reward": 2085.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 610, + "avg_reward": 1967.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.484, + 0.516 + ] + }, + { + "episode": 620, + "avg_reward": 2223.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4839, + 0.5161 + ] + }, + { + "episode": 630, + "avg_reward": 2211.08, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4839, + 0.5161 + ] + }, + { + "episode": 640, + "avg_reward": 2368.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 650, + "avg_reward": 2159.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 660, + "avg_reward": 2269.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 670, + "avg_reward": 2381.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 680, + "avg_reward": 2419.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 690, + "avg_reward": 2234.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 700, + "avg_reward": 2313.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 710, + "avg_reward": 2409.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 720, + "avg_reward": 2492.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 730, + "avg_reward": 2528.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 740, + "avg_reward": 2321.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 750, + "avg_reward": 2492.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 760, + "avg_reward": 2528.29, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 770, + "avg_reward": 2026.72, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 780, + "avg_reward": 2500.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 790, + "avg_reward": 2166.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 800, + "avg_reward": 2308.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 810, + "avg_reward": 2381.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 820, + "avg_reward": 2437.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 830, + "avg_reward": 2326.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 840, + "avg_reward": 2326.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 850, + "avg_reward": 2611.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 860, + "avg_reward": 2534.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 870, + "avg_reward": 2488.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 880, + "avg_reward": 2102.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 890, + "avg_reward": 2611.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 900, + "avg_reward": 2461.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 910, + "avg_reward": 2729.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 920, + "avg_reward": 2510.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 930, + "avg_reward": 2665.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4835, + 0.5165 + ] + }, + { + "episode": 940, + "avg_reward": 2804.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 950, + "avg_reward": 2580.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 960, + "avg_reward": 2503.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 970, + "avg_reward": 2653.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 980, + "avg_reward": 2716.01, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 990, + "avg_reward": 2548.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + }, + { + "episode": 1000, + "avg_reward": 2845.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4834, + 0.5166 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json b/results/diagnostic_results_learned_rho_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..3c1d72dd5d45eb58dc90b2bb3d5703ae1355ba4f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -595995.95, + "constraint_satisfaction_pct": 2.53, + "final_rho": [ + 0.4932, + 0.5068 + ], + "final_lambda": 51.1623, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2788.55, + "avg_cost": 13.0, + "lambda": 1.13, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 10, + "avg_reward": -2726.02, + "avg_cost": 9.0, + "lambda": 2.5859, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 20, + "avg_reward": -2438.07, + "avg_cost": 21.5, + "lambda": 4.1136, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 30, + "avg_reward": -2560.62, + "avg_cost": 14.5, + "lambda": 5.6621, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 40, + "avg_reward": -2616.54, + "avg_cost": 11.5, + "lambda": 7.2623, + "rho": [ + 0.5636, + 0.4364 + ] + }, + { + "episode": 50, + "avg_reward": -2672.13, + "avg_cost": 15.25, + "lambda": 8.8778, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 60, + "avg_reward": -2362.05, + "avg_cost": 12.5, + "lambda": 10.4815, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 70, + "avg_reward": -2352.48, + "avg_cost": 12.75, + "lambda": 12.0559, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 80, + "avg_reward": -2622.6, + "avg_cost": 12.25, + "lambda": 13.6009, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 90, + "avg_reward": -2411.8, + "avg_cost": 18.5, + "lambda": 15.2199, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 100, + "avg_reward": -2218.35, + "avg_cost": 17.5, + "lambda": 16.8404, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 110, + "avg_reward": -2145.65, + "avg_cost": 12.75, + "lambda": 18.3862, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 120, + "avg_reward": -2324.79, + "avg_cost": 13.0, + "lambda": 19.7595, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 130, + "avg_reward": -2389.99, + "avg_cost": 22.0, + "lambda": 21.0634, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 140, + "avg_reward": -2097.12, + "avg_cost": 7.75, + "lambda": 22.5314, + "rho": [ + 0.5454, + 0.4546 + ] + }, + { + "episode": 150, + "avg_reward": -1952.09, + "avg_cost": 9.0, + "lambda": 23.9067, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 160, + "avg_reward": -1935.58, + "avg_cost": 9.75, + "lambda": 25.0776, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 170, + "avg_reward": -2094.9, + "avg_cost": 11.75, + "lambda": 26.1307, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 180, + "avg_reward": -2150.88, + "avg_cost": 10.25, + "lambda": 27.1029, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 190, + "avg_reward": -1936.24, + "avg_cost": 7.75, + "lambda": 27.9996, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 200, + "avg_reward": -2125.16, + "avg_cost": 6.75, + "lambda": 28.8613, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 210, + "avg_reward": -2134.98, + "avg_cost": 6.75, + "lambda": 29.6033, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 220, + "avg_reward": -2179.33, + "avg_cost": 6.0, + "lambda": 30.2093, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 230, + "avg_reward": -2056.88, + "avg_cost": 5.5, + "lambda": 30.759, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 240, + "avg_reward": -1908.29, + "avg_cost": 3.25, + "lambda": 31.2589, + "rho": [ + 0.5266, + 0.4734 + ] + }, + { + "episode": 250, + "avg_reward": -1998.24, + "avg_cost": 3.5, + "lambda": 31.6909, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 260, + "avg_reward": -1775.43, + "avg_cost": 2.0, + "lambda": 32.1234, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 270, + "avg_reward": -1684.87, + "avg_cost": 7.75, + "lambda": 32.5327, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 280, + "avg_reward": -1823.92, + "avg_cost": 3.5, + "lambda": 32.9927, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 290, + "avg_reward": -1634.77, + "avg_cost": 2.25, + "lambda": 33.3993, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 300, + "avg_reward": -1578.57, + "avg_cost": 3.25, + "lambda": 33.7233, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 310, + "avg_reward": -1773.29, + "avg_cost": 1.75, + "lambda": 34.0843, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 320, + "avg_reward": -1426.85, + "avg_cost": 3.0, + "lambda": 34.4139, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 330, + "avg_reward": -1335.82, + "avg_cost": 3.75, + "lambda": 34.8002, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 340, + "avg_reward": -1735.05, + "avg_cost": 2.25, + "lambda": 35.1537, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 350, + "avg_reward": -1476.39, + "avg_cost": 2.0, + "lambda": 35.4705, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 360, + "avg_reward": -1484.43, + "avg_cost": 3.75, + "lambda": 35.7626, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 370, + "avg_reward": -1484.37, + "avg_cost": 2.5, + "lambda": 36.0212, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 380, + "avg_reward": -1476.55, + "avg_cost": 0.5, + "lambda": 36.2239, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 390, + "avg_reward": -1298.72, + "avg_cost": 0.5, + "lambda": 36.3713, + "rho": [ + 0.5056, + 0.4944 + ] + }, + { + "episode": 400, + "avg_reward": -1302.57, + "avg_cost": 1.0, + "lambda": 36.5162, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 410, + "avg_reward": -1217.92, + "avg_cost": 2.25, + "lambda": 36.6836, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 420, + "avg_reward": -1530.29, + "avg_cost": 2.0, + "lambda": 36.8708, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 430, + "avg_reward": -1288.0, + "avg_cost": 1.5, + "lambda": 37.048, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 440, + "avg_reward": -1173.43, + "avg_cost": 1.25, + "lambda": 37.2377, + "rho": [ + 0.4918, + 0.5082 + ] + }, + { + "episode": 450, + "avg_reward": -1227.94, + "avg_cost": 1.25, + "lambda": 37.4325, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 460, + "avg_reward": -1214.85, + "avg_cost": 1.75, + "lambda": 37.6067, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 470, + "avg_reward": -966.27, + "avg_cost": 2.0, + "lambda": 37.793, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 480, + "avg_reward": -1060.17, + "avg_cost": 2.5, + "lambda": 37.9686, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 490, + "avg_reward": -883.86, + "avg_cost": 3.5, + "lambda": 38.1473, + "rho": [ + 0.489, + 0.511 + ] + }, + { + "episode": 500, + "avg_reward": -1003.3, + "avg_cost": 0.5, + "lambda": 38.3185, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 510, + "avg_reward": -754.65, + "avg_cost": 1.5, + "lambda": 38.4474, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 520, + "avg_reward": -1012.96, + "avg_cost": 0.5, + "lambda": 38.5735, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 530, + "avg_reward": -1027.5, + "avg_cost": 1.75, + "lambda": 38.709, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 540, + "avg_reward": -1060.37, + "avg_cost": 1.25, + "lambda": 38.8266, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 550, + "avg_reward": -710.44, + "avg_cost": 0.75, + "lambda": 38.9768, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 560, + "avg_reward": -725.96, + "avg_cost": 0.75, + "lambda": 39.0936, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 570, + "avg_reward": -744.71, + "avg_cost": 0.75, + "lambda": 39.1943, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 580, + "avg_reward": -719.21, + "avg_cost": 0.5, + "lambda": 39.3033, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 590, + "avg_reward": -715.8, + "avg_cost": 1.75, + "lambda": 39.4102, + "rho": [ + 0.4664, + 0.5336 + ] + }, + { + "episode": 600, + "avg_reward": -774.29, + "avg_cost": 0.5, + "lambda": 39.5214, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 610, + "avg_reward": -402.14, + "avg_cost": 1.0, + "lambda": 39.6418, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 620, + "avg_reward": -752.96, + "avg_cost": 0.75, + "lambda": 39.7892, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 630, + "avg_reward": -727.16, + "avg_cost": 0.5, + "lambda": 39.8863, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 640, + "avg_reward": -233.08, + "avg_cost": 0.75, + "lambda": 39.9671, + "rho": [ + 0.4573, + 0.5427 + ] + }, + { + "episode": 650, + "avg_reward": -616.23, + "avg_cost": 0.75, + "lambda": 40.0599, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 660, + "avg_reward": -719.61, + "avg_cost": 2.25, + "lambda": 40.1482, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 670, + "avg_reward": -608.46, + "avg_cost": 0.5, + "lambda": 40.2512, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 680, + "avg_reward": -584.06, + "avg_cost": 6.5, + "lambda": 40.3451, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 690, + "avg_reward": -538.47, + "avg_cost": 0.5, + "lambda": 40.4723, + "rho": [ + 0.4568, + 0.5432 + ] + }, + { + "episode": 700, + "avg_reward": -112.6, + "avg_cost": 1.75, + "lambda": 40.5741, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 710, + "avg_reward": -178.2, + "avg_cost": 1.75, + "lambda": 40.6716, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 720, + "avg_reward": -351.49, + "avg_cost": 1.5, + "lambda": 40.8151, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 730, + "avg_reward": 22.89, + "avg_cost": 1.5, + "lambda": 40.9668, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 740, + "avg_reward": -208.71, + "avg_cost": 0.5, + "lambda": 41.1075, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 750, + "avg_reward": 291.4, + "avg_cost": 3.0, + "lambda": 41.2434, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 760, + "avg_reward": -367.3, + "avg_cost": 0.25, + "lambda": 41.3635, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 770, + "avg_reward": -18.15, + "avg_cost": 1.25, + "lambda": 41.4696, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 780, + "avg_reward": -208.56, + "avg_cost": 1.0, + "lambda": 41.5868, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 790, + "avg_reward": 86.39, + "avg_cost": 0.75, + "lambda": 41.7051, + "rho": [ + 0.4502, + 0.5498 + ] + }, + { + "episode": 800, + "avg_reward": 313.51, + "avg_cost": 2.25, + "lambda": 41.8288, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 810, + "avg_reward": -40.14, + "avg_cost": 1.25, + "lambda": 41.956, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 820, + "avg_reward": 351.38, + "avg_cost": 1.5, + "lambda": 42.1027, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 830, + "avg_reward": 128.56, + "avg_cost": 2.0, + "lambda": 42.2315, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 840, + "avg_reward": 414.27, + "avg_cost": 0.75, + "lambda": 42.3686, + "rho": [ + 0.4445, + 0.5555 + ] + }, + { + "episode": 850, + "avg_reward": 656.2, + "avg_cost": 3.5, + "lambda": 42.4925, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 860, + "avg_reward": 533.55, + "avg_cost": 1.5, + "lambda": 42.6518, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 870, + "avg_reward": 517.27, + "avg_cost": 2.25, + "lambda": 42.799, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 880, + "avg_reward": 88.16, + "avg_cost": 0.5, + "lambda": 42.9437, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 890, + "avg_reward": 139.52, + "avg_cost": 1.0, + "lambda": 43.144, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 900, + "avg_reward": 543.03, + "avg_cost": 1.5, + "lambda": 43.3555, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 910, + "avg_reward": 379.3, + "avg_cost": 1.75, + "lambda": 43.5057, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 920, + "avg_reward": -8.1, + "avg_cost": 0.25, + "lambda": 43.6919, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 930, + "avg_reward": 566.31, + "avg_cost": 0.25, + "lambda": 43.9124, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 940, + "avg_reward": -419.5, + "avg_cost": 0.25, + "lambda": 44.1164, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 950, + "avg_reward": 448.43, + "avg_cost": 0.0, + "lambda": 44.2447, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 960, + "avg_reward": 170.4, + "avg_cost": 0.5, + "lambda": 44.4012, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 970, + "avg_reward": 358.41, + "avg_cost": 2.0, + "lambda": 44.541, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 980, + "avg_reward": 560.64, + "avg_cost": 2.0, + "lambda": 44.6648, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 990, + "avg_reward": 446.26, + "avg_cost": 1.25, + "lambda": 44.794, + "rho": [ + 0.4327, + 0.5673 + ] + }, + { + "episode": 1000, + "avg_reward": 855.83, + "avg_cost": 1.75, + "lambda": 44.9043, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 1010, + "avg_reward": 751.33, + "avg_cost": 0.75, + "lambda": 45.0634, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 1020, + "avg_reward": 601.64, + "avg_cost": 1.5, + "lambda": 45.1978, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 1030, + "avg_reward": 863.17, + "avg_cost": 1.5, + "lambda": 45.3439, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 1040, + "avg_reward": 1028.97, + "avg_cost": 2.25, + "lambda": 45.48, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 1050, + "avg_reward": -56.26, + "avg_cost": 0.0, + "lambda": 45.6158, + "rho": [ + 0.4209, + 0.5791 + ] + }, + { + "episode": 1060, + "avg_reward": 874.61, + "avg_cost": 0.75, + "lambda": 45.7471, + "rho": [ + 0.4209, + 0.5791 + ] + }, + { + "episode": 1070, + "avg_reward": 840.68, + "avg_cost": 0.75, + "lambda": 45.8615, + "rho": [ + 0.4209, + 0.5791 + ] + }, + { + "episode": 1080, + "avg_reward": 929.67, + "avg_cost": 1.25, + "lambda": 45.9723, + "rho": [ + 0.4209, + 0.5791 + ] + }, + { + "episode": 1090, + "avg_reward": 597.62, + "avg_cost": 1.0, + "lambda": 46.082, + "rho": [ + 0.4209, + 0.5791 + ] + }, + { + "episode": 1100, + "avg_reward": 661.38, + "avg_cost": 0.75, + "lambda": 46.1944, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 1110, + "avg_reward": 1179.61, + "avg_cost": 1.75, + "lambda": 46.3078, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 1120, + "avg_reward": 773.5, + "avg_cost": 1.25, + "lambda": 46.4312, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 1130, + "avg_reward": 1053.46, + "avg_cost": 1.75, + "lambda": 46.5779, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 1140, + "avg_reward": 1203.15, + "avg_cost": 3.0, + "lambda": 46.7178, + "rho": [ + 0.4191, + 0.5809 + ] + }, + { + "episode": 1150, + "avg_reward": 1071.99, + "avg_cost": 1.25, + "lambda": 46.8395, + "rho": [ + 0.4231, + 0.5769 + ] + }, + { + "episode": 1160, + "avg_reward": 787.05, + "avg_cost": 1.5, + "lambda": 46.9703, + "rho": [ + 0.4231, + 0.5769 + ] + }, + { + "episode": 1170, + "avg_reward": 340.41, + "avg_cost": 1.0, + "lambda": 47.1175, + "rho": [ + 0.4231, + 0.5769 + ] + }, + { + "episode": 1180, + "avg_reward": 742.91, + "avg_cost": 0.75, + "lambda": 47.2424, + "rho": [ + 0.4231, + 0.5769 + ] + }, + { + "episode": 1190, + "avg_reward": 1158.77, + "avg_cost": 2.0, + "lambda": 47.3537, + "rho": [ + 0.4231, + 0.5769 + ] + }, + { + "episode": 1200, + "avg_reward": 299.0, + "avg_cost": 0.0, + "lambda": 47.5027, + "rho": [ + 0.4293, + 0.5707 + ] + }, + { + "episode": 1210, + "avg_reward": 860.45, + "avg_cost": 0.75, + "lambda": 47.6242, + "rho": [ + 0.4293, + 0.5707 + ] + }, + { + "episode": 1220, + "avg_reward": 1141.31, + "avg_cost": 1.5, + "lambda": 47.7298, + "rho": [ + 0.4293, + 0.5707 + ] + }, + { + "episode": 1230, + "avg_reward": 970.19, + "avg_cost": 1.5, + "lambda": 47.8436, + "rho": [ + 0.4293, + 0.5707 + ] + }, + { + "episode": 1240, + "avg_reward": 809.94, + "avg_cost": 1.0, + "lambda": 47.9314, + "rho": [ + 0.4293, + 0.5707 + ] + }, + { + "episode": 1250, + "avg_reward": -29.76, + "avg_cost": 2.5, + "lambda": 48.06, + "rho": [ + 0.4394, + 0.5606 + ] + }, + { + "episode": 1260, + "avg_reward": 775.79, + "avg_cost": 2.0, + "lambda": 48.2366, + "rho": [ + 0.4394, + 0.5606 + ] + }, + { + "episode": 1270, + "avg_reward": 1203.98, + "avg_cost": 2.0, + "lambda": 48.3917, + "rho": [ + 0.4394, + 0.5606 + ] + }, + { + "episode": 1280, + "avg_reward": 881.68, + "avg_cost": 2.5, + "lambda": 48.543, + "rho": [ + 0.4394, + 0.5606 + ] + }, + { + "episode": 1290, + "avg_reward": 713.66, + "avg_cost": 0.5, + "lambda": 48.6778, + "rho": [ + 0.4394, + 0.5606 + ] + }, + { + "episode": 1300, + "avg_reward": 1289.5, + "avg_cost": 3.0, + "lambda": 48.7817, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 1310, + "avg_reward": 1399.13, + "avg_cost": 2.0, + "lambda": 48.8826, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 1320, + "avg_reward": 880.5, + "avg_cost": 1.0, + "lambda": 48.9954, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 1330, + "avg_reward": 733.65, + "avg_cost": 0.5, + "lambda": 49.1329, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 1340, + "avg_reward": 412.88, + "avg_cost": 1.0, + "lambda": 49.2735, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 1350, + "avg_reward": 1139.09, + "avg_cost": 0.75, + "lambda": 49.3773, + "rho": [ + 0.4657, + 0.5343 + ] + }, + { + "episode": 1360, + "avg_reward": 799.32, + "avg_cost": 1.0, + "lambda": 49.4988, + "rho": [ + 0.4657, + 0.5343 + ] + }, + { + "episode": 1370, + "avg_reward": 1252.66, + "avg_cost": 1.0, + "lambda": 49.6447, + "rho": [ + 0.4657, + 0.5343 + ] + }, + { + "episode": 1380, + "avg_reward": 1127.2, + "avg_cost": 1.5, + "lambda": 49.7624, + "rho": [ + 0.4657, + 0.5343 + ] + }, + { + "episode": 1390, + "avg_reward": 848.08, + "avg_cost": 0.5, + "lambda": 49.869, + "rho": [ + 0.4657, + 0.5343 + ] + }, + { + "episode": 1400, + "avg_reward": 1194.94, + "avg_cost": 2.25, + "lambda": 49.9736, + "rho": [ + 0.4737, + 0.5263 + ] + }, + { + "episode": 1410, + "avg_reward": 923.46, + "avg_cost": 3.25, + "lambda": 50.081, + "rho": [ + 0.4737, + 0.5263 + ] + }, + { + "episode": 1420, + "avg_reward": 548.0, + "avg_cost": 0.25, + "lambda": 50.2113, + "rho": [ + 0.4737, + 0.5263 + ] + }, + { + "episode": 1430, + "avg_reward": 653.74, + "avg_cost": 0.75, + "lambda": 50.3297, + "rho": [ + 0.4737, + 0.5263 + ] + }, + { + "episode": 1440, + "avg_reward": 1399.36, + "avg_cost": 0.75, + "lambda": 50.4173, + "rho": [ + 0.4737, + 0.5263 + ] + }, + { + "episode": 1450, + "avg_reward": 1253.9, + "avg_cost": 2.25, + "lambda": 50.5314, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 1460, + "avg_reward": 1332.37, + "avg_cost": 1.75, + "lambda": 50.6638, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 1470, + "avg_reward": 1151.06, + "avg_cost": 1.0, + "lambda": 50.8231, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 1480, + "avg_reward": 988.9, + "avg_cost": 0.25, + "lambda": 50.9526, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 1490, + "avg_reward": 1485.9, + "avg_cost": 0.75, + "lambda": 51.063, + "rho": [ + 0.4831, + 0.5169 + ] + }, + { + "episode": 1500, + "avg_reward": 357.35, + "avg_cost": 2.5, + "lambda": 51.1623, + "rho": [ + 0.4932, + 0.5068 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..e6c48f7c3c4d7a98e62c706533af6f8b0d3fad50 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_init0.25_0.75_mamujoco_Humanoid_9|8_implicit_v27_fixedrho.json @@ -0,0 +1,8047 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 13034346.57, + "constraint_satisfaction_pct": 37.5, + "final_rho": [ + 0.25, + 0.75 + ], + "final_lambda": 335.3693, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13289.31, + "avg_cost": 28.75, + "lambda": 12.875, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 10, + "avg_reward": 13113.7, + "avg_cost": 22.25, + "lambda": 42.2552, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 20, + "avg_reward": 13165.82, + "avg_cost": 10.0, + "lambda": 67.3856, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 30, + "avg_reward": 12991.94, + "avg_cost": 2.0, + "lambda": 81.0971, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 40, + "avg_reward": 13087.05, + "avg_cost": 0.0, + "lambda": 88.0228, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 50, + "avg_reward": 13354.31, + "avg_cost": 3.25, + "lambda": 92.035, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 60, + "avg_reward": 13387.41, + "avg_cost": 5.0, + "lambda": 96.6029, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 70, + "avg_reward": 13510.91, + "avg_cost": 5.0, + "lambda": 101.2197, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 80, + "avg_reward": 13265.87, + "avg_cost": 9.75, + "lambda": 106.0838, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 90, + "avg_reward": 13308.72, + "avg_cost": 2.5, + "lambda": 110.6641, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 100, + "avg_reward": 13375.66, + "avg_cost": 9.0, + "lambda": 114.479, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 110, + "avg_reward": 13513.68, + "avg_cost": 3.75, + "lambda": 118.7296, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 120, + "avg_reward": 13347.14, + "avg_cost": 2.75, + "lambda": 123.1155, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 130, + "avg_reward": 13304.3, + "avg_cost": 12.0, + "lambda": 128.2474, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 140, + "avg_reward": 13282.01, + "avg_cost": 1.25, + "lambda": 133.676, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 150, + "avg_reward": 13147.99, + "avg_cost": 0.0, + "lambda": 139.5168, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 160, + "avg_reward": 12992.85, + "avg_cost": 0.0, + "lambda": 143.2004, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 170, + "avg_reward": 13166.04, + "avg_cost": 16.5, + "lambda": 147.1234, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 180, + "avg_reward": 13442.45, + "avg_cost": 0.0, + "lambda": 152.2524, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 190, + "avg_reward": 13020.92, + "avg_cost": 3.75, + "lambda": 157.8048, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 200, + "avg_reward": 13197.13, + "avg_cost": 7.0, + "lambda": 162.0072, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 210, + "avg_reward": 12898.32, + "avg_cost": 8.25, + "lambda": 165.5515, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 220, + "avg_reward": 13392.23, + "avg_cost": 5.0, + "lambda": 168.4471, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 230, + "avg_reward": 12762.68, + "avg_cost": 14.5, + "lambda": 171.1188, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 240, + "avg_reward": 13214.16, + "avg_cost": 0.0, + "lambda": 174.5036, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 250, + "avg_reward": 13340.22, + "avg_cost": 2.75, + "lambda": 177.2371, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 260, + "avg_reward": 13411.12, + "avg_cost": 0.0, + "lambda": 181.1716, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 270, + "avg_reward": 12701.59, + "avg_cost": 0.0, + "lambda": 185.6708, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 280, + "avg_reward": 13042.9, + "avg_cost": 8.5, + "lambda": 188.7421, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 290, + "avg_reward": 12780.75, + "avg_cost": 2.75, + "lambda": 192.8324, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 300, + "avg_reward": 13281.81, + "avg_cost": 0.0, + "lambda": 195.4661, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 310, + "avg_reward": 12592.89, + "avg_cost": 17.5, + "lambda": 198.2557, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 320, + "avg_reward": 12920.28, + "avg_cost": 5.5, + "lambda": 202.1729, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 330, + "avg_reward": 13461.97, + "avg_cost": 1.5, + "lambda": 206.0329, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 340, + "avg_reward": 13124.86, + "avg_cost": 0.0, + "lambda": 208.4755, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 350, + "avg_reward": 13487.14, + "avg_cost": 2.5, + "lambda": 210.5894, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 360, + "avg_reward": 13403.54, + "avg_cost": 8.25, + "lambda": 213.0331, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 370, + "avg_reward": 12889.52, + "avg_cost": 0.0, + "lambda": 215.5815, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 380, + "avg_reward": 13037.76, + "avg_cost": 5.0, + "lambda": 218.2394, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 390, + "avg_reward": 12633.62, + "avg_cost": 0.0, + "lambda": 220.4324, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 400, + "avg_reward": 13030.66, + "avg_cost": 0.0, + "lambda": 222.4569, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 410, + "avg_reward": 12924.49, + "avg_cost": 0.0, + "lambda": 224.36, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 420, + "avg_reward": 13396.14, + "avg_cost": 0.75, + "lambda": 225.8032, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 430, + "avg_reward": 13245.22, + "avg_cost": 0.0, + "lambda": 227.0092, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 440, + "avg_reward": 13153.03, + "avg_cost": 0.0, + "lambda": 228.191, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 450, + "avg_reward": 12929.57, + "avg_cost": 2.25, + "lambda": 229.8653, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 460, + "avg_reward": 12961.61, + "avg_cost": 2.25, + "lambda": 230.8606, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 470, + "avg_reward": 13002.92, + "avg_cost": 0.0, + "lambda": 233.6477, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 480, + "avg_reward": 13305.6, + "avg_cost": 3.0, + "lambda": 236.7385, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 490, + "avg_reward": 13392.62, + "avg_cost": 0.75, + "lambda": 239.7228, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 500, + "avg_reward": 13696.13, + "avg_cost": 2.5, + "lambda": 241.3059, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 510, + "avg_reward": 13669.97, + "avg_cost": 1.5, + "lambda": 242.2677, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 520, + "avg_reward": 13592.3, + "avg_cost": 2.75, + "lambda": 243.8116, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 530, + "avg_reward": 13539.59, + "avg_cost": 0.0, + "lambda": 246.6328, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 540, + "avg_reward": 14067.98, + "avg_cost": 6.25, + "lambda": 248.4982, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 550, + "avg_reward": 13475.59, + "avg_cost": 0.75, + "lambda": 250.2631, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 560, + "avg_reward": 13580.83, + "avg_cost": 1.5, + "lambda": 252.2956, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 570, + "avg_reward": 13477.51, + "avg_cost": 0.25, + "lambda": 254.4876, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 580, + "avg_reward": 13269.56, + "avg_cost": 1.25, + "lambda": 256.2985, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 590, + "avg_reward": 13282.17, + "avg_cost": 2.25, + "lambda": 258.1988, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 600, + "avg_reward": 13253.4, + "avg_cost": 1.25, + "lambda": 261.1389, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 610, + "avg_reward": 12860.93, + "avg_cost": 0.0, + "lambda": 264.9142, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 620, + "avg_reward": 13595.05, + "avg_cost": 5.0, + "lambda": 268.0284, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 630, + "avg_reward": 13198.39, + "avg_cost": 0.0, + "lambda": 272.074, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 640, + "avg_reward": 13035.8, + "avg_cost": 0.0, + "lambda": 275.4918, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 650, + "avg_reward": 13289.58, + "avg_cost": 0.0, + "lambda": 277.4959, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 660, + "avg_reward": 13811.14, + "avg_cost": 5.5, + "lambda": 280.0654, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 670, + "avg_reward": 13469.95, + "avg_cost": 0.0, + "lambda": 282.2213, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 680, + "avg_reward": 13307.56, + "avg_cost": 0.0, + "lambda": 283.9036, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 690, + "avg_reward": 13152.9, + "avg_cost": 2.25, + "lambda": 285.5004, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 700, + "avg_reward": 12890.67, + "avg_cost": 2.75, + "lambda": 287.6659, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 710, + "avg_reward": 12673.74, + "avg_cost": 3.25, + "lambda": 290.3588, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 720, + "avg_reward": 12919.52, + "avg_cost": 3.5, + "lambda": 292.6911, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 730, + "avg_reward": 12982.83, + "avg_cost": 1.0, + "lambda": 294.3887, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 740, + "avg_reward": 12898.2, + "avg_cost": 0.0, + "lambda": 295.989, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 750, + "avg_reward": 13311.79, + "avg_cost": 5.75, + "lambda": 297.3257, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 760, + "avg_reward": 13020.42, + "avg_cost": 0.0, + "lambda": 298.4914, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 770, + "avg_reward": 13356.21, + "avg_cost": 0.0, + "lambda": 299.9288, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 780, + "avg_reward": 12872.81, + "avg_cost": 0.75, + "lambda": 301.2455, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 790, + "avg_reward": 12674.79, + "avg_cost": 0.5, + "lambda": 302.2936, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 800, + "avg_reward": 12403.46, + "avg_cost": 2.25, + "lambda": 303.6974, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 810, + "avg_reward": 12156.13, + "avg_cost": 2.5, + "lambda": 304.9995, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 820, + "avg_reward": 12490.36, + "avg_cost": 0.0, + "lambda": 306.3182, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 830, + "avg_reward": 12727.16, + "avg_cost": 0.0, + "lambda": 308.1368, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 840, + "avg_reward": 12893.02, + "avg_cost": 0.0, + "lambda": 309.3938, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 850, + "avg_reward": 13275.8, + "avg_cost": 0.0, + "lambda": 310.4515, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 860, + "avg_reward": 12811.3, + "avg_cost": 4.5, + "lambda": 311.5531, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 870, + "avg_reward": 12972.24, + "avg_cost": 0.0, + "lambda": 313.1648, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 880, + "avg_reward": 13163.09, + "avg_cost": 0.0, + "lambda": 314.5335, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 890, + "avg_reward": 12815.04, + "avg_cost": 0.25, + "lambda": 315.8585, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 900, + "avg_reward": 12774.48, + "avg_cost": 4.75, + "lambda": 317.2085, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 910, + "avg_reward": 12331.18, + "avg_cost": 3.5, + "lambda": 319.2468, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 920, + "avg_reward": 11963.75, + "avg_cost": 0.0, + "lambda": 321.7116, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 930, + "avg_reward": 12030.55, + "avg_cost": 2.5, + "lambda": 324.2567, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 940, + "avg_reward": 11827.74, + "avg_cost": 0.0, + "lambda": 326.4121, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 950, + "avg_reward": 11774.34, + "avg_cost": 1.0, + "lambda": 328.0106, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 960, + "avg_reward": 12296.03, + "avg_cost": 2.0, + "lambda": 329.6, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 970, + "avg_reward": 12159.98, + "avg_cost": 0.0, + "lambda": 330.77, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 980, + "avg_reward": 12528.48, + "avg_cost": 4.25, + "lambda": 332.0881, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 990, + "avg_reward": 12226.23, + "avg_cost": 0.0, + "lambda": 333.4095, + "rho": [ + 0.25, + 0.75 + ] + }, + { + "episode": 1000, + "avg_reward": 12477.89, + "avg_cost": 1.25, + "lambda": 335.3693, + "rho": [ + 0.25, + 0.75 + ] + } + ], + "episode_rewards": [ + 13289.3068, + 13198.1597, + 13225.6269, + 13293.5798, + 13202.9945, + 13141.7335, + 13180.5648, + 13210.8914, + 13185.7968, + 13113.7029, + 13086.2293, + 13105.0119, + 13127.5164, + 13223.3812, + 13151.165, + 13079.5847, + 13119.0048, + 13058.967, + 13216.2232, + 13165.8179, + 13139.0886, + 13189.3404, + 13089.3733, + 13144.2007, + 13212.3743, + 13193.2983, + 13057.9438, + 12969.5341, + 13067.0511, + 12991.9377, + 12850.0765, + 12817.7544, + 12852.1546, + 12943.2531, + 12976.7891, + 12887.6656, + 12939.6888, + 13049.5911, + 13151.0992, + 13087.0537, + 13149.8081, + 13154.5465, + 13195.4783, + 13210.4351, + 13268.9796, + 13376.7645, + 13353.5127, + 13397.7463, + 13211.8698, + 13354.3134, + 13327.9622, + 13312.7143, + 13382.4521, + 13440.0676, + 13372.6485, + 13426.6601, + 13364.5606, + 13357.7765, + 13276.327, + 13387.409, + 13447.866, + 13313.8679, + 13470.3863, + 13317.5455, + 13487.292, + 13245.0283, + 13327.8463, + 13379.6143, + 13404.7635, + 13510.9054, + 13431.7725, + 13334.8256, + 13357.1239, + 13370.7313, + 13336.4334, + 13431.6182, + 13367.3577, + 13314.3717, + 13353.8339, + 13265.8672, + 13231.2242, + 13142.2632, + 13172.5626, + 13207.6514, + 13338.9136, + 13309.182, + 13393.5176, + 13295.9754, + 13264.1507, + 13308.7157, + 13137.2543, + 13230.3881, + 13290.6555, + 13189.271, + 13260.6855, + 13230.8008, + 13523.6706, + 13420.5599, + 13319.3102, + 13375.6597, + 13406.1667, + 13381.7791, + 13316.2646, + 13247.3627, + 13296.9989, + 13407.4497, + 13361.219, + 13422.0893, + 13567.8451, + 13513.6812, + 13494.4117, + 13515.5654, + 13656.4625, + 13526.2212, + 13444.7706, + 13415.7158, + 13277.1705, + 13462.4917, + 13302.8391, + 13347.1421, + 13324.3393, + 13391.7373, + 13252.8244, + 13362.9053, + 13399.7593, + 13332.7141, + 13146.1102, + 13284.7288, + 13272.621, + 13304.2987, + 13488.6218, + 13431.9998, + 13407.5401, + 13415.2196, + 13459.2831, + 13323.5704, + 13326.1464, + 13314.0131, + 13278.4001, + 13282.0081, + 13381.448, + 13432.4771, + 13263.3205, + 13300.7456, + 13262.8666, + 13271.027, + 13172.9672, + 13201.3612, + 13353.9534, + 13147.9926, + 13157.9268, + 13213.9512, + 13151.3851, + 13264.508, + 13188.2421, + 13215.5146, + 13204.1788, + 13085.7829, + 12911.554, + 12992.8453, + 13020.8871, + 12777.1708, + 12977.7181, + 12953.7341, + 12991.074, + 13031.1866, + 12917.0936, + 12945.9608, + 12917.6901, + 13166.0352, + 13136.4808, + 13079.3893, + 13176.3873, + 13248.357, + 13237.4247, + 13198.6409, + 13157.7999, + 13281.1584, + 13391.1581, + 13442.449, + 13468.0354, + 13530.1847, + 13451.2453, + 13392.0677, + 13351.6635, + 13324.7828, + 13285.9134, + 13128.4908, + 13089.5319, + 13020.9151, + 12809.7404, + 12868.6967, + 13002.3835, + 13019.341, + 13027.956, + 12849.6159, + 13036.3791, + 13113.8179, + 13267.5998, + 13197.1328, + 13026.878, + 12950.7872, + 13126.6653, + 13006.1476, + 12943.5181, + 12969.4835, + 13019.1162, + 12990.2955, + 12849.7318, + 12898.3205, + 12851.0132, + 12918.3272, + 13092.103, + 13176.1068, + 13164.4889, + 13275.5566, + 13211.3057, + 13343.2864, + 13290.5395, + 13392.2291, + 13292.873, + 13150.9639, + 13067.6359, + 13181.3085, + 12921.1055, + 12858.2295, + 13087.1728, + 12942.8483, + 12781.3547, + 12762.6755, + 12799.0204, + 12716.3115, + 12683.9837, + 12779.6699, + 12822.63, + 12797.8046, + 12878.0232, + 13013.2294, + 13140.0444, + 13214.1595, + 13322.208, + 13391.735, + 13301.4309, + 13375.8806, + 13393.2941, + 13364.4456, + 13310.1878, + 13339.086, + 13340.2725, + 13340.2163, + 13231.8345, + 13253.9072, + 13233.3644, + 13283.4351, + 13251.1139, + 13099.2419, + 13130.9216, + 13317.44, + 13376.1099, + 13411.1203, + 13368.5734, + 13321.9483, + 13569.7136, + 13326.8211, + 13146.2701, + 12915.3504, + 12966.093, + 12835.4475, + 12847.9389, + 12701.5905, + 12687.1144, + 12788.5867, + 12728.0544, + 12832.0393, + 13022.6743, + 13023.4997, + 12975.805, + 12987.4188, + 12974.7327, + 13042.9027, + 12955.8983, + 12896.8551, + 13025.1133, + 12888.3373, + 12996.8786, + 12944.1065, + 12798.1553, + 12828.0522, + 12865.3576, + 12780.7522, + 12927.2139, + 13000.5572, + 12980.244, + 13196.5071, + 13193.8292, + 13119.8822, + 13191.0993, + 13011.3505, + 13127.289, + 13281.8082, + 13280.322, + 13291.0949, + 13172.6496, + 13150.7419, + 13162.4976, + 13338.1924, + 13245.376, + 13316.5729, + 12904.887, + 12592.8869, + 12559.8789, + 12660.784, + 12927.6392, + 12926.5154, + 13006.3632, + 13023.74, + 12865.6586, + 12645.7341, + 12750.3795, + 12920.279, + 13010.9106, + 12973.9321, + 12943.5039, + 12953.2812, + 12951.1595, + 13076.0894, + 13132.9783, + 13284.7535, + 13364.7632, + 13461.9693, + 13427.9836, + 13463.9692, + 13378.4264, + 13361.714, + 13366.6465, + 13319.6788, + 13313.5074, + 13169.3194, + 13071.4615, + 13124.855, + 13264.4937, + 13347.3515, + 13392.7395, + 13549.5019, + 13592.831, + 13538.163, + 13500.9388, + 13573.3542, + 13497.8551, + 13487.143, + 13429.2158, + 13404.628, + 13431.7945, + 13358.9893, + 13175.7052, + 13220.3948, + 13252.1636, + 13331.6441, + 13368.0143, + 13403.542, + 13383.4762, + 13422.7618, + 13363.619, + 13468.6771, + 13095.9736, + 13291.2314, + 13380.2345, + 13413.4122, + 13044.0255, + 12889.5233, + 12926.4313, + 12991.69, + 12873.4983, + 12804.903, + 12991.9272, + 13017.6382, + 12929.6108, + 12944.4524, + 12917.3358, + 13037.7578, + 13062.6554, + 12935.5346, + 12958.495, + 12938.4767, + 12744.5853, + 12768.9139, + 12476.7317, + 12413.7162, + 12549.3856, + 12633.6202, + 12764.8768, + 12654.4829, + 12858.4999, + 12708.6648, + 12775.5072, + 12989.1645, + 12993.1776, + 13104.4534, + 13068.0754, + 13030.6604, + 13207.5056, + 13335.6132, + 13351.6891, + 13332.2675, + 13124.4388, + 13007.7948, + 12858.1533, + 13015.3098, + 12884.7726, + 12924.4875, + 13184.1142, + 12984.3776, + 12999.4457, + 13036.9111, + 13107.7857, + 13176.3368, + 13223.7285, + 13260.9329, + 13283.706, + 13396.1379, + 13419.3145, + 13336.4619, + 13099.659, + 13110.4075, + 13066.0728, + 13051.3203, + 13027.0527, + 13038.7252, + 13169.3883, + 13245.2159, + 13318.2537, + 13241.1838, + 13248.9747, + 13325.4295, + 13041.1002, + 13255.7514, + 13461.5294, + 13270.8275, + 13154.2751, + 13153.0294, + 13313.0458, + 13036.3767, + 13175.3384, + 13222.073, + 13080.9385, + 12966.8857, + 13129.1323, + 13070.3708, + 12944.7776, + 12929.569, + 12844.4, + 12874.9569, + 12842.6122, + 12789.8818, + 12811.6191, + 12774.4182, + 12825.2414, + 12796.8849, + 12970.7073, + 12961.6121, + 12911.0086, + 12814.3208, + 12955.1419, + 12980.149, + 13169.4613, + 13187.4142, + 13205.196, + 13202.7458, + 12995.3692, + 13002.9187, + 13030.9834, + 13024.8898, + 13174.1467, + 13207.9984, + 13262.052, + 13315.8106, + 13398.4197, + 13382.1293, + 13323.0203, + 13305.604, + 13129.052, + 13143.1798, + 13087.3517, + 12905.7983, + 12959.1207, + 13113.8465, + 13230.9239, + 13175.3877, + 13379.5997, + 13392.6175, + 13439.9661, + 13431.1231, + 13509.435, + 13471.202, + 13409.2716, + 13441.3438, + 13424.0971, + 13413.859, + 13572.3463, + 13696.1324, + 13470.226, + 13525.4653, + 13637.2989, + 13756.4602, + 13752.4402, + 13765.2415, + 13816.6815, + 13645.1715, + 13703.9925, + 13669.9678, + 13657.5896, + 13549.3544, + 13393.6107, + 13374.5822, + 13390.4842, + 13559.6323, + 13683.9148, + 13640.51, + 13801.417, + 13592.304, + 13583.7024, + 13414.4972, + 13507.7633, + 13531.0331, + 13481.9775, + 13475.7218, + 13486.048, + 13511.3337, + 13370.4488, + 13539.5936, + 13518.8362, + 13376.1264, + 13408.6251, + 13493.2115, + 13642.8989, + 13567.7566, + 13545.8246, + 13568.9095, + 13773.3156, + 14067.9838, + 13978.3436, + 13753.7111, + 13681.856, + 13637.9163, + 13736.5629, + 13512.4257, + 13538.352, + 13559.853, + 13509.7756, + 13475.5934, + 13353.6844, + 13380.84, + 13260.6914, + 13217.4917, + 13372.3807, + 13510.4847, + 13478.0216, + 13470.4797, + 13537.307, + 13580.8305, + 13712.1466, + 13550.8726, + 13750.3656, + 13489.9991, + 13559.1423, + 13489.5871, + 13592.189, + 13731.4496, + 13637.4963, + 13477.5082, + 13528.8957, + 13407.0342, + 13398.2149, + 13358.3888, + 13366.2298, + 13532.5309, + 13580.2257, + 13561.9855, + 13275.1306, + 13269.5626, + 13155.6278, + 13308.0759, + 13316.1049, + 13184.0777, + 13146.0613, + 13320.9249, + 12981.2356, + 13280.4841, + 13300.6102, + 13282.1741, + 13173.4877, + 13060.2558, + 12918.7186, + 13041.9086, + 13042.1683, + 13132.9099, + 13140.2908, + 13032.0558, + 13179.8027, + 13253.3987, + 13073.4486, + 12668.5019, + 12802.2084, + 12772.0017, + 12967.1907, + 13025.0674, + 13105.8887, + 13077.4742, + 12761.2311, + 12860.9253, + 12890.2189, + 12952.4829, + 12954.2393, + 13099.6959, + 13175.6329, + 13515.7505, + 13548.3447, + 13554.566, + 13488.4093, + 13595.0458, + 13368.1655, + 13782.6372, + 13726.9848, + 13475.5167, + 13370.992, + 13421.902, + 13383.3155, + 13180.6701, + 13239.0442, + 13198.3885, + 13240.9901, + 13235.5174, + 13056.1409, + 13060.9074, + 13027.1958, + 12919.6723, + 13108.8273, + 13175.6424, + 13194.3223, + 13035.8034, + 13015.2996, + 13013.7156, + 13161.721, + 13269.1563, + 13175.9996, + 13176.9833, + 13339.3024, + 13319.7632, + 13296.5491, + 13289.582, + 13475.8101, + 13649.553, + 13661.8647, + 13887.435, + 13801.7575, + 13849.7409, + 13672.7013, + 13602.1156, + 13660.2591, + 13811.1423, + 13591.5476, + 13497.2468, + 13483.0901, + 13421.2758, + 13555.8279, + 13570.5424, + 13293.3045, + 13392.7649, + 13303.7671, + 13469.9475, + 13358.0743, + 13541.0695, + 13356.7924, + 13521.7065, + 13553.4028, + 13562.9062, + 13362.4289, + 13252.3541, + 13342.275, + 13307.5552, + 13126.632, + 13219.8437, + 12893.094, + 12924.9604, + 13076.8607, + 13024.4842, + 12994.5761, + 13166.7005, + 13211.2843, + 13152.8953, + 13030.5329, + 13010.9538, + 13145.1628, + 13228.5516, + 13275.7989, + 13054.8327, + 13139.4525, + 12823.6338, + 12960.0465, + 12890.6723, + 12965.5109, + 12958.5144, + 12642.1335, + 12719.9325, + 12681.0108, + 12568.2482, + 12614.377, + 12658.9592, + 12660.3235, + 12673.7447, + 12597.9283, + 12725.6723, + 12773.3322, + 12992.1857, + 12801.2368, + 12876.7583, + 12999.6877, + 12878.9489, + 12906.9342, + 12919.5158, + 12901.8057, + 12860.8905, + 12882.5213, + 13027.5574, + 12868.6531, + 12768.4579, + 12818.9682, + 12723.9478, + 12962.0393, + 12982.8304, + 12915.6449, + 12803.2076, + 12524.8516, + 12701.7193, + 12835.5777, + 12749.9367, + 12779.6553, + 12743.6486, + 12839.6671, + 12898.1987, + 12932.0003, + 12885.4759, + 13065.9664, + 13157.0037, + 13292.0315, + 13116.6914, + 13236.2768, + 13253.877, + 13185.8731, + 13311.793, + 13192.2932, + 13206.6248, + 13177.3281, + 13226.8455, + 13160.545, + 13111.6114, + 13268.8589, + 13164.9704, + 13019.3835, + 13020.4187, + 13215.3538, + 13232.4259, + 13108.3231, + 13229.9031, + 13253.2463, + 13271.6089, + 13095.8029, + 13234.3583, + 13266.3283, + 13356.2081, + 13409.0368, + 13336.296, + 12996.8216, + 13088.6448, + 13116.4117, + 13267.1817, + 13092.2092, + 13005.4211, + 13006.2007, + 12872.8057, + 12598.5118, + 12643.4982, + 12700.3238, + 12501.9915, + 12557.9507, + 12614.0029, + 12699.7999, + 12745.6123, + 12634.5222, + 12674.7881, + 12651.4382, + 12767.1537, + 12650.1802, + 12640.2964, + 12613.3779, + 12251.6662, + 12353.9586, + 12453.6233, + 12605.9833, + 12403.4591, + 12421.18, + 12278.2737, + 12433.8232, + 12373.4991, + 12529.8107, + 12408.4528, + 12200.1966, + 12103.4133, + 12028.6083, + 12156.1325, + 11966.743, + 11782.1325, + 11802.4285, + 12032.3571, + 12178.0905, + 12321.6103, + 12401.661, + 12249.4908, + 12357.1194, + 12490.3601, + 12556.515, + 12311.2455, + 12227.2938, + 12403.9305, + 12599.5599, + 12679.6882, + 12636.2242, + 12711.6491, + 12821.1795, + 12727.1641, + 12759.8258, + 12752.551, + 12539.9646, + 12623.9815, + 12754.3497, + 12774.4485, + 12933.3136, + 12780.5027, + 12989.8065, + 12893.0199, + 12798.2858, + 12970.5574, + 12811.9037, + 12895.9883, + 13128.0745, + 13118.2536, + 13122.0933, + 13180.2009, + 13371.2424, + 13275.8005, + 13247.3924, + 13300.1413, + 13126.6207, + 13159.374, + 13136.1299, + 13256.3405, + 13252.2578, + 13151.2043, + 13126.4869, + 12811.2968, + 12972.0417, + 12897.1908, + 12947.9286, + 12864.1367, + 12862.3006, + 12984.2183, + 12986.8924, + 13027.6902, + 13241.1967, + 12972.2361, + 13070.5312, + 13055.893, + 13068.2035, + 12902.7486, + 12930.1928, + 12971.5648, + 13026.8323, + 13213.4626, + 13084.1034, + 13163.0928, + 12992.5839, + 13006.2056, + 12974.7096, + 13013.2644, + 12700.9842, + 12870.35, + 12829.4014, + 12915.3543, + 12905.0238, + 12815.0427, + 12801.8294, + 12918.4567, + 12982.2208, + 12936.8808, + 12897.9621, + 12886.3227, + 12794.081, + 12875.9377, + 12606.5248, + 12774.4757, + 12870.4362, + 12713.5274, + 12582.48, + 12451.7731, + 12455.8027, + 12531.3366, + 12397.6937, + 12522.3556, + 12289.3925, + 12331.1757, + 12317.2257, + 12413.9105, + 12271.1386, + 12172.5585, + 12184.4475, + 11826.4493, + 12000.5711, + 11893.5739, + 11874.891, + 11963.752, + 11936.2621, + 11840.0422, + 11780.0463, + 11718.1283, + 11878.8533, + 11916.4495, + 11959.7, + 11968.5385, + 11964.8908, + 12030.5476, + 11939.4694, + 11882.524, + 11959.6418, + 11800.1656, + 11643.5772, + 11803.49, + 11729.7102, + 11733.9666, + 11647.93, + 11827.7352, + 11735.2331, + 11695.5392, + 11824.0423, + 11831.2262, + 12078.1946, + 11842.9415, + 11917.8523, + 11955.1825, + 11838.499, + 11774.3379, + 11930.4765, + 12170.3724, + 12025.8396, + 12110.8862, + 11857.3769, + 12083.6453, + 12101.5776, + 12374.8622, + 12153.432, + 12296.0324, + 12292.5331, + 12190.7629, + 12054.981, + 12038.7809, + 12049.298, + 11968.7396, + 12006.0946, + 11861.5063, + 12192.3803, + 12159.9819, + 12113.5035, + 12007.7154, + 12208.9208, + 12252.3259, + 12249.2476, + 12248.6976, + 12367.1145, + 12177.326, + 12354.3666, + 12528.4823, + 12486.2081, + 12580.6306, + 12260.592, + 12082.4867, + 12304.64, + 12333.7589, + 12305.9503, + 12312.2941, + 12351.0178, + 12226.2301, + 12358.7762, + 12251.6396, + 12094.9992, + 12210.7902, + 12174.8647, + 12241.0297, + 12260.6931, + 12308.1881, + 12310.5704, + 12477.887 + ], + "episode_costs": [ + 28.75, + 46.5, + 46.75, + 40.75, + 38.5, + 26.0, + 31.75, + 39.25, + 34.0, + 22.25, + 21.0, + 18.25, + 8.25, + 25.5, + 16.75, + 13.75, + 9.75, + 2.25, + 3.5, + 10.0, + 4.75, + 11.25, + 0.75, + 1.25, + 14.5, + 4.0, + 20.0, + 1.25, + 2.75, + 2.0, + 3.25, + 1.75, + 0.0, + 4.25, + 3.25, + 0.0, + 0.0, + 2.5, + 3.0, + 0.0, + 0.0, + 0.0, + 9.5, + 0.0, + 1.25, + 13.75, + 0.0, + 1.75, + 0.0, + 3.25, + 7.75, + 1.5, + 4.25, + 8.75, + 11.75, + 9.5, + 0.75, + 5.75, + 1.25, + 5.0, + 7.25, + 0.0, + 5.5, + 7.25, + 5.5, + 0.75, + 0.0, + 7.25, + 8.0, + 5.0, + 2.0, + 7.75, + 6.75, + 4.5, + 5.5, + 1.25, + 6.75, + 5.25, + 3.75, + 9.75, + 4.25, + 4.5, + 2.75, + 0.0, + 3.25, + 1.5, + 6.25, + 5.5, + 9.5, + 2.5, + 8.5, + 0.0, + 5.25, + 0.25, + 0.5, + 0.0, + 2.0, + 1.75, + 0.5, + 9.0, + 6.0, + 10.75, + 3.25, + 2.0, + 0.0, + 0.0, + 20.0, + 5.5, + 0.25, + 3.75, + 0.5, + 5.25, + 4.25, + 3.25, + 1.5, + 0.5, + 3.75, + 22.75, + 7.25, + 2.75, + 0.0, + 0.25, + 19.75, + 1.75, + 7.5, + 5.5, + 0.0, + 0.0, + 3.75, + 12.0, + 8.75, + 0.0, + 5.75, + 5.75, + 11.0, + 0.0, + 10.0, + 0.0, + 14.75, + 1.25, + 14.75, + 2.25, + 4.0, + 3.5, + 14.75, + 3.5, + 0.0, + 3.75, + 6.5, + 0.0, + 0.5, + 0.5, + 2.5, + 0.0, + 2.25, + 8.5, + 2.25, + 1.0, + 0.0, + 0.0, + 5.0, + 14.0, + 4.25, + 4.0, + 3.0, + 1.25, + 0.5, + 1.5, + 11.25, + 16.5, + 7.75, + 14.0, + 0.0, + 0.0, + 1.5, + 11.75, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 22.0, + 8.5, + 15.25, + 2.25, + 0.0, + 3.75, + 3.75, + 15.25, + 3.75, + 4.0, + 1.75, + 0.0, + 0.0, + 3.25, + 1.75, + 1.25, + 0.0, + 0.0, + 7.0, + 5.25, + 0.0, + 4.25, + 9.0, + 0.5, + 0.0, + 7.5, + 3.0, + 2.5, + 8.25, + 0.0, + 0.0, + 0.0, + 5.25, + 0.0, + 4.0, + 0.25, + 3.25, + 0.0, + 5.0, + 3.5, + 0.0, + 0.0, + 7.5, + 1.5, + 0.0, + 5.25, + 0.5, + 3.25, + 14.5, + 3.5, + 0.0, + 9.5, + 0.5, + 3.75, + 2.75, + 2.25, + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 1.5, + 8.5, + 10.75, + 2.75, + 0.0, + 0.0, + 0.0, + 2.75, + 15.25, + 0.0, + 3.0, + 1.0, + 0.0, + 16.0, + 12.5, + 4.75, + 0.75, + 0.0, + 0.0, + 6.0, + 17.75, + 5.75, + 3.0, + 0.0, + 6.75, + 0.0, + 2.75, + 0.0, + 0.0, + 0.0, + 7.75, + 3.75, + 0.5, + 2.0, + 1.25, + 0.0, + 0.0, + 8.5, + 16.0, + 5.25, + 6.75, + 0.0, + 5.25, + 4.5, + 0.0, + 2.25, + 4.0, + 2.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.0, + 0.0, + 14.75, + 1.25, + 0.0, + 0.0, + 0.75, + 3.5, + 6.75, + 0.0, + 0.0, + 0.0, + 9.0, + 10.75, + 17.5, + 2.5, + 0.0, + 1.0, + 0.0, + 0.0, + 7.25, + 0.0, + 8.75, + 11.25, + 5.5, + 3.5, + 4.0, + 0.0, + 0.0, + 14.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 2.25, + 0.0, + 3.5, + 2.25, + 1.75, + 3.25, + 4.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 6.0, + 0.25, + 0.5, + 2.75, + 14.0, + 0.0, + 2.5, + 0.0, + 0.0, + 4.5, + 7.75, + 2.0, + 0.5, + 0.0, + 0.0, + 0.0, + 8.25, + 1.0, + 1.75, + 0.75, + 12.75, + 0.0, + 0.0, + 0.25, + 3.0, + 4.5, + 0.0, + 3.75, + 0.0, + 2.75, + 0.0, + 1.0, + 11.5, + 6.75, + 2.25, + 0.0, + 5.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 4.25, + 3.75, + 1.5, + 0.0, + 3.25, + 0.0, + 2.5, + 0.0, + 0.0, + 6.0, + 2.75, + 6.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 3.5, + 0.0, + 3.25, + 3.25, + 5.5, + 0.0, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 1.25, + 0.0, + 0.75, + 5.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.5, + 0.0, + 1.5, + 6.75, + 1.5, + 0.0, + 0.0, + 6.25, + 0.0, + 4.25, + 2.75, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 2.5, + 2.25, + 5.75, + 0.0, + 7.25, + 0.0, + 10.25, + 1.5, + 23.5, + 2.0, + 0.0, + 0.0, + 2.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 6.0, + 17.5, + 3.0, + 3.0, + 3.5, + 1.5, + 4.5, + 1.0, + 0.0, + 1.25, + 0.75, + 0.0, + 1.75, + 0.75, + 0.0, + 0.0, + 0.0, + 1.75, + 0.0, + 2.25, + 3.0, + 0.0, + 0.0, + 2.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 1.5, + 7.0, + 0.0, + 1.5, + 0.0, + 0.0, + 1.75, + 5.75, + 0.0, + 7.75, + 2.75, + 13.25, + 0.0, + 5.25, + 2.0, + 3.0, + 0.0, + 0.0, + 5.0, + 0.0, + 0.0, + 4.75, + 0.0, + 0.75, + 0.0, + 1.75, + 0.0, + 0.0, + 0.0, + 3.75, + 6.25, + 2.25, + 1.5, + 0.0, + 0.0, + 4.25, + 0.5, + 0.5, + 0.0, + 4.0, + 0.75, + 2.25, + 0.5, + 0.0, + 0.0, + 0.0, + 10.25, + 8.5, + 6.5, + 0.0, + 1.5, + 0.75, + 0.0, + 2.75, + 0.0, + 2.75, + 0.0, + 0.25, + 8.5, + 3.5, + 0.25, + 2.5, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 2.0, + 1.5, + 1.25, + 0.0, + 4.0, + 6.0, + 0.0, + 0.5, + 3.75, + 3.25, + 2.75, + 2.5, + 2.25, + 9.75, + 1.0, + 0.0, + 0.75, + 0.0, + 3.25, + 7.75, + 2.25, + 24.25, + 1.25, + 5.5, + 0.25, + 3.5, + 1.25, + 0.0, + 8.0, + 2.5, + 3.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 4.0, + 0.0, + 11.25, + 11.0, + 2.25, + 7.0, + 5.0, + 0.0, + 15.5, + 3.75, + 3.5, + 1.25, + 2.0, + 0.25, + 0.75, + 4.75, + 0.0, + 5.0, + 10.25, + 2.25, + 3.25, + 2.25, + 0.75, + 2.5, + 0.0, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 2.5, + 1.25, + 0.0, + 4.5, + 2.5, + 0.0, + 2.0, + 0.75, + 4.5, + 10.75, + 2.25, + 2.0, + 2.75, + 4.75, + 1.75, + 5.5, + 0.75, + 0.75, + 1.5, + 0.25, + 0.5, + 0.75, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 7.5, + 0.5, + 0.5, + 0.25, + 3.0, + 3.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5, + 4.75, + 1.25, + 2.75, + 0.0, + 0.0, + 0.0, + 5.25, + 2.25, + 0.25, + 8.25, + 0.0, + 0.0, + 0.0, + 1.5, + 10.5, + 1.75, + 5.5, + 2.75, + 0.75, + 4.25, + 0.0, + 0.0, + 7.0, + 6.5, + 0.0, + 0.75, + 6.25, + 3.25, + 0.0, + 4.0, + 0.0, + 1.0, + 4.75, + 1.0, + 0.0, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 0.0, + 2.25, + 0.0, + 0.25, + 10.0, + 2.25, + 0.5, + 1.0, + 1.75, + 3.5, + 0.0, + 1.0, + 1.5, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.75, + 0.0, + 1.25, + 5.0, + 0.0, + 5.75, + 0.0, + 0.0, + 5.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 2.25, + 0.25, + 0.0, + 0.5, + 1.75, + 0.0, + 8.5, + 1.0, + 4.5, + 2.25, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 6.75, + 1.75, + 1.0, + 1.25, + 0.75, + 0.0, + 0.0, + 1.75, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 3.5, + 0.5, + 1.5, + 0.0, + 7.5, + 0.0, + 3.0, + 0.0, + 0.0, + 0.0, + 5.75, + 2.25, + 0.0, + 0.0, + 1.5, + 0.0, + 2.25, + 1.5, + 0.0, + 0.75, + 0.5, + 2.5, + 0.0, + 2.75, + 0.75, + 1.0, + 0.25, + 0.0, + 3.75, + 6.0, + 1.0, + 0.0, + 3.0, + 6.25, + 0.0, + 3.5, + 0.0, + 4.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 2.0, + 4.0, + 0.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 4.25, + 0.25, + 1.75, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 3.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 3.75, + 5.5, + 4.5, + 0.0, + 0.0, + 4.75, + 1.5, + 0.25, + 0.0, + 2.0, + 3.25, + 2.0, + 0.0, + 1.5, + 0.0, + 4.5, + 0.0, + 0.0, + 1.5, + 0.5, + 1.25, + 0.0, + 0.0, + 0.0, + 6.25, + 1.75, + 0.0, + 0.25, + 5.25, + 0.0, + 0.0, + 0.0, + 0.25, + 5.0, + 0.5, + 1.5, + 0.0, + 0.0, + 5.25, + 0.0, + 0.0, + 0.0, + 4.75, + 0.0, + 10.75, + 2.25, + 0.75, + 0.0, + 1.75, + 6.75, + 0.0, + 0.0, + 3.5, + 0.0, + 0.0, + 1.0, + 4.0, + 7.5, + 5.75, + 8.75, + 3.25, + 0.0, + 0.0, + 3.5, + 0.0, + 4.0, + 0.0, + 0.0, + 0.25, + 10.0, + 2.75, + 2.5, + 2.5, + 0.0, + 0.0, + 1.75, + 2.75, + 4.0, + 0.0, + 2.5, + 0.0, + 2.5, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 2.5, + 2.25, + 8.0, + 1.75, + 1.0, + 0.25, + 0.0, + 0.25, + 4.75, + 0.0, + 1.25, + 2.5, + 0.25, + 0.75, + 2.0, + 0.0, + 0.0, + 2.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 3.0, + 0.0, + 4.5, + 3.75, + 0.0, + 0.0, + 0.0, + 0.0, + 4.75, + 0.0, + 0.0, + 4.25, + 2.5, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 6.0, + 2.5, + 0.0, + 0.0, + 0.0, + 0.0, + 3.25, + 11.75, + 6.25, + 2.5, + 2.25, + 0.0, + 1.25 + ], + "episode_lambdas": [ + 12.875, + 15.9275, + 19.1423, + 22.443, + 25.7987, + 29.0789, + 32.3485, + 35.6836, + 39.0253, + 42.2552, + 45.3722, + 48.36, + 51.1315, + 53.8808, + 56.5228, + 59.038, + 61.3992, + 63.5468, + 65.5146, + 67.3856, + 69.1171, + 70.7879, + 72.2991, + 73.6717, + 75.052, + 76.3343, + 77.6884, + 78.9195, + 80.0551, + 81.0971, + 82.0674, + 82.9581, + 83.7598, + 84.5238, + 85.244, + 85.8921, + 86.4753, + 87.0253, + 87.5503, + 88.0228, + 88.448, + 88.8307, + 89.2701, + 89.6656, + 90.034, + 90.5031, + 90.9253, + 91.3228, + 91.6805, + 92.035, + 92.4315, + 92.8033, + 93.1805, + 93.6074, + 94.1092, + 94.6558, + 95.1552, + 95.6622, + 96.131, + 96.6029, + 97.1001, + 97.5476, + 98.0053, + 98.4898, + 98.9808, + 99.4302, + 99.8347, + 100.2712, + 100.7441, + 101.2197, + 101.6677, + 102.1485, + 102.6486, + 103.1437, + 103.6444, + 104.1074, + 104.5917, + 105.08, + 105.557, + 106.0838, + 106.6004, + 107.1104, + 107.5969, + 108.0347, + 108.4612, + 108.8601, + 109.2816, + 109.7159, + 110.2018, + 110.6641, + 111.1652, + 111.6162, + 112.0746, + 112.4896, + 112.8682, + 113.2088, + 113.5355, + 113.8469, + 114.1322, + 114.479, + 114.8511, + 115.2935, + 115.7241, + 116.1317, + 116.4986, + 116.8287, + 117.3258, + 117.8282, + 118.2829, + 118.7296, + 119.1367, + 119.5555, + 119.975, + 120.385, + 120.769, + 121.1196, + 121.4726, + 122.0178, + 122.5811, + 123.1155, + 123.5964, + 124.0318, + 124.6211, + 125.169, + 125.7371, + 126.3034, + 126.813, + 127.2717, + 127.7221, + 128.2474, + 128.8076, + 129.3119, + 129.8232, + 130.3409, + 130.9168, + 131.4351, + 132.0016, + 132.5114, + 133.1178, + 133.676, + 134.3259, + 134.9333, + 135.52, + 136.083, + 136.7372, + 137.361, + 137.9224, + 138.4651, + 139.0186, + 139.5168, + 139.9701, + 140.3831, + 140.7798, + 141.1368, + 141.4806, + 141.875, + 142.2525, + 142.6023, + 142.9171, + 143.2004, + 143.5053, + 143.9198, + 144.3353, + 144.7493, + 145.1519, + 145.5267, + 145.869, + 146.1921, + 146.5954, + 147.1234, + 147.676, + 148.3134, + 148.8871, + 149.4034, + 149.883, + 150.4322, + 150.9615, + 151.4379, + 151.8666, + 152.2524, + 152.5997, + 153.1322, + 153.6965, + 154.3568, + 154.9737, + 155.5288, + 156.0659, + 156.5868, + 157.2081, + 157.8048, + 158.3818, + 158.9187, + 159.4018, + 159.8366, + 160.2604, + 160.6594, + 161.031, + 161.3654, + 161.6663, + 162.0072, + 162.3665, + 162.6898, + 163.0233, + 163.4135, + 163.7697, + 164.0902, + 164.4537, + 164.8108, + 165.1572, + 165.5515, + 165.9064, + 166.2257, + 166.5131, + 166.8243, + 167.1044, + 167.3965, + 167.6618, + 167.9331, + 168.1773, + 168.4471, + 168.7249, + 168.9749, + 169.1999, + 169.4774, + 169.7422, + 169.9805, + 170.2474, + 170.4927, + 170.7459, + 171.1188, + 171.4894, + 171.823, + 172.2182, + 172.5789, + 172.941, + 173.2944, + 173.6349, + 173.9415, + 174.2373, + 174.5036, + 174.7432, + 174.9589, + 175.168, + 175.4412, + 175.7946, + 176.1401, + 176.4511, + 176.731, + 176.9829, + 177.2371, + 177.6184, + 177.9616, + 178.3004, + 178.6154, + 178.8988, + 179.3139, + 179.8126, + 180.3088, + 180.7629, + 181.1716, + 181.5395, + 181.9305, + 182.46, + 182.994, + 183.5046, + 183.9641, + 184.4452, + 184.8782, + 185.2954, + 185.6708, + 186.0087, + 186.3129, + 186.6641, + 187.0177, + 187.3409, + 187.6518, + 187.9441, + 188.2072, + 188.444, + 188.7421, + 189.1704, + 189.6084, + 190.07, + 190.4855, + 190.912, + 191.3408, + 191.7267, + 192.0965, + 192.4694, + 192.8324, + 193.1592, + 193.4533, + 193.7179, + 193.9561, + 194.188, + 194.3967, + 194.5846, + 194.9011, + 195.1985, + 195.4661, + 195.707, + 195.9313, + 196.1682, + 196.4489, + 196.7015, + 196.9288, + 197.1335, + 197.4076, + 197.7618, + 198.2557, + 198.7251, + 199.1476, + 199.5378, + 199.889, + 200.2051, + 200.5621, + 200.8834, + 201.2601, + 201.7116, + 202.1729, + 202.6231, + 203.0683, + 203.469, + 203.8296, + 204.2966, + 204.717, + 205.0953, + 205.4357, + 205.7422, + 206.0329, + 206.2947, + 206.5527, + 206.7849, + 207.0289, + 207.271, + 207.5064, + 207.7508, + 208.0182, + 208.2589, + 208.4755, + 208.6704, + 208.8459, + 209.0038, + 209.2059, + 209.3903, + 209.5613, + 209.7427, + 210.0459, + 210.3188, + 210.5894, + 210.833, + 211.0522, + 211.2945, + 211.59, + 211.876, + 212.1384, + 212.3746, + 212.5871, + 212.7784, + 213.0331, + 213.2723, + 213.505, + 213.722, + 214.0448, + 214.3353, + 214.5968, + 214.8346, + 215.0787, + 215.3433, + 215.5815, + 215.8333, + 216.06, + 216.2915, + 216.4998, + 216.6974, + 216.9901, + 217.3211, + 217.6415, + 217.9298, + 218.2394, + 218.5179, + 218.7686, + 218.9943, + 219.1973, + 219.3801, + 219.5696, + 219.7826, + 220.0119, + 220.2332, + 220.4324, + 220.6441, + 220.8347, + 221.0312, + 221.2081, + 221.3673, + 221.5706, + 221.781, + 222.0304, + 222.2549, + 222.4569, + 222.6387, + 222.8023, + 222.9746, + 223.1646, + 223.3357, + 223.5221, + 223.7224, + 223.9577, + 224.1694, + 224.36, + 224.569, + 224.7571, + 224.9264, + 225.0787, + 225.2208, + 225.3488, + 225.4689, + 225.5895, + 225.698, + 225.8032, + 225.9479, + 226.0781, + 226.1953, + 226.3008, + 226.3957, + 226.5161, + 226.6595, + 226.7886, + 226.9047, + 227.0092, + 227.1033, + 227.188, + 227.2642, + 227.3778, + 227.48, + 227.587, + 227.7508, + 227.9132, + 228.0594, + 228.191, + 228.3719, + 228.5347, + 228.7237, + 228.9213, + 229.0992, + 229.2593, + 229.4034, + 229.5655, + 229.7115, + 229.8653, + 230.0038, + 230.1284, + 230.2406, + 230.3415, + 230.4374, + 230.5236, + 230.6013, + 230.6711, + 230.759, + 230.8606, + 231.0096, + 231.1436, + 231.3367, + 231.5106, + 231.7695, + 232.0176, + 232.4758, + 232.9082, + 233.2974, + 233.6477, + 233.9879, + 234.3116, + 234.6029, + 234.8652, + 235.1011, + 235.3135, + 235.5647, + 235.9657, + 236.3566, + 236.7385, + 237.1171, + 237.4729, + 237.8381, + 238.1768, + 238.4816, + 238.7685, + 239.0341, + 239.2732, + 239.5059, + 239.7228, + 239.918, + 240.0937, + 240.2518, + 240.4117, + 240.5555, + 240.7074, + 240.8742, + 241.0243, + 241.1594, + 241.3059, + 241.4378, + 241.5615, + 241.6729, + 241.7731, + 241.8633, + 241.9445, + 242.0175, + 242.0833, + 242.1724, + 242.2677, + 242.4234, + 242.5636, + 242.7047, + 242.8318, + 242.9461, + 243.0665, + 243.2323, + 243.3816, + 243.5934, + 243.8116, + 244.1404, + 244.4364, + 244.7552, + 245.0622, + 245.3685, + 245.6442, + 245.8922, + 246.1655, + 246.4115, + 246.6328, + 246.8795, + 247.1016, + 247.3089, + 247.4955, + 247.681, + 247.8479, + 247.9981, + 248.1333, + 248.2925, + 248.4982, + 248.7059, + 248.9078, + 249.0895, + 249.2531, + 249.4428, + 249.6185, + 249.7816, + 249.9285, + 250.1006, + 250.2631, + 250.4318, + 250.5886, + 250.7297, + 250.8568, + 250.9711, + 251.1765, + 251.4463, + 251.7542, + 252.0313, + 252.2956, + 252.5411, + 252.762, + 252.9883, + 253.1919, + 253.4028, + 253.5925, + 253.7657, + 254.0067, + 254.2585, + 254.4876, + 254.7189, + 254.957, + 255.1713, + 255.3642, + 255.5377, + 255.694, + 255.8421, + 255.9954, + 256.1483, + 256.2985, + 256.4336, + 256.5953, + 256.8008, + 256.9857, + 257.1571, + 257.3489, + 257.554, + 257.7661, + 257.982, + 258.1988, + 258.4914, + 258.7648, + 259.0108, + 259.2397, + 259.4457, + 259.6637, + 259.9373, + 260.2061, + 260.6905, + 261.1389, + 261.5975, + 262.0128, + 262.4215, + 262.8018, + 263.1442, + 263.5322, + 263.9065, + 264.2784, + 264.613, + 264.9142, + 265.1853, + 265.4293, + 265.6588, + 265.9055, + 266.1274, + 266.4397, + 266.8307, + 267.2051, + 267.6121, + 268.0284, + 268.4031, + 268.8953, + 269.3757, + 269.8432, + 270.2763, + 270.6862, + 271.0576, + 271.3993, + 271.7544, + 272.074, + 272.4116, + 272.8179, + 273.2061, + 273.588, + 273.9542, + 274.2913, + 274.6197, + 274.9152, + 275.2187, + 275.4918, + 275.7376, + 275.9589, + 276.158, + 276.3497, + 276.5472, + 276.7375, + 276.9087, + 277.1079, + 277.3121, + 277.4959, + 277.6813, + 277.8557, + 278.0576, + 278.3468, + 278.6296, + 278.9042, + 279.1788, + 279.4734, + 279.756, + 280.0654, + 280.3514, + 280.6163, + 280.8696, + 281.1002, + 281.3127, + 281.5114, + 281.6902, + 281.8862, + 282.0626, + 282.2213, + 282.3642, + 282.5678, + 282.756, + 282.9304, + 283.0899, + 283.2634, + 283.4495, + 283.6171, + 283.7679, + 283.9036, + 284.0257, + 284.1707, + 284.3486, + 284.5212, + 284.7041, + 284.8687, + 285.0168, + 285.1501, + 285.3226, + 285.5004, + 285.6628, + 285.8915, + 286.0974, + 286.2827, + 286.4494, + 286.6144, + 286.868, + 287.1137, + 287.3898, + 287.6659, + 287.9218, + 288.1946, + 288.4401, + 288.6611, + 288.93, + 289.237, + 289.5133, + 289.7695, + 290.0625, + 290.3588, + 290.6254, + 290.9054, + 291.1573, + 291.3941, + 291.6547, + 291.8992, + 292.1193, + 292.3174, + 292.4956, + 292.6911, + 292.867, + 293.0253, + 293.1677, + 293.3185, + 293.4541, + 293.5787, + 293.7908, + 294.0043, + 294.2013, + 294.3887, + 294.5748, + 294.7773, + 294.9596, + 295.1336, + 295.3053, + 295.4723, + 295.6225, + 295.7578, + 295.8795, + 295.989, + 296.0926, + 296.2034, + 296.303, + 296.4052, + 296.5472, + 296.675, + 296.8475, + 297.0027, + 297.1425, + 297.3257, + 297.4906, + 297.6391, + 297.7727, + 297.8929, + 298.0011, + 298.0985, + 298.1937, + 298.3018, + 298.4016, + 298.4914, + 298.5773, + 298.6721, + 298.7574, + 298.9191, + 299.0747, + 299.2597, + 299.4488, + 299.6189, + 299.782, + 299.9288, + 300.0609, + 300.1898, + 300.3058, + 300.4103, + 300.5042, + 300.6563, + 300.8107, + 300.9596, + 301.1062, + 301.2455, + 301.371, + 301.4839, + 301.603, + 301.7102, + 301.8067, + 301.906, + 301.9979, + 302.0806, + 302.1901, + 302.2936, + 302.4017, + 302.499, + 302.6616, + 302.808, + 302.9697, + 303.1152, + 303.2462, + 303.3641, + 303.5277, + 303.6974, + 303.8502, + 303.9876, + 304.1264, + 304.2512, + 304.3861, + 304.5225, + 304.6452, + 304.7632, + 304.8744, + 304.9995, + 305.112, + 305.2408, + 305.3642, + 305.4853, + 305.5968, + 305.6971, + 305.8249, + 305.9999, + 306.1674, + 306.3182, + 306.4839, + 306.6955, + 306.8859, + 307.0923, + 307.2781, + 307.4878, + 307.6765, + 307.8464, + 307.9992, + 308.1368, + 308.2731, + 308.3958, + 308.5062, + 308.6256, + 308.773, + 308.9057, + 309.0477, + 309.1754, + 309.2904, + 309.3938, + 309.4944, + 309.585, + 309.6715, + 309.7918, + 309.9027, + 310.0199, + 310.1454, + 310.2584, + 310.36, + 310.4515, + 310.5339, + 310.643, + 310.7587, + 310.8628, + 310.9565, + 311.0409, + 311.1168, + 311.2226, + 311.3729, + 311.5531, + 311.7153, + 311.8612, + 312.0401, + 312.2161, + 312.377, + 312.5218, + 312.6721, + 312.8399, + 313.0109, + 313.1648, + 313.3183, + 313.4565, + 313.6259, + 313.7783, + 313.9154, + 314.0539, + 314.1835, + 314.3127, + 314.4289, + 314.5335, + 314.6277, + 314.7749, + 314.9249, + 315.0599, + 315.1839, + 315.348, + 315.4957, + 315.6287, + 315.7483, + 315.8585, + 316.0076, + 316.1469, + 316.2872, + 316.4134, + 316.5271, + 316.6819, + 316.8212, + 316.9466, + 317.0594, + 317.2085, + 317.3426, + 317.5709, + 317.7988, + 318.0114, + 318.2028, + 318.3925, + 318.6307, + 318.8452, + 319.0381, + 319.2468, + 319.4347, + 319.6037, + 319.7658, + 319.9517, + 320.1941, + 320.4697, + 320.8052, + 321.1397, + 321.4407, + 321.7116, + 321.9905, + 322.2414, + 322.5073, + 322.7466, + 322.9619, + 323.1582, + 323.4349, + 323.7114, + 323.9853, + 324.2567, + 324.5011, + 324.721, + 324.9364, + 325.1577, + 325.397, + 325.6123, + 325.831, + 326.0279, + 326.2301, + 326.4121, + 326.5759, + 326.7383, + 326.8845, + 327.016, + 327.1344, + 327.266, + 327.4069, + 327.6137, + 327.8173, + 328.0106, + 328.187, + 328.3458, + 328.4913, + 328.6696, + 328.8302, + 328.9871, + 329.1534, + 329.3056, + 329.45, + 329.6, + 329.735, + 329.8565, + 329.9909, + 330.1293, + 330.2539, + 330.366, + 330.4669, + 330.5577, + 330.6694, + 330.77, + 330.9055, + 331.0649, + 331.2084, + 331.3376, + 331.4538, + 331.5585, + 331.7001, + 331.8276, + 331.9423, + 332.0881, + 332.2443, + 332.3849, + 332.5264, + 332.6537, + 332.7684, + 332.8715, + 332.9669, + 333.1127, + 333.2689, + 333.4095, + 333.5361, + 333.65, + 333.7525, + 333.8772, + 334.107, + 334.3763, + 334.6437, + 334.9068, + 335.1436, + 335.3693 + ], + "episode_rhos": [ + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ], + [ + 0.25, + 0.75 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..030785a2c3ea51cdb719ef831a213fb8a2fe2d80 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 524027.01, + "constraint_satisfaction_pct": 99.3, + "final_rho": [ + 0.4204, + 0.5796 + ], + "final_lambda": 0.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9259.24, + "avg_cost": 10.75, + "lambda": 4.8575, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -8928.39, + "avg_cost": 14.0, + "lambda": 3.7975, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -8444.79, + "avg_cost": 5.0, + "lambda": 2.73, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 30, + "avg_reward": -7894.21, + "avg_cost": 12.5, + "lambda": 1.6, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 40, + "avg_reward": -7502.72, + "avg_cost": 22.0, + "lambda": 0.6175, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 50, + "avg_reward": -7472.66, + "avg_cost": 12.25, + "lambda": 0.5, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 60, + "avg_reward": -7202.28, + "avg_cost": 9.5, + "lambda": 0.5, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 70, + "avg_reward": -6577.99, + "avg_cost": 9.25, + "lambda": 0.5, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 80, + "avg_reward": -6099.69, + "avg_cost": 10.0, + "lambda": 0.5, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 90, + "avg_reward": -5944.99, + "avg_cost": 27.75, + "lambda": 0.5275, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 100, + "avg_reward": -5558.91, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 110, + "avg_reward": -4718.73, + "avg_cost": 8.5, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 120, + "avg_reward": -4464.23, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 130, + "avg_reward": -4092.01, + "avg_cost": 10.75, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 140, + "avg_reward": -3447.96, + "avg_cost": 6.25, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 150, + "avg_reward": -2695.45, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 160, + "avg_reward": -2389.99, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 170, + "avg_reward": -1977.42, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 180, + "avg_reward": -1745.91, + "avg_cost": 5.25, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 190, + "avg_reward": -1299.87, + "avg_cost": 7.75, + "lambda": 0.5, + "rho": [ + 0.5085, + 0.4915 + ] + }, + { + "episode": 200, + "avg_reward": -1042.11, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 210, + "avg_reward": -602.48, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 220, + "avg_reward": -284.16, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 230, + "avg_reward": -53.94, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 240, + "avg_reward": 240.33, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 250, + "avg_reward": 396.46, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 260, + "avg_reward": 400.31, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 270, + "avg_reward": 585.01, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 280, + "avg_reward": 838.28, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 290, + "avg_reward": 907.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 300, + "avg_reward": 1118.65, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 310, + "avg_reward": 1078.36, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 320, + "avg_reward": 1115.33, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 330, + "avg_reward": 1034.96, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 340, + "avg_reward": 1095.63, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 350, + "avg_reward": 1216.11, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 360, + "avg_reward": 1428.83, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 370, + "avg_reward": 1608.05, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 380, + "avg_reward": 1421.08, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 390, + "avg_reward": 1584.12, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4553, + 0.5447 + ] + }, + { + "episode": 400, + "avg_reward": 1584.86, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 410, + "avg_reward": 1838.34, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 420, + "avg_reward": 1888.77, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 430, + "avg_reward": 1829.39, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 440, + "avg_reward": 1723.99, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 450, + "avg_reward": 1913.44, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 460, + "avg_reward": 1734.43, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 470, + "avg_reward": 1765.4, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 480, + "avg_reward": 1988.98, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 490, + "avg_reward": 2034.75, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4464, + 0.5536 + ] + }, + { + "episode": 500, + "avg_reward": 2228.01, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 510, + "avg_reward": 2044.91, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 520, + "avg_reward": 1841.86, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 530, + "avg_reward": 2188.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 540, + "avg_reward": 2183.45, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 550, + "avg_reward": 2290.44, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 560, + "avg_reward": 2264.59, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 570, + "avg_reward": 2077.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 580, + "avg_reward": 2049.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 590, + "avg_reward": 2201.05, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4334, + 0.5666 + ] + }, + { + "episode": 600, + "avg_reward": 2242.93, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 610, + "avg_reward": 2223.54, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 620, + "avg_reward": 2471.78, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 630, + "avg_reward": 2315.0, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 640, + "avg_reward": 1959.45, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 650, + "avg_reward": 2431.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 660, + "avg_reward": 2345.04, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 670, + "avg_reward": 2258.03, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 680, + "avg_reward": 2334.81, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 690, + "avg_reward": 2386.9, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4295, + 0.5705 + ] + }, + { + "episode": 700, + "avg_reward": 2217.5, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 710, + "avg_reward": 2355.01, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 720, + "avg_reward": 2439.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 730, + "avg_reward": 2385.38, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 740, + "avg_reward": 2683.35, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 750, + "avg_reward": 2598.95, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 760, + "avg_reward": 2530.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 770, + "avg_reward": 2554.77, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 780, + "avg_reward": 2770.6, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 790, + "avg_reward": 2671.04, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4264, + 0.5736 + ] + }, + { + "episode": 800, + "avg_reward": 2154.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 810, + "avg_reward": 2723.34, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 820, + "avg_reward": 2566.98, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 830, + "avg_reward": 2465.35, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 840, + "avg_reward": 2769.17, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 850, + "avg_reward": 2869.7, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 860, + "avg_reward": 2690.63, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 870, + "avg_reward": 2452.75, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 880, + "avg_reward": 2567.08, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 890, + "avg_reward": 2299.25, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.429, + 0.571 + ] + }, + { + "episode": 900, + "avg_reward": 2648.82, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 910, + "avg_reward": 2740.37, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 920, + "avg_reward": 2536.26, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 930, + "avg_reward": 2426.21, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 940, + "avg_reward": 2607.75, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 950, + "avg_reward": 2812.8, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 960, + "avg_reward": 2689.81, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 970, + "avg_reward": 2290.49, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 980, + "avg_reward": 2246.43, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 990, + "avg_reward": 2441.55, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.4266, + 0.5734 + ] + }, + { + "episode": 1000, + "avg_reward": 2600.28, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4204, + 0.5796 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..93a2b96673b72f7ac8c1aaf444c2a16d24f8eb92 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -2575178.29, + "constraint_satisfaction_pct": 22.6, + "final_rho": [ + 0.5565, + 0.4435 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12345.65, + "avg_cost": 10.75, + "lambda": 10.3225, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -11738.81, + "avg_cost": 14.5, + "lambda": 13.5116, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -11210.86, + "avg_cost": 24.0, + "lambda": 17.0879, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 30, + "avg_reward": -10751.24, + "avg_cost": 9.25, + "lambda": 20.9435, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 40, + "avg_reward": -10690.12, + "avg_cost": 4.0, + "lambda": 25.115, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 50, + "avg_reward": -10232.66, + "avg_cost": 25.25, + "lambda": 29.1467, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 60, + "avg_reward": -9893.56, + "avg_cost": 17.25, + "lambda": 32.8519, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 70, + "avg_reward": -9617.98, + "avg_cost": 14.0, + "lambda": 36.5893, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 80, + "avg_reward": -9146.49, + "avg_cost": 1.25, + "lambda": 40.0657, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 90, + "avg_reward": -9105.07, + "avg_cost": 10.75, + "lambda": 43.1668, + "rho": [ + 0.4816, + 0.5184 + ] + }, + { + "episode": 100, + "avg_reward": -9019.26, + "avg_cost": 3.0, + "lambda": 46.6141, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 110, + "avg_reward": -8314.99, + "avg_cost": 6.0, + "lambda": 49.3738, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 120, + "avg_reward": -7504.43, + "avg_cost": 5.5, + "lambda": 51.6905, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 130, + "avg_reward": -8048.76, + "avg_cost": 7.0, + "lambda": 54.6291, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 140, + "avg_reward": -7619.65, + "avg_cost": 10.75, + "lambda": 57.311, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 150, + "avg_reward": -7363.76, + "avg_cost": 9.75, + "lambda": 59.7839, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 160, + "avg_reward": -6987.49, + "avg_cost": 2.75, + "lambda": 62.3171, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 170, + "avg_reward": -6616.73, + "avg_cost": 2.75, + "lambda": 64.4637, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 180, + "avg_reward": -6663.65, + "avg_cost": 9.75, + "lambda": 66.5345, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 190, + "avg_reward": -5956.32, + "avg_cost": 5.0, + "lambda": 68.7383, + "rho": [ + 0.4498, + 0.5502 + ] + }, + { + "episode": 200, + "avg_reward": -5926.25, + "avg_cost": 8.75, + "lambda": 70.9237, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 210, + "avg_reward": -5955.87, + "avg_cost": 2.75, + "lambda": 73.4949, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 220, + "avg_reward": -5878.89, + "avg_cost": 10.25, + "lambda": 76.0346, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 230, + "avg_reward": -5965.34, + "avg_cost": 1.25, + "lambda": 78.2797, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 240, + "avg_reward": -5756.31, + "avg_cost": 15.0, + "lambda": 80.0289, + "rho": [ + 0.453, + 0.547 + ] + }, + { + "episode": 250, + "avg_reward": -5558.05, + "avg_cost": 4.75, + "lambda": 81.8532, + "rho": [ + 0.4681, + 0.5319 + ] + }, + { + "episode": 260, + "avg_reward": -4801.16, + "avg_cost": 5.75, + "lambda": 83.5757, + "rho": [ + 0.4681, + 0.5319 + ] + }, + { + "episode": 270, + "avg_reward": -5209.14, + "avg_cost": 3.25, + "lambda": 85.4376, + "rho": [ + 0.4681, + 0.5319 + ] + }, + { + "episode": 280, + "avg_reward": -4855.4, + "avg_cost": 5.0, + "lambda": 87.3054, + "rho": [ + 0.4681, + 0.5319 + ] + }, + { + "episode": 290, + "avg_reward": -4549.96, + "avg_cost": 4.5, + "lambda": 88.8563, + "rho": [ + 0.4681, + 0.5319 + ] + }, + { + "episode": 300, + "avg_reward": -4636.8, + "avg_cost": 2.75, + "lambda": 90.3944, + "rho": [ + 0.469, + 0.531 + ] + }, + { + "episode": 310, + "avg_reward": -4460.23, + "avg_cost": 6.75, + "lambda": 92.2847, + "rho": [ + 0.469, + 0.531 + ] + }, + { + "episode": 320, + "avg_reward": -4863.93, + "avg_cost": 4.0, + "lambda": 94.0717, + "rho": [ + 0.469, + 0.531 + ] + }, + { + "episode": 330, + "avg_reward": -4318.93, + "avg_cost": 2.0, + "lambda": 95.6964, + "rho": [ + 0.469, + 0.531 + ] + }, + { + "episode": 340, + "avg_reward": -4750.32, + "avg_cost": 1.0, + "lambda": 97.1557, + "rho": [ + 0.469, + 0.531 + ] + }, + { + "episode": 350, + "avg_reward": -4300.25, + "avg_cost": 5.25, + "lambda": 98.5427, + "rho": [ + 0.4748, + 0.5252 + ] + }, + { + "episode": 360, + "avg_reward": -4333.35, + "avg_cost": 1.75, + "lambda": 99.7601, + "rho": [ + 0.4748, + 0.5252 + ] + }, + { + "episode": 370, + "avg_reward": -3908.86, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.4748, + 0.5252 + ] + }, + { + "episode": 380, + "avg_reward": -4058.25, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.4748, + 0.5252 + ] + }, + { + "episode": 390, + "avg_reward": -3786.16, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.4748, + 0.5252 + ] + }, + { + "episode": 400, + "avg_reward": -3528.05, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4863, + 0.5137 + ] + }, + { + "episode": 410, + "avg_reward": -3461.51, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4863, + 0.5137 + ] + }, + { + "episode": 420, + "avg_reward": -3419.98, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.4863, + 0.5137 + ] + }, + { + "episode": 430, + "avg_reward": -3355.88, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.4863, + 0.5137 + ] + }, + { + "episode": 440, + "avg_reward": -3016.39, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4863, + 0.5137 + ] + }, + { + "episode": 450, + "avg_reward": -3155.39, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 460, + "avg_reward": -3170.22, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 470, + "avg_reward": -2915.45, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 480, + "avg_reward": -2560.45, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 490, + "avg_reward": -2552.81, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 500, + "avg_reward": -2366.12, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.4928 + ] + }, + { + "episode": 510, + "avg_reward": -2380.12, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.4928 + ] + }, + { + "episode": 520, + "avg_reward": -2276.78, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.4928 + ] + }, + { + "episode": 530, + "avg_reward": -2025.2, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.4928 + ] + }, + { + "episode": 540, + "avg_reward": -2064.38, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.4928 + ] + }, + { + "episode": 550, + "avg_reward": -1686.28, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.5164, + 0.4836 + ] + }, + { + "episode": 560, + "avg_reward": -1739.37, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.5164, + 0.4836 + ] + }, + { + "episode": 570, + "avg_reward": -1044.65, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.5164, + 0.4836 + ] + }, + { + "episode": 580, + "avg_reward": -987.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5164, + 0.4836 + ] + }, + { + "episode": 590, + "avg_reward": -605.51, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.5164, + 0.4836 + ] + }, + { + "episode": 600, + "avg_reward": -713.2, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5275, + 0.4725 + ] + }, + { + "episode": 610, + "avg_reward": -363.35, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.5275, + 0.4725 + ] + }, + { + "episode": 620, + "avg_reward": -208.23, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5275, + 0.4725 + ] + }, + { + "episode": 630, + "avg_reward": -135.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5275, + 0.4725 + ] + }, + { + "episode": 640, + "avg_reward": 293.95, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5275, + 0.4725 + ] + }, + { + "episode": 650, + "avg_reward": 182.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 660, + "avg_reward": 167.12, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 670, + "avg_reward": 669.9, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 680, + "avg_reward": 700.58, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 690, + "avg_reward": 884.09, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 700, + "avg_reward": 1208.0, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 710, + "avg_reward": 1059.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 720, + "avg_reward": 1021.29, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 730, + "avg_reward": 1178.19, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 740, + "avg_reward": 984.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5346, + 0.4654 + ] + }, + { + "episode": 750, + "avg_reward": 1315.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.536, + 0.464 + ] + }, + { + "episode": 760, + "avg_reward": 1356.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.536, + 0.464 + ] + }, + { + "episode": 770, + "avg_reward": 1443.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.536, + 0.464 + ] + }, + { + "episode": 780, + "avg_reward": 1730.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.536, + 0.464 + ] + }, + { + "episode": 790, + "avg_reward": 1869.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.536, + 0.464 + ] + }, + { + "episode": 800, + "avg_reward": 1680.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 810, + "avg_reward": 1610.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 820, + "avg_reward": 1724.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 830, + "avg_reward": 2106.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 840, + "avg_reward": 2199.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 850, + "avg_reward": 2162.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 860, + "avg_reward": 2218.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 870, + "avg_reward": 2271.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 880, + "avg_reward": 2133.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 890, + "avg_reward": 2388.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5457, + 0.4543 + ] + }, + { + "episode": 900, + "avg_reward": 2602.65, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.548, + 0.452 + ] + }, + { + "episode": 910, + "avg_reward": 2157.41, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.548, + 0.452 + ] + }, + { + "episode": 920, + "avg_reward": 2291.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.548, + 0.452 + ] + }, + { + "episode": 930, + "avg_reward": 2334.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.548, + 0.452 + ] + }, + { + "episode": 940, + "avg_reward": 2627.61, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.548, + 0.452 + ] + }, + { + "episode": 950, + "avg_reward": 2825.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5526, + 0.4474 + ] + }, + { + "episode": 960, + "avg_reward": 2640.72, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5526, + 0.4474 + ] + }, + { + "episode": 970, + "avg_reward": 2627.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5526, + 0.4474 + ] + }, + { + "episode": 980, + "avg_reward": 2909.67, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.5526, + 0.4474 + ] + }, + { + "episode": 990, + "avg_reward": 2826.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5526, + 0.4474 + ] + }, + { + "episode": 1000, + "avg_reward": 2623.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5565, + 0.4435 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..063300338a297b9782c559b76310d610d0ded0c1 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 498956.07, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.9859, + 0.0141 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9259.24, + "avg_cost": 10.75, + "lambda": 4.8575, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -8666.45, + "avg_cost": 20.75, + "lambda": 3.965, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -8355.74, + "avg_cost": 13.0, + "lambda": 3.03, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 30, + "avg_reward": -8093.85, + "avg_cost": 8.75, + "lambda": 1.615, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 40, + "avg_reward": -7558.18, + "avg_cost": 13.5, + "lambda": 0.45, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 50, + "avg_reward": -7486.8, + "avg_cost": 13.0, + "lambda": 0.4375, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 60, + "avg_reward": -7102.43, + "avg_cost": 11.0, + "lambda": 0.425, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 70, + "avg_reward": -6743.06, + "avg_cost": 15.75, + "lambda": 0.4125, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 80, + "avg_reward": -6362.43, + "avg_cost": 6.25, + "lambda": 0.4, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 90, + "avg_reward": -5713.51, + "avg_cost": 6.75, + "lambda": 0.3875, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 100, + "avg_reward": -5403.51, + "avg_cost": 10.0, + "lambda": 0.375, + "rho": [ + 0.6279, + 0.3721 + ] + }, + { + "episode": 110, + "avg_reward": -5162.48, + "avg_cost": 9.0, + "lambda": 0.3625, + "rho": [ + 0.6279, + 0.3721 + ] + }, + { + "episode": 120, + "avg_reward": -4611.57, + "avg_cost": 8.75, + "lambda": 0.35, + "rho": [ + 0.6279, + 0.3721 + ] + }, + { + "episode": 130, + "avg_reward": -3793.23, + "avg_cost": 9.0, + "lambda": 0.3375, + "rho": [ + 0.6279, + 0.3721 + ] + }, + { + "episode": 140, + "avg_reward": -3434.57, + "avg_cost": 5.25, + "lambda": 0.325, + "rho": [ + 0.6279, + 0.3721 + ] + }, + { + "episode": 150, + "avg_reward": -2650.58, + "avg_cost": 7.75, + "lambda": 0.3125, + "rho": [ + 0.6723, + 0.3277 + ] + }, + { + "episode": 160, + "avg_reward": -2250.78, + "avg_cost": 7.25, + "lambda": 0.3, + "rho": [ + 0.6723, + 0.3277 + ] + }, + { + "episode": 170, + "avg_reward": -1752.74, + "avg_cost": 7.0, + "lambda": 0.2875, + "rho": [ + 0.6723, + 0.3277 + ] + }, + { + "episode": 180, + "avg_reward": -1611.6, + "avg_cost": 7.5, + "lambda": 0.275, + "rho": [ + 0.6723, + 0.3277 + ] + }, + { + "episode": 190, + "avg_reward": -1394.45, + "avg_cost": 6.75, + "lambda": 0.2625, + "rho": [ + 0.6723, + 0.3277 + ] + }, + { + "episode": 200, + "avg_reward": -982.6, + "avg_cost": 4.5, + "lambda": 0.25, + "rho": [ + 0.7214, + 0.2786 + ] + }, + { + "episode": 210, + "avg_reward": -649.91, + "avg_cost": 0.25, + "lambda": 0.2375, + "rho": [ + 0.7214, + 0.2786 + ] + }, + { + "episode": 220, + "avg_reward": -292.02, + "avg_cost": 1.25, + "lambda": 0.225, + "rho": [ + 0.7214, + 0.2786 + ] + }, + { + "episode": 230, + "avg_reward": -271.42, + "avg_cost": 2.0, + "lambda": 0.2125, + "rho": [ + 0.7214, + 0.2786 + ] + }, + { + "episode": 240, + "avg_reward": 265.01, + "avg_cost": 4.75, + "lambda": 0.2, + "rho": [ + 0.7214, + 0.2786 + ] + }, + { + "episode": 250, + "avg_reward": 278.63, + "avg_cost": 1.75, + "lambda": 0.1875, + "rho": [ + 0.7746, + 0.2254 + ] + }, + { + "episode": 260, + "avg_reward": 525.67, + "avg_cost": 3.0, + "lambda": 0.175, + "rho": [ + 0.7746, + 0.2254 + ] + }, + { + "episode": 270, + "avg_reward": 711.3, + "avg_cost": 1.75, + "lambda": 0.1625, + "rho": [ + 0.7746, + 0.2254 + ] + }, + { + "episode": 280, + "avg_reward": 843.71, + "avg_cost": 1.25, + "lambda": 0.15, + "rho": [ + 0.7746, + 0.2254 + ] + }, + { + "episode": 290, + "avg_reward": 773.58, + "avg_cost": 3.0, + "lambda": 0.1375, + "rho": [ + 0.7746, + 0.2254 + ] + }, + { + "episode": 300, + "avg_reward": 933.57, + "avg_cost": 2.0, + "lambda": 0.125, + "rho": [ + 0.8284, + 0.1716 + ] + }, + { + "episode": 310, + "avg_reward": 982.82, + "avg_cost": 0.5, + "lambda": 0.1125, + "rho": [ + 0.8284, + 0.1716 + ] + }, + { + "episode": 320, + "avg_reward": 1159.78, + "avg_cost": 1.25, + "lambda": 0.1, + "rho": [ + 0.8284, + 0.1716 + ] + }, + { + "episode": 330, + "avg_reward": 1189.83, + "avg_cost": 0.25, + "lambda": 0.0875, + "rho": [ + 0.8284, + 0.1716 + ] + }, + { + "episode": 340, + "avg_reward": 1304.48, + "avg_cost": 0.0, + "lambda": 0.075, + "rho": [ + 0.8284, + 0.1716 + ] + }, + { + "episode": 350, + "avg_reward": 1302.99, + "avg_cost": 0.0, + "lambda": 0.0625, + "rho": [ + 0.8629, + 0.1371 + ] + }, + { + "episode": 360, + "avg_reward": 1322.8, + "avg_cost": 0.0, + "lambda": 0.05, + "rho": [ + 0.8629, + 0.1371 + ] + }, + { + "episode": 370, + "avg_reward": 1382.89, + "avg_cost": 0.5, + "lambda": 0.0375, + "rho": [ + 0.8629, + 0.1371 + ] + }, + { + "episode": 380, + "avg_reward": 1641.76, + "avg_cost": 0.5, + "lambda": 0.025, + "rho": [ + 0.8629, + 0.1371 + ] + }, + { + "episode": 390, + "avg_reward": 1654.62, + "avg_cost": 0.5, + "lambda": 0.0125, + "rho": [ + 0.8629, + 0.1371 + ] + }, + { + "episode": 400, + "avg_reward": 1525.31, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.8905, + 0.1095 + ] + }, + { + "episode": 410, + "avg_reward": 1564.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.8905, + 0.1095 + ] + }, + { + "episode": 420, + "avg_reward": 1753.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.8905, + 0.1095 + ] + }, + { + "episode": 430, + "avg_reward": 1865.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.8905, + 0.1095 + ] + }, + { + "episode": 440, + "avg_reward": 1870.83, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.8905, + 0.1095 + ] + }, + { + "episode": 450, + "avg_reward": 1775.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9121, + 0.0879 + ] + }, + { + "episode": 460, + "avg_reward": 1866.04, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.9121, + 0.0879 + ] + }, + { + "episode": 470, + "avg_reward": 2047.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9121, + 0.0879 + ] + }, + { + "episode": 480, + "avg_reward": 1831.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.9121, + 0.0879 + ] + }, + { + "episode": 490, + "avg_reward": 1964.32, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.9121, + 0.0879 + ] + }, + { + "episode": 500, + "avg_reward": 1916.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9291, + 0.0709 + ] + }, + { + "episode": 510, + "avg_reward": 1912.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9291, + 0.0709 + ] + }, + { + "episode": 520, + "avg_reward": 2058.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9291, + 0.0709 + ] + }, + { + "episode": 530, + "avg_reward": 2116.38, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.9291, + 0.0709 + ] + }, + { + "episode": 540, + "avg_reward": 2166.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9291, + 0.0709 + ] + }, + { + "episode": 550, + "avg_reward": 2217.17, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.9423, + 0.0577 + ] + }, + { + "episode": 560, + "avg_reward": 2171.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9423, + 0.0577 + ] + }, + { + "episode": 570, + "avg_reward": 1986.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9423, + 0.0577 + ] + }, + { + "episode": 580, + "avg_reward": 2150.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9423, + 0.0577 + ] + }, + { + "episode": 590, + "avg_reward": 2241.32, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.9423, + 0.0577 + ] + }, + { + "episode": 600, + "avg_reward": 2089.49, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.9526, + 0.0474 + ] + }, + { + "episode": 610, + "avg_reward": 2251.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9526, + 0.0474 + ] + }, + { + "episode": 620, + "avg_reward": 2478.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.9526, + 0.0474 + ] + }, + { + "episode": 630, + "avg_reward": 2001.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9526, + 0.0474 + ] + }, + { + "episode": 640, + "avg_reward": 2202.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9526, + 0.0474 + ] + }, + { + "episode": 650, + "avg_reward": 2257.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9607, + 0.0393 + ] + }, + { + "episode": 660, + "avg_reward": 2211.19, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.9607, + 0.0393 + ] + }, + { + "episode": 670, + "avg_reward": 2224.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9607, + 0.0393 + ] + }, + { + "episode": 680, + "avg_reward": 2371.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.9607, + 0.0393 + ] + }, + { + "episode": 690, + "avg_reward": 2357.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9607, + 0.0393 + ] + }, + { + "episode": 700, + "avg_reward": 2614.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.967, + 0.033 + ] + }, + { + "episode": 710, + "avg_reward": 2461.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.967, + 0.033 + ] + }, + { + "episode": 720, + "avg_reward": 2265.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.967, + 0.033 + ] + }, + { + "episode": 730, + "avg_reward": 2551.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.967, + 0.033 + ] + }, + { + "episode": 740, + "avg_reward": 2579.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.967, + 0.033 + ] + }, + { + "episode": 750, + "avg_reward": 2695.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.9721, + 0.0279 + ] + }, + { + "episode": 760, + "avg_reward": 2448.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.9721, + 0.0279 + ] + }, + { + "episode": 770, + "avg_reward": 2504.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9721, + 0.0279 + ] + }, + { + "episode": 780, + "avg_reward": 2519.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.9721, + 0.0279 + ] + }, + { + "episode": 790, + "avg_reward": 2683.41, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.9721, + 0.0279 + ] + }, + { + "episode": 800, + "avg_reward": 2639.95, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.9761, + 0.0239 + ] + }, + { + "episode": 810, + "avg_reward": 2582.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9761, + 0.0239 + ] + }, + { + "episode": 820, + "avg_reward": 2364.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.9761, + 0.0239 + ] + }, + { + "episode": 830, + "avg_reward": 2365.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9761, + 0.0239 + ] + }, + { + "episode": 840, + "avg_reward": 2679.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9761, + 0.0239 + ] + }, + { + "episode": 850, + "avg_reward": 2547.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.9794, + 0.0206 + ] + }, + { + "episode": 860, + "avg_reward": 2678.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9794, + 0.0206 + ] + }, + { + "episode": 870, + "avg_reward": 2483.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9794, + 0.0206 + ] + }, + { + "episode": 880, + "avg_reward": 2208.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9794, + 0.0206 + ] + }, + { + "episode": 890, + "avg_reward": 2596.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9794, + 0.0206 + ] + }, + { + "episode": 900, + "avg_reward": 2546.48, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.982, + 0.018 + ] + }, + { + "episode": 910, + "avg_reward": 2467.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.982, + 0.018 + ] + }, + { + "episode": 920, + "avg_reward": 2513.69, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.982, + 0.018 + ] + }, + { + "episode": 930, + "avg_reward": 2627.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.982, + 0.018 + ] + }, + { + "episode": 940, + "avg_reward": 2492.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.982, + 0.018 + ] + }, + { + "episode": 950, + "avg_reward": 2397.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9841, + 0.0159 + ] + }, + { + "episode": 960, + "avg_reward": 2424.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9841, + 0.0159 + ] + }, + { + "episode": 970, + "avg_reward": 2461.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9841, + 0.0159 + ] + }, + { + "episode": 980, + "avg_reward": 2494.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9841, + 0.0159 + ] + }, + { + "episode": 990, + "avg_reward": 2745.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.9841, + 0.0159 + ] + }, + { + "episode": 1000, + "avg_reward": 2756.19, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.9859, + 0.0141 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..0445652d901193fab61f817fde3ed9d101b6009d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 453108.16, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.5353, + 0.4647 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9259.24, + "avg_cost": 10.75, + "lambda": 4.8575, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -8928.39, + "avg_cost": 14.0, + "lambda": 3.7975, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -8444.79, + "avg_cost": 5.0, + "lambda": 2.73, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 30, + "avg_reward": -7894.21, + "avg_cost": 12.5, + "lambda": 1.6, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 40, + "avg_reward": -7502.72, + "avg_cost": 22.0, + "lambda": 0.6175, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 50, + "avg_reward": -7475.29, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 60, + "avg_reward": -6847.65, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 70, + "avg_reward": -6658.22, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 80, + "avg_reward": -6330.84, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 90, + "avg_reward": -5762.86, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 100, + "avg_reward": -5785.99, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 110, + "avg_reward": -4731.18, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 120, + "avg_reward": -4471.55, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 130, + "avg_reward": -3696.87, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 140, + "avg_reward": -3532.92, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 150, + "avg_reward": -2906.29, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 160, + "avg_reward": -2531.65, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 170, + "avg_reward": -2009.06, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 180, + "avg_reward": -1845.11, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 190, + "avg_reward": -1414.13, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 200, + "avg_reward": -1097.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 210, + "avg_reward": -629.52, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 220, + "avg_reward": -439.46, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 230, + "avg_reward": -125.79, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 240, + "avg_reward": 274.03, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 250, + "avg_reward": 190.22, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 260, + "avg_reward": 312.0, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 270, + "avg_reward": 518.97, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 280, + "avg_reward": 641.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 290, + "avg_reward": 850.01, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 300, + "avg_reward": 863.47, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 310, + "avg_reward": 1054.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 320, + "avg_reward": 1129.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 330, + "avg_reward": 1107.33, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 340, + "avg_reward": 1272.71, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 350, + "avg_reward": 1166.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 360, + "avg_reward": 1422.67, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 370, + "avg_reward": 1355.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 380, + "avg_reward": 1630.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 390, + "avg_reward": 1473.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 400, + "avg_reward": 1626.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 410, + "avg_reward": 1670.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 420, + "avg_reward": 1617.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 430, + "avg_reward": 1767.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 440, + "avg_reward": 1702.71, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 450, + "avg_reward": 1822.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 460, + "avg_reward": 1724.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 470, + "avg_reward": 1820.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 480, + "avg_reward": 1845.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 490, + "avg_reward": 1984.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 500, + "avg_reward": 1775.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 510, + "avg_reward": 1979.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 520, + "avg_reward": 2095.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 530, + "avg_reward": 2167.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 540, + "avg_reward": 1903.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 550, + "avg_reward": 2122.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 560, + "avg_reward": 2091.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 570, + "avg_reward": 2245.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 580, + "avg_reward": 2197.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 590, + "avg_reward": 2110.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 600, + "avg_reward": 2177.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 610, + "avg_reward": 2208.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 620, + "avg_reward": 2171.92, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 630, + "avg_reward": 2111.74, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 640, + "avg_reward": 2301.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 650, + "avg_reward": 2336.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 660, + "avg_reward": 2159.44, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 670, + "avg_reward": 2085.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 680, + "avg_reward": 2291.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 690, + "avg_reward": 2455.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 700, + "avg_reward": 2305.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 710, + "avg_reward": 2334.23, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 720, + "avg_reward": 2112.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 730, + "avg_reward": 2353.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 740, + "avg_reward": 2368.76, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 750, + "avg_reward": 2284.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 760, + "avg_reward": 2407.94, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 770, + "avg_reward": 2246.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 780, + "avg_reward": 2440.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 790, + "avg_reward": 2421.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 800, + "avg_reward": 2617.81, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 810, + "avg_reward": 2577.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 820, + "avg_reward": 2370.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 830, + "avg_reward": 2516.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 840, + "avg_reward": 2244.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 850, + "avg_reward": 2477.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 860, + "avg_reward": 1930.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 870, + "avg_reward": 2081.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 880, + "avg_reward": 2332.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 890, + "avg_reward": 2541.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 900, + "avg_reward": 2415.1, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 910, + "avg_reward": 2342.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 920, + "avg_reward": 2483.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 930, + "avg_reward": 2657.28, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 940, + "avg_reward": 2477.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 950, + "avg_reward": 2633.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 960, + "avg_reward": 2629.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 970, + "avg_reward": 2576.95, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 980, + "avg_reward": 2602.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 990, + "avg_reward": 2300.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 1000, + "avg_reward": 2614.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..0445652d901193fab61f817fde3ed9d101b6009d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 453108.16, + "constraint_satisfaction_pct": 99.7, + "final_rho": [ + 0.5353, + 0.4647 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9259.24, + "avg_cost": 10.75, + "lambda": 4.8575, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -8928.39, + "avg_cost": 14.0, + "lambda": 3.7975, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -8444.79, + "avg_cost": 5.0, + "lambda": 2.73, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 30, + "avg_reward": -7894.21, + "avg_cost": 12.5, + "lambda": 1.6, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 40, + "avg_reward": -7502.72, + "avg_cost": 22.0, + "lambda": 0.6175, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 50, + "avg_reward": -7475.29, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 60, + "avg_reward": -6847.65, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 70, + "avg_reward": -6658.22, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 80, + "avg_reward": -6330.84, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 90, + "avg_reward": -5762.86, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 100, + "avg_reward": -5785.99, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 110, + "avg_reward": -4731.18, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 120, + "avg_reward": -4471.55, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 130, + "avg_reward": -3696.87, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 140, + "avg_reward": -3532.92, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 150, + "avg_reward": -2906.29, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 160, + "avg_reward": -2531.65, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 170, + "avg_reward": -2009.06, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 180, + "avg_reward": -1845.11, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 190, + "avg_reward": -1414.13, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 200, + "avg_reward": -1097.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 210, + "avg_reward": -629.52, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 220, + "avg_reward": -439.46, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 230, + "avg_reward": -125.79, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 240, + "avg_reward": 274.03, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 250, + "avg_reward": 190.22, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 260, + "avg_reward": 312.0, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 270, + "avg_reward": 518.97, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 280, + "avg_reward": 641.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 290, + "avg_reward": 850.01, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 300, + "avg_reward": 863.47, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 310, + "avg_reward": 1054.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 320, + "avg_reward": 1129.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 330, + "avg_reward": 1107.33, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 340, + "avg_reward": 1272.71, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 350, + "avg_reward": 1166.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 360, + "avg_reward": 1422.67, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 370, + "avg_reward": 1355.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 380, + "avg_reward": 1630.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 390, + "avg_reward": 1473.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 400, + "avg_reward": 1626.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 410, + "avg_reward": 1670.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 420, + "avg_reward": 1617.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 430, + "avg_reward": 1767.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 440, + "avg_reward": 1702.71, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 450, + "avg_reward": 1822.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 460, + "avg_reward": 1724.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 470, + "avg_reward": 1820.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 480, + "avg_reward": 1845.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 490, + "avg_reward": 1984.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 500, + "avg_reward": 1775.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 510, + "avg_reward": 1979.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 520, + "avg_reward": 2095.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 530, + "avg_reward": 2167.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 540, + "avg_reward": 1903.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 550, + "avg_reward": 2122.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 560, + "avg_reward": 2091.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 570, + "avg_reward": 2245.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 580, + "avg_reward": 2197.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 590, + "avg_reward": 2110.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 600, + "avg_reward": 2177.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 610, + "avg_reward": 2208.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 620, + "avg_reward": 2171.92, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 630, + "avg_reward": 2111.74, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 640, + "avg_reward": 2301.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 650, + "avg_reward": 2336.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 660, + "avg_reward": 2159.44, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 670, + "avg_reward": 2085.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 680, + "avg_reward": 2291.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 690, + "avg_reward": 2455.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 700, + "avg_reward": 2305.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 710, + "avg_reward": 2334.23, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 720, + "avg_reward": 2112.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 730, + "avg_reward": 2353.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 740, + "avg_reward": 2368.76, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 750, + "avg_reward": 2284.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 760, + "avg_reward": 2407.94, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 770, + "avg_reward": 2246.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 780, + "avg_reward": 2440.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 790, + "avg_reward": 2421.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 800, + "avg_reward": 2617.81, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 810, + "avg_reward": 2577.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 820, + "avg_reward": 2370.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 830, + "avg_reward": 2516.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 840, + "avg_reward": 2244.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 850, + "avg_reward": 2477.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 860, + "avg_reward": 1930.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 870, + "avg_reward": 2081.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 880, + "avg_reward": 2332.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 890, + "avg_reward": 2541.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 900, + "avg_reward": 2415.1, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 910, + "avg_reward": 2342.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 920, + "avg_reward": 2483.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 930, + "avg_reward": 2657.28, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 940, + "avg_reward": 2477.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 950, + "avg_reward": 2633.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 960, + "avg_reward": 2629.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 970, + "avg_reward": 2576.95, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 980, + "avg_reward": 2602.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 990, + "avg_reward": 2300.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 1000, + "avg_reward": 2614.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5353, + 0.4647 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..bf9dc7ba23a5962921a8e4029a503d81865d78f8 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1194235.48, + "constraint_satisfaction_pct": 3.7, + "final_rho": [ + 0.4317, + 0.5683 + ], + "final_lambda": 40.5228, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2916.41, + "avg_cost": 13.75, + "lambda": 1.1375, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 10, + "avg_reward": -2749.99, + "avg_cost": 17.5, + "lambda": 2.4414, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 20, + "avg_reward": -2767.25, + "avg_cost": 21.0, + "lambda": 3.9502, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 30, + "avg_reward": -2591.73, + "avg_cost": 17.5, + "lambda": 5.5386, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 40, + "avg_reward": -2442.34, + "avg_cost": 13.5, + "lambda": 7.2092, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 50, + "avg_reward": -2450.4, + "avg_cost": 15.75, + "lambda": 8.8088, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 60, + "avg_reward": -2448.09, + "avg_cost": 14.25, + "lambda": 10.3954, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 70, + "avg_reward": -2303.43, + "avg_cost": 23.0, + "lambda": 11.9028, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 80, + "avg_reward": -2322.68, + "avg_cost": 15.25, + "lambda": 13.5554, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 90, + "avg_reward": -2185.09, + "avg_cost": 13.0, + "lambda": 15.034, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 100, + "avg_reward": -2191.36, + "avg_cost": 12.25, + "lambda": 16.5517, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 110, + "avg_reward": -2311.87, + "avg_cost": 14.0, + "lambda": 17.9862, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 120, + "avg_reward": -2010.63, + "avg_cost": 13.0, + "lambda": 19.4071, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 130, + "avg_reward": -2131.28, + "avg_cost": 10.5, + "lambda": 20.8502, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 140, + "avg_reward": -2027.95, + "avg_cost": 12.25, + "lambda": 22.1297, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 150, + "avg_reward": -2162.7, + "avg_cost": 7.0, + "lambda": 23.2584, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 160, + "avg_reward": -2078.45, + "avg_cost": 6.75, + "lambda": 24.222, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 170, + "avg_reward": -2142.96, + "avg_cost": 8.5, + "lambda": 25.1122, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 180, + "avg_reward": -2092.74, + "avg_cost": 3.75, + "lambda": 25.8807, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 190, + "avg_reward": -2183.74, + "avg_cost": 8.5, + "lambda": 26.5517, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 200, + "avg_reward": -1924.53, + "avg_cost": 6.0, + "lambda": 27.2012, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 210, + "avg_reward": -2153.07, + "avg_cost": 7.0, + "lambda": 27.8593, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 220, + "avg_reward": -2103.09, + "avg_cost": 4.75, + "lambda": 28.4263, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 230, + "avg_reward": -2009.6, + "avg_cost": 3.5, + "lambda": 28.9363, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 240, + "avg_reward": -2273.1, + "avg_cost": 2.75, + "lambda": 29.3608, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 250, + "avg_reward": -2153.31, + "avg_cost": 1.75, + "lambda": 29.7311, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 260, + "avg_reward": -2115.0, + "avg_cost": 1.25, + "lambda": 30.0764, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 270, + "avg_reward": -2052.89, + "avg_cost": 3.0, + "lambda": 30.3511, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 280, + "avg_reward": -2002.19, + "avg_cost": 0.75, + "lambda": 30.5775, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 290, + "avg_reward": -2037.0, + "avg_cost": 1.25, + "lambda": 30.7798, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 300, + "avg_reward": -1785.9, + "avg_cost": 2.25, + "lambda": 30.9615, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 310, + "avg_reward": -1769.01, + "avg_cost": 2.75, + "lambda": 31.1144, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 320, + "avg_reward": -1759.98, + "avg_cost": 1.75, + "lambda": 31.2961, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 330, + "avg_reward": -1667.53, + "avg_cost": 1.0, + "lambda": 31.519, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 340, + "avg_reward": -1894.31, + "avg_cost": 2.0, + "lambda": 31.783, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 350, + "avg_reward": -1513.63, + "avg_cost": 4.75, + "lambda": 32.0095, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 360, + "avg_reward": -1549.76, + "avg_cost": 1.75, + "lambda": 32.2079, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 370, + "avg_reward": -1341.41, + "avg_cost": 3.0, + "lambda": 32.3771, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 380, + "avg_reward": -1593.0, + "avg_cost": 4.25, + "lambda": 32.5413, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 390, + "avg_reward": -1432.68, + "avg_cost": 1.5, + "lambda": 32.7347, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 400, + "avg_reward": -1456.2, + "avg_cost": 1.75, + "lambda": 32.9027, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 410, + "avg_reward": -1419.27, + "avg_cost": 1.75, + "lambda": 33.1061, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 420, + "avg_reward": -1235.86, + "avg_cost": 0.75, + "lambda": 33.2969, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 430, + "avg_reward": -1502.53, + "avg_cost": 0.75, + "lambda": 33.4852, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 440, + "avg_reward": -1239.17, + "avg_cost": 1.25, + "lambda": 33.6389, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 450, + "avg_reward": -1447.79, + "avg_cost": 0.5, + "lambda": 33.7756, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 460, + "avg_reward": -1293.71, + "avg_cost": 1.0, + "lambda": 33.9154, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 470, + "avg_reward": -1306.16, + "avg_cost": 1.5, + "lambda": 34.0552, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 480, + "avg_reward": -1322.3, + "avg_cost": 0.25, + "lambda": 34.2437, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 490, + "avg_reward": -991.52, + "avg_cost": 2.25, + "lambda": 34.4283, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 500, + "avg_reward": -1206.34, + "avg_cost": 0.75, + "lambda": 34.6069, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 510, + "avg_reward": -1291.34, + "avg_cost": 2.0, + "lambda": 34.7823, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 520, + "avg_reward": -1269.34, + "avg_cost": 0.5, + "lambda": 34.9582, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 530, + "avg_reward": -1038.27, + "avg_cost": 4.25, + "lambda": 35.1179, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 540, + "avg_reward": -1054.13, + "avg_cost": 0.75, + "lambda": 35.2508, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 550, + "avg_reward": -866.58, + "avg_cost": 0.25, + "lambda": 35.3867, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 560, + "avg_reward": -898.12, + "avg_cost": 2.25, + "lambda": 35.5068, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 570, + "avg_reward": -975.42, + "avg_cost": 1.75, + "lambda": 35.6508, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 580, + "avg_reward": -1109.11, + "avg_cost": 0.5, + "lambda": 35.7955, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 590, + "avg_reward": -674.47, + "avg_cost": 1.5, + "lambda": 35.9287, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 600, + "avg_reward": -780.35, + "avg_cost": 0.25, + "lambda": 36.0476, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 610, + "avg_reward": -815.94, + "avg_cost": 0.25, + "lambda": 36.1454, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 620, + "avg_reward": -878.4, + "avg_cost": 0.5, + "lambda": 36.2494, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 630, + "avg_reward": -629.69, + "avg_cost": 1.0, + "lambda": 36.3731, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 640, + "avg_reward": -535.7, + "avg_cost": 0.5, + "lambda": 36.4909, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 650, + "avg_reward": -548.96, + "avg_cost": 0.75, + "lambda": 36.6051, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 660, + "avg_reward": -350.9, + "avg_cost": 3.0, + "lambda": 36.741, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 670, + "avg_reward": -377.26, + "avg_cost": 1.0, + "lambda": 36.9145, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 680, + "avg_reward": -488.47, + "avg_cost": 1.5, + "lambda": 37.0795, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 690, + "avg_reward": -433.57, + "avg_cost": 1.5, + "lambda": 37.2267, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 700, + "avg_reward": -388.55, + "avg_cost": 0.5, + "lambda": 37.3562, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 710, + "avg_reward": -538.83, + "avg_cost": 1.0, + "lambda": 37.4643, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 720, + "avg_reward": -414.63, + "avg_cost": 1.5, + "lambda": 37.5543, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 730, + "avg_reward": -403.16, + "avg_cost": 0.75, + "lambda": 37.6482, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 740, + "avg_reward": -379.16, + "avg_cost": 0.5, + "lambda": 37.7566, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 750, + "avg_reward": -431.45, + "avg_cost": 1.25, + "lambda": 37.8521, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 760, + "avg_reward": -177.05, + "avg_cost": 1.0, + "lambda": 37.9377, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 770, + "avg_reward": -451.26, + "avg_cost": 0.25, + "lambda": 38.028, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 780, + "avg_reward": -283.4, + "avg_cost": 3.0, + "lambda": 38.1129, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 790, + "avg_reward": -216.39, + "avg_cost": 0.75, + "lambda": 38.206, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 800, + "avg_reward": -314.9, + "avg_cost": 0.0, + "lambda": 38.3183, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 810, + "avg_reward": -320.45, + "avg_cost": 0.5, + "lambda": 38.406, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 820, + "avg_reward": -363.89, + "avg_cost": 0.25, + "lambda": 38.5343, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 830, + "avg_reward": -252.04, + "avg_cost": 0.5, + "lambda": 38.6297, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 840, + "avg_reward": -444.69, + "avg_cost": 0.75, + "lambda": 38.7541, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 850, + "avg_reward": -287.38, + "avg_cost": 0.5, + "lambda": 38.9049, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 860, + "avg_reward": -341.37, + "avg_cost": 0.25, + "lambda": 39.0046, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 870, + "avg_reward": -529.28, + "avg_cost": 2.0, + "lambda": 39.0817, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 880, + "avg_reward": -211.67, + "avg_cost": 0.5, + "lambda": 39.1531, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 890, + "avg_reward": -198.39, + "avg_cost": 0.75, + "lambda": 39.2446, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 900, + "avg_reward": -167.09, + "avg_cost": 0.5, + "lambda": 39.3373, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 910, + "avg_reward": -180.17, + "avg_cost": 3.0, + "lambda": 39.4488, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 920, + "avg_reward": -52.73, + "avg_cost": 0.0, + "lambda": 39.5683, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 930, + "avg_reward": -117.03, + "avg_cost": 0.25, + "lambda": 39.6853, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 940, + "avg_reward": -84.95, + "avg_cost": 1.5, + "lambda": 39.7969, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 950, + "avg_reward": -644.08, + "avg_cost": 1.25, + "lambda": 39.9419, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 960, + "avg_reward": -48.72, + "avg_cost": 3.0, + "lambda": 40.0572, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 970, + "avg_reward": -78.93, + "avg_cost": 1.5, + "lambda": 40.1657, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 980, + "avg_reward": -75.55, + "avg_cost": 0.75, + "lambda": 40.2995, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 990, + "avg_reward": -62.14, + "avg_cost": 0.25, + "lambda": 40.4224, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 1000, + "avg_reward": 136.59, + "avg_cost": 0.25, + "lambda": 40.5228, + "rho": [ + 0.4317, + 0.5683 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..7e96a0e813d130ff468b931c371d0775be0cd58f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 678089.86, + "constraint_satisfaction_pct": 88.7, + "final_rho": [ + 0.4129, + 0.5871 + ], + "final_lambda": 0.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1726.68, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1700.27, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1599.13, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1739.28, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1560.37, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1477.17, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1279.88, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1174.52, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1143.23, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -895.9, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -786.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -837.2, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -947.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -686.17, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -521.38, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -469.02, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -551.38, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -532.37, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -1023.64, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -538.99, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -798.58, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -562.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -127.88, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -451.69, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -336.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -143.0, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -367.91, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -557.45, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -532.33, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -392.49, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 310, + "avg_reward": -240.19, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 320, + "avg_reward": 218.66, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 330, + "avg_reward": -200.3, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 340, + "avg_reward": 246.2, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 350, + "avg_reward": 114.03, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 360, + "avg_reward": -227.0, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 370, + "avg_reward": -589.41, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 380, + "avg_reward": -216.79, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 390, + "avg_reward": -5.95, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.4931, + 0.5069 + ] + }, + { + "episode": 400, + "avg_reward": 608.46, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 410, + "avg_reward": 415.39, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 420, + "avg_reward": 147.16, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 430, + "avg_reward": 1271.17, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 440, + "avg_reward": 818.23, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 450, + "avg_reward": 1497.69, + "avg_cost": 5.25, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 460, + "avg_reward": 417.87, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 470, + "avg_reward": 1381.77, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 480, + "avg_reward": 1820.54, + "avg_cost": 9.0, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 490, + "avg_reward": 893.27, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.481, + 0.519 + ] + }, + { + "episode": 500, + "avg_reward": 1151.33, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 510, + "avg_reward": 1455.02, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 520, + "avg_reward": 197.56, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 530, + "avg_reward": 1192.27, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 540, + "avg_reward": 1388.76, + "avg_cost": 10.5, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 550, + "avg_reward": 1182.69, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 560, + "avg_reward": 1194.72, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 570, + "avg_reward": 2033.31, + "avg_cost": 12.0, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 580, + "avg_reward": 1910.87, + "avg_cost": 10.25, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 590, + "avg_reward": 2149.49, + "avg_cost": 17.25, + "lambda": 0.5, + "rho": [ + 0.4659, + 0.5341 + ] + }, + { + "episode": 600, + "avg_reward": 1793.35, + "avg_cost": 13.5, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 610, + "avg_reward": 2161.24, + "avg_cost": 9.25, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 620, + "avg_reward": 2208.99, + "avg_cost": 10.75, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 630, + "avg_reward": 1810.31, + "avg_cost": 18.25, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 640, + "avg_reward": 2462.55, + "avg_cost": 21.0, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 650, + "avg_reward": 1795.58, + "avg_cost": 17.0, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 660, + "avg_reward": 2594.77, + "avg_cost": 14.75, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 670, + "avg_reward": 1238.02, + "avg_cost": 14.25, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 680, + "avg_reward": 1876.85, + "avg_cost": 17.25, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 690, + "avg_reward": 1789.16, + "avg_cost": 20.5, + "lambda": 0.5, + "rho": [ + 0.4589, + 0.5411 + ] + }, + { + "episode": 700, + "avg_reward": 2639.66, + "avg_cost": 21.5, + "lambda": 0.5, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 710, + "avg_reward": 2091.17, + "avg_cost": 17.5, + "lambda": 0.5, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 720, + "avg_reward": 2733.78, + "avg_cost": 19.0, + "lambda": 0.5, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 730, + "avg_reward": 2337.52, + "avg_cost": 18.0, + "lambda": 0.5, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 740, + "avg_reward": 2873.3, + "avg_cost": 37.75, + "lambda": 0.7375, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 750, + "avg_reward": 2808.93, + "avg_cost": 27.25, + "lambda": 1.48, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 760, + "avg_reward": 2510.88, + "avg_cost": 32.5, + "lambda": 1.7925, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 770, + "avg_reward": 2599.4, + "avg_cost": 29.25, + "lambda": 2.4625, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 780, + "avg_reward": 2835.21, + "avg_cost": 27.0, + "lambda": 2.6, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 790, + "avg_reward": 2689.3, + "avg_cost": 31.5, + "lambda": 2.88, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 800, + "avg_reward": 2719.07, + "avg_cost": 40.25, + "lambda": 3.67, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 810, + "avg_reward": 3046.39, + "avg_cost": 25.5, + "lambda": 4.88, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 820, + "avg_reward": 3043.9, + "avg_cost": 30.25, + "lambda": 5.2, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 830, + "avg_reward": 2798.91, + "avg_cost": 30.5, + "lambda": 5.2175, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 840, + "avg_reward": 2622.5, + "avg_cost": 18.25, + "lambda": 5.03, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 850, + "avg_reward": 2040.04, + "avg_cost": 21.0, + "lambda": 4.185, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 860, + "avg_reward": 2698.84, + "avg_cost": 40.25, + "lambda": 6.05, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 870, + "avg_reward": 3064.93, + "avg_cost": 26.0, + "lambda": 7.1675, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 880, + "avg_reward": 2294.45, + "avg_cost": 20.0, + "lambda": 7.0175, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 890, + "avg_reward": 2419.4, + "avg_cost": 13.5, + "lambda": 6.26, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 900, + "avg_reward": -118.43, + "avg_cost": 3.25, + "lambda": 4.73, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 910, + "avg_reward": -337.28, + "avg_cost": 0.0, + "lambda": 2.25, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 920, + "avg_reward": -196.1, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 930, + "avg_reward": -148.48, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 940, + "avg_reward": -113.59, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 950, + "avg_reward": -16.37, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 960, + "avg_reward": -129.85, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 970, + "avg_reward": 132.17, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 980, + "avg_reward": 215.67, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 990, + "avg_reward": 285.39, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4244, + 0.5756 + ] + }, + { + "episode": 1000, + "avg_reward": 323.69, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.4129, + 0.5871 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..d00b82480abb9806f54fc3d0a4ff0281c1c7cb02 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 842088.3, + "constraint_satisfaction_pct": 87.8, + "final_rho": [ + 0.1483, + 0.8517 + ], + "final_lambda": 3.535, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1658.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1563.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1722.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1606.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1397.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": -1271.33, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": -1422.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": -1301.15, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": -1194.8, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": -867.95, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 110, + "avg_reward": -941.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 120, + "avg_reward": -815.3, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 130, + "avg_reward": -813.21, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 140, + "avg_reward": -636.74, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 150, + "avg_reward": -797.06, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3953, + 0.6047 + ] + }, + { + "episode": 160, + "avg_reward": -544.77, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3953, + 0.6047 + ] + }, + { + "episode": 170, + "avg_reward": -847.61, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3953, + 0.6047 + ] + }, + { + "episode": 180, + "avg_reward": -628.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3953, + 0.6047 + ] + }, + { + "episode": 190, + "avg_reward": -565.58, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3953, + 0.6047 + ] + }, + { + "episode": 200, + "avg_reward": -255.31, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3791, + 0.6209 + ] + }, + { + "episode": 210, + "avg_reward": -479.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3791, + 0.6209 + ] + }, + { + "episode": 220, + "avg_reward": -447.25, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3791, + 0.6209 + ] + }, + { + "episode": 230, + "avg_reward": -689.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3791, + 0.6209 + ] + }, + { + "episode": 240, + "avg_reward": -756.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3791, + 0.6209 + ] + }, + { + "episode": 250, + "avg_reward": -499.41, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3524, + 0.6476 + ] + }, + { + "episode": 260, + "avg_reward": -356.78, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.3524, + 0.6476 + ] + }, + { + "episode": 270, + "avg_reward": -312.6, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.3524, + 0.6476 + ] + }, + { + "episode": 280, + "avg_reward": -111.32, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.3524, + 0.6476 + ] + }, + { + "episode": 290, + "avg_reward": -220.68, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.3524, + 0.6476 + ] + }, + { + "episode": 300, + "avg_reward": -915.75, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 310, + "avg_reward": -270.56, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 320, + "avg_reward": -392.2, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 330, + "avg_reward": -209.85, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 340, + "avg_reward": -343.94, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 350, + "avg_reward": 77.14, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.28, + 0.72 + ] + }, + { + "episode": 360, + "avg_reward": 62.65, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.28, + 0.72 + ] + }, + { + "episode": 370, + "avg_reward": -268.63, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.28, + 0.72 + ] + }, + { + "episode": 380, + "avg_reward": -383.7, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.28, + 0.72 + ] + }, + { + "episode": 390, + "avg_reward": 187.57, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.28, + 0.72 + ] + }, + { + "episode": 400, + "avg_reward": -131.76, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.2364, + 0.7636 + ] + }, + { + "episode": 410, + "avg_reward": 471.66, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.2364, + 0.7636 + ] + }, + { + "episode": 420, + "avg_reward": 188.28, + "avg_cost": 2.25, + "lambda": 1.0, + "rho": [ + 0.2364, + 0.7636 + ] + }, + { + "episode": 430, + "avg_reward": 567.24, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.2364, + 0.7636 + ] + }, + { + "episode": 440, + "avg_reward": 28.57, + "avg_cost": 1.5, + "lambda": 1.0, + "rho": [ + 0.2364, + 0.7636 + ] + }, + { + "episode": 450, + "avg_reward": 402.02, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.1881, + 0.8119 + ] + }, + { + "episode": 460, + "avg_reward": 330.18, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.1881, + 0.8119 + ] + }, + { + "episode": 470, + "avg_reward": 808.13, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.1881, + 0.8119 + ] + }, + { + "episode": 480, + "avg_reward": 1299.72, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 0.1881, + 0.8119 + ] + }, + { + "episode": 490, + "avg_reward": 135.65, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.1881, + 0.8119 + ] + }, + { + "episode": 500, + "avg_reward": 457.2, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.1655, + 0.8345 + ] + }, + { + "episode": 510, + "avg_reward": 804.43, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.1655, + 0.8345 + ] + }, + { + "episode": 520, + "avg_reward": 930.57, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.1655, + 0.8345 + ] + }, + { + "episode": 530, + "avg_reward": 797.42, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.1655, + 0.8345 + ] + }, + { + "episode": 540, + "avg_reward": 1438.13, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.1655, + 0.8345 + ] + }, + { + "episode": 550, + "avg_reward": 1128.86, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.1367, + 0.8633 + ] + }, + { + "episode": 560, + "avg_reward": 864.94, + "avg_cost": 3.5, + "lambda": 1.0, + "rho": [ + 0.1367, + 0.8633 + ] + }, + { + "episode": 570, + "avg_reward": 1242.37, + "avg_cost": 6.75, + "lambda": 1.0, + "rho": [ + 0.1367, + 0.8633 + ] + }, + { + "episode": 580, + "avg_reward": 1458.1, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.1367, + 0.8633 + ] + }, + { + "episode": 590, + "avg_reward": 1830.45, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.1367, + 0.8633 + ] + }, + { + "episode": 600, + "avg_reward": 1171.71, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.1246, + 0.8754 + ] + }, + { + "episode": 610, + "avg_reward": 1852.76, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.1246, + 0.8754 + ] + }, + { + "episode": 620, + "avg_reward": 1771.49, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 0.1246, + 0.8754 + ] + }, + { + "episode": 630, + "avg_reward": 1786.61, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.1246, + 0.8754 + ] + }, + { + "episode": 640, + "avg_reward": 2068.67, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 0.1246, + 0.8754 + ] + }, + { + "episode": 650, + "avg_reward": 1918.06, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 660, + "avg_reward": 1440.49, + "avg_cost": 14.0, + "lambda": 1.0, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 670, + "avg_reward": 2273.24, + "avg_cost": 19.75, + "lambda": 1.0, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 680, + "avg_reward": 2463.55, + "avg_cost": 18.0, + "lambda": 1.0, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 690, + "avg_reward": 2350.56, + "avg_cost": 17.5, + "lambda": 1.0, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 700, + "avg_reward": 1615.59, + "avg_cost": 16.25, + "lambda": 1.0, + "rho": [ + 0.1179, + 0.8821 + ] + }, + { + "episode": 710, + "avg_reward": 2499.98, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 0.1179, + 0.8821 + ] + }, + { + "episode": 720, + "avg_reward": 2709.67, + "avg_cost": 27.0, + "lambda": 1.06, + "rho": [ + 0.1179, + 0.8821 + ] + }, + { + "episode": 730, + "avg_reward": 1962.31, + "avg_cost": 18.0, + "lambda": 1.0, + "rho": [ + 0.1179, + 0.8821 + ] + }, + { + "episode": 740, + "avg_reward": 1708.86, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 0.1179, + 0.8821 + ] + }, + { + "episode": 750, + "avg_reward": 2126.14, + "avg_cost": 18.5, + "lambda": 1.0, + "rho": [ + 0.1211, + 0.8789 + ] + }, + { + "episode": 760, + "avg_reward": 2746.58, + "avg_cost": 20.5, + "lambda": 1.105, + "rho": [ + 0.1211, + 0.8789 + ] + }, + { + "episode": 770, + "avg_reward": 1814.26, + "avg_cost": 17.25, + "lambda": 1.0, + "rho": [ + 0.1211, + 0.8789 + ] + }, + { + "episode": 780, + "avg_reward": 2645.2, + "avg_cost": 30.5, + "lambda": 1.2775, + "rho": [ + 0.1211, + 0.8789 + ] + }, + { + "episode": 790, + "avg_reward": 2556.56, + "avg_cost": 20.75, + "lambda": 1.39, + "rho": [ + 0.1211, + 0.8789 + ] + }, + { + "episode": 800, + "avg_reward": 2547.81, + "avg_cost": 24.0, + "lambda": 3.0175, + "rho": [ + 0.1317, + 0.8683 + ] + }, + { + "episode": 810, + "avg_reward": 2854.82, + "avg_cost": 34.75, + "lambda": 3.4, + "rho": [ + 0.1317, + 0.8683 + ] + }, + { + "episode": 820, + "avg_reward": 2848.26, + "avg_cost": 31.5, + "lambda": 3.4, + "rho": [ + 0.1317, + 0.8683 + ] + }, + { + "episode": 830, + "avg_reward": 2744.09, + "avg_cost": 35.0, + "lambda": 5.8075, + "rho": [ + 0.1317, + 0.8683 + ] + }, + { + "episode": 840, + "avg_reward": 2545.24, + "avg_cost": 18.5, + "lambda": 6.2425, + "rho": [ + 0.1317, + 0.8683 + ] + }, + { + "episode": 850, + "avg_reward": 1390.92, + "avg_cost": 7.25, + "lambda": 2.425, + "rho": [ + 0.1492, + 0.8508 + ] + }, + { + "episode": 860, + "avg_reward": 2472.42, + "avg_cost": 50.5, + "lambda": 3.8125, + "rho": [ + 0.1492, + 0.8508 + ] + }, + { + "episode": 870, + "avg_reward": 3091.05, + "avg_cost": 35.75, + "lambda": 7.51, + "rho": [ + 0.1492, + 0.8508 + ] + }, + { + "episode": 880, + "avg_reward": 2854.11, + "avg_cost": 27.75, + "lambda": 7.1875, + "rho": [ + 0.1492, + 0.8508 + ] + }, + { + "episode": 890, + "avg_reward": 2759.97, + "avg_cost": 22.5, + "lambda": 6.595, + "rho": [ + 0.1492, + 0.8508 + ] + }, + { + "episode": 900, + "avg_reward": 1913.64, + "avg_cost": 27.5, + "lambda": 3.325, + "rho": [ + 0.1569, + 0.8431 + ] + }, + { + "episode": 910, + "avg_reward": 1630.49, + "avg_cost": 21.75, + "lambda": 3.2275, + "rho": [ + 0.1569, + 0.8431 + ] + }, + { + "episode": 920, + "avg_reward": 2883.4, + "avg_cost": 28.25, + "lambda": 4.57, + "rho": [ + 0.1569, + 0.8431 + ] + }, + { + "episode": 930, + "avg_reward": 3182.48, + "avg_cost": 42.75, + "lambda": 5.0875, + "rho": [ + 0.1569, + 0.8431 + ] + }, + { + "episode": 940, + "avg_reward": 2960.73, + "avg_cost": 31.25, + "lambda": 6.1225, + "rho": [ + 0.1569, + 0.8431 + ] + }, + { + "episode": 950, + "avg_reward": 2541.78, + "avg_cost": 25.5, + "lambda": 5.9275, + "rho": [ + 0.1562, + 0.8438 + ] + }, + { + "episode": 960, + "avg_reward": 2686.33, + "avg_cost": 19.75, + "lambda": 3.9775, + "rho": [ + 0.1562, + 0.8438 + ] + }, + { + "episode": 970, + "avg_reward": 2794.81, + "avg_cost": 20.75, + "lambda": 1.72, + "rho": [ + 0.1562, + 0.8438 + ] + }, + { + "episode": 980, + "avg_reward": 3191.32, + "avg_cost": 33.25, + "lambda": 2.2, + "rho": [ + 0.1562, + 0.8438 + ] + }, + { + "episode": 990, + "avg_reward": 2946.98, + "avg_cost": 24.25, + "lambda": 3.535, + "rho": [ + 0.1562, + 0.8438 + ] + }, + { + "episode": 1000, + "avg_reward": 2384.71, + "avg_cost": 24.25, + "lambda": 3.535, + "rho": [ + 0.1483, + 0.8517 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json new file mode 100644 index 0000000000000000000000000000000000000000..d0800f1438b8028e9210351dd030a9c90d201cd9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v11d_multipart.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 946717.92, + "constraint_satisfaction_pct": 97.4, + "final_rho": [ + 0.7974, + 0.2026 + ], + "final_lambda": 2.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1843.31, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1861.28, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1623.72, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1384.57, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1606.6, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1422.75, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1084.43, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1176.94, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1342.23, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -943.36, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -875.17, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1041.99, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -639.19, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -857.93, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -865.95, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -632.25, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -622.18, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -868.99, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -258.25, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -528.44, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -502.67, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -1105.26, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -836.04, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -768.41, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -170.01, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 260, + "avg_reward": -601.68, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 270, + "avg_reward": -711.45, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 280, + "avg_reward": -606.55, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 290, + "avg_reward": -330.66, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 300, + "avg_reward": -296.96, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.5331, + 0.4669 + ] + }, + { + "episode": 310, + "avg_reward": -268.39, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.5331, + 0.4669 + ] + }, + { + "episode": 320, + "avg_reward": 279.78, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.5331, + 0.4669 + ] + }, + { + "episode": 330, + "avg_reward": -212.87, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.5331, + 0.4669 + ] + }, + { + "episode": 340, + "avg_reward": -433.7, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.5331, + 0.4669 + ] + }, + { + "episode": 350, + "avg_reward": -521.44, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 360, + "avg_reward": 97.91, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 370, + "avg_reward": -134.04, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 380, + "avg_reward": 664.75, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 390, + "avg_reward": -494.16, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 400, + "avg_reward": 416.98, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 0.6147, + 0.3853 + ] + }, + { + "episode": 410, + "avg_reward": 1027.45, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.6147, + 0.3853 + ] + }, + { + "episode": 420, + "avg_reward": 1033.05, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 0.6147, + 0.3853 + ] + }, + { + "episode": 430, + "avg_reward": 1510.87, + "avg_cost": 5.5, + "lambda": 2.0, + "rho": [ + 0.6147, + 0.3853 + ] + }, + { + "episode": 440, + "avg_reward": 704.3, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 0.6147, + 0.3853 + ] + }, + { + "episode": 450, + "avg_reward": 1259.16, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.6324, + 0.3676 + ] + }, + { + "episode": 460, + "avg_reward": 1177.54, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 0.6324, + 0.3676 + ] + }, + { + "episode": 470, + "avg_reward": 1002.36, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.6324, + 0.3676 + ] + }, + { + "episode": 480, + "avg_reward": 777.1, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 0.6324, + 0.3676 + ] + }, + { + "episode": 490, + "avg_reward": 1184.61, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 0.6324, + 0.3676 + ] + }, + { + "episode": 500, + "avg_reward": 625.7, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 0.6611, + 0.3389 + ] + }, + { + "episode": 510, + "avg_reward": 1663.95, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 0.6611, + 0.3389 + ] + }, + { + "episode": 520, + "avg_reward": 1385.62, + "avg_cost": 4.5, + "lambda": 2.0, + "rho": [ + 0.6611, + 0.3389 + ] + }, + { + "episode": 530, + "avg_reward": 1207.63, + "avg_cost": 6.0, + "lambda": 2.0, + "rho": [ + 0.6611, + 0.3389 + ] + }, + { + "episode": 540, + "avg_reward": 677.8, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 0.6611, + 0.3389 + ] + }, + { + "episode": 550, + "avg_reward": 2007.78, + "avg_cost": 9.5, + "lambda": 2.0, + "rho": [ + 0.7002, + 0.2998 + ] + }, + { + "episode": 560, + "avg_reward": 1998.33, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 0.7002, + 0.2998 + ] + }, + { + "episode": 570, + "avg_reward": 1477.41, + "avg_cost": 8.5, + "lambda": 2.0, + "rho": [ + 0.7002, + 0.2998 + ] + }, + { + "episode": 580, + "avg_reward": 1640.18, + "avg_cost": 5.75, + "lambda": 2.0, + "rho": [ + 0.7002, + 0.2998 + ] + }, + { + "episode": 590, + "avg_reward": 1453.92, + "avg_cost": 10.0, + "lambda": 2.0, + "rho": [ + 0.7002, + 0.2998 + ] + }, + { + "episode": 600, + "avg_reward": 1915.97, + "avg_cost": 10.75, + "lambda": 2.0, + "rho": [ + 0.7476, + 0.2524 + ] + }, + { + "episode": 610, + "avg_reward": 2293.04, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 0.7476, + 0.2524 + ] + }, + { + "episode": 620, + "avg_reward": 2007.39, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 0.7476, + 0.2524 + ] + }, + { + "episode": 630, + "avg_reward": 1527.22, + "avg_cost": 10.25, + "lambda": 2.0, + "rho": [ + 0.7476, + 0.2524 + ] + }, + { + "episode": 640, + "avg_reward": 2114.48, + "avg_cost": 13.25, + "lambda": 2.0, + "rho": [ + 0.7476, + 0.2524 + ] + }, + { + "episode": 650, + "avg_reward": 2074.28, + "avg_cost": 9.25, + "lambda": 2.0, + "rho": [ + 0.7612, + 0.2388 + ] + }, + { + "episode": 660, + "avg_reward": 1687.76, + "avg_cost": 13.75, + "lambda": 2.0, + "rho": [ + 0.7612, + 0.2388 + ] + }, + { + "episode": 670, + "avg_reward": 1822.77, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 0.7612, + 0.2388 + ] + }, + { + "episode": 680, + "avg_reward": 1506.92, + "avg_cost": 7.75, + "lambda": 2.0, + "rho": [ + 0.7612, + 0.2388 + ] + }, + { + "episode": 690, + "avg_reward": 2015.42, + "avg_cost": 9.5, + "lambda": 2.0, + "rho": [ + 0.7612, + 0.2388 + ] + }, + { + "episode": 700, + "avg_reward": 2582.43, + "avg_cost": 13.5, + "lambda": 2.0, + "rho": [ + 0.7715, + 0.2285 + ] + }, + { + "episode": 710, + "avg_reward": 2498.59, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 0.7715, + 0.2285 + ] + }, + { + "episode": 720, + "avg_reward": 2367.92, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.7715, + 0.2285 + ] + }, + { + "episode": 730, + "avg_reward": 2275.18, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 0.7715, + 0.2285 + ] + }, + { + "episode": 740, + "avg_reward": 2506.46, + "avg_cost": 8.0, + "lambda": 2.0, + "rho": [ + 0.7715, + 0.2285 + ] + }, + { + "episode": 750, + "avg_reward": 2106.85, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 0.7801, + 0.2199 + ] + }, + { + "episode": 760, + "avg_reward": 1714.54, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 0.7801, + 0.2199 + ] + }, + { + "episode": 770, + "avg_reward": 2073.32, + "avg_cost": 9.5, + "lambda": 2.0, + "rho": [ + 0.7801, + 0.2199 + ] + }, + { + "episode": 780, + "avg_reward": 2596.77, + "avg_cost": 18.0, + "lambda": 2.0, + "rho": [ + 0.7801, + 0.2199 + ] + }, + { + "episode": 790, + "avg_reward": 2064.06, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 0.7801, + 0.2199 + ] + }, + { + "episode": 800, + "avg_reward": 2076.04, + "avg_cost": 13.5, + "lambda": 2.0, + "rho": [ + 0.7872, + 0.2128 + ] + }, + { + "episode": 810, + "avg_reward": 2897.16, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 0.7872, + 0.2128 + ] + }, + { + "episode": 820, + "avg_reward": 2818.9, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 0.7872, + 0.2128 + ] + }, + { + "episode": 830, + "avg_reward": 2822.83, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 0.7872, + 0.2128 + ] + }, + { + "episode": 840, + "avg_reward": 2869.35, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 0.7872, + 0.2128 + ] + }, + { + "episode": 850, + "avg_reward": 2317.55, + "avg_cost": 14.0, + "lambda": 2.0, + "rho": [ + 0.7916, + 0.2084 + ] + }, + { + "episode": 860, + "avg_reward": 3042.91, + "avg_cost": 24.25, + "lambda": 2.03, + "rho": [ + 0.7916, + 0.2084 + ] + }, + { + "episode": 870, + "avg_reward": 2455.33, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 0.7916, + 0.2084 + ] + }, + { + "episode": 880, + "avg_reward": 3158.5, + "avg_cost": 55.0, + "lambda": 4.34, + "rho": [ + 0.7916, + 0.2084 + ] + }, + { + "episode": 890, + "avg_reward": 2418.87, + "avg_cost": 8.5, + "lambda": 2.8625, + "rho": [ + 0.7916, + 0.2084 + ] + }, + { + "episode": 900, + "avg_reward": 2505.53, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 0.7944, + 0.2056 + ] + }, + { + "episode": 910, + "avg_reward": 3038.42, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 0.7944, + 0.2056 + ] + }, + { + "episode": 920, + "avg_reward": 2826.21, + "avg_cost": 19.25, + "lambda": 2.0, + "rho": [ + 0.7944, + 0.2056 + ] + }, + { + "episode": 930, + "avg_reward": 3010.41, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 0.7944, + 0.2056 + ] + }, + { + "episode": 940, + "avg_reward": 3115.82, + "avg_cost": 19.0, + "lambda": 2.0, + "rho": [ + 0.7944, + 0.2056 + ] + }, + { + "episode": 950, + "avg_reward": 3172.27, + "avg_cost": 16.5, + "lambda": 2.0, + "rho": [ + 0.7962, + 0.2038 + ] + }, + { + "episode": 960, + "avg_reward": 3145.66, + "avg_cost": 14.0, + "lambda": 2.0375, + "rho": [ + 0.7962, + 0.2038 + ] + }, + { + "episode": 970, + "avg_reward": 2266.1, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 0.7962, + 0.2038 + ] + }, + { + "episode": 980, + "avg_reward": 3232.33, + "avg_cost": 22.25, + "lambda": 2.0, + "rho": [ + 0.7962, + 0.2038 + ] + }, + { + "episode": 990, + "avg_reward": 3243.88, + "avg_cost": 21.0, + "lambda": 2.0, + "rho": [ + 0.7962, + 0.2038 + ] + }, + { + "episode": 1000, + "avg_reward": 3276.34, + "avg_cost": 20.75, + "lambda": 2.0, + "rho": [ + 0.7974, + 0.2026 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json new file mode 100644 index 0000000000000000000000000000000000000000..0608e8fd40b53d24411d8233a808fe1441a1984f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v12_gradqual.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 807607.98, + "constraint_satisfaction_pct": 94.2, + "final_rho": [ + 0.9225, + 0.0775 + ], + "final_lambda": 2.6425, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1658.86, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1563.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1722.15, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1606.35, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1397.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": -1203.99, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": -1496.22, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": -1051.5, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": -1093.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": -1024.87, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 110, + "avg_reward": -964.02, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 120, + "avg_reward": -788.29, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 130, + "avg_reward": -883.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 140, + "avg_reward": -656.74, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 150, + "avg_reward": -951.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 160, + "avg_reward": -922.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 170, + "avg_reward": -600.46, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 180, + "avg_reward": -510.8, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 190, + "avg_reward": -611.93, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 200, + "avg_reward": -389.58, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 210, + "avg_reward": -417.51, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 220, + "avg_reward": -589.44, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 230, + "avg_reward": -368.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 240, + "avg_reward": -167.61, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 250, + "avg_reward": -680.09, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6383, + 0.3617 + ] + }, + { + "episode": 260, + "avg_reward": -755.54, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6383, + 0.3617 + ] + }, + { + "episode": 270, + "avg_reward": -316.23, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6383, + 0.3617 + ] + }, + { + "episode": 280, + "avg_reward": -741.36, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6383, + 0.3617 + ] + }, + { + "episode": 290, + "avg_reward": -535.63, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6383, + 0.3617 + ] + }, + { + "episode": 300, + "avg_reward": -809.82, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6366, + 0.3634 + ] + }, + { + "episode": 310, + "avg_reward": -156.6, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.6366, + 0.3634 + ] + }, + { + "episode": 320, + "avg_reward": -1.21, + "avg_cost": 0.5, + "lambda": 1.0, + "rho": [ + 0.6366, + 0.3634 + ] + }, + { + "episode": 330, + "avg_reward": -259.17, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.6366, + 0.3634 + ] + }, + { + "episode": 340, + "avg_reward": 152.56, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.6366, + 0.3634 + ] + }, + { + "episode": 350, + "avg_reward": -32.87, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.6532, + 0.3468 + ] + }, + { + "episode": 360, + "avg_reward": -451.61, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.6532, + 0.3468 + ] + }, + { + "episode": 370, + "avg_reward": 35.18, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.6532, + 0.3468 + ] + }, + { + "episode": 380, + "avg_reward": 361.19, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.6532, + 0.3468 + ] + }, + { + "episode": 390, + "avg_reward": 559.59, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 0.6532, + 0.3468 + ] + }, + { + "episode": 400, + "avg_reward": -26.44, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.6727, + 0.3273 + ] + }, + { + "episode": 410, + "avg_reward": -485.94, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.6727, + 0.3273 + ] + }, + { + "episode": 420, + "avg_reward": 620.62, + "avg_cost": 4.5, + "lambda": 1.0, + "rho": [ + 0.6727, + 0.3273 + ] + }, + { + "episode": 430, + "avg_reward": 445.47, + "avg_cost": 3.75, + "lambda": 1.0, + "rho": [ + 0.6727, + 0.3273 + ] + }, + { + "episode": 440, + "avg_reward": 511.46, + "avg_cost": 2.5, + "lambda": 1.0, + "rho": [ + 0.6727, + 0.3273 + ] + }, + { + "episode": 450, + "avg_reward": 1029.05, + "avg_cost": 5.25, + "lambda": 1.0, + "rho": [ + 0.7047, + 0.2953 + ] + }, + { + "episode": 460, + "avg_reward": 916.22, + "avg_cost": 2.75, + "lambda": 1.0, + "rho": [ + 0.7047, + 0.2953 + ] + }, + { + "episode": 470, + "avg_reward": 1072.15, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 0.7047, + 0.2953 + ] + }, + { + "episode": 480, + "avg_reward": 821.13, + "avg_cost": 12.0, + "lambda": 1.0, + "rho": [ + 0.7047, + 0.2953 + ] + }, + { + "episode": 490, + "avg_reward": 1342.93, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 0.7047, + 0.2953 + ] + }, + { + "episode": 500, + "avg_reward": 1338.36, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 0.7153, + 0.2847 + ] + }, + { + "episode": 510, + "avg_reward": 1442.5, + "avg_cost": 4.25, + "lambda": 1.0, + "rho": [ + 0.7153, + 0.2847 + ] + }, + { + "episode": 520, + "avg_reward": -0.24, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.7153, + 0.2847 + ] + }, + { + "episode": 530, + "avg_reward": 1030.38, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 0.7153, + 0.2847 + ] + }, + { + "episode": 540, + "avg_reward": 667.12, + "avg_cost": 6.5, + "lambda": 1.0, + "rho": [ + 0.7153, + 0.2847 + ] + }, + { + "episode": 550, + "avg_reward": 1276.7, + "avg_cost": 10.0, + "lambda": 1.0, + "rho": [ + 0.7379, + 0.2621 + ] + }, + { + "episode": 560, + "avg_reward": 904.64, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 0.7379, + 0.2621 + ] + }, + { + "episode": 570, + "avg_reward": 39.72, + "avg_cost": 2.0, + "lambda": 1.0, + "rho": [ + 0.7379, + 0.2621 + ] + }, + { + "episode": 580, + "avg_reward": 1476.91, + "avg_cost": 7.5, + "lambda": 1.0, + "rho": [ + 0.7379, + 0.2621 + ] + }, + { + "episode": 590, + "avg_reward": 967.03, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 0.7379, + 0.2621 + ] + }, + { + "episode": 600, + "avg_reward": 1772.44, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.7698, + 0.2302 + ] + }, + { + "episode": 610, + "avg_reward": 1499.18, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 0.7698, + 0.2302 + ] + }, + { + "episode": 620, + "avg_reward": 1780.69, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 0.7698, + 0.2302 + ] + }, + { + "episode": 630, + "avg_reward": 966.51, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 0.7698, + 0.2302 + ] + }, + { + "episode": 640, + "avg_reward": 2007.25, + "avg_cost": 21.5, + "lambda": 1.0, + "rho": [ + 0.7698, + 0.2302 + ] + }, + { + "episode": 650, + "avg_reward": 1648.97, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.784, + 0.216 + ] + }, + { + "episode": 660, + "avg_reward": 1386.66, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 0.784, + 0.216 + ] + }, + { + "episode": 670, + "avg_reward": 1330.12, + "avg_cost": 8.0, + "lambda": 1.0, + "rho": [ + 0.784, + 0.216 + ] + }, + { + "episode": 680, + "avg_reward": 1759.63, + "avg_cost": 14.5, + "lambda": 1.0, + "rho": [ + 0.784, + 0.216 + ] + }, + { + "episode": 690, + "avg_reward": 1985.02, + "avg_cost": 18.75, + "lambda": 1.0, + "rho": [ + 0.784, + 0.216 + ] + }, + { + "episode": 700, + "avg_reward": 1540.5, + "avg_cost": 12.75, + "lambda": 1.0, + "rho": [ + 0.8001, + 0.1999 + ] + }, + { + "episode": 710, + "avg_reward": 1452.54, + "avg_cost": 11.5, + "lambda": 1.0, + "rho": [ + 0.8001, + 0.1999 + ] + }, + { + "episode": 720, + "avg_reward": 1313.19, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.8001, + 0.1999 + ] + }, + { + "episode": 730, + "avg_reward": 2651.03, + "avg_cost": 19.0, + "lambda": 1.0, + "rho": [ + 0.8001, + 0.1999 + ] + }, + { + "episode": 740, + "avg_reward": 1850.78, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.8001, + 0.1999 + ] + }, + { + "episode": 750, + "avg_reward": 2244.82, + "avg_cost": 20.75, + "lambda": 1.0, + "rho": [ + 0.8247, + 0.1753 + ] + }, + { + "episode": 760, + "avg_reward": 2000.88, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 0.8247, + 0.1753 + ] + }, + { + "episode": 770, + "avg_reward": 1688.86, + "avg_cost": 16.25, + "lambda": 1.0, + "rho": [ + 0.8247, + 0.1753 + ] + }, + { + "episode": 780, + "avg_reward": 1215.18, + "avg_cost": 9.5, + "lambda": 1.0, + "rho": [ + 0.8247, + 0.1753 + ] + }, + { + "episode": 790, + "avg_reward": 2882.16, + "avg_cost": 26.25, + "lambda": 1.0375, + "rho": [ + 0.8247, + 0.1753 + ] + }, + { + "episode": 800, + "avg_reward": 2503.01, + "avg_cost": 15.5, + "lambda": 1.0, + "rho": [ + 0.855, + 0.145 + ] + }, + { + "episode": 810, + "avg_reward": 2579.28, + "avg_cost": 24.25, + "lambda": 1.0, + "rho": [ + 0.855, + 0.145 + ] + }, + { + "episode": 820, + "avg_reward": 2765.92, + "avg_cost": 20.25, + "lambda": 1.225, + "rho": [ + 0.855, + 0.145 + ] + }, + { + "episode": 830, + "avg_reward": 1880.59, + "avg_cost": 18.5, + "lambda": 1.0, + "rho": [ + 0.855, + 0.145 + ] + }, + { + "episode": 840, + "avg_reward": 2746.61, + "avg_cost": 27.75, + "lambda": 1.12, + "rho": [ + 0.855, + 0.145 + ] + }, + { + "episode": 850, + "avg_reward": 2335.28, + "avg_cost": 34.5, + "lambda": 1.735, + "rho": [ + 0.87, + 0.13 + ] + }, + { + "episode": 860, + "avg_reward": 2873.05, + "avg_cost": 29.5, + "lambda": 2.38, + "rho": [ + 0.87, + 0.13 + ] + }, + { + "episode": 870, + "avg_reward": 2891.65, + "avg_cost": 29.0, + "lambda": 1.48, + "rho": [ + 0.87, + 0.13 + ] + }, + { + "episode": 880, + "avg_reward": 2525.66, + "avg_cost": 26.25, + "lambda": 1.2175, + "rho": [ + 0.87, + 0.13 + ] + }, + { + "episode": 890, + "avg_reward": 2743.63, + "avg_cost": 28.0, + "lambda": 2.11, + "rho": [ + 0.87, + 0.13 + ] + }, + { + "episode": 900, + "avg_reward": 3081.16, + "avg_cost": 28.75, + "lambda": 2.8675, + "rho": [ + 0.8847, + 0.1153 + ] + }, + { + "episode": 910, + "avg_reward": 2778.37, + "avg_cost": 11.0, + "lambda": 1.8175, + "rho": [ + 0.8847, + 0.1153 + ] + }, + { + "episode": 920, + "avg_reward": 2246.13, + "avg_cost": 17.5, + "lambda": 1.0, + "rho": [ + 0.8847, + 0.1153 + ] + }, + { + "episode": 930, + "avg_reward": 2937.1, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.8847, + 0.1153 + ] + }, + { + "episode": 940, + "avg_reward": 3383.61, + "avg_cost": 35.75, + "lambda": 1.3225, + "rho": [ + 0.8847, + 0.1153 + ] + }, + { + "episode": 950, + "avg_reward": 3178.34, + "avg_cost": 30.0, + "lambda": 1.15, + "rho": [ + 0.9044, + 0.0956 + ] + }, + { + "episode": 960, + "avg_reward": 2814.21, + "avg_cost": 16.75, + "lambda": 1.03, + "rho": [ + 0.9044, + 0.0956 + ] + }, + { + "episode": 970, + "avg_reward": 2417.26, + "avg_cost": 19.0, + "lambda": 1.09, + "rho": [ + 0.9044, + 0.0956 + ] + }, + { + "episode": 980, + "avg_reward": 3038.67, + "avg_cost": 25.25, + "lambda": 1.03, + "rho": [ + 0.9044, + 0.0956 + ] + }, + { + "episode": 990, + "avg_reward": 2685.55, + "avg_cost": 17.25, + "lambda": 1.165, + "rho": [ + 0.9044, + 0.0956 + ] + }, + { + "episode": 1000, + "avg_reward": 1617.76, + "avg_cost": 22.75, + "lambda": 2.6425, + "rho": [ + 0.9225, + 0.0775 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..4c556773dcfe412590d29f37ce6a68e53d0de72f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 874265.19, + "constraint_satisfaction_pct": 99.5, + "final_rho": [ + 0.7494, + 0.2506 + ], + "final_lambda": 3.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1900.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1793.07, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1966.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1315.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1512.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1263.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1365.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1270.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1411.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -935.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -805.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -842.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -810.29, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -717.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -724.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -990.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -668.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -615.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -911.93, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -860.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -591.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -494.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -499.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -339.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -134.65, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -656.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -5.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -227.19, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -72.26, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -691.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 310, + "avg_reward": -478.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 320, + "avg_reward": -84.76, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 330, + "avg_reward": 1.55, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 340, + "avg_reward": -445.04, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5023, + 0.4977 + ] + }, + { + "episode": 350, + "avg_reward": 114.18, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5337, + 0.4663 + ] + }, + { + "episode": 360, + "avg_reward": -12.13, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5337, + 0.4663 + ] + }, + { + "episode": 370, + "avg_reward": 281.97, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5337, + 0.4663 + ] + }, + { + "episode": 380, + "avg_reward": 148.89, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5337, + 0.4663 + ] + }, + { + "episode": 390, + "avg_reward": 783.03, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5337, + 0.4663 + ] + }, + { + "episode": 400, + "avg_reward": 255.68, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5397, + 0.4603 + ] + }, + { + "episode": 410, + "avg_reward": 1076.8, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5397, + 0.4603 + ] + }, + { + "episode": 420, + "avg_reward": 414.16, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.5397, + 0.4603 + ] + }, + { + "episode": 430, + "avg_reward": -447.09, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5397, + 0.4603 + ] + }, + { + "episode": 440, + "avg_reward": 569.52, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5397, + 0.4603 + ] + }, + { + "episode": 450, + "avg_reward": 1331.21, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.5563, + 0.4437 + ] + }, + { + "episode": 460, + "avg_reward": 1472.74, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5563, + 0.4437 + ] + }, + { + "episode": 470, + "avg_reward": 1190.71, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.5563, + 0.4437 + ] + }, + { + "episode": 480, + "avg_reward": 1357.18, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5563, + 0.4437 + ] + }, + { + "episode": 490, + "avg_reward": 1360.55, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.5563, + 0.4437 + ] + }, + { + "episode": 500, + "avg_reward": 1707.73, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5818, + 0.4182 + ] + }, + { + "episode": 510, + "avg_reward": 1172.19, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5818, + 0.4182 + ] + }, + { + "episode": 520, + "avg_reward": 1293.71, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5818, + 0.4182 + ] + }, + { + "episode": 530, + "avg_reward": 1717.08, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5818, + 0.4182 + ] + }, + { + "episode": 540, + "avg_reward": 779.62, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.5818, + 0.4182 + ] + }, + { + "episode": 550, + "avg_reward": 1442.38, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.6167, + 0.3833 + ] + }, + { + "episode": 560, + "avg_reward": 1028.49, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.6167, + 0.3833 + ] + }, + { + "episode": 570, + "avg_reward": 1139.56, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.6167, + 0.3833 + ] + }, + { + "episode": 580, + "avg_reward": 1613.37, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.6167, + 0.3833 + ] + }, + { + "episode": 590, + "avg_reward": 1156.0, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.6167, + 0.3833 + ] + }, + { + "episode": 600, + "avg_reward": 2072.07, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.6604, + 0.3396 + ] + }, + { + "episode": 610, + "avg_reward": 1804.76, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.6604, + 0.3396 + ] + }, + { + "episode": 620, + "avg_reward": 1235.34, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.6604, + 0.3396 + ] + }, + { + "episode": 630, + "avg_reward": 1903.15, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.6604, + 0.3396 + ] + }, + { + "episode": 640, + "avg_reward": 1322.54, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.6604, + 0.3396 + ] + }, + { + "episode": 650, + "avg_reward": 1536.83, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.7038, + 0.2962 + ] + }, + { + "episode": 660, + "avg_reward": 1774.09, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.7038, + 0.2962 + ] + }, + { + "episode": 670, + "avg_reward": 1442.74, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.7038, + 0.2962 + ] + }, + { + "episode": 680, + "avg_reward": 1435.56, + "avg_cost": 13.25, + "lambda": 3.0, + "rho": [ + 0.7038, + 0.2962 + ] + }, + { + "episode": 690, + "avg_reward": 2192.61, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.7038, + 0.2962 + ] + }, + { + "episode": 700, + "avg_reward": 1661.65, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.7139, + 0.2861 + ] + }, + { + "episode": 710, + "avg_reward": 2385.7, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 0.7139, + 0.2861 + ] + }, + { + "episode": 720, + "avg_reward": 2172.51, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.7139, + 0.2861 + ] + }, + { + "episode": 730, + "avg_reward": 2014.09, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.7139, + 0.2861 + ] + }, + { + "episode": 740, + "avg_reward": 2479.41, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 0.7139, + 0.2861 + ] + }, + { + "episode": 750, + "avg_reward": 728.35, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.7215, + 0.2785 + ] + }, + { + "episode": 760, + "avg_reward": 2388.85, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.7215, + 0.2785 + ] + }, + { + "episode": 770, + "avg_reward": 1758.95, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.7215, + 0.2785 + ] + }, + { + "episode": 780, + "avg_reward": 2340.45, + "avg_cost": 21.25, + "lambda": 3.0, + "rho": [ + 0.7215, + 0.2785 + ] + }, + { + "episode": 790, + "avg_reward": 2626.63, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 0.7215, + 0.2785 + ] + }, + { + "episode": 800, + "avg_reward": 2180.35, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.7295, + 0.2705 + ] + }, + { + "episode": 810, + "avg_reward": 1552.68, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.7295, + 0.2705 + ] + }, + { + "episode": 820, + "avg_reward": 2316.99, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.7295, + 0.2705 + ] + }, + { + "episode": 830, + "avg_reward": 2783.01, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.7295, + 0.2705 + ] + }, + { + "episode": 840, + "avg_reward": 2586.11, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.7295, + 0.2705 + ] + }, + { + "episode": 850, + "avg_reward": 2815.35, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 0.7355, + 0.2645 + ] + }, + { + "episode": 860, + "avg_reward": 2614.37, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.7355, + 0.2645 + ] + }, + { + "episode": 870, + "avg_reward": 2824.76, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.7355, + 0.2645 + ] + }, + { + "episode": 880, + "avg_reward": 3127.75, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.7355, + 0.2645 + ] + }, + { + "episode": 890, + "avg_reward": 3001.6, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.7355, + 0.2645 + ] + }, + { + "episode": 900, + "avg_reward": 2868.52, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.7424, + 0.2576 + ] + }, + { + "episode": 910, + "avg_reward": 3104.23, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.7424, + 0.2576 + ] + }, + { + "episode": 920, + "avg_reward": 2115.86, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.7424, + 0.2576 + ] + }, + { + "episode": 930, + "avg_reward": 2889.21, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.7424, + 0.2576 + ] + }, + { + "episode": 940, + "avg_reward": 2686.21, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.7424, + 0.2576 + ] + }, + { + "episode": 950, + "avg_reward": 2996.02, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.7466, + 0.2534 + ] + }, + { + "episode": 960, + "avg_reward": 3012.49, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.7466, + 0.2534 + ] + }, + { + "episode": 970, + "avg_reward": 3035.34, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.7466, + 0.2534 + ] + }, + { + "episode": 980, + "avg_reward": 3135.06, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.7466, + 0.2534 + ] + }, + { + "episode": 990, + "avg_reward": 2447.6, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.7466, + 0.2534 + ] + }, + { + "episode": 1000, + "avg_reward": 3121.34, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 0.7494, + 0.2506 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..4bab94d38d5ba550443d3a641b8f02aca054b9dc --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 740793.66, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.5895, + 0.4105 + ], + "final_lambda": 3.0, + "seed": 2, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1653.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1802.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1725.28, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1533.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1508.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1350.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1233.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1346.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1230.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -997.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -759.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -709.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -829.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -731.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -850.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -677.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -923.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -801.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -961.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -907.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -969.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -898.29, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -746.28, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -758.62, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -751.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 260, + "avg_reward": -861.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 270, + "avg_reward": -591.28, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 280, + "avg_reward": -603.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 290, + "avg_reward": -424.47, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 300, + "avg_reward": -518.67, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5357, + 0.4643 + ] + }, + { + "episode": 310, + "avg_reward": -642.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5357, + 0.4643 + ] + }, + { + "episode": 320, + "avg_reward": -437.47, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5357, + 0.4643 + ] + }, + { + "episode": 330, + "avg_reward": -527.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5357, + 0.4643 + ] + }, + { + "episode": 340, + "avg_reward": -119.19, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5357, + 0.4643 + ] + }, + { + "episode": 350, + "avg_reward": -472.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.5651, + 0.4349 + ] + }, + { + "episode": 360, + "avg_reward": -53.47, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5651, + 0.4349 + ] + }, + { + "episode": 370, + "avg_reward": -124.41, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5651, + 0.4349 + ] + }, + { + "episode": 380, + "avg_reward": 183.62, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5651, + 0.4349 + ] + }, + { + "episode": 390, + "avg_reward": 416.5, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.5651, + 0.4349 + ] + }, + { + "episode": 400, + "avg_reward": 473.93, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.566, + 0.434 + ] + }, + { + "episode": 410, + "avg_reward": 330.64, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.566, + 0.434 + ] + }, + { + "episode": 420, + "avg_reward": -313.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.566, + 0.434 + ] + }, + { + "episode": 430, + "avg_reward": 185.01, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.566, + 0.434 + ] + }, + { + "episode": 440, + "avg_reward": 756.36, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.566, + 0.434 + ] + }, + { + "episode": 450, + "avg_reward": -214.62, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 460, + "avg_reward": 955.24, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 470, + "avg_reward": 578.83, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 480, + "avg_reward": 902.42, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 490, + "avg_reward": 1201.96, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 500, + "avg_reward": 730.63, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5555, + 0.4445 + ] + }, + { + "episode": 510, + "avg_reward": 1314.23, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5555, + 0.4445 + ] + }, + { + "episode": 520, + "avg_reward": 1085.21, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5555, + 0.4445 + ] + }, + { + "episode": 530, + "avg_reward": 1127.38, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5555, + 0.4445 + ] + }, + { + "episode": 540, + "avg_reward": 1032.42, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5555, + 0.4445 + ] + }, + { + "episode": 550, + "avg_reward": 1607.32, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 560, + "avg_reward": 1527.7, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 570, + "avg_reward": 1042.8, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 580, + "avg_reward": 1833.12, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 590, + "avg_reward": 1688.72, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 600, + "avg_reward": 1776.17, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5492, + 0.4508 + ] + }, + { + "episode": 610, + "avg_reward": 1932.98, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5492, + 0.4508 + ] + }, + { + "episode": 620, + "avg_reward": 1581.63, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5492, + 0.4508 + ] + }, + { + "episode": 630, + "avg_reward": 1689.36, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.5492, + 0.4508 + ] + }, + { + "episode": 640, + "avg_reward": 2161.6, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5492, + 0.4508 + ] + }, + { + "episode": 650, + "avg_reward": 1811.18, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5582, + 0.4418 + ] + }, + { + "episode": 660, + "avg_reward": 1836.47, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.5582, + 0.4418 + ] + }, + { + "episode": 670, + "avg_reward": 1535.42, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5582, + 0.4418 + ] + }, + { + "episode": 680, + "avg_reward": 1068.4, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5582, + 0.4418 + ] + }, + { + "episode": 690, + "avg_reward": 1253.8, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5582, + 0.4418 + ] + }, + { + "episode": 700, + "avg_reward": 2238.65, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.5672, + 0.4328 + ] + }, + { + "episode": 710, + "avg_reward": 1489.54, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5672, + 0.4328 + ] + }, + { + "episode": 720, + "avg_reward": 2135.68, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5672, + 0.4328 + ] + }, + { + "episode": 730, + "avg_reward": 1745.07, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5672, + 0.4328 + ] + }, + { + "episode": 740, + "avg_reward": 1897.78, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.5672, + 0.4328 + ] + }, + { + "episode": 750, + "avg_reward": 2326.83, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.5692, + 0.4308 + ] + }, + { + "episode": 760, + "avg_reward": 1935.04, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5692, + 0.4308 + ] + }, + { + "episode": 770, + "avg_reward": 2501.6, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.5692, + 0.4308 + ] + }, + { + "episode": 780, + "avg_reward": 2538.98, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.5692, + 0.4308 + ] + }, + { + "episode": 790, + "avg_reward": 2369.89, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5692, + 0.4308 + ] + }, + { + "episode": 800, + "avg_reward": 2354.85, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.5788, + 0.4212 + ] + }, + { + "episode": 810, + "avg_reward": 1745.9, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5788, + 0.4212 + ] + }, + { + "episode": 820, + "avg_reward": 2066.87, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.5788, + 0.4212 + ] + }, + { + "episode": 830, + "avg_reward": 1957.93, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.5788, + 0.4212 + ] + }, + { + "episode": 840, + "avg_reward": 2499.37, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.5788, + 0.4212 + ] + }, + { + "episode": 850, + "avg_reward": 2709.47, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.5953, + 0.4047 + ] + }, + { + "episode": 860, + "avg_reward": 2852.4, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 0.5953, + 0.4047 + ] + }, + { + "episode": 870, + "avg_reward": 2619.59, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.5953, + 0.4047 + ] + }, + { + "episode": 880, + "avg_reward": 2336.65, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.5953, + 0.4047 + ] + }, + { + "episode": 890, + "avg_reward": 2827.75, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.5953, + 0.4047 + ] + }, + { + "episode": 900, + "avg_reward": 2755.52, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.6016, + 0.3984 + ] + }, + { + "episode": 910, + "avg_reward": 2663.93, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.6016, + 0.3984 + ] + }, + { + "episode": 920, + "avg_reward": 2235.24, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.6016, + 0.3984 + ] + }, + { + "episode": 930, + "avg_reward": 2460.22, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.6016, + 0.3984 + ] + }, + { + "episode": 940, + "avg_reward": 2857.22, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.6016, + 0.3984 + ] + }, + { + "episode": 950, + "avg_reward": 2902.93, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.599, + 0.401 + ] + }, + { + "episode": 960, + "avg_reward": 2834.26, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.599, + 0.401 + ] + }, + { + "episode": 970, + "avg_reward": 2864.25, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.599, + 0.401 + ] + }, + { + "episode": 980, + "avg_reward": 2276.39, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.599, + 0.401 + ] + }, + { + "episode": 990, + "avg_reward": 3083.27, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.599, + 0.401 + ] + }, + { + "episode": 1000, + "avg_reward": 2750.69, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5895, + 0.4105 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..918105811733d39407ca2189d833dc8da4c32bf5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 788347.1, + "constraint_satisfaction_pct": 34.1, + "final_rho": [ + 0.4757, + 0.5243 + ], + "final_lambda": 41.3352, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1815.36, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1732.28, + "avg_cost": 0.0, + "lambda": 10.0052, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1659.91, + "avg_cost": 0.0, + "lambda": 10.0116, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1394.6, + "avg_cost": 0.0, + "lambda": 10.0177, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1297.88, + "avg_cost": 0.0, + "lambda": 10.0254, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1330.6, + "avg_cost": 0.0, + "lambda": 10.0319, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -866.14, + "avg_cost": 0.0, + "lambda": 10.0356, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -981.56, + "avg_cost": 0.0, + "lambda": 10.0368, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1050.82, + "avg_cost": 0.0, + "lambda": 10.0373, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -1182.56, + "avg_cost": 0.0, + "lambda": 10.0374, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -967.45, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1024.26, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -957.77, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -904.83, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -636.98, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -1034.64, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -872.27, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -657.83, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -650.49, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -825.98, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -665.27, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -538.43, + "avg_cost": 0.0, + "lambda": 10.0424, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -570.85, + "avg_cost": 0.0, + "lambda": 10.056, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -784.48, + "avg_cost": 0.0, + "lambda": 10.0684, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -397.46, + "avg_cost": 0.0, + "lambda": 10.077, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 260, + "avg_reward": -487.71, + "avg_cost": 0.0, + "lambda": 10.0855, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 270, + "avg_reward": -670.38, + "avg_cost": 0.0, + "lambda": 10.0884, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 280, + "avg_reward": -333.15, + "avg_cost": 0.0, + "lambda": 10.0915, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 290, + "avg_reward": -487.82, + "avg_cost": 0.25, + "lambda": 10.1237, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 300, + "avg_reward": -578.96, + "avg_cost": 0.5, + "lambda": 10.1692, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 310, + "avg_reward": -455.06, + "avg_cost": 0.0, + "lambda": 10.215, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 320, + "avg_reward": -163.45, + "avg_cost": 0.25, + "lambda": 10.2451, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 330, + "avg_reward": -102.06, + "avg_cost": 0.25, + "lambda": 10.3312, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 340, + "avg_reward": -228.73, + "avg_cost": 0.0, + "lambda": 10.4002, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 350, + "avg_reward": -451.38, + "avg_cost": 0.25, + "lambda": 10.5548, + "rho": [ + 0.5441, + 0.4559 + ] + }, + { + "episode": 360, + "avg_reward": -33.96, + "avg_cost": 1.5, + "lambda": 10.7265, + "rho": [ + 0.5441, + 0.4559 + ] + }, + { + "episode": 370, + "avg_reward": 190.36, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 0.5441, + 0.4559 + ] + }, + { + "episode": 380, + "avg_reward": 128.16, + "avg_cost": 0.25, + "lambda": 11.0531, + "rho": [ + 0.5441, + 0.4559 + ] + }, + { + "episode": 390, + "avg_reward": 300.7, + "avg_cost": 0.0, + "lambda": 11.2053, + "rho": [ + 0.5441, + 0.4559 + ] + }, + { + "episode": 400, + "avg_reward": 487.51, + "avg_cost": 0.25, + "lambda": 11.3756, + "rho": [ + 0.5379, + 0.4621 + ] + }, + { + "episode": 410, + "avg_reward": 66.51, + "avg_cost": 0.25, + "lambda": 11.546, + "rho": [ + 0.5379, + 0.4621 + ] + }, + { + "episode": 420, + "avg_reward": -190.2, + "avg_cost": 0.0, + "lambda": 11.7118, + "rho": [ + 0.5379, + 0.4621 + ] + }, + { + "episode": 430, + "avg_reward": 51.26, + "avg_cost": 1.25, + "lambda": 11.8877, + "rho": [ + 0.5379, + 0.4621 + ] + }, + { + "episode": 440, + "avg_reward": 178.51, + "avg_cost": 0.5, + "lambda": 12.2051, + "rho": [ + 0.5379, + 0.4621 + ] + }, + { + "episode": 450, + "avg_reward": 239.96, + "avg_cost": 0.0, + "lambda": 12.4915, + "rho": [ + 0.521, + 0.479 + ] + }, + { + "episode": 460, + "avg_reward": 996.79, + "avg_cost": 1.0, + "lambda": 12.8443, + "rho": [ + 0.521, + 0.479 + ] + }, + { + "episode": 470, + "avg_reward": 902.7, + "avg_cost": 1.5, + "lambda": 13.3012, + "rho": [ + 0.521, + 0.479 + ] + }, + { + "episode": 480, + "avg_reward": 453.57, + "avg_cost": 1.0, + "lambda": 13.7567, + "rho": [ + 0.521, + 0.479 + ] + }, + { + "episode": 490, + "avg_reward": 265.63, + "avg_cost": 1.0, + "lambda": 14.0964, + "rho": [ + 0.521, + 0.479 + ] + }, + { + "episode": 500, + "avg_reward": 1054.51, + "avg_cost": 3.25, + "lambda": 14.4367, + "rho": [ + 0.5193, + 0.4807 + ] + }, + { + "episode": 510, + "avg_reward": 1385.63, + "avg_cost": 1.0, + "lambda": 14.8642, + "rho": [ + 0.5193, + 0.4807 + ] + }, + { + "episode": 520, + "avg_reward": 1461.96, + "avg_cost": 1.0, + "lambda": 15.2609, + "rho": [ + 0.5193, + 0.4807 + ] + }, + { + "episode": 530, + "avg_reward": 312.17, + "avg_cost": 0.5, + "lambda": 15.7379, + "rho": [ + 0.5193, + 0.4807 + ] + }, + { + "episode": 540, + "avg_reward": 1138.32, + "avg_cost": 2.25, + "lambda": 16.2518, + "rho": [ + 0.5193, + 0.4807 + ] + }, + { + "episode": 550, + "avg_reward": 1023.07, + "avg_cost": 0.25, + "lambda": 16.8942, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 560, + "avg_reward": 1683.18, + "avg_cost": 4.0, + "lambda": 17.5757, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 570, + "avg_reward": 1507.12, + "avg_cost": 1.5, + "lambda": 18.3269, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 580, + "avg_reward": 1658.56, + "avg_cost": 1.75, + "lambda": 18.9436, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 590, + "avg_reward": 1528.51, + "avg_cost": 1.0, + "lambda": 19.5092, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 600, + "avg_reward": 1884.34, + "avg_cost": 4.75, + "lambda": 20.084, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 610, + "avg_reward": 1057.0, + "avg_cost": 1.25, + "lambda": 20.6089, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 620, + "avg_reward": 1655.78, + "avg_cost": 0.25, + "lambda": 21.1127, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 630, + "avg_reward": 1845.7, + "avg_cost": 2.5, + "lambda": 21.6637, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 640, + "avg_reward": 1728.46, + "avg_cost": 1.25, + "lambda": 22.2788, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 650, + "avg_reward": 1969.91, + "avg_cost": 0.75, + "lambda": 22.9893, + "rho": [ + 0.511, + 0.489 + ] + }, + { + "episode": 660, + "avg_reward": 2011.86, + "avg_cost": 2.0, + "lambda": 23.5934, + "rho": [ + 0.511, + 0.489 + ] + }, + { + "episode": 670, + "avg_reward": 1385.83, + "avg_cost": 0.5, + "lambda": 24.2727, + "rho": [ + 0.511, + 0.489 + ] + }, + { + "episode": 680, + "avg_reward": 1854.43, + "avg_cost": 1.25, + "lambda": 24.8884, + "rho": [ + 0.511, + 0.489 + ] + }, + { + "episode": 690, + "avg_reward": 1666.82, + "avg_cost": 0.75, + "lambda": 25.5343, + "rho": [ + 0.511, + 0.489 + ] + }, + { + "episode": 700, + "avg_reward": 2112.12, + "avg_cost": 1.0, + "lambda": 26.1723, + "rho": [ + 0.5186, + 0.4814 + ] + }, + { + "episode": 710, + "avg_reward": 1927.17, + "avg_cost": 0.75, + "lambda": 26.7827, + "rho": [ + 0.5186, + 0.4814 + ] + }, + { + "episode": 720, + "avg_reward": 2367.71, + "avg_cost": 2.75, + "lambda": 27.3819, + "rho": [ + 0.5186, + 0.4814 + ] + }, + { + "episode": 730, + "avg_reward": 2358.24, + "avg_cost": 3.25, + "lambda": 28.0473, + "rho": [ + 0.5186, + 0.4814 + ] + }, + { + "episode": 740, + "avg_reward": 2332.55, + "avg_cost": 1.75, + "lambda": 28.729, + "rho": [ + 0.5186, + 0.4814 + ] + }, + { + "episode": 750, + "avg_reward": 2408.43, + "avg_cost": 2.75, + "lambda": 29.3276, + "rho": [ + 0.5188, + 0.4812 + ] + }, + { + "episode": 760, + "avg_reward": 1853.04, + "avg_cost": 1.25, + "lambda": 29.894, + "rho": [ + 0.5188, + 0.4812 + ] + }, + { + "episode": 770, + "avg_reward": 2247.14, + "avg_cost": 2.25, + "lambda": 30.4918, + "rho": [ + 0.5188, + 0.4812 + ] + }, + { + "episode": 780, + "avg_reward": 2408.12, + "avg_cost": 1.25, + "lambda": 31.0388, + "rho": [ + 0.5188, + 0.4812 + ] + }, + { + "episode": 790, + "avg_reward": 2359.7, + "avg_cost": 1.25, + "lambda": 31.5217, + "rho": [ + 0.5188, + 0.4812 + ] + }, + { + "episode": 800, + "avg_reward": 2608.32, + "avg_cost": 2.25, + "lambda": 32.0169, + "rho": [ + 0.5141, + 0.4859 + ] + }, + { + "episode": 810, + "avg_reward": 2497.94, + "avg_cost": 3.75, + "lambda": 32.5114, + "rho": [ + 0.5141, + 0.4859 + ] + }, + { + "episode": 820, + "avg_reward": 2687.09, + "avg_cost": 0.5, + "lambda": 32.951, + "rho": [ + 0.5141, + 0.4859 + ] + }, + { + "episode": 830, + "avg_reward": 2435.32, + "avg_cost": 1.0, + "lambda": 33.4256, + "rho": [ + 0.5141, + 0.4859 + ] + }, + { + "episode": 840, + "avg_reward": 2019.87, + "avg_cost": 1.5, + "lambda": 34.045, + "rho": [ + 0.5141, + 0.4859 + ] + }, + { + "episode": 850, + "avg_reward": 2614.29, + "avg_cost": 2.25, + "lambda": 34.5931, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 860, + "avg_reward": 2505.8, + "avg_cost": 0.5, + "lambda": 35.2458, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 870, + "avg_reward": 2627.24, + "avg_cost": 0.75, + "lambda": 35.7927, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 880, + "avg_reward": 2550.52, + "avg_cost": 0.75, + "lambda": 36.2973, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 890, + "avg_reward": 2629.8, + "avg_cost": 1.0, + "lambda": 36.7786, + "rho": [ + 0.5052, + 0.4948 + ] + }, + { + "episode": 900, + "avg_reward": 2604.97, + "avg_cost": 0.75, + "lambda": 37.2175, + "rho": [ + 0.4977, + 0.5023 + ] + }, + { + "episode": 910, + "avg_reward": 2553.49, + "avg_cost": 1.0, + "lambda": 37.704, + "rho": [ + 0.4977, + 0.5023 + ] + }, + { + "episode": 920, + "avg_reward": 2623.44, + "avg_cost": 3.75, + "lambda": 38.2553, + "rho": [ + 0.4977, + 0.5023 + ] + }, + { + "episode": 930, + "avg_reward": 2612.05, + "avg_cost": 0.5, + "lambda": 38.8331, + "rho": [ + 0.4977, + 0.5023 + ] + }, + { + "episode": 940, + "avg_reward": 2615.67, + "avg_cost": 0.25, + "lambda": 39.2459, + "rho": [ + 0.4977, + 0.5023 + ] + }, + { + "episode": 950, + "avg_reward": 2808.63, + "avg_cost": 1.0, + "lambda": 39.6486, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 960, + "avg_reward": 2895.83, + "avg_cost": 2.0, + "lambda": 40.0118, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 970, + "avg_reward": 2828.97, + "avg_cost": 1.75, + "lambda": 40.361, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 980, + "avg_reward": 2081.31, + "avg_cost": 0.75, + "lambda": 40.6892, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 990, + "avg_reward": 2832.1, + "avg_cost": 1.5, + "lambda": 41.0407, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 1000, + "avg_reward": 3067.57, + "avg_cost": 3.25, + "lambda": 41.3352, + "rho": [ + 0.4757, + 0.5243 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..14a0519867ed80a5ad36524db032a6df35b443aa --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 772068.61, + "constraint_satisfaction_pct": 55.7, + "final_rho": [ + 0.7578, + 0.2422 + ], + "final_lambda": 19.03, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 9.97, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1751.79, + "avg_cost": 0.0, + "lambda": 9.7, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1816.34, + "avg_cost": 0.0, + "lambda": 9.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1724.7, + "avg_cost": 0.0, + "lambda": 9.1075, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1554.09, + "avg_cost": 0.25, + "lambda": 8.815, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1385.75, + "avg_cost": 0.0, + "lambda": 8.53, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": -1417.25, + "avg_cost": 0.0, + "lambda": 8.2375, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": -1357.17, + "avg_cost": 0.0, + "lambda": 7.9375, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": -1125.79, + "avg_cost": 0.0, + "lambda": 7.6375, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": -1174.28, + "avg_cost": 0.0, + "lambda": 7.3375, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": -1019.37, + "avg_cost": 0.0, + "lambda": 7.0375, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 110, + "avg_reward": -921.67, + "avg_cost": 0.0, + "lambda": 6.7375, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 120, + "avg_reward": -980.11, + "avg_cost": 0.0, + "lambda": 6.4375, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 130, + "avg_reward": -927.84, + "avg_cost": 0.0, + "lambda": 6.1375, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 140, + "avg_reward": -895.36, + "avg_cost": 0.0, + "lambda": 5.8375, + "rho": [ + 0.5557, + 0.4443 + ] + }, + { + "episode": 150, + "avg_reward": -881.78, + "avg_cost": 0.0, + "lambda": 5.5375, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 160, + "avg_reward": -663.94, + "avg_cost": 0.0, + "lambda": 5.2375, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 170, + "avg_reward": -547.26, + "avg_cost": 0.0, + "lambda": 4.9375, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 180, + "avg_reward": -616.25, + "avg_cost": 0.0, + "lambda": 4.6375, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 190, + "avg_reward": -553.14, + "avg_cost": 0.0, + "lambda": 4.3375, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 200, + "avg_reward": -749.02, + "avg_cost": 0.0, + "lambda": 4.0375, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 210, + "avg_reward": -544.01, + "avg_cost": 0.0, + "lambda": 3.7375, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 220, + "avg_reward": 41.08, + "avg_cost": 0.0, + "lambda": 3.445, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 230, + "avg_reward": -203.65, + "avg_cost": 0.0, + "lambda": 3.1525, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 240, + "avg_reward": -623.45, + "avg_cost": 0.0, + "lambda": 2.8825, + "rho": [ + 0.6036, + 0.3964 + ] + }, + { + "episode": 250, + "avg_reward": -400.66, + "avg_cost": 0.0, + "lambda": 2.5975, + "rho": [ + 0.6408, + 0.3592 + ] + }, + { + "episode": 260, + "avg_reward": -202.54, + "avg_cost": 0.0, + "lambda": 2.3575, + "rho": [ + 0.6408, + 0.3592 + ] + }, + { + "episode": 270, + "avg_reward": -441.22, + "avg_cost": 1.25, + "lambda": 2.1625, + "rho": [ + 0.6408, + 0.3592 + ] + }, + { + "episode": 280, + "avg_reward": -406.46, + "avg_cost": 0.75, + "lambda": 1.9825, + "rho": [ + 0.6408, + 0.3592 + ] + }, + { + "episode": 290, + "avg_reward": -1048.39, + "avg_cost": 0.0, + "lambda": 1.8625, + "rho": [ + 0.6408, + 0.3592 + ] + }, + { + "episode": 300, + "avg_reward": -454.87, + "avg_cost": 0.25, + "lambda": 1.7125, + "rho": [ + 0.688, + 0.312 + ] + }, + { + "episode": 310, + "avg_reward": -682.94, + "avg_cost": 0.0, + "lambda": 1.705, + "rho": [ + 0.688, + 0.312 + ] + }, + { + "episode": 320, + "avg_reward": -205.05, + "avg_cost": 0.75, + "lambda": 1.6825, + "rho": [ + 0.688, + 0.312 + ] + }, + { + "episode": 330, + "avg_reward": -258.56, + "avg_cost": 0.0, + "lambda": 1.66, + "rho": [ + 0.688, + 0.312 + ] + }, + { + "episode": 340, + "avg_reward": -305.52, + "avg_cost": 0.0, + "lambda": 1.615, + "rho": [ + 0.688, + 0.312 + ] + }, + { + "episode": 350, + "avg_reward": 225.25, + "avg_cost": 2.0, + "lambda": 1.7575, + "rho": [ + 0.7126, + 0.2874 + ] + }, + { + "episode": 360, + "avg_reward": -513.41, + "avg_cost": 3.25, + "lambda": 2.185, + "rho": [ + 0.7126, + 0.2874 + ] + }, + { + "episode": 370, + "avg_reward": 42.05, + "avg_cost": 2.75, + "lambda": 2.32, + "rho": [ + 0.7126, + 0.2874 + ] + }, + { + "episode": 380, + "avg_reward": 32.89, + "avg_cost": 1.5, + "lambda": 2.7325, + "rho": [ + 0.7126, + 0.2874 + ] + }, + { + "episode": 390, + "avg_reward": 676.96, + "avg_cost": 3.0, + "lambda": 3.1525, + "rho": [ + 0.7126, + 0.2874 + ] + }, + { + "episode": 400, + "avg_reward": 599.41, + "avg_cost": 1.5, + "lambda": 3.4, + "rho": [ + 0.7283, + 0.2717 + ] + }, + { + "episode": 410, + "avg_reward": 584.1, + "avg_cost": 3.5, + "lambda": 4.0225, + "rho": [ + 0.7283, + 0.2717 + ] + }, + { + "episode": 420, + "avg_reward": 726.58, + "avg_cost": 4.0, + "lambda": 4.9675, + "rho": [ + 0.7283, + 0.2717 + ] + }, + { + "episode": 430, + "avg_reward": 541.45, + "avg_cost": 0.75, + "lambda": 5.2675, + "rho": [ + 0.7283, + 0.2717 + ] + }, + { + "episode": 440, + "avg_reward": 447.34, + "avg_cost": 4.0, + "lambda": 5.77, + "rho": [ + 0.7283, + 0.2717 + ] + }, + { + "episode": 450, + "avg_reward": 835.24, + "avg_cost": 6.25, + "lambda": 6.5125, + "rho": [ + 0.7353, + 0.2647 + ] + }, + { + "episode": 460, + "avg_reward": 553.58, + "avg_cost": 2.5, + "lambda": 7.24, + "rho": [ + 0.7353, + 0.2647 + ] + }, + { + "episode": 470, + "avg_reward": -49.43, + "avg_cost": 2.0, + "lambda": 7.8325, + "rho": [ + 0.7353, + 0.2647 + ] + }, + { + "episode": 480, + "avg_reward": 552.23, + "avg_cost": 3.0, + "lambda": 8.47, + "rho": [ + 0.7353, + 0.2647 + ] + }, + { + "episode": 490, + "avg_reward": 893.08, + "avg_cost": 5.0, + "lambda": 9.535, + "rho": [ + 0.7353, + 0.2647 + ] + }, + { + "episode": 500, + "avg_reward": 980.3, + "avg_cost": 3.75, + "lambda": 10.225, + "rho": [ + 0.743, + 0.257 + ] + }, + { + "episode": 510, + "avg_reward": 1011.2, + "avg_cost": 2.25, + "lambda": 11.2375, + "rho": [ + 0.743, + 0.257 + ] + }, + { + "episode": 520, + "avg_reward": 1748.26, + "avg_cost": 5.5, + "lambda": 11.8825, + "rho": [ + 0.743, + 0.257 + ] + }, + { + "episode": 530, + "avg_reward": 1533.04, + "avg_cost": 5.25, + "lambda": 12.6175, + "rho": [ + 0.743, + 0.257 + ] + }, + { + "episode": 540, + "avg_reward": 706.54, + "avg_cost": 3.25, + "lambda": 13.39, + "rho": [ + 0.743, + 0.257 + ] + }, + { + "episode": 550, + "avg_reward": 878.33, + "avg_cost": 1.75, + "lambda": 13.6, + "rho": [ + 0.7462, + 0.2538 + ] + }, + { + "episode": 560, + "avg_reward": 1801.24, + "avg_cost": 5.0, + "lambda": 14.4775, + "rho": [ + 0.7462, + 0.2538 + ] + }, + { + "episode": 570, + "avg_reward": 861.07, + "avg_cost": 2.25, + "lambda": 14.9875, + "rho": [ + 0.7462, + 0.2538 + ] + }, + { + "episode": 580, + "avg_reward": 1082.45, + "avg_cost": 2.25, + "lambda": 15.4825, + "rho": [ + 0.7462, + 0.2538 + ] + }, + { + "episode": 590, + "avg_reward": 1294.15, + "avg_cost": 2.25, + "lambda": 15.79, + "rho": [ + 0.7462, + 0.2538 + ] + }, + { + "episode": 600, + "avg_reward": 1478.26, + "avg_cost": 2.5, + "lambda": 16.2325, + "rho": [ + 0.7474, + 0.2526 + ] + }, + { + "episode": 610, + "avg_reward": 1639.82, + "avg_cost": 2.0, + "lambda": 16.45, + "rho": [ + 0.7474, + 0.2526 + ] + }, + { + "episode": 620, + "avg_reward": 854.22, + "avg_cost": 2.25, + "lambda": 16.5625, + "rho": [ + 0.7474, + 0.2526 + ] + }, + { + "episode": 630, + "avg_reward": 816.37, + "avg_cost": 0.25, + "lambda": 16.7125, + "rho": [ + 0.7474, + 0.2526 + ] + }, + { + "episode": 640, + "avg_reward": 2079.8, + "avg_cost": 1.75, + "lambda": 17.0575, + "rho": [ + 0.7474, + 0.2526 + ] + }, + { + "episode": 650, + "avg_reward": 1407.84, + "avg_cost": 1.75, + "lambda": 17.185, + "rho": [ + 0.7497, + 0.2503 + ] + }, + { + "episode": 660, + "avg_reward": 1871.89, + "avg_cost": 2.0, + "lambda": 17.35, + "rho": [ + 0.7497, + 0.2503 + ] + }, + { + "episode": 670, + "avg_reward": 1615.57, + "avg_cost": 0.75, + "lambda": 17.6275, + "rho": [ + 0.7497, + 0.2503 + ] + }, + { + "episode": 680, + "avg_reward": 2125.18, + "avg_cost": 1.0, + "lambda": 17.6125, + "rho": [ + 0.7497, + 0.2503 + ] + }, + { + "episode": 690, + "avg_reward": 1890.45, + "avg_cost": 0.5, + "lambda": 17.5225, + "rho": [ + 0.7497, + 0.2503 + ] + }, + { + "episode": 700, + "avg_reward": 1498.73, + "avg_cost": 0.5, + "lambda": 17.485, + "rho": [ + 0.7518, + 0.2482 + ] + }, + { + "episode": 710, + "avg_reward": 2304.66, + "avg_cost": 0.5, + "lambda": 17.5, + "rho": [ + 0.7518, + 0.2482 + ] + }, + { + "episode": 720, + "avg_reward": 1345.96, + "avg_cost": 1.0, + "lambda": 17.4325, + "rho": [ + 0.7518, + 0.2482 + ] + }, + { + "episode": 730, + "avg_reward": 1900.84, + "avg_cost": 2.25, + "lambda": 17.575, + "rho": [ + 0.7518, + 0.2482 + ] + }, + { + "episode": 740, + "avg_reward": 1477.46, + "avg_cost": 0.75, + "lambda": 17.7475, + "rho": [ + 0.7518, + 0.2482 + ] + }, + { + "episode": 750, + "avg_reward": 2100.15, + "avg_cost": 0.75, + "lambda": 17.83, + "rho": [ + 0.7529, + 0.2471 + ] + }, + { + "episode": 760, + "avg_reward": 1827.37, + "avg_cost": 0.75, + "lambda": 17.8975, + "rho": [ + 0.7529, + 0.2471 + ] + }, + { + "episode": 770, + "avg_reward": 2310.98, + "avg_cost": 0.0, + "lambda": 17.89, + "rho": [ + 0.7529, + 0.2471 + ] + }, + { + "episode": 780, + "avg_reward": 1924.83, + "avg_cost": 0.5, + "lambda": 17.86, + "rho": [ + 0.7529, + 0.2471 + ] + }, + { + "episode": 790, + "avg_reward": 2368.92, + "avg_cost": 0.5, + "lambda": 17.8375, + "rho": [ + 0.7529, + 0.2471 + ] + }, + { + "episode": 800, + "avg_reward": 777.71, + "avg_cost": 0.25, + "lambda": 17.875, + "rho": [ + 0.7544, + 0.2456 + ] + }, + { + "episode": 810, + "avg_reward": 2221.36, + "avg_cost": 0.25, + "lambda": 17.845, + "rho": [ + 0.7544, + 0.2456 + ] + }, + { + "episode": 820, + "avg_reward": 1728.8, + "avg_cost": 1.5, + "lambda": 17.9575, + "rho": [ + 0.7544, + 0.2456 + ] + }, + { + "episode": 830, + "avg_reward": 1051.83, + "avg_cost": 1.25, + "lambda": 18.0925, + "rho": [ + 0.7544, + 0.2456 + ] + }, + { + "episode": 840, + "avg_reward": 2468.01, + "avg_cost": 0.5, + "lambda": 18.1075, + "rho": [ + 0.7544, + 0.2456 + ] + }, + { + "episode": 850, + "avg_reward": 2490.57, + "avg_cost": 2.0, + "lambda": 18.1225, + "rho": [ + 0.7548, + 0.2452 + ] + }, + { + "episode": 860, + "avg_reward": 2676.37, + "avg_cost": 1.25, + "lambda": 18.3475, + "rho": [ + 0.7548, + 0.2452 + ] + }, + { + "episode": 870, + "avg_reward": 2511.7, + "avg_cost": 2.5, + "lambda": 18.385, + "rho": [ + 0.7548, + 0.2452 + ] + }, + { + "episode": 880, + "avg_reward": 2719.41, + "avg_cost": 2.5, + "lambda": 18.52, + "rho": [ + 0.7548, + 0.2452 + ] + }, + { + "episode": 890, + "avg_reward": 2737.73, + "avg_cost": 1.25, + "lambda": 18.5275, + "rho": [ + 0.7548, + 0.2452 + ] + }, + { + "episode": 900, + "avg_reward": 2097.39, + "avg_cost": 0.0, + "lambda": 18.5575, + "rho": [ + 0.756, + 0.244 + ] + }, + { + "episode": 910, + "avg_reward": 2594.1, + "avg_cost": 1.5, + "lambda": 18.58, + "rho": [ + 0.756, + 0.244 + ] + }, + { + "episode": 920, + "avg_reward": 2649.71, + "avg_cost": 2.0, + "lambda": 18.7975, + "rho": [ + 0.756, + 0.244 + ] + }, + { + "episode": 930, + "avg_reward": 2825.61, + "avg_cost": 1.75, + "lambda": 18.8425, + "rho": [ + 0.756, + 0.244 + ] + }, + { + "episode": 940, + "avg_reward": 2743.85, + "avg_cost": 0.0, + "lambda": 18.8275, + "rho": [ + 0.756, + 0.244 + ] + }, + { + "episode": 950, + "avg_reward": 2957.08, + "avg_cost": 2.0, + "lambda": 18.9475, + "rho": [ + 0.7573, + 0.2427 + ] + }, + { + "episode": 960, + "avg_reward": 2048.92, + "avg_cost": 0.75, + "lambda": 19.0375, + "rho": [ + 0.7573, + 0.2427 + ] + }, + { + "episode": 970, + "avg_reward": 2697.39, + "avg_cost": 0.5, + "lambda": 19.09, + "rho": [ + 0.7573, + 0.2427 + ] + }, + { + "episode": 980, + "avg_reward": 2683.56, + "avg_cost": 0.25, + "lambda": 19.105, + "rho": [ + 0.7573, + 0.2427 + ] + }, + { + "episode": 990, + "avg_reward": 2927.77, + "avg_cost": 1.0, + "lambda": 19.0675, + "rho": [ + 0.7573, + 0.2427 + ] + }, + { + "episode": 1000, + "avg_reward": 2867.86, + "avg_cost": 2.25, + "lambda": 19.03, + "rho": [ + 0.7578, + 0.2422 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..1e637b274c9fb0e4f918ecdb1d09eb834eacaa91 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 695680.19, + "constraint_satisfaction_pct": 40.0, + "final_rho": [ + 0.4804, + 0.5196 + ], + "final_lambda": 65.9906, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1815.36, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1825.49, + "avg_cost": 0.0, + "lambda": 10.0172, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1603.05, + "avg_cost": 0.0, + "lambda": 10.0386, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1707.37, + "avg_cost": 0.0, + "lambda": 10.0837, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1389.83, + "avg_cost": 0.0, + "lambda": 10.1106, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1106.67, + "avg_cost": 0.0, + "lambda": 10.12, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1258.68, + "avg_cost": 0.0, + "lambda": 10.1232, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1018.78, + "avg_cost": 0.0, + "lambda": 10.1374, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1031.68, + "avg_cost": 0.0, + "lambda": 10.1456, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -1058.11, + "avg_cost": 0.0, + "lambda": 10.1485, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -803.64, + "avg_cost": 0.0, + "lambda": 10.1495, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -882.95, + "avg_cost": 0.0, + "lambda": 10.1498, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -807.52, + "avg_cost": 0.0, + "lambda": 10.1499, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -583.78, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -732.05, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -703.07, + "avg_cost": 0.0, + "lambda": 10.1586, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -860.85, + "avg_cost": 0.0, + "lambda": 10.1693, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -700.89, + "avg_cost": 0.0, + "lambda": 10.173, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -646.6, + "avg_cost": 0.0, + "lambda": 10.1743, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -862.08, + "avg_cost": 0.0, + "lambda": 10.1996, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -1010.59, + "avg_cost": 0.0, + "lambda": 10.2248, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -669.48, + "avg_cost": 0.0, + "lambda": 10.2697, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -485.29, + "avg_cost": 0.0, + "lambda": 10.3095, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -642.86, + "avg_cost": 0.0, + "lambda": 10.3512, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -663.26, + "avg_cost": 0.0, + "lambda": 10.3667, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -666.14, + "avg_cost": 0.0, + "lambda": 10.3721, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -497.24, + "avg_cost": 0.0, + "lambda": 10.3928, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -423.94, + "avg_cost": 0.0, + "lambda": 10.4255, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -726.99, + "avg_cost": 0.25, + "lambda": 10.4526, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -456.99, + "avg_cost": 0.0, + "lambda": 10.5925, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 310, + "avg_reward": -385.37, + "avg_cost": 1.0, + "lambda": 10.798, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 320, + "avg_reward": -749.51, + "avg_cost": 1.0, + "lambda": 11.0997, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 330, + "avg_reward": -971.96, + "avg_cost": 0.0, + "lambda": 11.5135, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 340, + "avg_reward": -191.23, + "avg_cost": 0.0, + "lambda": 11.8809, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 350, + "avg_reward": -188.16, + "avg_cost": 0.0, + "lambda": 12.1142, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 360, + "avg_reward": -282.7, + "avg_cost": 0.75, + "lambda": 12.6165, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 370, + "avg_reward": 291.13, + "avg_cost": 1.0, + "lambda": 13.0761, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 380, + "avg_reward": -98.06, + "avg_cost": 0.25, + "lambda": 13.4701, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 390, + "avg_reward": 523.31, + "avg_cost": 0.75, + "lambda": 13.897, + "rho": [ + 0.4567, + 0.5433 + ] + }, + { + "episode": 400, + "avg_reward": -9.2, + "avg_cost": 0.25, + "lambda": 14.4044, + "rho": [ + 0.4591, + 0.5409 + ] + }, + { + "episode": 410, + "avg_reward": 435.14, + "avg_cost": 1.0, + "lambda": 15.2638, + "rho": [ + 0.4591, + 0.5409 + ] + }, + { + "episode": 420, + "avg_reward": 444.24, + "avg_cost": 1.0, + "lambda": 16.3819, + "rho": [ + 0.4591, + 0.5409 + ] + }, + { + "episode": 430, + "avg_reward": 497.39, + "avg_cost": 0.75, + "lambda": 17.4821, + "rho": [ + 0.4591, + 0.5409 + ] + }, + { + "episode": 440, + "avg_reward": 628.87, + "avg_cost": 4.0, + "lambda": 18.7044, + "rho": [ + 0.4591, + 0.5409 + ] + }, + { + "episode": 450, + "avg_reward": 701.53, + "avg_cost": 0.5, + "lambda": 20.2491, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 460, + "avg_reward": 499.13, + "avg_cost": 0.5, + "lambda": 21.5549, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 470, + "avg_reward": 1138.59, + "avg_cost": 2.25, + "lambda": 22.8563, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 480, + "avg_reward": 159.95, + "avg_cost": 1.25, + "lambda": 24.4771, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 490, + "avg_reward": 1231.94, + "avg_cost": 1.25, + "lambda": 25.9296, + "rho": [ + 0.4507, + 0.5493 + ] + }, + { + "episode": 500, + "avg_reward": 1630.86, + "avg_cost": 2.75, + "lambda": 27.3274, + "rho": [ + 0.4531, + 0.5469 + ] + }, + { + "episode": 510, + "avg_reward": 1502.24, + "avg_cost": 2.0, + "lambda": 28.8861, + "rho": [ + 0.4531, + 0.5469 + ] + }, + { + "episode": 520, + "avg_reward": 1298.98, + "avg_cost": 0.5, + "lambda": 30.3227, + "rho": [ + 0.4531, + 0.5469 + ] + }, + { + "episode": 530, + "avg_reward": 1061.87, + "avg_cost": 2.0, + "lambda": 31.4796, + "rho": [ + 0.4531, + 0.5469 + ] + }, + { + "episode": 540, + "avg_reward": 1343.94, + "avg_cost": 2.75, + "lambda": 32.7384, + "rho": [ + 0.4531, + 0.5469 + ] + }, + { + "episode": 550, + "avg_reward": 1400.35, + "avg_cost": 3.0, + "lambda": 34.1677, + "rho": [ + 0.4525, + 0.5475 + ] + }, + { + "episode": 560, + "avg_reward": 1604.15, + "avg_cost": 1.25, + "lambda": 35.3651, + "rho": [ + 0.4525, + 0.5475 + ] + }, + { + "episode": 570, + "avg_reward": 1405.21, + "avg_cost": 0.75, + "lambda": 36.3789, + "rho": [ + 0.4525, + 0.5475 + ] + }, + { + "episode": 580, + "avg_reward": 1242.26, + "avg_cost": 1.25, + "lambda": 37.3666, + "rho": [ + 0.4525, + 0.5475 + ] + }, + { + "episode": 590, + "avg_reward": 1606.92, + "avg_cost": 1.5, + "lambda": 38.4456, + "rho": [ + 0.4525, + 0.5475 + ] + }, + { + "episode": 600, + "avg_reward": 1705.77, + "avg_cost": 1.75, + "lambda": 39.5757, + "rho": [ + 0.4587, + 0.5413 + ] + }, + { + "episode": 610, + "avg_reward": 1048.96, + "avg_cost": 1.0, + "lambda": 40.7112, + "rho": [ + 0.4587, + 0.5413 + ] + }, + { + "episode": 620, + "avg_reward": 1887.03, + "avg_cost": 0.5, + "lambda": 41.7562, + "rho": [ + 0.4587, + 0.5413 + ] + }, + { + "episode": 630, + "avg_reward": 1597.59, + "avg_cost": 1.75, + "lambda": 42.5271, + "rho": [ + 0.4587, + 0.5413 + ] + }, + { + "episode": 640, + "avg_reward": 1163.46, + "avg_cost": 1.25, + "lambda": 43.4556, + "rho": [ + 0.4587, + 0.5413 + ] + }, + { + "episode": 650, + "avg_reward": 881.13, + "avg_cost": 0.75, + "lambda": 44.4399, + "rho": [ + 0.4687, + 0.5313 + ] + }, + { + "episode": 660, + "avg_reward": 1798.22, + "avg_cost": 1.0, + "lambda": 45.3178, + "rho": [ + 0.4687, + 0.5313 + ] + }, + { + "episode": 670, + "avg_reward": 1103.11, + "avg_cost": 0.25, + "lambda": 46.1269, + "rho": [ + 0.4687, + 0.5313 + ] + }, + { + "episode": 680, + "avg_reward": 1464.8, + "avg_cost": 0.5, + "lambda": 46.9328, + "rho": [ + 0.4687, + 0.5313 + ] + }, + { + "episode": 690, + "avg_reward": 1783.62, + "avg_cost": 0.5, + "lambda": 47.6137, + "rho": [ + 0.4687, + 0.5313 + ] + }, + { + "episode": 700, + "avg_reward": 1344.25, + "avg_cost": 0.25, + "lambda": 48.2387, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 710, + "avg_reward": 1680.28, + "avg_cost": 1.25, + "lambda": 48.7146, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 720, + "avg_reward": 1481.97, + "avg_cost": 0.25, + "lambda": 49.3196, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 730, + "avg_reward": 1418.88, + "avg_cost": 0.0, + "lambda": 50.0841, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 740, + "avg_reward": 2050.55, + "avg_cost": 0.25, + "lambda": 50.8621, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 750, + "avg_reward": 2022.58, + "avg_cost": 0.5, + "lambda": 51.5037, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 760, + "avg_reward": 1775.58, + "avg_cost": 0.0, + "lambda": 52.1656, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 770, + "avg_reward": 1387.12, + "avg_cost": 0.0, + "lambda": 52.7995, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 780, + "avg_reward": 871.29, + "avg_cost": 1.0, + "lambda": 53.3663, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 790, + "avg_reward": 2344.04, + "avg_cost": 0.25, + "lambda": 54.2048, + "rho": [ + 0.4854, + 0.5146 + ] + }, + { + "episode": 800, + "avg_reward": 2249.16, + "avg_cost": 0.5, + "lambda": 54.8957, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 810, + "avg_reward": 1859.55, + "avg_cost": 0.5, + "lambda": 55.5903, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 820, + "avg_reward": 1559.67, + "avg_cost": 0.5, + "lambda": 56.225, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 830, + "avg_reward": 2425.94, + "avg_cost": 1.5, + "lambda": 56.8068, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 840, + "avg_reward": 1705.0, + "avg_cost": 0.0, + "lambda": 57.3445, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 850, + "avg_reward": 2457.67, + "avg_cost": 0.5, + "lambda": 57.8882, + "rho": [ + 0.4802, + 0.5198 + ] + }, + { + "episode": 860, + "avg_reward": 1941.03, + "avg_cost": 0.0, + "lambda": 58.3706, + "rho": [ + 0.4802, + 0.5198 + ] + }, + { + "episode": 870, + "avg_reward": 2535.03, + "avg_cost": 0.25, + "lambda": 58.8803, + "rho": [ + 0.4802, + 0.5198 + ] + }, + { + "episode": 880, + "avg_reward": 2779.1, + "avg_cost": 1.25, + "lambda": 59.3193, + "rho": [ + 0.4802, + 0.5198 + ] + }, + { + "episode": 890, + "avg_reward": 2469.93, + "avg_cost": 0.0, + "lambda": 59.7843, + "rho": [ + 0.4802, + 0.5198 + ] + }, + { + "episode": 900, + "avg_reward": 2473.32, + "avg_cost": 0.0, + "lambda": 60.0788, + "rho": [ + 0.4758, + 0.5242 + ] + }, + { + "episode": 910, + "avg_reward": 2454.7, + "avg_cost": 2.25, + "lambda": 60.427, + "rho": [ + 0.4758, + 0.5242 + ] + }, + { + "episode": 920, + "avg_reward": 2828.52, + "avg_cost": 1.25, + "lambda": 60.8704, + "rho": [ + 0.4758, + 0.5242 + ] + }, + { + "episode": 930, + "avg_reward": 2502.99, + "avg_cost": 0.0, + "lambda": 61.4348, + "rho": [ + 0.4758, + 0.5242 + ] + }, + { + "episode": 940, + "avg_reward": 2125.29, + "avg_cost": 0.5, + "lambda": 62.0523, + "rho": [ + 0.4758, + 0.5242 + ] + }, + { + "episode": 950, + "avg_reward": 2916.93, + "avg_cost": 1.0, + "lambda": 62.7243, + "rho": [ + 0.4766, + 0.5234 + ] + }, + { + "episode": 960, + "avg_reward": 2770.49, + "avg_cost": 0.0, + "lambda": 63.5262, + "rho": [ + 0.4766, + 0.5234 + ] + }, + { + "episode": 970, + "avg_reward": 2869.36, + "avg_cost": 0.0, + "lambda": 64.1168, + "rho": [ + 0.4766, + 0.5234 + ] + }, + { + "episode": 980, + "avg_reward": 2435.39, + "avg_cost": 0.25, + "lambda": 64.6067, + "rho": [ + 0.4766, + 0.5234 + ] + }, + { + "episode": 990, + "avg_reward": 2822.89, + "avg_cost": 0.75, + "lambda": 65.2901, + "rho": [ + 0.4766, + 0.5234 + ] + }, + { + "episode": 1000, + "avg_reward": 2600.45, + "avg_cost": 0.25, + "lambda": 65.9906, + "rho": [ + 0.4804, + 0.5196 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..f34ecbc4eee2989a7e7015b3fab107fb00b61652 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1530581.74, + "constraint_satisfaction_pct": 98.0, + "final_rho": [ + 0.4784, + 0.5216 + ], + "final_lambda": 10.5, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1960.66, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -2471.23, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -2144.85, + "avg_cost": 0.0, + "lambda": 10.0047, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -2014.25, + "avg_cost": 0.0, + "lambda": 10.0265, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1838.28, + "avg_cost": 0.0, + "lambda": 10.0581, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1791.46, + "avg_cost": 0.0, + "lambda": 10.0691, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1859.16, + "avg_cost": 0.0, + "lambda": 10.0729, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1726.96, + "avg_cost": 0.0, + "lambda": 10.0743, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1742.29, + "avg_cost": 0.0, + "lambda": 10.0748, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -1518.32, + "avg_cost": 0.0, + "lambda": 10.0749, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -1316.0, + "avg_cost": 0.0, + "lambda": 10.1015, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1609.11, + "avg_cost": 0.0, + "lambda": 10.1285, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -1366.33, + "avg_cost": 0.0, + "lambda": 10.1527, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -1671.95, + "avg_cost": 0.0, + "lambda": 10.1672, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -1531.68, + "avg_cost": 0.0, + "lambda": 10.1723, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -1673.51, + "avg_cost": 0.0, + "lambda": 10.1741, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -1896.32, + "avg_cost": 0.0, + "lambda": 10.1747, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -1733.46, + "avg_cost": 0.0, + "lambda": 10.1749, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -1804.0, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -1833.49, + "avg_cost": 0.0, + "lambda": 10.1818, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -2030.22, + "avg_cost": 0.0, + "lambda": 10.1936, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -1851.0, + "avg_cost": 0.0, + "lambda": 10.1978, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -1780.5, + "avg_cost": 0.0, + "lambda": 10.1992, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -1680.6, + "avg_cost": 0.0, + "lambda": 10.1997, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -1709.18, + "avg_cost": 0.0, + "lambda": 10.1999, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -1815.83, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -1945.09, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -1655.69, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -1973.82, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -1659.77, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 310, + "avg_reward": -1880.91, + "avg_cost": 0.25, + "lambda": 10.2025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 320, + "avg_reward": -1627.37, + "avg_cost": 0.0, + "lambda": 10.2172, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 330, + "avg_reward": -1613.62, + "avg_cost": 0.0, + "lambda": 10.2223, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 340, + "avg_reward": -1490.21, + "avg_cost": 0.0, + "lambda": 10.224, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 350, + "avg_reward": -1776.57, + "avg_cost": 0.0, + "lambda": 10.2247, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 360, + "avg_reward": -1358.47, + "avg_cost": 0.0, + "lambda": 10.2249, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 370, + "avg_reward": -1542.75, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 380, + "avg_reward": -1453.54, + "avg_cost": 0.0, + "lambda": 10.238, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 390, + "avg_reward": -1143.95, + "avg_cost": 0.0, + "lambda": 10.2458, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 400, + "avg_reward": -1206.4, + "avg_cost": 0.0, + "lambda": 10.2485, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 410, + "avg_reward": -1271.5, + "avg_cost": 0.0, + "lambda": 10.2495, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 420, + "avg_reward": -1166.7, + "avg_cost": 0.0, + "lambda": 10.2629, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 430, + "avg_reward": -1353.86, + "avg_cost": 0.0, + "lambda": 10.2708, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 440, + "avg_reward": -1212.97, + "avg_cost": 0.0, + "lambda": 10.2783, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 450, + "avg_reward": -1388.75, + "avg_cost": 0.0, + "lambda": 10.3055, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 460, + "avg_reward": -1264.28, + "avg_cost": 0.0, + "lambda": 10.3182, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 470, + "avg_reward": -1354.64, + "avg_cost": 0.0, + "lambda": 10.3226, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 480, + "avg_reward": -1355.27, + "avg_cost": 0.0, + "lambda": 10.3242, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 490, + "avg_reward": -1369.22, + "avg_cost": 0.0, + "lambda": 10.3247, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 500, + "avg_reward": -1142.53, + "avg_cost": 0.25, + "lambda": 10.3444, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 510, + "avg_reward": -1291.34, + "avg_cost": 0.0, + "lambda": 10.3806, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 520, + "avg_reward": -1285.86, + "avg_cost": 0.0, + "lambda": 10.3932, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 530, + "avg_reward": -1290.1, + "avg_cost": 0.0, + "lambda": 10.3976, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 540, + "avg_reward": -1423.29, + "avg_cost": 0.0, + "lambda": 10.3992, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 550, + "avg_reward": -1492.15, + "avg_cost": 0.0, + "lambda": 10.3997, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 560, + "avg_reward": -1512.7, + "avg_cost": 0.0, + "lambda": 10.3999, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 570, + "avg_reward": -1217.97, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 580, + "avg_reward": -1328.74, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 590, + "avg_reward": -1361.68, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 600, + "avg_reward": -1718.17, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 610, + "avg_reward": -1666.06, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 620, + "avg_reward": -1529.13, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 630, + "avg_reward": -1368.39, + "avg_cost": 0.0, + "lambda": 10.4142, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 640, + "avg_reward": -1501.52, + "avg_cost": 0.0, + "lambda": 10.4212, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 650, + "avg_reward": -1298.28, + "avg_cost": 0.0, + "lambda": 10.4339, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 660, + "avg_reward": -1354.71, + "avg_cost": 0.0, + "lambda": 10.4444, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 670, + "avg_reward": -1591.72, + "avg_cost": 0.0, + "lambda": 10.4614, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 680, + "avg_reward": -1197.25, + "avg_cost": 0.0, + "lambda": 10.4865, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 690, + "avg_reward": -1392.14, + "avg_cost": 0.0, + "lambda": 10.4953, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 700, + "avg_reward": -1457.83, + "avg_cost": 0.0, + "lambda": 10.4984, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 710, + "avg_reward": -1669.86, + "avg_cost": 0.0, + "lambda": 10.4994, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 720, + "avg_reward": -1304.85, + "avg_cost": 0.0, + "lambda": 10.4998, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 730, + "avg_reward": -1262.25, + "avg_cost": 0.0, + "lambda": 10.4999, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 740, + "avg_reward": -1268.55, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 750, + "avg_reward": -1335.61, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 760, + "avg_reward": -1241.27, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 770, + "avg_reward": -1070.01, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 780, + "avg_reward": -1128.27, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 790, + "avg_reward": -1238.18, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 800, + "avg_reward": -1317.64, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 810, + "avg_reward": -1284.27, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 820, + "avg_reward": -1175.44, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 830, + "avg_reward": -1210.65, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 840, + "avg_reward": -1347.48, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 850, + "avg_reward": -1382.05, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 860, + "avg_reward": -1546.86, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 870, + "avg_reward": -1533.54, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 880, + "avg_reward": -1543.47, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 890, + "avg_reward": -1467.41, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 900, + "avg_reward": -1507.4, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 910, + "avg_reward": -1431.97, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 920, + "avg_reward": -1384.29, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 930, + "avg_reward": -1457.47, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 940, + "avg_reward": -1497.4, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 950, + "avg_reward": -1486.72, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 960, + "avg_reward": -1525.54, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 970, + "avg_reward": -1463.53, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 980, + "avg_reward": -1601.64, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 990, + "avg_reward": -1553.48, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 1000, + "avg_reward": -1496.11, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 0.4784, + 0.5216 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..8aa3bd6d65ed8d686b7880e5a42df25d83222eba --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 847976.07, + "constraint_satisfaction_pct": 30.0, + "final_rho": [ + 0.3995, + 0.6005 + ], + "final_lambda": 77.4273, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1600.78, + "avg_cost": 0.25, + "lambda": 10.0241, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1757.98, + "avg_cost": 0.0, + "lambda": 10.0573, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1737.23, + "avg_cost": 0.0, + "lambda": 10.0994, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1556.64, + "avg_cost": 0.0, + "lambda": 10.1314, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1274.1, + "avg_cost": 0.0, + "lambda": 10.1435, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1451.09, + "avg_cost": 0.0, + "lambda": 10.1477, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1267.06, + "avg_cost": 0.0, + "lambda": 10.1492, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1061.41, + "avg_cost": 0.0, + "lambda": 10.1497, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -953.18, + "avg_cost": 0.0, + "lambda": 10.1499, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -957.57, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -1042.57, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -847.4, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -798.7, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -737.49, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -614.47, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -741.99, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -936.68, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -822.09, + "avg_cost": 0.0, + "lambda": 10.177, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -1210.71, + "avg_cost": 0.25, + "lambda": 10.2075, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -847.98, + "avg_cost": 0.0, + "lambda": 10.2736, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -718.93, + "avg_cost": 0.25, + "lambda": 10.3383, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -947.69, + "avg_cost": 0.0, + "lambda": 10.4913, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -584.05, + "avg_cost": 0.25, + "lambda": 10.6505, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -673.6, + "avg_cost": 0.0, + "lambda": 10.7905, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -395.51, + "avg_cost": 0.25, + "lambda": 10.9161, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 260, + "avg_reward": -820.09, + "avg_cost": 0.0, + "lambda": 11.1544, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 270, + "avg_reward": -683.72, + "avg_cost": 0.0, + "lambda": 11.3323, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 280, + "avg_reward": -587.73, + "avg_cost": 0.0, + "lambda": 11.4763, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 290, + "avg_reward": -418.43, + "avg_cost": 0.25, + "lambda": 11.8505, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 300, + "avg_reward": -620.22, + "avg_cost": 1.0, + "lambda": 12.5608, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 310, + "avg_reward": -714.31, + "avg_cost": 1.0, + "lambda": 13.2829, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 320, + "avg_reward": -459.64, + "avg_cost": 0.0, + "lambda": 13.9515, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 330, + "avg_reward": -378.7, + "avg_cost": 0.75, + "lambda": 14.7404, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 340, + "avg_reward": -398.87, + "avg_cost": 0.25, + "lambda": 15.4613, + "rho": [ + 0.5251, + 0.4749 + ] + }, + { + "episode": 350, + "avg_reward": -435.74, + "avg_cost": 0.25, + "lambda": 16.144, + "rho": [ + 0.5195, + 0.4805 + ] + }, + { + "episode": 360, + "avg_reward": 45.93, + "avg_cost": 0.75, + "lambda": 17.0602, + "rho": [ + 0.5195, + 0.4805 + ] + }, + { + "episode": 370, + "avg_reward": -118.19, + "avg_cost": 0.75, + "lambda": 17.6934, + "rho": [ + 0.5195, + 0.4805 + ] + }, + { + "episode": 380, + "avg_reward": -42.33, + "avg_cost": 1.5, + "lambda": 18.2366, + "rho": [ + 0.5195, + 0.4805 + ] + }, + { + "episode": 390, + "avg_reward": 687.35, + "avg_cost": 1.0, + "lambda": 19.1261, + "rho": [ + 0.5195, + 0.4805 + ] + }, + { + "episode": 400, + "avg_reward": 836.32, + "avg_cost": 2.75, + "lambda": 19.9832, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 410, + "avg_reward": 464.93, + "avg_cost": 0.25, + "lambda": 21.0871, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 420, + "avg_reward": 16.63, + "avg_cost": 0.25, + "lambda": 22.1858, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 430, + "avg_reward": 1076.42, + "avg_cost": 4.0, + "lambda": 23.3183, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 440, + "avg_reward": 925.81, + "avg_cost": 1.25, + "lambda": 24.5344, + "rho": [ + 0.504, + 0.496 + ] + }, + { + "episode": 450, + "avg_reward": 728.33, + "avg_cost": 0.5, + "lambda": 25.701, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 460, + "avg_reward": 699.13, + "avg_cost": 1.25, + "lambda": 26.9959, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 470, + "avg_reward": 1001.6, + "avg_cost": 1.0, + "lambda": 28.1965, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 480, + "avg_reward": 197.04, + "avg_cost": 0.5, + "lambda": 29.3298, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 490, + "avg_reward": 282.54, + "avg_cost": 0.25, + "lambda": 30.3299, + "rho": [ + 0.4851, + 0.5149 + ] + }, + { + "episode": 500, + "avg_reward": 346.56, + "avg_cost": 0.25, + "lambda": 31.2084, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 510, + "avg_reward": 1510.55, + "avg_cost": 0.75, + "lambda": 32.0533, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 520, + "avg_reward": 1255.72, + "avg_cost": 2.0, + "lambda": 32.8578, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 530, + "avg_reward": 351.94, + "avg_cost": 0.25, + "lambda": 33.7538, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 540, + "avg_reward": 869.39, + "avg_cost": 0.25, + "lambda": 34.5981, + "rho": [ + 0.479, + 0.521 + ] + }, + { + "episode": 550, + "avg_reward": 1590.09, + "avg_cost": 0.5, + "lambda": 35.4258, + "rho": [ + 0.47, + 0.53 + ] + }, + { + "episode": 560, + "avg_reward": 1555.69, + "avg_cost": 0.75, + "lambda": 36.3388, + "rho": [ + 0.47, + 0.53 + ] + }, + { + "episode": 570, + "avg_reward": 1467.05, + "avg_cost": 0.25, + "lambda": 37.3329, + "rho": [ + 0.47, + 0.53 + ] + }, + { + "episode": 580, + "avg_reward": 1859.87, + "avg_cost": 1.25, + "lambda": 38.2572, + "rho": [ + 0.47, + 0.53 + ] + }, + { + "episode": 590, + "avg_reward": 1673.29, + "avg_cost": 5.25, + "lambda": 39.4374, + "rho": [ + 0.47, + 0.53 + ] + }, + { + "episode": 600, + "avg_reward": 1332.61, + "avg_cost": 1.0, + "lambda": 41.0324, + "rho": [ + 0.4629, + 0.5371 + ] + }, + { + "episode": 610, + "avg_reward": 1771.05, + "avg_cost": 0.25, + "lambda": 42.3904, + "rho": [ + 0.4629, + 0.5371 + ] + }, + { + "episode": 620, + "avg_reward": 2045.08, + "avg_cost": 0.5, + "lambda": 43.4479, + "rho": [ + 0.4629, + 0.5371 + ] + }, + { + "episode": 630, + "avg_reward": 2079.92, + "avg_cost": 1.5, + "lambda": 44.4513, + "rho": [ + 0.4629, + 0.5371 + ] + }, + { + "episode": 640, + "avg_reward": 2205.77, + "avg_cost": 2.5, + "lambda": 45.4319, + "rho": [ + 0.4629, + 0.5371 + ] + }, + { + "episode": 650, + "avg_reward": 2027.11, + "avg_cost": 1.5, + "lambda": 46.5467, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 660, + "avg_reward": 1955.35, + "avg_cost": 1.25, + "lambda": 47.5891, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 670, + "avg_reward": 2112.13, + "avg_cost": 1.25, + "lambda": 48.6874, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 680, + "avg_reward": 2338.75, + "avg_cost": 2.0, + "lambda": 49.7828, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 690, + "avg_reward": 2289.67, + "avg_cost": 1.25, + "lambda": 50.8069, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 700, + "avg_reward": 1842.75, + "avg_cost": 0.25, + "lambda": 51.7961, + "rho": [ + 0.4473, + 0.5527 + ] + }, + { + "episode": 710, + "avg_reward": 2338.63, + "avg_cost": 2.5, + "lambda": 52.8973, + "rho": [ + 0.4473, + 0.5527 + ] + }, + { + "episode": 720, + "avg_reward": 2314.44, + "avg_cost": 0.75, + "lambda": 54.1704, + "rho": [ + 0.4473, + 0.5527 + ] + }, + { + "episode": 730, + "avg_reward": 1734.22, + "avg_cost": 1.75, + "lambda": 55.1269, + "rho": [ + 0.4473, + 0.5527 + ] + }, + { + "episode": 740, + "avg_reward": 2362.38, + "avg_cost": 0.0, + "lambda": 56.2226, + "rho": [ + 0.4473, + 0.5527 + ] + }, + { + "episode": 750, + "avg_reward": 2230.35, + "avg_cost": 0.0, + "lambda": 57.3304, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 760, + "avg_reward": 2465.04, + "avg_cost": 0.5, + "lambda": 58.2499, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 770, + "avg_reward": 2642.6, + "avg_cost": 1.5, + "lambda": 59.1719, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 780, + "avg_reward": 2516.49, + "avg_cost": 0.25, + "lambda": 60.086, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 790, + "avg_reward": 2096.51, + "avg_cost": 1.75, + "lambda": 60.8799, + "rho": [ + 0.4351, + 0.5649 + ] + }, + { + "episode": 800, + "avg_reward": 2426.98, + "avg_cost": 1.5, + "lambda": 61.9117, + "rho": [ + 0.4301, + 0.5699 + ] + }, + { + "episode": 810, + "avg_reward": 1736.97, + "avg_cost": 0.0, + "lambda": 63.0367, + "rho": [ + 0.4301, + 0.5699 + ] + }, + { + "episode": 820, + "avg_reward": 2554.49, + "avg_cost": 0.25, + "lambda": 63.978, + "rho": [ + 0.4301, + 0.5699 + ] + }, + { + "episode": 830, + "avg_reward": 2538.47, + "avg_cost": 2.5, + "lambda": 64.7867, + "rho": [ + 0.4301, + 0.5699 + ] + }, + { + "episode": 840, + "avg_reward": 2640.64, + "avg_cost": 0.75, + "lambda": 65.7751, + "rho": [ + 0.4301, + 0.5699 + ] + }, + { + "episode": 850, + "avg_reward": 2681.32, + "avg_cost": 0.25, + "lambda": 66.6828, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 860, + "avg_reward": 2747.81, + "avg_cost": 0.5, + "lambda": 67.453, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 870, + "avg_reward": 2040.95, + "avg_cost": 0.75, + "lambda": 68.0689, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 880, + "avg_reward": 2584.81, + "avg_cost": 0.25, + "lambda": 68.7545, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 890, + "avg_reward": 2364.45, + "avg_cost": 0.5, + "lambda": 69.3441, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 900, + "avg_reward": 2210.83, + "avg_cost": 1.25, + "lambda": 69.884, + "rho": [ + 0.4182, + 0.5818 + ] + }, + { + "episode": 910, + "avg_reward": 2583.13, + "avg_cost": 0.25, + "lambda": 70.415, + "rho": [ + 0.4182, + 0.5818 + ] + }, + { + "episode": 920, + "avg_reward": 1873.46, + "avg_cost": 0.75, + "lambda": 71.0351, + "rho": [ + 0.4182, + 0.5818 + ] + }, + { + "episode": 930, + "avg_reward": 1491.99, + "avg_cost": 0.5, + "lambda": 71.8006, + "rho": [ + 0.4182, + 0.5818 + ] + }, + { + "episode": 940, + "avg_reward": 2318.88, + "avg_cost": 0.75, + "lambda": 72.7934, + "rho": [ + 0.4182, + 0.5818 + ] + }, + { + "episode": 950, + "avg_reward": 3028.24, + "avg_cost": 2.0, + "lambda": 73.8065, + "rho": [ + 0.4109, + 0.5891 + ] + }, + { + "episode": 960, + "avg_reward": 2742.57, + "avg_cost": 0.5, + "lambda": 74.8725, + "rho": [ + 0.4109, + 0.5891 + ] + }, + { + "episode": 970, + "avg_reward": 2745.99, + "avg_cost": 0.25, + "lambda": 75.6168, + "rho": [ + 0.4109, + 0.5891 + ] + }, + { + "episode": 980, + "avg_reward": 2762.01, + "avg_cost": 0.25, + "lambda": 76.2736, + "rho": [ + 0.4109, + 0.5891 + ] + }, + { + "episode": 990, + "avg_reward": 2711.12, + "avg_cost": 0.0, + "lambda": 76.935, + "rho": [ + 0.4109, + 0.5891 + ] + }, + { + "episode": 1000, + "avg_reward": 2845.51, + "avg_cost": 0.5, + "lambda": 77.4273, + "rho": [ + 0.3995, + 0.6005 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..d7388b1e39bc74fe1aec545d4e4128120e2a8684 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 657920.94, + "constraint_satisfaction_pct": 95.8, + "final_rho": [ + 0.5873, + 0.4127 + ], + "final_lambda": 1.25, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1675.82, + "avg_cost": 0.0, + "lambda": 2.51, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1625.62, + "avg_cost": 0.75, + "lambda": 0.475, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1745.16, + "avg_cost": 0.0, + "lambda": 0.4625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1899.63, + "avg_cost": 0.0, + "lambda": 0.45, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1659.97, + "avg_cost": 0.0, + "lambda": 0.4375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1482.99, + "avg_cost": 0.5, + "lambda": 0.425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1498.81, + "avg_cost": 0.0, + "lambda": 0.4125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -1357.99, + "avg_cost": 0.0, + "lambda": 0.4, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1179.99, + "avg_cost": 0.0, + "lambda": 0.3875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -898.74, + "avg_cost": 0.0, + "lambda": 0.375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -909.63, + "avg_cost": 0.0, + "lambda": 0.3625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1048.58, + "avg_cost": 0.0, + "lambda": 0.35, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -892.76, + "avg_cost": 0.0, + "lambda": 0.3375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -825.69, + "avg_cost": 0.0, + "lambda": 0.325, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -901.08, + "avg_cost": 0.0, + "lambda": 0.3125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -830.9, + "avg_cost": 0.0, + "lambda": 0.3, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -960.08, + "avg_cost": 0.0, + "lambda": 0.2875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -530.61, + "avg_cost": 0.0, + "lambda": 0.275, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -441.76, + "avg_cost": 0.0, + "lambda": 0.2625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -470.52, + "avg_cost": 0.0, + "lambda": 0.25, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -597.79, + "avg_cost": 0.0, + "lambda": 0.2375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -349.07, + "avg_cost": 0.0, + "lambda": 0.225, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -520.01, + "avg_cost": 0.0, + "lambda": 0.2125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -468.98, + "avg_cost": 0.0, + "lambda": 0.2, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -796.35, + "avg_cost": 0.25, + "lambda": 0.1875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -746.24, + "avg_cost": 0.0, + "lambda": 0.175, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -713.84, + "avg_cost": 0.0, + "lambda": 0.1625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -558.66, + "avg_cost": 0.0, + "lambda": 0.15, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -512.98, + "avg_cost": 0.0, + "lambda": 0.1375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -698.24, + "avg_cost": 0.0, + "lambda": 0.125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 310, + "avg_reward": -534.26, + "avg_cost": 0.0, + "lambda": 0.1125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 320, + "avg_reward": -618.81, + "avg_cost": 0.25, + "lambda": 0.1, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 330, + "avg_reward": -347.31, + "avg_cost": 0.0, + "lambda": 0.0875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 340, + "avg_reward": -246.31, + "avg_cost": 1.25, + "lambda": 0.075, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 350, + "avg_reward": -216.72, + "avg_cost": 0.25, + "lambda": 0.0625, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 360, + "avg_reward": -247.03, + "avg_cost": 0.0, + "lambda": 0.05, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 370, + "avg_reward": -388.59, + "avg_cost": 0.0, + "lambda": 0.0375, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 380, + "avg_reward": -263.89, + "avg_cost": 0.0, + "lambda": 0.025, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 390, + "avg_reward": -207.04, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.5016, + 0.4984 + ] + }, + { + "episode": 400, + "avg_reward": -72.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 410, + "avg_reward": -331.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 420, + "avg_reward": 262.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 430, + "avg_reward": 232.89, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 440, + "avg_reward": 715.15, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 450, + "avg_reward": 908.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5405, + 0.4595 + ] + }, + { + "episode": 460, + "avg_reward": 1092.91, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5405, + 0.4595 + ] + }, + { + "episode": 470, + "avg_reward": 984.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5405, + 0.4595 + ] + }, + { + "episode": 480, + "avg_reward": 735.56, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5405, + 0.4595 + ] + }, + { + "episode": 490, + "avg_reward": 1059.95, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5405, + 0.4595 + ] + }, + { + "episode": 500, + "avg_reward": 151.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5573, + 0.4427 + ] + }, + { + "episode": 510, + "avg_reward": 650.63, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5573, + 0.4427 + ] + }, + { + "episode": 520, + "avg_reward": 654.72, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5573, + 0.4427 + ] + }, + { + "episode": 530, + "avg_reward": 1205.44, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5573, + 0.4427 + ] + }, + { + "episode": 540, + "avg_reward": 283.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5573, + 0.4427 + ] + }, + { + "episode": 550, + "avg_reward": 1297.38, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5728, + 0.4272 + ] + }, + { + "episode": 560, + "avg_reward": 894.68, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5728, + 0.4272 + ] + }, + { + "episode": 570, + "avg_reward": 932.51, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5728, + 0.4272 + ] + }, + { + "episode": 580, + "avg_reward": 1263.33, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5728, + 0.4272 + ] + }, + { + "episode": 590, + "avg_reward": 1589.29, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5728, + 0.4272 + ] + }, + { + "episode": 600, + "avg_reward": 1536.61, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 610, + "avg_reward": 931.12, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 620, + "avg_reward": 1676.28, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 630, + "avg_reward": 1011.76, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 640, + "avg_reward": 1426.66, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.5874, + 0.4126 + ] + }, + { + "episode": 650, + "avg_reward": 1501.16, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.6009, + 0.3991 + ] + }, + { + "episode": 660, + "avg_reward": 1691.64, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.6009, + 0.3991 + ] + }, + { + "episode": 670, + "avg_reward": 1660.71, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.6009, + 0.3991 + ] + }, + { + "episode": 680, + "avg_reward": 1271.3, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.6009, + 0.3991 + ] + }, + { + "episode": 690, + "avg_reward": 845.93, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.6009, + 0.3991 + ] + }, + { + "episode": 700, + "avg_reward": 1480.66, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.6133, + 0.3867 + ] + }, + { + "episode": 710, + "avg_reward": 2151.14, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.6133, + 0.3867 + ] + }, + { + "episode": 720, + "avg_reward": 2220.6, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.6133, + 0.3867 + ] + }, + { + "episode": 730, + "avg_reward": 1557.3, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.6133, + 0.3867 + ] + }, + { + "episode": 740, + "avg_reward": 2015.46, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.6133, + 0.3867 + ] + }, + { + "episode": 750, + "avg_reward": 1675.28, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.6248, + 0.3752 + ] + }, + { + "episode": 760, + "avg_reward": 1630.28, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.6248, + 0.3752 + ] + }, + { + "episode": 770, + "avg_reward": 2481.74, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.6248, + 0.3752 + ] + }, + { + "episode": 780, + "avg_reward": 2453.7, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.6248, + 0.3752 + ] + }, + { + "episode": 790, + "avg_reward": 2558.29, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 0.6248, + 0.3752 + ] + }, + { + "episode": 800, + "avg_reward": 2466.27, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.6354, + 0.3646 + ] + }, + { + "episode": 810, + "avg_reward": 2686.39, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.6354, + 0.3646 + ] + }, + { + "episode": 820, + "avg_reward": 2373.05, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.6354, + 0.3646 + ] + }, + { + "episode": 830, + "avg_reward": 2397.2, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.6354, + 0.3646 + ] + }, + { + "episode": 840, + "avg_reward": 2250.25, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.6354, + 0.3646 + ] + }, + { + "episode": 850, + "avg_reward": 1426.01, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.645, + 0.355 + ] + }, + { + "episode": 860, + "avg_reward": 2377.91, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.645, + 0.355 + ] + }, + { + "episode": 870, + "avg_reward": 1548.13, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.645, + 0.355 + ] + }, + { + "episode": 880, + "avg_reward": 1518.57, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.645, + 0.355 + ] + }, + { + "episode": 890, + "avg_reward": 1407.75, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.645, + 0.355 + ] + }, + { + "episode": 900, + "avg_reward": 2221.8, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.6538, + 0.3462 + ] + }, + { + "episode": 910, + "avg_reward": 2593.54, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.6538, + 0.3462 + ] + }, + { + "episode": 920, + "avg_reward": 2087.91, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.6538, + 0.3462 + ] + }, + { + "episode": 930, + "avg_reward": 2986.05, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 0.6538, + 0.3462 + ] + }, + { + "episode": 940, + "avg_reward": 3144.94, + "avg_cost": 32.0, + "lambda": 0.07, + "rho": [ + 0.6538, + 0.3462 + ] + }, + { + "episode": 950, + "avg_reward": 2662.74, + "avg_cost": 26.0, + "lambda": 0.1825, + "rho": [ + 0.6246, + 0.3754 + ] + }, + { + "episode": 960, + "avg_reward": 3212.53, + "avg_cost": 31.5, + "lambda": 0.09, + "rho": [ + 0.6246, + 0.3754 + ] + }, + { + "episode": 970, + "avg_reward": 2663.16, + "avg_cost": 27.25, + "lambda": 0.1525, + "rho": [ + 0.6246, + 0.3754 + ] + }, + { + "episode": 980, + "avg_reward": 2131.88, + "avg_cost": 26.25, + "lambda": 0.065, + "rho": [ + 0.6246, + 0.3754 + ] + }, + { + "episode": 990, + "avg_reward": 2376.38, + "avg_cost": 28.0, + "lambda": 0.9625, + "rho": [ + 0.6246, + 0.3754 + ] + }, + { + "episode": 1000, + "avg_reward": 2074.75, + "avg_cost": 27.75, + "lambda": 1.25, + "rho": [ + 0.5873, + 0.4127 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..7b232a80cffba2dbdde045f8ddcb8db99297b315 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 609656.8, + "constraint_satisfaction_pct": 89.5, + "final_rho": [ + 0.5884, + 0.4116 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1726.68, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1700.27, + "avg_cost": 0.0, + "lambda": 0.0025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1951.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1854.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1456.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1318.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1267.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -976.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1120.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -953.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -794.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1052.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -880.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -850.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -749.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -668.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -673.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -574.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -1058.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -630.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -382.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -236.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -742.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -455.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -188.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -212.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -484.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -258.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -623.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -493.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 310, + "avg_reward": -222.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 320, + "avg_reward": -428.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 330, + "avg_reward": -122.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 340, + "avg_reward": 39.88, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 350, + "avg_reward": -350.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 360, + "avg_reward": 322.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 370, + "avg_reward": -139.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 380, + "avg_reward": 473.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 390, + "avg_reward": 664.56, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 400, + "avg_reward": 231.79, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 410, + "avg_reward": 1102.8, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 420, + "avg_reward": 617.35, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 430, + "avg_reward": 646.44, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 440, + "avg_reward": 734.84, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 450, + "avg_reward": 980.6, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 460, + "avg_reward": 803.97, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 470, + "avg_reward": 959.01, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 480, + "avg_reward": 499.99, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 490, + "avg_reward": 1048.13, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 500, + "avg_reward": 605.71, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 510, + "avg_reward": 1254.32, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 520, + "avg_reward": 745.65, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 530, + "avg_reward": 929.56, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 540, + "avg_reward": 972.0, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 550, + "avg_reward": 1205.16, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 560, + "avg_reward": 990.75, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 570, + "avg_reward": 520.69, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 580, + "avg_reward": 1408.65, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 590, + "avg_reward": 1570.81, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 600, + "avg_reward": 1089.46, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 610, + "avg_reward": 1464.91, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 620, + "avg_reward": 2116.48, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 630, + "avg_reward": 1720.36, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 640, + "avg_reward": 325.43, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 650, + "avg_reward": 2083.91, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 660, + "avg_reward": 2055.53, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 670, + "avg_reward": 2239.57, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 680, + "avg_reward": 2023.38, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 690, + "avg_reward": 2378.42, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 700, + "avg_reward": 1597.02, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 710, + "avg_reward": 2572.0, + "avg_cost": 24.75, + "lambda": 0.04, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 720, + "avg_reward": 1996.47, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 730, + "avg_reward": 2425.53, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 740, + "avg_reward": 2144.22, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 750, + "avg_reward": 2027.65, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 760, + "avg_reward": 2461.71, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 770, + "avg_reward": 2578.94, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 780, + "avg_reward": 1069.99, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 790, + "avg_reward": 2396.49, + "avg_cost": 31.25, + "lambda": 0.0625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 800, + "avg_reward": 2447.24, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 810, + "avg_reward": 1966.31, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 820, + "avg_reward": 2455.9, + "avg_cost": 22.5, + "lambda": 0.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 830, + "avg_reward": 2743.95, + "avg_cost": 21.5, + "lambda": 0.1425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 840, + "avg_reward": 2201.02, + "avg_cost": 24.25, + "lambda": 0.085, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 850, + "avg_reward": 2484.57, + "avg_cost": 28.0, + "lambda": 0.3625, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 860, + "avg_reward": 2386.85, + "avg_cost": 32.5, + "lambda": 1.2075, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 870, + "avg_reward": 2810.54, + "avg_cost": 32.5, + "lambda": 2.2775, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 880, + "avg_reward": 2404.54, + "avg_cost": 31.0, + "lambda": 3.07, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 890, + "avg_reward": 3105.21, + "avg_cost": 47.0, + "lambda": 4.2475, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 900, + "avg_reward": 3026.76, + "avg_cost": 26.0, + "lambda": 5.7875, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 910, + "avg_reward": 2980.27, + "avg_cost": 40.25, + "lambda": 6.4875, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 920, + "avg_reward": 3192.2, + "avg_cost": 44.0, + "lambda": 6.9225, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 930, + "avg_reward": 2424.3, + "avg_cost": 20.25, + "lambda": 6.765, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 940, + "avg_reward": -305.08, + "avg_cost": 1.25, + "lambda": 5.68, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 950, + "avg_reward": -432.43, + "avg_cost": 0.0, + "lambda": 3.2125, + "rho": [ + 0.5606, + 0.4394 + ] + }, + { + "episode": 960, + "avg_reward": -233.42, + "avg_cost": 0.0, + "lambda": 0.7125, + "rho": [ + 0.5606, + 0.4394 + ] + }, + { + "episode": 970, + "avg_reward": -154.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5606, + 0.4394 + ] + }, + { + "episode": 980, + "avg_reward": -17.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5606, + 0.4394 + ] + }, + { + "episode": 990, + "avg_reward": -126.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5606, + 0.4394 + ] + }, + { + "episode": 1000, + "avg_reward": 50.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5884, + 0.4116 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..8615d75964574fcb5d95c737969b10251b66d670 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 806820.53, + "constraint_satisfaction_pct": 86.6, + "final_rho": [ + 0.4776, + 0.5224 + ], + "final_lambda": 5.175, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2222.73, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": -1726.68, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": -1700.27, + "avg_cost": 0.0, + "lambda": 0.0025, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": -1951.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": -1854.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": -1456.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": -1318.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": -1267.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": -976.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": -1120.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": -953.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 110, + "avg_reward": -794.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 120, + "avg_reward": -1052.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 130, + "avg_reward": -880.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 140, + "avg_reward": -850.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 150, + "avg_reward": -749.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 160, + "avg_reward": -668.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 170, + "avg_reward": -673.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 180, + "avg_reward": -574.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 190, + "avg_reward": -1058.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 200, + "avg_reward": -630.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 210, + "avg_reward": -382.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 220, + "avg_reward": -236.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 230, + "avg_reward": -742.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 240, + "avg_reward": -455.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 250, + "avg_reward": -188.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 260, + "avg_reward": -212.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 270, + "avg_reward": -484.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 280, + "avg_reward": -258.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 290, + "avg_reward": -623.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 300, + "avg_reward": -493.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 310, + "avg_reward": -222.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 320, + "avg_reward": -428.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 330, + "avg_reward": -122.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 340, + "avg_reward": 39.88, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 350, + "avg_reward": -350.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 360, + "avg_reward": 322.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 370, + "avg_reward": -139.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 380, + "avg_reward": 473.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 390, + "avg_reward": 664.56, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 400, + "avg_reward": 231.79, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 410, + "avg_reward": 1102.8, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 420, + "avg_reward": 617.35, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 430, + "avg_reward": 646.44, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 440, + "avg_reward": 734.84, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 450, + "avg_reward": 980.6, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 460, + "avg_reward": 803.97, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 470, + "avg_reward": 959.01, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 480, + "avg_reward": 499.99, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 490, + "avg_reward": 1048.13, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 500, + "avg_reward": 605.71, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 510, + "avg_reward": 1254.32, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 520, + "avg_reward": 745.65, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 530, + "avg_reward": 929.56, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 540, + "avg_reward": 972.0, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 550, + "avg_reward": 1205.16, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 560, + "avg_reward": 990.75, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 570, + "avg_reward": 520.69, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 580, + "avg_reward": 1408.65, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 590, + "avg_reward": 1570.81, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 600, + "avg_reward": 1089.46, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 610, + "avg_reward": 1464.91, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 620, + "avg_reward": 2116.48, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 630, + "avg_reward": 1720.36, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 640, + "avg_reward": 325.43, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 650, + "avg_reward": 2083.91, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 660, + "avg_reward": 2055.53, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 670, + "avg_reward": 2239.57, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 680, + "avg_reward": 2023.38, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 690, + "avg_reward": 2378.42, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 700, + "avg_reward": 1597.02, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 710, + "avg_reward": 2572.0, + "avg_cost": 24.75, + "lambda": 0.04, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 720, + "avg_reward": 1996.47, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 730, + "avg_reward": 2425.53, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 740, + "avg_reward": 2144.22, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 750, + "avg_reward": 2027.65, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 760, + "avg_reward": 2461.71, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 770, + "avg_reward": 2578.94, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 780, + "avg_reward": 1069.99, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 790, + "avg_reward": 2396.49, + "avg_cost": 31.25, + "lambda": 0.0625, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 800, + "avg_reward": 2447.24, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 810, + "avg_reward": 1966.31, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 820, + "avg_reward": 2455.9, + "avg_cost": 22.5, + "lambda": 0.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 830, + "avg_reward": 2743.95, + "avg_cost": 21.5, + "lambda": 0.1425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 840, + "avg_reward": 2201.02, + "avg_cost": 24.25, + "lambda": 0.085, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 850, + "avg_reward": 2484.57, + "avg_cost": 28.0, + "lambda": 0.3625, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 860, + "avg_reward": 1617.96, + "avg_cost": 27.5, + "lambda": 1.0625, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 870, + "avg_reward": 2821.28, + "avg_cost": 41.25, + "lambda": 1.8325, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 880, + "avg_reward": 2762.75, + "avg_cost": 45.25, + "lambda": 2.395, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 890, + "avg_reward": 2660.78, + "avg_cost": 35.5, + "lambda": 2.965, + "rho": [ + 0.501, + 0.499 + ] + }, + { + "episode": 900, + "avg_reward": 1582.81, + "avg_cost": 28.25, + "lambda": 3.425, + "rho": [ + 0.4985, + 0.5015 + ] + }, + { + "episode": 910, + "avg_reward": 2304.02, + "avg_cost": 25.75, + "lambda": 3.785, + "rho": [ + 0.4985, + 0.5015 + ] + }, + { + "episode": 920, + "avg_reward": 2918.48, + "avg_cost": 44.25, + "lambda": 4.0675, + "rho": [ + 0.4985, + 0.5015 + ] + }, + { + "episode": 930, + "avg_reward": 3098.69, + "avg_cost": 32.25, + "lambda": 4.815, + "rho": [ + 0.4985, + 0.5015 + ] + }, + { + "episode": 940, + "avg_reward": 2980.07, + "avg_cost": 20.0, + "lambda": 5.2325, + "rho": [ + 0.4985, + 0.5015 + ] + }, + { + "episode": 950, + "avg_reward": 2823.32, + "avg_cost": 33.5, + "lambda": 5.205, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 960, + "avg_reward": 3172.34, + "avg_cost": 32.5, + "lambda": 5.47, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 970, + "avg_reward": 3124.49, + "avg_cost": 19.5, + "lambda": 5.3625, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 980, + "avg_reward": 3090.02, + "avg_cost": 26.0, + "lambda": 5.265, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 990, + "avg_reward": 2711.12, + "avg_cost": 23.5, + "lambda": 4.7925, + "rho": [ + 0.485, + 0.515 + ] + }, + { + "episode": 1000, + "avg_reward": 3150.13, + "avg_cost": 19.5, + "lambda": 5.175, + "rho": [ + 0.4776, + 0.5224 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..91fa9c28f07f3fe594971aec16b1889bf7ee68b9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 12895587.07, + "constraint_satisfaction_pct": 37.4, + "final_rho": [ + 0.3487, + 0.6513 + ], + "final_lambda": 351.3509, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13252.23, + "avg_cost": 28.0, + "lambda": 12.8, + "rho": [ + 0.5152, + 0.4848 + ] + }, + { + "episode": 10, + "avg_reward": 12999.39, + "avg_cost": 21.0, + "lambda": 44.071, + "rho": [ + 0.5152, + 0.4848 + ] + }, + { + "episode": 20, + "avg_reward": 12943.65, + "avg_cost": 7.5, + "lambda": 74.6047, + "rho": [ + 0.5152, + 0.4848 + ] + }, + { + "episode": 30, + "avg_reward": 12695.82, + "avg_cost": 8.0, + "lambda": 92.6696, + "rho": [ + 0.5152, + 0.4848 + ] + }, + { + "episode": 40, + "avg_reward": 12906.84, + "avg_cost": 6.5, + "lambda": 103.53, + "rho": [ + 0.5152, + 0.4848 + ] + }, + { + "episode": 50, + "avg_reward": 12934.21, + "avg_cost": 19.0, + "lambda": 111.4234, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 60, + "avg_reward": 12630.12, + "avg_cost": 5.5, + "lambda": 118.8959, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 70, + "avg_reward": 12839.97, + "avg_cost": 2.25, + "lambda": 123.8707, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 80, + "avg_reward": 12972.59, + "avg_cost": 5.25, + "lambda": 127.3198, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 90, + "avg_reward": 12912.26, + "avg_cost": 7.5, + "lambda": 131.6239, + "rho": [ + 0.4838, + 0.5162 + ] + }, + { + "episode": 100, + "avg_reward": 13229.81, + "avg_cost": 13.5, + "lambda": 136.6082, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 110, + "avg_reward": 12847.25, + "avg_cost": 0.0, + "lambda": 141.8364, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 120, + "avg_reward": 12628.32, + "avg_cost": 1.5, + "lambda": 146.9286, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 130, + "avg_reward": 12927.98, + "avg_cost": 20.5, + "lambda": 152.0546, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 140, + "avg_reward": 12830.34, + "avg_cost": 28.25, + "lambda": 159.7105, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 150, + "avg_reward": 12518.25, + "avg_cost": 7.0, + "lambda": 168.0778, + "rho": [ + 0.4286, + 0.5714 + ] + }, + { + "episode": 160, + "avg_reward": 12190.4, + "avg_cost": 8.5, + "lambda": 174.8804, + "rho": [ + 0.4286, + 0.5714 + ] + }, + { + "episode": 170, + "avg_reward": 12519.43, + "avg_cost": 10.75, + "lambda": 180.6888, + "rho": [ + 0.4286, + 0.5714 + ] + }, + { + "episode": 180, + "avg_reward": 12313.63, + "avg_cost": 3.5, + "lambda": 184.9124, + "rho": [ + 0.4286, + 0.5714 + ] + }, + { + "episode": 190, + "avg_reward": 12150.71, + "avg_cost": 5.5, + "lambda": 188.6803, + "rho": [ + 0.4286, + 0.5714 + ] + }, + { + "episode": 200, + "avg_reward": 11969.74, + "avg_cost": 2.75, + "lambda": 191.7781, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 210, + "avg_reward": 12059.33, + "avg_cost": 4.0, + "lambda": 194.587, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 220, + "avg_reward": 12177.02, + "avg_cost": 0.0, + "lambda": 197.423, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 230, + "avg_reward": 12391.73, + "avg_cost": 4.5, + "lambda": 199.9349, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 240, + "avg_reward": 11994.71, + "avg_cost": 2.25, + "lambda": 202.4654, + "rho": [ + 0.3996, + 0.6004 + ] + }, + { + "episode": 250, + "avg_reward": 11631.74, + "avg_cost": 0.0, + "lambda": 204.9889, + "rho": [ + 0.3869, + 0.6131 + ] + }, + { + "episode": 260, + "avg_reward": 12171.6, + "avg_cost": 7.25, + "lambda": 207.422, + "rho": [ + 0.3869, + 0.6131 + ] + }, + { + "episode": 270, + "avg_reward": 12087.34, + "avg_cost": 2.5, + "lambda": 211.6773, + "rho": [ + 0.3869, + 0.6131 + ] + }, + { + "episode": 280, + "avg_reward": 11933.49, + "avg_cost": 0.0, + "lambda": 216.1178, + "rho": [ + 0.3869, + 0.6131 + ] + }, + { + "episode": 290, + "avg_reward": 11640.99, + "avg_cost": 0.0, + "lambda": 219.4997, + "rho": [ + 0.3869, + 0.6131 + ] + }, + { + "episode": 300, + "avg_reward": 12038.2, + "avg_cost": 0.25, + "lambda": 222.7084, + "rho": [ + 0.3678, + 0.6322 + ] + }, + { + "episode": 310, + "avg_reward": 12041.08, + "avg_cost": 6.25, + "lambda": 225.7725, + "rho": [ + 0.3678, + 0.6322 + ] + }, + { + "episode": 320, + "avg_reward": 12561.07, + "avg_cost": 5.75, + "lambda": 228.8302, + "rho": [ + 0.3678, + 0.6322 + ] + }, + { + "episode": 330, + "avg_reward": 12788.11, + "avg_cost": 0.5, + "lambda": 231.5944, + "rho": [ + 0.3678, + 0.6322 + ] + }, + { + "episode": 340, + "avg_reward": 12713.39, + "avg_cost": 0.5, + "lambda": 233.4782, + "rho": [ + 0.3678, + 0.6322 + ] + }, + { + "episode": 350, + "avg_reward": 12688.66, + "avg_cost": 1.75, + "lambda": 235.7315, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 360, + "avg_reward": 12399.83, + "avg_cost": 3.25, + "lambda": 237.8379, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 370, + "avg_reward": 12293.36, + "avg_cost": 0.0, + "lambda": 240.3451, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 380, + "avg_reward": 11906.12, + "avg_cost": 0.0, + "lambda": 242.3347, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 390, + "avg_reward": 12425.12, + "avg_cost": 1.25, + "lambda": 243.5917, + "rho": [ + 0.3421, + 0.6579 + ] + }, + { + "episode": 400, + "avg_reward": 12442.91, + "avg_cost": 5.5, + "lambda": 245.51, + "rho": [ + 0.3308, + 0.6692 + ] + }, + { + "episode": 410, + "avg_reward": 12724.45, + "avg_cost": 0.75, + "lambda": 247.7448, + "rho": [ + 0.3308, + 0.6692 + ] + }, + { + "episode": 420, + "avg_reward": 12594.79, + "avg_cost": 0.0, + "lambda": 249.398, + "rho": [ + 0.3308, + 0.6692 + ] + }, + { + "episode": 430, + "avg_reward": 12829.09, + "avg_cost": 0.5, + "lambda": 250.6817, + "rho": [ + 0.3308, + 0.6692 + ] + }, + { + "episode": 440, + "avg_reward": 12883.25, + "avg_cost": 0.0, + "lambda": 252.0634, + "rho": [ + 0.3308, + 0.6692 + ] + }, + { + "episode": 450, + "avg_reward": 12500.96, + "avg_cost": 5.25, + "lambda": 254.1035, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 460, + "avg_reward": 12664.0, + "avg_cost": 0.0, + "lambda": 256.3149, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 470, + "avg_reward": 12863.37, + "avg_cost": 0.0, + "lambda": 257.6981, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 480, + "avg_reward": 13034.44, + "avg_cost": 6.0, + "lambda": 259.6116, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 490, + "avg_reward": 12473.65, + "avg_cost": 1.0, + "lambda": 262.7824, + "rho": [ + 0.3304, + 0.6696 + ] + }, + { + "episode": 500, + "avg_reward": 12443.03, + "avg_cost": 5.5, + "lambda": 265.2385, + "rho": [ + 0.322, + 0.678 + ] + }, + { + "episode": 510, + "avg_reward": 12788.56, + "avg_cost": 0.0, + "lambda": 267.3726, + "rho": [ + 0.322, + 0.678 + ] + }, + { + "episode": 520, + "avg_reward": 12795.75, + "avg_cost": 5.5, + "lambda": 268.9991, + "rho": [ + 0.322, + 0.678 + ] + }, + { + "episode": 530, + "avg_reward": 12802.28, + "avg_cost": 3.5, + "lambda": 271.5698, + "rho": [ + 0.322, + 0.678 + ] + }, + { + "episode": 540, + "avg_reward": 12680.97, + "avg_cost": 0.0, + "lambda": 274.233, + "rho": [ + 0.322, + 0.678 + ] + }, + { + "episode": 550, + "avg_reward": 13043.25, + "avg_cost": 3.25, + "lambda": 276.3235, + "rho": [ + 0.3223, + 0.6777 + ] + }, + { + "episode": 560, + "avg_reward": 13062.0, + "avg_cost": 2.0, + "lambda": 278.442, + "rho": [ + 0.3223, + 0.6777 + ] + }, + { + "episode": 570, + "avg_reward": 12815.32, + "avg_cost": 0.0, + "lambda": 280.6345, + "rho": [ + 0.3223, + 0.6777 + ] + }, + { + "episode": 580, + "avg_reward": 12887.25, + "avg_cost": 0.0, + "lambda": 282.2373, + "rho": [ + 0.3223, + 0.6777 + ] + }, + { + "episode": 590, + "avg_reward": 12670.78, + "avg_cost": 0.0, + "lambda": 284.3492, + "rho": [ + 0.3223, + 0.6777 + ] + }, + { + "episode": 600, + "avg_reward": 12976.97, + "avg_cost": 0.0, + "lambda": 286.6134, + "rho": [ + 0.3289, + 0.6711 + ] + }, + { + "episode": 610, + "avg_reward": 12737.32, + "avg_cost": 0.0, + "lambda": 288.0821, + "rho": [ + 0.3289, + 0.6711 + ] + }, + { + "episode": 620, + "avg_reward": 12997.41, + "avg_cost": 0.0, + "lambda": 290.5204, + "rho": [ + 0.3289, + 0.6711 + ] + }, + { + "episode": 630, + "avg_reward": 12994.7, + "avg_cost": 4.5, + "lambda": 292.4683, + "rho": [ + 0.3289, + 0.6711 + ] + }, + { + "episode": 640, + "avg_reward": 13267.49, + "avg_cost": 0.0, + "lambda": 295.2378, + "rho": [ + 0.3289, + 0.6711 + ] + }, + { + "episode": 650, + "avg_reward": 13408.92, + "avg_cost": 0.0, + "lambda": 296.6872, + "rho": [ + 0.3399, + 0.6601 + ] + }, + { + "episode": 660, + "avg_reward": 13529.76, + "avg_cost": 2.5, + "lambda": 297.659, + "rho": [ + 0.3399, + 0.6601 + ] + }, + { + "episode": 670, + "avg_reward": 13319.17, + "avg_cost": 0.0, + "lambda": 298.9606, + "rho": [ + 0.3399, + 0.6601 + ] + }, + { + "episode": 680, + "avg_reward": 13545.26, + "avg_cost": 0.0, + "lambda": 299.9394, + "rho": [ + 0.3399, + 0.6601 + ] + }, + { + "episode": 690, + "avg_reward": 12977.02, + "avg_cost": 0.0, + "lambda": 300.8724, + "rho": [ + 0.3399, + 0.6601 + ] + }, + { + "episode": 700, + "avg_reward": 13097.49, + "avg_cost": 1.25, + "lambda": 301.9985, + "rho": [ + 0.3437, + 0.6563 + ] + }, + { + "episode": 710, + "avg_reward": 13391.84, + "avg_cost": 3.5, + "lambda": 303.2069, + "rho": [ + 0.3437, + 0.6563 + ] + }, + { + "episode": 720, + "avg_reward": 13529.29, + "avg_cost": 0.0, + "lambda": 304.2019, + "rho": [ + 0.3437, + 0.6563 + ] + }, + { + "episode": 730, + "avg_reward": 13399.9, + "avg_cost": 0.0, + "lambda": 305.0302, + "rho": [ + 0.3437, + 0.6563 + ] + }, + { + "episode": 740, + "avg_reward": 13536.86, + "avg_cost": 2.0, + "lambda": 305.9738, + "rho": [ + 0.3437, + 0.6563 + ] + }, + { + "episode": 750, + "avg_reward": 13452.25, + "avg_cost": 0.0, + "lambda": 307.4878, + "rho": [ + 0.342, + 0.658 + ] + }, + { + "episode": 760, + "avg_reward": 13550.48, + "avg_cost": 10.5, + "lambda": 309.6867, + "rho": [ + 0.342, + 0.658 + ] + }, + { + "episode": 770, + "avg_reward": 13530.11, + "avg_cost": 3.75, + "lambda": 312.2926, + "rho": [ + 0.342, + 0.658 + ] + }, + { + "episode": 780, + "avg_reward": 13668.38, + "avg_cost": 0.0, + "lambda": 314.4639, + "rho": [ + 0.342, + 0.658 + ] + }, + { + "episode": 790, + "avg_reward": 13686.51, + "avg_cost": 0.75, + "lambda": 315.7294, + "rho": [ + 0.342, + 0.658 + ] + }, + { + "episode": 800, + "avg_reward": 13646.02, + "avg_cost": 6.25, + "lambda": 317.0679, + "rho": [ + 0.3357, + 0.6643 + ] + }, + { + "episode": 810, + "avg_reward": 13390.85, + "avg_cost": 0.25, + "lambda": 320.1018, + "rho": [ + 0.3357, + 0.6643 + ] + }, + { + "episode": 820, + "avg_reward": 13450.62, + "avg_cost": 0.0, + "lambda": 321.9157, + "rho": [ + 0.3357, + 0.6643 + ] + }, + { + "episode": 830, + "avg_reward": 13554.5, + "avg_cost": 0.0, + "lambda": 323.7323, + "rho": [ + 0.3357, + 0.6643 + ] + }, + { + "episode": 840, + "avg_reward": 13565.39, + "avg_cost": 0.0, + "lambda": 325.4271, + "rho": [ + 0.3357, + 0.6643 + ] + }, + { + "episode": 850, + "avg_reward": 13768.54, + "avg_cost": 3.5, + "lambda": 327.339, + "rho": [ + 0.3349, + 0.6651 + ] + }, + { + "episode": 860, + "avg_reward": 13301.21, + "avg_cost": 2.5, + "lambda": 329.1069, + "rho": [ + 0.3349, + 0.6651 + ] + }, + { + "episode": 870, + "avg_reward": 13460.4, + "avg_cost": 0.0, + "lambda": 330.6856, + "rho": [ + 0.3349, + 0.6651 + ] + }, + { + "episode": 880, + "avg_reward": 12986.89, + "avg_cost": 0.0, + "lambda": 331.6058, + "rho": [ + 0.3349, + 0.6651 + ] + }, + { + "episode": 890, + "avg_reward": 13163.09, + "avg_cost": 0.0, + "lambda": 332.4087, + "rho": [ + 0.3349, + 0.6651 + ] + }, + { + "episode": 900, + "avg_reward": 13321.98, + "avg_cost": 0.0, + "lambda": 333.0751, + "rho": [ + 0.3387, + 0.6613 + ] + }, + { + "episode": 910, + "avg_reward": 13171.13, + "avg_cost": 0.25, + "lambda": 333.6685, + "rho": [ + 0.3387, + 0.6613 + ] + }, + { + "episode": 920, + "avg_reward": 13154.28, + "avg_cost": 0.0, + "lambda": 334.2133, + "rho": [ + 0.3387, + 0.6613 + ] + }, + { + "episode": 930, + "avg_reward": 13377.88, + "avg_cost": 8.25, + "lambda": 335.5535, + "rho": [ + 0.3387, + 0.6613 + ] + }, + { + "episode": 940, + "avg_reward": 13294.44, + "avg_cost": 3.5, + "lambda": 339.2315, + "rho": [ + 0.3387, + 0.6613 + ] + }, + { + "episode": 950, + "avg_reward": 13455.28, + "avg_cost": 0.0, + "lambda": 342.0136, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 960, + "avg_reward": 13349.97, + "avg_cost": 0.0, + "lambda": 343.2727, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 970, + "avg_reward": 13474.75, + "avg_cost": 0.0, + "lambda": 344.3812, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 980, + "avg_reward": 13301.6, + "avg_cost": 1.5, + "lambda": 347.13, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 990, + "avg_reward": 12959.27, + "avg_cost": 0.0, + "lambda": 349.383, + "rho": [ + 0.3463, + 0.6537 + ] + }, + { + "episode": 1000, + "avg_reward": 13588.07, + "avg_cost": 2.0, + "lambda": 351.3509, + "rho": [ + 0.3487, + 0.6513 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..08fbc37ac46aeba57cae2b4c016b203a1de677f6 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Swimmer_2x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -25396.38, + "constraint_satisfaction_pct": 83.9, + "final_rho": [ + 0.1295, + 0.8705 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 3.08, + "avg_cost": 446.5, + "lambda": 9.215, + "rho": [ + 0.5119, + 0.4881 + ] + }, + { + "episode": 10, + "avg_reward": -50.7, + "avg_cost": 62.25, + "lambda": 28.2325, + "rho": [ + 0.5119, + 0.4881 + ] + }, + { + "episode": 20, + "avg_reward": -51.79, + "avg_cost": 4.75, + "lambda": 27.1425, + "rho": [ + 0.5119, + 0.4881 + ] + }, + { + "episode": 30, + "avg_reward": -49.0, + "avg_cost": 4.75, + "lambda": 25.1975, + "rho": [ + 0.5119, + 0.4881 + ] + }, + { + "episode": 40, + "avg_reward": -50.95, + "avg_cost": 2.0, + "lambda": 22.9275, + "rho": [ + 0.5119, + 0.4881 + ] + }, + { + "episode": 50, + "avg_reward": -53.74, + "avg_cost": 2.0, + "lambda": 20.64, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 60, + "avg_reward": -55.27, + "avg_cost": 2.0, + "lambda": 18.3225, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 70, + "avg_reward": -51.29, + "avg_cost": 1.5, + "lambda": 16.01, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 80, + "avg_reward": -51.02, + "avg_cost": 1.5, + "lambda": 13.6725, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 90, + "avg_reward": -54.44, + "avg_cost": 2.0, + "lambda": 11.3425, + "rho": [ + 0.4646, + 0.5354 + ] + }, + { + "episode": 100, + "avg_reward": -51.36, + "avg_cost": 1.75, + "lambda": 9.005, + "rho": [ + 0.4136, + 0.5864 + ] + }, + { + "episode": 110, + "avg_reward": -59.37, + "avg_cost": 1.5, + "lambda": 6.66, + "rho": [ + 0.4136, + 0.5864 + ] + }, + { + "episode": 120, + "avg_reward": -53.31, + "avg_cost": 1.5, + "lambda": 4.315, + "rho": [ + 0.4136, + 0.5864 + ] + }, + { + "episode": 130, + "avg_reward": -58.28, + "avg_cost": 0.5, + "lambda": 1.95, + "rho": [ + 0.4136, + 0.5864 + ] + }, + { + "episode": 140, + "avg_reward": -61.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.4136, + 0.5864 + ] + }, + { + "episode": 150, + "avg_reward": -56.66, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.37, + 0.63 + ] + }, + { + "episode": 160, + "avg_reward": -58.44, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.37, + 0.63 + ] + }, + { + "episode": 170, + "avg_reward": -51.77, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.37, + 0.63 + ] + }, + { + "episode": 180, + "avg_reward": -48.67, + "avg_cost": 21.5, + "lambda": 0.37, + "rho": [ + 0.37, + 0.63 + ] + }, + { + "episode": 190, + "avg_reward": -47.39, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 0.37, + 0.63 + ] + }, + { + "episode": 200, + "avg_reward": -49.75, + "avg_cost": 6.5, + "lambda": 0.105, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 210, + "avg_reward": -47.06, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 220, + "avg_reward": -47.28, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 230, + "avg_reward": -47.24, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 240, + "avg_reward": -46.07, + "avg_cost": 18.0, + "lambda": 0.2225, + "rho": [ + 0.3151, + 0.6849 + ] + }, + { + "episode": 250, + "avg_reward": -44.68, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.2656, + 0.7344 + ] + }, + { + "episode": 260, + "avg_reward": -41.34, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.2656, + 0.7344 + ] + }, + { + "episode": 270, + "avg_reward": -50.93, + "avg_cost": 23.25, + "lambda": 0.0, + "rho": [ + 0.2656, + 0.7344 + ] + }, + { + "episode": 280, + "avg_reward": -47.64, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.2656, + 0.7344 + ] + }, + { + "episode": 290, + "avg_reward": -48.73, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.2656, + 0.7344 + ] + }, + { + "episode": 300, + "avg_reward": -43.52, + "avg_cost": 55.0, + "lambda": 0.4875, + "rho": [ + 0.2082, + 0.7918 + ] + }, + { + "episode": 310, + "avg_reward": -46.73, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.7918 + ] + }, + { + "episode": 320, + "avg_reward": -44.15, + "avg_cost": 17.75, + "lambda": 1.015, + "rho": [ + 0.2082, + 0.7918 + ] + }, + { + "episode": 330, + "avg_reward": -46.81, + "avg_cost": 8.0, + "lambda": 1.045, + "rho": [ + 0.2082, + 0.7918 + ] + }, + { + "episode": 340, + "avg_reward": -49.42, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.7918 + ] + }, + { + "episode": 350, + "avg_reward": -53.62, + "avg_cost": 149.5, + "lambda": 8.6275, + "rho": [ + 0.1497, + 0.8503 + ] + }, + { + "episode": 360, + "avg_reward": -48.29, + "avg_cost": 123.0, + "lambda": 20.355, + "rho": [ + 0.1497, + 0.8503 + ] + }, + { + "episode": 370, + "avg_reward": -66.66, + "avg_cost": 29.75, + "lambda": 23.7825, + "rho": [ + 0.1497, + 0.8503 + ] + }, + { + "episode": 380, + "avg_reward": -66.64, + "avg_cost": 24.0, + "lambda": 23.725, + "rho": [ + 0.1497, + 0.8503 + ] + }, + { + "episode": 390, + "avg_reward": -66.17, + "avg_cost": 22.5, + "lambda": 23.4075, + "rho": [ + 0.1497, + 0.8503 + ] + }, + { + "episode": 400, + "avg_reward": -65.51, + "avg_cost": 17.75, + "lambda": 22.8825, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 410, + "avg_reward": -69.69, + "avg_cost": 16.0, + "lambda": 22.13, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 420, + "avg_reward": -67.86, + "avg_cost": 16.75, + "lambda": 21.3725, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 430, + "avg_reward": -69.38, + "avg_cost": 14.75, + "lambda": 20.5275, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 440, + "avg_reward": -71.32, + "avg_cost": 14.5, + "lambda": 19.56, + "rho": [ + 0.124, + 0.876 + ] + }, + { + "episode": 450, + "avg_reward": -70.89, + "avg_cost": 15.0, + "lambda": 18.5375, + "rho": [ + 0.1145, + 0.8855 + ] + }, + { + "episode": 460, + "avg_reward": -71.2, + "avg_cost": 14.0, + "lambda": 17.485, + "rho": [ + 0.1145, + 0.8855 + ] + }, + { + "episode": 470, + "avg_reward": -70.17, + "avg_cost": 15.25, + "lambda": 16.425, + "rho": [ + 0.1145, + 0.8855 + ] + }, + { + "episode": 480, + "avg_reward": -71.15, + "avg_cost": 15.0, + "lambda": 15.3375, + "rho": [ + 0.1145, + 0.8855 + ] + }, + { + "episode": 490, + "avg_reward": -71.22, + "avg_cost": 12.75, + "lambda": 14.2725, + "rho": [ + 0.1145, + 0.8855 + ] + }, + { + "episode": 500, + "avg_reward": -70.19, + "avg_cost": 15.75, + "lambda": 13.145, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 510, + "avg_reward": -70.87, + "avg_cost": 15.25, + "lambda": 12.0925, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 520, + "avg_reward": -71.24, + "avg_cost": 14.75, + "lambda": 11.0275, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 530, + "avg_reward": -72.27, + "avg_cost": 13.75, + "lambda": 9.975, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 540, + "avg_reward": -73.75, + "avg_cost": 13.25, + "lambda": 8.865, + "rho": [ + 0.0966, + 0.9034 + ] + }, + { + "episode": 550, + "avg_reward": -72.6, + "avg_cost": 12.75, + "lambda": 7.7225, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 560, + "avg_reward": -71.34, + "avg_cost": 13.5, + "lambda": 6.5825, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 570, + "avg_reward": -70.65, + "avg_cost": 15.25, + "lambda": 5.5225, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 580, + "avg_reward": -72.12, + "avg_cost": 13.25, + "lambda": 4.45, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 590, + "avg_reward": -70.51, + "avg_cost": 13.5, + "lambda": 3.365, + "rho": [ + 0.0919, + 0.9081 + ] + }, + { + "episode": 600, + "avg_reward": -70.15, + "avg_cost": 14.25, + "lambda": 2.3025, + "rho": [ + 0.0964, + 0.9036 + ] + }, + { + "episode": 610, + "avg_reward": -64.92, + "avg_cost": 20.0, + "lambda": 1.4575, + "rho": [ + 0.0964, + 0.9036 + ] + }, + { + "episode": 620, + "avg_reward": -9.77, + "avg_cost": 22.5, + "lambda": 1.1575, + "rho": [ + 0.0964, + 0.9036 + ] + }, + { + "episode": 630, + "avg_reward": 4.47, + "avg_cost": 22.5, + "lambda": 0.91, + "rho": [ + 0.0964, + 0.9036 + ] + }, + { + "episode": 640, + "avg_reward": 10.08, + "avg_cost": 22.5, + "lambda": 0.655, + "rho": [ + 0.0964, + 0.9036 + ] + }, + { + "episode": 650, + "avg_reward": 11.04, + "avg_cost": 22.75, + "lambda": 0.41, + "rho": [ + 0.1088, + 0.8912 + ] + }, + { + "episode": 660, + "avg_reward": 16.91, + "avg_cost": 22.5, + "lambda": 0.16, + "rho": [ + 0.1088, + 0.8912 + ] + }, + { + "episode": 670, + "avg_reward": 18.41, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.8912 + ] + }, + { + "episode": 680, + "avg_reward": 19.38, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.8912 + ] + }, + { + "episode": 690, + "avg_reward": 19.1, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.8912 + ] + }, + { + "episode": 700, + "avg_reward": 20.07, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.1205, + 0.8795 + ] + }, + { + "episode": 710, + "avg_reward": 22.96, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.1205, + 0.8795 + ] + }, + { + "episode": 720, + "avg_reward": 26.81, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.1205, + 0.8795 + ] + }, + { + "episode": 730, + "avg_reward": 27.22, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.1205, + 0.8795 + ] + }, + { + "episode": 740, + "avg_reward": 30.1, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.1205, + 0.8795 + ] + }, + { + "episode": 750, + "avg_reward": 25.98, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.1315, + 0.8685 + ] + }, + { + "episode": 760, + "avg_reward": 28.54, + "avg_cost": 24.5, + "lambda": 0.0025, + "rho": [ + 0.1315, + 0.8685 + ] + }, + { + "episode": 770, + "avg_reward": 33.55, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 0.1315, + 0.8685 + ] + }, + { + "episode": 780, + "avg_reward": 32.29, + "avg_cost": 24.25, + "lambda": 0.0, + "rho": [ + 0.1315, + 0.8685 + ] + }, + { + "episode": 790, + "avg_reward": 33.04, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.1315, + 0.8685 + ] + }, + { + "episode": 800, + "avg_reward": 35.28, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.8582 + ] + }, + { + "episode": 810, + "avg_reward": 37.52, + "avg_cost": 24.25, + "lambda": 0.0025, + "rho": [ + 0.1418, + 0.8582 + ] + }, + { + "episode": 820, + "avg_reward": 34.52, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.8582 + ] + }, + { + "episode": 830, + "avg_reward": 39.38, + "avg_cost": 24.25, + "lambda": 0.115, + "rho": [ + 0.1418, + 0.8582 + ] + }, + { + "episode": 840, + "avg_reward": 37.17, + "avg_cost": 23.75, + "lambda": 0.045, + "rho": [ + 0.1418, + 0.8582 + ] + }, + { + "episode": 850, + "avg_reward": 40.77, + "avg_cost": 25.25, + "lambda": 0.065, + "rho": [ + 0.1506, + 0.8494 + ] + }, + { + "episode": 860, + "avg_reward": 39.47, + "avg_cost": 27.75, + "lambda": 0.1275, + "rho": [ + 0.1506, + 0.8494 + ] + }, + { + "episode": 870, + "avg_reward": 38.79, + "avg_cost": 27.5, + "lambda": 0.2525, + "rho": [ + 0.1506, + 0.8494 + ] + }, + { + "episode": 880, + "avg_reward": 37.41, + "avg_cost": 24.5, + "lambda": 0.2575, + "rho": [ + 0.1506, + 0.8494 + ] + }, + { + "episode": 890, + "avg_reward": 38.35, + "avg_cost": 24.75, + "lambda": 0.2, + "rho": [ + 0.1506, + 0.8494 + ] + }, + { + "episode": 900, + "avg_reward": 40.44, + "avg_cost": 26.5, + "lambda": 0.2775, + "rho": [ + 0.1488, + 0.8512 + ] + }, + { + "episode": 910, + "avg_reward": 34.23, + "avg_cost": 26.0, + "lambda": 0.2225, + "rho": [ + 0.1488, + 0.8512 + ] + }, + { + "episode": 920, + "avg_reward": 36.7, + "avg_cost": 25.5, + "lambda": 0.42, + "rho": [ + 0.1488, + 0.8512 + ] + }, + { + "episode": 930, + "avg_reward": 29.07, + "avg_cost": 25.0, + "lambda": 0.5375, + "rho": [ + 0.1488, + 0.8512 + ] + }, + { + "episode": 940, + "avg_reward": 27.03, + "avg_cost": 27.25, + "lambda": 0.73, + "rho": [ + 0.1488, + 0.8512 + ] + }, + { + "episode": 950, + "avg_reward": 20.18, + "avg_cost": 26.25, + "lambda": 0.73, + "rho": [ + 0.1385, + 0.8615 + ] + }, + { + "episode": 960, + "avg_reward": 25.87, + "avg_cost": 24.5, + "lambda": 0.7125, + "rho": [ + 0.1385, + 0.8615 + ] + }, + { + "episode": 970, + "avg_reward": 22.11, + "avg_cost": 23.25, + "lambda": 0.555, + "rho": [ + 0.1385, + 0.8615 + ] + }, + { + "episode": 980, + "avg_reward": 25.57, + "avg_cost": 22.75, + "lambda": 0.345, + "rho": [ + 0.1385, + 0.8615 + ] + }, + { + "episode": 990, + "avg_reward": 24.7, + "avg_cost": 23.25, + "lambda": 0.155, + "rho": [ + 0.1385, + 0.8615 + ] + }, + { + "episode": 1000, + "avg_reward": 23.44, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.8705 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..29e68387df9e24218ca3602d3305b54b057c194f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3638491.29, + "constraint_satisfaction_pct": 59.4, + "final_rho": [ + 0.5807, + 0.4193 + ], + "final_lambda": 2.475, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2324.25, + "avg_cost": 62.0, + "lambda": 6.9875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3278.77, + "avg_cost": 60.0, + "lambda": 11.27, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2821.01, + "avg_cost": 54.5, + "lambda": 13.375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 3568.41, + "avg_cost": 76.0, + "lambda": 13.84, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2868.82, + "avg_cost": 33.0, + "lambda": 15.395, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 60, + "avg_reward": 3891.37, + "avg_cost": 73.75, + "lambda": 16.34, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 70, + "avg_reward": 3539.15, + "avg_cost": 64.25, + "lambda": 18.36, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 80, + "avg_reward": 3678.23, + "avg_cost": 48.5, + "lambda": 17.69, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 90, + "avg_reward": 4352.06, + "avg_cost": 96.25, + "lambda": 18.99, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 100, + "avg_reward": 3355.48, + "avg_cost": 105.25, + "lambda": 24.56, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 110, + "avg_reward": 4108.0, + "avg_cost": 125.75, + "lambda": 31.8875, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 120, + "avg_reward": 2284.9, + "avg_cost": 75.0, + "lambda": 35.2275, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 130, + "avg_reward": 2606.52, + "avg_cost": 14.5, + "lambda": 35.3525, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 140, + "avg_reward": 3287.97, + "avg_cost": 39.25, + "lambda": 33.4475, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 150, + "avg_reward": 3052.22, + "avg_cost": 26.0, + "lambda": 31.7475, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 160, + "avg_reward": 3339.64, + "avg_cost": 48.25, + "lambda": 30.2775, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 170, + "avg_reward": 2765.67, + "avg_cost": 33.75, + "lambda": 29.175, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 180, + "avg_reward": 2610.34, + "avg_cost": 8.5, + "lambda": 28.3475, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 190, + "avg_reward": 2889.91, + "avg_cost": 11.0, + "lambda": 26.6525, + "rho": [ + 0.5013, + 0.4987 + ] + }, + { + "episode": 200, + "avg_reward": 3276.45, + "avg_cost": 33.5, + "lambda": 24.67, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 210, + "avg_reward": 2563.46, + "avg_cost": 37.0, + "lambda": 24.135, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 220, + "avg_reward": 3820.56, + "avg_cost": 54.25, + "lambda": 22.935, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 230, + "avg_reward": 3640.24, + "avg_cost": 23.75, + "lambda": 21.0625, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 240, + "avg_reward": 2920.01, + "avg_cost": 32.75, + "lambda": 19.59, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 250, + "avg_reward": 2872.64, + "avg_cost": 21.0, + "lambda": 17.585, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 260, + "avg_reward": 3120.39, + "avg_cost": 11.5, + "lambda": 15.0775, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 270, + "avg_reward": 2982.66, + "avg_cost": 10.5, + "lambda": 13.2525, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 280, + "avg_reward": 3461.03, + "avg_cost": 10.25, + "lambda": 10.8575, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 290, + "avg_reward": 4053.48, + "avg_cost": 23.25, + "lambda": 8.5275, + "rho": [ + 0.5243, + 0.4757 + ] + }, + { + "episode": 300, + "avg_reward": 3996.23, + "avg_cost": 53.5, + "lambda": 8.34, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 310, + "avg_reward": 4085.95, + "avg_cost": 26.75, + "lambda": 7.215, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 320, + "avg_reward": 4120.39, + "avg_cost": 31.5, + "lambda": 7.2325, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 330, + "avg_reward": 3620.4, + "avg_cost": 44.25, + "lambda": 8.955, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 340, + "avg_reward": 4054.73, + "avg_cost": 35.25, + "lambda": 8.7275, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 350, + "avg_reward": 4069.67, + "avg_cost": 30.0, + "lambda": 8.105, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 360, + "avg_reward": 4341.94, + "avg_cost": 30.75, + "lambda": 7.235, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 370, + "avg_reward": 4273.63, + "avg_cost": 49.75, + "lambda": 8.085, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 380, + "avg_reward": 4392.9, + "avg_cost": 52.25, + "lambda": 7.895, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 390, + "avg_reward": 4429.6, + "avg_cost": 35.0, + "lambda": 7.715, + "rho": [ + 0.5478, + 0.4522 + ] + }, + { + "episode": 400, + "avg_reward": 4171.27, + "avg_cost": 47.5, + "lambda": 7.4425, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 410, + "avg_reward": 4318.82, + "avg_cost": 69.5, + "lambda": 9.8225, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 420, + "avg_reward": 3972.84, + "avg_cost": 31.0, + "lambda": 9.1525, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 430, + "avg_reward": 4472.83, + "avg_cost": 53.5, + "lambda": 9.2, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 440, + "avg_reward": 4451.54, + "avg_cost": 86.75, + "lambda": 14.78, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 450, + "avg_reward": 3721.65, + "avg_cost": 15.25, + "lambda": 14.76, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 460, + "avg_reward": 3783.1, + "avg_cost": 20.0, + "lambda": 12.7675, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 470, + "avg_reward": 4186.47, + "avg_cost": 25.0, + "lambda": 10.7225, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 480, + "avg_reward": 3846.8, + "avg_cost": 16.0, + "lambda": 9.805, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 490, + "avg_reward": 3783.73, + "avg_cost": 64.0, + "lambda": 10.125, + "rho": [ + 0.556, + 0.444 + ] + }, + { + "episode": 500, + "avg_reward": 3935.28, + "avg_cost": 39.5, + "lambda": 10.7525, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 510, + "avg_reward": 4113.89, + "avg_cost": 51.75, + "lambda": 12.0675, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 520, + "avg_reward": 3364.7, + "avg_cost": 64.0, + "lambda": 15.285, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 530, + "avg_reward": 3827.66, + "avg_cost": 69.5, + "lambda": 17.79, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 540, + "avg_reward": 3369.93, + "avg_cost": 48.25, + "lambda": 19.0225, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 550, + "avg_reward": 2948.88, + "avg_cost": 38.5, + "lambda": 18.2, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 560, + "avg_reward": 2513.25, + "avg_cost": 28.0, + "lambda": 17.035, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 570, + "avg_reward": 3007.49, + "avg_cost": 7.25, + "lambda": 14.5425, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 580, + "avg_reward": 3144.86, + "avg_cost": 2.75, + "lambda": 11.585, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 590, + "avg_reward": 3206.0, + "avg_cost": 11.75, + "lambda": 8.41, + "rho": [ + 0.5688, + 0.4312 + ] + }, + { + "episode": 600, + "avg_reward": 3338.27, + "avg_cost": 12.0, + "lambda": 5.48, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 610, + "avg_reward": 4020.06, + "avg_cost": 16.75, + "lambda": 3.45, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 620, + "avg_reward": 4103.28, + "avg_cost": 48.25, + "lambda": 3.9825, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 630, + "avg_reward": 3597.2, + "avg_cost": 53.0, + "lambda": 6.08, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 640, + "avg_reward": 3053.8, + "avg_cost": 28.5, + "lambda": 8.175, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 650, + "avg_reward": 3248.18, + "avg_cost": 16.5, + "lambda": 7.225, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 660, + "avg_reward": 3786.37, + "avg_cost": 35.75, + "lambda": 5.87, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 670, + "avg_reward": 3296.72, + "avg_cost": 24.25, + "lambda": 4.94, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 680, + "avg_reward": 3493.86, + "avg_cost": 26.0, + "lambda": 4.2275, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 690, + "avg_reward": 4245.99, + "avg_cost": 52.5, + "lambda": 4.315, + "rho": [ + 0.5722, + 0.4278 + ] + }, + { + "episode": 700, + "avg_reward": 4060.4, + "avg_cost": 47.5, + "lambda": 6.445, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 710, + "avg_reward": 4747.52, + "avg_cost": 120.75, + "lambda": 10.7175, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 720, + "avg_reward": 3149.68, + "avg_cost": 42.0, + "lambda": 13.7775, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 730, + "avg_reward": 2795.58, + "avg_cost": 15.0, + "lambda": 12.135, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 740, + "avg_reward": 2567.92, + "avg_cost": 7.75, + "lambda": 9.9375, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 750, + "avg_reward": 2684.24, + "avg_cost": 6.5, + "lambda": 6.9925, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 760, + "avg_reward": 2764.51, + "avg_cost": 12.75, + "lambda": 4.0725, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 770, + "avg_reward": 3252.77, + "avg_cost": 4.75, + "lambda": 0.67, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 780, + "avg_reward": 3975.68, + "avg_cost": 47.75, + "lambda": 0.5775, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 790, + "avg_reward": 4314.3, + "avg_cost": 97.0, + "lambda": 2.7375, + "rho": [ + 0.5809, + 0.4191 + ] + }, + { + "episode": 800, + "avg_reward": 3957.93, + "avg_cost": 47.5, + "lambda": 5.645, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 810, + "avg_reward": 3863.04, + "avg_cost": 45.0, + "lambda": 6.77, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 820, + "avg_reward": 3838.2, + "avg_cost": 15.75, + "lambda": 5.26, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 830, + "avg_reward": 3677.88, + "avg_cost": 43.5, + "lambda": 2.9725, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 840, + "avg_reward": 4236.45, + "avg_cost": 53.0, + "lambda": 2.315, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 850, + "avg_reward": 4978.7, + "avg_cost": 80.75, + "lambda": 5.8325, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 860, + "avg_reward": 4369.91, + "avg_cost": 63.25, + "lambda": 9.9275, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 870, + "avg_reward": 3654.16, + "avg_cost": 5.5, + "lambda": 8.1475, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 880, + "avg_reward": 3342.65, + "avg_cost": 10.0, + "lambda": 5.01, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 890, + "avg_reward": 3369.88, + "avg_cost": 11.75, + "lambda": 1.9675, + "rho": [ + 0.5826, + 0.4174 + ] + }, + { + "episode": 900, + "avg_reward": 3991.39, + "avg_cost": 35.75, + "lambda": 0.5, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 910, + "avg_reward": 4650.49, + "avg_cost": 71.25, + "lambda": 3.4975, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 920, + "avg_reward": 4806.09, + "avg_cost": 70.0, + "lambda": 5.785, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 930, + "avg_reward": 4126.83, + "avg_cost": 29.0, + "lambda": 6.0375, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 940, + "avg_reward": 3968.82, + "avg_cost": 21.25, + "lambda": 5.4475, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 950, + "avg_reward": 4641.71, + "avg_cost": 43.5, + "lambda": 6.1, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 960, + "avg_reward": 4527.67, + "avg_cost": 72.5, + "lambda": 8.24, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 970, + "avg_reward": 4212.26, + "avg_cost": 8.25, + "lambda": 7.01, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 980, + "avg_reward": 4063.08, + "avg_cost": 33.5, + "lambda": 4.355, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 990, + "avg_reward": 3991.46, + "avg_cost": 30.75, + "lambda": 2.815, + "rho": [ + 0.5791, + 0.4209 + ] + }, + { + "episode": 1000, + "avg_reward": 4569.58, + "avg_cost": 38.25, + "lambda": 2.475, + "rho": [ + 0.5807, + 0.4193 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..75b46d4f16e6cc98eff6e2e3bb08c41f1614434d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3109627.01, + "constraint_satisfaction_pct": 66.1, + "final_rho": [ + 0.4222, + 0.5778 + ], + "final_lambda": 25.205, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.1925, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2777.51, + "avg_cost": 64.75, + "lambda": 8.6875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3027.56, + "avg_cost": 42.0, + "lambda": 12.885, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 3037.89, + "avg_cost": 44.75, + "lambda": 15.34, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 3559.43, + "avg_cost": 41.75, + "lambda": 16.765, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 3323.07, + "avg_cost": 29.75, + "lambda": 18.185, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 3178.7, + "avg_cost": 60.75, + "lambda": 19.2, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 3038.54, + "avg_cost": 34.25, + "lambda": 20.0525, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 3568.18, + "avg_cost": 43.75, + "lambda": 21.35, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 3352.67, + "avg_cost": 34.75, + "lambda": 22.275, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 3595.28, + "avg_cost": 53.75, + "lambda": 22.7725, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 110, + "avg_reward": 3289.31, + "avg_cost": 27.25, + "lambda": 24.2425, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 120, + "avg_reward": 3247.84, + "avg_cost": 37.5, + "lambda": 27.31, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 130, + "avg_reward": 3564.44, + "avg_cost": 62.25, + "lambda": 32.0525, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 140, + "avg_reward": 2855.21, + "avg_cost": 90.25, + "lambda": 39.0525, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 150, + "avg_reward": 3604.53, + "avg_cost": 79.0, + "lambda": 46.53, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 160, + "avg_reward": 3967.26, + "avg_cost": 103.0, + "lambda": 52.7425, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 170, + "avg_reward": 3987.69, + "avg_cost": 97.5, + "lambda": 59.6275, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 180, + "avg_reward": 2997.87, + "avg_cost": 85.5, + "lambda": 65.995, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 190, + "avg_reward": 4090.43, + "avg_cost": 112.5, + "lambda": 73.435, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 200, + "avg_reward": 4116.67, + "avg_cost": 100.0, + "lambda": 80.7725, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 210, + "avg_reward": 3957.25, + "avg_cost": 92.25, + "lambda": 88.145, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 220, + "avg_reward": 3019.48, + "avg_cost": 45.5, + "lambda": 92.4125, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 230, + "avg_reward": 2906.3, + "avg_cost": 36.75, + "lambda": 93.29, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 240, + "avg_reward": 3029.66, + "avg_cost": 24.0, + "lambda": 93.635, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 250, + "avg_reward": 3445.13, + "avg_cost": 42.25, + "lambda": 93.705, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 260, + "avg_reward": 2109.74, + "avg_cost": 5.5, + "lambda": 92.7825, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 270, + "avg_reward": 2577.8, + "avg_cost": 5.5, + "lambda": 90.885, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 280, + "avg_reward": 2764.91, + "avg_cost": 4.0, + "lambda": 89.1675, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 290, + "avg_reward": 2845.71, + "avg_cost": 16.25, + "lambda": 88.1775, + "rho": [ + 0.434, + 0.566 + ] + }, + { + "episode": 300, + "avg_reward": 2182.6, + "avg_cost": 0.25, + "lambda": 86.915, + "rho": [ + 0.4368, + 0.5632 + ] + }, + { + "episode": 310, + "avg_reward": 2827.81, + "avg_cost": 3.75, + "lambda": 84.7625, + "rho": [ + 0.4368, + 0.5632 + ] + }, + { + "episode": 320, + "avg_reward": 2276.34, + "avg_cost": 0.0, + "lambda": 82.6625, + "rho": [ + 0.4368, + 0.5632 + ] + }, + { + "episode": 330, + "avg_reward": 2584.6, + "avg_cost": 0.0, + "lambda": 80.2675, + "rho": [ + 0.4368, + 0.5632 + ] + }, + { + "episode": 340, + "avg_reward": 2957.88, + "avg_cost": 16.25, + "lambda": 79.2275, + "rho": [ + 0.4368, + 0.5632 + ] + }, + { + "episode": 350, + "avg_reward": 2844.75, + "avg_cost": 6.75, + "lambda": 77.4625, + "rho": [ + 0.4337, + 0.5663 + ] + }, + { + "episode": 360, + "avg_reward": 2571.05, + "avg_cost": 5.75, + "lambda": 75.835, + "rho": [ + 0.4337, + 0.5663 + ] + }, + { + "episode": 370, + "avg_reward": 2552.77, + "avg_cost": 4.5, + "lambda": 74.0075, + "rho": [ + 0.4337, + 0.5663 + ] + }, + { + "episode": 380, + "avg_reward": 2713.17, + "avg_cost": 4.0, + "lambda": 72.37, + "rho": [ + 0.4337, + 0.5663 + ] + }, + { + "episode": 390, + "avg_reward": 2672.27, + "avg_cost": 5.5, + "lambda": 70.39, + "rho": [ + 0.4337, + 0.5663 + ] + }, + { + "episode": 400, + "avg_reward": 3166.17, + "avg_cost": 12.75, + "lambda": 68.8575, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 410, + "avg_reward": 2781.72, + "avg_cost": 14.25, + "lambda": 67.745, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 420, + "avg_reward": 2471.46, + "avg_cost": 0.5, + "lambda": 65.725, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 430, + "avg_reward": 2335.08, + "avg_cost": 0.5, + "lambda": 63.325, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 440, + "avg_reward": 2436.99, + "avg_cost": 0.0, + "lambda": 61.3425, + "rho": [ + 0.4361, + 0.5639 + ] + }, + { + "episode": 450, + "avg_reward": 2740.37, + "avg_cost": 2.25, + "lambda": 59.4075, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 460, + "avg_reward": 2995.33, + "avg_cost": 4.25, + "lambda": 57.1775, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 470, + "avg_reward": 3046.93, + "avg_cost": 16.5, + "lambda": 55.3425, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 480, + "avg_reward": 2355.24, + "avg_cost": 0.0, + "lambda": 53.1325, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 490, + "avg_reward": 3078.79, + "avg_cost": 11.25, + "lambda": 51.4025, + "rho": [ + 0.4332, + 0.5668 + ] + }, + { + "episode": 500, + "avg_reward": 3464.89, + "avg_cost": 55.25, + "lambda": 51.9475, + "rho": [ + 0.4259, + 0.5741 + ] + }, + { + "episode": 510, + "avg_reward": 3425.22, + "avg_cost": 45.25, + "lambda": 54.47, + "rho": [ + 0.4259, + 0.5741 + ] + }, + { + "episode": 520, + "avg_reward": 3032.08, + "avg_cost": 24.5, + "lambda": 55.01, + "rho": [ + 0.4259, + 0.5741 + ] + }, + { + "episode": 530, + "avg_reward": 2229.39, + "avg_cost": 6.75, + "lambda": 53.075, + "rho": [ + 0.4259, + 0.5741 + ] + }, + { + "episode": 540, + "avg_reward": 2704.18, + "avg_cost": 5.75, + "lambda": 50.9725, + "rho": [ + 0.4259, + 0.5741 + ] + }, + { + "episode": 550, + "avg_reward": 2736.31, + "avg_cost": 1.0, + "lambda": 49.05, + "rho": [ + 0.4246, + 0.5754 + ] + }, + { + "episode": 560, + "avg_reward": 3241.01, + "avg_cost": 14.75, + "lambda": 47.47, + "rho": [ + 0.4246, + 0.5754 + ] + }, + { + "episode": 570, + "avg_reward": 2925.56, + "avg_cost": 7.5, + "lambda": 45.335, + "rho": [ + 0.4246, + 0.5754 + ] + }, + { + "episode": 580, + "avg_reward": 2454.2, + "avg_cost": 9.75, + "lambda": 43.605, + "rho": [ + 0.4246, + 0.5754 + ] + }, + { + "episode": 590, + "avg_reward": 3153.52, + "avg_cost": 9.5, + "lambda": 41.86, + "rho": [ + 0.4246, + 0.5754 + ] + }, + { + "episode": 600, + "avg_reward": 2830.54, + "avg_cost": 7.25, + "lambda": 39.7225, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 610, + "avg_reward": 3028.74, + "avg_cost": 4.0, + "lambda": 37.5275, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 620, + "avg_reward": 2812.63, + "avg_cost": 6.0, + "lambda": 35.205, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 630, + "avg_reward": 3067.25, + "avg_cost": 0.5, + "lambda": 32.8925, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 640, + "avg_reward": 3185.55, + "avg_cost": 4.25, + "lambda": 30.7425, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 650, + "avg_reward": 3053.82, + "avg_cost": 5.25, + "lambda": 28.425, + "rho": [ + 0.4185, + 0.5815 + ] + }, + { + "episode": 660, + "avg_reward": 3252.55, + "avg_cost": 2.25, + "lambda": 26.145, + "rho": [ + 0.4185, + 0.5815 + ] + }, + { + "episode": 670, + "avg_reward": 3466.77, + "avg_cost": 10.5, + "lambda": 24.43, + "rho": [ + 0.4185, + 0.5815 + ] + }, + { + "episode": 680, + "avg_reward": 3247.4, + "avg_cost": 0.5, + "lambda": 22.69, + "rho": [ + 0.4185, + 0.5815 + ] + }, + { + "episode": 690, + "avg_reward": 3190.07, + "avg_cost": 5.5, + "lambda": 20.9, + "rho": [ + 0.4185, + 0.5815 + ] + }, + { + "episode": 700, + "avg_reward": 3507.65, + "avg_cost": 20.5, + "lambda": 19.4125, + "rho": [ + 0.4226, + 0.5774 + ] + }, + { + "episode": 710, + "avg_reward": 3676.13, + "avg_cost": 25.0, + "lambda": 19.56, + "rho": [ + 0.4226, + 0.5774 + ] + }, + { + "episode": 720, + "avg_reward": 3496.06, + "avg_cost": 7.75, + "lambda": 18.71, + "rho": [ + 0.4226, + 0.5774 + ] + }, + { + "episode": 730, + "avg_reward": 3449.18, + "avg_cost": 6.0, + "lambda": 16.8125, + "rho": [ + 0.4226, + 0.5774 + ] + }, + { + "episode": 740, + "avg_reward": 3175.48, + "avg_cost": 2.0, + "lambda": 14.9625, + "rho": [ + 0.4226, + 0.5774 + ] + }, + { + "episode": 750, + "avg_reward": 3292.37, + "avg_cost": 3.75, + "lambda": 12.83, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 760, + "avg_reward": 3506.68, + "avg_cost": 7.75, + "lambda": 10.935, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 770, + "avg_reward": 3783.28, + "avg_cost": 7.0, + "lambda": 8.9075, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 780, + "avg_reward": 5268.36, + "avg_cost": 105.0, + "lambda": 9.525, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 790, + "avg_reward": 4556.3, + "avg_cost": 88.0, + "lambda": 20.46, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 800, + "avg_reward": 4753.41, + "avg_cost": 129.0, + "lambda": 28.03, + "rho": [ + 0.4222, + 0.5778 + ] + }, + { + "episode": 810, + "avg_reward": 4178.28, + "avg_cost": 73.25, + "lambda": 36.55, + "rho": [ + 0.4222, + 0.5778 + ] + }, + { + "episode": 820, + "avg_reward": 4040.53, + "avg_cost": 58.5, + "lambda": 40.06, + "rho": [ + 0.4222, + 0.5778 + ] + }, + { + "episode": 830, + "avg_reward": 3437.57, + "avg_cost": 28.75, + "lambda": 40.78, + "rho": [ + 0.4222, + 0.5778 + ] + }, + { + "episode": 840, + "avg_reward": 2267.02, + "avg_cost": 30.75, + "lambda": 39.9925, + "rho": [ + 0.4222, + 0.5778 + ] + }, + { + "episode": 850, + "avg_reward": 2694.7, + "avg_cost": 26.25, + "lambda": 40.3425, + "rho": [ + 0.4205, + 0.5795 + ] + }, + { + "episode": 860, + "avg_reward": 2415.45, + "avg_cost": 40.75, + "lambda": 41.9, + "rho": [ + 0.4205, + 0.5795 + ] + }, + { + "episode": 870, + "avg_reward": 3019.25, + "avg_cost": 25.5, + "lambda": 42.6675, + "rho": [ + 0.4205, + 0.5795 + ] + }, + { + "episode": 880, + "avg_reward": 3121.99, + "avg_cost": 2.5, + "lambda": 42.08, + "rho": [ + 0.4205, + 0.5795 + ] + }, + { + "episode": 890, + "avg_reward": 2828.39, + "avg_cost": 9.5, + "lambda": 40.66, + "rho": [ + 0.4205, + 0.5795 + ] + }, + { + "episode": 900, + "avg_reward": 3143.06, + "avg_cost": 17.0, + "lambda": 39.73, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 910, + "avg_reward": 3009.86, + "avg_cost": 7.75, + "lambda": 37.915, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 920, + "avg_reward": 2934.8, + "avg_cost": 3.75, + "lambda": 36.2175, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 930, + "avg_reward": 2994.13, + "avg_cost": 7.5, + "lambda": 34.4525, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 940, + "avg_reward": 2940.05, + "avg_cost": 10.75, + "lambda": 32.7275, + "rho": [ + 0.4229, + 0.5771 + ] + }, + { + "episode": 950, + "avg_reward": 3403.22, + "avg_cost": 22.75, + "lambda": 31.6825, + "rho": [ + 0.4235, + 0.5765 + ] + }, + { + "episode": 960, + "avg_reward": 3388.28, + "avg_cost": 6.25, + "lambda": 30.75, + "rho": [ + 0.4235, + 0.5765 + ] + }, + { + "episode": 970, + "avg_reward": 3382.65, + "avg_cost": 5.25, + "lambda": 29.285, + "rho": [ + 0.4235, + 0.5765 + ] + }, + { + "episode": 980, + "avg_reward": 3239.49, + "avg_cost": 12.75, + "lambda": 27.595, + "rho": [ + 0.4235, + 0.5765 + ] + }, + { + "episode": 990, + "avg_reward": 3241.6, + "avg_cost": 2.5, + "lambda": 25.955, + "rho": [ + 0.4235, + 0.5765 + ] + }, + { + "episode": 1000, + "avg_reward": 3147.27, + "avg_cost": 15.25, + "lambda": 25.205, + "rho": [ + 0.4222, + 0.5778 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..09b037103f59bc6add432978a3f1a544838cab53 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3143870.27, + "constraint_satisfaction_pct": 56.0, + "final_rho": [ + 0.5502, + 0.4498 + ], + "final_lambda": 11.6925, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 8.5775, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2543.09, + "avg_cost": 43.75, + "lambda": 13.7675, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2431.19, + "avg_cost": 51.0, + "lambda": 27.2975, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2542.86, + "avg_cost": 49.25, + "lambda": 30.6575, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2256.99, + "avg_cost": 40.0, + "lambda": 34.5725, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2160.13, + "avg_cost": 36.75, + "lambda": 39.275, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": 2837.63, + "avg_cost": 29.0, + "lambda": 40.04, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": 2628.63, + "avg_cost": 49.25, + "lambda": 42.02, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": 2045.39, + "avg_cost": 64.0, + "lambda": 43.4, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": 2031.69, + "avg_cost": 18.5, + "lambda": 45.2, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": 2302.15, + "avg_cost": 22.75, + "lambda": 44.3675, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 110, + "avg_reward": 2007.52, + "avg_cost": 34.25, + "lambda": 45.4025, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 120, + "avg_reward": 2103.27, + "avg_cost": 13.75, + "lambda": 42.725, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 130, + "avg_reward": 2255.57, + "avg_cost": 20.5, + "lambda": 42.86, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 140, + "avg_reward": 2191.85, + "avg_cost": 41.0, + "lambda": 43.2575, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 150, + "avg_reward": 2442.17, + "avg_cost": 17.5, + "lambda": 42.035, + "rho": [ + 0.624, + 0.376 + ] + }, + { + "episode": 160, + "avg_reward": 2743.6, + "avg_cost": 3.5, + "lambda": 38.6225, + "rho": [ + 0.624, + 0.376 + ] + }, + { + "episode": 170, + "avg_reward": 2759.74, + "avg_cost": 24.5, + "lambda": 36.7175, + "rho": [ + 0.624, + 0.376 + ] + }, + { + "episode": 180, + "avg_reward": 3843.04, + "avg_cost": 86.75, + "lambda": 43.1675, + "rho": [ + 0.624, + 0.376 + ] + }, + { + "episode": 190, + "avg_reward": 2553.94, + "avg_cost": 103.75, + "lambda": 66.8, + "rho": [ + 0.624, + 0.376 + ] + }, + { + "episode": 200, + "avg_reward": 2783.12, + "avg_cost": 77.75, + "lambda": 86.15, + "rho": [ + 0.6828, + 0.3172 + ] + }, + { + "episode": 210, + "avg_reward": 2694.71, + "avg_cost": 42.0, + "lambda": 98.27, + "rho": [ + 0.6828, + 0.3172 + ] + }, + { + "episode": 220, + "avg_reward": 1100.42, + "avg_cost": 185.25, + "lambda": 100.0, + "rho": [ + 0.6828, + 0.3172 + ] + }, + { + "episode": 230, + "avg_reward": 2112.94, + "avg_cost": 78.5, + "lambda": 100.0, + "rho": [ + 0.6828, + 0.3172 + ] + }, + { + "episode": 240, + "avg_reward": 2788.21, + "avg_cost": 37.0, + "lambda": 100.0, + "rho": [ + 0.6828, + 0.3172 + ] + }, + { + "episode": 250, + "avg_reward": 3438.41, + "avg_cost": 50.25, + "lambda": 100.0, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 260, + "avg_reward": 2697.54, + "avg_cost": 40.25, + "lambda": 100.0, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 270, + "avg_reward": 2498.38, + "avg_cost": 59.0, + "lambda": 100.0, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 280, + "avg_reward": 3136.63, + "avg_cost": 43.75, + "lambda": 100.0, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 290, + "avg_reward": 3682.91, + "avg_cost": 71.0, + "lambda": 99.88, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 300, + "avg_reward": 3360.31, + "avg_cost": 61.25, + "lambda": 100.0, + "rho": [ + 0.7007, + 0.2993 + ] + }, + { + "episode": 310, + "avg_reward": 3305.99, + "avg_cost": 67.25, + "lambda": 100.0, + "rho": [ + 0.7007, + 0.2993 + ] + }, + { + "episode": 320, + "avg_reward": 2881.96, + "avg_cost": 55.25, + "lambda": 100.0, + "rho": [ + 0.7007, + 0.2993 + ] + }, + { + "episode": 330, + "avg_reward": 2351.09, + "avg_cost": 17.25, + "lambda": 99.595, + "rho": [ + 0.7007, + 0.2993 + ] + }, + { + "episode": 340, + "avg_reward": 2286.67, + "avg_cost": 39.0, + "lambda": 100.0, + "rho": [ + 0.7007, + 0.2993 + ] + }, + { + "episode": 350, + "avg_reward": 2970.76, + "avg_cost": 9.75, + "lambda": 97.57, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 360, + "avg_reward": 2947.43, + "avg_cost": 11.75, + "lambda": 94.105, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 370, + "avg_reward": 2541.47, + "avg_cost": 14.25, + "lambda": 90.16, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 380, + "avg_reward": 2484.23, + "avg_cost": 12.5, + "lambda": 85.84, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 390, + "avg_reward": 2616.96, + "avg_cost": 24.5, + "lambda": 82.3825, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 400, + "avg_reward": 2760.27, + "avg_cost": 8.25, + "lambda": 78.13, + "rho": [ + 0.704, + 0.296 + ] + }, + { + "episode": 410, + "avg_reward": 2780.12, + "avg_cost": 4.25, + "lambda": 72.9925, + "rho": [ + 0.704, + 0.296 + ] + }, + { + "episode": 420, + "avg_reward": 3426.98, + "avg_cost": 4.5, + "lambda": 67.345, + "rho": [ + 0.704, + 0.296 + ] + }, + { + "episode": 430, + "avg_reward": 3706.24, + "avg_cost": 9.5, + "lambda": 62.575, + "rho": [ + 0.704, + 0.296 + ] + }, + { + "episode": 440, + "avg_reward": 3616.53, + "avg_cost": 14.5, + "lambda": 58.9825, + "rho": [ + 0.704, + 0.296 + ] + }, + { + "episode": 450, + "avg_reward": 3479.71, + "avg_cost": 6.75, + "lambda": 53.605, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 460, + "avg_reward": 3453.86, + "avg_cost": 5.5, + "lambda": 47.3725, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 470, + "avg_reward": 3514.86, + "avg_cost": 4.25, + "lambda": 42.265, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 480, + "avg_reward": 3563.54, + "avg_cost": 2.5, + "lambda": 37.015, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 490, + "avg_reward": 3639.49, + "avg_cost": 9.25, + "lambda": 31.3675, + "rho": [ + 0.7009, + 0.2991 + ] + }, + { + "episode": 500, + "avg_reward": 3705.01, + "avg_cost": 14.75, + "lambda": 26.5975, + "rho": [ + 0.7022, + 0.2978 + ] + }, + { + "episode": 510, + "avg_reward": 3782.64, + "avg_cost": 14.0, + "lambda": 23.755, + "rho": [ + 0.7022, + 0.2978 + ] + }, + { + "episode": 520, + "avg_reward": 3726.75, + "avg_cost": 29.0, + "lambda": 25.5475, + "rho": [ + 0.7022, + 0.2978 + ] + }, + { + "episode": 530, + "avg_reward": 3483.73, + "avg_cost": 14.25, + "lambda": 28.0375, + "rho": [ + 0.7022, + 0.2978 + ] + }, + { + "episode": 540, + "avg_reward": 2850.52, + "avg_cost": 22.75, + "lambda": 29.7775, + "rho": [ + 0.7022, + 0.2978 + ] + }, + { + "episode": 550, + "avg_reward": 3235.45, + "avg_cost": 6.0, + "lambda": 25.075, + "rho": [ + 0.6994, + 0.3006 + ] + }, + { + "episode": 560, + "avg_reward": 3055.22, + "avg_cost": 6.0, + "lambda": 19.87, + "rho": [ + 0.6994, + 0.3006 + ] + }, + { + "episode": 570, + "avg_reward": 3158.03, + "avg_cost": 6.0, + "lambda": 13.525, + "rho": [ + 0.6994, + 0.3006 + ] + }, + { + "episode": 580, + "avg_reward": 3462.75, + "avg_cost": 12.5, + "lambda": 9.505, + "rho": [ + 0.6994, + 0.3006 + ] + }, + { + "episode": 590, + "avg_reward": 3877.78, + "avg_cost": 30.5, + "lambda": 8.4925, + "rho": [ + 0.6994, + 0.3006 + ] + }, + { + "episode": 600, + "avg_reward": 4342.45, + "avg_cost": 103.75, + "lambda": 21.0475, + "rho": [ + 0.6821, + 0.3179 + ] + }, + { + "episode": 610, + "avg_reward": 3080.45, + "avg_cost": 10.75, + "lambda": 27.025, + "rho": [ + 0.6821, + 0.3179 + ] + }, + { + "episode": 620, + "avg_reward": 3098.66, + "avg_cost": 1.0, + "lambda": 22.15, + "rho": [ + 0.6821, + 0.3179 + ] + }, + { + "episode": 630, + "avg_reward": 3354.65, + "avg_cost": 1.75, + "lambda": 16.6375, + "rho": [ + 0.6821, + 0.3179 + ] + }, + { + "episode": 640, + "avg_reward": 3101.22, + "avg_cost": 13.0, + "lambda": 11.8675, + "rho": [ + 0.6821, + 0.3179 + ] + }, + { + "episode": 650, + "avg_reward": 3118.57, + "avg_cost": 7.75, + "lambda": 6.805, + "rho": [ + 0.6588, + 0.3412 + ] + }, + { + "episode": 660, + "avg_reward": 3761.64, + "avg_cost": 46.25, + "lambda": 7.0525, + "rho": [ + 0.6588, + 0.3412 + ] + }, + { + "episode": 670, + "avg_reward": 3672.95, + "avg_cost": 31.25, + "lambda": 9.7225, + "rho": [ + 0.6588, + 0.3412 + ] + }, + { + "episode": 680, + "avg_reward": 3562.07, + "avg_cost": 22.25, + "lambda": 9.985, + "rho": [ + 0.6588, + 0.3412 + ] + }, + { + "episode": 690, + "avg_reward": 3484.73, + "avg_cost": 17.75, + "lambda": 8.5975, + "rho": [ + 0.6588, + 0.3412 + ] + }, + { + "episode": 700, + "avg_reward": 3851.77, + "avg_cost": 28.75, + "lambda": 9.085, + "rho": [ + 0.6419, + 0.3581 + ] + }, + { + "episode": 710, + "avg_reward": 3616.76, + "avg_cost": 41.5, + "lambda": 11.9575, + "rho": [ + 0.6419, + 0.3581 + ] + }, + { + "episode": 720, + "avg_reward": 3536.39, + "avg_cost": 33.5, + "lambda": 11.1775, + "rho": [ + 0.6419, + 0.3581 + ] + }, + { + "episode": 730, + "avg_reward": 3787.2, + "avg_cost": 16.5, + "lambda": 10.5475, + "rho": [ + 0.6419, + 0.3581 + ] + }, + { + "episode": 740, + "avg_reward": 3113.37, + "avg_cost": 22.0, + "lambda": 9.34, + "rho": [ + 0.6419, + 0.3581 + ] + }, + { + "episode": 750, + "avg_reward": 3825.36, + "avg_cost": 11.75, + "lambda": 7.9075, + "rho": [ + 0.6203, + 0.3797 + ] + }, + { + "episode": 760, + "avg_reward": 3566.26, + "avg_cost": 23.75, + "lambda": 6.5725, + "rho": [ + 0.6203, + 0.3797 + ] + }, + { + "episode": 770, + "avg_reward": 3772.84, + "avg_cost": 33.25, + "lambda": 8.9575, + "rho": [ + 0.6203, + 0.3797 + ] + }, + { + "episode": 780, + "avg_reward": 3768.88, + "avg_cost": 21.25, + "lambda": 12.025, + "rho": [ + 0.6203, + 0.3797 + ] + }, + { + "episode": 790, + "avg_reward": 3325.31, + "avg_cost": 22.25, + "lambda": 13.5475, + "rho": [ + 0.6203, + 0.3797 + ] + }, + { + "episode": 800, + "avg_reward": 3267.48, + "avg_cost": 33.25, + "lambda": 13.8775, + "rho": [ + 0.6022, + 0.3978 + ] + }, + { + "episode": 810, + "avg_reward": 3422.21, + "avg_cost": 24.5, + "lambda": 12.19, + "rho": [ + 0.6022, + 0.3978 + ] + }, + { + "episode": 820, + "avg_reward": 3333.17, + "avg_cost": 8.75, + "lambda": 7.555, + "rho": [ + 0.6022, + 0.3978 + ] + }, + { + "episode": 830, + "avg_reward": 3706.55, + "avg_cost": 11.75, + "lambda": 4.7275, + "rho": [ + 0.6022, + 0.3978 + ] + }, + { + "episode": 840, + "avg_reward": 4159.26, + "avg_cost": 51.75, + "lambda": 7.4125, + "rho": [ + 0.6022, + 0.3978 + ] + }, + { + "episode": 850, + "avg_reward": 4751.48, + "avg_cost": 102.25, + "lambda": 19.3, + "rho": [ + 0.594, + 0.406 + ] + }, + { + "episode": 860, + "avg_reward": 3842.31, + "avg_cost": 41.25, + "lambda": 34.375, + "rho": [ + 0.594, + 0.406 + ] + }, + { + "episode": 870, + "avg_reward": 3257.43, + "avg_cost": 13.25, + "lambda": 37.3675, + "rho": [ + 0.594, + 0.406 + ] + }, + { + "episode": 880, + "avg_reward": 2852.95, + "avg_cost": 6.75, + "lambda": 31.9375, + "rho": [ + 0.594, + 0.406 + ] + }, + { + "episode": 890, + "avg_reward": 3002.09, + "avg_cost": 1.25, + "lambda": 25.1425, + "rho": [ + 0.594, + 0.406 + ] + }, + { + "episode": 900, + "avg_reward": 3002.41, + "avg_cost": 0.0, + "lambda": 18.175, + "rho": [ + 0.5805, + 0.4195 + ] + }, + { + "episode": 910, + "avg_reward": 3109.87, + "avg_cost": 2.0, + "lambda": 11.4625, + "rho": [ + 0.5805, + 0.4195 + ] + }, + { + "episode": 920, + "avg_reward": 3540.29, + "avg_cost": 6.75, + "lambda": 5.365, + "rho": [ + 0.5805, + 0.4195 + ] + }, + { + "episode": 930, + "avg_reward": 4314.94, + "avg_cost": 36.5, + "lambda": 3.945, + "rho": [ + 0.5805, + 0.4195 + ] + }, + { + "episode": 940, + "avg_reward": 3929.24, + "avg_cost": 21.75, + "lambda": 5.775, + "rho": [ + 0.5805, + 0.4195 + ] + }, + { + "episode": 950, + "avg_reward": 4049.36, + "avg_cost": 27.75, + "lambda": 7.5225, + "rho": [ + 0.5668, + 0.4332 + ] + }, + { + "episode": 960, + "avg_reward": 3778.1, + "avg_cost": 10.75, + "lambda": 5.43, + "rho": [ + 0.5668, + 0.4332 + ] + }, + { + "episode": 970, + "avg_reward": 3787.1, + "avg_cost": 16.75, + "lambda": 3.0225, + "rho": [ + 0.5668, + 0.4332 + ] + }, + { + "episode": 980, + "avg_reward": 4514.35, + "avg_cost": 55.75, + "lambda": 6.9375, + "rho": [ + 0.5668, + 0.4332 + ] + }, + { + "episode": 990, + "avg_reward": 4152.27, + "avg_cost": 44.0, + "lambda": 12.5775, + "rho": [ + 0.5668, + 0.4332 + ] + }, + { + "episode": 1000, + "avg_reward": 2980.62, + "avg_cost": 12.25, + "lambda": 11.6925, + "rho": [ + 0.5502, + 0.4498 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..2df473307c4eb82ba37423b1bda688905a414835 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3094195.93, + "constraint_satisfaction_pct": 58.2, + "final_rho": [ + 0.4897, + 0.5103 + ], + "final_lambda": 38.085, + "seed": 2, + "cost_weights": [ + 2.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 8.5775, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2336.99, + "avg_cost": 31.75, + "lambda": 12.755, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2358.41, + "avg_cost": 13.5, + "lambda": 17.7275, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2609.92, + "avg_cost": 18.75, + "lambda": 18.3575, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2603.05, + "avg_cost": 17.0, + "lambda": 19.145, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2443.04, + "avg_cost": 53.5, + "lambda": 20.3375, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": 2375.29, + "avg_cost": 46.0, + "lambda": 23.165, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": 3287.97, + "avg_cost": 32.25, + "lambda": 20.7275, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": 3394.28, + "avg_cost": 3.75, + "lambda": 20.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": 3592.33, + "avg_cost": 21.75, + "lambda": 23.1725, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": 3187.15, + "avg_cost": 46.75, + "lambda": 23.96, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 110, + "avg_reward": 3170.82, + "avg_cost": 37.75, + "lambda": 28.9175, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 120, + "avg_reward": 4009.35, + "avg_cost": 97.75, + "lambda": 50.0525, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 130, + "avg_reward": 4557.35, + "avg_cost": 113.75, + "lambda": 71.5175, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 140, + "avg_reward": 3883.01, + "avg_cost": 90.0, + "lambda": 93.6125, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 150, + "avg_reward": 4054.75, + "avg_cost": 89.25, + "lambda": 100.0, + "rho": [ + 0.5003, + 0.4997 + ] + }, + { + "episode": 160, + "avg_reward": 4157.95, + "avg_cost": 93.5, + "lambda": 100.0, + "rho": [ + 0.5003, + 0.4997 + ] + }, + { + "episode": 170, + "avg_reward": 3359.83, + "avg_cost": 26.0, + "lambda": 100.0, + "rho": [ + 0.5003, + 0.4997 + ] + }, + { + "episode": 180, + "avg_reward": 2902.91, + "avg_cost": 5.0, + "lambda": 95.7775, + "rho": [ + 0.5003, + 0.4997 + ] + }, + { + "episode": 190, + "avg_reward": 4217.17, + "avg_cost": 103.25, + "lambda": 100.0, + "rho": [ + 0.5003, + 0.4997 + ] + }, + { + "episode": 200, + "avg_reward": 4471.31, + "avg_cost": 115.75, + "lambda": 100.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 210, + "avg_reward": 2278.9, + "avg_cost": 2.75, + "lambda": 96.9625, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 220, + "avg_reward": 2252.08, + "avg_cost": 0.0, + "lambda": 91.3225, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 230, + "avg_reward": 2356.0, + "avg_cost": 0.0, + "lambda": 84.7375, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 240, + "avg_reward": 2499.52, + "avg_cost": 0.0, + "lambda": 77.3725, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 250, + "avg_reward": 2991.32, + "avg_cost": 0.75, + "lambda": 70.45, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 260, + "avg_reward": 3058.89, + "avg_cost": 2.5, + "lambda": 63.805, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 270, + "avg_reward": 3471.91, + "avg_cost": 5.25, + "lambda": 57.9325, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 280, + "avg_reward": 3459.84, + "avg_cost": 9.0, + "lambda": 52.7125, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 290, + "avg_reward": 3284.82, + "avg_cost": 26.5, + "lambda": 50.1625, + "rho": [ + 0.4823, + 0.5177 + ] + }, + { + "episode": 300, + "avg_reward": 3355.15, + "avg_cost": 16.0, + "lambda": 51.8425, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 310, + "avg_reward": 3014.34, + "avg_cost": 40.25, + "lambda": 58.4425, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 320, + "avg_reward": 3137.94, + "avg_cost": 7.5, + "lambda": 59.095, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 330, + "avg_reward": 2880.15, + "avg_cost": 23.75, + "lambda": 57.88, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 340, + "avg_reward": 3195.75, + "avg_cost": 22.25, + "lambda": 57.3625, + "rho": [ + 0.4836, + 0.5164 + ] + }, + { + "episode": 350, + "avg_reward": 3372.53, + "avg_cost": 32.0, + "lambda": 64.2325, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 360, + "avg_reward": 2848.95, + "avg_cost": 10.25, + "lambda": 61.5325, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 370, + "avg_reward": 2568.02, + "avg_cost": 15.0, + "lambda": 60.6475, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 380, + "avg_reward": 3636.33, + "avg_cost": 17.5, + "lambda": 58.9825, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 390, + "avg_reward": 3367.72, + "avg_cost": 77.75, + "lambda": 71.8225, + "rho": [ + 0.4846, + 0.5154 + ] + }, + { + "episode": 400, + "avg_reward": 3428.21, + "avg_cost": 10.5, + "lambda": 79.1125, + "rho": [ + 0.4798, + 0.5202 + ] + }, + { + "episode": 410, + "avg_reward": 2654.91, + "avg_cost": 3.75, + "lambda": 73.3375, + "rho": [ + 0.4798, + 0.5202 + ] + }, + { + "episode": 420, + "avg_reward": 2324.91, + "avg_cost": 11.25, + "lambda": 67.285, + "rho": [ + 0.4798, + 0.5202 + ] + }, + { + "episode": 430, + "avg_reward": 2259.46, + "avg_cost": 1.75, + "lambda": 60.88, + "rho": [ + 0.4798, + 0.5202 + ] + }, + { + "episode": 440, + "avg_reward": 2381.93, + "avg_cost": 0.5, + "lambda": 54.385, + "rho": [ + 0.4798, + 0.5202 + ] + }, + { + "episode": 450, + "avg_reward": 2238.15, + "avg_cost": 1.5, + "lambda": 47.3425, + "rho": [ + 0.4809, + 0.5191 + ] + }, + { + "episode": 460, + "avg_reward": 2114.77, + "avg_cost": 1.5, + "lambda": 40.3075, + "rho": [ + 0.4809, + 0.5191 + ] + }, + { + "episode": 470, + "avg_reward": 2246.71, + "avg_cost": 0.0, + "lambda": 32.9275, + "rho": [ + 0.4809, + 0.5191 + ] + }, + { + "episode": 480, + "avg_reward": 2155.63, + "avg_cost": 1.25, + "lambda": 26.56, + "rho": [ + 0.4809, + 0.5191 + ] + }, + { + "episode": 490, + "avg_reward": 2339.29, + "avg_cost": 1.25, + "lambda": 19.315, + "rho": [ + 0.4809, + 0.5191 + ] + }, + { + "episode": 500, + "avg_reward": 2321.27, + "avg_cost": 0.0, + "lambda": 12.19, + "rho": [ + 0.4855, + 0.5145 + ] + }, + { + "episode": 510, + "avg_reward": 2392.2, + "avg_cost": 4.0, + "lambda": 5.4925, + "rho": [ + 0.4855, + 0.5145 + ] + }, + { + "episode": 520, + "avg_reward": 2741.3, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 0.4855, + 0.5145 + ] + }, + { + "episode": 530, + "avg_reward": 2590.36, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 0.4855, + 0.5145 + ] + }, + { + "episode": 540, + "avg_reward": 2177.16, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.4855, + 0.5145 + ] + }, + { + "episode": 550, + "avg_reward": 2349.92, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 0.4921, + 0.5079 + ] + }, + { + "episode": 560, + "avg_reward": 2275.85, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.4921, + 0.5079 + ] + }, + { + "episode": 570, + "avg_reward": 2505.39, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 0.4921, + 0.5079 + ] + }, + { + "episode": 580, + "avg_reward": 2599.72, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.4921, + 0.5079 + ] + }, + { + "episode": 590, + "avg_reward": 2971.65, + "avg_cost": 21.5, + "lambda": 3.5325, + "rho": [ + 0.4921, + 0.5079 + ] + }, + { + "episode": 600, + "avg_reward": 3174.75, + "avg_cost": 24.0, + "lambda": 4.515, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 610, + "avg_reward": 3354.15, + "avg_cost": 36.25, + "lambda": 5.925, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 620, + "avg_reward": 3476.25, + "avg_cost": 22.25, + "lambda": 8.295, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 630, + "avg_reward": 3599.91, + "avg_cost": 31.75, + "lambda": 6.66, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 640, + "avg_reward": 3409.24, + "avg_cost": 14.5, + "lambda": 6.8325, + "rho": [ + 0.4944, + 0.5056 + ] + }, + { + "episode": 650, + "avg_reward": 3421.51, + "avg_cost": 24.25, + "lambda": 3.0, + "rho": [ + 0.4936, + 0.5064 + ] + }, + { + "episode": 660, + "avg_reward": 3714.0, + "avg_cost": 26.0, + "lambda": 3.45, + "rho": [ + 0.4936, + 0.5064 + ] + }, + { + "episode": 670, + "avg_reward": 3568.86, + "avg_cost": 24.0, + "lambda": 7.2375, + "rho": [ + 0.4936, + 0.5064 + ] + }, + { + "episode": 680, + "avg_reward": 3500.58, + "avg_cost": 14.75, + "lambda": 5.01, + "rho": [ + 0.4936, + 0.5064 + ] + }, + { + "episode": 690, + "avg_reward": 3655.84, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 0.4936, + 0.5064 + ] + }, + { + "episode": 700, + "avg_reward": 3360.91, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 710, + "avg_reward": 3611.57, + "avg_cost": 43.5, + "lambda": 6.18, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 720, + "avg_reward": 3620.63, + "avg_cost": 20.75, + "lambda": 8.9925, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 730, + "avg_reward": 3336.47, + "avg_cost": 14.5, + "lambda": 6.435, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 740, + "avg_reward": 3744.79, + "avg_cost": 53.75, + "lambda": 5.6625, + "rho": [ + 0.494, + 0.506 + ] + }, + { + "episode": 750, + "avg_reward": 3601.77, + "avg_cost": 49.75, + "lambda": 6.87, + "rho": [ + 0.492, + 0.508 + ] + }, + { + "episode": 760, + "avg_reward": 3718.97, + "avg_cost": 22.25, + "lambda": 5.9325, + "rho": [ + 0.492, + 0.508 + ] + }, + { + "episode": 770, + "avg_reward": 3553.37, + "avg_cost": 19.5, + "lambda": 6.5175, + "rho": [ + 0.492, + 0.508 + ] + }, + { + "episode": 780, + "avg_reward": 3790.14, + "avg_cost": 59.75, + "lambda": 7.9725, + "rho": [ + 0.492, + 0.508 + ] + }, + { + "episode": 790, + "avg_reward": 3572.87, + "avg_cost": 34.25, + "lambda": 12.0825, + "rho": [ + 0.492, + 0.508 + ] + }, + { + "episode": 800, + "avg_reward": 3305.03, + "avg_cost": 36.5, + "lambda": 15.375, + "rho": [ + 0.4924, + 0.5076 + ] + }, + { + "episode": 810, + "avg_reward": 2963.03, + "avg_cost": 6.5, + "lambda": 15.78, + "rho": [ + 0.4924, + 0.5076 + ] + }, + { + "episode": 820, + "avg_reward": 3035.02, + "avg_cost": 20.25, + "lambda": 15.21, + "rho": [ + 0.4924, + 0.5076 + ] + }, + { + "episode": 830, + "avg_reward": 2723.15, + "avg_cost": 12.5, + "lambda": 11.865, + "rho": [ + 0.4924, + 0.5076 + ] + }, + { + "episode": 840, + "avg_reward": 2821.68, + "avg_cost": 12.5, + "lambda": 7.965, + "rho": [ + 0.4924, + 0.5076 + ] + }, + { + "episode": 850, + "avg_reward": 3829.0, + "avg_cost": 26.0, + "lambda": 5.19, + "rho": [ + 0.4922, + 0.5078 + ] + }, + { + "episode": 860, + "avg_reward": 3180.89, + "avg_cost": 19.0, + "lambda": 5.31, + "rho": [ + 0.4922, + 0.5078 + ] + }, + { + "episode": 870, + "avg_reward": 3469.42, + "avg_cost": 14.75, + "lambda": 5.5275, + "rho": [ + 0.4922, + 0.5078 + ] + }, + { + "episode": 880, + "avg_reward": 3331.22, + "avg_cost": 32.5, + "lambda": 8.79, + "rho": [ + 0.4922, + 0.5078 + ] + }, + { + "episode": 890, + "avg_reward": 2781.09, + "avg_cost": 19.0, + "lambda": 9.975, + "rho": [ + 0.4922, + 0.5078 + ] + }, + { + "episode": 900, + "avg_reward": 3291.57, + "avg_cost": 30.5, + "lambda": 7.875, + "rho": [ + 0.4901, + 0.5099 + ] + }, + { + "episode": 910, + "avg_reward": 3599.53, + "avg_cost": 42.0, + "lambda": 10.095, + "rho": [ + 0.4901, + 0.5099 + ] + }, + { + "episode": 920, + "avg_reward": 3220.15, + "avg_cost": 45.25, + "lambda": 14.7, + "rho": [ + 0.4901, + 0.5099 + ] + }, + { + "episode": 930, + "avg_reward": 3796.04, + "avg_cost": 37.5, + "lambda": 17.385, + "rho": [ + 0.4901, + 0.5099 + ] + }, + { + "episode": 940, + "avg_reward": 3115.29, + "avg_cost": 22.75, + "lambda": 21.7125, + "rho": [ + 0.4901, + 0.5099 + ] + }, + { + "episode": 950, + "avg_reward": 2879.9, + "avg_cost": 24.75, + "lambda": 25.59, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 960, + "avg_reward": 3168.94, + "avg_cost": 30.75, + "lambda": 28.3275, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 970, + "avg_reward": 2502.03, + "avg_cost": 27.5, + "lambda": 30.7875, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 980, + "avg_reward": 2828.08, + "avg_cost": 38.0, + "lambda": 33.2925, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 990, + "avg_reward": 2598.6, + "avg_cost": 30.5, + "lambda": 34.7775, + "rho": [ + 0.4889, + 0.5111 + ] + }, + { + "episode": 1000, + "avg_reward": 2696.17, + "avg_cost": 39.75, + "lambda": 38.085, + "rho": [ + 0.4897, + 0.5103 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..a112b40f380cb76d19010744e569e401312f1ceb --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2479902.66, + "constraint_satisfaction_pct": 7.9, + "final_rho": [ + 0.7691, + 0.2309 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 14.3275, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2706.29, + "avg_cost": 38.0, + "lambda": 43.1929, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2450.63, + "avg_cost": 32.75, + "lambda": 59.589, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2053.06, + "avg_cost": 15.25, + "lambda": 70.656, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2230.42, + "avg_cost": 8.25, + "lambda": 77.9346, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 1996.65, + "avg_cost": 5.0, + "lambda": 83.3187, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": 2783.57, + "avg_cost": 27.75, + "lambda": 87.7228, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": 2200.03, + "avg_cost": 32.0, + "lambda": 92.4223, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": 1822.97, + "avg_cost": 37.5, + "lambda": 98.5822, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": 1930.35, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": 1937.85, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 110, + "avg_reward": 2314.49, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 120, + "avg_reward": 2112.88, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 130, + "avg_reward": 2351.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 140, + "avg_reward": 2658.39, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 150, + "avg_reward": 2109.99, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 160, + "avg_reward": 2294.72, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 170, + "avg_reward": 2077.87, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 180, + "avg_reward": 2316.66, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 190, + "avg_reward": 2348.23, + "avg_cost": 22.75, + "lambda": 100.0, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 200, + "avg_reward": 2483.56, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.6879, + 0.3121 + ] + }, + { + "episode": 210, + "avg_reward": 2475.62, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6879, + 0.3121 + ] + }, + { + "episode": 220, + "avg_reward": 2487.71, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.6879, + 0.3121 + ] + }, + { + "episode": 230, + "avg_reward": 2835.8, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.6879, + 0.3121 + ] + }, + { + "episode": 240, + "avg_reward": 2987.04, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 0.6879, + 0.3121 + ] + }, + { + "episode": 250, + "avg_reward": 3494.56, + "avg_cost": 26.75, + "lambda": 100.0, + "rho": [ + 0.7158, + 0.2842 + ] + }, + { + "episode": 260, + "avg_reward": 1956.55, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.7158, + 0.2842 + ] + }, + { + "episode": 270, + "avg_reward": 2194.67, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.7158, + 0.2842 + ] + }, + { + "episode": 280, + "avg_reward": 2425.58, + "avg_cost": 45.5, + "lambda": 100.0, + "rho": [ + 0.7158, + 0.2842 + ] + }, + { + "episode": 290, + "avg_reward": 2586.27, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7158, + 0.2842 + ] + }, + { + "episode": 300, + "avg_reward": 2747.72, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.733, + 0.267 + ] + }, + { + "episode": 310, + "avg_reward": 3732.22, + "avg_cost": 50.5, + "lambda": 100.0, + "rho": [ + 0.733, + 0.267 + ] + }, + { + "episode": 320, + "avg_reward": 2346.96, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 0.733, + 0.267 + ] + }, + { + "episode": 330, + "avg_reward": 2813.5, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.733, + 0.267 + ] + }, + { + "episode": 340, + "avg_reward": 2808.44, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.733, + 0.267 + ] + }, + { + "episode": 350, + "avg_reward": 3524.75, + "avg_cost": 69.75, + "lambda": 100.0, + "rho": [ + 0.7465, + 0.2535 + ] + }, + { + "episode": 360, + "avg_reward": 3699.0, + "avg_cost": 100.5, + "lambda": 100.0, + "rho": [ + 0.7465, + 0.2535 + ] + }, + { + "episode": 370, + "avg_reward": 3608.11, + "avg_cost": 117.5, + "lambda": 100.0, + "rho": [ + 0.7465, + 0.2535 + ] + }, + { + "episode": 380, + "avg_reward": 3436.97, + "avg_cost": 112.75, + "lambda": 100.0, + "rho": [ + 0.7465, + 0.2535 + ] + }, + { + "episode": 390, + "avg_reward": 4088.41, + "avg_cost": 115.5, + "lambda": 100.0, + "rho": [ + 0.7465, + 0.2535 + ] + }, + { + "episode": 400, + "avg_reward": 3170.9, + "avg_cost": 54.75, + "lambda": 100.0, + "rho": [ + 0.7559, + 0.2441 + ] + }, + { + "episode": 410, + "avg_reward": 1646.99, + "avg_cost": 57.0, + "lambda": 100.0, + "rho": [ + 0.7559, + 0.2441 + ] + }, + { + "episode": 420, + "avg_reward": 1200.53, + "avg_cost": 80.75, + "lambda": 100.0, + "rho": [ + 0.7559, + 0.2441 + ] + }, + { + "episode": 430, + "avg_reward": 1910.43, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 0.7559, + 0.2441 + ] + }, + { + "episode": 440, + "avg_reward": 1805.78, + "avg_cost": 40.75, + "lambda": 100.0, + "rho": [ + 0.7559, + 0.2441 + ] + }, + { + "episode": 450, + "avg_reward": 2182.95, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.7615, + 0.2385 + ] + }, + { + "episode": 460, + "avg_reward": 2724.25, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 0.7615, + 0.2385 + ] + }, + { + "episode": 470, + "avg_reward": 2985.22, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.7615, + 0.2385 + ] + }, + { + "episode": 480, + "avg_reward": 3014.98, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.7615, + 0.2385 + ] + }, + { + "episode": 490, + "avg_reward": 2789.66, + "avg_cost": 29.5, + "lambda": 100.0, + "rho": [ + 0.7615, + 0.2385 + ] + }, + { + "episode": 500, + "avg_reward": 2897.06, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.7644, + 0.2356 + ] + }, + { + "episode": 510, + "avg_reward": 1725.11, + "avg_cost": 84.0, + "lambda": 100.0, + "rho": [ + 0.7644, + 0.2356 + ] + }, + { + "episode": 520, + "avg_reward": 2189.68, + "avg_cost": 54.0, + "lambda": 100.0, + "rho": [ + 0.7644, + 0.2356 + ] + }, + { + "episode": 530, + "avg_reward": 2425.58, + "avg_cost": 42.5, + "lambda": 100.0, + "rho": [ + 0.7644, + 0.2356 + ] + }, + { + "episode": 540, + "avg_reward": 3649.11, + "avg_cost": 51.5, + "lambda": 100.0, + "rho": [ + 0.7644, + 0.2356 + ] + }, + { + "episode": 550, + "avg_reward": 2636.01, + "avg_cost": 47.5, + "lambda": 100.0, + "rho": [ + 0.7661, + 0.2339 + ] + }, + { + "episode": 560, + "avg_reward": 2308.68, + "avg_cost": 36.75, + "lambda": 100.0, + "rho": [ + 0.7661, + 0.2339 + ] + }, + { + "episode": 570, + "avg_reward": 2270.49, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.7661, + 0.2339 + ] + }, + { + "episode": 580, + "avg_reward": 1890.26, + "avg_cost": 19.0, + "lambda": 100.0, + "rho": [ + 0.7661, + 0.2339 + ] + }, + { + "episode": 590, + "avg_reward": 2290.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7661, + 0.2339 + ] + }, + { + "episode": 600, + "avg_reward": 2195.8, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7672, + 0.2328 + ] + }, + { + "episode": 610, + "avg_reward": 2254.08, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7672, + 0.2328 + ] + }, + { + "episode": 620, + "avg_reward": 2307.86, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.7672, + 0.2328 + ] + }, + { + "episode": 630, + "avg_reward": 2465.13, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.7672, + 0.2328 + ] + }, + { + "episode": 640, + "avg_reward": 2474.96, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.7672, + 0.2328 + ] + }, + { + "episode": 650, + "avg_reward": 2264.14, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.768, + 0.232 + ] + }, + { + "episode": 660, + "avg_reward": 2491.32, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.768, + 0.232 + ] + }, + { + "episode": 670, + "avg_reward": 2386.47, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.768, + 0.232 + ] + }, + { + "episode": 680, + "avg_reward": 2461.79, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.768, + 0.232 + ] + }, + { + "episode": 690, + "avg_reward": 2710.96, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.768, + 0.232 + ] + }, + { + "episode": 700, + "avg_reward": 2517.81, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.7684, + 0.2316 + ] + }, + { + "episode": 710, + "avg_reward": 2370.99, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.7684, + 0.2316 + ] + }, + { + "episode": 720, + "avg_reward": 2249.61, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 0.7684, + 0.2316 + ] + }, + { + "episode": 730, + "avg_reward": 2375.93, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.7684, + 0.2316 + ] + }, + { + "episode": 740, + "avg_reward": 2213.73, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.7684, + 0.2316 + ] + }, + { + "episode": 750, + "avg_reward": 2326.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7687, + 0.2313 + ] + }, + { + "episode": 760, + "avg_reward": 2503.43, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.7687, + 0.2313 + ] + }, + { + "episode": 770, + "avg_reward": 2310.1, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.7687, + 0.2313 + ] + }, + { + "episode": 780, + "avg_reward": 1984.6, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 0.7687, + 0.2313 + ] + }, + { + "episode": 790, + "avg_reward": 2267.36, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 0.7687, + 0.2313 + ] + }, + { + "episode": 800, + "avg_reward": 2339.59, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.7689, + 0.2311 + ] + }, + { + "episode": 810, + "avg_reward": 2412.71, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.7689, + 0.2311 + ] + }, + { + "episode": 820, + "avg_reward": 2441.47, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.7689, + 0.2311 + ] + }, + { + "episode": 830, + "avg_reward": 2447.92, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.7689, + 0.2311 + ] + }, + { + "episode": 840, + "avg_reward": 2528.5, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.7689, + 0.2311 + ] + }, + { + "episode": 850, + "avg_reward": 2544.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.769, + 0.231 + ] + }, + { + "episode": 860, + "avg_reward": 2462.48, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.769, + 0.231 + ] + }, + { + "episode": 870, + "avg_reward": 2435.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.769, + 0.231 + ] + }, + { + "episode": 880, + "avg_reward": 2438.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.769, + 0.231 + ] + }, + { + "episode": 890, + "avg_reward": 2659.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.769, + 0.231 + ] + }, + { + "episode": 900, + "avg_reward": 2645.46, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 910, + "avg_reward": 2622.94, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 920, + "avg_reward": 2645.62, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 930, + "avg_reward": 2568.38, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 940, + "avg_reward": 2734.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 950, + "avg_reward": 2689.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 960, + "avg_reward": 2364.92, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 970, + "avg_reward": 2638.68, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 980, + "avg_reward": 2566.21, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 990, + "avg_reward": 2420.27, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + }, + { + "episode": 1000, + "avg_reward": 2504.22, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.7691, + 0.2309 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..1a5f0b5b11b83c8e882dc37c6b98009218db0fc2 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1628368.11, + "constraint_satisfaction_pct": 50.5, + "final_rho": [ + 0.3958, + 0.6042 + ], + "final_lambda": 91.93, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 14.2975, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2814.02, + "avg_cost": 45.5, + "lambda": 25.7125, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2399.07, + "avg_cost": 28.0, + "lambda": 35.185, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2446.21, + "avg_cost": 18.0, + "lambda": 42.4825, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2393.15, + "avg_cost": 9.5, + "lambda": 48.2425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2297.14, + "avg_cost": 6.25, + "lambda": 52.915, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 2907.9, + "avg_cost": 15.75, + "lambda": 56.875, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 2574.1, + "avg_cost": 12.75, + "lambda": 62.02, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 2385.25, + "avg_cost": 13.25, + "lambda": 67.375, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 2542.51, + "avg_cost": 10.25, + "lambda": 70.54, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 1978.54, + "avg_cost": 12.75, + "lambda": 75.895, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 110, + "avg_reward": 2617.44, + "avg_cost": 28.25, + "lambda": 82.0075, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 120, + "avg_reward": 2269.6, + "avg_cost": 7.0, + "lambda": 85.6825, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 130, + "avg_reward": 2360.61, + "avg_cost": 28.75, + "lambda": 88.615, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 140, + "avg_reward": 2217.36, + "avg_cost": 11.5, + "lambda": 91.735, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 150, + "avg_reward": 2077.84, + "avg_cost": 25.25, + "lambda": 97.6675, + "rho": [ + 0.4524, + 0.5476 + ] + }, + { + "episode": 160, + "avg_reward": 2305.76, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 0.4524, + 0.5476 + ] + }, + { + "episode": 170, + "avg_reward": 1863.85, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 0.4524, + 0.5476 + ] + }, + { + "episode": 180, + "avg_reward": 1816.38, + "avg_cost": 19.0, + "lambda": 100.0, + "rho": [ + 0.4524, + 0.5476 + ] + }, + { + "episode": 190, + "avg_reward": 1771.87, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.4524, + 0.5476 + ] + }, + { + "episode": 200, + "avg_reward": 1943.13, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 0.4487, + 0.5513 + ] + }, + { + "episode": 210, + "avg_reward": 2086.48, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.4487, + 0.5513 + ] + }, + { + "episode": 220, + "avg_reward": 1991.52, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.4487, + 0.5513 + ] + }, + { + "episode": 230, + "avg_reward": 2108.83, + "avg_cost": 0.25, + "lambda": 99.97, + "rho": [ + 0.4487, + 0.5513 + ] + }, + { + "episode": 240, + "avg_reward": 2085.09, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 0.4487, + 0.5513 + ] + }, + { + "episode": 250, + "avg_reward": 2237.53, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 260, + "avg_reward": 2370.02, + "avg_cost": 0.25, + "lambda": 99.925, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 270, + "avg_reward": 2335.23, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 280, + "avg_reward": 2403.57, + "avg_cost": 0.75, + "lambda": 99.925, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 290, + "avg_reward": 2578.51, + "avg_cost": 1.75, + "lambda": 99.925, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 300, + "avg_reward": 2580.94, + "avg_cost": 1.0, + "lambda": 99.925, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 310, + "avg_reward": 2552.01, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 320, + "avg_reward": 2501.26, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 330, + "avg_reward": 2544.44, + "avg_cost": 0.0, + "lambda": 99.8875, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 340, + "avg_reward": 2332.75, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 350, + "avg_reward": 2370.05, + "avg_cost": 0.25, + "lambda": 99.9325, + "rho": [ + 0.4123, + 0.5877 + ] + }, + { + "episode": 360, + "avg_reward": 2331.51, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.4123, + 0.5877 + ] + }, + { + "episode": 370, + "avg_reward": 2282.02, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.4123, + 0.5877 + ] + }, + { + "episode": 380, + "avg_reward": 2244.13, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 0.4123, + 0.5877 + ] + }, + { + "episode": 390, + "avg_reward": 2346.65, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.4123, + 0.5877 + ] + }, + { + "episode": 400, + "avg_reward": 2346.38, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.3988, + 0.6012 + ] + }, + { + "episode": 410, + "avg_reward": 2328.22, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.3988, + 0.6012 + ] + }, + { + "episode": 420, + "avg_reward": 2655.84, + "avg_cost": 26.75, + "lambda": 100.0, + "rho": [ + 0.3988, + 0.6012 + ] + }, + { + "episode": 430, + "avg_reward": 2327.94, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.3988, + 0.6012 + ] + }, + { + "episode": 440, + "avg_reward": 2266.58, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3988, + 0.6012 + ] + }, + { + "episode": 450, + "avg_reward": 2332.49, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.3781, + 0.6219 + ] + }, + { + "episode": 460, + "avg_reward": 1964.53, + "avg_cost": 33.5, + "lambda": 100.0, + "rho": [ + 0.3781, + 0.6219 + ] + }, + { + "episode": 470, + "avg_reward": 1949.9, + "avg_cost": 31.0, + "lambda": 100.0, + "rho": [ + 0.3781, + 0.6219 + ] + }, + { + "episode": 480, + "avg_reward": 1820.24, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.3781, + 0.6219 + ] + }, + { + "episode": 490, + "avg_reward": 1473.47, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.3781, + 0.6219 + ] + }, + { + "episode": 500, + "avg_reward": 1240.21, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 510, + "avg_reward": 1080.94, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 520, + "avg_reward": 615.68, + "avg_cost": 1.25, + "lambda": 99.9775, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 530, + "avg_reward": 564.68, + "avg_cost": 1.5, + "lambda": 99.9175, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 540, + "avg_reward": 763.14, + "avg_cost": 0.75, + "lambda": 99.775, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 550, + "avg_reward": 660.86, + "avg_cost": 0.0, + "lambda": 99.5275, + "rho": [ + 0.355, + 0.645 + ] + }, + { + "episode": 560, + "avg_reward": 650.2, + "avg_cost": 0.0, + "lambda": 99.37, + "rho": [ + 0.355, + 0.645 + ] + }, + { + "episode": 570, + "avg_reward": 433.47, + "avg_cost": 3.25, + "lambda": 99.355, + "rho": [ + 0.355, + 0.645 + ] + }, + { + "episode": 580, + "avg_reward": 579.56, + "avg_cost": 19.75, + "lambda": 100.0, + "rho": [ + 0.355, + 0.645 + ] + }, + { + "episode": 590, + "avg_reward": 614.18, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.355, + 0.645 + ] + }, + { + "episode": 600, + "avg_reward": 638.06, + "avg_cost": 0.0, + "lambda": 99.8125, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 610, + "avg_reward": 771.27, + "avg_cost": 0.25, + "lambda": 99.58, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 620, + "avg_reward": 780.62, + "avg_cost": 0.0, + "lambda": 99.475, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 630, + "avg_reward": 739.8, + "avg_cost": 0.0, + "lambda": 99.2575, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 640, + "avg_reward": 774.22, + "avg_cost": 0.0, + "lambda": 98.9575, + "rho": [ + 0.3507, + 0.6493 + ] + }, + { + "episode": 650, + "avg_reward": 737.16, + "avg_cost": 0.0, + "lambda": 98.86, + "rho": [ + 0.3551, + 0.6449 + ] + }, + { + "episode": 660, + "avg_reward": 779.52, + "avg_cost": 0.0, + "lambda": 98.5975, + "rho": [ + 0.3551, + 0.6449 + ] + }, + { + "episode": 670, + "avg_reward": 814.97, + "avg_cost": 0.0, + "lambda": 98.3275, + "rho": [ + 0.3551, + 0.6449 + ] + }, + { + "episode": 680, + "avg_reward": 804.41, + "avg_cost": 0.0, + "lambda": 98.1025, + "rho": [ + 0.3551, + 0.6449 + ] + }, + { + "episode": 690, + "avg_reward": 845.88, + "avg_cost": 0.25, + "lambda": 97.8175, + "rho": [ + 0.3551, + 0.6449 + ] + }, + { + "episode": 700, + "avg_reward": 896.14, + "avg_cost": 0.0, + "lambda": 97.5925, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 710, + "avg_reward": 867.56, + "avg_cost": 0.0, + "lambda": 97.36, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 720, + "avg_reward": 939.27, + "avg_cost": 1.0, + "lambda": 97.24, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 730, + "avg_reward": 909.07, + "avg_cost": 0.0, + "lambda": 96.955, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 740, + "avg_reward": 959.2, + "avg_cost": 0.0, + "lambda": 96.8425, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 750, + "avg_reward": 829.87, + "avg_cost": 1.25, + "lambda": 96.64, + "rho": [ + 0.3623, + 0.6377 + ] + }, + { + "episode": 760, + "avg_reward": 774.21, + "avg_cost": 0.0, + "lambda": 96.3475, + "rho": [ + 0.3623, + 0.6377 + ] + }, + { + "episode": 770, + "avg_reward": 770.49, + "avg_cost": 0.0, + "lambda": 96.0625, + "rho": [ + 0.3623, + 0.6377 + ] + }, + { + "episode": 780, + "avg_reward": 786.4, + "avg_cost": 0.0, + "lambda": 95.83, + "rho": [ + 0.3623, + 0.6377 + ] + }, + { + "episode": 790, + "avg_reward": 910.35, + "avg_cost": 0.0, + "lambda": 95.5525, + "rho": [ + 0.3623, + 0.6377 + ] + }, + { + "episode": 800, + "avg_reward": 904.55, + "avg_cost": 0.0, + "lambda": 95.3275, + "rho": [ + 0.3716, + 0.6284 + ] + }, + { + "episode": 810, + "avg_reward": 976.87, + "avg_cost": 0.0, + "lambda": 95.0725, + "rho": [ + 0.3716, + 0.6284 + ] + }, + { + "episode": 820, + "avg_reward": 938.56, + "avg_cost": 0.0, + "lambda": 94.93, + "rho": [ + 0.3716, + 0.6284 + ] + }, + { + "episode": 830, + "avg_reward": 992.95, + "avg_cost": 0.0, + "lambda": 94.6675, + "rho": [ + 0.3716, + 0.6284 + ] + }, + { + "episode": 840, + "avg_reward": 1036.09, + "avg_cost": 0.0, + "lambda": 94.3825, + "rho": [ + 0.3716, + 0.6284 + ] + }, + { + "episode": 850, + "avg_reward": 1120.01, + "avg_cost": 0.75, + "lambda": 94.105, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 860, + "avg_reward": 1161.59, + "avg_cost": 0.0, + "lambda": 93.865, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 870, + "avg_reward": 1256.05, + "avg_cost": 0.0, + "lambda": 93.58, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 880, + "avg_reward": 1296.44, + "avg_cost": 0.5, + "lambda": 93.34, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 890, + "avg_reward": 1343.62, + "avg_cost": 0.25, + "lambda": 93.085, + "rho": [ + 0.3794, + 0.6206 + ] + }, + { + "episode": 900, + "avg_reward": 1356.16, + "avg_cost": 0.5, + "lambda": 92.9275, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 910, + "avg_reward": 1411.87, + "avg_cost": 0.0, + "lambda": 92.665, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 920, + "avg_reward": 1439.44, + "avg_cost": 1.0, + "lambda": 92.485, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 930, + "avg_reward": 1516.44, + "avg_cost": 0.0, + "lambda": 92.2375, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 940, + "avg_reward": 1612.43, + "avg_cost": 0.0, + "lambda": 92.05, + "rho": [ + 0.3798, + 0.6202 + ] + }, + { + "episode": 950, + "avg_reward": 1679.67, + "avg_cost": 0.0, + "lambda": 91.765, + "rho": [ + 0.3859, + 0.6141 + ] + }, + { + "episode": 960, + "avg_reward": 1725.38, + "avg_cost": 0.0, + "lambda": 91.5925, + "rho": [ + 0.3859, + 0.6141 + ] + }, + { + "episode": 970, + "avg_reward": 1846.94, + "avg_cost": 0.0, + "lambda": 91.3375, + "rho": [ + 0.3859, + 0.6141 + ] + }, + { + "episode": 980, + "avg_reward": 1968.65, + "avg_cost": 9.75, + "lambda": 91.87, + "rho": [ + 0.3859, + 0.6141 + ] + }, + { + "episode": 990, + "avg_reward": 1782.14, + "avg_cost": 0.5, + "lambda": 92.05, + "rho": [ + 0.3859, + 0.6141 + ] + }, + { + "episode": 1000, + "avg_reward": 1662.29, + "avg_cost": 0.0, + "lambda": 91.93, + "rho": [ + 0.3958, + 0.6042 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..4ad9adec41b52bc38e92f51ac0550b8ec512833c --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2078949.48, + "constraint_satisfaction_pct": 26.5, + "final_rho": [ + 0.4855, + 0.5145 + ], + "final_lambda": 500.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 24.425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2218.89, + "avg_cost": 27.0, + "lambda": 120.8361, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 1997.07, + "avg_cost": 21.5, + "lambda": 175.0183, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2188.24, + "avg_cost": 7.75, + "lambda": 206.5868, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2299.19, + "avg_cost": 0.5, + "lambda": 227.3865, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 1925.78, + "avg_cost": 2.0, + "lambda": 239.7184, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 1039.01, + "avg_cost": 8.75, + "lambda": 254.2878, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 1437.3, + "avg_cost": 3.5, + "lambda": 266.3712, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 1604.93, + "avg_cost": 1.0, + "lambda": 273.8156, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 1569.07, + "avg_cost": 2.0, + "lambda": 278.9536, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 1744.59, + "avg_cost": 0.25, + "lambda": 283.4855, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 110, + "avg_reward": 1584.14, + "avg_cost": 0.0, + "lambda": 287.1182, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 120, + "avg_reward": 1609.05, + "avg_cost": 7.5, + "lambda": 289.5084, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 130, + "avg_reward": 1640.43, + "avg_cost": 0.25, + "lambda": 291.3272, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 140, + "avg_reward": 1426.63, + "avg_cost": 0.5, + "lambda": 292.7882, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 150, + "avg_reward": 1301.15, + "avg_cost": 10.0, + "lambda": 293.5335, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 160, + "avg_reward": 1494.18, + "avg_cost": 3.25, + "lambda": 294.5403, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 170, + "avg_reward": 1101.75, + "avg_cost": 0.5, + "lambda": 295.3622, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 180, + "avg_reward": 1181.85, + "avg_cost": 0.0, + "lambda": 295.9363, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 190, + "avg_reward": 954.29, + "avg_cost": 0.5, + "lambda": 296.6398, + "rho": [ + 0.4348, + 0.5652 + ] + }, + { + "episode": 200, + "avg_reward": 930.19, + "avg_cost": 1.0, + "lambda": 297.5483, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 210, + "avg_reward": 1414.88, + "avg_cost": 0.25, + "lambda": 298.154, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 220, + "avg_reward": 1122.55, + "avg_cost": 0.0, + "lambda": 298.6145, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 230, + "avg_reward": 1595.57, + "avg_cost": 0.75, + "lambda": 299.2107, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 240, + "avg_reward": 1631.67, + "avg_cost": 1.75, + "lambda": 299.7565, + "rho": [ + 0.4375, + 0.5625 + ] + }, + { + "episode": 250, + "avg_reward": 1866.58, + "avg_cost": 0.0, + "lambda": 300.1845, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 260, + "avg_reward": 1965.52, + "avg_cost": 5.25, + "lambda": 300.8339, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 270, + "avg_reward": 2051.55, + "avg_cost": 0.0, + "lambda": 301.6287, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 280, + "avg_reward": 2144.93, + "avg_cost": 0.0, + "lambda": 302.6111, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 290, + "avg_reward": 2136.43, + "avg_cost": 0.0, + "lambda": 303.6182, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 300, + "avg_reward": 2360.25, + "avg_cost": 0.0, + "lambda": 304.3965, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 310, + "avg_reward": 2258.39, + "avg_cost": 1.0, + "lambda": 305.3581, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 320, + "avg_reward": 2347.28, + "avg_cost": 0.5, + "lambda": 306.3444, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 330, + "avg_reward": 2433.7, + "avg_cost": 1.25, + "lambda": 307.0996, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 340, + "avg_reward": 2397.61, + "avg_cost": 0.0, + "lambda": 307.9178, + "rho": [ + 0.4566, + 0.5434 + ] + }, + { + "episode": 350, + "avg_reward": 2367.5, + "avg_cost": 4.75, + "lambda": 308.8465, + "rho": [ + 0.4605, + 0.5395 + ] + }, + { + "episode": 360, + "avg_reward": 2255.91, + "avg_cost": 0.0, + "lambda": 310.177, + "rho": [ + 0.4605, + 0.5395 + ] + }, + { + "episode": 370, + "avg_reward": 2334.77, + "avg_cost": 6.5, + "lambda": 311.0193, + "rho": [ + 0.4605, + 0.5395 + ] + }, + { + "episode": 380, + "avg_reward": 2455.6, + "avg_cost": 0.0, + "lambda": 312.304, + "rho": [ + 0.4605, + 0.5395 + ] + }, + { + "episode": 390, + "avg_reward": 2471.8, + "avg_cost": 0.25, + "lambda": 313.154, + "rho": [ + 0.4605, + 0.5395 + ] + }, + { + "episode": 400, + "avg_reward": 2430.98, + "avg_cost": 3.75, + "lambda": 314.6235, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 410, + "avg_reward": 2416.41, + "avg_cost": 0.0, + "lambda": 317.9087, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 420, + "avg_reward": 2389.92, + "avg_cost": 0.0, + "lambda": 319.274, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 430, + "avg_reward": 2510.33, + "avg_cost": 0.5, + "lambda": 320.0139, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 440, + "avg_reward": 2499.25, + "avg_cost": 3.5, + "lambda": 320.6096, + "rho": [ + 0.4663, + 0.5337 + ] + }, + { + "episode": 450, + "avg_reward": 2455.82, + "avg_cost": 0.0, + "lambda": 321.1774, + "rho": [ + 0.4732, + 0.5268 + ] + }, + { + "episode": 460, + "avg_reward": 2539.17, + "avg_cost": 2.0, + "lambda": 321.834, + "rho": [ + 0.4732, + 0.5268 + ] + }, + { + "episode": 470, + "avg_reward": 2546.49, + "avg_cost": 0.0, + "lambda": 323.1066, + "rho": [ + 0.4732, + 0.5268 + ] + }, + { + "episode": 480, + "avg_reward": 2454.18, + "avg_cost": 0.0, + "lambda": 324.872, + "rho": [ + 0.4732, + 0.5268 + ] + }, + { + "episode": 490, + "avg_reward": 2402.3, + "avg_cost": 0.25, + "lambda": 327.5057, + "rho": [ + 0.4732, + 0.5268 + ] + }, + { + "episode": 500, + "avg_reward": 2683.68, + "avg_cost": 1.0, + "lambda": 329.5199, + "rho": [ + 0.4762, + 0.5238 + ] + }, + { + "episode": 510, + "avg_reward": 2681.7, + "avg_cost": 0.0, + "lambda": 330.6855, + "rho": [ + 0.4762, + 0.5238 + ] + }, + { + "episode": 520, + "avg_reward": 2532.44, + "avg_cost": 0.25, + "lambda": 331.7305, + "rho": [ + 0.4762, + 0.5238 + ] + }, + { + "episode": 530, + "avg_reward": 2853.75, + "avg_cost": 1.5, + "lambda": 332.7625, + "rho": [ + 0.4762, + 0.5238 + ] + }, + { + "episode": 540, + "avg_reward": 2335.93, + "avg_cost": 2.75, + "lambda": 333.8661, + "rho": [ + 0.4762, + 0.5238 + ] + }, + { + "episode": 550, + "avg_reward": 3008.76, + "avg_cost": 10.0, + "lambda": 335.1822, + "rho": [ + 0.4794, + 0.5206 + ] + }, + { + "episode": 560, + "avg_reward": 1156.8, + "avg_cost": 56.0, + "lambda": 350.041, + "rho": [ + 0.4794, + 0.5206 + ] + }, + { + "episode": 570, + "avg_reward": 2235.12, + "avg_cost": 2.75, + "lambda": 377.469, + "rho": [ + 0.4794, + 0.5206 + ] + }, + { + "episode": 580, + "avg_reward": 2426.01, + "avg_cost": 0.5, + "lambda": 390.6082, + "rho": [ + 0.4794, + 0.5206 + ] + }, + { + "episode": 590, + "avg_reward": 2491.81, + "avg_cost": 1.0, + "lambda": 396.5279, + "rho": [ + 0.4794, + 0.5206 + ] + }, + { + "episode": 600, + "avg_reward": 2091.95, + "avg_cost": 18.75, + "lambda": 403.3738, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 610, + "avg_reward": 2764.66, + "avg_cost": 1.5, + "lambda": 413.1396, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 620, + "avg_reward": 2739.45, + "avg_cost": 13.0, + "lambda": 418.0513, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 630, + "avg_reward": 2161.13, + "avg_cost": 1.0, + "lambda": 429.6755, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 640, + "avg_reward": 2330.76, + "avg_cost": 1.0, + "lambda": 436.0178, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 650, + "avg_reward": 2256.13, + "avg_cost": 0.25, + "lambda": 440.1153, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 660, + "avg_reward": 2267.71, + "avg_cost": 25.75, + "lambda": 444.7393, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 670, + "avg_reward": 1908.37, + "avg_cost": 1.0, + "lambda": 450.9783, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 680, + "avg_reward": 1961.88, + "avg_cost": 1.0, + "lambda": 455.7144, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 690, + "avg_reward": 2132.33, + "avg_cost": 7.0, + "lambda": 460.7512, + "rho": [ + 0.4859, + 0.5141 + ] + }, + { + "episode": 700, + "avg_reward": 2291.48, + "avg_cost": 3.75, + "lambda": 465.7203, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 710, + "avg_reward": 2378.79, + "avg_cost": 4.0, + "lambda": 469.7959, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 720, + "avg_reward": 2765.46, + "avg_cost": 15.0, + "lambda": 473.1836, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 730, + "avg_reward": 2260.93, + "avg_cost": 10.5, + "lambda": 477.753, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 740, + "avg_reward": 2090.42, + "avg_cost": 2.75, + "lambda": 481.1553, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 750, + "avg_reward": 2146.31, + "avg_cost": 0.5, + "lambda": 483.5604, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 760, + "avg_reward": 1908.98, + "avg_cost": 3.5, + "lambda": 485.0486, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 770, + "avg_reward": 1933.77, + "avg_cost": 5.75, + "lambda": 486.9856, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 780, + "avg_reward": 1788.0, + "avg_cost": 0.0, + "lambda": 489.13, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 790, + "avg_reward": 1854.64, + "avg_cost": 0.0, + "lambda": 490.7081, + "rho": [ + 0.4905, + 0.5095 + ] + }, + { + "episode": 800, + "avg_reward": 2080.59, + "avg_cost": 6.75, + "lambda": 492.5622, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 810, + "avg_reward": 2046.72, + "avg_cost": 2.25, + "lambda": 495.0745, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 820, + "avg_reward": 2331.23, + "avg_cost": 11.75, + "lambda": 497.3408, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 830, + "avg_reward": 2234.47, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 840, + "avg_reward": 2142.82, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 850, + "avg_reward": 2045.22, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.4911, + 0.5089 + ] + }, + { + "episode": 860, + "avg_reward": 2195.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4911, + 0.5089 + ] + }, + { + "episode": 870, + "avg_reward": 2523.92, + "avg_cost": 4.0, + "lambda": 500.0, + "rho": [ + 0.4911, + 0.5089 + ] + }, + { + "episode": 880, + "avg_reward": 2125.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4911, + 0.5089 + ] + }, + { + "episode": 890, + "avg_reward": 2182.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4911, + 0.5089 + ] + }, + { + "episode": 900, + "avg_reward": 2421.08, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 910, + "avg_reward": 2351.48, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 920, + "avg_reward": 2792.86, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 930, + "avg_reward": 2153.48, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 940, + "avg_reward": 1981.67, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.4896, + 0.5104 + ] + }, + { + "episode": 950, + "avg_reward": 2239.64, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 960, + "avg_reward": 2187.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 970, + "avg_reward": 2230.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 980, + "avg_reward": 2231.51, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 990, + "avg_reward": 2225.26, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4874, + 0.5126 + ] + }, + { + "episode": 1000, + "avg_reward": 2505.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.4855, + 0.5145 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..3610a9f090723abae1590241557984383ccd219f --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2054237.19, + "constraint_satisfaction_pct": 84.2, + "final_rho": [ + 0.239, + 0.761 + ], + "final_lambda": 221.1425, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 24.425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2247.84, + "avg_cost": 10.0, + "lambda": 115.7467, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2832.73, + "avg_cost": 18.25, + "lambda": 158.2051, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 3206.06, + "avg_cost": 16.75, + "lambda": 176.9441, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2294.29, + "avg_cost": 2.0, + "lambda": 187.0505, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 1754.9, + "avg_cost": 0.0, + "lambda": 194.7889, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 2492.18, + "avg_cost": 5.5, + "lambda": 198.8571, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 1960.66, + "avg_cost": 0.0, + "lambda": 204.6679, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 1907.28, + "avg_cost": 1.0, + "lambda": 207.7994, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 2206.97, + "avg_cost": 0.0, + "lambda": 209.7778, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 1890.38, + "avg_cost": 0.0, + "lambda": 211.3859, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 110, + "avg_reward": 1945.6, + "avg_cost": 0.0, + "lambda": 212.2183, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 120, + "avg_reward": 1710.41, + "avg_cost": 0.25, + "lambda": 212.6099, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 130, + "avg_reward": 1509.7, + "avg_cost": 0.0, + "lambda": 212.8944, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 140, + "avg_reward": 1677.63, + "avg_cost": 0.0, + "lambda": 213.0973, + "rho": [ + 0.4143, + 0.5857 + ] + }, + { + "episode": 150, + "avg_reward": 1686.53, + "avg_cost": 0.0, + "lambda": 213.2066, + "rho": [ + 0.3816, + 0.6184 + ] + }, + { + "episode": 160, + "avg_reward": 1488.91, + "avg_cost": 0.0, + "lambda": 213.2511, + "rho": [ + 0.3816, + 0.6184 + ] + }, + { + "episode": 170, + "avg_reward": 1760.22, + "avg_cost": 0.0, + "lambda": 213.3298, + "rho": [ + 0.3816, + 0.6184 + ] + }, + { + "episode": 180, + "avg_reward": 1749.15, + "avg_cost": 0.0, + "lambda": 213.3949, + "rho": [ + 0.3816, + 0.6184 + ] + }, + { + "episode": 190, + "avg_reward": 1753.06, + "avg_cost": 6.0, + "lambda": 213.6202, + "rho": [ + 0.3816, + 0.6184 + ] + }, + { + "episode": 200, + "avg_reward": 1715.37, + "avg_cost": 0.0, + "lambda": 214.1233, + "rho": [ + 0.3407, + 0.6593 + ] + }, + { + "episode": 210, + "avg_reward": 1649.78, + "avg_cost": 0.0, + "lambda": 215.0192, + "rho": [ + 0.3407, + 0.6593 + ] + }, + { + "episode": 220, + "avg_reward": 1815.44, + "avg_cost": 0.0, + "lambda": 215.5544, + "rho": [ + 0.3407, + 0.6593 + ] + }, + { + "episode": 230, + "avg_reward": 1912.56, + "avg_cost": 0.0, + "lambda": 216.1034, + "rho": [ + 0.3407, + 0.6593 + ] + }, + { + "episode": 240, + "avg_reward": 1793.44, + "avg_cost": 0.0, + "lambda": 216.8367, + "rho": [ + 0.3407, + 0.6593 + ] + }, + { + "episode": 250, + "avg_reward": 1879.11, + "avg_cost": 0.0, + "lambda": 217.171, + "rho": [ + 0.3022, + 0.6978 + ] + }, + { + "episode": 260, + "avg_reward": 1843.55, + "avg_cost": 0.0, + "lambda": 217.6652, + "rho": [ + 0.3022, + 0.6978 + ] + }, + { + "episode": 270, + "avg_reward": 1452.79, + "avg_cost": 0.0, + "lambda": 218.3717, + "rho": [ + 0.3022, + 0.6978 + ] + }, + { + "episode": 280, + "avg_reward": 1659.01, + "avg_cost": 0.0, + "lambda": 218.6298, + "rho": [ + 0.3022, + 0.6978 + ] + }, + { + "episode": 290, + "avg_reward": 1641.14, + "avg_cost": 0.0, + "lambda": 218.7244, + "rho": [ + 0.3022, + 0.6978 + ] + }, + { + "episode": 300, + "avg_reward": 1762.54, + "avg_cost": 1.75, + "lambda": 218.7749, + "rho": [ + 0.2904, + 0.7096 + ] + }, + { + "episode": 310, + "avg_reward": 1639.17, + "avg_cost": 0.0, + "lambda": 218.8957, + "rho": [ + 0.2904, + 0.7096 + ] + }, + { + "episode": 320, + "avg_reward": 1786.54, + "avg_cost": 0.0, + "lambda": 218.9474, + "rho": [ + 0.2904, + 0.7096 + ] + }, + { + "episode": 330, + "avg_reward": 1870.38, + "avg_cost": 0.0, + "lambda": 218.9654, + "rho": [ + 0.2904, + 0.7096 + ] + }, + { + "episode": 340, + "avg_reward": 1910.73, + "avg_cost": 0.0, + "lambda": 218.9716, + "rho": [ + 0.2904, + 0.7096 + ] + }, + { + "episode": 350, + "avg_reward": 1823.83, + "avg_cost": 0.0, + "lambda": 218.9738, + "rho": [ + 0.2818, + 0.7182 + ] + }, + { + "episode": 360, + "avg_reward": 1728.47, + "avg_cost": 0.0, + "lambda": 218.9746, + "rho": [ + 0.2818, + 0.7182 + ] + }, + { + "episode": 370, + "avg_reward": 1645.76, + "avg_cost": 0.0, + "lambda": 219.8216, + "rho": [ + 0.2818, + 0.7182 + ] + }, + { + "episode": 380, + "avg_reward": 1634.53, + "avg_cost": 0.0, + "lambda": 220.1169, + "rho": [ + 0.2818, + 0.7182 + ] + }, + { + "episode": 390, + "avg_reward": 1723.7, + "avg_cost": 0.0, + "lambda": 220.2285, + "rho": [ + 0.2818, + 0.7182 + ] + }, + { + "episode": 400, + "avg_reward": 1636.94, + "avg_cost": 0.0, + "lambda": 220.2751, + "rho": [ + 0.2746, + 0.7254 + ] + }, + { + "episode": 410, + "avg_reward": 1565.62, + "avg_cost": 0.0, + "lambda": 220.2981, + "rho": [ + 0.2746, + 0.7254 + ] + }, + { + "episode": 420, + "avg_reward": 1494.03, + "avg_cost": 0.0, + "lambda": 220.3204, + "rho": [ + 0.2746, + 0.7254 + ] + }, + { + "episode": 430, + "avg_reward": 1406.64, + "avg_cost": 0.0, + "lambda": 220.3397, + "rho": [ + 0.2746, + 0.7254 + ] + }, + { + "episode": 440, + "avg_reward": 1384.92, + "avg_cost": 0.0, + "lambda": 220.3464, + "rho": [ + 0.2746, + 0.7254 + ] + }, + { + "episode": 450, + "avg_reward": 1460.22, + "avg_cost": 0.25, + "lambda": 220.3702, + "rho": [ + 0.2687, + 0.7313 + ] + }, + { + "episode": 460, + "avg_reward": 1440.95, + "avg_cost": 0.0, + "lambda": 220.4304, + "rho": [ + 0.2687, + 0.7313 + ] + }, + { + "episode": 470, + "avg_reward": 1479.23, + "avg_cost": 0.0, + "lambda": 220.4737, + "rho": [ + 0.2687, + 0.7313 + ] + }, + { + "episode": 480, + "avg_reward": 1531.02, + "avg_cost": 0.0, + "lambda": 220.5659, + "rho": [ + 0.2687, + 0.7313 + ] + }, + { + "episode": 490, + "avg_reward": 1590.6, + "avg_cost": 0.0, + "lambda": 220.6472, + "rho": [ + 0.2687, + 0.7313 + ] + }, + { + "episode": 500, + "avg_reward": 1500.4, + "avg_cost": 0.25, + "lambda": 220.6909, + "rho": [ + 0.2609, + 0.7391 + ] + }, + { + "episode": 510, + "avg_reward": 1490.11, + "avg_cost": 0.0, + "lambda": 220.7567, + "rho": [ + 0.2609, + 0.7391 + ] + }, + { + "episode": 520, + "avg_reward": 1533.65, + "avg_cost": 0.0, + "lambda": 220.7951, + "rho": [ + 0.2609, + 0.7391 + ] + }, + { + "episode": 530, + "avg_reward": 1494.82, + "avg_cost": 0.0, + "lambda": 220.8146, + "rho": [ + 0.2609, + 0.7391 + ] + }, + { + "episode": 540, + "avg_reward": 1488.37, + "avg_cost": 0.0, + "lambda": 220.8214, + "rho": [ + 0.2609, + 0.7391 + ] + }, + { + "episode": 550, + "avg_reward": 1512.18, + "avg_cost": 0.0, + "lambda": 220.8368, + "rho": [ + 0.2548, + 0.7452 + ] + }, + { + "episode": 560, + "avg_reward": 1605.74, + "avg_cost": 0.0, + "lambda": 220.8747, + "rho": [ + 0.2548, + 0.7452 + ] + }, + { + "episode": 570, + "avg_reward": 1600.42, + "avg_cost": 0.0, + "lambda": 220.898, + "rho": [ + 0.2548, + 0.7452 + ] + }, + { + "episode": 580, + "avg_reward": 1638.54, + "avg_cost": 0.0, + "lambda": 220.9286, + "rho": [ + 0.2548, + 0.7452 + ] + }, + { + "episode": 590, + "avg_reward": 1940.04, + "avg_cost": 0.0, + "lambda": 220.9425, + "rho": [ + 0.2548, + 0.7452 + ] + }, + { + "episode": 600, + "avg_reward": 2167.12, + "avg_cost": 0.0, + "lambda": 220.9521, + "rho": [ + 0.252, + 0.748 + ] + }, + { + "episode": 610, + "avg_reward": 2236.36, + "avg_cost": 0.0, + "lambda": 220.9801, + "rho": [ + 0.252, + 0.748 + ] + }, + { + "episode": 620, + "avg_reward": 2311.83, + "avg_cost": 0.0, + "lambda": 220.9931, + "rho": [ + 0.252, + 0.748 + ] + }, + { + "episode": 630, + "avg_reward": 2243.77, + "avg_cost": 0.0, + "lambda": 220.9976, + "rho": [ + 0.252, + 0.748 + ] + }, + { + "episode": 640, + "avg_reward": 2128.12, + "avg_cost": 0.0, + "lambda": 220.9992, + "rho": [ + 0.252, + 0.748 + ] + }, + { + "episode": 650, + "avg_reward": 1891.66, + "avg_cost": 0.0, + "lambda": 220.9997, + "rho": [ + 0.2497, + 0.7503 + ] + }, + { + "episode": 660, + "avg_reward": 1946.47, + "avg_cost": 0.0, + "lambda": 220.9999, + "rho": [ + 0.2497, + 0.7503 + ] + }, + { + "episode": 670, + "avg_reward": 2173.62, + "avg_cost": 0.0, + "lambda": 221.0, + "rho": [ + 0.2497, + 0.7503 + ] + }, + { + "episode": 680, + "avg_reward": 2232.58, + "avg_cost": 0.0, + "lambda": 221.0, + "rho": [ + 0.2497, + 0.7503 + ] + }, + { + "episode": 690, + "avg_reward": 2676.91, + "avg_cost": 0.0, + "lambda": 221.0, + "rho": [ + 0.2497, + 0.7503 + ] + }, + { + "episode": 700, + "avg_reward": 2746.93, + "avg_cost": 0.0, + "lambda": 221.0239, + "rho": [ + 0.2477, + 0.7523 + ] + }, + { + "episode": 710, + "avg_reward": 2554.3, + "avg_cost": 0.0, + "lambda": 221.0526, + "rho": [ + 0.2477, + 0.7523 + ] + }, + { + "episode": 720, + "avg_reward": 2521.62, + "avg_cost": 0.0, + "lambda": 221.0835, + "rho": [ + 0.2477, + 0.7523 + ] + }, + { + "episode": 730, + "avg_reward": 2508.63, + "avg_cost": 0.0, + "lambda": 221.0942, + "rho": [ + 0.2477, + 0.7523 + ] + }, + { + "episode": 740, + "avg_reward": 2481.42, + "avg_cost": 0.0, + "lambda": 221.098, + "rho": [ + 0.2477, + 0.7523 + ] + }, + { + "episode": 750, + "avg_reward": 2571.11, + "avg_cost": 0.0, + "lambda": 221.0993, + "rho": [ + 0.2461, + 0.7539 + ] + }, + { + "episode": 760, + "avg_reward": 2560.33, + "avg_cost": 0.0, + "lambda": 221.0998, + "rho": [ + 0.2461, + 0.7539 + ] + }, + { + "episode": 770, + "avg_reward": 2585.77, + "avg_cost": 0.0, + "lambda": 221.0999, + "rho": [ + 0.2461, + 0.7539 + ] + }, + { + "episode": 780, + "avg_reward": 2576.72, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2461, + 0.7539 + ] + }, + { + "episode": 790, + "avg_reward": 2644.98, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2461, + 0.7539 + ] + }, + { + "episode": 800, + "avg_reward": 2548.05, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 810, + "avg_reward": 2464.01, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 820, + "avg_reward": 2367.86, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 830, + "avg_reward": 2503.24, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 840, + "avg_reward": 2599.02, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2447, + 0.7553 + ] + }, + { + "episode": 850, + "avg_reward": 2604.1, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2436, + 0.7564 + ] + }, + { + "episode": 860, + "avg_reward": 2684.66, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2436, + 0.7564 + ] + }, + { + "episode": 870, + "avg_reward": 2611.53, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2436, + 0.7564 + ] + }, + { + "episode": 880, + "avg_reward": 2555.74, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2436, + 0.7564 + ] + }, + { + "episode": 890, + "avg_reward": 2622.99, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2436, + 0.7564 + ] + }, + { + "episode": 900, + "avg_reward": 2670.27, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 910, + "avg_reward": 2654.19, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 920, + "avg_reward": 2718.59, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 930, + "avg_reward": 2662.35, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 940, + "avg_reward": 2795.52, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 950, + "avg_reward": 2839.3, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2406, + 0.7594 + ] + }, + { + "episode": 960, + "avg_reward": 2798.7, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2406, + 0.7594 + ] + }, + { + "episode": 970, + "avg_reward": 2818.13, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2406, + 0.7594 + ] + }, + { + "episode": 980, + "avg_reward": 2857.84, + "avg_cost": 0.0, + "lambda": 221.1, + "rho": [ + 0.2406, + 0.7594 + ] + }, + { + "episode": 990, + "avg_reward": 2693.72, + "avg_cost": 0.0, + "lambda": 221.1285, + "rho": [ + 0.2406, + 0.7594 + ] + }, + { + "episode": 1000, + "avg_reward": 2835.52, + "avg_cost": 0.0, + "lambda": 221.1425, + "rho": [ + 0.239, + 0.761 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..ad97c6b0212f2f19d2f2b39cba135a0721d8c95a --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2207362.45, + "constraint_satisfaction_pct": 21.8, + "final_rho": [ + 0.2215, + 0.7785 + ], + "final_lambda": 500.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 24.425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2239.73, + "avg_cost": 17.0, + "lambda": 116.5791, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 2395.6, + "avg_cost": 19.0, + "lambda": 164.3896, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2241.8, + "avg_cost": 9.25, + "lambda": 189.3303, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 2955.36, + "avg_cost": 41.25, + "lambda": 205.2483, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2424.73, + "avg_cost": 6.25, + "lambda": 218.129, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 2891.74, + "avg_cost": 10.5, + "lambda": 227.1334, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 2171.01, + "avg_cost": 4.5, + "lambda": 234.6581, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 2149.38, + "avg_cost": 8.75, + "lambda": 242.2436, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 2622.79, + "avg_cost": 4.75, + "lambda": 250.1011, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 2573.9, + "avg_cost": 3.5, + "lambda": 256.8581, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 110, + "avg_reward": 2783.45, + "avg_cost": 12.25, + "lambda": 262.179, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 120, + "avg_reward": 2118.59, + "avg_cost": 7.0, + "lambda": 270.1509, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 130, + "avg_reward": 2657.11, + "avg_cost": 7.75, + "lambda": 276.6665, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 140, + "avg_reward": 2171.43, + "avg_cost": 2.0, + "lambda": 283.1068, + "rho": [ + 0.421, + 0.579 + ] + }, + { + "episode": 150, + "avg_reward": 2693.81, + "avg_cost": 20.0, + "lambda": 288.7759, + "rho": [ + 0.3941, + 0.6059 + ] + }, + { + "episode": 160, + "avg_reward": 2192.58, + "avg_cost": 3.5, + "lambda": 295.5854, + "rho": [ + 0.3941, + 0.6059 + ] + }, + { + "episode": 170, + "avg_reward": 2230.36, + "avg_cost": 1.75, + "lambda": 301.9937, + "rho": [ + 0.3941, + 0.6059 + ] + }, + { + "episode": 180, + "avg_reward": 2585.76, + "avg_cost": 6.75, + "lambda": 308.229, + "rho": [ + 0.3941, + 0.6059 + ] + }, + { + "episode": 190, + "avg_reward": 2153.03, + "avg_cost": 3.0, + "lambda": 316.5647, + "rho": [ + 0.3941, + 0.6059 + ] + }, + { + "episode": 200, + "avg_reward": 1994.66, + "avg_cost": 10.75, + "lambda": 325.2386, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 210, + "avg_reward": 2164.21, + "avg_cost": 17.75, + "lambda": 335.8229, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 220, + "avg_reward": 2341.45, + "avg_cost": 18.75, + "lambda": 345.5561, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 230, + "avg_reward": 1710.85, + "avg_cost": 7.75, + "lambda": 358.188, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 240, + "avg_reward": 1728.18, + "avg_cost": 3.75, + "lambda": 369.7016, + "rho": [ + 0.359, + 0.641 + ] + }, + { + "episode": 250, + "avg_reward": 1906.78, + "avg_cost": 4.0, + "lambda": 378.0682, + "rho": [ + 0.3159, + 0.6841 + ] + }, + { + "episode": 260, + "avg_reward": 1974.14, + "avg_cost": 0.25, + "lambda": 381.8081, + "rho": [ + 0.3159, + 0.6841 + ] + }, + { + "episode": 270, + "avg_reward": 2382.87, + "avg_cost": 0.0, + "lambda": 384.8032, + "rho": [ + 0.3159, + 0.6841 + ] + }, + { + "episode": 280, + "avg_reward": 2415.15, + "avg_cost": 0.0, + "lambda": 387.434, + "rho": [ + 0.3159, + 0.6841 + ] + }, + { + "episode": 290, + "avg_reward": 1832.78, + "avg_cost": 0.25, + "lambda": 389.182, + "rho": [ + 0.3159, + 0.6841 + ] + }, + { + "episode": 300, + "avg_reward": 2714.79, + "avg_cost": 10.75, + "lambda": 391.0446, + "rho": [ + 0.2661, + 0.7339 + ] + }, + { + "episode": 310, + "avg_reward": 2824.3, + "avg_cost": 8.0, + "lambda": 405.0253, + "rho": [ + 0.2661, + 0.7339 + ] + }, + { + "episode": 320, + "avg_reward": 1817.01, + "avg_cost": 1.0, + "lambda": 414.8399, + "rho": [ + 0.2661, + 0.7339 + ] + }, + { + "episode": 330, + "avg_reward": 2633.56, + "avg_cost": 4.25, + "lambda": 419.0252, + "rho": [ + 0.2661, + 0.7339 + ] + }, + { + "episode": 340, + "avg_reward": 2597.74, + "avg_cost": 16.75, + "lambda": 429.2234, + "rho": [ + 0.2661, + 0.7339 + ] + }, + { + "episode": 350, + "avg_reward": 2353.15, + "avg_cost": 8.5, + "lambda": 450.0968, + "rho": [ + 0.2429, + 0.7571 + ] + }, + { + "episode": 360, + "avg_reward": 2272.21, + "avg_cost": 0.0, + "lambda": 471.8855, + "rho": [ + 0.2429, + 0.7571 + ] + }, + { + "episode": 370, + "avg_reward": 1559.14, + "avg_cost": 0.5, + "lambda": 481.7499, + "rho": [ + 0.2429, + 0.7571 + ] + }, + { + "episode": 380, + "avg_reward": 2085.18, + "avg_cost": 0.0, + "lambda": 485.5672, + "rho": [ + 0.2429, + 0.7571 + ] + }, + { + "episode": 390, + "avg_reward": 2324.81, + "avg_cost": 0.25, + "lambda": 488.4861, + "rho": [ + 0.2429, + 0.7571 + ] + }, + { + "episode": 400, + "avg_reward": 2343.63, + "avg_cost": 2.75, + "lambda": 491.737, + "rho": [ + 0.2115, + 0.7885 + ] + }, + { + "episode": 410, + "avg_reward": 2385.23, + "avg_cost": 0.0, + "lambda": 494.1923, + "rho": [ + 0.2115, + 0.7885 + ] + }, + { + "episode": 420, + "avg_reward": 2598.66, + "avg_cost": 0.25, + "lambda": 495.5605, + "rho": [ + 0.2115, + 0.7885 + ] + }, + { + "episode": 430, + "avg_reward": 2606.97, + "avg_cost": 0.25, + "lambda": 496.1948, + "rho": [ + 0.2115, + 0.7885 + ] + }, + { + "episode": 440, + "avg_reward": 2666.76, + "avg_cost": 2.5, + "lambda": 497.3756, + "rho": [ + 0.2115, + 0.7885 + ] + }, + { + "episode": 450, + "avg_reward": 2548.7, + "avg_cost": 9.75, + "lambda": 500.0, + "rho": [ + 0.1986, + 0.8014 + ] + }, + { + "episode": 460, + "avg_reward": 2719.69, + "avg_cost": 6.75, + "lambda": 500.0, + "rho": [ + 0.1986, + 0.8014 + ] + }, + { + "episode": 470, + "avg_reward": 2595.61, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.1986, + 0.8014 + ] + }, + { + "episode": 480, + "avg_reward": 2488.18, + "avg_cost": 10.0, + "lambda": 500.0, + "rho": [ + 0.1986, + 0.8014 + ] + }, + { + "episode": 490, + "avg_reward": 2842.56, + "avg_cost": 52.5, + "lambda": 500.0, + "rho": [ + 0.1986, + 0.8014 + ] + }, + { + "episode": 500, + "avg_reward": 2518.83, + "avg_cost": 4.5, + "lambda": 500.0, + "rho": [ + 0.1775, + 0.8225 + ] + }, + { + "episode": 510, + "avg_reward": 2216.49, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.1775, + 0.8225 + ] + }, + { + "episode": 520, + "avg_reward": 2526.12, + "avg_cost": 26.5, + "lambda": 500.0, + "rho": [ + 0.1775, + 0.8225 + ] + }, + { + "episode": 530, + "avg_reward": 2171.63, + "avg_cost": 83.0, + "lambda": 500.0, + "rho": [ + 0.1775, + 0.8225 + ] + }, + { + "episode": 540, + "avg_reward": 1820.05, + "avg_cost": 105.75, + "lambda": 500.0, + "rho": [ + 0.1775, + 0.8225 + ] + }, + { + "episode": 550, + "avg_reward": 1885.95, + "avg_cost": 107.0, + "lambda": 500.0, + "rho": [ + 0.1702, + 0.8298 + ] + }, + { + "episode": 560, + "avg_reward": 1681.32, + "avg_cost": 86.5, + "lambda": 500.0, + "rho": [ + 0.1702, + 0.8298 + ] + }, + { + "episode": 570, + "avg_reward": 1945.32, + "avg_cost": 29.75, + "lambda": 500.0, + "rho": [ + 0.1702, + 0.8298 + ] + }, + { + "episode": 580, + "avg_reward": 2039.18, + "avg_cost": 23.75, + "lambda": 500.0, + "rho": [ + 0.1702, + 0.8298 + ] + }, + { + "episode": 590, + "avg_reward": 2330.53, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 0.1702, + 0.8298 + ] + }, + { + "episode": 600, + "avg_reward": 2464.47, + "avg_cost": 30.0, + "lambda": 500.0, + "rho": [ + 0.1736, + 0.8264 + ] + }, + { + "episode": 610, + "avg_reward": 2381.52, + "avg_cost": 33.25, + "lambda": 500.0, + "rho": [ + 0.1736, + 0.8264 + ] + }, + { + "episode": 620, + "avg_reward": 2066.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1736, + 0.8264 + ] + }, + { + "episode": 630, + "avg_reward": 1942.17, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1736, + 0.8264 + ] + }, + { + "episode": 640, + "avg_reward": 1961.32, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1736, + 0.8264 + ] + }, + { + "episode": 650, + "avg_reward": 1988.86, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1674, + 0.8326 + ] + }, + { + "episode": 660, + "avg_reward": 1950.01, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 0.1674, + 0.8326 + ] + }, + { + "episode": 670, + "avg_reward": 2003.41, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1674, + 0.8326 + ] + }, + { + "episode": 680, + "avg_reward": 1994.34, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1674, + 0.8326 + ] + }, + { + "episode": 690, + "avg_reward": 2088.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1674, + 0.8326 + ] + }, + { + "episode": 700, + "avg_reward": 1997.62, + "avg_cost": 52.75, + "lambda": 500.0, + "rho": [ + 0.165, + 0.835 + ] + }, + { + "episode": 710, + "avg_reward": 2597.44, + "avg_cost": 32.0, + "lambda": 500.0, + "rho": [ + 0.165, + 0.835 + ] + }, + { + "episode": 720, + "avg_reward": 2107.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.165, + 0.835 + ] + }, + { + "episode": 730, + "avg_reward": 1988.39, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.165, + 0.835 + ] + }, + { + "episode": 740, + "avg_reward": 1845.32, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.165, + 0.835 + ] + }, + { + "episode": 750, + "avg_reward": 1264.27, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.1712, + 0.8288 + ] + }, + { + "episode": 760, + "avg_reward": 1242.66, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.1712, + 0.8288 + ] + }, + { + "episode": 770, + "avg_reward": 1527.77, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.1712, + 0.8288 + ] + }, + { + "episode": 780, + "avg_reward": 1409.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1712, + 0.8288 + ] + }, + { + "episode": 790, + "avg_reward": 1582.72, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1712, + 0.8288 + ] + }, + { + "episode": 800, + "avg_reward": 1663.91, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.1686, + 0.8314 + ] + }, + { + "episode": 810, + "avg_reward": 1697.08, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1686, + 0.8314 + ] + }, + { + "episode": 820, + "avg_reward": 1752.56, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.1686, + 0.8314 + ] + }, + { + "episode": 830, + "avg_reward": 1787.59, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.1686, + 0.8314 + ] + }, + { + "episode": 840, + "avg_reward": 1805.28, + "avg_cost": 9.0, + "lambda": 500.0, + "rho": [ + 0.1686, + 0.8314 + ] + }, + { + "episode": 850, + "avg_reward": 1943.99, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 860, + "avg_reward": 2031.19, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 870, + "avg_reward": 2107.21, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 880, + "avg_reward": 2145.35, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 890, + "avg_reward": 2233.58, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.1739, + 0.8261 + ] + }, + { + "episode": 900, + "avg_reward": 2379.67, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.186, + 0.814 + ] + }, + { + "episode": 910, + "avg_reward": 2426.72, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.186, + 0.814 + ] + }, + { + "episode": 920, + "avg_reward": 2461.69, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.186, + 0.814 + ] + }, + { + "episode": 930, + "avg_reward": 2428.18, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.186, + 0.814 + ] + }, + { + "episode": 940, + "avg_reward": 2481.05, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.186, + 0.814 + ] + }, + { + "episode": 950, + "avg_reward": 2470.23, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.2009, + 0.7991 + ] + }, + { + "episode": 960, + "avg_reward": 2526.45, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2009, + 0.7991 + ] + }, + { + "episode": 970, + "avg_reward": 2534.54, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.2009, + 0.7991 + ] + }, + { + "episode": 980, + "avg_reward": 2581.69, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.2009, + 0.7991 + ] + }, + { + "episode": 990, + "avg_reward": 2527.63, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.2009, + 0.7991 + ] + }, + { + "episode": 1000, + "avg_reward": 2507.08, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.2215, + 0.7785 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..27686f8d235dadd83a11d0196b6b030a59e71a15 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3209798.49, + "constraint_satisfaction_pct": 45.1, + "final_rho": [ + 0.9224, + 0.0776 + ], + "final_lambda": 47.7125, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2535.68, + "avg_cost": 54.5, + "lambda": 7.7275, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3529.51, + "avg_cost": 119.0, + "lambda": 13.235, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2858.84, + "avg_cost": 87.0, + "lambda": 18.59, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 4087.11, + "avg_cost": 97.75, + "lambda": 22.725, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 3286.96, + "avg_cost": 100.0, + "lambda": 29.0675, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": 3738.44, + "avg_cost": 102.5, + "lambda": 35.46, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": 3617.14, + "avg_cost": 109.25, + "lambda": 42.455, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": 2460.76, + "avg_cost": 64.0, + "lambda": 48.065, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": 3570.66, + "avg_cost": 99.0, + "lambda": 50.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": 1713.21, + "avg_cost": 42.0, + "lambda": 49.8575, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 110, + "avg_reward": 3185.74, + "avg_cost": 69.25, + "lambda": 50.0, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 120, + "avg_reward": 2627.43, + "avg_cost": 24.0, + "lambda": 49.7125, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 130, + "avg_reward": 2903.26, + "avg_cost": 28.0, + "lambda": 49.88, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 140, + "avg_reward": 2617.52, + "avg_cost": 49.0, + "lambda": 49.74, + "rho": [ + 0.572, + 0.428 + ] + }, + { + "episode": 150, + "avg_reward": 2541.26, + "avg_cost": 18.5, + "lambda": 48.945, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 160, + "avg_reward": 2735.25, + "avg_cost": 37.75, + "lambda": 47.41, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 170, + "avg_reward": 2206.65, + "avg_cost": 34.75, + "lambda": 46.7975, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 180, + "avg_reward": 2525.49, + "avg_cost": 26.0, + "lambda": 45.92, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 190, + "avg_reward": 2527.25, + "avg_cost": 50.0, + "lambda": 45.3175, + "rho": [ + 0.6265, + 0.3735 + ] + }, + { + "episode": 200, + "avg_reward": 3788.58, + "avg_cost": 106.25, + "lambda": 47.245, + "rho": [ + 0.6427, + 0.3573 + ] + }, + { + "episode": 210, + "avg_reward": 2396.93, + "avg_cost": 25.25, + "lambda": 47.465, + "rho": [ + 0.6427, + 0.3573 + ] + }, + { + "episode": 220, + "avg_reward": 2376.68, + "avg_cost": 29.75, + "lambda": 45.375, + "rho": [ + 0.6427, + 0.3573 + ] + }, + { + "episode": 230, + "avg_reward": 2658.06, + "avg_cost": 11.75, + "lambda": 44.02, + "rho": [ + 0.6427, + 0.3573 + ] + }, + { + "episode": 240, + "avg_reward": 2610.58, + "avg_cost": 19.75, + "lambda": 42.0375, + "rho": [ + 0.6427, + 0.3573 + ] + }, + { + "episode": 250, + "avg_reward": 3270.75, + "avg_cost": 22.25, + "lambda": 40.095, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 260, + "avg_reward": 3131.49, + "avg_cost": 16.25, + "lambda": 38.3725, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 270, + "avg_reward": 3402.29, + "avg_cost": 66.75, + "lambda": 41.3125, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 280, + "avg_reward": 3933.35, + "avg_cost": 85.25, + "lambda": 44.4925, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 290, + "avg_reward": 3557.74, + "avg_cost": 79.75, + "lambda": 47.03, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 300, + "avg_reward": 3370.2, + "avg_cost": 65.25, + "lambda": 49.285, + "rho": [ + 0.7028, + 0.2972 + ] + }, + { + "episode": 310, + "avg_reward": 2746.55, + "avg_cost": 29.5, + "lambda": 49.895, + "rho": [ + 0.7028, + 0.2972 + ] + }, + { + "episode": 320, + "avg_reward": 2576.16, + "avg_cost": 38.25, + "lambda": 49.655, + "rho": [ + 0.7028, + 0.2972 + ] + }, + { + "episode": 330, + "avg_reward": 2529.09, + "avg_cost": 13.5, + "lambda": 48.43, + "rho": [ + 0.7028, + 0.2972 + ] + }, + { + "episode": 340, + "avg_reward": 2426.59, + "avg_cost": 7.0, + "lambda": 45.75, + "rho": [ + 0.7028, + 0.2972 + ] + }, + { + "episode": 350, + "avg_reward": 2419.37, + "avg_cost": 6.0, + "lambda": 42.955, + "rho": [ + 0.7102, + 0.2898 + ] + }, + { + "episode": 360, + "avg_reward": 2654.71, + "avg_cost": 13.5, + "lambda": 40.68, + "rho": [ + 0.7102, + 0.2898 + ] + }, + { + "episode": 370, + "avg_reward": 2493.56, + "avg_cost": 8.0, + "lambda": 37.705, + "rho": [ + 0.7102, + 0.2898 + ] + }, + { + "episode": 380, + "avg_reward": 2382.4, + "avg_cost": 0.0, + "lambda": 34.165, + "rho": [ + 0.7102, + 0.2898 + ] + }, + { + "episode": 390, + "avg_reward": 3096.78, + "avg_cost": 29.25, + "lambda": 31.1325, + "rho": [ + 0.7102, + 0.2898 + ] + }, + { + "episode": 400, + "avg_reward": 2930.52, + "avg_cost": 21.5, + "lambda": 28.155, + "rho": [ + 0.7308, + 0.2692 + ] + }, + { + "episode": 410, + "avg_reward": 3277.1, + "avg_cost": 34.25, + "lambda": 26.32, + "rho": [ + 0.7308, + 0.2692 + ] + }, + { + "episode": 420, + "avg_reward": 3020.16, + "avg_cost": 15.75, + "lambda": 23.975, + "rho": [ + 0.7308, + 0.2692 + ] + }, + { + "episode": 430, + "avg_reward": 2993.14, + "avg_cost": 18.25, + "lambda": 23.375, + "rho": [ + 0.7308, + 0.2692 + ] + }, + { + "episode": 440, + "avg_reward": 2755.79, + "avg_cost": 6.5, + "lambda": 21.47, + "rho": [ + 0.7308, + 0.2692 + ] + }, + { + "episode": 450, + "avg_reward": 3134.46, + "avg_cost": 22.75, + "lambda": 20.2275, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 460, + "avg_reward": 2694.89, + "avg_cost": 6.75, + "lambda": 18.13, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 470, + "avg_reward": 3092.6, + "avg_cost": 20.75, + "lambda": 16.49, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 480, + "avg_reward": 3242.51, + "avg_cost": 27.75, + "lambda": 16.03, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 490, + "avg_reward": 3822.23, + "avg_cost": 64.75, + "lambda": 16.775, + "rho": [ + 0.7344, + 0.2656 + ] + }, + { + "episode": 500, + "avg_reward": 3787.67, + "avg_cost": 66.0, + "lambda": 17.5225, + "rho": [ + 0.7494, + 0.2506 + ] + }, + { + "episode": 510, + "avg_reward": 3557.02, + "avg_cost": 55.0, + "lambda": 18.4675, + "rho": [ + 0.7494, + 0.2506 + ] + }, + { + "episode": 520, + "avg_reward": 3122.75, + "avg_cost": 26.75, + "lambda": 18.75, + "rho": [ + 0.7494, + 0.2506 + ] + }, + { + "episode": 530, + "avg_reward": 3195.6, + "avg_cost": 28.25, + "lambda": 20.3125, + "rho": [ + 0.7494, + 0.2506 + ] + }, + { + "episode": 540, + "avg_reward": 3407.62, + "avg_cost": 39.75, + "lambda": 19.91, + "rho": [ + 0.7494, + 0.2506 + ] + }, + { + "episode": 550, + "avg_reward": 3153.78, + "avg_cost": 29.0, + "lambda": 19.7325, + "rho": [ + 0.7734, + 0.2266 + ] + }, + { + "episode": 560, + "avg_reward": 3467.25, + "avg_cost": 45.0, + "lambda": 18.4025, + "rho": [ + 0.7734, + 0.2266 + ] + }, + { + "episode": 570, + "avg_reward": 3426.05, + "avg_cost": 39.75, + "lambda": 18.195, + "rho": [ + 0.7734, + 0.2266 + ] + }, + { + "episode": 580, + "avg_reward": 3114.42, + "avg_cost": 18.75, + "lambda": 18.8925, + "rho": [ + 0.7734, + 0.2266 + ] + }, + { + "episode": 590, + "avg_reward": 3173.04, + "avg_cost": 26.25, + "lambda": 18.54, + "rho": [ + 0.7734, + 0.2266 + ] + }, + { + "episode": 600, + "avg_reward": 3034.97, + "avg_cost": 20.5, + "lambda": 17.08, + "rho": [ + 0.8021, + 0.1979 + ] + }, + { + "episode": 610, + "avg_reward": 3757.05, + "avg_cost": 61.75, + "lambda": 17.255, + "rho": [ + 0.8021, + 0.1979 + ] + }, + { + "episode": 620, + "avg_reward": 3578.51, + "avg_cost": 55.25, + "lambda": 17.61, + "rho": [ + 0.8021, + 0.1979 + ] + }, + { + "episode": 630, + "avg_reward": 3764.11, + "avg_cost": 74.25, + "lambda": 19.3925, + "rho": [ + 0.8021, + 0.1979 + ] + }, + { + "episode": 640, + "avg_reward": 3975.82, + "avg_cost": 78.75, + "lambda": 22.525, + "rho": [ + 0.8021, + 0.1979 + ] + }, + { + "episode": 650, + "avg_reward": 3197.7, + "avg_cost": 33.5, + "lambda": 23.75, + "rho": [ + 0.8155, + 0.1845 + ] + }, + { + "episode": 660, + "avg_reward": 3675.45, + "avg_cost": 61.25, + "lambda": 24.62, + "rho": [ + 0.8155, + 0.1845 + ] + }, + { + "episode": 670, + "avg_reward": 3651.56, + "avg_cost": 60.25, + "lambda": 24.995, + "rho": [ + 0.8155, + 0.1845 + ] + }, + { + "episode": 680, + "avg_reward": 3129.14, + "avg_cost": 26.75, + "lambda": 24.2975, + "rho": [ + 0.8155, + 0.1845 + ] + }, + { + "episode": 690, + "avg_reward": 3361.24, + "avg_cost": 40.5, + "lambda": 24.7625, + "rho": [ + 0.8155, + 0.1845 + ] + }, + { + "episode": 700, + "avg_reward": 3311.99, + "avg_cost": 40.0, + "lambda": 25.8, + "rho": [ + 0.8364, + 0.1636 + ] + }, + { + "episode": 710, + "avg_reward": 3651.01, + "avg_cost": 60.75, + "lambda": 25.9225, + "rho": [ + 0.8364, + 0.1636 + ] + }, + { + "episode": 720, + "avg_reward": 3234.98, + "avg_cost": 28.5, + "lambda": 26.2725, + "rho": [ + 0.8364, + 0.1636 + ] + }, + { + "episode": 730, + "avg_reward": 3808.76, + "avg_cost": 66.0, + "lambda": 28.22, + "rho": [ + 0.8364, + 0.1636 + ] + }, + { + "episode": 740, + "avg_reward": 3605.94, + "avg_cost": 52.5, + "lambda": 28.1175, + "rho": [ + 0.8364, + 0.1636 + ] + }, + { + "episode": 750, + "avg_reward": 3709.03, + "avg_cost": 67.25, + "lambda": 30.1025, + "rho": [ + 0.8567, + 0.1433 + ] + }, + { + "episode": 760, + "avg_reward": 3741.52, + "avg_cost": 73.75, + "lambda": 31.87, + "rho": [ + 0.8567, + 0.1433 + ] + }, + { + "episode": 770, + "avg_reward": 3723.97, + "avg_cost": 69.75, + "lambda": 33.9375, + "rho": [ + 0.8567, + 0.1433 + ] + }, + { + "episode": 780, + "avg_reward": 3196.41, + "avg_cost": 37.0, + "lambda": 34.89, + "rho": [ + 0.8567, + 0.1433 + ] + }, + { + "episode": 790, + "avg_reward": 3540.55, + "avg_cost": 54.25, + "lambda": 36.7725, + "rho": [ + 0.8567, + 0.1433 + ] + }, + { + "episode": 800, + "avg_reward": 3207.1, + "avg_cost": 29.5, + "lambda": 37.385, + "rho": [ + 0.8648, + 0.1352 + ] + }, + { + "episode": 810, + "avg_reward": 3883.58, + "avg_cost": 78.75, + "lambda": 40.145, + "rho": [ + 0.8648, + 0.1352 + ] + }, + { + "episode": 820, + "avg_reward": 3916.47, + "avg_cost": 81.25, + "lambda": 42.4325, + "rho": [ + 0.8648, + 0.1352 + ] + }, + { + "episode": 830, + "avg_reward": 3527.46, + "avg_cost": 53.75, + "lambda": 43.4875, + "rho": [ + 0.8648, + 0.1352 + ] + }, + { + "episode": 840, + "avg_reward": 3128.99, + "avg_cost": 25.0, + "lambda": 43.15, + "rho": [ + 0.8648, + 0.1352 + ] + }, + { + "episode": 850, + "avg_reward": 3213.41, + "avg_cost": 27.75, + "lambda": 42.415, + "rho": [ + 0.8764, + 0.1236 + ] + }, + { + "episode": 860, + "avg_reward": 3314.55, + "avg_cost": 36.5, + "lambda": 42.6675, + "rho": [ + 0.8764, + 0.1236 + ] + }, + { + "episode": 870, + "avg_reward": 3557.09, + "avg_cost": 53.5, + "lambda": 43.33, + "rho": [ + 0.8764, + 0.1236 + ] + }, + { + "episode": 880, + "avg_reward": 3880.84, + "avg_cost": 73.75, + "lambda": 44.72, + "rho": [ + 0.8764, + 0.1236 + ] + }, + { + "episode": 890, + "avg_reward": 3212.75, + "avg_cost": 35.5, + "lambda": 46.7975, + "rho": [ + 0.8764, + 0.1236 + ] + }, + { + "episode": 900, + "avg_reward": 3050.94, + "avg_cost": 27.75, + "lambda": 47.3425, + "rho": [ + 0.8919, + 0.1081 + ] + }, + { + "episode": 910, + "avg_reward": 3436.93, + "avg_cost": 44.5, + "lambda": 47.975, + "rho": [ + 0.8919, + 0.1081 + ] + }, + { + "episode": 920, + "avg_reward": 3519.42, + "avg_cost": 52.5, + "lambda": 48.4725, + "rho": [ + 0.8919, + 0.1081 + ] + }, + { + "episode": 930, + "avg_reward": 3442.21, + "avg_cost": 51.25, + "lambda": 49.43, + "rho": [ + 0.8919, + 0.1081 + ] + }, + { + "episode": 940, + "avg_reward": 3233.72, + "avg_cost": 38.75, + "lambda": 49.9875, + "rho": [ + 0.8919, + 0.1081 + ] + }, + { + "episode": 950, + "avg_reward": 3337.21, + "avg_cost": 50.75, + "lambda": 50.0, + "rho": [ + 0.9071, + 0.0929 + ] + }, + { + "episode": 960, + "avg_reward": 3335.72, + "avg_cost": 19.5, + "lambda": 49.0575, + "rho": [ + 0.9071, + 0.0929 + ] + }, + { + "episode": 970, + "avg_reward": 3108.86, + "avg_cost": 10.25, + "lambda": 46.33, + "rho": [ + 0.9071, + 0.0929 + ] + }, + { + "episode": 980, + "avg_reward": 3385.67, + "avg_cost": 44.0, + "lambda": 46.4975, + "rho": [ + 0.9071, + 0.0929 + ] + }, + { + "episode": 990, + "avg_reward": 3971.67, + "avg_cost": 76.0, + "lambda": 47.5, + "rho": [ + 0.9071, + 0.0929 + ] + }, + { + "episode": 1000, + "avg_reward": 3929.9, + "avg_cost": 63.5, + "lambda": 47.7125, + "rho": [ + 0.9224, + 0.0776 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..f3afee013c24990d704a53ec51375ccc82121d96 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2166929.19, + "constraint_satisfaction_pct": 65.7, + "final_rho": [ + 0.1065, + 0.8935 + ], + "final_lambda": 1.3625, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2324.25, + "avg_cost": 62.0, + "lambda": 6.9875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3278.77, + "avg_cost": 60.0, + "lambda": 11.27, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2821.01, + "avg_cost": 54.5, + "lambda": 13.375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 3568.41, + "avg_cost": 76.0, + "lambda": 13.84, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2868.82, + "avg_cost": 33.0, + "lambda": 15.395, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 3569.5, + "avg_cost": 56.25, + "lambda": 15.775, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 3119.18, + "avg_cost": 61.5, + "lambda": 17.785, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 4078.16, + "avg_cost": 95.25, + "lambda": 18.2875, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 3677.12, + "avg_cost": 66.0, + "lambda": 18.78, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 3249.57, + "avg_cost": 21.5, + "lambda": 18.8225, + "rho": [ + 0.4004, + 0.5996 + ] + }, + { + "episode": 110, + "avg_reward": 3286.6, + "avg_cost": 33.75, + "lambda": 18.7675, + "rho": [ + 0.4004, + 0.5996 + ] + }, + { + "episode": 120, + "avg_reward": 3384.54, + "avg_cost": 49.0, + "lambda": 19.4025, + "rho": [ + 0.4004, + 0.5996 + ] + }, + { + "episode": 130, + "avg_reward": 3445.33, + "avg_cost": 41.75, + "lambda": 20.0375, + "rho": [ + 0.4004, + 0.5996 + ] + }, + { + "episode": 140, + "avg_reward": 2540.42, + "avg_cost": 60.5, + "lambda": 21.135, + "rho": [ + 0.4004, + 0.5996 + ] + }, + { + "episode": 150, + "avg_reward": 2127.52, + "avg_cost": 39.25, + "lambda": 21.935, + "rho": [ + 0.3967, + 0.6033 + ] + }, + { + "episode": 160, + "avg_reward": 4052.08, + "avg_cost": 121.25, + "lambda": 23.6725, + "rho": [ + 0.3967, + 0.6033 + ] + }, + { + "episode": 170, + "avg_reward": 2967.42, + "avg_cost": 72.75, + "lambda": 24.0125, + "rho": [ + 0.3967, + 0.6033 + ] + }, + { + "episode": 180, + "avg_reward": 2499.0, + "avg_cost": 9.75, + "lambda": 23.17, + "rho": [ + 0.3967, + 0.6033 + ] + }, + { + "episode": 190, + "avg_reward": 2857.48, + "avg_cost": 17.0, + "lambda": 22.4, + "rho": [ + 0.3967, + 0.6033 + ] + }, + { + "episode": 200, + "avg_reward": 3090.68, + "avg_cost": 42.75, + "lambda": 23.245, + "rho": [ + 0.3805, + 0.6195 + ] + }, + { + "episode": 210, + "avg_reward": 2986.92, + "avg_cost": 73.5, + "lambda": 23.515, + "rho": [ + 0.3805, + 0.6195 + ] + }, + { + "episode": 220, + "avg_reward": 2577.53, + "avg_cost": 48.75, + "lambda": 23.545, + "rho": [ + 0.3805, + 0.6195 + ] + }, + { + "episode": 230, + "avg_reward": 3335.7, + "avg_cost": 47.5, + "lambda": 22.45, + "rho": [ + 0.3805, + 0.6195 + ] + }, + { + "episode": 240, + "avg_reward": 2842.64, + "avg_cost": 25.0, + "lambda": 21.38, + "rho": [ + 0.3805, + 0.6195 + ] + }, + { + "episode": 250, + "avg_reward": 2501.03, + "avg_cost": 31.25, + "lambda": 20.4975, + "rho": [ + 0.3552, + 0.6448 + ] + }, + { + "episode": 260, + "avg_reward": 3204.55, + "avg_cost": 34.5, + "lambda": 21.0775, + "rho": [ + 0.3552, + 0.6448 + ] + }, + { + "episode": 270, + "avg_reward": 2801.13, + "avg_cost": 28.25, + "lambda": 19.785, + "rho": [ + 0.3552, + 0.6448 + ] + }, + { + "episode": 280, + "avg_reward": 2577.32, + "avg_cost": 40.25, + "lambda": 19.095, + "rho": [ + 0.3552, + 0.6448 + ] + }, + { + "episode": 290, + "avg_reward": 2716.0, + "avg_cost": 20.75, + "lambda": 17.8375, + "rho": [ + 0.3552, + 0.6448 + ] + }, + { + "episode": 300, + "avg_reward": 3232.4, + "avg_cost": 51.25, + "lambda": 17.68, + "rho": [ + 0.3426, + 0.6574 + ] + }, + { + "episode": 310, + "avg_reward": 2465.46, + "avg_cost": 58.0, + "lambda": 17.42, + "rho": [ + 0.3426, + 0.6574 + ] + }, + { + "episode": 320, + "avg_reward": 3438.37, + "avg_cost": 60.75, + "lambda": 17.4625, + "rho": [ + 0.3426, + 0.6574 + ] + }, + { + "episode": 330, + "avg_reward": 3890.92, + "avg_cost": 82.25, + "lambda": 19.06, + "rho": [ + 0.3426, + 0.6574 + ] + }, + { + "episode": 340, + "avg_reward": 3495.3, + "avg_cost": 51.75, + "lambda": 19.2525, + "rho": [ + 0.3426, + 0.6574 + ] + }, + { + "episode": 350, + "avg_reward": 3494.36, + "avg_cost": 41.0, + "lambda": 19.16, + "rho": [ + 0.3205, + 0.6795 + ] + }, + { + "episode": 360, + "avg_reward": 2779.7, + "avg_cost": 25.0, + "lambda": 17.625, + "rho": [ + 0.3205, + 0.6795 + ] + }, + { + "episode": 370, + "avg_reward": 2589.07, + "avg_cost": 11.5, + "lambda": 15.3, + "rho": [ + 0.3205, + 0.6795 + ] + }, + { + "episode": 380, + "avg_reward": 2674.55, + "avg_cost": 2.0, + "lambda": 12.26, + "rho": [ + 0.3205, + 0.6795 + ] + }, + { + "episode": 390, + "avg_reward": 2908.98, + "avg_cost": 9.75, + "lambda": 9.025, + "rho": [ + 0.3205, + 0.6795 + ] + }, + { + "episode": 400, + "avg_reward": 3555.81, + "avg_cost": 26.5, + "lambda": 8.345, + "rho": [ + 0.3057, + 0.6943 + ] + }, + { + "episode": 410, + "avg_reward": 3748.09, + "avg_cost": 64.75, + "lambda": 7.2625, + "rho": [ + 0.3057, + 0.6943 + ] + }, + { + "episode": 420, + "avg_reward": 3233.69, + "avg_cost": 17.0, + "lambda": 6.6075, + "rho": [ + 0.3057, + 0.6943 + ] + }, + { + "episode": 430, + "avg_reward": 3849.75, + "avg_cost": 32.0, + "lambda": 7.05, + "rho": [ + 0.3057, + 0.6943 + ] + }, + { + "episode": 440, + "avg_reward": 4356.96, + "avg_cost": 77.5, + "lambda": 8.1825, + "rho": [ + 0.3057, + 0.6943 + ] + }, + { + "episode": 450, + "avg_reward": 3508.05, + "avg_cost": 37.75, + "lambda": 8.7975, + "rho": [ + 0.2817, + 0.7183 + ] + }, + { + "episode": 460, + "avg_reward": 3996.32, + "avg_cost": 44.25, + "lambda": 9.065, + "rho": [ + 0.2817, + 0.7183 + ] + }, + { + "episode": 470, + "avg_reward": 3881.6, + "avg_cost": 47.0, + "lambda": 9.6325, + "rho": [ + 0.2817, + 0.7183 + ] + }, + { + "episode": 480, + "avg_reward": 3775.48, + "avg_cost": 47.25, + "lambda": 9.7625, + "rho": [ + 0.2817, + 0.7183 + ] + }, + { + "episode": 490, + "avg_reward": 3711.9, + "avg_cost": 36.75, + "lambda": 9.975, + "rho": [ + 0.2817, + 0.7183 + ] + }, + { + "episode": 500, + "avg_reward": 4155.58, + "avg_cost": 72.0, + "lambda": 11.9075, + "rho": [ + 0.2729, + 0.7271 + ] + }, + { + "episode": 510, + "avg_reward": 3979.72, + "avg_cost": 69.75, + "lambda": 12.95, + "rho": [ + 0.2729, + 0.7271 + ] + }, + { + "episode": 520, + "avg_reward": 3501.82, + "avg_cost": 46.0, + "lambda": 15.055, + "rho": [ + 0.2729, + 0.7271 + ] + }, + { + "episode": 530, + "avg_reward": 3331.74, + "avg_cost": 34.25, + "lambda": 13.99, + "rho": [ + 0.2729, + 0.7271 + ] + }, + { + "episode": 540, + "avg_reward": -1722.59, + "avg_cost": 443.25, + "lambda": 26.7725, + "rho": [ + 0.2729, + 0.7271 + ] + }, + { + "episode": 550, + "avg_reward": -1878.33, + "avg_cost": 369.5, + "lambda": 65.8975, + "rho": [ + 0.2759, + 0.7241 + ] + }, + { + "episode": 560, + "avg_reward": -754.38, + "avg_cost": 203.0, + "lambda": 89.39, + "rho": [ + 0.2759, + 0.7241 + ] + }, + { + "episode": 570, + "avg_reward": -248.25, + "avg_cost": 55.25, + "lambda": 96.605, + "rho": [ + 0.2759, + 0.7241 + ] + }, + { + "episode": 580, + "avg_reward": -6.44, + "avg_cost": 19.5, + "lambda": 95.6825, + "rho": [ + 0.2759, + 0.7241 + ] + }, + { + "episode": 590, + "avg_reward": 63.01, + "avg_cost": 6.0, + "lambda": 92.7525, + "rho": [ + 0.2759, + 0.7241 + ] + }, + { + "episode": 600, + "avg_reward": 119.5, + "avg_cost": 4.5, + "lambda": 89.2325, + "rho": [ + 0.2688, + 0.7312 + ] + }, + { + "episode": 610, + "avg_reward": 142.34, + "avg_cost": 3.0, + "lambda": 85.5525, + "rho": [ + 0.2688, + 0.7312 + ] + }, + { + "episode": 620, + "avg_reward": 186.35, + "avg_cost": 2.75, + "lambda": 81.8475, + "rho": [ + 0.2688, + 0.7312 + ] + }, + { + "episode": 630, + "avg_reward": 129.75, + "avg_cost": 2.25, + "lambda": 78.2325, + "rho": [ + 0.2688, + 0.7312 + ] + }, + { + "episode": 640, + "avg_reward": 104.51, + "avg_cost": 1.0, + "lambda": 74.4325, + "rho": [ + 0.2688, + 0.7312 + ] + }, + { + "episode": 650, + "avg_reward": 185.55, + "avg_cost": 3.5, + "lambda": 70.6175, + "rho": [ + 0.2536, + 0.7464 + ] + }, + { + "episode": 660, + "avg_reward": 93.35, + "avg_cost": 2.25, + "lambda": 66.83, + "rho": [ + 0.2536, + 0.7464 + ] + }, + { + "episode": 670, + "avg_reward": 60.9, + "avg_cost": 1.5, + "lambda": 62.9425, + "rho": [ + 0.2536, + 0.7464 + ] + }, + { + "episode": 680, + "avg_reward": 123.14, + "avg_cost": 1.5, + "lambda": 59.09, + "rho": [ + 0.2536, + 0.7464 + ] + }, + { + "episode": 690, + "avg_reward": 41.2, + "avg_cost": 1.0, + "lambda": 55.215, + "rho": [ + 0.2536, + 0.7464 + ] + }, + { + "episode": 700, + "avg_reward": 134.53, + "avg_cost": 0.75, + "lambda": 51.4325, + "rho": [ + 0.2398, + 0.7602 + ] + }, + { + "episode": 710, + "avg_reward": 122.19, + "avg_cost": 1.25, + "lambda": 47.5525, + "rho": [ + 0.2398, + 0.7602 + ] + }, + { + "episode": 720, + "avg_reward": 138.96, + "avg_cost": 2.25, + "lambda": 43.68, + "rho": [ + 0.2398, + 0.7602 + ] + }, + { + "episode": 730, + "avg_reward": 145.19, + "avg_cost": 1.5, + "lambda": 39.81, + "rho": [ + 0.2398, + 0.7602 + ] + }, + { + "episode": 740, + "avg_reward": 210.11, + "avg_cost": 0.75, + "lambda": 35.955, + "rho": [ + 0.2398, + 0.7602 + ] + }, + { + "episode": 750, + "avg_reward": 290.15, + "avg_cost": 5.0, + "lambda": 32.1675, + "rho": [ + 0.2187, + 0.7813 + ] + }, + { + "episode": 760, + "avg_reward": 373.79, + "avg_cost": 4.5, + "lambda": 28.4275, + "rho": [ + 0.2187, + 0.7813 + ] + }, + { + "episode": 770, + "avg_reward": 540.84, + "avg_cost": 1.75, + "lambda": 24.7325, + "rho": [ + 0.2187, + 0.7813 + ] + }, + { + "episode": 780, + "avg_reward": 1682.61, + "avg_cost": 2.75, + "lambda": 21.0675, + "rho": [ + 0.2187, + 0.7813 + ] + }, + { + "episode": 790, + "avg_reward": 1884.87, + "avg_cost": 29.25, + "lambda": 19.7675, + "rho": [ + 0.2187, + 0.7813 + ] + }, + { + "episode": 800, + "avg_reward": 2285.08, + "avg_cost": 4.75, + "lambda": 17.3, + "rho": [ + 0.1948, + 0.8052 + ] + }, + { + "episode": 810, + "avg_reward": 2576.88, + "avg_cost": 0.25, + "lambda": 13.925, + "rho": [ + 0.1948, + 0.8052 + ] + }, + { + "episode": 820, + "avg_reward": 2734.25, + "avg_cost": 11.0, + "lambda": 10.38, + "rho": [ + 0.1948, + 0.8052 + ] + }, + { + "episode": 830, + "avg_reward": 2020.26, + "avg_cost": 43.0, + "lambda": 11.115, + "rho": [ + 0.1948, + 0.8052 + ] + }, + { + "episode": 840, + "avg_reward": 1924.12, + "avg_cost": 42.25, + "lambda": 10.78, + "rho": [ + 0.1948, + 0.8052 + ] + }, + { + "episode": 850, + "avg_reward": 2101.11, + "avg_cost": 1.0, + "lambda": 8.265, + "rho": [ + 0.1659, + 0.8341 + ] + }, + { + "episode": 860, + "avg_reward": 1899.67, + "avg_cost": 29.75, + "lambda": 5.02, + "rho": [ + 0.1659, + 0.8341 + ] + }, + { + "episode": 870, + "avg_reward": 1584.2, + "avg_cost": 66.5, + "lambda": 6.2325, + "rho": [ + 0.1659, + 0.8341 + ] + }, + { + "episode": 880, + "avg_reward": 2108.92, + "avg_cost": 6.75, + "lambda": 3.52, + "rho": [ + 0.1659, + 0.8341 + ] + }, + { + "episode": 890, + "avg_reward": 2013.06, + "avg_cost": 11.5, + "lambda": 0.405, + "rho": [ + 0.1659, + 0.8341 + ] + }, + { + "episode": 900, + "avg_reward": 1909.71, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.1407, + 0.8593 + ] + }, + { + "episode": 910, + "avg_reward": 1931.79, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.1407, + 0.8593 + ] + }, + { + "episode": 920, + "avg_reward": 2030.99, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.1407, + 0.8593 + ] + }, + { + "episode": 930, + "avg_reward": 2141.41, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1407, + 0.8593 + ] + }, + { + "episode": 940, + "avg_reward": 2057.58, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.1407, + 0.8593 + ] + }, + { + "episode": 950, + "avg_reward": 2015.73, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.1193, + 0.8807 + ] + }, + { + "episode": 960, + "avg_reward": 2336.08, + "avg_cost": 30.0, + "lambda": 0.0, + "rho": [ + 0.1193, + 0.8807 + ] + }, + { + "episode": 970, + "avg_reward": 2880.86, + "avg_cost": 42.75, + "lambda": 0.06, + "rho": [ + 0.1193, + 0.8807 + ] + }, + { + "episode": 980, + "avg_reward": 2785.59, + "avg_cost": 43.25, + "lambda": 0.055, + "rho": [ + 0.1193, + 0.8807 + ] + }, + { + "episode": 990, + "avg_reward": 2868.52, + "avg_cost": 41.25, + "lambda": 0.4825, + "rho": [ + 0.1193, + 0.8807 + ] + }, + { + "episode": 1000, + "avg_reward": 2866.63, + "avg_cost": 34.5, + "lambda": 1.3625, + "rho": [ + 0.1065, + 0.8935 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..c2e6bf8b2d882a86c98efd786fdb54e64ee51191 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3627755.05, + "constraint_satisfaction_pct": 55.2, + "final_rho": [ + 0.5067, + 0.4933 + ], + "final_lambda": 4.835, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.0425, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2324.25, + "avg_cost": 62.0, + "lambda": 6.9875, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3278.77, + "avg_cost": 60.0, + "lambda": 11.27, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 2821.01, + "avg_cost": 54.5, + "lambda": 13.375, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 3568.41, + "avg_cost": 76.0, + "lambda": 13.84, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2868.82, + "avg_cost": 33.0, + "lambda": 15.395, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 60, + "avg_reward": 3569.5, + "avg_cost": 56.25, + "lambda": 15.775, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 70, + "avg_reward": 3119.18, + "avg_cost": 61.5, + "lambda": 17.785, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 80, + "avg_reward": 4078.16, + "avg_cost": 95.25, + "lambda": 18.2875, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 90, + "avg_reward": 3677.12, + "avg_cost": 66.0, + "lambda": 18.78, + "rho": [ + 0.4383, + 0.5617 + ] + }, + { + "episode": 100, + "avg_reward": 3249.57, + "avg_cost": 21.5, + "lambda": 18.8225, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 110, + "avg_reward": 3708.41, + "avg_cost": 51.75, + "lambda": 19.09, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 120, + "avg_reward": 2841.87, + "avg_cost": 14.5, + "lambda": 19.1875, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 130, + "avg_reward": 3184.33, + "avg_cost": 37.0, + "lambda": 19.9275, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 140, + "avg_reward": 3021.7, + "avg_cost": 38.5, + "lambda": 20.705, + "rho": [ + 0.4438, + 0.5562 + ] + }, + { + "episode": 150, + "avg_reward": 3358.71, + "avg_cost": 31.5, + "lambda": 20.6225, + "rho": [ + 0.4578, + 0.5422 + ] + }, + { + "episode": 160, + "avg_reward": 3606.54, + "avg_cost": 47.0, + "lambda": 21.7375, + "rho": [ + 0.4578, + 0.5422 + ] + }, + { + "episode": 170, + "avg_reward": 3720.47, + "avg_cost": 66.75, + "lambda": 21.5075, + "rho": [ + 0.4578, + 0.5422 + ] + }, + { + "episode": 180, + "avg_reward": 3089.81, + "avg_cost": 27.25, + "lambda": 22.2675, + "rho": [ + 0.4578, + 0.5422 + ] + }, + { + "episode": 190, + "avg_reward": 2810.83, + "avg_cost": 58.25, + "lambda": 22.26, + "rho": [ + 0.4578, + 0.5422 + ] + }, + { + "episode": 200, + "avg_reward": 3197.08, + "avg_cost": 24.0, + "lambda": 22.6925, + "rho": [ + 0.4727, + 0.5273 + ] + }, + { + "episode": 210, + "avg_reward": 2667.92, + "avg_cost": 45.0, + "lambda": 23.075, + "rho": [ + 0.4727, + 0.5273 + ] + }, + { + "episode": 220, + "avg_reward": 2520.38, + "avg_cost": 72.25, + "lambda": 24.685, + "rho": [ + 0.4727, + 0.5273 + ] + }, + { + "episode": 230, + "avg_reward": 2459.92, + "avg_cost": 41.0, + "lambda": 26.145, + "rho": [ + 0.4727, + 0.5273 + ] + }, + { + "episode": 240, + "avg_reward": 2609.0, + "avg_cost": 23.75, + "lambda": 25.5225, + "rho": [ + 0.4727, + 0.5273 + ] + }, + { + "episode": 250, + "avg_reward": 2101.06, + "avg_cost": 7.0, + "lambda": 24.6525, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 260, + "avg_reward": 2712.24, + "avg_cost": 26.75, + "lambda": 22.94, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 270, + "avg_reward": 2862.04, + "avg_cost": 28.5, + "lambda": 21.515, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 280, + "avg_reward": 2594.88, + "avg_cost": 35.0, + "lambda": 19.4275, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 290, + "avg_reward": 2997.91, + "avg_cost": 55.25, + "lambda": 18.7625, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 300, + "avg_reward": 3132.15, + "avg_cost": 41.5, + "lambda": 17.615, + "rho": [ + 0.4933, + 0.5067 + ] + }, + { + "episode": 310, + "avg_reward": 3788.26, + "avg_cost": 24.75, + "lambda": 16.095, + "rho": [ + 0.4933, + 0.5067 + ] + }, + { + "episode": 320, + "avg_reward": 3324.0, + "avg_cost": 12.0, + "lambda": 14.2025, + "rho": [ + 0.4933, + 0.5067 + ] + }, + { + "episode": 330, + "avg_reward": 3341.06, + "avg_cost": 20.25, + "lambda": 12.045, + "rho": [ + 0.4933, + 0.5067 + ] + }, + { + "episode": 340, + "avg_reward": 3090.31, + "avg_cost": 13.5, + "lambda": 9.4225, + "rho": [ + 0.4933, + 0.5067 + ] + }, + { + "episode": 350, + "avg_reward": 3332.87, + "avg_cost": 36.5, + "lambda": 7.62, + "rho": [ + 0.5044, + 0.4956 + ] + }, + { + "episode": 360, + "avg_reward": 3289.86, + "avg_cost": 19.5, + "lambda": 5.335, + "rho": [ + 0.5044, + 0.4956 + ] + }, + { + "episode": 370, + "avg_reward": 3668.18, + "avg_cost": 27.25, + "lambda": 3.7175, + "rho": [ + 0.5044, + 0.4956 + ] + }, + { + "episode": 380, + "avg_reward": 4366.93, + "avg_cost": 75.25, + "lambda": 4.0825, + "rho": [ + 0.5044, + 0.4956 + ] + }, + { + "episode": 390, + "avg_reward": 3884.96, + "avg_cost": 27.0, + "lambda": 3.98, + "rho": [ + 0.5044, + 0.4956 + ] + }, + { + "episode": 400, + "avg_reward": 3966.28, + "avg_cost": 20.0, + "lambda": 3.6725, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 410, + "avg_reward": 3930.88, + "avg_cost": 45.75, + "lambda": 3.9975, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 420, + "avg_reward": 3950.67, + "avg_cost": 40.75, + "lambda": 5.0825, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 430, + "avg_reward": 3912.57, + "avg_cost": 52.5, + "lambda": 6.7375, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 440, + "avg_reward": 3655.73, + "avg_cost": 40.25, + "lambda": 7.36, + "rho": [ + 0.514, + 0.486 + ] + }, + { + "episode": 450, + "avg_reward": 3793.61, + "avg_cost": 43.25, + "lambda": 7.6575, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 460, + "avg_reward": 3996.73, + "avg_cost": 52.75, + "lambda": 8.155, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 470, + "avg_reward": 2889.75, + "avg_cost": 13.25, + "lambda": 7.75, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 480, + "avg_reward": 3126.88, + "avg_cost": 22.0, + "lambda": 6.6625, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 490, + "avg_reward": 4023.52, + "avg_cost": 54.25, + "lambda": 7.14, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 500, + "avg_reward": 4196.23, + "avg_cost": 61.5, + "lambda": 7.55, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 510, + "avg_reward": 3657.48, + "avg_cost": 36.25, + "lambda": 7.33, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 520, + "avg_reward": 3214.5, + "avg_cost": 22.5, + "lambda": 6.69, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 530, + "avg_reward": 4522.9, + "avg_cost": 76.75, + "lambda": 7.79, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 540, + "avg_reward": 3779.76, + "avg_cost": 37.75, + "lambda": 8.955, + "rho": [ + 0.5221, + 0.4779 + ] + }, + { + "episode": 550, + "avg_reward": 3442.12, + "avg_cost": 64.0, + "lambda": 8.625, + "rho": [ + 0.5228, + 0.4772 + ] + }, + { + "episode": 560, + "avg_reward": 3776.97, + "avg_cost": 56.75, + "lambda": 9.2125, + "rho": [ + 0.5228, + 0.4772 + ] + }, + { + "episode": 570, + "avg_reward": 3568.55, + "avg_cost": 59.75, + "lambda": 9.6375, + "rho": [ + 0.5228, + 0.4772 + ] + }, + { + "episode": 580, + "avg_reward": 3386.22, + "avg_cost": 35.25, + "lambda": 8.6125, + "rho": [ + 0.5228, + 0.4772 + ] + }, + { + "episode": 590, + "avg_reward": 3726.02, + "avg_cost": 28.25, + "lambda": 8.5425, + "rho": [ + 0.5228, + 0.4772 + ] + }, + { + "episode": 600, + "avg_reward": 3610.68, + "avg_cost": 69.0, + "lambda": 9.0075, + "rho": [ + 0.5268, + 0.4732 + ] + }, + { + "episode": 610, + "avg_reward": 2997.26, + "avg_cost": 22.75, + "lambda": 7.725, + "rho": [ + 0.5268, + 0.4732 + ] + }, + { + "episode": 620, + "avg_reward": 3396.97, + "avg_cost": 14.75, + "lambda": 6.8175, + "rho": [ + 0.5268, + 0.4732 + ] + }, + { + "episode": 630, + "avg_reward": 3890.02, + "avg_cost": 33.75, + "lambda": 5.505, + "rho": [ + 0.5268, + 0.4732 + ] + }, + { + "episode": 640, + "avg_reward": 4020.16, + "avg_cost": 52.25, + "lambda": 5.92, + "rho": [ + 0.5268, + 0.4732 + ] + }, + { + "episode": 650, + "avg_reward": 3997.94, + "avg_cost": 26.25, + "lambda": 6.48, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 660, + "avg_reward": 3881.63, + "avg_cost": 31.0, + "lambda": 5.5725, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 670, + "avg_reward": 3815.83, + "avg_cost": 40.5, + "lambda": 5.26, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 680, + "avg_reward": 3691.38, + "avg_cost": 28.75, + "lambda": 6.805, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 690, + "avg_reward": 3506.55, + "avg_cost": 30.75, + "lambda": 5.8, + "rho": [ + 0.5276, + 0.4724 + ] + }, + { + "episode": 700, + "avg_reward": 3813.22, + "avg_cost": 27.0, + "lambda": 4.0375, + "rho": [ + 0.5271, + 0.4729 + ] + }, + { + "episode": 710, + "avg_reward": 4026.42, + "avg_cost": 23.75, + "lambda": 2.615, + "rho": [ + 0.5271, + 0.4729 + ] + }, + { + "episode": 720, + "avg_reward": 4680.06, + "avg_cost": 61.5, + "lambda": 3.285, + "rho": [ + 0.5271, + 0.4729 + ] + }, + { + "episode": 730, + "avg_reward": 4743.33, + "avg_cost": 62.0, + "lambda": 5.575, + "rho": [ + 0.5271, + 0.4729 + ] + }, + { + "episode": 740, + "avg_reward": 3814.52, + "avg_cost": 24.5, + "lambda": 6.7675, + "rho": [ + 0.5271, + 0.4729 + ] + }, + { + "episode": 750, + "avg_reward": 3991.85, + "avg_cost": 25.0, + "lambda": 5.2325, + "rho": [ + 0.5238, + 0.4762 + ] + }, + { + "episode": 760, + "avg_reward": 3797.16, + "avg_cost": 27.75, + "lambda": 3.355, + "rho": [ + 0.5238, + 0.4762 + ] + }, + { + "episode": 770, + "avg_reward": 4469.43, + "avg_cost": 50.0, + "lambda": 2.38, + "rho": [ + 0.5238, + 0.4762 + ] + }, + { + "episode": 780, + "avg_reward": 5008.41, + "avg_cost": 94.75, + "lambda": 5.52, + "rho": [ + 0.5238, + 0.4762 + ] + }, + { + "episode": 790, + "avg_reward": 4453.57, + "avg_cost": 25.25, + "lambda": 5.7875, + "rho": [ + 0.5238, + 0.4762 + ] + }, + { + "episode": 800, + "avg_reward": 4502.96, + "avg_cost": 49.25, + "lambda": 5.255, + "rho": [ + 0.5236, + 0.4764 + ] + }, + { + "episode": 810, + "avg_reward": 3753.02, + "avg_cost": 56.75, + "lambda": 5.55, + "rho": [ + 0.5236, + 0.4764 + ] + }, + { + "episode": 820, + "avg_reward": 3617.63, + "avg_cost": 24.0, + "lambda": 5.775, + "rho": [ + 0.5236, + 0.4764 + ] + }, + { + "episode": 830, + "avg_reward": 3473.61, + "avg_cost": 34.5, + "lambda": 4.8975, + "rho": [ + 0.5236, + 0.4764 + ] + }, + { + "episode": 840, + "avg_reward": 3935.78, + "avg_cost": 35.5, + "lambda": 4.6125, + "rho": [ + 0.5236, + 0.4764 + ] + }, + { + "episode": 850, + "avg_reward": 4498.58, + "avg_cost": 43.75, + "lambda": 5.77, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 860, + "avg_reward": 3878.13, + "avg_cost": 51.0, + "lambda": 5.4975, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 870, + "avg_reward": 4572.2, + "avg_cost": 43.25, + "lambda": 5.605, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 880, + "avg_reward": 4316.63, + "avg_cost": 47.25, + "lambda": 6.5, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 890, + "avg_reward": 4467.54, + "avg_cost": 40.5, + "lambda": 6.905, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 900, + "avg_reward": 3823.86, + "avg_cost": 32.25, + "lambda": 6.2425, + "rho": [ + 0.5178, + 0.4822 + ] + }, + { + "episode": 910, + "avg_reward": 4279.91, + "avg_cost": 15.0, + "lambda": 4.3425, + "rho": [ + 0.5178, + 0.4822 + ] + }, + { + "episode": 920, + "avg_reward": 4236.67, + "avg_cost": 38.5, + "lambda": 2.92, + "rho": [ + 0.5178, + 0.4822 + ] + }, + { + "episode": 930, + "avg_reward": 4765.05, + "avg_cost": 71.75, + "lambda": 4.11, + "rho": [ + 0.5178, + 0.4822 + ] + }, + { + "episode": 940, + "avg_reward": 4410.82, + "avg_cost": 104.75, + "lambda": 7.67, + "rho": [ + 0.5178, + 0.4822 + ] + }, + { + "episode": 950, + "avg_reward": 3871.77, + "avg_cost": 34.0, + "lambda": 8.8075, + "rho": [ + 0.5129, + 0.4871 + ] + }, + { + "episode": 960, + "avg_reward": 4011.1, + "avg_cost": 30.75, + "lambda": 8.37, + "rho": [ + 0.5129, + 0.4871 + ] + }, + { + "episode": 970, + "avg_reward": 4523.74, + "avg_cost": 35.5, + "lambda": 8.31, + "rho": [ + 0.5129, + 0.4871 + ] + }, + { + "episode": 980, + "avg_reward": 3679.76, + "avg_cost": 20.25, + "lambda": 7.8075, + "rho": [ + 0.5129, + 0.4871 + ] + }, + { + "episode": 990, + "avg_reward": 4382.22, + "avg_cost": 35.75, + "lambda": 6.4975, + "rho": [ + 0.5129, + 0.4871 + ] + }, + { + "episode": 1000, + "avg_reward": 4311.42, + "avg_cost": 37.25, + "lambda": 4.835, + "rho": [ + 0.5067, + 0.4933 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..3392b86ed9e8a7fa5f4f209624809d43b01d209a --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 491201.86, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9210.34, + "avg_cost": 15.0, + "lambda": 4.9, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 10, + "avg_reward": -8812.64, + "avg_cost": 9.0, + "lambda": 4.1625, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 20, + "avg_reward": -8337.02, + "avg_cost": 12.5, + "lambda": 3.1025, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 30, + "avg_reward": -8273.35, + "avg_cost": 11.25, + "lambda": 1.735, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 40, + "avg_reward": -7467.19, + "avg_cost": 11.25, + "lambda": 0.91, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 50, + "avg_reward": -7049.96, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 60, + "avg_reward": -6858.64, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 70, + "avg_reward": -6346.33, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 80, + "avg_reward": -6297.61, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 90, + "avg_reward": -5734.57, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 100, + "avg_reward": -5191.72, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 110, + "avg_reward": -4872.75, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 120, + "avg_reward": -4151.14, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 130, + "avg_reward": -3735.54, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 140, + "avg_reward": -3385.27, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 150, + "avg_reward": -2505.32, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 160, + "avg_reward": -2309.33, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 170, + "avg_reward": -2116.24, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 180, + "avg_reward": -1776.94, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 190, + "avg_reward": -1201.97, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 200, + "avg_reward": -1216.59, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 210, + "avg_reward": -774.58, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 220, + "avg_reward": -571.08, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 230, + "avg_reward": -312.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 240, + "avg_reward": 46.13, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 250, + "avg_reward": 309.6, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 260, + "avg_reward": 530.04, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 270, + "avg_reward": 493.88, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 280, + "avg_reward": 717.88, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 290, + "avg_reward": 1050.65, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 300, + "avg_reward": 1033.39, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 310, + "avg_reward": 1331.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 320, + "avg_reward": 1108.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 330, + "avg_reward": 1106.16, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": 1189.19, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 350, + "avg_reward": 1182.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 360, + "avg_reward": 1406.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 370, + "avg_reward": 1532.45, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 380, + "avg_reward": 1439.56, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 390, + "avg_reward": 1694.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 400, + "avg_reward": 1803.33, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 410, + "avg_reward": 1646.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 420, + "avg_reward": 1717.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 430, + "avg_reward": 1764.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 440, + "avg_reward": 1790.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 450, + "avg_reward": 1772.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 460, + "avg_reward": 1760.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 470, + "avg_reward": 1820.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 480, + "avg_reward": 1895.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 490, + "avg_reward": 1846.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 500, + "avg_reward": 1865.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 510, + "avg_reward": 1952.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 520, + "avg_reward": 2027.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 530, + "avg_reward": 2151.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 540, + "avg_reward": 2138.08, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 550, + "avg_reward": 1870.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 560, + "avg_reward": 2343.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 570, + "avg_reward": 2079.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 580, + "avg_reward": 2367.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 590, + "avg_reward": 2112.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 600, + "avg_reward": 2113.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 610, + "avg_reward": 2075.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 620, + "avg_reward": 2153.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 630, + "avg_reward": 2127.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 640, + "avg_reward": 2143.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 650, + "avg_reward": 2417.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 660, + "avg_reward": 2272.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 670, + "avg_reward": 2317.13, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 680, + "avg_reward": 2446.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 690, + "avg_reward": 2436.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 700, + "avg_reward": 2305.68, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 710, + "avg_reward": 2335.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 720, + "avg_reward": 2193.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 730, + "avg_reward": 2399.84, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 740, + "avg_reward": 2370.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 750, + "avg_reward": 2439.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 760, + "avg_reward": 2634.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 770, + "avg_reward": 2482.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 780, + "avg_reward": 2298.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 790, + "avg_reward": 2369.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 800, + "avg_reward": 2570.88, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 810, + "avg_reward": 2530.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 820, + "avg_reward": 2440.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 830, + "avg_reward": 2334.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 840, + "avg_reward": 2484.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 850, + "avg_reward": 2590.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 860, + "avg_reward": 2466.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 870, + "avg_reward": 2536.09, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 880, + "avg_reward": 2353.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 890, + "avg_reward": 2416.42, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 900, + "avg_reward": 2697.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 910, + "avg_reward": 2652.37, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 920, + "avg_reward": 2580.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 930, + "avg_reward": 2251.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 940, + "avg_reward": 2493.36, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 950, + "avg_reward": 2572.13, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 960, + "avg_reward": 2690.16, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 970, + "avg_reward": 2535.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 980, + "avg_reward": 2447.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 990, + "avg_reward": 2726.9, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + }, + { + "episode": 1000, + "avg_reward": 2688.77, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..73a7c095de1a4318e8647297679dfdff1b8f5686 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3164738.86, + "constraint_satisfaction_pct": 53.6, + "final_rho": [ + 0.5345, + 0.4655 + ], + "final_lambda": 18.0025, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 136.63, + "avg_cost": 144.25, + "lambda": 6.1925, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 10, + "avg_reward": 2579.8, + "avg_cost": 65.25, + "lambda": 8.78, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 20, + "avg_reward": 3851.33, + "avg_cost": 107.0, + "lambda": 15.5725, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 30, + "avg_reward": 3848.71, + "avg_cost": 86.5, + "lambda": 22.815, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 40, + "avg_reward": 1655.45, + "avg_cost": 173.0, + "lambda": 31.98, + "rho": [ + 0.4784, + 0.5216 + ] + }, + { + "episode": 50, + "avg_reward": 2666.09, + "avg_cost": 107.25, + "lambda": 40.0725, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 60, + "avg_reward": 2656.42, + "avg_cost": 92.75, + "lambda": 46.895, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 70, + "avg_reward": 2698.16, + "avg_cost": 57.75, + "lambda": 50.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 80, + "avg_reward": 1080.32, + "avg_cost": 123.25, + "lambda": 50.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 90, + "avg_reward": 3401.22, + "avg_cost": 61.0, + "lambda": 50.0, + "rho": [ + 0.5244, + 0.4756 + ] + }, + { + "episode": 100, + "avg_reward": 3110.87, + "avg_cost": 57.75, + "lambda": 50.0, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 110, + "avg_reward": 2983.34, + "avg_cost": 63.75, + "lambda": 50.0, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 120, + "avg_reward": 3665.6, + "avg_cost": 62.75, + "lambda": 50.0, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 130, + "avg_reward": 3676.84, + "avg_cost": 74.25, + "lambda": 50.0, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 140, + "avg_reward": 3077.1, + "avg_cost": 48.75, + "lambda": 50.0, + "rho": [ + 0.5181, + 0.4819 + ] + }, + { + "episode": 150, + "avg_reward": 2929.83, + "avg_cost": 34.5, + "lambda": 50.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 160, + "avg_reward": 3869.06, + "avg_cost": 69.75, + "lambda": 50.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 170, + "avg_reward": 3090.62, + "avg_cost": 53.5, + "lambda": 50.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 180, + "avg_reward": 2832.47, + "avg_cost": 38.25, + "lambda": 49.8825, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 190, + "avg_reward": 3099.42, + "avg_cost": 31.5, + "lambda": 49.7075, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 200, + "avg_reward": 2979.17, + "avg_cost": 18.75, + "lambda": 49.78, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 210, + "avg_reward": 2684.67, + "avg_cost": 19.5, + "lambda": 49.945, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 220, + "avg_reward": 2225.8, + "avg_cost": 8.75, + "lambda": 49.5525, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 230, + "avg_reward": 3047.5, + "avg_cost": 23.25, + "lambda": 48.91, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 240, + "avg_reward": 2581.66, + "avg_cost": 25.5, + "lambda": 49.39, + "rho": [ + 0.5255, + 0.4745 + ] + }, + { + "episode": 250, + "avg_reward": 2723.88, + "avg_cost": 13.25, + "lambda": 48.9125, + "rho": [ + 0.5137, + 0.4863 + ] + }, + { + "episode": 260, + "avg_reward": 3397.65, + "avg_cost": 35.5, + "lambda": 48.18, + "rho": [ + 0.5137, + 0.4863 + ] + }, + { + "episode": 270, + "avg_reward": 2653.57, + "avg_cost": 13.0, + "lambda": 46.955, + "rho": [ + 0.5137, + 0.4863 + ] + }, + { + "episode": 280, + "avg_reward": 2307.27, + "avg_cost": 2.0, + "lambda": 45.695, + "rho": [ + 0.5137, + 0.4863 + ] + }, + { + "episode": 290, + "avg_reward": 2601.54, + "avg_cost": 3.75, + "lambda": 44.305, + "rho": [ + 0.5137, + 0.4863 + ] + }, + { + "episode": 300, + "avg_reward": 2354.1, + "avg_cost": 6.75, + "lambda": 42.97, + "rho": [ + 0.4989, + 0.5011 + ] + }, + { + "episode": 310, + "avg_reward": 3089.45, + "avg_cost": 16.75, + "lambda": 41.3275, + "rho": [ + 0.4989, + 0.5011 + ] + }, + { + "episode": 320, + "avg_reward": 3057.66, + "avg_cost": 15.75, + "lambda": 39.7575, + "rho": [ + 0.4989, + 0.5011 + ] + }, + { + "episode": 330, + "avg_reward": 2885.31, + "avg_cost": 9.75, + "lambda": 39.055, + "rho": [ + 0.4989, + 0.5011 + ] + }, + { + "episode": 340, + "avg_reward": 3429.25, + "avg_cost": 43.5, + "lambda": 38.7075, + "rho": [ + 0.4989, + 0.5011 + ] + }, + { + "episode": 350, + "avg_reward": 2790.72, + "avg_cost": 17.25, + "lambda": 38.4425, + "rho": [ + 0.4934, + 0.5066 + ] + }, + { + "episode": 360, + "avg_reward": 3802.65, + "avg_cost": 52.0, + "lambda": 38.6325, + "rho": [ + 0.4934, + 0.5066 + ] + }, + { + "episode": 370, + "avg_reward": 3479.43, + "avg_cost": 34.0, + "lambda": 38.8225, + "rho": [ + 0.4934, + 0.5066 + ] + }, + { + "episode": 380, + "avg_reward": 2834.16, + "avg_cost": 15.75, + "lambda": 38.0575, + "rho": [ + 0.4934, + 0.5066 + ] + }, + { + "episode": 390, + "avg_reward": 2913.55, + "avg_cost": 12.0, + "lambda": 37.1625, + "rho": [ + 0.4934, + 0.5066 + ] + }, + { + "episode": 400, + "avg_reward": 3458.95, + "avg_cost": 29.75, + "lambda": 37.3075, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 410, + "avg_reward": 3268.11, + "avg_cost": 10.5, + "lambda": 37.1525, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 420, + "avg_reward": 3397.46, + "avg_cost": 27.0, + "lambda": 36.5275, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 430, + "avg_reward": 3544.66, + "avg_cost": 37.25, + "lambda": 36.0625, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 440, + "avg_reward": 3465.89, + "avg_cost": 42.25, + "lambda": 35.7025, + "rho": [ + 0.4853, + 0.5147 + ] + }, + { + "episode": 450, + "avg_reward": 3294.01, + "avg_cost": 29.75, + "lambda": 36.6075, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 460, + "avg_reward": 3103.99, + "avg_cost": 13.25, + "lambda": 36.345, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 470, + "avg_reward": 2614.25, + "avg_cost": 13.5, + "lambda": 35.3375, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 480, + "avg_reward": 2778.04, + "avg_cost": 9.75, + "lambda": 34.0375, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 490, + "avg_reward": 2699.42, + "avg_cost": 0.0, + "lambda": 32.685, + "rho": [ + 0.4826, + 0.5174 + ] + }, + { + "episode": 500, + "avg_reward": 2523.39, + "avg_cost": 30.75, + "lambda": 31.165, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 510, + "avg_reward": 3138.68, + "avg_cost": 12.0, + "lambda": 29.7925, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 520, + "avg_reward": 2847.23, + "avg_cost": 2.5, + "lambda": 28.42, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 530, + "avg_reward": 3264.78, + "avg_cost": 10.0, + "lambda": 27.5375, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 540, + "avg_reward": 3307.3, + "avg_cost": 20.5, + "lambda": 27.0725, + "rho": [ + 0.4837, + 0.5163 + ] + }, + { + "episode": 550, + "avg_reward": 3089.22, + "avg_cost": 16.25, + "lambda": 26.275, + "rho": [ + 0.4872, + 0.5128 + ] + }, + { + "episode": 560, + "avg_reward": 2918.5, + "avg_cost": 9.75, + "lambda": 26.2525, + "rho": [ + 0.4872, + 0.5128 + ] + }, + { + "episode": 570, + "avg_reward": 3657.69, + "avg_cost": 41.75, + "lambda": 26.755, + "rho": [ + 0.4872, + 0.5128 + ] + }, + { + "episode": 580, + "avg_reward": 2827.85, + "avg_cost": 17.75, + "lambda": 26.625, + "rho": [ + 0.4872, + 0.5128 + ] + }, + { + "episode": 590, + "avg_reward": 3223.08, + "avg_cost": 28.0, + "lambda": 26.5775, + "rho": [ + 0.4872, + 0.5128 + ] + }, + { + "episode": 600, + "avg_reward": 3240.49, + "avg_cost": 38.25, + "lambda": 26.6575, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 610, + "avg_reward": 3084.76, + "avg_cost": 11.5, + "lambda": 26.775, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 620, + "avg_reward": 3570.97, + "avg_cost": 36.0, + "lambda": 26.6625, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 630, + "avg_reward": 2814.33, + "avg_cost": 8.5, + "lambda": 25.245, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 640, + "avg_reward": 3036.88, + "avg_cost": 14.5, + "lambda": 24.3425, + "rho": [ + 0.4876, + 0.5124 + ] + }, + { + "episode": 650, + "avg_reward": 3325.94, + "avg_cost": 10.5, + "lambda": 23.4375, + "rho": [ + 0.4903, + 0.5097 + ] + }, + { + "episode": 660, + "avg_reward": 3725.7, + "avg_cost": 44.25, + "lambda": 24.615, + "rho": [ + 0.4903, + 0.5097 + ] + }, + { + "episode": 670, + "avg_reward": 3773.3, + "avg_cost": 55.75, + "lambda": 26.0325, + "rho": [ + 0.4903, + 0.5097 + ] + }, + { + "episode": 680, + "avg_reward": 2973.92, + "avg_cost": 18.5, + "lambda": 25.6425, + "rho": [ + 0.4903, + 0.5097 + ] + }, + { + "episode": 690, + "avg_reward": 3186.6, + "avg_cost": 12.0, + "lambda": 25.5475, + "rho": [ + 0.4903, + 0.5097 + ] + }, + { + "episode": 700, + "avg_reward": 3018.34, + "avg_cost": 24.75, + "lambda": 25.35, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 710, + "avg_reward": 2681.62, + "avg_cost": 10.25, + "lambda": 25.0425, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 720, + "avg_reward": 2840.61, + "avg_cost": 13.25, + "lambda": 25.205, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 730, + "avg_reward": 3421.07, + "avg_cost": 42.0, + "lambda": 25.3725, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 740, + "avg_reward": 3574.02, + "avg_cost": 26.75, + "lambda": 25.445, + "rho": [ + 0.4915, + 0.5085 + ] + }, + { + "episode": 750, + "avg_reward": 3581.48, + "avg_cost": 34.25, + "lambda": 25.535, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 760, + "avg_reward": 2991.39, + "avg_cost": 20.75, + "lambda": 24.3225, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 770, + "avg_reward": 3068.65, + "avg_cost": 9.75, + "lambda": 23.035, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 780, + "avg_reward": 3240.23, + "avg_cost": 8.0, + "lambda": 21.405, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 790, + "avg_reward": 2754.17, + "avg_cost": 4.0, + "lambda": 19.675, + "rho": [ + 0.4946, + 0.5054 + ] + }, + { + "episode": 800, + "avg_reward": 2815.23, + "avg_cost": 8.75, + "lambda": 18.1075, + "rho": [ + 0.498, + 0.502 + ] + }, + { + "episode": 810, + "avg_reward": 3384.06, + "avg_cost": 19.75, + "lambda": 17.475, + "rho": [ + 0.498, + 0.502 + ] + }, + { + "episode": 820, + "avg_reward": 3405.4, + "avg_cost": 21.5, + "lambda": 16.2825, + "rho": [ + 0.498, + 0.502 + ] + }, + { + "episode": 830, + "avg_reward": 3067.67, + "avg_cost": 16.75, + "lambda": 14.9625, + "rho": [ + 0.498, + 0.502 + ] + }, + { + "episode": 840, + "avg_reward": 3370.06, + "avg_cost": 16.25, + "lambda": 13.5925, + "rho": [ + 0.498, + 0.502 + ] + }, + { + "episode": 850, + "avg_reward": 3285.49, + "avg_cost": 11.25, + "lambda": 13.02, + "rho": [ + 0.5037, + 0.4963 + ] + }, + { + "episode": 860, + "avg_reward": 2998.27, + "avg_cost": 21.0, + "lambda": 11.34, + "rho": [ + 0.5037, + 0.4963 + ] + }, + { + "episode": 870, + "avg_reward": 3841.74, + "avg_cost": 18.5, + "lambda": 11.0075, + "rho": [ + 0.5037, + 0.4963 + ] + }, + { + "episode": 880, + "avg_reward": 3746.92, + "avg_cost": 18.75, + "lambda": 10.4925, + "rho": [ + 0.5037, + 0.4963 + ] + }, + { + "episode": 890, + "avg_reward": 3531.67, + "avg_cost": 16.0, + "lambda": 9.13, + "rho": [ + 0.5037, + 0.4963 + ] + }, + { + "episode": 900, + "avg_reward": 3975.93, + "avg_cost": 36.0, + "lambda": 9.2325, + "rho": [ + 0.5117, + 0.4883 + ] + }, + { + "episode": 910, + "avg_reward": 3629.9, + "avg_cost": 24.25, + "lambda": 9.35, + "rho": [ + 0.5117, + 0.4883 + ] + }, + { + "episode": 920, + "avg_reward": 3971.16, + "avg_cost": 30.25, + "lambda": 10.1075, + "rho": [ + 0.5117, + 0.4883 + ] + }, + { + "episode": 930, + "avg_reward": 3890.2, + "avg_cost": 36.5, + "lambda": 10.5525, + "rho": [ + 0.5117, + 0.4883 + ] + }, + { + "episode": 940, + "avg_reward": 3849.39, + "avg_cost": 20.5, + "lambda": 10.9425, + "rho": [ + 0.5117, + 0.4883 + ] + }, + { + "episode": 950, + "avg_reward": 4050.87, + "avg_cost": 29.75, + "lambda": 11.5425, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 960, + "avg_reward": 3766.18, + "avg_cost": 14.75, + "lambda": 11.225, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 970, + "avg_reward": 4073.41, + "avg_cost": 38.0, + "lambda": 12.6375, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 980, + "avg_reward": 3841.95, + "avg_cost": 27.5, + "lambda": 13.175, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 990, + "avg_reward": 4165.75, + "avg_cost": 58.75, + "lambda": 15.8325, + "rho": [ + 0.5222, + 0.4778 + ] + }, + { + "episode": 1000, + "avg_reward": 4059.67, + "avg_cost": 51.5, + "lambda": 18.0025, + "rho": [ + 0.5345, + 0.4655 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json new file mode 100644 index 0000000000000000000000000000000000000000..ce24a76df3d63cec62aeb788c5ff4b7454cbf8eb --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1000ep_mamujoco_state_dependent_implicit_v5_final_abl_freq.json @@ -0,0 +1,1033 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 524223.08, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 0.5296, + 0.4704 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9259.24, + "avg_cost": 10.75, + "lambda": 4.8575, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 10, + "avg_reward": -8666.45, + "avg_cost": 20.75, + "lambda": 3.965, + "rho": [ + 0.5353, + 0.4647 + ] + }, + { + "episode": 20, + "avg_reward": -8355.74, + "avg_cost": 13.0, + "lambda": 3.03, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 30, + "avg_reward": -8097.81, + "avg_cost": 13.25, + "lambda": 1.7825, + "rho": [ + 0.5843, + 0.4157 + ] + }, + { + "episode": 40, + "avg_reward": -7652.1, + "avg_cost": 12.25, + "lambda": 0.685, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 50, + "avg_reward": -7571.2, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 60, + "avg_reward": -7179.33, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 70, + "avg_reward": -6747.05, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.5711, + 0.4289 + ] + }, + { + "episode": 80, + "avg_reward": -6384.73, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.5663, + 0.4337 + ] + }, + { + "episode": 90, + "avg_reward": -5889.58, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.5663, + 0.4337 + ] + }, + { + "episode": 100, + "avg_reward": -5723.08, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 110, + "avg_reward": -5047.14, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.5623, + 0.4377 + ] + }, + { + "episode": 120, + "avg_reward": -4742.74, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.5589, + 0.4411 + ] + }, + { + "episode": 130, + "avg_reward": -4004.17, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.5589, + 0.4411 + ] + }, + { + "episode": 140, + "avg_reward": -3338.92, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.5559, + 0.4441 + ] + }, + { + "episode": 150, + "avg_reward": -2820.63, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.5559, + 0.4441 + ] + }, + { + "episode": 160, + "avg_reward": -2370.12, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 170, + "avg_reward": -2007.27, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5533, + 0.4467 + ] + }, + { + "episode": 180, + "avg_reward": -1428.1, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.551, + 0.449 + ] + }, + { + "episode": 190, + "avg_reward": -1192.82, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.551, + 0.449 + ] + }, + { + "episode": 200, + "avg_reward": -823.13, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.549, + 0.451 + ] + }, + { + "episode": 210, + "avg_reward": -278.84, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.549, + 0.451 + ] + }, + { + "episode": 220, + "avg_reward": -70.41, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5471, + 0.4529 + ] + }, + { + "episode": 230, + "avg_reward": -24.01, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5471, + 0.4529 + ] + }, + { + "episode": 240, + "avg_reward": 308.74, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 250, + "avg_reward": 505.06, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 260, + "avg_reward": 570.92, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.544, + 0.456 + ] + }, + { + "episode": 270, + "avg_reward": 598.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.544, + 0.456 + ] + }, + { + "episode": 280, + "avg_reward": 849.47, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5426, + 0.4574 + ] + }, + { + "episode": 290, + "avg_reward": 807.77, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5426, + 0.4574 + ] + }, + { + "episode": 300, + "avg_reward": 1070.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5414, + 0.4586 + ] + }, + { + "episode": 310, + "avg_reward": 1078.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5414, + 0.4586 + ] + }, + { + "episode": 320, + "avg_reward": 1365.16, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.5403, + 0.4597 + ] + }, + { + "episode": 330, + "avg_reward": 1380.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5403, + 0.4597 + ] + }, + { + "episode": 340, + "avg_reward": 1356.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5393, + 0.4607 + ] + }, + { + "episode": 350, + "avg_reward": 1606.74, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5393, + 0.4607 + ] + }, + { + "episode": 360, + "avg_reward": 1392.27, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5384, + 0.4616 + ] + }, + { + "episode": 370, + "avg_reward": 1233.05, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5384, + 0.4616 + ] + }, + { + "episode": 380, + "avg_reward": 1764.84, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5376, + 0.4624 + ] + }, + { + "episode": 390, + "avg_reward": 1607.11, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5376, + 0.4624 + ] + }, + { + "episode": 400, + "avg_reward": 1883.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5368, + 0.4632 + ] + }, + { + "episode": 410, + "avg_reward": 1775.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5368, + 0.4632 + ] + }, + { + "episode": 420, + "avg_reward": 1906.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5362, + 0.4638 + ] + }, + { + "episode": 430, + "avg_reward": 1998.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5362, + 0.4638 + ] + }, + { + "episode": 440, + "avg_reward": 1781.41, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5355, + 0.4645 + ] + }, + { + "episode": 450, + "avg_reward": 2069.69, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5355, + 0.4645 + ] + }, + { + "episode": 460, + "avg_reward": 1643.86, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.535, + 0.465 + ] + }, + { + "episode": 470, + "avg_reward": 1901.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.535, + 0.465 + ] + }, + { + "episode": 480, + "avg_reward": 1965.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 490, + "avg_reward": 1881.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5345, + 0.4655 + ] + }, + { + "episode": 500, + "avg_reward": 1989.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.534, + 0.466 + ] + }, + { + "episode": 510, + "avg_reward": 2063.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.534, + 0.466 + ] + }, + { + "episode": 520, + "avg_reward": 1997.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5336, + 0.4664 + ] + }, + { + "episode": 530, + "avg_reward": 2127.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5336, + 0.4664 + ] + }, + { + "episode": 540, + "avg_reward": 1761.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5332, + 0.4668 + ] + }, + { + "episode": 550, + "avg_reward": 2130.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5332, + 0.4668 + ] + }, + { + "episode": 560, + "avg_reward": 1888.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 570, + "avg_reward": 1975.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5328, + 0.4672 + ] + }, + { + "episode": 580, + "avg_reward": 1942.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5325, + 0.4675 + ] + }, + { + "episode": 590, + "avg_reward": 2211.69, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5325, + 0.4675 + ] + }, + { + "episode": 600, + "avg_reward": 2170.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 610, + "avg_reward": 2336.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5322, + 0.4678 + ] + }, + { + "episode": 620, + "avg_reward": 2529.8, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5319, + 0.4681 + ] + }, + { + "episode": 630, + "avg_reward": 2174.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5319, + 0.4681 + ] + }, + { + "episode": 640, + "avg_reward": 2120.9, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 650, + "avg_reward": 2292.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5317, + 0.4683 + ] + }, + { + "episode": 660, + "avg_reward": 2325.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 670, + "avg_reward": 2191.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 680, + "avg_reward": 1988.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5312, + 0.4688 + ] + }, + { + "episode": 690, + "avg_reward": 2367.86, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5312, + 0.4688 + ] + }, + { + "episode": 700, + "avg_reward": 2231.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 710, + "avg_reward": 2255.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5311, + 0.4689 + ] + }, + { + "episode": 720, + "avg_reward": 2371.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 730, + "avg_reward": 2640.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5309, + 0.4691 + ] + }, + { + "episode": 740, + "avg_reward": 2553.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 750, + "avg_reward": 2119.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 760, + "avg_reward": 2262.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 770, + "avg_reward": 2600.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 780, + "avg_reward": 2501.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 790, + "avg_reward": 2783.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 800, + "avg_reward": 2641.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5303, + 0.4697 + ] + }, + { + "episode": 810, + "avg_reward": 2488.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5303, + 0.4697 + ] + }, + { + "episode": 820, + "avg_reward": 2493.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5302, + 0.4698 + ] + }, + { + "episode": 830, + "avg_reward": 2487.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5302, + 0.4698 + ] + }, + { + "episode": 840, + "avg_reward": 2437.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5301, + 0.4699 + ] + }, + { + "episode": 850, + "avg_reward": 2621.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5301, + 0.4699 + ] + }, + { + "episode": 860, + "avg_reward": 2576.21, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5301, + 0.4699 + ] + }, + { + "episode": 870, + "avg_reward": 2227.23, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5301, + 0.4699 + ] + }, + { + "episode": 880, + "avg_reward": 2715.07, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.53, + 0.47 + ] + }, + { + "episode": 890, + "avg_reward": 2476.98, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.53, + 0.47 + ] + }, + { + "episode": 900, + "avg_reward": 2513.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5299, + 0.4701 + ] + }, + { + "episode": 910, + "avg_reward": 2682.29, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5299, + 0.4701 + ] + }, + { + "episode": 920, + "avg_reward": 2887.34, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 930, + "avg_reward": 2566.49, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 940, + "avg_reward": 2307.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 950, + "avg_reward": 2553.92, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5298, + 0.4702 + ] + }, + { + "episode": 960, + "avg_reward": 2663.2, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 970, + "avg_reward": 2703.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 980, + "avg_reward": 2728.81, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 990, + "avg_reward": 2480.03, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5297, + 0.4703 + ] + }, + { + "episode": 1000, + "avg_reward": 2528.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5296, + 0.4704 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json b/results/diagnostic_results_learned_rho_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..1f861d5744edc102aecdee3eb4e522a72294fb22 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -1024564.22, + "constraint_satisfaction_pct": 4.47, + "final_rho": [ + 0.4876, + 0.5124 + ], + "final_lambda": 46.7514, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2916.41, + "avg_cost": 13.75, + "lambda": 1.1375, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 10, + "avg_reward": -2749.99, + "avg_cost": 17.5, + "lambda": 2.4414, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 20, + "avg_reward": -2767.25, + "avg_cost": 21.0, + "lambda": 3.9502, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 30, + "avg_reward": -2591.73, + "avg_cost": 17.5, + "lambda": 5.5386, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 40, + "avg_reward": -2442.34, + "avg_cost": 13.5, + "lambda": 7.2092, + "rho": [ + 0.5084, + 0.4916 + ] + }, + { + "episode": 50, + "avg_reward": -2450.4, + "avg_cost": 15.75, + "lambda": 8.8088, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 60, + "avg_reward": -2448.09, + "avg_cost": 14.25, + "lambda": 10.3954, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 70, + "avg_reward": -2303.43, + "avg_cost": 23.0, + "lambda": 11.9028, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 80, + "avg_reward": -2322.68, + "avg_cost": 15.25, + "lambda": 13.5554, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 90, + "avg_reward": -2185.09, + "avg_cost": 13.0, + "lambda": 15.034, + "rho": [ + 0.4641, + 0.5359 + ] + }, + { + "episode": 100, + "avg_reward": -2191.36, + "avg_cost": 12.25, + "lambda": 16.5517, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 110, + "avg_reward": -2311.87, + "avg_cost": 14.0, + "lambda": 17.9862, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 120, + "avg_reward": -2010.63, + "avg_cost": 13.0, + "lambda": 19.4071, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 130, + "avg_reward": -2131.28, + "avg_cost": 10.5, + "lambda": 20.8502, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 140, + "avg_reward": -2027.95, + "avg_cost": 12.25, + "lambda": 22.1297, + "rho": [ + 0.4188, + 0.5812 + ] + }, + { + "episode": 150, + "avg_reward": -2162.7, + "avg_cost": 7.0, + "lambda": 23.2584, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 160, + "avg_reward": -2078.45, + "avg_cost": 6.75, + "lambda": 24.222, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 170, + "avg_reward": -2142.96, + "avg_cost": 8.5, + "lambda": 25.1122, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 180, + "avg_reward": -2092.74, + "avg_cost": 3.75, + "lambda": 25.8807, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 190, + "avg_reward": -2183.74, + "avg_cost": 8.5, + "lambda": 26.5517, + "rho": [ + 0.4152, + 0.5848 + ] + }, + { + "episode": 200, + "avg_reward": -1924.53, + "avg_cost": 6.0, + "lambda": 27.2012, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 210, + "avg_reward": -2153.07, + "avg_cost": 7.0, + "lambda": 27.8593, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 220, + "avg_reward": -2103.09, + "avg_cost": 4.75, + "lambda": 28.4263, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 230, + "avg_reward": -2009.6, + "avg_cost": 3.5, + "lambda": 28.9363, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 240, + "avg_reward": -2273.1, + "avg_cost": 2.75, + "lambda": 29.3608, + "rho": [ + 0.4279, + 0.5721 + ] + }, + { + "episode": 250, + "avg_reward": -2153.31, + "avg_cost": 1.75, + "lambda": 29.7311, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 260, + "avg_reward": -2115.0, + "avg_cost": 1.25, + "lambda": 30.0764, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 270, + "avg_reward": -2052.89, + "avg_cost": 3.0, + "lambda": 30.3511, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 280, + "avg_reward": -2002.19, + "avg_cost": 0.75, + "lambda": 30.5775, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 290, + "avg_reward": -2037.0, + "avg_cost": 1.25, + "lambda": 30.7798, + "rho": [ + 0.4257, + 0.5743 + ] + }, + { + "episode": 300, + "avg_reward": -1785.9, + "avg_cost": 2.25, + "lambda": 30.9615, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 310, + "avg_reward": -1769.01, + "avg_cost": 2.75, + "lambda": 31.1144, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 320, + "avg_reward": -1759.98, + "avg_cost": 1.75, + "lambda": 31.2961, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 330, + "avg_reward": -1667.53, + "avg_cost": 1.0, + "lambda": 31.519, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 340, + "avg_reward": -1894.31, + "avg_cost": 2.0, + "lambda": 31.783, + "rho": [ + 0.4237, + 0.5763 + ] + }, + { + "episode": 350, + "avg_reward": -1513.63, + "avg_cost": 4.75, + "lambda": 32.0095, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 360, + "avg_reward": -1549.76, + "avg_cost": 1.75, + "lambda": 32.2079, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 370, + "avg_reward": -1341.41, + "avg_cost": 3.0, + "lambda": 32.3771, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 380, + "avg_reward": -1593.0, + "avg_cost": 4.25, + "lambda": 32.5413, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 390, + "avg_reward": -1432.68, + "avg_cost": 1.5, + "lambda": 32.7347, + "rho": [ + 0.4128, + 0.5872 + ] + }, + { + "episode": 400, + "avg_reward": -1456.2, + "avg_cost": 1.75, + "lambda": 32.9027, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 410, + "avg_reward": -1419.27, + "avg_cost": 1.75, + "lambda": 33.1061, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 420, + "avg_reward": -1235.86, + "avg_cost": 0.75, + "lambda": 33.2969, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 430, + "avg_reward": -1502.53, + "avg_cost": 0.75, + "lambda": 33.4852, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 440, + "avg_reward": -1239.17, + "avg_cost": 1.25, + "lambda": 33.6389, + "rho": [ + 0.4126, + 0.5874 + ] + }, + { + "episode": 450, + "avg_reward": -1447.79, + "avg_cost": 0.5, + "lambda": 33.7756, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 460, + "avg_reward": -1293.71, + "avg_cost": 1.0, + "lambda": 33.9154, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 470, + "avg_reward": -1306.16, + "avg_cost": 1.5, + "lambda": 34.0552, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 480, + "avg_reward": -1322.3, + "avg_cost": 0.25, + "lambda": 34.2437, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 490, + "avg_reward": -991.52, + "avg_cost": 2.25, + "lambda": 34.4283, + "rho": [ + 0.4202, + 0.5798 + ] + }, + { + "episode": 500, + "avg_reward": -1206.34, + "avg_cost": 0.75, + "lambda": 34.6069, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 510, + "avg_reward": -1291.34, + "avg_cost": 2.0, + "lambda": 34.7823, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 520, + "avg_reward": -1269.34, + "avg_cost": 0.5, + "lambda": 34.9582, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 530, + "avg_reward": -1038.27, + "avg_cost": 4.25, + "lambda": 35.1179, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 540, + "avg_reward": -1054.13, + "avg_cost": 0.75, + "lambda": 35.2508, + "rho": [ + 0.4326, + 0.5674 + ] + }, + { + "episode": 550, + "avg_reward": -866.58, + "avg_cost": 0.25, + "lambda": 35.3867, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 560, + "avg_reward": -898.12, + "avg_cost": 2.25, + "lambda": 35.5068, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 570, + "avg_reward": -975.42, + "avg_cost": 1.75, + "lambda": 35.6508, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 580, + "avg_reward": -1109.11, + "avg_cost": 0.5, + "lambda": 35.7955, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 590, + "avg_reward": -674.47, + "avg_cost": 1.5, + "lambda": 35.9287, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 600, + "avg_reward": -780.35, + "avg_cost": 0.25, + "lambda": 36.0476, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 610, + "avg_reward": -815.94, + "avg_cost": 0.25, + "lambda": 36.1454, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 620, + "avg_reward": -878.4, + "avg_cost": 0.5, + "lambda": 36.2494, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 630, + "avg_reward": -629.69, + "avg_cost": 1.0, + "lambda": 36.3731, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 640, + "avg_reward": -535.7, + "avg_cost": 0.5, + "lambda": 36.4909, + "rho": [ + 0.4453, + 0.5547 + ] + }, + { + "episode": 650, + "avg_reward": -548.96, + "avg_cost": 0.75, + "lambda": 36.6051, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 660, + "avg_reward": -350.9, + "avg_cost": 3.0, + "lambda": 36.741, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 670, + "avg_reward": -377.26, + "avg_cost": 1.0, + "lambda": 36.9145, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 680, + "avg_reward": -488.47, + "avg_cost": 1.5, + "lambda": 37.0795, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 690, + "avg_reward": -433.57, + "avg_cost": 1.5, + "lambda": 37.2267, + "rho": [ + 0.4479, + 0.5521 + ] + }, + { + "episode": 700, + "avg_reward": -388.55, + "avg_cost": 0.5, + "lambda": 37.3562, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 710, + "avg_reward": -538.83, + "avg_cost": 1.0, + "lambda": 37.4643, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 720, + "avg_reward": -414.63, + "avg_cost": 1.5, + "lambda": 37.5543, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 730, + "avg_reward": -403.16, + "avg_cost": 0.75, + "lambda": 37.6482, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 740, + "avg_reward": -379.16, + "avg_cost": 0.5, + "lambda": 37.7566, + "rho": [ + 0.4495, + 0.5505 + ] + }, + { + "episode": 750, + "avg_reward": -431.45, + "avg_cost": 1.25, + "lambda": 37.8521, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 760, + "avg_reward": -177.05, + "avg_cost": 1.0, + "lambda": 37.9377, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 770, + "avg_reward": -451.26, + "avg_cost": 0.25, + "lambda": 38.028, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 780, + "avg_reward": -283.4, + "avg_cost": 3.0, + "lambda": 38.1129, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 790, + "avg_reward": -216.39, + "avg_cost": 0.75, + "lambda": 38.206, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 800, + "avg_reward": -314.9, + "avg_cost": 0.0, + "lambda": 38.3183, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 810, + "avg_reward": -320.45, + "avg_cost": 0.5, + "lambda": 38.406, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 820, + "avg_reward": -363.89, + "avg_cost": 0.25, + "lambda": 38.5343, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 830, + "avg_reward": -252.04, + "avg_cost": 0.5, + "lambda": 38.6297, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 840, + "avg_reward": -444.69, + "avg_cost": 0.75, + "lambda": 38.7541, + "rho": [ + 0.4409, + 0.5591 + ] + }, + { + "episode": 850, + "avg_reward": -287.38, + "avg_cost": 0.5, + "lambda": 38.9049, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 860, + "avg_reward": -341.37, + "avg_cost": 0.25, + "lambda": 39.0046, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 870, + "avg_reward": -529.28, + "avg_cost": 2.0, + "lambda": 39.0817, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 880, + "avg_reward": -211.67, + "avg_cost": 0.5, + "lambda": 39.1531, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 890, + "avg_reward": -198.39, + "avg_cost": 0.75, + "lambda": 39.2446, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 900, + "avg_reward": -167.09, + "avg_cost": 0.5, + "lambda": 39.3373, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 910, + "avg_reward": -180.17, + "avg_cost": 3.0, + "lambda": 39.4488, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 920, + "avg_reward": -52.73, + "avg_cost": 0.0, + "lambda": 39.5683, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 930, + "avg_reward": -117.03, + "avg_cost": 0.25, + "lambda": 39.6853, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 940, + "avg_reward": -84.95, + "avg_cost": 1.5, + "lambda": 39.7969, + "rho": [ + 0.4269, + 0.5731 + ] + }, + { + "episode": 950, + "avg_reward": -644.08, + "avg_cost": 1.25, + "lambda": 39.9419, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 960, + "avg_reward": -48.72, + "avg_cost": 3.0, + "lambda": 40.0572, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 970, + "avg_reward": -78.93, + "avg_cost": 1.5, + "lambda": 40.1657, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 980, + "avg_reward": -75.55, + "avg_cost": 0.75, + "lambda": 40.2995, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 990, + "avg_reward": -62.14, + "avg_cost": 0.25, + "lambda": 40.4224, + "rho": [ + 0.4273, + 0.5727 + ] + }, + { + "episode": 1000, + "avg_reward": 136.59, + "avg_cost": 0.25, + "lambda": 40.5228, + "rho": [ + 0.4317, + 0.5683 + ] + }, + { + "episode": 1010, + "avg_reward": -27.98, + "avg_cost": 0.5, + "lambda": 40.6259, + "rho": [ + 0.4317, + 0.5683 + ] + }, + { + "episode": 1020, + "avg_reward": 140.6, + "avg_cost": 0.75, + "lambda": 40.7133, + "rho": [ + 0.4317, + 0.5683 + ] + }, + { + "episode": 1030, + "avg_reward": -44.02, + "avg_cost": 0.0, + "lambda": 40.826, + "rho": [ + 0.4317, + 0.5683 + ] + }, + { + "episode": 1040, + "avg_reward": 212.66, + "avg_cost": 1.0, + "lambda": 40.9254, + "rho": [ + 0.4317, + 0.5683 + ] + }, + { + "episode": 1050, + "avg_reward": 185.97, + "avg_cost": 4.25, + "lambda": 41.0192, + "rho": [ + 0.439, + 0.561 + ] + }, + { + "episode": 1060, + "avg_reward": -20.52, + "avg_cost": 0.75, + "lambda": 41.1652, + "rho": [ + 0.439, + 0.561 + ] + }, + { + "episode": 1070, + "avg_reward": 80.74, + "avg_cost": 4.25, + "lambda": 41.3004, + "rho": [ + 0.439, + 0.561 + ] + }, + { + "episode": 1080, + "avg_reward": 364.15, + "avg_cost": 0.0, + "lambda": 41.4079, + "rho": [ + 0.439, + 0.561 + ] + }, + { + "episode": 1090, + "avg_reward": 268.32, + "avg_cost": 0.25, + "lambda": 41.534, + "rho": [ + 0.439, + 0.561 + ] + }, + { + "episode": 1100, + "avg_reward": 190.33, + "avg_cost": 0.5, + "lambda": 41.616, + "rho": [ + 0.4484, + 0.5516 + ] + }, + { + "episode": 1110, + "avg_reward": 232.85, + "avg_cost": 0.5, + "lambda": 41.7035, + "rho": [ + 0.4484, + 0.5516 + ] + }, + { + "episode": 1120, + "avg_reward": 357.22, + "avg_cost": 2.0, + "lambda": 41.8084, + "rho": [ + 0.4484, + 0.5516 + ] + }, + { + "episode": 1130, + "avg_reward": 184.6, + "avg_cost": 2.75, + "lambda": 41.9158, + "rho": [ + 0.4484, + 0.5516 + ] + }, + { + "episode": 1140, + "avg_reward": -124.35, + "avg_cost": 0.25, + "lambda": 42.0147, + "rho": [ + 0.4484, + 0.5516 + ] + }, + { + "episode": 1150, + "avg_reward": 236.85, + "avg_cost": 1.75, + "lambda": 42.1115, + "rho": [ + 0.4533, + 0.5467 + ] + }, + { + "episode": 1160, + "avg_reward": 256.35, + "avg_cost": 0.25, + "lambda": 42.2289, + "rho": [ + 0.4533, + 0.5467 + ] + }, + { + "episode": 1170, + "avg_reward": 61.44, + "avg_cost": 2.25, + "lambda": 42.3582, + "rho": [ + 0.4533, + 0.5467 + ] + }, + { + "episode": 1180, + "avg_reward": 204.85, + "avg_cost": 0.75, + "lambda": 42.4754, + "rho": [ + 0.4533, + 0.5467 + ] + }, + { + "episode": 1190, + "avg_reward": 145.77, + "avg_cost": 1.5, + "lambda": 42.6329, + "rho": [ + 0.4533, + 0.5467 + ] + }, + { + "episode": 1200, + "avg_reward": 397.98, + "avg_cost": 0.5, + "lambda": 42.8179, + "rho": [ + 0.4599, + 0.5401 + ] + }, + { + "episode": 1210, + "avg_reward": 413.5, + "avg_cost": 1.0, + "lambda": 42.9513, + "rho": [ + 0.4599, + 0.5401 + ] + }, + { + "episode": 1220, + "avg_reward": 382.75, + "avg_cost": 2.0, + "lambda": 43.0614, + "rho": [ + 0.4599, + 0.5401 + ] + }, + { + "episode": 1230, + "avg_reward": 525.02, + "avg_cost": 0.0, + "lambda": 43.1761, + "rho": [ + 0.4599, + 0.5401 + ] + }, + { + "episode": 1240, + "avg_reward": 244.04, + "avg_cost": 1.75, + "lambda": 43.3265, + "rho": [ + 0.4599, + 0.5401 + ] + }, + { + "episode": 1250, + "avg_reward": 397.1, + "avg_cost": 0.25, + "lambda": 43.4775, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 1260, + "avg_reward": -23.46, + "avg_cost": 2.25, + "lambda": 43.6231, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 1270, + "avg_reward": 52.13, + "avg_cost": 1.0, + "lambda": 43.7536, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 1280, + "avg_reward": 140.35, + "avg_cost": 2.5, + "lambda": 43.8725, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 1290, + "avg_reward": 339.69, + "avg_cost": 0.5, + "lambda": 43.999, + "rho": [ + 0.4626, + 0.5374 + ] + }, + { + "episode": 1300, + "avg_reward": 314.55, + "avg_cost": 0.5, + "lambda": 44.126, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 1310, + "avg_reward": 236.62, + "avg_cost": 3.0, + "lambda": 44.2333, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 1320, + "avg_reward": 828.15, + "avg_cost": 0.5, + "lambda": 44.3828, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 1330, + "avg_reward": 350.14, + "avg_cost": 2.5, + "lambda": 44.4999, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 1340, + "avg_reward": 471.86, + "avg_cost": 2.5, + "lambda": 44.6291, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 1350, + "avg_reward": -167.92, + "avg_cost": 1.0, + "lambda": 44.7754, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 1360, + "avg_reward": 85.47, + "avg_cost": 0.75, + "lambda": 44.9161, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 1370, + "avg_reward": 424.95, + "avg_cost": 1.5, + "lambda": 45.0411, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 1380, + "avg_reward": -39.74, + "avg_cost": 3.25, + "lambda": 45.1632, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 1390, + "avg_reward": 450.73, + "avg_cost": 0.25, + "lambda": 45.2828, + "rho": [ + 0.4742, + 0.5258 + ] + }, + { + "episode": 1400, + "avg_reward": 328.29, + "avg_cost": 0.5, + "lambda": 45.3815, + "rho": [ + 0.4776, + 0.5224 + ] + }, + { + "episode": 1410, + "avg_reward": 193.38, + "avg_cost": 0.25, + "lambda": 45.4975, + "rho": [ + 0.4776, + 0.5224 + ] + }, + { + "episode": 1420, + "avg_reward": 444.76, + "avg_cost": 1.0, + "lambda": 45.6152, + "rho": [ + 0.4776, + 0.5224 + ] + }, + { + "episode": 1430, + "avg_reward": 410.86, + "avg_cost": 0.5, + "lambda": 45.766, + "rho": [ + 0.4776, + 0.5224 + ] + }, + { + "episode": 1440, + "avg_reward": 554.6, + "avg_cost": 0.5, + "lambda": 45.8991, + "rho": [ + 0.4776, + 0.5224 + ] + }, + { + "episode": 1450, + "avg_reward": 769.89, + "avg_cost": 0.25, + "lambda": 45.9895, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 1460, + "avg_reward": 409.19, + "avg_cost": 1.0, + "lambda": 46.0783, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 1470, + "avg_reward": 808.77, + "avg_cost": 1.25, + "lambda": 46.1909, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 1480, + "avg_reward": -150.12, + "avg_cost": 2.0, + "lambda": 46.392, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 1490, + "avg_reward": 753.28, + "avg_cost": 1.0, + "lambda": 46.5805, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 1500, + "avg_reward": 826.16, + "avg_cost": 1.0, + "lambda": 46.7514, + "rho": [ + 0.4876, + 0.5124 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..577f23baf361b67e0131932faf10ee9fce13497e --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3023592.32, + "constraint_satisfaction_pct": 22.2, + "final_rho": [ + 0.499, + 0.501 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12202.54, + "avg_cost": 25.75, + "lambda": 10.7725, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 10, + "avg_reward": -11460.6, + "avg_cost": 3.0, + "lambda": 16.5669, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 20, + "avg_reward": -11125.96, + "avg_cost": 7.5, + "lambda": 21.0592, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 30, + "avg_reward": -10694.32, + "avg_cost": 21.25, + "lambda": 24.8914, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 40, + "avg_reward": -10772.54, + "avg_cost": 11.75, + "lambda": 28.7652, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 50, + "avg_reward": -10391.12, + "avg_cost": 7.75, + "lambda": 32.3733, + "rho": [ + 0.527, + 0.473 + ] + }, + { + "episode": 60, + "avg_reward": -9580.5, + "avg_cost": 11.75, + "lambda": 35.5872, + "rho": [ + 0.527, + 0.473 + ] + }, + { + "episode": 70, + "avg_reward": -9938.24, + "avg_cost": 10.75, + "lambda": 39.2781, + "rho": [ + 0.527, + 0.473 + ] + }, + { + "episode": 80, + "avg_reward": -9708.78, + "avg_cost": 14.25, + "lambda": 42.8939, + "rho": [ + 0.527, + 0.473 + ] + }, + { + "episode": 90, + "avg_reward": -9031.71, + "avg_cost": 14.75, + "lambda": 46.0324, + "rho": [ + 0.527, + 0.473 + ] + }, + { + "episode": 100, + "avg_reward": -8862.69, + "avg_cost": 2.5, + "lambda": 48.8145, + "rho": [ + 0.5234, + 0.4766 + ] + }, + { + "episode": 110, + "avg_reward": -8399.47, + "avg_cost": 2.25, + "lambda": 51.5329, + "rho": [ + 0.5234, + 0.4766 + ] + }, + { + "episode": 120, + "avg_reward": -7836.59, + "avg_cost": 10.5, + "lambda": 54.4847, + "rho": [ + 0.5234, + 0.4766 + ] + }, + { + "episode": 130, + "avg_reward": -7890.61, + "avg_cost": 11.0, + "lambda": 57.3433, + "rho": [ + 0.5234, + 0.4766 + ] + }, + { + "episode": 140, + "avg_reward": -7339.84, + "avg_cost": 6.0, + "lambda": 60.0676, + "rho": [ + 0.5234, + 0.4766 + ] + }, + { + "episode": 150, + "avg_reward": -7681.8, + "avg_cost": 11.75, + "lambda": 62.9818, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 160, + "avg_reward": -7189.4, + "avg_cost": 8.5, + "lambda": 65.6488, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 170, + "avg_reward": -6504.3, + "avg_cost": 11.5, + "lambda": 68.3909, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 180, + "avg_reward": -6146.05, + "avg_cost": 3.5, + "lambda": 71.4756, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 190, + "avg_reward": -6448.52, + "avg_cost": 9.0, + "lambda": 74.0641, + "rho": [ + 0.51, + 0.49 + ] + }, + { + "episode": 200, + "avg_reward": -5819.87, + "avg_cost": 7.75, + "lambda": 75.9668, + "rho": [ + 0.5095, + 0.4905 + ] + }, + { + "episode": 210, + "avg_reward": -5840.08, + "avg_cost": 7.25, + "lambda": 77.8027, + "rho": [ + 0.5095, + 0.4905 + ] + }, + { + "episode": 220, + "avg_reward": -5077.22, + "avg_cost": 8.0, + "lambda": 79.6984, + "rho": [ + 0.5095, + 0.4905 + ] + }, + { + "episode": 230, + "avg_reward": -4960.52, + "avg_cost": 3.0, + "lambda": 81.4366, + "rho": [ + 0.5095, + 0.4905 + ] + }, + { + "episode": 240, + "avg_reward": -4856.04, + "avg_cost": 4.5, + "lambda": 83.1079, + "rho": [ + 0.5095, + 0.4905 + ] + }, + { + "episode": 250, + "avg_reward": -4962.33, + "avg_cost": 9.25, + "lambda": 85.1628, + "rho": [ + 0.5154, + 0.4846 + ] + }, + { + "episode": 260, + "avg_reward": -4616.29, + "avg_cost": 10.25, + "lambda": 87.0137, + "rho": [ + 0.5154, + 0.4846 + ] + }, + { + "episode": 270, + "avg_reward": -4695.76, + "avg_cost": 0.25, + "lambda": 89.0626, + "rho": [ + 0.5154, + 0.4846 + ] + }, + { + "episode": 280, + "avg_reward": -4379.99, + "avg_cost": 5.25, + "lambda": 90.8072, + "rho": [ + 0.5154, + 0.4846 + ] + }, + { + "episode": 290, + "avg_reward": -4190.7, + "avg_cost": 10.75, + "lambda": 92.4579, + "rho": [ + 0.5154, + 0.4846 + ] + }, + { + "episode": 300, + "avg_reward": -3891.01, + "avg_cost": 0.5, + "lambda": 94.2442, + "rho": [ + 0.5145, + 0.4855 + ] + }, + { + "episode": 310, + "avg_reward": -4006.69, + "avg_cost": 3.25, + "lambda": 95.5821, + "rho": [ + 0.5145, + 0.4855 + ] + }, + { + "episode": 320, + "avg_reward": -4097.8, + "avg_cost": 2.0, + "lambda": 96.9568, + "rho": [ + 0.5145, + 0.4855 + ] + }, + { + "episode": 330, + "avg_reward": -3932.62, + "avg_cost": 4.75, + "lambda": 98.6883, + "rho": [ + 0.5145, + 0.4855 + ] + }, + { + "episode": 340, + "avg_reward": -4083.54, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5145, + 0.4855 + ] + }, + { + "episode": 350, + "avg_reward": -4164.47, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 360, + "avg_reward": -3854.75, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 370, + "avg_reward": -4506.6, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 380, + "avg_reward": -4121.49, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 390, + "avg_reward": -4144.08, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 400, + "avg_reward": -4131.03, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.509, + 0.491 + ] + }, + { + "episode": 410, + "avg_reward": -4126.17, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.509, + 0.491 + ] + }, + { + "episode": 420, + "avg_reward": -3957.51, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.509, + 0.491 + ] + }, + { + "episode": 430, + "avg_reward": -3901.14, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.509, + 0.491 + ] + }, + { + "episode": 440, + "avg_reward": -3453.67, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.509, + 0.491 + ] + }, + { + "episode": 450, + "avg_reward": -3782.95, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 460, + "avg_reward": -3821.5, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 470, + "avg_reward": -3958.11, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 480, + "avg_reward": -3894.78, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 490, + "avg_reward": -3774.22, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 500, + "avg_reward": -3403.57, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 510, + "avg_reward": -3212.66, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 520, + "avg_reward": -3137.21, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 530, + "avg_reward": -3155.86, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 540, + "avg_reward": -2989.61, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.5163, + 0.4837 + ] + }, + { + "episode": 550, + "avg_reward": -3006.76, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 560, + "avg_reward": -2800.57, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 570, + "avg_reward": -2660.39, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 580, + "avg_reward": -3000.65, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 590, + "avg_reward": -2661.05, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5205, + 0.4795 + ] + }, + { + "episode": 600, + "avg_reward": -2172.24, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.5208, + 0.4792 + ] + }, + { + "episode": 610, + "avg_reward": -1956.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5208, + 0.4792 + ] + }, + { + "episode": 620, + "avg_reward": -2198.09, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.5208, + 0.4792 + ] + }, + { + "episode": 630, + "avg_reward": -2211.44, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.5208, + 0.4792 + ] + }, + { + "episode": 640, + "avg_reward": -2336.77, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5208, + 0.4792 + ] + }, + { + "episode": 650, + "avg_reward": -1888.35, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 660, + "avg_reward": -1662.69, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 670, + "avg_reward": -1502.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 680, + "avg_reward": -1133.09, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 690, + "avg_reward": -871.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5179, + 0.4821 + ] + }, + { + "episode": 700, + "avg_reward": -438.12, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5135, + 0.4865 + ] + }, + { + "episode": 710, + "avg_reward": -156.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5135, + 0.4865 + ] + }, + { + "episode": 720, + "avg_reward": 118.32, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.5135, + 0.4865 + ] + }, + { + "episode": 730, + "avg_reward": 324.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5135, + 0.4865 + ] + }, + { + "episode": 740, + "avg_reward": 503.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5135, + 0.4865 + ] + }, + { + "episode": 750, + "avg_reward": 727.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 760, + "avg_reward": 918.58, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 770, + "avg_reward": 1124.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 780, + "avg_reward": 1201.27, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 790, + "avg_reward": 1387.03, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5096, + 0.4904 + ] + }, + { + "episode": 800, + "avg_reward": 1390.84, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 810, + "avg_reward": 1633.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 820, + "avg_reward": 1396.55, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 830, + "avg_reward": 1635.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 840, + "avg_reward": 1879.34, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5063, + 0.4937 + ] + }, + { + "episode": 850, + "avg_reward": 1724.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 860, + "avg_reward": 1923.28, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 870, + "avg_reward": 1924.39, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 880, + "avg_reward": 2072.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 890, + "avg_reward": 2076.01, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5034, + 0.4966 + ] + }, + { + "episode": 900, + "avg_reward": 2123.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 910, + "avg_reward": 2085.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 920, + "avg_reward": 2178.59, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 930, + "avg_reward": 1979.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 940, + "avg_reward": 2291.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 950, + "avg_reward": 2474.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4986, + 0.5014 + ] + }, + { + "episode": 960, + "avg_reward": 2575.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4986, + 0.5014 + ] + }, + { + "episode": 970, + "avg_reward": 2503.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4986, + 0.5014 + ] + }, + { + "episode": 980, + "avg_reward": 2475.4, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.4986, + 0.5014 + ] + }, + { + "episode": 990, + "avg_reward": 2558.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4986, + 0.5014 + ] + }, + { + "episode": 1000, + "avg_reward": 2512.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.499, + 0.501 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..fecdf1c1678506b79549d07c0844798cad51aa7d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3889753.29, + "constraint_satisfaction_pct": 11.5, + "final_rho": [ + 0.2417, + 0.7583 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12202.54, + "avg_cost": 25.75, + "lambda": 10.7725, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 10, + "avg_reward": -11460.6, + "avg_cost": 3.0, + "lambda": 16.5669, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 20, + "avg_reward": -11125.96, + "avg_cost": 7.5, + "lambda": 21.0592, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 30, + "avg_reward": -10694.32, + "avg_cost": 21.25, + "lambda": 24.8914, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 40, + "avg_reward": -10772.54, + "avg_cost": 11.75, + "lambda": 28.7652, + "rho": [ + 0.49, + 0.51 + ] + }, + { + "episode": 50, + "avg_reward": -10391.12, + "avg_cost": 7.75, + "lambda": 32.3733, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 60, + "avg_reward": -9916.32, + "avg_cost": 8.75, + "lambda": 36.0576, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 70, + "avg_reward": -9623.87, + "avg_cost": 30.5, + "lambda": 39.9211, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 80, + "avg_reward": -9600.03, + "avg_cost": 8.5, + "lambda": 44.3098, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 90, + "avg_reward": -9183.8, + "avg_cost": 7.25, + "lambda": 47.9935, + "rho": [ + 0.4519, + 0.5481 + ] + }, + { + "episode": 100, + "avg_reward": -8675.05, + "avg_cost": 10.25, + "lambda": 50.8814, + "rho": [ + 0.4138, + 0.5862 + ] + }, + { + "episode": 110, + "avg_reward": -8630.3, + "avg_cost": 12.75, + "lambda": 53.7882, + "rho": [ + 0.4138, + 0.5862 + ] + }, + { + "episode": 120, + "avg_reward": -8245.33, + "avg_cost": 15.5, + "lambda": 56.7789, + "rho": [ + 0.4138, + 0.5862 + ] + }, + { + "episode": 130, + "avg_reward": -8067.97, + "avg_cost": 7.0, + "lambda": 59.5962, + "rho": [ + 0.4138, + 0.5862 + ] + }, + { + "episode": 140, + "avg_reward": -7310.9, + "avg_cost": 9.0, + "lambda": 62.2546, + "rho": [ + 0.4138, + 0.5862 + ] + }, + { + "episode": 150, + "avg_reward": -7296.03, + "avg_cost": 9.25, + "lambda": 64.8795, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 160, + "avg_reward": -7071.28, + "avg_cost": 8.25, + "lambda": 67.3654, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 170, + "avg_reward": -6533.11, + "avg_cost": 5.75, + "lambda": 69.4893, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 180, + "avg_reward": -6273.67, + "avg_cost": 6.5, + "lambda": 71.7636, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 190, + "avg_reward": -6336.65, + "avg_cost": 10.0, + "lambda": 74.2375, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 200, + "avg_reward": -6251.46, + "avg_cost": 6.5, + "lambda": 76.5755, + "rho": [ + 0.326, + 0.674 + ] + }, + { + "episode": 210, + "avg_reward": -5607.92, + "avg_cost": 8.25, + "lambda": 78.7816, + "rho": [ + 0.326, + 0.674 + ] + }, + { + "episode": 220, + "avg_reward": -5779.75, + "avg_cost": 6.5, + "lambda": 81.4791, + "rho": [ + 0.326, + 0.674 + ] + }, + { + "episode": 230, + "avg_reward": -5640.5, + "avg_cost": 10.25, + "lambda": 83.9999, + "rho": [ + 0.326, + 0.674 + ] + }, + { + "episode": 240, + "avg_reward": -5285.95, + "avg_cost": 21.5, + "lambda": 86.4566, + "rho": [ + 0.326, + 0.674 + ] + }, + { + "episode": 250, + "avg_reward": -5437.45, + "avg_cost": 6.75, + "lambda": 89.0281, + "rho": [ + 0.2741, + 0.7259 + ] + }, + { + "episode": 260, + "avg_reward": -5257.6, + "avg_cost": 6.25, + "lambda": 91.3743, + "rho": [ + 0.2741, + 0.7259 + ] + }, + { + "episode": 270, + "avg_reward": -5436.74, + "avg_cost": 7.75, + "lambda": 93.8166, + "rho": [ + 0.2741, + 0.7259 + ] + }, + { + "episode": 280, + "avg_reward": -5377.36, + "avg_cost": 1.75, + "lambda": 95.9407, + "rho": [ + 0.2741, + 0.7259 + ] + }, + { + "episode": 290, + "avg_reward": -5507.13, + "avg_cost": 3.0, + "lambda": 97.8574, + "rho": [ + 0.2741, + 0.7259 + ] + }, + { + "episode": 300, + "avg_reward": -5640.52, + "avg_cost": 2.75, + "lambda": 99.6238, + "rho": [ + 0.2352, + 0.7648 + ] + }, + { + "episode": 310, + "avg_reward": -5194.13, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2352, + 0.7648 + ] + }, + { + "episode": 320, + "avg_reward": -5140.21, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2352, + 0.7648 + ] + }, + { + "episode": 330, + "avg_reward": -4976.53, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.2352, + 0.7648 + ] + }, + { + "episode": 340, + "avg_reward": -5046.53, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2352, + 0.7648 + ] + }, + { + "episode": 350, + "avg_reward": -5073.2, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2221, + 0.7779 + ] + }, + { + "episode": 360, + "avg_reward": -5141.19, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2221, + 0.7779 + ] + }, + { + "episode": 370, + "avg_reward": -5336.3, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2221, + 0.7779 + ] + }, + { + "episode": 380, + "avg_reward": -5033.07, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2221, + 0.7779 + ] + }, + { + "episode": 390, + "avg_reward": -5221.29, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2221, + 0.7779 + ] + }, + { + "episode": 400, + "avg_reward": -4915.31, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.1984, + 0.8016 + ] + }, + { + "episode": 410, + "avg_reward": -4951.54, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.1984, + 0.8016 + ] + }, + { + "episode": 420, + "avg_reward": -5621.12, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.1984, + 0.8016 + ] + }, + { + "episode": 430, + "avg_reward": -4747.04, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.1984, + 0.8016 + ] + }, + { + "episode": 440, + "avg_reward": -4659.11, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.1984, + 0.8016 + ] + }, + { + "episode": 450, + "avg_reward": -4777.3, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 460, + "avg_reward": -4586.29, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 470, + "avg_reward": -4374.4, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 480, + "avg_reward": -3946.56, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 490, + "avg_reward": -3936.36, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.1916, + 0.8084 + ] + }, + { + "episode": 500, + "avg_reward": -4595.52, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.1967, + 0.8033 + ] + }, + { + "episode": 510, + "avg_reward": -4170.4, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.1967, + 0.8033 + ] + }, + { + "episode": 520, + "avg_reward": -4286.83, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.1967, + 0.8033 + ] + }, + { + "episode": 530, + "avg_reward": -3982.74, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.1967, + 0.8033 + ] + }, + { + "episode": 540, + "avg_reward": -3712.99, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.1967, + 0.8033 + ] + }, + { + "episode": 550, + "avg_reward": -3826.54, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2054, + 0.7946 + ] + }, + { + "episode": 560, + "avg_reward": -3848.14, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2054, + 0.7946 + ] + }, + { + "episode": 570, + "avg_reward": -4227.6, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.2054, + 0.7946 + ] + }, + { + "episode": 580, + "avg_reward": -3823.84, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2054, + 0.7946 + ] + }, + { + "episode": 590, + "avg_reward": -3376.95, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.2054, + 0.7946 + ] + }, + { + "episode": 600, + "avg_reward": -3528.36, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2098, + 0.7902 + ] + }, + { + "episode": 610, + "avg_reward": -3445.59, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2098, + 0.7902 + ] + }, + { + "episode": 620, + "avg_reward": -4120.73, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2098, + 0.7902 + ] + }, + { + "episode": 630, + "avg_reward": -3461.75, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2098, + 0.7902 + ] + }, + { + "episode": 640, + "avg_reward": -3154.18, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2098, + 0.7902 + ] + }, + { + "episode": 650, + "avg_reward": -2841.41, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2039, + 0.7961 + ] + }, + { + "episode": 660, + "avg_reward": -2686.19, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2039, + 0.7961 + ] + }, + { + "episode": 670, + "avg_reward": -2714.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2039, + 0.7961 + ] + }, + { + "episode": 680, + "avg_reward": -3048.72, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2039, + 0.7961 + ] + }, + { + "episode": 690, + "avg_reward": -2817.67, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2039, + 0.7961 + ] + }, + { + "episode": 700, + "avg_reward": -3030.91, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.7921 + ] + }, + { + "episode": 710, + "avg_reward": -2609.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.7921 + ] + }, + { + "episode": 720, + "avg_reward": -2331.27, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.7921 + ] + }, + { + "episode": 730, + "avg_reward": -1800.1, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.7921 + ] + }, + { + "episode": 740, + "avg_reward": -1931.47, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.7921 + ] + }, + { + "episode": 750, + "avg_reward": -1316.61, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2197, + 0.7803 + ] + }, + { + "episode": 760, + "avg_reward": -911.43, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2197, + 0.7803 + ] + }, + { + "episode": 770, + "avg_reward": -893.54, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2197, + 0.7803 + ] + }, + { + "episode": 780, + "avg_reward": -876.62, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2197, + 0.7803 + ] + }, + { + "episode": 790, + "avg_reward": -566.98, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2197, + 0.7803 + ] + }, + { + "episode": 800, + "avg_reward": -588.84, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2218, + 0.7782 + ] + }, + { + "episode": 810, + "avg_reward": -148.72, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2218, + 0.7782 + ] + }, + { + "episode": 820, + "avg_reward": 194.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2218, + 0.7782 + ] + }, + { + "episode": 830, + "avg_reward": 402.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2218, + 0.7782 + ] + }, + { + "episode": 840, + "avg_reward": 643.81, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2218, + 0.7782 + ] + }, + { + "episode": 850, + "avg_reward": 836.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2202, + 0.7798 + ] + }, + { + "episode": 860, + "avg_reward": 922.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2202, + 0.7798 + ] + }, + { + "episode": 870, + "avg_reward": 1187.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2202, + 0.7798 + ] + }, + { + "episode": 880, + "avg_reward": 1099.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2202, + 0.7798 + ] + }, + { + "episode": 890, + "avg_reward": 1268.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2202, + 0.7798 + ] + }, + { + "episode": 900, + "avg_reward": 1279.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2266, + 0.7734 + ] + }, + { + "episode": 910, + "avg_reward": 1526.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2266, + 0.7734 + ] + }, + { + "episode": 920, + "avg_reward": 1762.2, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2266, + 0.7734 + ] + }, + { + "episode": 930, + "avg_reward": 1699.96, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2266, + 0.7734 + ] + }, + { + "episode": 940, + "avg_reward": 1927.26, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2266, + 0.7734 + ] + }, + { + "episode": 950, + "avg_reward": 1934.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2307, + 0.7693 + ] + }, + { + "episode": 960, + "avg_reward": 1801.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2307, + 0.7693 + ] + }, + { + "episode": 970, + "avg_reward": 1933.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2307, + 0.7693 + ] + }, + { + "episode": 980, + "avg_reward": 2087.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2307, + 0.7693 + ] + }, + { + "episode": 990, + "avg_reward": 2267.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2307, + 0.7693 + ] + }, + { + "episode": 1000, + "avg_reward": 2082.41, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2417, + 0.7583 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..4ed5e412ee805b56730778c19113e961e14215d6 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1192673.19, + "constraint_satisfaction_pct": 4.2, + "final_rho": [ + 0.7045, + 0.2955 + ], + "final_lambda": 41.9229, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2768.45, + "avg_cost": 34.0, + "lambda": 1.34, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 10, + "avg_reward": -2725.33, + "avg_cost": 21.5, + "lambda": 3.8525, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 20, + "avg_reward": -2792.0, + "avg_cost": 12.75, + "lambda": 6.0396, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 30, + "avg_reward": -2735.35, + "avg_cost": 12.5, + "lambda": 7.7682, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 40, + "avg_reward": -2591.35, + "avg_cost": 13.5, + "lambda": 9.2988, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 50, + "avg_reward": -2685.69, + "avg_cost": 10.25, + "lambda": 10.6595, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 60, + "avg_reward": -2421.39, + "avg_cost": 11.5, + "lambda": 11.9579, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 70, + "avg_reward": -2605.57, + "avg_cost": 15.25, + "lambda": 13.2349, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 80, + "avg_reward": -2570.88, + "avg_cost": 18.5, + "lambda": 14.6061, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 90, + "avg_reward": -2380.47, + "avg_cost": 11.0, + "lambda": 15.9299, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 100, + "avg_reward": -2617.14, + "avg_cost": 8.25, + "lambda": 17.1615, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 110, + "avg_reward": -2161.16, + "avg_cost": 8.25, + "lambda": 18.2665, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 120, + "avg_reward": -2090.75, + "avg_cost": 9.25, + "lambda": 19.3251, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 130, + "avg_reward": -2272.25, + "avg_cost": 15.5, + "lambda": 20.4949, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 140, + "avg_reward": -1997.41, + "avg_cost": 7.0, + "lambda": 21.6296, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 150, + "avg_reward": -2222.54, + "avg_cost": 6.25, + "lambda": 22.5733, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 160, + "avg_reward": -2031.67, + "avg_cost": 11.75, + "lambda": 23.4586, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 170, + "avg_reward": -2075.22, + "avg_cost": 11.0, + "lambda": 24.3977, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 180, + "avg_reward": -1823.54, + "avg_cost": 6.0, + "lambda": 25.3532, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 190, + "avg_reward": -1895.55, + "avg_cost": 7.5, + "lambda": 26.2938, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 200, + "avg_reward": -2138.67, + "avg_cost": 11.5, + "lambda": 27.1819, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 210, + "avg_reward": -2005.77, + "avg_cost": 7.5, + "lambda": 27.9895, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 220, + "avg_reward": -2015.91, + "avg_cost": 7.25, + "lambda": 28.7499, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 230, + "avg_reward": -1803.77, + "avg_cost": 3.75, + "lambda": 29.4286, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 240, + "avg_reward": -1838.01, + "avg_cost": 4.25, + "lambda": 30.0159, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 250, + "avg_reward": -1685.25, + "avg_cost": 4.5, + "lambda": 30.6412, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 260, + "avg_reward": -1744.52, + "avg_cost": 4.5, + "lambda": 31.2683, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 270, + "avg_reward": -1790.46, + "avg_cost": 4.5, + "lambda": 31.7851, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 280, + "avg_reward": -1829.34, + "avg_cost": 4.5, + "lambda": 32.3489, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 290, + "avg_reward": -1753.16, + "avg_cost": 4.75, + "lambda": 32.8348, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 300, + "avg_reward": -1749.46, + "avg_cost": 1.25, + "lambda": 33.2475, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 310, + "avg_reward": -1891.85, + "avg_cost": 1.75, + "lambda": 33.5907, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 320, + "avg_reward": -1844.97, + "avg_cost": 3.0, + "lambda": 33.8565, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 330, + "avg_reward": -1852.34, + "avg_cost": 0.75, + "lambda": 34.0818, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 340, + "avg_reward": -1752.74, + "avg_cost": 3.5, + "lambda": 34.2705, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 350, + "avg_reward": -1718.25, + "avg_cost": 1.75, + "lambda": 34.4968, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 360, + "avg_reward": -1563.88, + "avg_cost": 0.75, + "lambda": 34.66, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 370, + "avg_reward": -1554.39, + "avg_cost": 0.5, + "lambda": 34.8148, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 380, + "avg_reward": -1539.16, + "avg_cost": 0.75, + "lambda": 34.9773, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 390, + "avg_reward": -1433.65, + "avg_cost": 0.0, + "lambda": 35.112, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 400, + "avg_reward": -1564.24, + "avg_cost": 0.5, + "lambda": 35.2067, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 410, + "avg_reward": -1452.69, + "avg_cost": 1.25, + "lambda": 35.311, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 420, + "avg_reward": -1336.73, + "avg_cost": 0.5, + "lambda": 35.4365, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 430, + "avg_reward": -1351.44, + "avg_cost": 0.75, + "lambda": 35.5414, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 440, + "avg_reward": -1320.79, + "avg_cost": 0.5, + "lambda": 35.6532, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 450, + "avg_reward": -1371.1, + "avg_cost": 0.5, + "lambda": 35.7455, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 460, + "avg_reward": -1460.87, + "avg_cost": 0.5, + "lambda": 35.8429, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 470, + "avg_reward": -1445.98, + "avg_cost": 0.25, + "lambda": 35.9408, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 480, + "avg_reward": -1202.57, + "avg_cost": 1.0, + "lambda": 36.039, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 490, + "avg_reward": -1317.28, + "avg_cost": 1.25, + "lambda": 36.1497, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 500, + "avg_reward": -1194.33, + "avg_cost": 2.25, + "lambda": 36.2505, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 510, + "avg_reward": -1202.25, + "avg_cost": 0.5, + "lambda": 36.3369, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 520, + "avg_reward": -1278.8, + "avg_cost": 5.0, + "lambda": 36.4246, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 530, + "avg_reward": -1156.94, + "avg_cost": 1.5, + "lambda": 36.5222, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 540, + "avg_reward": -1068.77, + "avg_cost": 0.5, + "lambda": 36.6142, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 550, + "avg_reward": -952.78, + "avg_cost": 0.5, + "lambda": 36.7228, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 560, + "avg_reward": -1146.18, + "avg_cost": 0.75, + "lambda": 36.8207, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 570, + "avg_reward": -1025.57, + "avg_cost": 0.0, + "lambda": 36.9062, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 580, + "avg_reward": -866.0, + "avg_cost": 0.75, + "lambda": 37.0013, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 590, + "avg_reward": -885.87, + "avg_cost": 1.25, + "lambda": 37.1109, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 600, + "avg_reward": -756.78, + "avg_cost": 2.25, + "lambda": 37.2477, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 610, + "avg_reward": -752.38, + "avg_cost": 1.5, + "lambda": 37.3782, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 620, + "avg_reward": -717.24, + "avg_cost": 0.75, + "lambda": 37.4799, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 630, + "avg_reward": -824.15, + "avg_cost": 2.75, + "lambda": 37.5583, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 640, + "avg_reward": -708.47, + "avg_cost": 2.25, + "lambda": 37.6297, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 650, + "avg_reward": -949.96, + "avg_cost": 0.25, + "lambda": 37.7044, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 660, + "avg_reward": -716.89, + "avg_cost": 0.0, + "lambda": 37.7658, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 670, + "avg_reward": -630.64, + "avg_cost": 0.25, + "lambda": 37.8518, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 680, + "avg_reward": -465.73, + "avg_cost": 2.0, + "lambda": 37.9272, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 690, + "avg_reward": -392.54, + "avg_cost": 2.5, + "lambda": 38.0222, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 700, + "avg_reward": -858.01, + "avg_cost": 0.5, + "lambda": 38.1233, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 710, + "avg_reward": -474.19, + "avg_cost": 0.75, + "lambda": 38.2001, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 720, + "avg_reward": -488.57, + "avg_cost": 1.25, + "lambda": 38.3211, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 730, + "avg_reward": -231.94, + "avg_cost": 5.25, + "lambda": 38.4963, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 740, + "avg_reward": -544.98, + "avg_cost": 2.5, + "lambda": 38.674, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 750, + "avg_reward": -416.96, + "avg_cost": 0.75, + "lambda": 38.8172, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 760, + "avg_reward": -558.04, + "avg_cost": 0.5, + "lambda": 38.9352, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 770, + "avg_reward": -611.89, + "avg_cost": 0.5, + "lambda": 39.032, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 780, + "avg_reward": -409.58, + "avg_cost": 1.75, + "lambda": 39.1403, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 790, + "avg_reward": -362.16, + "avg_cost": 1.25, + "lambda": 39.257, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 800, + "avg_reward": -144.33, + "avg_cost": 1.5, + "lambda": 39.3674, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 810, + "avg_reward": -217.1, + "avg_cost": 0.75, + "lambda": 39.4683, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 820, + "avg_reward": -166.45, + "avg_cost": 0.75, + "lambda": 39.5946, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 830, + "avg_reward": -270.73, + "avg_cost": 1.5, + "lambda": 39.6997, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 840, + "avg_reward": -169.47, + "avg_cost": 0.5, + "lambda": 39.8068, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 850, + "avg_reward": -64.59, + "avg_cost": 0.75, + "lambda": 39.9281, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 860, + "avg_reward": -137.01, + "avg_cost": 0.75, + "lambda": 40.0472, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 870, + "avg_reward": 19.97, + "avg_cost": 1.0, + "lambda": 40.1571, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 880, + "avg_reward": -60.66, + "avg_cost": 1.75, + "lambda": 40.2698, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 890, + "avg_reward": 242.88, + "avg_cost": 3.5, + "lambda": 40.4126, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 900, + "avg_reward": 189.99, + "avg_cost": 1.75, + "lambda": 40.5822, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 910, + "avg_reward": 211.15, + "avg_cost": 0.75, + "lambda": 40.7312, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 920, + "avg_reward": 168.1, + "avg_cost": 1.5, + "lambda": 40.8703, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 930, + "avg_reward": 131.98, + "avg_cost": 2.0, + "lambda": 41.0333, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 940, + "avg_reward": 76.83, + "avg_cost": 0.5, + "lambda": 41.1943, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 950, + "avg_reward": 548.59, + "avg_cost": 1.25, + "lambda": 41.3365, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 960, + "avg_reward": 329.1, + "avg_cost": 2.0, + "lambda": 41.4611, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 970, + "avg_reward": 546.52, + "avg_cost": 0.75, + "lambda": 41.5707, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 980, + "avg_reward": -202.19, + "avg_cost": 0.0, + "lambda": 41.6787, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 990, + "avg_reward": 95.36, + "avg_cost": 1.5, + "lambda": 41.7905, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 1000, + "avg_reward": 73.05, + "avg_cost": 1.0, + "lambda": 41.9229, + "rho": [ + 0.7045, + 0.2955 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..a44183c5c924534087bceb167fbe376d75d730db --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 865707.58, + "constraint_satisfaction_pct": 33.8, + "final_rho": [ + 0.6439, + 0.3561 + ], + "final_lambda": 62.5013, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2105.43, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 10, + "avg_reward": -1799.1, + "avg_cost": 0.25, + "lambda": 10.0178, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 20, + "avg_reward": -1839.06, + "avg_cost": 0.0, + "lambda": 10.0388, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 30, + "avg_reward": -1831.96, + "avg_cost": 0.0, + "lambda": 10.0863, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 40, + "avg_reward": -1604.48, + "avg_cost": 0.0, + "lambda": 10.1245, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 50, + "avg_reward": -1588.47, + "avg_cost": 0.0, + "lambda": 10.1411, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 60, + "avg_reward": -1181.19, + "avg_cost": 0.0, + "lambda": 10.1469, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 70, + "avg_reward": -1076.1, + "avg_cost": 0.0, + "lambda": 10.1489, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 80, + "avg_reward": -1140.66, + "avg_cost": 0.0, + "lambda": 10.1496, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 90, + "avg_reward": -1298.02, + "avg_cost": 0.0, + "lambda": 10.1499, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 100, + "avg_reward": -828.17, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 110, + "avg_reward": -833.29, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 120, + "avg_reward": -933.87, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 130, + "avg_reward": -730.08, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 140, + "avg_reward": -875.58, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 150, + "avg_reward": -905.98, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 160, + "avg_reward": -900.1, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 170, + "avg_reward": -899.61, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 180, + "avg_reward": -601.87, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 190, + "avg_reward": -535.71, + "avg_cost": 0.0, + "lambda": 10.178, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 200, + "avg_reward": -232.76, + "avg_cost": 0.0, + "lambda": 10.1923, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 210, + "avg_reward": -301.43, + "avg_cost": 0.0, + "lambda": 10.2193, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 220, + "avg_reward": -96.96, + "avg_cost": 0.0, + "lambda": 10.2756, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 230, + "avg_reward": -649.36, + "avg_cost": 0.0, + "lambda": 10.5244, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 240, + "avg_reward": -502.05, + "avg_cost": 0.5, + "lambda": 10.7978, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 250, + "avg_reward": -156.62, + "avg_cost": 0.0, + "lambda": 11.0837, + "rho": [ + 0.5497, + 0.4503 + ] + }, + { + "episode": 260, + "avg_reward": -506.87, + "avg_cost": 0.5, + "lambda": 11.2296, + "rho": [ + 0.5497, + 0.4503 + ] + }, + { + "episode": 270, + "avg_reward": -290.68, + "avg_cost": 0.0, + "lambda": 11.3497, + "rho": [ + 0.5497, + 0.4503 + ] + }, + { + "episode": 280, + "avg_reward": -51.66, + "avg_cost": 0.75, + "lambda": 11.4685, + "rho": [ + 0.5497, + 0.4503 + ] + }, + { + "episode": 290, + "avg_reward": -665.38, + "avg_cost": 0.5, + "lambda": 11.7568, + "rho": [ + 0.5497, + 0.4503 + ] + }, + { + "episode": 300, + "avg_reward": -397.93, + "avg_cost": 0.75, + "lambda": 12.112, + "rho": [ + 0.5937, + 0.4063 + ] + }, + { + "episode": 310, + "avg_reward": -3.45, + "avg_cost": 0.5, + "lambda": 12.3999, + "rho": [ + 0.5937, + 0.4063 + ] + }, + { + "episode": 320, + "avg_reward": -503.65, + "avg_cost": 0.0, + "lambda": 12.9687, + "rho": [ + 0.5937, + 0.4063 + ] + }, + { + "episode": 330, + "avg_reward": 273.13, + "avg_cost": 0.75, + "lambda": 13.5118, + "rho": [ + 0.5937, + 0.4063 + ] + }, + { + "episode": 340, + "avg_reward": 574.69, + "avg_cost": 1.0, + "lambda": 14.398, + "rho": [ + 0.5937, + 0.4063 + ] + }, + { + "episode": 350, + "avg_reward": 182.56, + "avg_cost": 0.75, + "lambda": 15.6679, + "rho": [ + 0.6459, + 0.3541 + ] + }, + { + "episode": 360, + "avg_reward": 161.92, + "avg_cost": 1.5, + "lambda": 16.885, + "rho": [ + 0.6459, + 0.3541 + ] + }, + { + "episode": 370, + "avg_reward": 430.93, + "avg_cost": 1.25, + "lambda": 18.0016, + "rho": [ + 0.6459, + 0.3541 + ] + }, + { + "episode": 380, + "avg_reward": 675.12, + "avg_cost": 0.75, + "lambda": 19.0644, + "rho": [ + 0.6459, + 0.3541 + ] + }, + { + "episode": 390, + "avg_reward": 615.63, + "avg_cost": 1.0, + "lambda": 20.0623, + "rho": [ + 0.6459, + 0.3541 + ] + }, + { + "episode": 400, + "avg_reward": 143.58, + "avg_cost": 0.75, + "lambda": 20.9202, + "rho": [ + 0.6634, + 0.3366 + ] + }, + { + "episode": 410, + "avg_reward": 990.1, + "avg_cost": 1.5, + "lambda": 21.7302, + "rho": [ + 0.6634, + 0.3366 + ] + }, + { + "episode": 420, + "avg_reward": 1042.66, + "avg_cost": 0.5, + "lambda": 22.5873, + "rho": [ + 0.6634, + 0.3366 + ] + }, + { + "episode": 430, + "avg_reward": 191.14, + "avg_cost": 0.25, + "lambda": 23.4269, + "rho": [ + 0.6634, + 0.3366 + ] + }, + { + "episode": 440, + "avg_reward": 849.09, + "avg_cost": 1.25, + "lambda": 24.3357, + "rho": [ + 0.6634, + 0.3366 + ] + }, + { + "episode": 450, + "avg_reward": 975.59, + "avg_cost": 1.0, + "lambda": 25.2215, + "rho": [ + 0.6629, + 0.3371 + ] + }, + { + "episode": 460, + "avg_reward": 559.55, + "avg_cost": 0.25, + "lambda": 26.0689, + "rho": [ + 0.6629, + 0.3371 + ] + }, + { + "episode": 470, + "avg_reward": 785.45, + "avg_cost": 1.25, + "lambda": 26.9596, + "rho": [ + 0.6629, + 0.3371 + ] + }, + { + "episode": 480, + "avg_reward": 1444.06, + "avg_cost": 1.5, + "lambda": 27.6096, + "rho": [ + 0.6629, + 0.3371 + ] + }, + { + "episode": 490, + "avg_reward": 1083.63, + "avg_cost": 0.25, + "lambda": 28.4249, + "rho": [ + 0.6629, + 0.3371 + ] + }, + { + "episode": 500, + "avg_reward": 1195.62, + "avg_cost": 1.25, + "lambda": 29.5171, + "rho": [ + 0.662, + 0.338 + ] + }, + { + "episode": 510, + "avg_reward": 1218.52, + "avg_cost": 2.0, + "lambda": 30.8354, + "rho": [ + 0.662, + 0.338 + ] + }, + { + "episode": 520, + "avg_reward": 1559.08, + "avg_cost": 0.75, + "lambda": 32.0821, + "rho": [ + 0.662, + 0.338 + ] + }, + { + "episode": 530, + "avg_reward": 676.62, + "avg_cost": 0.5, + "lambda": 33.1068, + "rho": [ + 0.662, + 0.338 + ] + }, + { + "episode": 540, + "avg_reward": 1235.71, + "avg_cost": 1.0, + "lambda": 34.1085, + "rho": [ + 0.662, + 0.338 + ] + }, + { + "episode": 550, + "avg_reward": 937.91, + "avg_cost": 0.25, + "lambda": 34.9694, + "rho": [ + 0.6476, + 0.3524 + ] + }, + { + "episode": 560, + "avg_reward": 1792.9, + "avg_cost": 0.75, + "lambda": 35.7271, + "rho": [ + 0.6476, + 0.3524 + ] + }, + { + "episode": 570, + "avg_reward": 1618.32, + "avg_cost": 1.0, + "lambda": 36.6298, + "rho": [ + 0.6476, + 0.3524 + ] + }, + { + "episode": 580, + "avg_reward": 1766.73, + "avg_cost": 0.25, + "lambda": 37.5603, + "rho": [ + 0.6476, + 0.3524 + ] + }, + { + "episode": 590, + "avg_reward": 1849.08, + "avg_cost": 0.25, + "lambda": 38.3796, + "rho": [ + 0.6476, + 0.3524 + ] + }, + { + "episode": 600, + "avg_reward": 1165.8, + "avg_cost": 0.25, + "lambda": 39.0787, + "rho": [ + 0.6257, + 0.3743 + ] + }, + { + "episode": 610, + "avg_reward": 2019.39, + "avg_cost": 0.75, + "lambda": 39.8548, + "rho": [ + 0.6257, + 0.3743 + ] + }, + { + "episode": 620, + "avg_reward": 1902.43, + "avg_cost": 1.25, + "lambda": 40.645, + "rho": [ + 0.6257, + 0.3743 + ] + }, + { + "episode": 630, + "avg_reward": 1873.37, + "avg_cost": 1.25, + "lambda": 41.2553, + "rho": [ + 0.6257, + 0.3743 + ] + }, + { + "episode": 640, + "avg_reward": 1181.34, + "avg_cost": 1.0, + "lambda": 41.8728, + "rho": [ + 0.6257, + 0.3743 + ] + }, + { + "episode": 650, + "avg_reward": 2225.84, + "avg_cost": 1.0, + "lambda": 42.507, + "rho": [ + 0.6183, + 0.3817 + ] + }, + { + "episode": 660, + "avg_reward": 1949.62, + "avg_cost": 0.75, + "lambda": 43.1938, + "rho": [ + 0.6183, + 0.3817 + ] + }, + { + "episode": 670, + "avg_reward": 1535.54, + "avg_cost": 0.75, + "lambda": 43.7803, + "rho": [ + 0.6183, + 0.3817 + ] + }, + { + "episode": 680, + "avg_reward": 1913.0, + "avg_cost": 0.25, + "lambda": 44.4161, + "rho": [ + 0.6183, + 0.3817 + ] + }, + { + "episode": 690, + "avg_reward": 2090.15, + "avg_cost": 0.75, + "lambda": 45.3578, + "rho": [ + 0.6183, + 0.3817 + ] + }, + { + "episode": 700, + "avg_reward": 1982.94, + "avg_cost": 0.0, + "lambda": 46.2425, + "rho": [ + 0.6042, + 0.3958 + ] + }, + { + "episode": 710, + "avg_reward": 2430.17, + "avg_cost": 1.0, + "lambda": 46.8411, + "rho": [ + 0.6042, + 0.3958 + ] + }, + { + "episode": 720, + "avg_reward": 1437.07, + "avg_cost": 0.25, + "lambda": 47.3218, + "rho": [ + 0.6042, + 0.3958 + ] + }, + { + "episode": 730, + "avg_reward": 2185.01, + "avg_cost": 0.0, + "lambda": 47.8497, + "rho": [ + 0.6042, + 0.3958 + ] + }, + { + "episode": 740, + "avg_reward": 1773.91, + "avg_cost": 0.25, + "lambda": 48.2259, + "rho": [ + 0.6042, + 0.3958 + ] + }, + { + "episode": 750, + "avg_reward": 2343.57, + "avg_cost": 0.25, + "lambda": 48.547, + "rho": [ + 0.6, + 0.4 + ] + }, + { + "episode": 760, + "avg_reward": 1394.4, + "avg_cost": 0.25, + "lambda": 48.9408, + "rho": [ + 0.6, + 0.4 + ] + }, + { + "episode": 770, + "avg_reward": 2349.96, + "avg_cost": 0.0, + "lambda": 49.4174, + "rho": [ + 0.6, + 0.4 + ] + }, + { + "episode": 780, + "avg_reward": 2253.1, + "avg_cost": 0.5, + "lambda": 49.811, + "rho": [ + 0.6, + 0.4 + ] + }, + { + "episode": 790, + "avg_reward": 2346.17, + "avg_cost": 0.75, + "lambda": 50.4563, + "rho": [ + 0.6, + 0.4 + ] + }, + { + "episode": 800, + "avg_reward": 2428.83, + "avg_cost": 0.5, + "lambda": 51.1324, + "rho": [ + 0.6031, + 0.3969 + ] + }, + { + "episode": 810, + "avg_reward": 2291.8, + "avg_cost": 0.5, + "lambda": 51.8656, + "rho": [ + 0.6031, + 0.3969 + ] + }, + { + "episode": 820, + "avg_reward": 2320.27, + "avg_cost": 0.75, + "lambda": 52.5169, + "rho": [ + 0.6031, + 0.3969 + ] + }, + { + "episode": 830, + "avg_reward": 2503.82, + "avg_cost": 0.75, + "lambda": 53.0898, + "rho": [ + 0.6031, + 0.3969 + ] + }, + { + "episode": 840, + "avg_reward": 2548.79, + "avg_cost": 0.25, + "lambda": 53.6664, + "rho": [ + 0.6031, + 0.3969 + ] + }, + { + "episode": 850, + "avg_reward": 2465.52, + "avg_cost": 0.25, + "lambda": 54.1885, + "rho": [ + 0.6124, + 0.3876 + ] + }, + { + "episode": 860, + "avg_reward": 1967.16, + "avg_cost": 0.0, + "lambda": 54.7229, + "rho": [ + 0.6124, + 0.3876 + ] + }, + { + "episode": 870, + "avg_reward": 2700.23, + "avg_cost": 0.25, + "lambda": 55.1948, + "rho": [ + 0.6124, + 0.3876 + ] + }, + { + "episode": 880, + "avg_reward": 2719.26, + "avg_cost": 1.0, + "lambda": 55.5864, + "rho": [ + 0.6124, + 0.3876 + ] + }, + { + "episode": 890, + "avg_reward": 2578.3, + "avg_cost": 0.5, + "lambda": 56.0682, + "rho": [ + 0.6124, + 0.3876 + ] + }, + { + "episode": 900, + "avg_reward": 2902.07, + "avg_cost": 1.0, + "lambda": 56.6109, + "rho": [ + 0.6264, + 0.3736 + ] + }, + { + "episode": 910, + "avg_reward": 2512.46, + "avg_cost": 1.25, + "lambda": 57.3045, + "rho": [ + 0.6264, + 0.3736 + ] + }, + { + "episode": 920, + "avg_reward": 2756.94, + "avg_cost": 0.5, + "lambda": 58.1074, + "rho": [ + 0.6264, + 0.3736 + ] + }, + { + "episode": 930, + "avg_reward": 2669.27, + "avg_cost": 0.25, + "lambda": 58.9012, + "rho": [ + 0.6264, + 0.3736 + ] + }, + { + "episode": 940, + "avg_reward": 2688.03, + "avg_cost": 0.25, + "lambda": 59.5132, + "rho": [ + 0.6264, + 0.3736 + ] + }, + { + "episode": 950, + "avg_reward": 2418.22, + "avg_cost": 0.25, + "lambda": 60.1712, + "rho": [ + 0.6319, + 0.3681 + ] + }, + { + "episode": 960, + "avg_reward": 2811.69, + "avg_cost": 0.5, + "lambda": 60.8678, + "rho": [ + 0.6319, + 0.3681 + ] + }, + { + "episode": 970, + "avg_reward": 2787.3, + "avg_cost": 0.25, + "lambda": 61.4254, + "rho": [ + 0.6319, + 0.3681 + ] + }, + { + "episode": 980, + "avg_reward": 2890.81, + "avg_cost": 0.0, + "lambda": 61.8984, + "rho": [ + 0.6319, + 0.3681 + ] + }, + { + "episode": 990, + "avg_reward": 2896.2, + "avg_cost": 0.5, + "lambda": 62.2262, + "rho": [ + 0.6319, + 0.3681 + ] + }, + { + "episode": 1000, + "avg_reward": 2760.2, + "avg_cost": 0.0, + "lambda": 62.5013, + "rho": [ + 0.6439, + 0.3561 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..bd50fd0eac7f098dc985f4cf92a0afb65b675e4d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 12303347.13, + "constraint_satisfaction_pct": 31.4, + "final_rho": [ + 0.375, + 0.625 + ], + "final_lambda": 357.4274, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13435.05, + "avg_cost": 37.5, + "lambda": 13.75, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 10, + "avg_reward": 13228.18, + "avg_cost": 19.25, + "lambda": 41.5475, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 20, + "avg_reward": 13352.58, + "avg_cost": 15.25, + "lambda": 62.2981, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 30, + "avg_reward": 13234.83, + "avg_cost": 4.5, + "lambda": 75.3601, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 40, + "avg_reward": 13214.87, + "avg_cost": 5.25, + "lambda": 82.8003, + "rho": [ + 0.4562, + 0.5438 + ] + }, + { + "episode": 50, + "avg_reward": 13167.07, + "avg_cost": 9.75, + "lambda": 89.0955, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 60, + "avg_reward": 13124.6, + "avg_cost": 5.5, + "lambda": 96.7193, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 70, + "avg_reward": 13094.42, + "avg_cost": 11.5, + "lambda": 104.0474, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 80, + "avg_reward": 12920.35, + "avg_cost": 10.5, + "lambda": 110.905, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 90, + "avg_reward": 12475.59, + "avg_cost": 11.75, + "lambda": 117.1903, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 100, + "avg_reward": 12530.76, + "avg_cost": 0.0, + "lambda": 123.9258, + "rho": [ + 0.4898, + 0.5102 + ] + }, + { + "episode": 110, + "avg_reward": 12730.07, + "avg_cost": 0.0, + "lambda": 129.1735, + "rho": [ + 0.4898, + 0.5102 + ] + }, + { + "episode": 120, + "avg_reward": 12850.0, + "avg_cost": 8.25, + "lambda": 134.261, + "rho": [ + 0.4898, + 0.5102 + ] + }, + { + "episode": 130, + "avg_reward": 12726.65, + "avg_cost": 3.0, + "lambda": 139.6092, + "rho": [ + 0.4898, + 0.5102 + ] + }, + { + "episode": 140, + "avg_reward": 12496.57, + "avg_cost": 9.5, + "lambda": 145.4858, + "rho": [ + 0.4898, + 0.5102 + ] + }, + { + "episode": 150, + "avg_reward": 12316.38, + "avg_cost": 2.25, + "lambda": 151.7299, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 160, + "avg_reward": 12359.21, + "avg_cost": 6.0, + "lambda": 157.4479, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 170, + "avg_reward": 12335.08, + "avg_cost": 4.75, + "lambda": 162.7365, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 180, + "avg_reward": 12515.01, + "avg_cost": 25.5, + "lambda": 167.9815, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 190, + "avg_reward": 12565.31, + "avg_cost": 3.0, + "lambda": 173.5953, + "rho": [ + 0.4862, + 0.5138 + ] + }, + { + "episode": 200, + "avg_reward": 12368.33, + "avg_cost": 1.5, + "lambda": 177.945, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 210, + "avg_reward": 13032.34, + "avg_cost": 16.75, + "lambda": 180.937, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 220, + "avg_reward": 12921.38, + "avg_cost": 28.5, + "lambda": 186.2244, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 230, + "avg_reward": 12588.39, + "avg_cost": 5.25, + "lambda": 193.5219, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 240, + "avg_reward": 12295.75, + "avg_cost": 2.25, + "lambda": 199.2745, + "rho": [ + 0.4756, + 0.5244 + ] + }, + { + "episode": 250, + "avg_reward": 12324.44, + "avg_cost": 12.5, + "lambda": 203.192, + "rho": [ + 0.4635, + 0.5365 + ] + }, + { + "episode": 260, + "avg_reward": 12218.76, + "avg_cost": 4.25, + "lambda": 206.3016, + "rho": [ + 0.4635, + 0.5365 + ] + }, + { + "episode": 270, + "avg_reward": 12554.21, + "avg_cost": 2.75, + "lambda": 208.2921, + "rho": [ + 0.4635, + 0.5365 + ] + }, + { + "episode": 280, + "avg_reward": 12621.0, + "avg_cost": 1.75, + "lambda": 210.2015, + "rho": [ + 0.4635, + 0.5365 + ] + }, + { + "episode": 290, + "avg_reward": 12505.33, + "avg_cost": 0.0, + "lambda": 213.4534, + "rho": [ + 0.4635, + 0.5365 + ] + }, + { + "episode": 300, + "avg_reward": 12398.84, + "avg_cost": 1.5, + "lambda": 217.2501, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 310, + "avg_reward": 12300.61, + "avg_cost": 0.0, + "lambda": 221.6179, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 320, + "avg_reward": 12421.38, + "avg_cost": 3.25, + "lambda": 224.6134, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 330, + "avg_reward": 11849.77, + "avg_cost": 3.0, + "lambda": 227.3256, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 340, + "avg_reward": 12281.93, + "avg_cost": 4.5, + "lambda": 230.0148, + "rho": [ + 0.4512, + 0.5488 + ] + }, + { + "episode": 350, + "avg_reward": 12252.99, + "avg_cost": 2.75, + "lambda": 233.7594, + "rho": [ + 0.4463, + 0.5537 + ] + }, + { + "episode": 360, + "avg_reward": 11838.57, + "avg_cost": 0.75, + "lambda": 236.9459, + "rho": [ + 0.4463, + 0.5537 + ] + }, + { + "episode": 370, + "avg_reward": 12030.82, + "avg_cost": 7.5, + "lambda": 239.4108, + "rho": [ + 0.4463, + 0.5537 + ] + }, + { + "episode": 380, + "avg_reward": 11969.79, + "avg_cost": 0.75, + "lambda": 242.265, + "rho": [ + 0.4463, + 0.5537 + ] + }, + { + "episode": 390, + "avg_reward": 11417.89, + "avg_cost": 0.0, + "lambda": 245.217, + "rho": [ + 0.4463, + 0.5537 + ] + }, + { + "episode": 400, + "avg_reward": 11540.76, + "avg_cost": 3.5, + "lambda": 248.3526, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 410, + "avg_reward": 12075.97, + "avg_cost": 2.75, + "lambda": 250.7539, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 420, + "avg_reward": 12092.93, + "avg_cost": 1.5, + "lambda": 252.5958, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 430, + "avg_reward": 11690.45, + "avg_cost": 1.25, + "lambda": 254.359, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 440, + "avg_reward": 12115.88, + "avg_cost": 0.0, + "lambda": 255.8991, + "rho": [ + 0.4458, + 0.5542 + ] + }, + { + "episode": 450, + "avg_reward": 11836.71, + "avg_cost": 2.5, + "lambda": 257.9267, + "rho": [ + 0.4429, + 0.5571 + ] + }, + { + "episode": 460, + "avg_reward": 12162.21, + "avg_cost": 0.0, + "lambda": 260.7188, + "rho": [ + 0.4429, + 0.5571 + ] + }, + { + "episode": 470, + "avg_reward": 12075.4, + "avg_cost": 0.0, + "lambda": 263.4221, + "rho": [ + 0.4429, + 0.5571 + ] + }, + { + "episode": 480, + "avg_reward": 12080.7, + "avg_cost": 1.5, + "lambda": 265.8023, + "rho": [ + 0.4429, + 0.5571 + ] + }, + { + "episode": 490, + "avg_reward": 12160.67, + "avg_cost": 0.0, + "lambda": 267.3645, + "rho": [ + 0.4429, + 0.5571 + ] + }, + { + "episode": 500, + "avg_reward": 12596.17, + "avg_cost": 0.5, + "lambda": 268.8321, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 510, + "avg_reward": 12344.38, + "avg_cost": 0.75, + "lambda": 270.4805, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 520, + "avg_reward": 12476.98, + "avg_cost": 0.0, + "lambda": 272.5497, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 530, + "avg_reward": 12567.46, + "avg_cost": 0.0, + "lambda": 275.3343, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 540, + "avg_reward": 12369.36, + "avg_cost": 0.0, + "lambda": 277.2139, + "rho": [ + 0.4385, + 0.5615 + ] + }, + { + "episode": 550, + "avg_reward": 12105.91, + "avg_cost": 0.0, + "lambda": 278.6157, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 560, + "avg_reward": 12359.61, + "avg_cost": 0.5, + "lambda": 280.079, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 570, + "avg_reward": 12155.65, + "avg_cost": 2.5, + "lambda": 281.6473, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 580, + "avg_reward": 11815.21, + "avg_cost": 0.25, + "lambda": 282.8169, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 590, + "avg_reward": 11679.98, + "avg_cost": 3.75, + "lambda": 284.0032, + "rho": [ + 0.437, + 0.563 + ] + }, + { + "episode": 600, + "avg_reward": 12303.97, + "avg_cost": 7.25, + "lambda": 285.7967, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 610, + "avg_reward": 11846.64, + "avg_cost": 0.0, + "lambda": 288.6994, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 620, + "avg_reward": 11821.47, + "avg_cost": 3.75, + "lambda": 291.035, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 630, + "avg_reward": 11532.1, + "avg_cost": 0.0, + "lambda": 293.6806, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 640, + "avg_reward": 12221.86, + "avg_cost": 1.75, + "lambda": 295.2447, + "rho": [ + 0.4338, + 0.5662 + ] + }, + { + "episode": 650, + "avg_reward": 12211.14, + "avg_cost": 4.25, + "lambda": 296.9188, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 660, + "avg_reward": 12077.02, + "avg_cost": 1.75, + "lambda": 298.514, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 670, + "avg_reward": 12156.0, + "avg_cost": 5.5, + "lambda": 300.7474, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 680, + "avg_reward": 11878.64, + "avg_cost": 3.25, + "lambda": 303.2315, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 690, + "avg_reward": 12078.31, + "avg_cost": 0.75, + "lambda": 304.8536, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 700, + "avg_reward": 11269.15, + "avg_cost": 0.75, + "lambda": 306.4341, + "rho": [ + 0.4233, + 0.5767 + ] + }, + { + "episode": 710, + "avg_reward": 11157.72, + "avg_cost": 0.0, + "lambda": 308.9423, + "rho": [ + 0.4233, + 0.5767 + ] + }, + { + "episode": 720, + "avg_reward": 11151.74, + "avg_cost": 0.0, + "lambda": 311.1009, + "rho": [ + 0.4233, + 0.5767 + ] + }, + { + "episode": 730, + "avg_reward": 11883.86, + "avg_cost": 1.75, + "lambda": 312.377, + "rho": [ + 0.4233, + 0.5767 + ] + }, + { + "episode": 740, + "avg_reward": 11779.75, + "avg_cost": 0.0, + "lambda": 313.8705, + "rho": [ + 0.4233, + 0.5767 + ] + }, + { + "episode": 750, + "avg_reward": 12279.26, + "avg_cost": 0.0, + "lambda": 316.0376, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 760, + "avg_reward": 12519.12, + "avg_cost": 0.0, + "lambda": 317.5372, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 770, + "avg_reward": 12519.7, + "avg_cost": 10.75, + "lambda": 319.4297, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 780, + "avg_reward": 12399.17, + "avg_cost": 3.75, + "lambda": 322.4334, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 790, + "avg_reward": 12710.89, + "avg_cost": 1.25, + "lambda": 324.8416, + "rho": [ + 0.4161, + 0.5839 + ] + }, + { + "episode": 800, + "avg_reward": 12408.86, + "avg_cost": 2.75, + "lambda": 327.6847, + "rho": [ + 0.4075, + 0.5925 + ] + }, + { + "episode": 810, + "avg_reward": 12670.94, + "avg_cost": 2.75, + "lambda": 329.4158, + "rho": [ + 0.4075, + 0.5925 + ] + }, + { + "episode": 820, + "avg_reward": 12039.37, + "avg_cost": 0.25, + "lambda": 332.1796, + "rho": [ + 0.4075, + 0.5925 + ] + }, + { + "episode": 830, + "avg_reward": 12530.49, + "avg_cost": 0.0, + "lambda": 333.9538, + "rho": [ + 0.4075, + 0.5925 + ] + }, + { + "episode": 840, + "avg_reward": 12702.0, + "avg_cost": 0.5, + "lambda": 334.9626, + "rho": [ + 0.4075, + 0.5925 + ] + }, + { + "episode": 850, + "avg_reward": 12684.66, + "avg_cost": 6.5, + "lambda": 335.9999, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 860, + "avg_reward": 12679.27, + "avg_cost": 3.75, + "lambda": 337.6746, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 870, + "avg_reward": 12401.91, + "avg_cost": 0.0, + "lambda": 339.1162, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 880, + "avg_reward": 12688.22, + "avg_cost": 2.25, + "lambda": 339.9561, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 890, + "avg_reward": 12435.5, + "avg_cost": 2.75, + "lambda": 340.9454, + "rho": [ + 0.3974, + 0.6026 + ] + }, + { + "episode": 900, + "avg_reward": 12475.95, + "avg_cost": 0.0, + "lambda": 342.4618, + "rho": [ + 0.3856, + 0.6144 + ] + }, + { + "episode": 910, + "avg_reward": 12219.98, + "avg_cost": 0.0, + "lambda": 344.1, + "rho": [ + 0.3856, + 0.6144 + ] + }, + { + "episode": 920, + "avg_reward": 12059.69, + "avg_cost": 0.0, + "lambda": 345.3822, + "rho": [ + 0.3856, + 0.6144 + ] + }, + { + "episode": 930, + "avg_reward": 11836.25, + "avg_cost": 0.0, + "lambda": 347.1057, + "rho": [ + 0.3856, + 0.6144 + ] + }, + { + "episode": 940, + "avg_reward": 12154.27, + "avg_cost": 1.5, + "lambda": 348.5489, + "rho": [ + 0.3856, + 0.6144 + ] + }, + { + "episode": 950, + "avg_reward": 12123.89, + "avg_cost": 0.0, + "lambda": 350.4348, + "rho": [ + 0.3783, + 0.6217 + ] + }, + { + "episode": 960, + "avg_reward": 12464.43, + "avg_cost": 2.25, + "lambda": 352.2982, + "rho": [ + 0.3783, + 0.6217 + ] + }, + { + "episode": 970, + "avg_reward": 12571.65, + "avg_cost": 0.25, + "lambda": 353.7964, + "rho": [ + 0.3783, + 0.6217 + ] + }, + { + "episode": 980, + "avg_reward": 12328.47, + "avg_cost": 0.0, + "lambda": 355.5858, + "rho": [ + 0.3783, + 0.6217 + ] + }, + { + "episode": 990, + "avg_reward": 12342.16, + "avg_cost": 2.0, + "lambda": 356.6809, + "rho": [ + 0.3783, + 0.6217 + ] + }, + { + "episode": 1000, + "avg_reward": 12535.6, + "avg_cost": 1.0, + "lambda": 357.4274, + "rho": [ + 0.375, + 0.625 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..25cb289a6b4f4a8fbfdbc874a93f8eaa68ffdaf7 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 965327.02, + "constraint_satisfaction_pct": 85.0, + "final_rho": [ + 0.5883, + 0.4117 + ], + "final_lambda": 161.025, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 264.17, + "avg_cost": 118.5, + "lambda": 21.85, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 10, + "avg_reward": 1909.53, + "avg_cost": 7.25, + "lambda": 95.311, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 20, + "avg_reward": 2099.13, + "avg_cost": 1.25, + "lambda": 128.7284, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 30, + "avg_reward": 2280.12, + "avg_cost": 1.0, + "lambda": 141.1564, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 40, + "avg_reward": 2132.0, + "avg_cost": 0.0, + "lambda": 146.0685, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 50, + "avg_reward": 2087.88, + "avg_cost": 0.0, + "lambda": 148.2026, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 60, + "avg_reward": 2036.69, + "avg_cost": 0.0, + "lambda": 149.6397, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 70, + "avg_reward": 1659.84, + "avg_cost": 0.0, + "lambda": 150.3438, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 80, + "avg_reward": 1540.22, + "avg_cost": 0.0, + "lambda": 150.6859, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 90, + "avg_reward": 1245.74, + "avg_cost": 0.25, + "lambda": 150.8839, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 100, + "avg_reward": 1526.38, + "avg_cost": 0.75, + "lambda": 151.0863, + "rho": [ + 0.6421, + 0.3579 + ] + }, + { + "episode": 110, + "avg_reward": 1484.04, + "avg_cost": 0.75, + "lambda": 151.4736, + "rho": [ + 0.6421, + 0.3579 + ] + }, + { + "episode": 120, + "avg_reward": 1730.83, + "avg_cost": 0.0, + "lambda": 152.243, + "rho": [ + 0.6421, + 0.3579 + ] + }, + { + "episode": 130, + "avg_reward": 1577.3, + "avg_cost": 0.25, + "lambda": 153.3975, + "rho": [ + 0.6421, + 0.3579 + ] + }, + { + "episode": 140, + "avg_reward": 1125.36, + "avg_cost": 0.0, + "lambda": 154.7872, + "rho": [ + 0.6421, + 0.3579 + ] + }, + { + "episode": 150, + "avg_reward": 1104.95, + "avg_cost": 0.0, + "lambda": 155.8763, + "rho": [ + 0.6929, + 0.3071 + ] + }, + { + "episode": 160, + "avg_reward": 944.37, + "avg_cost": 0.5, + "lambda": 156.4311, + "rho": [ + 0.6929, + 0.3071 + ] + }, + { + "episode": 170, + "avg_reward": 1023.1, + "avg_cost": 0.0, + "lambda": 156.7461, + "rho": [ + 0.6929, + 0.3071 + ] + }, + { + "episode": 180, + "avg_reward": 1154.29, + "avg_cost": 0.0, + "lambda": 157.0502, + "rho": [ + 0.6929, + 0.3071 + ] + }, + { + "episode": 190, + "avg_reward": 1001.2, + "avg_cost": 0.0, + "lambda": 157.1966, + "rho": [ + 0.6929, + 0.3071 + ] + }, + { + "episode": 200, + "avg_reward": 735.69, + "avg_cost": 0.0, + "lambda": 157.2797, + "rho": [ + 0.6952, + 0.3048 + ] + }, + { + "episode": 210, + "avg_reward": 1013.03, + "avg_cost": 0.0, + "lambda": 157.3743, + "rho": [ + 0.6952, + 0.3048 + ] + }, + { + "episode": 220, + "avg_reward": 644.23, + "avg_cost": 0.0, + "lambda": 157.4236, + "rho": [ + 0.6952, + 0.3048 + ] + }, + { + "episode": 230, + "avg_reward": 659.52, + "avg_cost": 0.0, + "lambda": 157.5522, + "rho": [ + 0.6952, + 0.3048 + ] + }, + { + "episode": 240, + "avg_reward": 569.88, + "avg_cost": 0.75, + "lambda": 157.7275, + "rho": [ + 0.6952, + 0.3048 + ] + }, + { + "episode": 250, + "avg_reward": 737.81, + "avg_cost": 0.0, + "lambda": 157.9674, + "rho": [ + 0.6765, + 0.3235 + ] + }, + { + "episode": 260, + "avg_reward": 435.52, + "avg_cost": 0.0, + "lambda": 158.1007, + "rho": [ + 0.6765, + 0.3235 + ] + }, + { + "episode": 270, + "avg_reward": 332.1, + "avg_cost": 0.0, + "lambda": 158.1977, + "rho": [ + 0.6765, + 0.3235 + ] + }, + { + "episode": 280, + "avg_reward": 443.62, + "avg_cost": 0.0, + "lambda": 158.3457, + "rho": [ + 0.6765, + 0.3235 + ] + }, + { + "episode": 290, + "avg_reward": 673.35, + "avg_cost": 0.0, + "lambda": 158.4726, + "rho": [ + 0.6765, + 0.3235 + ] + }, + { + "episode": 300, + "avg_reward": 957.64, + "avg_cost": 0.0, + "lambda": 158.523, + "rho": [ + 0.6615, + 0.3385 + ] + }, + { + "episode": 310, + "avg_reward": 806.11, + "avg_cost": 0.0, + "lambda": 158.5406, + "rho": [ + 0.6615, + 0.3385 + ] + }, + { + "episode": 320, + "avg_reward": 711.93, + "avg_cost": 0.0, + "lambda": 158.5467, + "rho": [ + 0.6615, + 0.3385 + ] + }, + { + "episode": 330, + "avg_reward": 929.52, + "avg_cost": 0.0, + "lambda": 158.5489, + "rho": [ + 0.6615, + 0.3385 + ] + }, + { + "episode": 340, + "avg_reward": 993.41, + "avg_cost": 0.0, + "lambda": 158.5496, + "rho": [ + 0.6615, + 0.3385 + ] + }, + { + "episode": 350, + "avg_reward": 962.71, + "avg_cost": 0.0, + "lambda": 158.6616, + "rho": [ + 0.6493, + 0.3507 + ] + }, + { + "episode": 360, + "avg_reward": 990.31, + "avg_cost": 0.0, + "lambda": 158.824, + "rho": [ + 0.6493, + 0.3507 + ] + }, + { + "episode": 370, + "avg_reward": 1008.09, + "avg_cost": 0.0, + "lambda": 158.8984, + "rho": [ + 0.6493, + 0.3507 + ] + }, + { + "episode": 380, + "avg_reward": 1053.84, + "avg_cost": 0.0, + "lambda": 158.932, + "rho": [ + 0.6493, + 0.3507 + ] + }, + { + "episode": 390, + "avg_reward": 1022.61, + "avg_cost": 0.0, + "lambda": 158.9437, + "rho": [ + 0.6493, + 0.3507 + ] + }, + { + "episode": 400, + "avg_reward": 983.18, + "avg_cost": 0.0, + "lambda": 158.9478, + "rho": [ + 0.6392, + 0.3608 + ] + }, + { + "episode": 410, + "avg_reward": 995.57, + "avg_cost": 0.0, + "lambda": 158.9492, + "rho": [ + 0.6392, + 0.3608 + ] + }, + { + "episode": 420, + "avg_reward": 971.8, + "avg_cost": 0.0, + "lambda": 158.9497, + "rho": [ + 0.6392, + 0.3608 + ] + }, + { + "episode": 430, + "avg_reward": 966.91, + "avg_cost": 0.0, + "lambda": 158.9499, + "rho": [ + 0.6392, + 0.3608 + ] + }, + { + "episode": 440, + "avg_reward": 728.76, + "avg_cost": 0.0, + "lambda": 158.95, + "rho": [ + 0.6392, + 0.3608 + ] + }, + { + "episode": 450, + "avg_reward": 431.62, + "avg_cost": 0.0, + "lambda": 158.9617, + "rho": [ + 0.6308, + 0.3692 + ] + }, + { + "episode": 460, + "avg_reward": 277.64, + "avg_cost": 0.25, + "lambda": 158.9859, + "rho": [ + 0.6308, + 0.3692 + ] + }, + { + "episode": 470, + "avg_reward": 226.71, + "avg_cost": 0.0, + "lambda": 159.0114, + "rho": [ + 0.6308, + 0.3692 + ] + }, + { + "episode": 480, + "avg_reward": 280.18, + "avg_cost": 0.0, + "lambda": 159.0202, + "rho": [ + 0.6308, + 0.3692 + ] + }, + { + "episode": 490, + "avg_reward": 537.29, + "avg_cost": 0.0, + "lambda": 159.0702, + "rho": [ + 0.6308, + 0.3692 + ] + }, + { + "episode": 500, + "avg_reward": 704.95, + "avg_cost": 0.0, + "lambda": 159.1059, + "rho": [ + 0.6237, + 0.3763 + ] + }, + { + "episode": 510, + "avg_reward": 671.51, + "avg_cost": 0.0, + "lambda": 159.1418, + "rho": [ + 0.6237, + 0.3763 + ] + }, + { + "episode": 520, + "avg_reward": 615.83, + "avg_cost": 0.0, + "lambda": 159.2737, + "rho": [ + 0.6237, + 0.3763 + ] + }, + { + "episode": 530, + "avg_reward": 733.92, + "avg_cost": 0.0, + "lambda": 159.3885, + "rho": [ + 0.6237, + 0.3763 + ] + }, + { + "episode": 540, + "avg_reward": 754.44, + "avg_cost": 0.0, + "lambda": 159.4805, + "rho": [ + 0.6237, + 0.3763 + ] + }, + { + "episode": 550, + "avg_reward": 590.66, + "avg_cost": 0.0, + "lambda": 159.542, + "rho": [ + 0.6176, + 0.3824 + ] + }, + { + "episode": 560, + "avg_reward": 595.42, + "avg_cost": 0.0, + "lambda": 159.5635, + "rho": [ + 0.6176, + 0.3824 + ] + }, + { + "episode": 570, + "avg_reward": 502.46, + "avg_cost": 0.0, + "lambda": 159.6361, + "rho": [ + 0.6176, + 0.3824 + ] + }, + { + "episode": 580, + "avg_reward": 557.21, + "avg_cost": 0.0, + "lambda": 159.675, + "rho": [ + 0.6176, + 0.3824 + ] + }, + { + "episode": 590, + "avg_reward": 535.22, + "avg_cost": 0.0, + "lambda": 159.7076, + "rho": [ + 0.6176, + 0.3824 + ] + }, + { + "episode": 600, + "avg_reward": 248.12, + "avg_cost": 0.0, + "lambda": 159.7189, + "rho": [ + 0.6123, + 0.3877 + ] + }, + { + "episode": 610, + "avg_reward": 470.36, + "avg_cost": 0.0, + "lambda": 159.7364, + "rho": [ + 0.6123, + 0.3877 + ] + }, + { + "episode": 620, + "avg_reward": 667.64, + "avg_cost": 0.0, + "lambda": 159.7616, + "rho": [ + 0.6123, + 0.3877 + ] + }, + { + "episode": 630, + "avg_reward": 909.02, + "avg_cost": 0.0, + "lambda": 159.7703, + "rho": [ + 0.6123, + 0.3877 + ] + }, + { + "episode": 640, + "avg_reward": 1059.95, + "avg_cost": 0.0, + "lambda": 159.7734, + "rho": [ + 0.6123, + 0.3877 + ] + }, + { + "episode": 650, + "avg_reward": 881.96, + "avg_cost": 0.0, + "lambda": 159.7907, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 660, + "avg_reward": 643.96, + "avg_cost": 0.0, + "lambda": 159.7968, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 670, + "avg_reward": 712.89, + "avg_cost": 0.0, + "lambda": 159.7989, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 680, + "avg_reward": 957.7, + "avg_cost": 0.0, + "lambda": 159.7996, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 690, + "avg_reward": 1148.21, + "avg_cost": 0.0, + "lambda": 159.7999, + "rho": [ + 0.6078, + 0.3922 + ] + }, + { + "episode": 700, + "avg_reward": 1146.94, + "avg_cost": 0.0, + "lambda": 159.8, + "rho": [ + 0.6038, + 0.3962 + ] + }, + { + "episode": 710, + "avg_reward": 1125.32, + "avg_cost": 0.0, + "lambda": 159.8, + "rho": [ + 0.6038, + 0.3962 + ] + }, + { + "episode": 720, + "avg_reward": 1205.82, + "avg_cost": 0.25, + "lambda": 159.8025, + "rho": [ + 0.6038, + 0.3962 + ] + }, + { + "episode": 730, + "avg_reward": 1090.72, + "avg_cost": 0.0, + "lambda": 159.8515, + "rho": [ + 0.6038, + 0.3962 + ] + }, + { + "episode": 740, + "avg_reward": 997.34, + "avg_cost": 0.0, + "lambda": 159.8994, + "rho": [ + 0.6038, + 0.3962 + ] + }, + { + "episode": 750, + "avg_reward": 1011.52, + "avg_cost": 0.0, + "lambda": 159.9161, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 760, + "avg_reward": 999.91, + "avg_cost": 0.0, + "lambda": 159.9336, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 770, + "avg_reward": 984.59, + "avg_cost": 0.0, + "lambda": 159.9443, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 780, + "avg_reward": 987.7, + "avg_cost": 0.0, + "lambda": 159.948, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 790, + "avg_reward": 982.65, + "avg_cost": 0.0, + "lambda": 159.9493, + "rho": [ + 0.6003, + 0.3997 + ] + }, + { + "episode": 800, + "avg_reward": 987.89, + "avg_cost": 0.0, + "lambda": 159.9498, + "rho": [ + 0.5973, + 0.4027 + ] + }, + { + "episode": 810, + "avg_reward": 986.89, + "avg_cost": 0.0, + "lambda": 159.9499, + "rho": [ + 0.5973, + 0.4027 + ] + }, + { + "episode": 820, + "avg_reward": 1078.7, + "avg_cost": 0.0, + "lambda": 159.95, + "rho": [ + 0.5973, + 0.4027 + ] + }, + { + "episode": 830, + "avg_reward": 1150.01, + "avg_cost": 0.0, + "lambda": 160.3435, + "rho": [ + 0.5973, + 0.4027 + ] + }, + { + "episode": 840, + "avg_reward": 990.11, + "avg_cost": 0.0, + "lambda": 160.7792, + "rho": [ + 0.5973, + 0.4027 + ] + }, + { + "episode": 850, + "avg_reward": 980.16, + "avg_cost": 0.0, + "lambda": 160.9393, + "rho": [ + 0.5946, + 0.4054 + ] + }, + { + "episode": 860, + "avg_reward": 979.3, + "avg_cost": 0.0, + "lambda": 160.9951, + "rho": [ + 0.5946, + 0.4054 + ] + }, + { + "episode": 870, + "avg_reward": 977.24, + "avg_cost": 0.0, + "lambda": 161.0146, + "rho": [ + 0.5946, + 0.4054 + ] + }, + { + "episode": 880, + "avg_reward": 973.28, + "avg_cost": 0.0, + "lambda": 161.0214, + "rho": [ + 0.5946, + 0.4054 + ] + }, + { + "episode": 890, + "avg_reward": 972.71, + "avg_cost": 0.0, + "lambda": 161.0237, + "rho": [ + 0.5946, + 0.4054 + ] + }, + { + "episode": 900, + "avg_reward": 972.95, + "avg_cost": 0.0, + "lambda": 161.0246, + "rho": [ + 0.5922, + 0.4078 + ] + }, + { + "episode": 910, + "avg_reward": 974.73, + "avg_cost": 0.0, + "lambda": 161.0248, + "rho": [ + 0.5922, + 0.4078 + ] + }, + { + "episode": 920, + "avg_reward": 973.33, + "avg_cost": 0.0, + "lambda": 161.0249, + "rho": [ + 0.5922, + 0.4078 + ] + }, + { + "episode": 930, + "avg_reward": 970.75, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5922, + 0.4078 + ] + }, + { + "episode": 940, + "avg_reward": 970.34, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5922, + 0.4078 + ] + }, + { + "episode": 950, + "avg_reward": 972.66, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5901, + 0.4099 + ] + }, + { + "episode": 960, + "avg_reward": 971.99, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5901, + 0.4099 + ] + }, + { + "episode": 970, + "avg_reward": 970.3, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5901, + 0.4099 + ] + }, + { + "episode": 980, + "avg_reward": 971.25, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5901, + 0.4099 + ] + }, + { + "episode": 990, + "avg_reward": 963.32, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5901, + 0.4099 + ] + }, + { + "episode": 1000, + "avg_reward": 961.43, + "avg_cost": 0.0, + "lambda": 161.025, + "rho": [ + 0.5883, + 0.4117 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..fa96c9a85140a2c920d1c46fd2d4be14e3df7b49 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3124018.47, + "constraint_satisfaction_pct": 16.7, + "final_rho": [ + 0.5505, + 0.4495 + ], + "final_lambda": 500.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 264.17, + "avg_cost": 118.5, + "lambda": 21.85, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 10, + "avg_reward": 2760.39, + "avg_cost": 30.25, + "lambda": 98.7506, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 20, + "avg_reward": 2556.01, + "avg_cost": 21.0, + "lambda": 141.982, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 30, + "avg_reward": 1860.83, + "avg_cost": 2.5, + "lambda": 164.5921, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 40, + "avg_reward": 2564.79, + "avg_cost": 7.75, + "lambda": 177.731, + "rho": [ + 0.5166, + 0.4834 + ] + }, + { + "episode": 50, + "avg_reward": 2492.44, + "avg_cost": 6.25, + "lambda": 186.4242, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 60, + "avg_reward": 2060.6, + "avg_cost": 0.25, + "lambda": 192.4007, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 70, + "avg_reward": 3028.68, + "avg_cost": 17.75, + "lambda": 199.2606, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 80, + "avg_reward": 2454.14, + "avg_cost": 6.0, + "lambda": 206.0245, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 90, + "avg_reward": 2186.26, + "avg_cost": 0.75, + "lambda": 211.2634, + "rho": [ + 0.5778, + 0.4222 + ] + }, + { + "episode": 100, + "avg_reward": 2808.85, + "avg_cost": 1.75, + "lambda": 214.7522, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 110, + "avg_reward": 2797.77, + "avg_cost": 1.25, + "lambda": 217.814, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 120, + "avg_reward": 2798.72, + "avg_cost": 0.75, + "lambda": 222.5214, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 130, + "avg_reward": 2720.49, + "avg_cost": 10.0, + "lambda": 226.5318, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 140, + "avg_reward": 3104.72, + "avg_cost": 1.0, + "lambda": 231.2746, + "rho": [ + 0.57, + 0.43 + ] + }, + { + "episode": 150, + "avg_reward": 2931.25, + "avg_cost": 0.25, + "lambda": 234.7494, + "rho": [ + 0.5867, + 0.4133 + ] + }, + { + "episode": 160, + "avg_reward": 3184.05, + "avg_cost": 1.0, + "lambda": 237.6599, + "rho": [ + 0.5867, + 0.4133 + ] + }, + { + "episode": 170, + "avg_reward": 2731.1, + "avg_cost": 4.5, + "lambda": 241.2593, + "rho": [ + 0.5867, + 0.4133 + ] + }, + { + "episode": 180, + "avg_reward": 2633.76, + "avg_cost": 6.5, + "lambda": 253.214, + "rho": [ + 0.5867, + 0.4133 + ] + }, + { + "episode": 190, + "avg_reward": 2630.46, + "avg_cost": 0.0, + "lambda": 261.9264, + "rho": [ + 0.5867, + 0.4133 + ] + }, + { + "episode": 200, + "avg_reward": 2648.39, + "avg_cost": 10.0, + "lambda": 267.9808, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 210, + "avg_reward": 2483.74, + "avg_cost": 0.0, + "lambda": 277.938, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 220, + "avg_reward": 2551.08, + "avg_cost": 0.0, + "lambda": 282.9306, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 230, + "avg_reward": 2525.15, + "avg_cost": 16.0, + "lambda": 289.5832, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 240, + "avg_reward": 2518.15, + "avg_cost": 0.0, + "lambda": 296.0295, + "rho": [ + 0.5813, + 0.4187 + ] + }, + { + "episode": 250, + "avg_reward": 2743.31, + "avg_cost": 0.0, + "lambda": 300.1233, + "rho": [ + 0.565, + 0.435 + ] + }, + { + "episode": 260, + "avg_reward": 2670.95, + "avg_cost": 0.0, + "lambda": 302.4272, + "rho": [ + 0.565, + 0.435 + ] + }, + { + "episode": 270, + "avg_reward": 2563.17, + "avg_cost": 3.75, + "lambda": 304.1397, + "rho": [ + 0.565, + 0.435 + ] + }, + { + "episode": 280, + "avg_reward": 1318.51, + "avg_cost": 32.0, + "lambda": 317.9075, + "rho": [ + 0.565, + 0.435 + ] + }, + { + "episode": 290, + "avg_reward": 2465.26, + "avg_cost": 4.25, + "lambda": 331.8626, + "rho": [ + 0.565, + 0.435 + ] + }, + { + "episode": 300, + "avg_reward": 2966.96, + "avg_cost": 1.0, + "lambda": 337.9634, + "rho": [ + 0.5631, + 0.4369 + ] + }, + { + "episode": 310, + "avg_reward": 3185.71, + "avg_cost": 1.0, + "lambda": 340.7243, + "rho": [ + 0.5631, + 0.4369 + ] + }, + { + "episode": 320, + "avg_reward": 3550.92, + "avg_cost": 2.75, + "lambda": 342.0921, + "rho": [ + 0.5631, + 0.4369 + ] + }, + { + "episode": 330, + "avg_reward": 3443.3, + "avg_cost": 3.25, + "lambda": 343.7556, + "rho": [ + 0.5631, + 0.4369 + ] + }, + { + "episode": 340, + "avg_reward": 3359.6, + "avg_cost": 3.5, + "lambda": 345.357, + "rho": [ + 0.5631, + 0.4369 + ] + }, + { + "episode": 350, + "avg_reward": 3219.64, + "avg_cost": 1.0, + "lambda": 346.7533, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 360, + "avg_reward": 3182.89, + "avg_cost": 0.75, + "lambda": 347.9616, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 370, + "avg_reward": 3033.67, + "avg_cost": 10.75, + "lambda": 349.6486, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 380, + "avg_reward": 2740.94, + "avg_cost": 22.0, + "lambda": 357.7728, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 390, + "avg_reward": 2628.38, + "avg_cost": 39.25, + "lambda": 378.9809, + "rho": [ + 0.5532, + 0.4468 + ] + }, + { + "episode": 400, + "avg_reward": 2642.25, + "avg_cost": 45.75, + "lambda": 414.0514, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 410, + "avg_reward": 3058.74, + "avg_cost": 35.5, + "lambda": 460.4658, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 420, + "avg_reward": 2263.72, + "avg_cost": 61.75, + "lambda": 500.0, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 430, + "avg_reward": 2648.29, + "avg_cost": 46.25, + "lambda": 500.0, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 440, + "avg_reward": 2365.27, + "avg_cost": 57.75, + "lambda": 500.0, + "rho": [ + 0.5433, + 0.4567 + ] + }, + { + "episode": 450, + "avg_reward": 2476.66, + "avg_cost": 65.25, + "lambda": 500.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 460, + "avg_reward": 3176.49, + "avg_cost": 30.25, + "lambda": 500.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 470, + "avg_reward": 3448.05, + "avg_cost": 19.0, + "lambda": 500.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 480, + "avg_reward": 3458.47, + "avg_cost": 16.0, + "lambda": 500.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 490, + "avg_reward": 2779.83, + "avg_cost": 48.5, + "lambda": 500.0, + "rho": [ + 0.5307, + 0.4693 + ] + }, + { + "episode": 500, + "avg_reward": 3323.73, + "avg_cost": 25.5, + "lambda": 500.0, + "rho": [ + 0.5264, + 0.4736 + ] + }, + { + "episode": 510, + "avg_reward": 3412.71, + "avg_cost": 32.75, + "lambda": 500.0, + "rho": [ + 0.5264, + 0.4736 + ] + }, + { + "episode": 520, + "avg_reward": 3921.36, + "avg_cost": 23.5, + "lambda": 500.0, + "rho": [ + 0.5264, + 0.4736 + ] + }, + { + "episode": 530, + "avg_reward": 3627.73, + "avg_cost": 27.0, + "lambda": 500.0, + "rho": [ + 0.5264, + 0.4736 + ] + }, + { + "episode": 540, + "avg_reward": 3734.28, + "avg_cost": 11.25, + "lambda": 500.0, + "rho": [ + 0.5264, + 0.4736 + ] + }, + { + "episode": 550, + "avg_reward": 3594.44, + "avg_cost": 20.0, + "lambda": 500.0, + "rho": [ + 0.5191, + 0.4809 + ] + }, + { + "episode": 560, + "avg_reward": 3351.99, + "avg_cost": 36.5, + "lambda": 500.0, + "rho": [ + 0.5191, + 0.4809 + ] + }, + { + "episode": 570, + "avg_reward": 3253.76, + "avg_cost": 26.0, + "lambda": 500.0, + "rho": [ + 0.5191, + 0.4809 + ] + }, + { + "episode": 580, + "avg_reward": 3686.94, + "avg_cost": 15.5, + "lambda": 500.0, + "rho": [ + 0.5191, + 0.4809 + ] + }, + { + "episode": 590, + "avg_reward": 3449.01, + "avg_cost": 17.25, + "lambda": 500.0, + "rho": [ + 0.5191, + 0.4809 + ] + }, + { + "episode": 600, + "avg_reward": 3518.15, + "avg_cost": 20.5, + "lambda": 500.0, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 610, + "avg_reward": 4095.65, + "avg_cost": 16.0, + "lambda": 500.0, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 620, + "avg_reward": 3595.95, + "avg_cost": 19.25, + "lambda": 500.0, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 630, + "avg_reward": 3453.37, + "avg_cost": 17.25, + "lambda": 500.0, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 640, + "avg_reward": 4049.99, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 0.5128, + 0.4872 + ] + }, + { + "episode": 650, + "avg_reward": 3795.44, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 660, + "avg_reward": 3276.82, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 670, + "avg_reward": 3573.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 680, + "avg_reward": 2714.34, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 690, + "avg_reward": 3714.51, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 700, + "avg_reward": 3561.79, + "avg_cost": 9.75, + "lambda": 500.0, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 710, + "avg_reward": 3336.21, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 720, + "avg_reward": 3440.23, + "avg_cost": 10.75, + "lambda": 500.0, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 730, + "avg_reward": 4089.96, + "avg_cost": 4.5, + "lambda": 500.0, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 740, + "avg_reward": 3896.25, + "avg_cost": 9.75, + "lambda": 500.0, + "rho": [ + 0.5156, + 0.4844 + ] + }, + { + "episode": 750, + "avg_reward": 3867.71, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.5216, + 0.4784 + ] + }, + { + "episode": 760, + "avg_reward": 3673.25, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5216, + 0.4784 + ] + }, + { + "episode": 770, + "avg_reward": 3995.89, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 0.5216, + 0.4784 + ] + }, + { + "episode": 780, + "avg_reward": 4047.89, + "avg_cost": 9.25, + "lambda": 500.0, + "rho": [ + 0.5216, + 0.4784 + ] + }, + { + "episode": 790, + "avg_reward": 4064.64, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 0.5216, + 0.4784 + ] + }, + { + "episode": 800, + "avg_reward": 3537.74, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5281, + 0.4719 + ] + }, + { + "episode": 810, + "avg_reward": 4180.58, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 0.5281, + 0.4719 + ] + }, + { + "episode": 820, + "avg_reward": 3551.72, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 0.5281, + 0.4719 + ] + }, + { + "episode": 830, + "avg_reward": 3794.87, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.5281, + 0.4719 + ] + }, + { + "episode": 840, + "avg_reward": 3420.97, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 0.5281, + 0.4719 + ] + }, + { + "episode": 850, + "avg_reward": 3548.26, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 860, + "avg_reward": 3692.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 870, + "avg_reward": 3690.35, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 880, + "avg_reward": 3917.92, + "avg_cost": 7.5, + "lambda": 500.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 890, + "avg_reward": 3419.24, + "avg_cost": 24.0, + "lambda": 500.0, + "rho": [ + 0.5314, + 0.4686 + ] + }, + { + "episode": 900, + "avg_reward": 3735.63, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5375, + 0.4625 + ] + }, + { + "episode": 910, + "avg_reward": 3696.18, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5375, + 0.4625 + ] + }, + { + "episode": 920, + "avg_reward": 3871.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5375, + 0.4625 + ] + }, + { + "episode": 930, + "avg_reward": 2954.4, + "avg_cost": 26.25, + "lambda": 500.0, + "rho": [ + 0.5375, + 0.4625 + ] + }, + { + "episode": 940, + "avg_reward": 2910.7, + "avg_cost": 25.25, + "lambda": 500.0, + "rho": [ + 0.5375, + 0.4625 + ] + }, + { + "episode": 950, + "avg_reward": 2913.44, + "avg_cost": 13.0, + "lambda": 500.0, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 960, + "avg_reward": 3100.97, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 970, + "avg_reward": 3076.4, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 980, + "avg_reward": 3020.08, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 990, + "avg_reward": 2869.79, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 1000, + "avg_reward": 3047.94, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.5505, + 0.4495 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json b/results/diagnostic_results_learned_rho_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..8f4b0a2163c06e1f675c89ea2692a0ad2785fe05 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -876919.2, + "constraint_satisfaction_pct": 3.27, + "final_rho": [ + 0.7636, + 0.2364 + ], + "final_lambda": 50.4995, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2768.45, + "avg_cost": 34.0, + "lambda": 1.34, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 10, + "avg_reward": -2725.33, + "avg_cost": 21.5, + "lambda": 3.8525, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 20, + "avg_reward": -2792.0, + "avg_cost": 12.75, + "lambda": 6.0396, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 30, + "avg_reward": -2735.35, + "avg_cost": 12.5, + "lambda": 7.7682, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 40, + "avg_reward": -2591.35, + "avg_cost": 13.5, + "lambda": 9.2988, + "rho": [ + 0.5094, + 0.4906 + ] + }, + { + "episode": 50, + "avg_reward": -2685.69, + "avg_cost": 10.25, + "lambda": 10.6595, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 60, + "avg_reward": -2421.39, + "avg_cost": 11.5, + "lambda": 11.9579, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 70, + "avg_reward": -2605.57, + "avg_cost": 15.25, + "lambda": 13.2349, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 80, + "avg_reward": -2570.88, + "avg_cost": 18.5, + "lambda": 14.6061, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 90, + "avg_reward": -2380.47, + "avg_cost": 11.0, + "lambda": 15.9299, + "rho": [ + 0.5473, + 0.4527 + ] + }, + { + "episode": 100, + "avg_reward": -2617.14, + "avg_cost": 8.25, + "lambda": 17.1615, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 110, + "avg_reward": -2161.16, + "avg_cost": 8.25, + "lambda": 18.2665, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 120, + "avg_reward": -2090.75, + "avg_cost": 9.25, + "lambda": 19.3251, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 130, + "avg_reward": -2272.25, + "avg_cost": 15.5, + "lambda": 20.4949, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 140, + "avg_reward": -1997.41, + "avg_cost": 7.0, + "lambda": 21.6296, + "rho": [ + 0.5538, + 0.4462 + ] + }, + { + "episode": 150, + "avg_reward": -2222.54, + "avg_cost": 6.25, + "lambda": 22.5733, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 160, + "avg_reward": -2031.67, + "avg_cost": 11.75, + "lambda": 23.4586, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 170, + "avg_reward": -2075.22, + "avg_cost": 11.0, + "lambda": 24.3977, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 180, + "avg_reward": -1823.54, + "avg_cost": 6.0, + "lambda": 25.3532, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 190, + "avg_reward": -1895.55, + "avg_cost": 7.5, + "lambda": 26.2938, + "rho": [ + 0.5418, + 0.4582 + ] + }, + { + "episode": 200, + "avg_reward": -2138.67, + "avg_cost": 11.5, + "lambda": 27.1819, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 210, + "avg_reward": -2005.77, + "avg_cost": 7.5, + "lambda": 27.9895, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 220, + "avg_reward": -2015.91, + "avg_cost": 7.25, + "lambda": 28.7499, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 230, + "avg_reward": -1803.77, + "avg_cost": 3.75, + "lambda": 29.4286, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 240, + "avg_reward": -1838.01, + "avg_cost": 4.25, + "lambda": 30.0159, + "rho": [ + 0.5455, + 0.4545 + ] + }, + { + "episode": 250, + "avg_reward": -1685.25, + "avg_cost": 4.5, + "lambda": 30.6412, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 260, + "avg_reward": -1744.52, + "avg_cost": 4.5, + "lambda": 31.2683, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 270, + "avg_reward": -1790.46, + "avg_cost": 4.5, + "lambda": 31.7851, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 280, + "avg_reward": -1829.34, + "avg_cost": 4.5, + "lambda": 32.3489, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 290, + "avg_reward": -1753.16, + "avg_cost": 4.75, + "lambda": 32.8348, + "rho": [ + 0.5571, + 0.4429 + ] + }, + { + "episode": 300, + "avg_reward": -1749.46, + "avg_cost": 1.25, + "lambda": 33.2475, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 310, + "avg_reward": -1891.85, + "avg_cost": 1.75, + "lambda": 33.5907, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 320, + "avg_reward": -1844.97, + "avg_cost": 3.0, + "lambda": 33.8565, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 330, + "avg_reward": -1852.34, + "avg_cost": 0.75, + "lambda": 34.0818, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 340, + "avg_reward": -1752.74, + "avg_cost": 3.5, + "lambda": 34.2705, + "rho": [ + 0.5579, + 0.4421 + ] + }, + { + "episode": 350, + "avg_reward": -1718.25, + "avg_cost": 1.75, + "lambda": 34.4968, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 360, + "avg_reward": -1563.88, + "avg_cost": 0.75, + "lambda": 34.66, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 370, + "avg_reward": -1554.39, + "avg_cost": 0.5, + "lambda": 34.8148, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 380, + "avg_reward": -1539.16, + "avg_cost": 0.75, + "lambda": 34.9773, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 390, + "avg_reward": -1433.65, + "avg_cost": 0.0, + "lambda": 35.112, + "rho": [ + 0.5646, + 0.4354 + ] + }, + { + "episode": 400, + "avg_reward": -1564.24, + "avg_cost": 0.5, + "lambda": 35.2067, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 410, + "avg_reward": -1452.69, + "avg_cost": 1.25, + "lambda": 35.311, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 420, + "avg_reward": -1336.73, + "avg_cost": 0.5, + "lambda": 35.4365, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 430, + "avg_reward": -1351.44, + "avg_cost": 0.75, + "lambda": 35.5414, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 440, + "avg_reward": -1320.79, + "avg_cost": 0.5, + "lambda": 35.6532, + "rho": [ + 0.5769, + 0.4231 + ] + }, + { + "episode": 450, + "avg_reward": -1371.1, + "avg_cost": 0.5, + "lambda": 35.7455, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 460, + "avg_reward": -1460.87, + "avg_cost": 0.5, + "lambda": 35.8429, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 470, + "avg_reward": -1445.98, + "avg_cost": 0.25, + "lambda": 35.9408, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 480, + "avg_reward": -1202.57, + "avg_cost": 1.0, + "lambda": 36.039, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 490, + "avg_reward": -1317.28, + "avg_cost": 1.25, + "lambda": 36.1497, + "rho": [ + 0.5939, + 0.4061 + ] + }, + { + "episode": 500, + "avg_reward": -1194.33, + "avg_cost": 2.25, + "lambda": 36.2505, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 510, + "avg_reward": -1202.25, + "avg_cost": 0.5, + "lambda": 36.3369, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 520, + "avg_reward": -1278.8, + "avg_cost": 5.0, + "lambda": 36.4246, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 530, + "avg_reward": -1156.94, + "avg_cost": 1.5, + "lambda": 36.5222, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 540, + "avg_reward": -1068.77, + "avg_cost": 0.5, + "lambda": 36.6142, + "rho": [ + 0.6154, + 0.3846 + ] + }, + { + "episode": 550, + "avg_reward": -952.78, + "avg_cost": 0.5, + "lambda": 36.7228, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 560, + "avg_reward": -1146.18, + "avg_cost": 0.75, + "lambda": 36.8207, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 570, + "avg_reward": -1025.57, + "avg_cost": 0.0, + "lambda": 36.9062, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 580, + "avg_reward": -866.0, + "avg_cost": 0.75, + "lambda": 37.0013, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 590, + "avg_reward": -885.87, + "avg_cost": 1.25, + "lambda": 37.1109, + "rho": [ + 0.6267, + 0.3733 + ] + }, + { + "episode": 600, + "avg_reward": -756.78, + "avg_cost": 2.25, + "lambda": 37.2477, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 610, + "avg_reward": -752.38, + "avg_cost": 1.5, + "lambda": 37.3782, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 620, + "avg_reward": -717.24, + "avg_cost": 0.75, + "lambda": 37.4799, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 630, + "avg_reward": -824.15, + "avg_cost": 2.75, + "lambda": 37.5583, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 640, + "avg_reward": -708.47, + "avg_cost": 2.25, + "lambda": 37.6297, + "rho": [ + 0.6288, + 0.3712 + ] + }, + { + "episode": 650, + "avg_reward": -949.96, + "avg_cost": 0.25, + "lambda": 37.7044, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 660, + "avg_reward": -716.89, + "avg_cost": 0.0, + "lambda": 37.7658, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 670, + "avg_reward": -630.64, + "avg_cost": 0.25, + "lambda": 37.8518, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 680, + "avg_reward": -465.73, + "avg_cost": 2.0, + "lambda": 37.9272, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 690, + "avg_reward": -392.54, + "avg_cost": 2.5, + "lambda": 38.0222, + "rho": [ + 0.6375, + 0.3625 + ] + }, + { + "episode": 700, + "avg_reward": -858.01, + "avg_cost": 0.5, + "lambda": 38.1233, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 710, + "avg_reward": -474.19, + "avg_cost": 0.75, + "lambda": 38.2001, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 720, + "avg_reward": -488.57, + "avg_cost": 1.25, + "lambda": 38.3211, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 730, + "avg_reward": -231.94, + "avg_cost": 5.25, + "lambda": 38.4963, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 740, + "avg_reward": -544.98, + "avg_cost": 2.5, + "lambda": 38.674, + "rho": [ + 0.652, + 0.348 + ] + }, + { + "episode": 750, + "avg_reward": -416.96, + "avg_cost": 0.75, + "lambda": 38.8172, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 760, + "avg_reward": -558.04, + "avg_cost": 0.5, + "lambda": 38.9352, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 770, + "avg_reward": -611.89, + "avg_cost": 0.5, + "lambda": 39.032, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 780, + "avg_reward": -409.58, + "avg_cost": 1.75, + "lambda": 39.1403, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 790, + "avg_reward": -362.16, + "avg_cost": 1.25, + "lambda": 39.257, + "rho": [ + 0.6721, + 0.3279 + ] + }, + { + "episode": 800, + "avg_reward": -144.33, + "avg_cost": 1.5, + "lambda": 39.3674, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 810, + "avg_reward": -217.1, + "avg_cost": 0.75, + "lambda": 39.4683, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 820, + "avg_reward": -166.45, + "avg_cost": 0.75, + "lambda": 39.5946, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 830, + "avg_reward": -270.73, + "avg_cost": 1.5, + "lambda": 39.6997, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 840, + "avg_reward": -169.47, + "avg_cost": 0.5, + "lambda": 39.8068, + "rho": [ + 0.6983, + 0.3017 + ] + }, + { + "episode": 850, + "avg_reward": -64.59, + "avg_cost": 0.75, + "lambda": 39.9281, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 860, + "avg_reward": -137.01, + "avg_cost": 0.75, + "lambda": 40.0472, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 870, + "avg_reward": 19.97, + "avg_cost": 1.0, + "lambda": 40.1571, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 880, + "avg_reward": -60.66, + "avg_cost": 1.75, + "lambda": 40.2698, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 890, + "avg_reward": 242.88, + "avg_cost": 3.5, + "lambda": 40.4126, + "rho": [ + 0.7134, + 0.2866 + ] + }, + { + "episode": 900, + "avg_reward": 189.99, + "avg_cost": 1.75, + "lambda": 40.5822, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 910, + "avg_reward": 211.15, + "avg_cost": 0.75, + "lambda": 40.7312, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 920, + "avg_reward": 168.1, + "avg_cost": 1.5, + "lambda": 40.8703, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 930, + "avg_reward": 131.98, + "avg_cost": 2.0, + "lambda": 41.0333, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 940, + "avg_reward": 76.83, + "avg_cost": 0.5, + "lambda": 41.1943, + "rho": [ + 0.7182, + 0.2818 + ] + }, + { + "episode": 950, + "avg_reward": 548.59, + "avg_cost": 1.25, + "lambda": 41.3365, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 960, + "avg_reward": 329.1, + "avg_cost": 2.0, + "lambda": 41.4611, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 970, + "avg_reward": 546.52, + "avg_cost": 0.75, + "lambda": 41.5707, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 980, + "avg_reward": -202.19, + "avg_cost": 0.0, + "lambda": 41.6787, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 990, + "avg_reward": 95.36, + "avg_cost": 1.5, + "lambda": 41.7905, + "rho": [ + 0.7146, + 0.2854 + ] + }, + { + "episode": 1000, + "avg_reward": 73.05, + "avg_cost": 1.0, + "lambda": 41.9229, + "rho": [ + 0.7045, + 0.2955 + ] + }, + { + "episode": 1010, + "avg_reward": 218.03, + "avg_cost": 1.0, + "lambda": 42.0505, + "rho": [ + 0.7045, + 0.2955 + ] + }, + { + "episode": 1020, + "avg_reward": 96.55, + "avg_cost": 3.0, + "lambda": 42.1772, + "rho": [ + 0.7045, + 0.2955 + ] + }, + { + "episode": 1030, + "avg_reward": 577.07, + "avg_cost": 0.75, + "lambda": 42.2964, + "rho": [ + 0.7045, + 0.2955 + ] + }, + { + "episode": 1040, + "avg_reward": 407.96, + "avg_cost": 3.25, + "lambda": 42.417, + "rho": [ + 0.7045, + 0.2955 + ] + }, + { + "episode": 1050, + "avg_reward": 493.16, + "avg_cost": 0.5, + "lambda": 42.5735, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 1060, + "avg_reward": 296.2, + "avg_cost": 0.75, + "lambda": 42.7376, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 1070, + "avg_reward": 492.6, + "avg_cost": 1.25, + "lambda": 42.9099, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 1080, + "avg_reward": 354.64, + "avg_cost": 2.75, + "lambda": 43.0929, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 1090, + "avg_reward": 574.27, + "avg_cost": 1.5, + "lambda": 43.2589, + "rho": [ + 0.7026, + 0.2974 + ] + }, + { + "episode": 1100, + "avg_reward": 623.2, + "avg_cost": 1.25, + "lambda": 43.4625, + "rho": [ + 0.7033, + 0.2967 + ] + }, + { + "episode": 1110, + "avg_reward": 469.68, + "avg_cost": 2.25, + "lambda": 43.6427, + "rho": [ + 0.7033, + 0.2967 + ] + }, + { + "episode": 1120, + "avg_reward": 653.55, + "avg_cost": 0.75, + "lambda": 43.8039, + "rho": [ + 0.7033, + 0.2967 + ] + }, + { + "episode": 1130, + "avg_reward": 909.56, + "avg_cost": 2.0, + "lambda": 43.9435, + "rho": [ + 0.7033, + 0.2967 + ] + }, + { + "episode": 1140, + "avg_reward": 433.54, + "avg_cost": 1.0, + "lambda": 44.1301, + "rho": [ + 0.7033, + 0.2967 + ] + }, + { + "episode": 1150, + "avg_reward": 681.59, + "avg_cost": 3.0, + "lambda": 44.325, + "rho": [ + 0.6976, + 0.3024 + ] + }, + { + "episode": 1160, + "avg_reward": 587.04, + "avg_cost": 2.25, + "lambda": 44.5211, + "rho": [ + 0.6976, + 0.3024 + ] + }, + { + "episode": 1170, + "avg_reward": 589.61, + "avg_cost": 3.0, + "lambda": 44.7344, + "rho": [ + 0.6976, + 0.3024 + ] + }, + { + "episode": 1180, + "avg_reward": 381.3, + "avg_cost": 0.25, + "lambda": 44.9415, + "rho": [ + 0.6976, + 0.3024 + ] + }, + { + "episode": 1190, + "avg_reward": 396.22, + "avg_cost": 1.0, + "lambda": 45.1212, + "rho": [ + 0.6976, + 0.3024 + ] + }, + { + "episode": 1200, + "avg_reward": 573.51, + "avg_cost": 0.75, + "lambda": 45.3161, + "rho": [ + 0.6987, + 0.3013 + ] + }, + { + "episode": 1210, + "avg_reward": 166.91, + "avg_cost": 0.75, + "lambda": 45.4905, + "rho": [ + 0.6987, + 0.3013 + ] + }, + { + "episode": 1220, + "avg_reward": 545.11, + "avg_cost": 0.5, + "lambda": 45.6388, + "rho": [ + 0.6987, + 0.3013 + ] + }, + { + "episode": 1230, + "avg_reward": 785.4, + "avg_cost": 1.0, + "lambda": 45.8075, + "rho": [ + 0.6987, + 0.3013 + ] + }, + { + "episode": 1240, + "avg_reward": 324.9, + "avg_cost": 1.0, + "lambda": 45.9899, + "rho": [ + 0.6987, + 0.3013 + ] + }, + { + "episode": 1250, + "avg_reward": 590.99, + "avg_cost": 1.0, + "lambda": 46.1873, + "rho": [ + 0.7056, + 0.2944 + ] + }, + { + "episode": 1260, + "avg_reward": 537.16, + "avg_cost": 2.0, + "lambda": 46.354, + "rho": [ + 0.7056, + 0.2944 + ] + }, + { + "episode": 1270, + "avg_reward": 513.79, + "avg_cost": 0.75, + "lambda": 46.5, + "rho": [ + 0.7056, + 0.2944 + ] + }, + { + "episode": 1280, + "avg_reward": 633.27, + "avg_cost": 1.5, + "lambda": 46.6559, + "rho": [ + 0.7056, + 0.2944 + ] + }, + { + "episode": 1290, + "avg_reward": 486.37, + "avg_cost": 0.75, + "lambda": 46.8109, + "rho": [ + 0.7056, + 0.2944 + ] + }, + { + "episode": 1300, + "avg_reward": 895.61, + "avg_cost": 2.0, + "lambda": 46.9648, + "rho": [ + 0.7178, + 0.2822 + ] + }, + { + "episode": 1310, + "avg_reward": 756.27, + "avg_cost": 2.5, + "lambda": 47.1015, + "rho": [ + 0.7178, + 0.2822 + ] + }, + { + "episode": 1320, + "avg_reward": 319.37, + "avg_cost": 1.25, + "lambda": 47.2456, + "rho": [ + 0.7178, + 0.2822 + ] + }, + { + "episode": 1330, + "avg_reward": 606.53, + "avg_cost": 1.25, + "lambda": 47.4025, + "rho": [ + 0.7178, + 0.2822 + ] + }, + { + "episode": 1340, + "avg_reward": 1145.34, + "avg_cost": 2.75, + "lambda": 47.5759, + "rho": [ + 0.7178, + 0.2822 + ] + }, + { + "episode": 1350, + "avg_reward": 1125.8, + "avg_cost": 1.75, + "lambda": 47.7642, + "rho": [ + 0.7323, + 0.2677 + ] + }, + { + "episode": 1360, + "avg_reward": 1233.19, + "avg_cost": 0.75, + "lambda": 47.9743, + "rho": [ + 0.7323, + 0.2677 + ] + }, + { + "episode": 1370, + "avg_reward": 1126.74, + "avg_cost": 4.75, + "lambda": 48.2037, + "rho": [ + 0.7323, + 0.2677 + ] + }, + { + "episode": 1380, + "avg_reward": 980.76, + "avg_cost": 2.0, + "lambda": 48.4343, + "rho": [ + 0.7323, + 0.2677 + ] + }, + { + "episode": 1390, + "avg_reward": 1016.23, + "avg_cost": 0.75, + "lambda": 48.6381, + "rho": [ + 0.7323, + 0.2677 + ] + }, + { + "episode": 1400, + "avg_reward": 1055.95, + "avg_cost": 2.0, + "lambda": 48.8393, + "rho": [ + 0.7498, + 0.2502 + ] + }, + { + "episode": 1410, + "avg_reward": 1195.16, + "avg_cost": 0.75, + "lambda": 49.0164, + "rho": [ + 0.7498, + 0.2502 + ] + }, + { + "episode": 1420, + "avg_reward": 894.63, + "avg_cost": 1.5, + "lambda": 49.1798, + "rho": [ + 0.7498, + 0.2502 + ] + }, + { + "episode": 1430, + "avg_reward": 724.05, + "avg_cost": 2.0, + "lambda": 49.3377, + "rho": [ + 0.7498, + 0.2502 + ] + }, + { + "episode": 1440, + "avg_reward": 779.09, + "avg_cost": 1.0, + "lambda": 49.4972, + "rho": [ + 0.7498, + 0.2502 + ] + }, + { + "episode": 1450, + "avg_reward": 854.05, + "avg_cost": 3.5, + "lambda": 49.6621, + "rho": [ + 0.7587, + 0.2413 + ] + }, + { + "episode": 1460, + "avg_reward": 646.59, + "avg_cost": 3.0, + "lambda": 49.8376, + "rho": [ + 0.7587, + 0.2413 + ] + }, + { + "episode": 1470, + "avg_reward": 1061.53, + "avg_cost": 1.75, + "lambda": 50.0053, + "rho": [ + 0.7587, + 0.2413 + ] + }, + { + "episode": 1480, + "avg_reward": 789.47, + "avg_cost": 1.0, + "lambda": 50.1663, + "rho": [ + 0.7587, + 0.2413 + ] + }, + { + "episode": 1490, + "avg_reward": 424.86, + "avg_cost": 1.0, + "lambda": 50.3294, + "rho": [ + 0.7587, + 0.2413 + ] + }, + { + "episode": 1500, + "avg_reward": 817.36, + "avg_cost": 4.0, + "lambda": 50.4995, + "rho": [ + 0.7636, + 0.2364 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..ecc19a9c453708bcee46b1158b3537e73e5a5303 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -4743333.84, + "constraint_satisfaction_pct": 1.3, + "final_rho": [ + 0.3753, + 0.6247 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12280.8, + "avg_cost": 19.0, + "lambda": 10.57, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 10, + "avg_reward": -11882.03, + "avg_cost": 17.5, + "lambda": 15.528, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 20, + "avg_reward": -11122.43, + "avg_cost": 17.25, + "lambda": 20.4976, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 30, + "avg_reward": -11061.35, + "avg_cost": 15.0, + "lambda": 24.8669, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 40, + "avg_reward": -10815.54, + "avg_cost": 6.5, + "lambda": 28.5945, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 50, + "avg_reward": -10688.42, + "avg_cost": 11.0, + "lambda": 32.5251, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 60, + "avg_reward": -10256.34, + "avg_cost": 11.0, + "lambda": 36.3538, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 70, + "avg_reward": -9917.83, + "avg_cost": 15.5, + "lambda": 39.8185, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 80, + "avg_reward": -9886.55, + "avg_cost": 15.25, + "lambda": 43.1001, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 90, + "avg_reward": -9245.21, + "avg_cost": 4.75, + "lambda": 46.3954, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 100, + "avg_reward": -9410.58, + "avg_cost": 18.75, + "lambda": 49.846, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 110, + "avg_reward": -9290.55, + "avg_cost": 3.5, + "lambda": 53.1652, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 120, + "avg_reward": -8749.65, + "avg_cost": 7.25, + "lambda": 55.8348, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 130, + "avg_reward": -8545.07, + "avg_cost": 4.25, + "lambda": 58.448, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 140, + "avg_reward": -8193.99, + "avg_cost": 5.25, + "lambda": 61.1862, + "rho": [ + 0.4818, + 0.5182 + ] + }, + { + "episode": 150, + "avg_reward": -8025.92, + "avg_cost": 15.0, + "lambda": 63.6461, + "rho": [ + 0.4655, + 0.5345 + ] + }, + { + "episode": 160, + "avg_reward": -7637.71, + "avg_cost": 3.0, + "lambda": 66.0102, + "rho": [ + 0.4655, + 0.5345 + ] + }, + { + "episode": 170, + "avg_reward": -7364.86, + "avg_cost": 5.5, + "lambda": 68.2121, + "rho": [ + 0.4655, + 0.5345 + ] + }, + { + "episode": 180, + "avg_reward": -6730.0, + "avg_cost": 6.25, + "lambda": 70.4378, + "rho": [ + 0.4655, + 0.5345 + ] + }, + { + "episode": 190, + "avg_reward": -6581.03, + "avg_cost": 11.75, + "lambda": 72.5459, + "rho": [ + 0.4655, + 0.5345 + ] + }, + { + "episode": 200, + "avg_reward": -6244.31, + "avg_cost": 3.25, + "lambda": 74.8621, + "rho": [ + 0.4454, + 0.5546 + ] + }, + { + "episode": 210, + "avg_reward": -6248.94, + "avg_cost": 6.5, + "lambda": 77.3968, + "rho": [ + 0.4454, + 0.5546 + ] + }, + { + "episode": 220, + "avg_reward": -6389.09, + "avg_cost": 4.5, + "lambda": 79.8675, + "rho": [ + 0.4454, + 0.5546 + ] + }, + { + "episode": 230, + "avg_reward": -5709.75, + "avg_cost": 8.0, + "lambda": 81.8432, + "rho": [ + 0.4454, + 0.5546 + ] + }, + { + "episode": 240, + "avg_reward": -5586.5, + "avg_cost": 6.25, + "lambda": 83.6026, + "rho": [ + 0.4454, + 0.5546 + ] + }, + { + "episode": 250, + "avg_reward": -6072.89, + "avg_cost": 5.0, + "lambda": 85.3379, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 260, + "avg_reward": -5712.27, + "avg_cost": 9.75, + "lambda": 87.1342, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 270, + "avg_reward": -6027.1, + "avg_cost": 0.75, + "lambda": 88.8939, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 280, + "avg_reward": -5745.84, + "avg_cost": 7.25, + "lambda": 90.4486, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 290, + "avg_reward": -5411.9, + "avg_cost": 10.0, + "lambda": 92.1085, + "rho": [ + 0.4283, + 0.5717 + ] + }, + { + "episode": 300, + "avg_reward": -5182.73, + "avg_cost": 4.5, + "lambda": 93.7419, + "rho": [ + 0.4101, + 0.5899 + ] + }, + { + "episode": 310, + "avg_reward": -5613.63, + "avg_cost": 3.75, + "lambda": 95.5444, + "rho": [ + 0.4101, + 0.5899 + ] + }, + { + "episode": 320, + "avg_reward": -5296.14, + "avg_cost": 6.25, + "lambda": 97.2622, + "rho": [ + 0.4101, + 0.5899 + ] + }, + { + "episode": 330, + "avg_reward": -4879.54, + "avg_cost": 2.75, + "lambda": 98.9021, + "rho": [ + 0.4101, + 0.5899 + ] + }, + { + "episode": 340, + "avg_reward": -4871.49, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.4101, + 0.5899 + ] + }, + { + "episode": 350, + "avg_reward": -4870.35, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 360, + "avg_reward": -4851.97, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 370, + "avg_reward": -5079.26, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 380, + "avg_reward": -5156.43, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 390, + "avg_reward": -4859.66, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.4009, + 0.5991 + ] + }, + { + "episode": 400, + "avg_reward": -5139.29, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.4013, + 0.5987 + ] + }, + { + "episode": 410, + "avg_reward": -5554.19, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4013, + 0.5987 + ] + }, + { + "episode": 420, + "avg_reward": -5301.81, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.4013, + 0.5987 + ] + }, + { + "episode": 430, + "avg_reward": -5354.36, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.4013, + 0.5987 + ] + }, + { + "episode": 440, + "avg_reward": -5000.37, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.4013, + 0.5987 + ] + }, + { + "episode": 450, + "avg_reward": -4800.74, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 460, + "avg_reward": -4531.55, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 470, + "avg_reward": -5156.46, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 480, + "avg_reward": -4912.12, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 490, + "avg_reward": -4395.61, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3972, + 0.6028 + ] + }, + { + "episode": 500, + "avg_reward": -4235.57, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.399, + 0.601 + ] + }, + { + "episode": 510, + "avg_reward": -4307.33, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.399, + 0.601 + ] + }, + { + "episode": 520, + "avg_reward": -4121.17, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.399, + 0.601 + ] + }, + { + "episode": 530, + "avg_reward": -4175.09, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.399, + 0.601 + ] + }, + { + "episode": 540, + "avg_reward": -4151.3, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.399, + 0.601 + ] + }, + { + "episode": 550, + "avg_reward": -3840.36, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.3962, + 0.6038 + ] + }, + { + "episode": 560, + "avg_reward": -3944.95, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.3962, + 0.6038 + ] + }, + { + "episode": 570, + "avg_reward": -3900.98, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3962, + 0.6038 + ] + }, + { + "episode": 580, + "avg_reward": -4025.01, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.3962, + 0.6038 + ] + }, + { + "episode": 590, + "avg_reward": -4023.26, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3962, + 0.6038 + ] + }, + { + "episode": 600, + "avg_reward": -4066.9, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.3899, + 0.6101 + ] + }, + { + "episode": 610, + "avg_reward": -4058.84, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.3899, + 0.6101 + ] + }, + { + "episode": 620, + "avg_reward": -3420.75, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3899, + 0.6101 + ] + }, + { + "episode": 630, + "avg_reward": -3297.18, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3899, + 0.6101 + ] + }, + { + "episode": 640, + "avg_reward": -3237.29, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3899, + 0.6101 + ] + }, + { + "episode": 650, + "avg_reward": -3331.42, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3831, + 0.6169 + ] + }, + { + "episode": 660, + "avg_reward": -3329.8, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3831, + 0.6169 + ] + }, + { + "episode": 670, + "avg_reward": -3254.65, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.3831, + 0.6169 + ] + }, + { + "episode": 680, + "avg_reward": -3380.22, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.3831, + 0.6169 + ] + }, + { + "episode": 690, + "avg_reward": -3081.08, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.3831, + 0.6169 + ] + }, + { + "episode": 700, + "avg_reward": -3110.07, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 710, + "avg_reward": -3089.23, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 720, + "avg_reward": -3314.13, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 730, + "avg_reward": -3237.77, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 740, + "avg_reward": -3049.84, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3784, + 0.6216 + ] + }, + { + "episode": 750, + "avg_reward": -2984.39, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 760, + "avg_reward": -2867.0, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 770, + "avg_reward": -3042.69, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 780, + "avg_reward": -2984.25, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 790, + "avg_reward": -2625.76, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3706, + 0.6294 + ] + }, + { + "episode": 800, + "avg_reward": -2568.41, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3683, + 0.6317 + ] + }, + { + "episode": 810, + "avg_reward": -2388.11, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3683, + 0.6317 + ] + }, + { + "episode": 820, + "avg_reward": -2167.92, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.3683, + 0.6317 + ] + }, + { + "episode": 830, + "avg_reward": -2179.77, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3683, + 0.6317 + ] + }, + { + "episode": 840, + "avg_reward": -1891.68, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3683, + 0.6317 + ] + }, + { + "episode": 850, + "avg_reward": -1650.64, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 860, + "avg_reward": -1604.2, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 870, + "avg_reward": -1758.49, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 880, + "avg_reward": -1696.43, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 890, + "avg_reward": -1875.41, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.3704, + 0.6296 + ] + }, + { + "episode": 900, + "avg_reward": -1276.81, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 910, + "avg_reward": -1120.98, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 920, + "avg_reward": -1424.04, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 930, + "avg_reward": -1089.49, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 940, + "avg_reward": -674.3, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3684, + 0.6316 + ] + }, + { + "episode": 950, + "avg_reward": -915.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3703, + 0.6297 + ] + }, + { + "episode": 960, + "avg_reward": -582.78, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3703, + 0.6297 + ] + }, + { + "episode": 970, + "avg_reward": -402.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3703, + 0.6297 + ] + }, + { + "episode": 980, + "avg_reward": -223.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3703, + 0.6297 + ] + }, + { + "episode": 990, + "avg_reward": 49.18, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3703, + 0.6297 + ] + }, + { + "episode": 1000, + "avg_reward": 205.55, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3753, + 0.6247 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..f274036299074530a0b521c048d836efb8fa71d9 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Ant_2x4_state_dependent_implicit_v24b_ant2x4.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -2502835.59, + "constraint_satisfaction_pct": 20.4, + "final_rho": [ + 0.8221, + 0.1779 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12280.8, + "avg_cost": 19.0, + "lambda": 10.57, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 10, + "avg_reward": -11882.03, + "avg_cost": 17.5, + "lambda": 15.528, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 20, + "avg_reward": -11122.43, + "avg_cost": 17.25, + "lambda": 20.4976, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 30, + "avg_reward": -11061.35, + "avg_cost": 15.0, + "lambda": 24.8669, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 40, + "avg_reward": -10815.54, + "avg_cost": 6.5, + "lambda": 28.5945, + "rho": [ + 0.4417, + 0.5583 + ] + }, + { + "episode": 50, + "avg_reward": -10688.42, + "avg_cost": 11.0, + "lambda": 32.5251, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 60, + "avg_reward": -10060.99, + "avg_cost": 16.75, + "lambda": 36.4499, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 70, + "avg_reward": -10099.21, + "avg_cost": 13.25, + "lambda": 40.2905, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 80, + "avg_reward": -9518.08, + "avg_cost": 11.5, + "lambda": 43.8677, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 90, + "avg_reward": -9517.48, + "avg_cost": 8.0, + "lambda": 47.4478, + "rho": [ + 0.4804, + 0.5196 + ] + }, + { + "episode": 100, + "avg_reward": -9016.35, + "avg_cost": 19.25, + "lambda": 50.42, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 110, + "avg_reward": -8704.53, + "avg_cost": 9.75, + "lambda": 53.327, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 120, + "avg_reward": -8316.95, + "avg_cost": 6.5, + "lambda": 56.3326, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 130, + "avg_reward": -8727.8, + "avg_cost": 19.75, + "lambda": 59.2214, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 140, + "avg_reward": -8030.11, + "avg_cost": 7.0, + "lambda": 62.2832, + "rho": [ + 0.5125, + 0.4875 + ] + }, + { + "episode": 150, + "avg_reward": -7614.53, + "avg_cost": 6.0, + "lambda": 65.194, + "rho": [ + 0.5499, + 0.4501 + ] + }, + { + "episode": 160, + "avg_reward": -7054.63, + "avg_cost": 16.0, + "lambda": 67.9386, + "rho": [ + 0.5499, + 0.4501 + ] + }, + { + "episode": 170, + "avg_reward": -7188.57, + "avg_cost": 5.25, + "lambda": 70.9407, + "rho": [ + 0.5499, + 0.4501 + ] + }, + { + "episode": 180, + "avg_reward": -6989.38, + "avg_cost": 5.75, + "lambda": 74.0847, + "rho": [ + 0.5499, + 0.4501 + ] + }, + { + "episode": 190, + "avg_reward": -6555.01, + "avg_cost": 14.5, + "lambda": 76.5646, + "rho": [ + 0.5499, + 0.4501 + ] + }, + { + "episode": 200, + "avg_reward": -5898.31, + "avg_cost": 6.25, + "lambda": 78.7502, + "rho": [ + 0.5908, + 0.4092 + ] + }, + { + "episode": 210, + "avg_reward": -6011.12, + "avg_cost": 7.75, + "lambda": 80.8522, + "rho": [ + 0.5908, + 0.4092 + ] + }, + { + "episode": 220, + "avg_reward": -5800.03, + "avg_cost": 6.25, + "lambda": 83.0358, + "rho": [ + 0.5908, + 0.4092 + ] + }, + { + "episode": 230, + "avg_reward": -5888.71, + "avg_cost": 8.25, + "lambda": 85.4701, + "rho": [ + 0.5908, + 0.4092 + ] + }, + { + "episode": 240, + "avg_reward": -6074.05, + "avg_cost": 5.75, + "lambda": 87.9296, + "rho": [ + 0.5908, + 0.4092 + ] + }, + { + "episode": 250, + "avg_reward": -5735.01, + "avg_cost": 3.75, + "lambda": 90.1294, + "rho": [ + 0.6365, + 0.3635 + ] + }, + { + "episode": 260, + "avg_reward": -5677.73, + "avg_cost": 4.0, + "lambda": 91.9262, + "rho": [ + 0.6365, + 0.3635 + ] + }, + { + "episode": 270, + "avg_reward": -5379.44, + "avg_cost": 2.5, + "lambda": 93.5189, + "rho": [ + 0.6365, + 0.3635 + ] + }, + { + "episode": 280, + "avg_reward": -5516.08, + "avg_cost": 6.75, + "lambda": 95.0406, + "rho": [ + 0.6365, + 0.3635 + ] + }, + { + "episode": 290, + "avg_reward": -5179.71, + "avg_cost": 4.0, + "lambda": 96.4997, + "rho": [ + 0.6365, + 0.3635 + ] + }, + { + "episode": 300, + "avg_reward": -4987.44, + "avg_cost": 6.5, + "lambda": 98.1143, + "rho": [ + 0.6474, + 0.3526 + ] + }, + { + "episode": 310, + "avg_reward": -4726.97, + "avg_cost": 3.5, + "lambda": 99.6184, + "rho": [ + 0.6474, + 0.3526 + ] + }, + { + "episode": 320, + "avg_reward": -4705.07, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.6474, + 0.3526 + ] + }, + { + "episode": 330, + "avg_reward": -4648.45, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.6474, + 0.3526 + ] + }, + { + "episode": 340, + "avg_reward": -4289.44, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.6474, + 0.3526 + ] + }, + { + "episode": 350, + "avg_reward": -3965.99, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 360, + "avg_reward": -4093.58, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 370, + "avg_reward": -4044.18, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 380, + "avg_reward": -3875.25, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 390, + "avg_reward": -4235.5, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.6715, + 0.3285 + ] + }, + { + "episode": 400, + "avg_reward": -3915.28, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.6974, + 0.3026 + ] + }, + { + "episode": 410, + "avg_reward": -3660.57, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.6974, + 0.3026 + ] + }, + { + "episode": 420, + "avg_reward": -3614.84, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6974, + 0.3026 + ] + }, + { + "episode": 430, + "avg_reward": -3116.92, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6974, + 0.3026 + ] + }, + { + "episode": 440, + "avg_reward": -3061.14, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.6974, + 0.3026 + ] + }, + { + "episode": 450, + "avg_reward": -2932.56, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.703, + 0.297 + ] + }, + { + "episode": 460, + "avg_reward": -2572.6, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.703, + 0.297 + ] + }, + { + "episode": 470, + "avg_reward": -2355.09, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.703, + 0.297 + ] + }, + { + "episode": 480, + "avg_reward": -2555.1, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.703, + 0.297 + ] + }, + { + "episode": 490, + "avg_reward": -2537.86, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.703, + 0.297 + ] + }, + { + "episode": 500, + "avg_reward": -2121.89, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 510, + "avg_reward": -1762.41, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 520, + "avg_reward": -1413.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 530, + "avg_reward": -1160.99, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 540, + "avg_reward": -920.04, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7187, + 0.2813 + ] + }, + { + "episode": 550, + "avg_reward": -1059.26, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.7193, + 0.2807 + ] + }, + { + "episode": 560, + "avg_reward": -772.17, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.7193, + 0.2807 + ] + }, + { + "episode": 570, + "avg_reward": -531.84, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7193, + 0.2807 + ] + }, + { + "episode": 580, + "avg_reward": -691.54, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.7193, + 0.2807 + ] + }, + { + "episode": 590, + "avg_reward": -307.98, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7193, + 0.2807 + ] + }, + { + "episode": 600, + "avg_reward": -157.37, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.731, + 0.269 + ] + }, + { + "episode": 610, + "avg_reward": -167.39, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.731, + 0.269 + ] + }, + { + "episode": 620, + "avg_reward": -47.19, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.731, + 0.269 + ] + }, + { + "episode": 630, + "avg_reward": -15.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.731, + 0.269 + ] + }, + { + "episode": 640, + "avg_reward": 188.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.731, + 0.269 + ] + }, + { + "episode": 650, + "avg_reward": 661.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7513, + 0.2487 + ] + }, + { + "episode": 660, + "avg_reward": 689.99, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7513, + 0.2487 + ] + }, + { + "episode": 670, + "avg_reward": 1084.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7513, + 0.2487 + ] + }, + { + "episode": 680, + "avg_reward": 848.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.7513, + 0.2487 + ] + }, + { + "episode": 690, + "avg_reward": 1378.28, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.7513, + 0.2487 + ] + }, + { + "episode": 700, + "avg_reward": 1182.59, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7632, + 0.2368 + ] + }, + { + "episode": 710, + "avg_reward": 1231.01, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7632, + 0.2368 + ] + }, + { + "episode": 720, + "avg_reward": 1495.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7632, + 0.2368 + ] + }, + { + "episode": 730, + "avg_reward": 1481.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7632, + 0.2368 + ] + }, + { + "episode": 740, + "avg_reward": 1765.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7632, + 0.2368 + ] + }, + { + "episode": 750, + "avg_reward": 1733.15, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7832, + 0.2168 + ] + }, + { + "episode": 760, + "avg_reward": 1574.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7832, + 0.2168 + ] + }, + { + "episode": 770, + "avg_reward": 1803.48, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7832, + 0.2168 + ] + }, + { + "episode": 780, + "avg_reward": 1973.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7832, + 0.2168 + ] + }, + { + "episode": 790, + "avg_reward": 1962.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7832, + 0.2168 + ] + }, + { + "episode": 800, + "avg_reward": 1969.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8095, + 0.1905 + ] + }, + { + "episode": 810, + "avg_reward": 2298.46, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.8095, + 0.1905 + ] + }, + { + "episode": 820, + "avg_reward": 2233.71, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.8095, + 0.1905 + ] + }, + { + "episode": 830, + "avg_reward": 2249.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8095, + 0.1905 + ] + }, + { + "episode": 840, + "avg_reward": 2287.31, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.8095, + 0.1905 + ] + }, + { + "episode": 850, + "avg_reward": 2333.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8226, + 0.1774 + ] + }, + { + "episode": 860, + "avg_reward": 2436.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8226, + 0.1774 + ] + }, + { + "episode": 870, + "avg_reward": 2612.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8226, + 0.1774 + ] + }, + { + "episode": 880, + "avg_reward": 2321.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8226, + 0.1774 + ] + }, + { + "episode": 890, + "avg_reward": 2533.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8226, + 0.1774 + ] + }, + { + "episode": 900, + "avg_reward": 2451.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8252, + 0.1748 + ] + }, + { + "episode": 910, + "avg_reward": 2745.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8252, + 0.1748 + ] + }, + { + "episode": 920, + "avg_reward": 2667.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8252, + 0.1748 + ] + }, + { + "episode": 930, + "avg_reward": 2616.47, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.8252, + 0.1748 + ] + }, + { + "episode": 940, + "avg_reward": 2423.26, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.8252, + 0.1748 + ] + }, + { + "episode": 950, + "avg_reward": 2613.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8193, + 0.1807 + ] + }, + { + "episode": 960, + "avg_reward": 2393.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8193, + 0.1807 + ] + }, + { + "episode": 970, + "avg_reward": 2353.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8193, + 0.1807 + ] + }, + { + "episode": 980, + "avg_reward": 2696.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.8193, + 0.1807 + ] + }, + { + "episode": 990, + "avg_reward": 2820.86, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.8193, + 0.1807 + ] + }, + { + "episode": 1000, + "avg_reward": 2753.05, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.8221, + 0.1779 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..d67e1611b0fe01992e7472deb80bcb900f1f99f8 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v36_chc.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -1213953.94, + "constraint_satisfaction_pct": 9.0, + "final_rho": [ + 0.4325, + 0.5675 + ], + "final_lambda": 29.7515, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2852.32, + "avg_cost": 19.5, + "lambda": 1.195, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 10, + "avg_reward": -2620.49, + "avg_cost": 13.75, + "lambda": 2.8292, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 20, + "avg_reward": -2822.57, + "avg_cost": 15.75, + "lambda": 4.4545, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 30, + "avg_reward": -2481.07, + "avg_cost": 10.25, + "lambda": 5.9178, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 40, + "avg_reward": -2540.47, + "avg_cost": 20.75, + "lambda": 7.4517, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 50, + "avg_reward": -2657.04, + "avg_cost": 9.75, + "lambda": 9.0473, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 60, + "avg_reward": -2471.65, + "avg_cost": 12.25, + "lambda": 10.4215, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 70, + "avg_reward": -2552.23, + "avg_cost": 11.5, + "lambda": 11.6663, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 80, + "avg_reward": -2433.34, + "avg_cost": 10.75, + "lambda": 12.8302, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 90, + "avg_reward": -2373.56, + "avg_cost": 15.0, + "lambda": 13.9101, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 100, + "avg_reward": -2153.68, + "avg_cost": 7.75, + "lambda": 14.9446, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 110, + "avg_reward": -2311.3, + "avg_cost": 11.0, + "lambda": 15.807, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 120, + "avg_reward": -2200.36, + "avg_cost": 6.25, + "lambda": 16.6137, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 130, + "avg_reward": -2018.95, + "avg_cost": 4.75, + "lambda": 17.3434, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 140, + "avg_reward": -1980.14, + "avg_cost": 5.75, + "lambda": 18.0329, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 150, + "avg_reward": -1968.58, + "avg_cost": 6.25, + "lambda": 18.6472, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 160, + "avg_reward": -2021.51, + "avg_cost": 3.75, + "lambda": 19.2459, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 170, + "avg_reward": -1915.05, + "avg_cost": 7.75, + "lambda": 19.7662, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 180, + "avg_reward": -1844.74, + "avg_cost": 6.5, + "lambda": 20.2606, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 190, + "avg_reward": -1916.15, + "avg_cost": 3.75, + "lambda": 20.7391, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 200, + "avg_reward": -1974.76, + "avg_cost": 5.25, + "lambda": 21.1243, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 210, + "avg_reward": -1606.18, + "avg_cost": 3.5, + "lambda": 21.4782, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 220, + "avg_reward": -1811.42, + "avg_cost": 1.5, + "lambda": 21.7867, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 230, + "avg_reward": -1875.83, + "avg_cost": 3.75, + "lambda": 22.0401, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 240, + "avg_reward": -1679.7, + "avg_cost": 3.25, + "lambda": 22.3015, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 250, + "avg_reward": -1676.77, + "avg_cost": 2.75, + "lambda": 22.5421, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 260, + "avg_reward": -1498.17, + "avg_cost": 3.0, + "lambda": 22.7655, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 270, + "avg_reward": -1505.97, + "avg_cost": 3.25, + "lambda": 23.0171, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 280, + "avg_reward": -1741.92, + "avg_cost": 2.75, + "lambda": 23.2777, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 290, + "avg_reward": -1703.07, + "avg_cost": 1.5, + "lambda": 23.492, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 300, + "avg_reward": -1371.37, + "avg_cost": 2.0, + "lambda": 23.7243, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 310, + "avg_reward": -1656.6, + "avg_cost": 2.5, + "lambda": 23.9597, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 320, + "avg_reward": -1441.73, + "avg_cost": 1.5, + "lambda": 24.1797, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 330, + "avg_reward": -1450.24, + "avg_cost": 0.75, + "lambda": 24.3517, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 340, + "avg_reward": -1447.17, + "avg_cost": 0.5, + "lambda": 24.4726, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 350, + "avg_reward": -1286.15, + "avg_cost": 1.5, + "lambda": 24.5818, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 360, + "avg_reward": -1153.98, + "avg_cost": 3.25, + "lambda": 24.6994, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 370, + "avg_reward": -1304.73, + "avg_cost": 1.0, + "lambda": 24.8305, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 380, + "avg_reward": -1372.68, + "avg_cost": 3.0, + "lambda": 24.952, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 390, + "avg_reward": -1320.31, + "avg_cost": 1.0, + "lambda": 25.0668, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 400, + "avg_reward": -1121.21, + "avg_cost": 2.5, + "lambda": 25.1786, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 410, + "avg_reward": -1307.64, + "avg_cost": 0.5, + "lambda": 25.2923, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 420, + "avg_reward": -1202.16, + "avg_cost": 1.0, + "lambda": 25.3949, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 430, + "avg_reward": -1343.3, + "avg_cost": 1.25, + "lambda": 25.489, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 440, + "avg_reward": -1304.49, + "avg_cost": 0.5, + "lambda": 25.5839, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 450, + "avg_reward": -1271.58, + "avg_cost": 0.5, + "lambda": 25.6852, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 460, + "avg_reward": -1347.18, + "avg_cost": 0.25, + "lambda": 25.7685, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 470, + "avg_reward": -1321.2, + "avg_cost": 0.5, + "lambda": 25.8334, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 480, + "avg_reward": -1266.48, + "avg_cost": 1.0, + "lambda": 25.9112, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 490, + "avg_reward": -1273.6, + "avg_cost": 1.25, + "lambda": 26.0163, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 500, + "avg_reward": -1106.85, + "avg_cost": 1.75, + "lambda": 26.1474, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 510, + "avg_reward": -1157.83, + "avg_cost": 1.5, + "lambda": 26.2737, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 520, + "avg_reward": -1227.84, + "avg_cost": 0.75, + "lambda": 26.4434, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 530, + "avg_reward": -1115.4, + "avg_cost": 1.0, + "lambda": 26.6179, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 540, + "avg_reward": -892.81, + "avg_cost": 0.25, + "lambda": 26.7529, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 550, + "avg_reward": -1081.59, + "avg_cost": 0.5, + "lambda": 26.8503, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 560, + "avg_reward": -1017.88, + "avg_cost": 0.25, + "lambda": 26.94, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 570, + "avg_reward": -1037.83, + "avg_cost": 0.25, + "lambda": 27.0294, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 580, + "avg_reward": -1092.44, + "avg_cost": 3.0, + "lambda": 27.1056, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 590, + "avg_reward": -970.34, + "avg_cost": 0.25, + "lambda": 27.2013, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 600, + "avg_reward": -880.77, + "avg_cost": 0.75, + "lambda": 27.2876, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 610, + "avg_reward": -987.34, + "avg_cost": 0.0, + "lambda": 27.3648, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 620, + "avg_reward": -944.55, + "avg_cost": 0.0, + "lambda": 27.4274, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 630, + "avg_reward": -920.29, + "avg_cost": 0.75, + "lambda": 27.4787, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 640, + "avg_reward": -780.39, + "avg_cost": 0.5, + "lambda": 27.5216, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 650, + "avg_reward": -922.57, + "avg_cost": 0.5, + "lambda": 27.5699, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 660, + "avg_reward": -731.94, + "avg_cost": 0.0, + "lambda": 27.6199, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 670, + "avg_reward": -775.41, + "avg_cost": 0.0, + "lambda": 27.6725, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 680, + "avg_reward": -502.26, + "avg_cost": 0.0, + "lambda": 27.7201, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 690, + "avg_reward": -690.54, + "avg_cost": 2.0, + "lambda": 27.7635, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 700, + "avg_reward": -880.75, + "avg_cost": 0.0, + "lambda": 27.8199, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 710, + "avg_reward": -750.55, + "avg_cost": 0.25, + "lambda": 27.8607, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 720, + "avg_reward": -661.9, + "avg_cost": 0.0, + "lambda": 27.8968, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 730, + "avg_reward": -783.58, + "avg_cost": 0.0, + "lambda": 27.9576, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 740, + "avg_reward": -681.45, + "avg_cost": 0.0, + "lambda": 28.0229, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 750, + "avg_reward": -591.51, + "avg_cost": 0.0, + "lambda": 28.0769, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 760, + "avg_reward": -649.13, + "avg_cost": 0.25, + "lambda": 28.1232, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 770, + "avg_reward": -566.07, + "avg_cost": 0.75, + "lambda": 28.1594, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 780, + "avg_reward": -463.23, + "avg_cost": 0.25, + "lambda": 28.1987, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 790, + "avg_reward": -643.05, + "avg_cost": 0.25, + "lambda": 28.2421, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 800, + "avg_reward": -544.79, + "avg_cost": 0.75, + "lambda": 28.3199, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 810, + "avg_reward": -692.82, + "avg_cost": 0.75, + "lambda": 28.3801, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 820, + "avg_reward": -683.8, + "avg_cost": 0.0, + "lambda": 28.4205, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 830, + "avg_reward": -519.59, + "avg_cost": 0.25, + "lambda": 28.4546, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 840, + "avg_reward": -500.39, + "avg_cost": 1.0, + "lambda": 28.5043, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 850, + "avg_reward": -526.28, + "avg_cost": 0.5, + "lambda": 28.5912, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 860, + "avg_reward": -312.59, + "avg_cost": 0.25, + "lambda": 28.6553, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 870, + "avg_reward": -497.35, + "avg_cost": 0.0, + "lambda": 28.7028, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 880, + "avg_reward": -73.97, + "avg_cost": 0.5, + "lambda": 28.7577, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 890, + "avg_reward": -303.55, + "avg_cost": 1.0, + "lambda": 28.8255, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 900, + "avg_reward": -432.15, + "avg_cost": 1.75, + "lambda": 28.9088, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 910, + "avg_reward": -102.91, + "avg_cost": 0.5, + "lambda": 29.0197, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 920, + "avg_reward": -163.74, + "avg_cost": 2.0, + "lambda": 29.1102, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 930, + "avg_reward": -299.71, + "avg_cost": 1.25, + "lambda": 29.2433, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 940, + "avg_reward": -325.81, + "avg_cost": 0.0, + "lambda": 29.338, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 950, + "avg_reward": -350.42, + "avg_cost": 1.5, + "lambda": 29.4102, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 960, + "avg_reward": -458.96, + "avg_cost": 1.75, + "lambda": 29.4933, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 970, + "avg_reward": -538.49, + "avg_cost": 0.25, + "lambda": 29.5615, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 980, + "avg_reward": 17.83, + "avg_cost": 1.25, + "lambda": 29.6226, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 990, + "avg_reward": -418.36, + "avg_cost": 0.0, + "lambda": 29.6934, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 1000, + "avg_reward": -369.11, + "avg_cost": 2.75, + "lambda": 29.7515, + "rho": [ + 0.4325, + 0.5675 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..45c234e357e16866aaaca41e32f6bd5223e78a72 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 850940.19, + "constraint_satisfaction_pct": 30.6, + "final_rho": [ + 0.3235, + 0.6765 + ], + "final_lambda": 83.6223, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1907.32, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 10, + "avg_reward": -1937.64, + "avg_cost": 0.25, + "lambda": 10.0735, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 20, + "avg_reward": -1523.06, + "avg_cost": 0.0, + "lambda": 10.1444, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 30, + "avg_reward": -1725.01, + "avg_cost": 0.0, + "lambda": 10.1806, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 40, + "avg_reward": -1565.58, + "avg_cost": 0.0, + "lambda": 10.2075, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 50, + "avg_reward": -1411.53, + "avg_cost": 0.0, + "lambda": 10.2352, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 60, + "avg_reward": -1231.47, + "avg_cost": 0.25, + "lambda": 10.2473, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 70, + "avg_reward": -906.01, + "avg_cost": 0.0, + "lambda": 10.2654, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 80, + "avg_reward": -1186.77, + "avg_cost": 0.0, + "lambda": 10.2716, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 90, + "avg_reward": -1161.52, + "avg_cost": 0.0, + "lambda": 10.2738, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 100, + "avg_reward": -1184.77, + "avg_cost": 0.0, + "lambda": 10.2746, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 110, + "avg_reward": -861.16, + "avg_cost": 0.0, + "lambda": 10.2749, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 120, + "avg_reward": -771.4, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 130, + "avg_reward": -643.3, + "avg_cost": 0.0, + "lambda": 10.2955, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 140, + "avg_reward": -657.52, + "avg_cost": 0.0, + "lambda": 10.3147, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 150, + "avg_reward": -554.35, + "avg_cost": 0.0, + "lambda": 10.3214, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 160, + "avg_reward": -662.44, + "avg_cost": 0.0, + "lambda": 10.3237, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 170, + "avg_reward": -745.96, + "avg_cost": 0.0, + "lambda": 10.3246, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 180, + "avg_reward": -945.97, + "avg_cost": 0.0, + "lambda": 10.3296, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 190, + "avg_reward": -883.78, + "avg_cost": 0.0, + "lambda": 10.4666, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 200, + "avg_reward": -840.55, + "avg_cost": 0.0, + "lambda": 10.584, + "rho": [ + 0.4653, + 0.5347 + ] + }, + { + "episode": 210, + "avg_reward": -687.63, + "avg_cost": 0.0, + "lambda": 10.6423, + "rho": [ + 0.4653, + 0.5347 + ] + }, + { + "episode": 220, + "avg_reward": -956.73, + "avg_cost": 0.0, + "lambda": 10.6778, + "rho": [ + 0.4653, + 0.5347 + ] + }, + { + "episode": 230, + "avg_reward": -558.45, + "avg_cost": 0.25, + "lambda": 10.7307, + "rho": [ + 0.4653, + 0.5347 + ] + }, + { + "episode": 240, + "avg_reward": -471.15, + "avg_cost": 0.25, + "lambda": 10.8043, + "rho": [ + 0.4653, + 0.5347 + ] + }, + { + "episode": 250, + "avg_reward": -314.94, + "avg_cost": 0.0, + "lambda": 10.9171, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 260, + "avg_reward": -852.4, + "avg_cost": 0.0, + "lambda": 11.0877, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 270, + "avg_reward": -37.94, + "avg_cost": 1.5, + "lambda": 11.2362, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 280, + "avg_reward": -667.94, + "avg_cost": 0.5, + "lambda": 11.7346, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 290, + "avg_reward": -464.65, + "avg_cost": 0.5, + "lambda": 12.3773, + "rho": [ + 0.4677, + 0.5323 + ] + }, + { + "episode": 300, + "avg_reward": -437.6, + "avg_cost": 1.0, + "lambda": 12.992, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 310, + "avg_reward": -172.31, + "avg_cost": 0.75, + "lambda": 13.6352, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 320, + "avg_reward": 312.2, + "avg_cost": 0.75, + "lambda": 14.4098, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 330, + "avg_reward": 211.98, + "avg_cost": 0.5, + "lambda": 15.1737, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 340, + "avg_reward": 287.12, + "avg_cost": 1.0, + "lambda": 16.3187, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 350, + "avg_reward": 1012.92, + "avg_cost": 2.25, + "lambda": 17.5831, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 360, + "avg_reward": 352.16, + "avg_cost": 0.25, + "lambda": 18.8414, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 370, + "avg_reward": 327.97, + "avg_cost": 0.25, + "lambda": 20.1026, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 380, + "avg_reward": 771.96, + "avg_cost": 2.75, + "lambda": 21.5992, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 390, + "avg_reward": 906.69, + "avg_cost": 1.0, + "lambda": 23.1707, + "rho": [ + 0.4353, + 0.5647 + ] + }, + { + "episode": 400, + "avg_reward": 21.34, + "avg_cost": 0.0, + "lambda": 24.6183, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 410, + "avg_reward": 124.4, + "avg_cost": 1.0, + "lambda": 26.0959, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 420, + "avg_reward": 942.46, + "avg_cost": 4.25, + "lambda": 27.5002, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 430, + "avg_reward": 593.94, + "avg_cost": 0.75, + "lambda": 29.1255, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 440, + "avg_reward": 1127.06, + "avg_cost": 3.75, + "lambda": 30.64, + "rho": [ + 0.4313, + 0.5687 + ] + }, + { + "episode": 450, + "avg_reward": 1121.41, + "avg_cost": 0.5, + "lambda": 32.0177, + "rho": [ + 0.4189, + 0.5811 + ] + }, + { + "episode": 460, + "avg_reward": 840.9, + "avg_cost": 1.25, + "lambda": 33.2834, + "rho": [ + 0.4189, + 0.5811 + ] + }, + { + "episode": 470, + "avg_reward": 1233.14, + "avg_cost": 2.25, + "lambda": 34.5077, + "rho": [ + 0.4189, + 0.5811 + ] + }, + { + "episode": 480, + "avg_reward": 432.5, + "avg_cost": 0.25, + "lambda": 35.7629, + "rho": [ + 0.4189, + 0.5811 + ] + }, + { + "episode": 490, + "avg_reward": 1043.52, + "avg_cost": 1.25, + "lambda": 36.9077, + "rho": [ + 0.4189, + 0.5811 + ] + }, + { + "episode": 500, + "avg_reward": 953.85, + "avg_cost": 0.5, + "lambda": 37.9825, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 510, + "avg_reward": 961.63, + "avg_cost": 0.25, + "lambda": 39.0192, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 520, + "avg_reward": 1605.34, + "avg_cost": 3.5, + "lambda": 39.9722, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 530, + "avg_reward": 1108.41, + "avg_cost": 2.0, + "lambda": 41.4244, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 540, + "avg_reward": 1377.52, + "avg_cost": 1.0, + "lambda": 42.7105, + "rho": [ + 0.3994, + 0.6006 + ] + }, + { + "episode": 550, + "avg_reward": 1115.99, + "avg_cost": 0.5, + "lambda": 43.8079, + "rho": [ + 0.3923, + 0.6077 + ] + }, + { + "episode": 560, + "avg_reward": 1137.14, + "avg_cost": 0.0, + "lambda": 44.8464, + "rho": [ + 0.3923, + 0.6077 + ] + }, + { + "episode": 570, + "avg_reward": 1150.0, + "avg_cost": 0.25, + "lambda": 46.0019, + "rho": [ + 0.3923, + 0.6077 + ] + }, + { + "episode": 580, + "avg_reward": 1373.37, + "avg_cost": 1.5, + "lambda": 46.889, + "rho": [ + 0.3923, + 0.6077 + ] + }, + { + "episode": 590, + "avg_reward": 1691.81, + "avg_cost": 0.0, + "lambda": 47.9217, + "rho": [ + 0.3923, + 0.6077 + ] + }, + { + "episode": 600, + "avg_reward": 2059.68, + "avg_cost": 1.5, + "lambda": 48.9902, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 610, + "avg_reward": 1820.95, + "avg_cost": 0.75, + "lambda": 50.1002, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 620, + "avg_reward": 1991.8, + "avg_cost": 1.75, + "lambda": 51.0409, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 630, + "avg_reward": 1003.99, + "avg_cost": 1.25, + "lambda": 52.0127, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 640, + "avg_reward": 475.2, + "avg_cost": 0.5, + "lambda": 52.9273, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 650, + "avg_reward": 1532.39, + "avg_cost": 1.0, + "lambda": 54.0237, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 660, + "avg_reward": 1891.98, + "avg_cost": 0.5, + "lambda": 54.9043, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 670, + "avg_reward": 1953.53, + "avg_cost": 0.75, + "lambda": 55.6638, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 680, + "avg_reward": 1457.18, + "avg_cost": 0.0, + "lambda": 56.2896, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 690, + "avg_reward": 787.01, + "avg_cost": 0.25, + "lambda": 56.934, + "rho": [ + 0.3814, + 0.6186 + ] + }, + { + "episode": 700, + "avg_reward": 2009.84, + "avg_cost": 1.0, + "lambda": 57.6193, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 710, + "avg_reward": 2132.44, + "avg_cost": 0.75, + "lambda": 58.4101, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 720, + "avg_reward": 1445.56, + "avg_cost": 0.0, + "lambda": 59.2496, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 730, + "avg_reward": 2256.71, + "avg_cost": 0.5, + "lambda": 59.9998, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 740, + "avg_reward": 2324.98, + "avg_cost": 0.5, + "lambda": 60.8133, + "rho": [ + 0.3729, + 0.6271 + ] + }, + { + "episode": 750, + "avg_reward": 1871.82, + "avg_cost": 0.25, + "lambda": 61.5209, + "rho": [ + 0.357, + 0.643 + ] + }, + { + "episode": 760, + "avg_reward": 1804.95, + "avg_cost": 0.75, + "lambda": 62.0204, + "rho": [ + 0.357, + 0.643 + ] + }, + { + "episode": 770, + "avg_reward": 2440.18, + "avg_cost": 0.25, + "lambda": 62.508, + "rho": [ + 0.357, + 0.643 + ] + }, + { + "episode": 780, + "avg_reward": 2223.8, + "avg_cost": 0.25, + "lambda": 63.0807, + "rho": [ + 0.357, + 0.643 + ] + }, + { + "episode": 790, + "avg_reward": 2404.69, + "avg_cost": 0.0, + "lambda": 63.8279, + "rho": [ + 0.357, + 0.643 + ] + }, + { + "episode": 800, + "avg_reward": 2675.99, + "avg_cost": 1.0, + "lambda": 64.4786, + "rho": [ + 0.3515, + 0.6485 + ] + }, + { + "episode": 810, + "avg_reward": 1766.28, + "avg_cost": 1.0, + "lambda": 65.2276, + "rho": [ + 0.3515, + 0.6485 + ] + }, + { + "episode": 820, + "avg_reward": 1993.1, + "avg_cost": 0.0, + "lambda": 66.1377, + "rho": [ + 0.3515, + 0.6485 + ] + }, + { + "episode": 830, + "avg_reward": 1893.65, + "avg_cost": 0.5, + "lambda": 67.0713, + "rho": [ + 0.3515, + 0.6485 + ] + }, + { + "episode": 840, + "avg_reward": 1667.13, + "avg_cost": 1.0, + "lambda": 68.0011, + "rho": [ + 0.3515, + 0.6485 + ] + }, + { + "episode": 850, + "avg_reward": 2457.6, + "avg_cost": 1.75, + "lambda": 69.0428, + "rho": [ + 0.3384, + 0.6616 + ] + }, + { + "episode": 860, + "avg_reward": 2261.99, + "avg_cost": 1.0, + "lambda": 70.3592, + "rho": [ + 0.3384, + 0.6616 + ] + }, + { + "episode": 870, + "avg_reward": 2620.13, + "avg_cost": 0.5, + "lambda": 71.5267, + "rho": [ + 0.3384, + 0.6616 + ] + }, + { + "episode": 880, + "avg_reward": 1870.75, + "avg_cost": 0.25, + "lambda": 72.5242, + "rho": [ + 0.3384, + 0.6616 + ] + }, + { + "episode": 890, + "avg_reward": 2495.37, + "avg_cost": 0.5, + "lambda": 73.3068, + "rho": [ + 0.3384, + 0.6616 + ] + }, + { + "episode": 900, + "avg_reward": 2686.42, + "avg_cost": 2.0, + "lambda": 74.1042, + "rho": [ + 0.3352, + 0.6648 + ] + }, + { + "episode": 910, + "avg_reward": 2641.83, + "avg_cost": 1.0, + "lambda": 74.958, + "rho": [ + 0.3352, + 0.6648 + ] + }, + { + "episode": 920, + "avg_reward": 2577.61, + "avg_cost": 0.0, + "lambda": 75.6698, + "rho": [ + 0.3352, + 0.6648 + ] + }, + { + "episode": 930, + "avg_reward": 2670.34, + "avg_cost": 0.5, + "lambda": 76.389, + "rho": [ + 0.3352, + 0.6648 + ] + }, + { + "episode": 940, + "avg_reward": 2867.36, + "avg_cost": 0.5, + "lambda": 77.1955, + "rho": [ + 0.3352, + 0.6648 + ] + }, + { + "episode": 950, + "avg_reward": 2536.91, + "avg_cost": 2.5, + "lambda": 78.0071, + "rho": [ + 0.3246, + 0.6754 + ] + }, + { + "episode": 960, + "avg_reward": 2512.91, + "avg_cost": 1.25, + "lambda": 79.0634, + "rho": [ + 0.3246, + 0.6754 + ] + }, + { + "episode": 970, + "avg_reward": 2569.83, + "avg_cost": 0.25, + "lambda": 80.0835, + "rho": [ + 0.3246, + 0.6754 + ] + }, + { + "episode": 980, + "avg_reward": 1745.39, + "avg_cost": 0.25, + "lambda": 81.1908, + "rho": [ + 0.3246, + 0.6754 + ] + }, + { + "episode": 990, + "avg_reward": 2222.61, + "avg_cost": 0.75, + "lambda": 82.4075, + "rho": [ + 0.3246, + 0.6754 + ] + }, + { + "episode": 1000, + "avg_reward": 2831.84, + "avg_cost": 0.25, + "lambda": 83.6223, + "rho": [ + 0.3235, + 0.6765 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..0e5ead84bb97186a1f9cb6eef5bf909ce74dd133 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Humanoid_9|8_state_dependent_implicit_v27_humanoid.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 12305184.97, + "constraint_satisfaction_pct": 31.0, + "final_rho": [ + 0.5816, + 0.4184 + ], + "final_lambda": 409.3199, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13399.55, + "avg_cost": 63.0, + "lambda": 16.3, + "rho": [ + 0.5209, + 0.4791 + ] + }, + { + "episode": 10, + "avg_reward": 13255.86, + "avg_cost": 16.75, + "lambda": 75.5744, + "rho": [ + 0.5209, + 0.4791 + ] + }, + { + "episode": 20, + "avg_reward": 12847.56, + "avg_cost": 3.5, + "lambda": 116.6416, + "rho": [ + 0.5209, + 0.4791 + ] + }, + { + "episode": 30, + "avg_reward": 12862.69, + "avg_cost": 8.25, + "lambda": 134.2689, + "rho": [ + 0.5209, + 0.4791 + ] + }, + { + "episode": 40, + "avg_reward": 12884.65, + "avg_cost": 0.5, + "lambda": 144.7336, + "rho": [ + 0.5209, + 0.4791 + ] + }, + { + "episode": 50, + "avg_reward": 12898.19, + "avg_cost": 7.5, + "lambda": 152.1003, + "rho": [ + 0.4953, + 0.5047 + ] + }, + { + "episode": 60, + "avg_reward": 12710.91, + "avg_cost": 8.5, + "lambda": 157.5093, + "rho": [ + 0.4953, + 0.5047 + ] + }, + { + "episode": 70, + "avg_reward": 12500.43, + "avg_cost": 11.0, + "lambda": 161.8303, + "rho": [ + 0.4953, + 0.5047 + ] + }, + { + "episode": 80, + "avg_reward": 12884.03, + "avg_cost": 11.75, + "lambda": 165.3678, + "rho": [ + 0.4953, + 0.5047 + ] + }, + { + "episode": 90, + "avg_reward": 12581.01, + "avg_cost": 2.5, + "lambda": 168.9546, + "rho": [ + 0.4953, + 0.5047 + ] + }, + { + "episode": 100, + "avg_reward": 12393.91, + "avg_cost": 1.25, + "lambda": 172.1146, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 110, + "avg_reward": 12556.88, + "avg_cost": 0.25, + "lambda": 175.2326, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 120, + "avg_reward": 12649.17, + "avg_cost": 4.0, + "lambda": 178.1969, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 130, + "avg_reward": 13116.19, + "avg_cost": 6.25, + "lambda": 181.3001, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 140, + "avg_reward": 12560.2, + "avg_cost": 1.75, + "lambda": 185.0068, + "rho": [ + 0.5138, + 0.4862 + ] + }, + { + "episode": 150, + "avg_reward": 12404.01, + "avg_cost": 4.5, + "lambda": 188.7475, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 160, + "avg_reward": 12068.09, + "avg_cost": 1.5, + "lambda": 192.3777, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 170, + "avg_reward": 12515.9, + "avg_cost": 6.25, + "lambda": 195.4288, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 180, + "avg_reward": 12405.33, + "avg_cost": 1.0, + "lambda": 201.0147, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 190, + "avg_reward": 12483.94, + "avg_cost": 5.0, + "lambda": 205.3786, + "rho": [ + 0.5161, + 0.4839 + ] + }, + { + "episode": 200, + "avg_reward": 12165.27, + "avg_cost": 0.0, + "lambda": 208.7981, + "rho": [ + 0.517, + 0.483 + ] + }, + { + "episode": 210, + "avg_reward": 12482.59, + "avg_cost": 0.0, + "lambda": 212.0965, + "rho": [ + 0.517, + 0.483 + ] + }, + { + "episode": 220, + "avg_reward": 12323.89, + "avg_cost": 6.75, + "lambda": 216.8527, + "rho": [ + 0.517, + 0.483 + ] + }, + { + "episode": 230, + "avg_reward": 12116.73, + "avg_cost": 0.75, + "lambda": 222.0721, + "rho": [ + 0.517, + 0.483 + ] + }, + { + "episode": 240, + "avg_reward": 12146.71, + "avg_cost": 0.75, + "lambda": 226.4877, + "rho": [ + 0.517, + 0.483 + ] + }, + { + "episode": 250, + "avg_reward": 12357.42, + "avg_cost": 5.25, + "lambda": 230.1852, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 260, + "avg_reward": 12600.53, + "avg_cost": 0.0, + "lambda": 233.0244, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 270, + "avg_reward": 12517.53, + "avg_cost": 0.0, + "lambda": 236.1585, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 280, + "avg_reward": 12686.92, + "avg_cost": 2.25, + "lambda": 238.6294, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 290, + "avg_reward": 12520.39, + "avg_cost": 2.5, + "lambda": 241.688, + "rho": [ + 0.5102, + 0.4898 + ] + }, + { + "episode": 300, + "avg_reward": 12048.66, + "avg_cost": 1.0, + "lambda": 244.777, + "rho": [ + 0.5114, + 0.4886 + ] + }, + { + "episode": 310, + "avg_reward": 12388.35, + "avg_cost": 0.0, + "lambda": 248.2999, + "rho": [ + 0.5114, + 0.4886 + ] + }, + { + "episode": 320, + "avg_reward": 12282.58, + "avg_cost": 5.5, + "lambda": 252.2992, + "rho": [ + 0.5114, + 0.4886 + ] + }, + { + "episode": 330, + "avg_reward": 12403.01, + "avg_cost": 0.0, + "lambda": 255.9459, + "rho": [ + 0.5114, + 0.4886 + ] + }, + { + "episode": 340, + "avg_reward": 12530.84, + "avg_cost": 1.25, + "lambda": 258.8721, + "rho": [ + 0.5114, + 0.4886 + ] + }, + { + "episode": 350, + "avg_reward": 12815.91, + "avg_cost": 4.75, + "lambda": 262.9213, + "rho": [ + 0.5171, + 0.4829 + ] + }, + { + "episode": 360, + "avg_reward": 12809.07, + "avg_cost": 2.25, + "lambda": 266.0725, + "rho": [ + 0.5171, + 0.4829 + ] + }, + { + "episode": 370, + "avg_reward": 12957.58, + "avg_cost": 2.25, + "lambda": 268.6029, + "rho": [ + 0.5171, + 0.4829 + ] + }, + { + "episode": 380, + "avg_reward": 12671.93, + "avg_cost": 0.25, + "lambda": 270.7769, + "rho": [ + 0.5171, + 0.4829 + ] + }, + { + "episode": 390, + "avg_reward": 13073.81, + "avg_cost": 11.25, + "lambda": 273.1119, + "rho": [ + 0.5171, + 0.4829 + ] + }, + { + "episode": 400, + "avg_reward": 12919.24, + "avg_cost": 0.0, + "lambda": 276.101, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 410, + "avg_reward": 12586.38, + "avg_cost": 0.75, + "lambda": 278.8345, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 420, + "avg_reward": 12454.68, + "avg_cost": 2.75, + "lambda": 281.0069, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 430, + "avg_reward": 12373.7, + "avg_cost": 0.25, + "lambda": 282.691, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 440, + "avg_reward": 12346.09, + "avg_cost": 2.75, + "lambda": 284.9368, + "rho": [ + 0.5211, + 0.4789 + ] + }, + { + "episode": 450, + "avg_reward": 12209.62, + "avg_cost": 0.0, + "lambda": 287.6702, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 460, + "avg_reward": 12288.72, + "avg_cost": 11.0, + "lambda": 290.1287, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 470, + "avg_reward": 12056.19, + "avg_cost": 0.0, + "lambda": 294.1766, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 480, + "avg_reward": 12298.04, + "avg_cost": 0.75, + "lambda": 297.2838, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 490, + "avg_reward": 12528.13, + "avg_cost": 1.5, + "lambda": 299.7396, + "rho": [ + 0.5285, + 0.4715 + ] + }, + { + "episode": 500, + "avg_reward": 12202.71, + "avg_cost": 0.0, + "lambda": 302.5422, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 510, + "avg_reward": 12491.93, + "avg_cost": 8.0, + "lambda": 304.4613, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 520, + "avg_reward": 12299.16, + "avg_cost": 2.75, + "lambda": 306.7762, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 530, + "avg_reward": 12151.33, + "avg_cost": 0.0, + "lambda": 308.8651, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 540, + "avg_reward": 12030.29, + "avg_cost": 0.0, + "lambda": 310.587, + "rho": [ + 0.5306, + 0.4694 + ] + }, + { + "episode": 550, + "avg_reward": 11934.46, + "avg_cost": 0.0, + "lambda": 312.4194, + "rho": [ + 0.5288, + 0.4712 + ] + }, + { + "episode": 560, + "avg_reward": 12098.19, + "avg_cost": 2.5, + "lambda": 314.307, + "rho": [ + 0.5288, + 0.4712 + ] + }, + { + "episode": 570, + "avg_reward": 11969.92, + "avg_cost": 1.75, + "lambda": 316.2769, + "rho": [ + 0.5288, + 0.4712 + ] + }, + { + "episode": 580, + "avg_reward": 11906.96, + "avg_cost": 0.0, + "lambda": 318.1516, + "rho": [ + 0.5288, + 0.4712 + ] + }, + { + "episode": 590, + "avg_reward": 12110.25, + "avg_cost": 2.75, + "lambda": 319.6388, + "rho": [ + 0.5288, + 0.4712 + ] + }, + { + "episode": 600, + "avg_reward": 12026.57, + "avg_cost": 0.0, + "lambda": 320.9769, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 610, + "avg_reward": 11960.61, + "avg_cost": 0.0, + "lambda": 323.3661, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 620, + "avg_reward": 12207.7, + "avg_cost": 5.75, + "lambda": 325.8519, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 630, + "avg_reward": 12051.25, + "avg_cost": 0.0, + "lambda": 328.5123, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 640, + "avg_reward": 12074.94, + "avg_cost": 0.0, + "lambda": 330.7576, + "rho": [ + 0.5305, + 0.4695 + ] + }, + { + "episode": 650, + "avg_reward": 12267.45, + "avg_cost": 17.25, + "lambda": 334.1329, + "rho": [ + 0.5349, + 0.4651 + ] + }, + { + "episode": 660, + "avg_reward": 12426.85, + "avg_cost": 2.0, + "lambda": 339.6958, + "rho": [ + 0.5349, + 0.4651 + ] + }, + { + "episode": 670, + "avg_reward": 11886.86, + "avg_cost": 0.0, + "lambda": 343.0592, + "rho": [ + 0.5349, + 0.4651 + ] + }, + { + "episode": 680, + "avg_reward": 12191.45, + "avg_cost": 2.25, + "lambda": 344.4813, + "rho": [ + 0.5349, + 0.4651 + ] + }, + { + "episode": 690, + "avg_reward": 12120.97, + "avg_cost": 0.0, + "lambda": 345.4468, + "rho": [ + 0.5349, + 0.4651 + ] + }, + { + "episode": 700, + "avg_reward": 12316.49, + "avg_cost": 0.0, + "lambda": 346.6295, + "rho": [ + 0.5389, + 0.4611 + ] + }, + { + "episode": 710, + "avg_reward": 12732.89, + "avg_cost": 0.75, + "lambda": 347.3781, + "rho": [ + 0.5389, + 0.4611 + ] + }, + { + "episode": 720, + "avg_reward": 12254.7, + "avg_cost": 0.0, + "lambda": 348.6526, + "rho": [ + 0.5389, + 0.4611 + ] + }, + { + "episode": 730, + "avg_reward": 11952.14, + "avg_cost": 0.25, + "lambda": 350.4767, + "rho": [ + 0.5389, + 0.4611 + ] + }, + { + "episode": 740, + "avg_reward": 11694.14, + "avg_cost": 0.75, + "lambda": 352.7072, + "rho": [ + 0.5389, + 0.4611 + ] + }, + { + "episode": 750, + "avg_reward": 11999.88, + "avg_cost": 2.75, + "lambda": 354.0778, + "rho": [ + 0.5453, + 0.4547 + ] + }, + { + "episode": 760, + "avg_reward": 11599.13, + "avg_cost": 3.25, + "lambda": 355.5742, + "rho": [ + 0.5453, + 0.4547 + ] + }, + { + "episode": 770, + "avg_reward": 11983.61, + "avg_cost": 9.25, + "lambda": 357.2409, + "rho": [ + 0.5453, + 0.4547 + ] + }, + { + "episode": 780, + "avg_reward": 12117.47, + "avg_cost": 1.25, + "lambda": 359.026, + "rho": [ + 0.5453, + 0.4547 + ] + }, + { + "episode": 790, + "avg_reward": 11972.51, + "avg_cost": 0.0, + "lambda": 360.5367, + "rho": [ + 0.5453, + 0.4547 + ] + }, + { + "episode": 800, + "avg_reward": 11952.24, + "avg_cost": 1.0, + "lambda": 362.6558, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 810, + "avg_reward": 12105.28, + "avg_cost": 0.0, + "lambda": 364.5939, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 820, + "avg_reward": 12540.39, + "avg_cost": 0.0, + "lambda": 366.3527, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 830, + "avg_reward": 12569.89, + "avg_cost": 0.0, + "lambda": 367.5819, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 840, + "avg_reward": 12167.52, + "avg_cost": 1.75, + "lambda": 370.4212, + "rho": [ + 0.5479, + 0.4521 + ] + }, + { + "episode": 850, + "avg_reward": 11944.4, + "avg_cost": 0.25, + "lambda": 374.6259, + "rho": [ + 0.553, + 0.447 + ] + }, + { + "episode": 860, + "avg_reward": 11801.76, + "avg_cost": 1.5, + "lambda": 377.5573, + "rho": [ + 0.553, + 0.447 + ] + }, + { + "episode": 870, + "avg_reward": 11910.06, + "avg_cost": 7.25, + "lambda": 379.3259, + "rho": [ + 0.553, + 0.447 + ] + }, + { + "episode": 880, + "avg_reward": 11915.14, + "avg_cost": 0.0, + "lambda": 381.9734, + "rho": [ + 0.553, + 0.447 + ] + }, + { + "episode": 890, + "avg_reward": 12204.12, + "avg_cost": 2.75, + "lambda": 384.1637, + "rho": [ + 0.553, + 0.447 + ] + }, + { + "episode": 900, + "avg_reward": 11782.77, + "avg_cost": 3.0, + "lambda": 385.759, + "rho": [ + 0.5605, + 0.4395 + ] + }, + { + "episode": 910, + "avg_reward": 11988.66, + "avg_cost": 0.75, + "lambda": 387.6765, + "rho": [ + 0.5605, + 0.4395 + ] + }, + { + "episode": 920, + "avg_reward": 12034.39, + "avg_cost": 5.5, + "lambda": 390.0341, + "rho": [ + 0.5605, + 0.4395 + ] + }, + { + "episode": 930, + "avg_reward": 11644.02, + "avg_cost": 0.0, + "lambda": 393.8828, + "rho": [ + 0.5605, + 0.4395 + ] + }, + { + "episode": 940, + "avg_reward": 11865.89, + "avg_cost": 1.0, + "lambda": 397.4219, + "rho": [ + 0.5605, + 0.4395 + ] + }, + { + "episode": 950, + "avg_reward": 12025.73, + "avg_cost": 2.5, + "lambda": 399.7806, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 960, + "avg_reward": 11606.42, + "avg_cost": 3.25, + "lambda": 401.8941, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 970, + "avg_reward": 11999.63, + "avg_cost": 3.5, + "lambda": 403.8537, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 980, + "avg_reward": 11877.1, + "avg_cost": 0.0, + "lambda": 405.863, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 990, + "avg_reward": 12250.46, + "avg_cost": 2.5, + "lambda": 407.7051, + "rho": [ + 0.5698, + 0.4302 + ] + }, + { + "episode": 1000, + "avg_reward": 12395.16, + "avg_cost": 4.5, + "lambda": 409.3199, + "rho": [ + 0.5816, + 0.4184 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..1f101b169b2ce341073e838408d026195e806b34 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1337335.18, + "constraint_satisfaction_pct": 80.5, + "final_rho": [ + 0.0912, + 0.9088 + ], + "final_lambda": 247.3685, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -133.61, + "avg_cost": 176.25, + "lambda": 27.625, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 10, + "avg_reward": 2283.52, + "avg_cost": 18.75, + "lambda": 139.7361, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 20, + "avg_reward": 2164.2, + "avg_cost": 0.5, + "lambda": 190.4834, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 30, + "avg_reward": 2368.05, + "avg_cost": 0.75, + "lambda": 209.2523, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 40, + "avg_reward": 2515.45, + "avg_cost": 0.75, + "lambda": 217.7615, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 50, + "avg_reward": 2193.46, + "avg_cost": 0.0, + "lambda": 222.9238, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 60, + "avg_reward": 2379.34, + "avg_cost": 3.25, + "lambda": 225.7457, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 70, + "avg_reward": 2044.94, + "avg_cost": 1.0, + "lambda": 228.4223, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 80, + "avg_reward": 2594.72, + "avg_cost": 13.5, + "lambda": 230.7121, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 90, + "avg_reward": 2177.42, + "avg_cost": 0.0, + "lambda": 234.9202, + "rho": [ + 0.4467, + 0.5533 + ] + }, + { + "episode": 100, + "avg_reward": 2116.36, + "avg_cost": 0.0, + "lambda": 237.0279, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 110, + "avg_reward": 2376.98, + "avg_cost": 0.25, + "lambda": 237.9547, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 120, + "avg_reward": 1981.72, + "avg_cost": 0.0, + "lambda": 239.0594, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 130, + "avg_reward": 1898.06, + "avg_cost": 0.0, + "lambda": 239.721, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 140, + "avg_reward": 1904.69, + "avg_cost": 0.0, + "lambda": 240.0562, + "rho": [ + 0.4194, + 0.5806 + ] + }, + { + "episode": 150, + "avg_reward": 1761.71, + "avg_cost": 0.5, + "lambda": 240.2057, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 160, + "avg_reward": 1997.77, + "avg_cost": 0.0, + "lambda": 240.329, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 170, + "avg_reward": 1952.05, + "avg_cost": 0.0, + "lambda": 240.4384, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 180, + "avg_reward": 1872.02, + "avg_cost": 0.0, + "lambda": 240.488, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 190, + "avg_reward": 1740.68, + "avg_cost": 0.0, + "lambda": 240.5284, + "rho": [ + 0.3982, + 0.6018 + ] + }, + { + "episode": 200, + "avg_reward": 1937.64, + "avg_cost": 0.0, + "lambda": 240.5425, + "rho": [ + 0.364, + 0.636 + ] + }, + { + "episode": 210, + "avg_reward": 1840.75, + "avg_cost": 0.0, + "lambda": 240.646, + "rho": [ + 0.364, + 0.636 + ] + }, + { + "episode": 220, + "avg_reward": 1891.94, + "avg_cost": 0.0, + "lambda": 240.6974, + "rho": [ + 0.364, + 0.636 + ] + }, + { + "episode": 230, + "avg_reward": 1882.89, + "avg_cost": 0.0, + "lambda": 240.7154, + "rho": [ + 0.364, + 0.636 + ] + }, + { + "episode": 240, + "avg_reward": 1785.88, + "avg_cost": 0.0, + "lambda": 240.7829, + "rho": [ + 0.364, + 0.636 + ] + }, + { + "episode": 250, + "avg_reward": 1844.4, + "avg_cost": 1.75, + "lambda": 240.95, + "rho": [ + 0.3201, + 0.6799 + ] + }, + { + "episode": 260, + "avg_reward": 1577.45, + "avg_cost": 0.0, + "lambda": 241.5274, + "rho": [ + 0.3201, + 0.6799 + ] + }, + { + "episode": 270, + "avg_reward": 1760.55, + "avg_cost": 0.0, + "lambda": 241.9166, + "rho": [ + 0.3201, + 0.6799 + ] + }, + { + "episode": 280, + "avg_reward": 1787.13, + "avg_cost": 0.0, + "lambda": 242.1977, + "rho": [ + 0.3201, + 0.6799 + ] + }, + { + "episode": 290, + "avg_reward": 1694.33, + "avg_cost": 1.5, + "lambda": 242.3913, + "rho": [ + 0.3201, + 0.6799 + ] + }, + { + "episode": 300, + "avg_reward": 1627.3, + "avg_cost": 0.0, + "lambda": 242.5896, + "rho": [ + 0.2793, + 0.7207 + ] + }, + { + "episode": 310, + "avg_reward": 1596.33, + "avg_cost": 0.0, + "lambda": 242.7115, + "rho": [ + 0.2793, + 0.7207 + ] + }, + { + "episode": 320, + "avg_reward": 1710.65, + "avg_cost": 0.25, + "lambda": 242.8449, + "rho": [ + 0.2793, + 0.7207 + ] + }, + { + "episode": 330, + "avg_reward": 1702.23, + "avg_cost": 0.0, + "lambda": 243.0762, + "rho": [ + 0.2793, + 0.7207 + ] + }, + { + "episode": 340, + "avg_reward": 1536.54, + "avg_cost": 0.0, + "lambda": 243.228, + "rho": [ + 0.2793, + 0.7207 + ] + }, + { + "episode": 350, + "avg_reward": 1593.82, + "avg_cost": 0.0, + "lambda": 243.3122, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 360, + "avg_reward": 1528.69, + "avg_cost": 0.0, + "lambda": 243.3531, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 370, + "avg_reward": 1594.24, + "avg_cost": 0.0, + "lambda": 243.3674, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 380, + "avg_reward": 1720.6, + "avg_cost": 0.0, + "lambda": 243.3981, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 390, + "avg_reward": 1733.3, + "avg_cost": 0.0, + "lambda": 243.4422, + "rho": [ + 0.2426, + 0.7574 + ] + }, + { + "episode": 400, + "avg_reward": 1526.31, + "avg_cost": 0.0, + "lambda": 243.5843, + "rho": [ + 0.2102, + 0.7898 + ] + }, + { + "episode": 410, + "avg_reward": 1598.69, + "avg_cost": 0.0, + "lambda": 243.6922, + "rho": [ + 0.2102, + 0.7898 + ] + }, + { + "episode": 420, + "avg_reward": 1526.99, + "avg_cost": 0.0, + "lambda": 243.7299, + "rho": [ + 0.2102, + 0.7898 + ] + }, + { + "episode": 430, + "avg_reward": 1546.99, + "avg_cost": 0.0, + "lambda": 243.743, + "rho": [ + 0.2102, + 0.7898 + ] + }, + { + "episode": 440, + "avg_reward": 1510.08, + "avg_cost": 0.0, + "lambda": 243.7578, + "rho": [ + 0.2102, + 0.7898 + ] + }, + { + "episode": 450, + "avg_reward": 1293.59, + "avg_cost": 0.5, + "lambda": 243.7787, + "rho": [ + 0.1704, + 0.8296 + ] + }, + { + "episode": 460, + "avg_reward": 1362.95, + "avg_cost": 0.0, + "lambda": 243.8603, + "rho": [ + 0.1704, + 0.8296 + ] + }, + { + "episode": 470, + "avg_reward": 1339.05, + "avg_cost": 0.0, + "lambda": 243.9309, + "rho": [ + 0.1704, + 0.8296 + ] + }, + { + "episode": 480, + "avg_reward": 1316.04, + "avg_cost": 0.25, + "lambda": 244.0166, + "rho": [ + 0.1704, + 0.8296 + ] + }, + { + "episode": 490, + "avg_reward": 1171.87, + "avg_cost": 0.0, + "lambda": 244.1523, + "rho": [ + 0.1704, + 0.8296 + ] + }, + { + "episode": 500, + "avg_reward": 954.41, + "avg_cost": 0.0, + "lambda": 244.2417, + "rho": [ + 0.1284, + 0.8716 + ] + }, + { + "episode": 510, + "avg_reward": 1023.27, + "avg_cost": 0.0, + "lambda": 244.3516, + "rho": [ + 0.1284, + 0.8716 + ] + }, + { + "episode": 520, + "avg_reward": 972.8, + "avg_cost": 0.25, + "lambda": 244.463, + "rho": [ + 0.1284, + 0.8716 + ] + }, + { + "episode": 530, + "avg_reward": 945.72, + "avg_cost": 0.0, + "lambda": 244.5445, + "rho": [ + 0.1284, + 0.8716 + ] + }, + { + "episode": 540, + "avg_reward": 921.15, + "avg_cost": 0.0, + "lambda": 244.6347, + "rho": [ + 0.1284, + 0.8716 + ] + }, + { + "episode": 550, + "avg_reward": 964.2, + "avg_cost": 0.0, + "lambda": 244.6772, + "rho": [ + 0.0989, + 0.9011 + ] + }, + { + "episode": 560, + "avg_reward": 872.72, + "avg_cost": 0.0, + "lambda": 244.7478, + "rho": [ + 0.0989, + 0.9011 + ] + }, + { + "episode": 570, + "avg_reward": 730.72, + "avg_cost": 0.25, + "lambda": 244.7843, + "rho": [ + 0.0989, + 0.9011 + ] + }, + { + "episode": 580, + "avg_reward": 699.74, + "avg_cost": 0.0, + "lambda": 244.8545, + "rho": [ + 0.0989, + 0.9011 + ] + }, + { + "episode": 590, + "avg_reward": 740.69, + "avg_cost": 0.0, + "lambda": 244.8841, + "rho": [ + 0.0989, + 0.9011 + ] + }, + { + "episode": 600, + "avg_reward": 795.63, + "avg_cost": 0.0, + "lambda": 244.9047, + "rho": [ + 0.0962, + 0.9038 + ] + }, + { + "episode": 610, + "avg_reward": 857.5, + "avg_cost": 0.0, + "lambda": 244.9342, + "rho": [ + 0.0962, + 0.9038 + ] + }, + { + "episode": 620, + "avg_reward": 680.4, + "avg_cost": 0.0, + "lambda": 244.9679, + "rho": [ + 0.0962, + 0.9038 + ] + }, + { + "episode": 630, + "avg_reward": 779.93, + "avg_cost": 0.0, + "lambda": 244.9991, + "rho": [ + 0.0962, + 0.9038 + ] + }, + { + "episode": 640, + "avg_reward": 1030.79, + "avg_cost": 0.0, + "lambda": 245.016, + "rho": [ + 0.0962, + 0.9038 + ] + }, + { + "episode": 650, + "avg_reward": 1020.06, + "avg_cost": 0.0, + "lambda": 245.114, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 660, + "avg_reward": 956.45, + "avg_cost": 0.0, + "lambda": 245.2026, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 670, + "avg_reward": 947.95, + "avg_cost": 0.0, + "lambda": 245.2999, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 680, + "avg_reward": 949.99, + "avg_cost": 0.0, + "lambda": 245.3488, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 690, + "avg_reward": 988.06, + "avg_cost": 0.0, + "lambda": 245.3659, + "rho": [ + 0.0945, + 0.9055 + ] + }, + { + "episode": 700, + "avg_reward": 826.92, + "avg_cost": 0.0, + "lambda": 245.3718, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 710, + "avg_reward": 805.87, + "avg_cost": 0.0, + "lambda": 245.3739, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 720, + "avg_reward": 1088.35, + "avg_cost": 0.0, + "lambda": 245.3746, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 730, + "avg_reward": 1241.79, + "avg_cost": 0.0, + "lambda": 245.3749, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 740, + "avg_reward": 1238.51, + "avg_cost": 0.0, + "lambda": 245.375, + "rho": [ + 0.0933, + 0.9067 + ] + }, + { + "episode": 750, + "avg_reward": 1115.34, + "avg_cost": 0.0, + "lambda": 245.6464, + "rho": [ + 0.0925, + 0.9075 + ] + }, + { + "episode": 760, + "avg_reward": 962.83, + "avg_cost": 0.0, + "lambda": 245.8776, + "rho": [ + 0.0925, + 0.9075 + ] + }, + { + "episode": 770, + "avg_reward": 881.5, + "avg_cost": 0.0, + "lambda": 246.0205, + "rho": [ + 0.0925, + 0.9075 + ] + }, + { + "episode": 780, + "avg_reward": 798.87, + "avg_cost": 0.0, + "lambda": 246.1348, + "rho": [ + 0.0925, + 0.9075 + ] + }, + { + "episode": 790, + "avg_reward": 783.02, + "avg_cost": 0.0, + "lambda": 246.2098, + "rho": [ + 0.0925, + 0.9075 + ] + }, + { + "episode": 800, + "avg_reward": 814.52, + "avg_cost": 0.0, + "lambda": 246.236, + "rho": [ + 0.092, + 0.908 + ] + }, + { + "episode": 810, + "avg_reward": 794.29, + "avg_cost": 0.0, + "lambda": 246.2499, + "rho": [ + 0.092, + 0.908 + ] + }, + { + "episode": 820, + "avg_reward": 825.54, + "avg_cost": 0.0, + "lambda": 246.3151, + "rho": [ + 0.092, + 0.908 + ] + }, + { + "episode": 830, + "avg_reward": 839.58, + "avg_cost": 0.0, + "lambda": 246.3378, + "rho": [ + 0.092, + 0.908 + ] + }, + { + "episode": 840, + "avg_reward": 752.69, + "avg_cost": 0.25, + "lambda": 246.3625, + "rho": [ + 0.092, + 0.908 + ] + }, + { + "episode": 850, + "avg_reward": 842.07, + "avg_cost": 0.0, + "lambda": 246.4493, + "rho": [ + 0.0917, + 0.9083 + ] + }, + { + "episode": 860, + "avg_reward": 944.78, + "avg_cost": 0.0, + "lambda": 246.4986, + "rho": [ + 0.0917, + 0.9083 + ] + }, + { + "episode": 870, + "avg_reward": 945.56, + "avg_cost": 0.0, + "lambda": 246.5158, + "rho": [ + 0.0917, + 0.9083 + ] + }, + { + "episode": 880, + "avg_reward": 967.2, + "avg_cost": 0.0, + "lambda": 246.5218, + "rho": [ + 0.0917, + 0.9083 + ] + }, + { + "episode": 890, + "avg_reward": 972.2, + "avg_cost": 0.75, + "lambda": 246.5744, + "rho": [ + 0.0917, + 0.9083 + ] + }, + { + "episode": 900, + "avg_reward": 1038.35, + "avg_cost": 0.0, + "lambda": 246.6772, + "rho": [ + 0.0915, + 0.9085 + ] + }, + { + "episode": 910, + "avg_reward": 869.58, + "avg_cost": 0.0, + "lambda": 246.921, + "rho": [ + 0.0915, + 0.9085 + ] + }, + { + "episode": 920, + "avg_reward": 909.83, + "avg_cost": 0.5, + "lambda": 247.0751, + "rho": [ + 0.0915, + 0.9085 + ] + }, + { + "episode": 930, + "avg_reward": 760.59, + "avg_cost": 0.0, + "lambda": 247.1565, + "rho": [ + 0.0915, + 0.9085 + ] + }, + { + "episode": 940, + "avg_reward": 748.63, + "avg_cost": 0.0, + "lambda": 247.1896, + "rho": [ + 0.0915, + 0.9085 + ] + }, + { + "episode": 950, + "avg_reward": 678.79, + "avg_cost": 0.0, + "lambda": 247.2126, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 960, + "avg_reward": 781.36, + "avg_cost": 0.0, + "lambda": 247.2349, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 970, + "avg_reward": 807.56, + "avg_cost": 0.75, + "lambda": 247.2676, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 980, + "avg_reward": 738.6, + "avg_cost": 0.0, + "lambda": 247.3213, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 990, + "avg_reward": 717.27, + "avg_cost": 0.0, + "lambda": 247.3563, + "rho": [ + 0.0913, + 0.9087 + ] + }, + { + "episode": 1000, + "avg_reward": 648.27, + "avg_cost": 0.0, + "lambda": 247.3685, + "rho": [ + 0.0912, + 0.9088 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..7c8cd2c4e262508b89d0c6a5ade2f68183d993c5 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v29_walker.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2852179.32, + "constraint_satisfaction_pct": 17.0, + "final_rho": [ + 0.8018, + 0.1982 + ], + "final_lambda": 500.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -133.61, + "avg_cost": 176.25, + "lambda": 27.625, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 10, + "avg_reward": 2347.01, + "avg_cost": 11.0, + "lambda": 140.5744, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 20, + "avg_reward": 2407.31, + "avg_cost": 16.5, + "lambda": 195.6382, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 30, + "avg_reward": 2401.28, + "avg_cost": 6.0, + "lambda": 224.1538, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 40, + "avg_reward": 1829.88, + "avg_cost": 4.5, + "lambda": 239.7307, + "rho": [ + 0.4926, + 0.5074 + ] + }, + { + "episode": 50, + "avg_reward": 1905.84, + "avg_cost": 1.25, + "lambda": 249.2742, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 60, + "avg_reward": 2097.81, + "avg_cost": 1.5, + "lambda": 257.4452, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 70, + "avg_reward": 2183.54, + "avg_cost": 3.0, + "lambda": 264.2815, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 80, + "avg_reward": 3054.01, + "avg_cost": 18.5, + "lambda": 271.9892, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 90, + "avg_reward": 2518.02, + "avg_cost": 13.5, + "lambda": 279.0518, + "rho": [ + 0.5399, + 0.4601 + ] + }, + { + "episode": 100, + "avg_reward": 2233.35, + "avg_cost": 2.5, + "lambda": 290.7915, + "rho": [ + 0.587, + 0.413 + ] + }, + { + "episode": 110, + "avg_reward": 2818.39, + "avg_cost": 12.0, + "lambda": 300.7534, + "rho": [ + 0.587, + 0.413 + ] + }, + { + "episode": 120, + "avg_reward": 2497.61, + "avg_cost": 0.75, + "lambda": 309.8826, + "rho": [ + 0.587, + 0.413 + ] + }, + { + "episode": 130, + "avg_reward": 2298.23, + "avg_cost": 5.5, + "lambda": 318.9129, + "rho": [ + 0.587, + 0.413 + ] + }, + { + "episode": 140, + "avg_reward": 2383.22, + "avg_cost": 4.0, + "lambda": 326.389, + "rho": [ + 0.587, + 0.413 + ] + }, + { + "episode": 150, + "avg_reward": 2536.06, + "avg_cost": 2.5, + "lambda": 332.7263, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 160, + "avg_reward": 2536.48, + "avg_cost": 12.75, + "lambda": 339.2476, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 170, + "avg_reward": 1986.23, + "avg_cost": 3.5, + "lambda": 347.5401, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 180, + "avg_reward": 2420.2, + "avg_cost": 6.5, + "lambda": 353.5053, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 190, + "avg_reward": 2149.63, + "avg_cost": 0.0, + "lambda": 356.2307, + "rho": [ + 0.5925, + 0.4075 + ] + }, + { + "episode": 200, + "avg_reward": 2480.48, + "avg_cost": 0.5, + "lambda": 357.34, + "rho": [ + 0.6118, + 0.3882 + ] + }, + { + "episode": 210, + "avg_reward": 1910.62, + "avg_cost": 1.0, + "lambda": 360.5071, + "rho": [ + 0.6118, + 0.3882 + ] + }, + { + "episode": 220, + "avg_reward": 2638.08, + "avg_cost": 0.0, + "lambda": 362.6976, + "rho": [ + 0.6118, + 0.3882 + ] + }, + { + "episode": 230, + "avg_reward": 3531.52, + "avg_cost": 78.75, + "lambda": 394.7403, + "rho": [ + 0.6118, + 0.3882 + ] + }, + { + "episode": 240, + "avg_reward": 1290.02, + "avg_cost": 4.25, + "lambda": 435.536, + "rho": [ + 0.6118, + 0.3882 + ] + }, + { + "episode": 250, + "avg_reward": 2045.34, + "avg_cost": 0.25, + "lambda": 450.7888, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 260, + "avg_reward": 2680.57, + "avg_cost": 1.0, + "lambda": 456.2973, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 270, + "avg_reward": 2616.68, + "avg_cost": 1.0, + "lambda": 458.4796, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 280, + "avg_reward": 2926.03, + "avg_cost": 0.0, + "lambda": 459.6262, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 290, + "avg_reward": 3099.56, + "avg_cost": 0.25, + "lambda": 461.2027, + "rho": [ + 0.6404, + 0.3596 + ] + }, + { + "episode": 300, + "avg_reward": 2917.92, + "avg_cost": 10.75, + "lambda": 464.0174, + "rho": [ + 0.6786, + 0.3214 + ] + }, + { + "episode": 310, + "avg_reward": 2895.85, + "avg_cost": 0.75, + "lambda": 467.5642, + "rho": [ + 0.6786, + 0.3214 + ] + }, + { + "episode": 320, + "avg_reward": 3073.53, + "avg_cost": 0.75, + "lambda": 469.485, + "rho": [ + 0.6786, + 0.3214 + ] + }, + { + "episode": 330, + "avg_reward": 3415.71, + "avg_cost": 0.75, + "lambda": 472.2546, + "rho": [ + 0.6786, + 0.3214 + ] + }, + { + "episode": 340, + "avg_reward": 2897.35, + "avg_cost": 0.0, + "lambda": 475.543, + "rho": [ + 0.6786, + 0.3214 + ] + }, + { + "episode": 350, + "avg_reward": 2841.75, + "avg_cost": 17.0, + "lambda": 479.2988, + "rho": [ + 0.7249, + 0.2751 + ] + }, + { + "episode": 360, + "avg_reward": 3302.76, + "avg_cost": 1.5, + "lambda": 483.2953, + "rho": [ + 0.7249, + 0.2751 + ] + }, + { + "episode": 370, + "avg_reward": 2980.04, + "avg_cost": 0.0, + "lambda": 486.8321, + "rho": [ + 0.7249, + 0.2751 + ] + }, + { + "episode": 380, + "avg_reward": 2851.49, + "avg_cost": 4.0, + "lambda": 494.1318, + "rho": [ + 0.7249, + 0.2751 + ] + }, + { + "episode": 390, + "avg_reward": 3258.1, + "avg_cost": 2.25, + "lambda": 498.6419, + "rho": [ + 0.7249, + 0.2751 + ] + }, + { + "episode": 400, + "avg_reward": 3157.75, + "avg_cost": 10.5, + "lambda": 500.0, + "rho": [ + 0.7774, + 0.2226 + ] + }, + { + "episode": 410, + "avg_reward": 2148.54, + "avg_cost": 63.5, + "lambda": 500.0, + "rho": [ + 0.7774, + 0.2226 + ] + }, + { + "episode": 420, + "avg_reward": 1252.73, + "avg_cost": 44.0, + "lambda": 500.0, + "rho": [ + 0.7774, + 0.2226 + ] + }, + { + "episode": 430, + "avg_reward": 1740.25, + "avg_cost": 33.5, + "lambda": 500.0, + "rho": [ + 0.7774, + 0.2226 + ] + }, + { + "episode": 440, + "avg_reward": 1871.6, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.7774, + 0.2226 + ] + }, + { + "episode": 450, + "avg_reward": 1978.44, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + }, + { + "episode": 460, + "avg_reward": 2401.58, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + }, + { + "episode": 470, + "avg_reward": 2734.15, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + }, + { + "episode": 480, + "avg_reward": 1400.41, + "avg_cost": 13.25, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + }, + { + "episode": 490, + "avg_reward": 2274.06, + "avg_cost": 10.25, + "lambda": 500.0, + "rho": [ + 0.832, + 0.168 + ] + }, + { + "episode": 500, + "avg_reward": 2455.96, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.8691, + 0.1309 + ] + }, + { + "episode": 510, + "avg_reward": 2311.03, + "avg_cost": 14.75, + "lambda": 500.0, + "rho": [ + 0.8691, + 0.1309 + ] + }, + { + "episode": 520, + "avg_reward": 1385.14, + "avg_cost": 12.5, + "lambda": 500.0, + "rho": [ + 0.8691, + 0.1309 + ] + }, + { + "episode": 530, + "avg_reward": 3631.33, + "avg_cost": 23.0, + "lambda": 500.0, + "rho": [ + 0.8691, + 0.1309 + ] + }, + { + "episode": 540, + "avg_reward": 2610.06, + "avg_cost": 17.0, + "lambda": 500.0, + "rho": [ + 0.8691, + 0.1309 + ] + }, + { + "episode": 550, + "avg_reward": 1803.56, + "avg_cost": 27.5, + "lambda": 500.0, + "rho": [ + 0.8865, + 0.1135 + ] + }, + { + "episode": 560, + "avg_reward": 2815.89, + "avg_cost": 23.5, + "lambda": 500.0, + "rho": [ + 0.8865, + 0.1135 + ] + }, + { + "episode": 570, + "avg_reward": 2549.45, + "avg_cost": 74.25, + "lambda": 500.0, + "rho": [ + 0.8865, + 0.1135 + ] + }, + { + "episode": 580, + "avg_reward": 2063.24, + "avg_cost": 89.5, + "lambda": 500.0, + "rho": [ + 0.8865, + 0.1135 + ] + }, + { + "episode": 590, + "avg_reward": 2766.37, + "avg_cost": 71.0, + "lambda": 500.0, + "rho": [ + 0.8865, + 0.1135 + ] + }, + { + "episode": 600, + "avg_reward": 3091.07, + "avg_cost": 26.0, + "lambda": 500.0, + "rho": [ + 0.8914, + 0.1086 + ] + }, + { + "episode": 610, + "avg_reward": 2381.8, + "avg_cost": 78.0, + "lambda": 500.0, + "rho": [ + 0.8914, + 0.1086 + ] + }, + { + "episode": 620, + "avg_reward": 3422.89, + "avg_cost": 17.0, + "lambda": 500.0, + "rho": [ + 0.8914, + 0.1086 + ] + }, + { + "episode": 630, + "avg_reward": 3595.69, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.8914, + 0.1086 + ] + }, + { + "episode": 640, + "avg_reward": 3875.4, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 0.8914, + 0.1086 + ] + }, + { + "episode": 650, + "avg_reward": 4067.61, + "avg_cost": 7.75, + "lambda": 500.0, + "rho": [ + 0.8873, + 0.1127 + ] + }, + { + "episode": 660, + "avg_reward": 4107.09, + "avg_cost": 6.0, + "lambda": 500.0, + "rho": [ + 0.8873, + 0.1127 + ] + }, + { + "episode": 670, + "avg_reward": 4233.15, + "avg_cost": 4.5, + "lambda": 500.0, + "rho": [ + 0.8873, + 0.1127 + ] + }, + { + "episode": 680, + "avg_reward": 3998.82, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.8873, + 0.1127 + ] + }, + { + "episode": 690, + "avg_reward": 4014.56, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.8873, + 0.1127 + ] + }, + { + "episode": 700, + "avg_reward": 4150.06, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 0.8758, + 0.1242 + ] + }, + { + "episode": 710, + "avg_reward": 4141.46, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 0.8758, + 0.1242 + ] + }, + { + "episode": 720, + "avg_reward": 4121.73, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 0.8758, + 0.1242 + ] + }, + { + "episode": 730, + "avg_reward": 3986.1, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.8758, + 0.1242 + ] + }, + { + "episode": 740, + "avg_reward": 4197.38, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 0.8758, + 0.1242 + ] + }, + { + "episode": 750, + "avg_reward": 4210.26, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 0.8578, + 0.1422 + ] + }, + { + "episode": 760, + "avg_reward": 4192.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8578, + 0.1422 + ] + }, + { + "episode": 770, + "avg_reward": 4260.93, + "avg_cost": 4.25, + "lambda": 500.0, + "rho": [ + 0.8578, + 0.1422 + ] + }, + { + "episode": 780, + "avg_reward": 4232.96, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.8578, + 0.1422 + ] + }, + { + "episode": 790, + "avg_reward": 4283.34, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.8578, + 0.1422 + ] + }, + { + "episode": 800, + "avg_reward": 4123.86, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8496, + 0.1504 + ] + }, + { + "episode": 810, + "avg_reward": 3977.01, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8496, + 0.1504 + ] + }, + { + "episode": 820, + "avg_reward": 3035.6, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 0.8496, + 0.1504 + ] + }, + { + "episode": 830, + "avg_reward": 1366.7, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 0.8496, + 0.1504 + ] + }, + { + "episode": 840, + "avg_reward": 2205.66, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8496, + 0.1504 + ] + }, + { + "episode": 850, + "avg_reward": 3168.9, + "avg_cost": 4.25, + "lambda": 500.0, + "rho": [ + 0.8349, + 0.1651 + ] + }, + { + "episode": 860, + "avg_reward": 2999.52, + "avg_cost": 2.75, + "lambda": 500.0, + "rho": [ + 0.8349, + 0.1651 + ] + }, + { + "episode": 870, + "avg_reward": 2565.95, + "avg_cost": 20.75, + "lambda": 500.0, + "rho": [ + 0.8349, + 0.1651 + ] + }, + { + "episode": 880, + "avg_reward": 2516.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8349, + 0.1651 + ] + }, + { + "episode": 890, + "avg_reward": 2659.42, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.8349, + 0.1651 + ] + }, + { + "episode": 900, + "avg_reward": 2861.32, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8142, + 0.1858 + ] + }, + { + "episode": 910, + "avg_reward": 2823.7, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 0.8142, + 0.1858 + ] + }, + { + "episode": 920, + "avg_reward": 2988.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8142, + 0.1858 + ] + }, + { + "episode": 930, + "avg_reward": 3087.11, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8142, + 0.1858 + ] + }, + { + "episode": 940, + "avg_reward": 3046.1, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8142, + 0.1858 + ] + }, + { + "episode": 950, + "avg_reward": 3177.81, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8037, + 0.1963 + ] + }, + { + "episode": 960, + "avg_reward": 3062.81, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8037, + 0.1963 + ] + }, + { + "episode": 970, + "avg_reward": 3044.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8037, + 0.1963 + ] + }, + { + "episode": 980, + "avg_reward": 3143.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8037, + 0.1963 + ] + }, + { + "episode": 990, + "avg_reward": 3288.33, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8037, + 0.1963 + ] + }, + { + "episode": 1000, + "avg_reward": 3479.39, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.8018, + 0.1982 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json b/results/diagnostic_results_learned_rho_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..06e09d35e8c2133a9fc330bc5acd6514de1aed9d --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_state_dependent_implicit_v37_chc.json @@ -0,0 +1,1537 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -933881.75, + "constraint_satisfaction_pct": 7.2, + "final_rho": [ + 0.4567, + 0.5433 + ], + "final_lambda": 36.0211, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2852.32, + "avg_cost": 19.5, + "lambda": 1.195, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 10, + "avg_reward": -2620.49, + "avg_cost": 13.75, + "lambda": 2.8292, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 20, + "avg_reward": -2822.57, + "avg_cost": 15.75, + "lambda": 4.4545, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 30, + "avg_reward": -2481.07, + "avg_cost": 10.25, + "lambda": 5.9178, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 40, + "avg_reward": -2540.47, + "avg_cost": 20.75, + "lambda": 7.4517, + "rho": [ + 0.4892, + 0.5108 + ] + }, + { + "episode": 50, + "avg_reward": -2657.04, + "avg_cost": 9.75, + "lambda": 9.0473, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 60, + "avg_reward": -2471.65, + "avg_cost": 12.25, + "lambda": 10.4215, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 70, + "avg_reward": -2552.23, + "avg_cost": 11.5, + "lambda": 11.6663, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 80, + "avg_reward": -2433.34, + "avg_cost": 10.75, + "lambda": 12.8302, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 90, + "avg_reward": -2373.56, + "avg_cost": 15.0, + "lambda": 13.9101, + "rho": [ + 0.4382, + 0.5618 + ] + }, + { + "episode": 100, + "avg_reward": -2153.68, + "avg_cost": 7.75, + "lambda": 14.9446, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 110, + "avg_reward": -2311.3, + "avg_cost": 11.0, + "lambda": 15.807, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 120, + "avg_reward": -2200.36, + "avg_cost": 6.25, + "lambda": 16.6137, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 130, + "avg_reward": -2018.95, + "avg_cost": 4.75, + "lambda": 17.3434, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 140, + "avg_reward": -1980.14, + "avg_cost": 5.75, + "lambda": 18.0329, + "rho": [ + 0.3872, + 0.6128 + ] + }, + { + "episode": 150, + "avg_reward": -1968.58, + "avg_cost": 6.25, + "lambda": 18.6472, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 160, + "avg_reward": -2021.51, + "avg_cost": 3.75, + "lambda": 19.2459, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 170, + "avg_reward": -1915.05, + "avg_cost": 7.75, + "lambda": 19.7662, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 180, + "avg_reward": -1844.74, + "avg_cost": 6.5, + "lambda": 20.2606, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 190, + "avg_reward": -1916.15, + "avg_cost": 3.75, + "lambda": 20.7391, + "rho": [ + 0.3828, + 0.6172 + ] + }, + { + "episode": 200, + "avg_reward": -1974.76, + "avg_cost": 5.25, + "lambda": 21.1243, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 210, + "avg_reward": -1606.18, + "avg_cost": 3.5, + "lambda": 21.4782, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 220, + "avg_reward": -1811.42, + "avg_cost": 1.5, + "lambda": 21.7867, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 230, + "avg_reward": -1875.83, + "avg_cost": 3.75, + "lambda": 22.0401, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 240, + "avg_reward": -1679.7, + "avg_cost": 3.25, + "lambda": 22.3015, + "rho": [ + 0.3958, + 0.6042 + ] + }, + { + "episode": 250, + "avg_reward": -1676.77, + "avg_cost": 2.75, + "lambda": 22.5421, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 260, + "avg_reward": -1498.17, + "avg_cost": 3.0, + "lambda": 22.7655, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 270, + "avg_reward": -1505.97, + "avg_cost": 3.25, + "lambda": 23.0171, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 280, + "avg_reward": -1741.92, + "avg_cost": 2.75, + "lambda": 23.2777, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 290, + "avg_reward": -1703.07, + "avg_cost": 1.5, + "lambda": 23.492, + "rho": [ + 0.393, + 0.607 + ] + }, + { + "episode": 300, + "avg_reward": -1371.37, + "avg_cost": 2.0, + "lambda": 23.7243, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 310, + "avg_reward": -1656.6, + "avg_cost": 2.5, + "lambda": 23.9597, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 320, + "avg_reward": -1441.73, + "avg_cost": 1.5, + "lambda": 24.1797, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 330, + "avg_reward": -1450.24, + "avg_cost": 0.75, + "lambda": 24.3517, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 340, + "avg_reward": -1447.17, + "avg_cost": 0.5, + "lambda": 24.4726, + "rho": [ + 0.4006, + 0.5994 + ] + }, + { + "episode": 350, + "avg_reward": -1286.15, + "avg_cost": 1.5, + "lambda": 24.5818, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 360, + "avg_reward": -1153.98, + "avg_cost": 3.25, + "lambda": 24.6994, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 370, + "avg_reward": -1304.73, + "avg_cost": 1.0, + "lambda": 24.8305, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 380, + "avg_reward": -1372.68, + "avg_cost": 3.0, + "lambda": 24.952, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 390, + "avg_reward": -1320.31, + "avg_cost": 1.0, + "lambda": 25.0668, + "rho": [ + 0.414, + 0.586 + ] + }, + { + "episode": 400, + "avg_reward": -1121.21, + "avg_cost": 2.5, + "lambda": 25.1786, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 410, + "avg_reward": -1307.64, + "avg_cost": 0.5, + "lambda": 25.2923, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 420, + "avg_reward": -1202.16, + "avg_cost": 1.0, + "lambda": 25.3949, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 430, + "avg_reward": -1343.3, + "avg_cost": 1.25, + "lambda": 25.489, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 440, + "avg_reward": -1304.49, + "avg_cost": 0.5, + "lambda": 25.5839, + "rho": [ + 0.4298, + 0.5702 + ] + }, + { + "episode": 450, + "avg_reward": -1271.58, + "avg_cost": 0.5, + "lambda": 25.6852, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 460, + "avg_reward": -1347.18, + "avg_cost": 0.25, + "lambda": 25.7685, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 470, + "avg_reward": -1321.2, + "avg_cost": 0.5, + "lambda": 25.8334, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 480, + "avg_reward": -1266.48, + "avg_cost": 1.0, + "lambda": 25.9112, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 490, + "avg_reward": -1273.6, + "avg_cost": 1.25, + "lambda": 26.0163, + "rho": [ + 0.4369, + 0.5631 + ] + }, + { + "episode": 500, + "avg_reward": -1106.85, + "avg_cost": 1.75, + "lambda": 26.1474, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 510, + "avg_reward": -1157.83, + "avg_cost": 1.5, + "lambda": 26.2737, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 520, + "avg_reward": -1227.84, + "avg_cost": 0.75, + "lambda": 26.4434, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 530, + "avg_reward": -1115.4, + "avg_cost": 1.0, + "lambda": 26.6179, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 540, + "avg_reward": -892.81, + "avg_cost": 0.25, + "lambda": 26.7529, + "rho": [ + 0.4403, + 0.5597 + ] + }, + { + "episode": 550, + "avg_reward": -1081.59, + "avg_cost": 0.5, + "lambda": 26.8503, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 560, + "avg_reward": -1017.88, + "avg_cost": 0.25, + "lambda": 26.94, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 570, + "avg_reward": -1037.83, + "avg_cost": 0.25, + "lambda": 27.0294, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 580, + "avg_reward": -1092.44, + "avg_cost": 3.0, + "lambda": 27.1056, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 590, + "avg_reward": -970.34, + "avg_cost": 0.25, + "lambda": 27.2013, + "rho": [ + 0.4432, + 0.5568 + ] + }, + { + "episode": 600, + "avg_reward": -880.77, + "avg_cost": 0.75, + "lambda": 27.2876, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 610, + "avg_reward": -987.34, + "avg_cost": 0.0, + "lambda": 27.3648, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 620, + "avg_reward": -944.55, + "avg_cost": 0.0, + "lambda": 27.4274, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 630, + "avg_reward": -920.29, + "avg_cost": 0.75, + "lambda": 27.4787, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 640, + "avg_reward": -780.39, + "avg_cost": 0.5, + "lambda": 27.5216, + "rho": [ + 0.442, + 0.558 + ] + }, + { + "episode": 650, + "avg_reward": -922.57, + "avg_cost": 0.5, + "lambda": 27.5699, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 660, + "avg_reward": -731.94, + "avg_cost": 0.0, + "lambda": 27.6199, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 670, + "avg_reward": -775.41, + "avg_cost": 0.0, + "lambda": 27.6725, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 680, + "avg_reward": -502.26, + "avg_cost": 0.0, + "lambda": 27.7201, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 690, + "avg_reward": -690.54, + "avg_cost": 2.0, + "lambda": 27.7635, + "rho": [ + 0.4398, + 0.5602 + ] + }, + { + "episode": 700, + "avg_reward": -880.75, + "avg_cost": 0.0, + "lambda": 27.8199, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 710, + "avg_reward": -750.55, + "avg_cost": 0.25, + "lambda": 27.8607, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 720, + "avg_reward": -661.9, + "avg_cost": 0.0, + "lambda": 27.8968, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 730, + "avg_reward": -783.58, + "avg_cost": 0.0, + "lambda": 27.9576, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 740, + "avg_reward": -681.45, + "avg_cost": 0.0, + "lambda": 28.0229, + "rho": [ + 0.4346, + 0.5654 + ] + }, + { + "episode": 750, + "avg_reward": -591.51, + "avg_cost": 0.0, + "lambda": 28.0769, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 760, + "avg_reward": -649.13, + "avg_cost": 0.25, + "lambda": 28.1232, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 770, + "avg_reward": -566.07, + "avg_cost": 0.75, + "lambda": 28.1594, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 780, + "avg_reward": -463.23, + "avg_cost": 0.25, + "lambda": 28.1987, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 790, + "avg_reward": -643.05, + "avg_cost": 0.25, + "lambda": 28.2421, + "rho": [ + 0.4299, + 0.5701 + ] + }, + { + "episode": 800, + "avg_reward": -544.79, + "avg_cost": 0.75, + "lambda": 28.3199, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 810, + "avg_reward": -692.82, + "avg_cost": 0.75, + "lambda": 28.3801, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 820, + "avg_reward": -683.8, + "avg_cost": 0.0, + "lambda": 28.4205, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 830, + "avg_reward": -519.59, + "avg_cost": 0.25, + "lambda": 28.4546, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 840, + "avg_reward": -500.39, + "avg_cost": 1.0, + "lambda": 28.5043, + "rho": [ + 0.4292, + 0.5708 + ] + }, + { + "episode": 850, + "avg_reward": -526.28, + "avg_cost": 0.5, + "lambda": 28.5912, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 860, + "avg_reward": -312.59, + "avg_cost": 0.25, + "lambda": 28.6553, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 870, + "avg_reward": -497.35, + "avg_cost": 0.0, + "lambda": 28.7028, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 880, + "avg_reward": -73.97, + "avg_cost": 0.5, + "lambda": 28.7577, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 890, + "avg_reward": -303.55, + "avg_cost": 1.0, + "lambda": 28.8255, + "rho": [ + 0.4318, + 0.5682 + ] + }, + { + "episode": 900, + "avg_reward": -432.15, + "avg_cost": 1.75, + "lambda": 28.9088, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 910, + "avg_reward": -102.91, + "avg_cost": 0.5, + "lambda": 29.0197, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 920, + "avg_reward": -163.74, + "avg_cost": 2.0, + "lambda": 29.1102, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 930, + "avg_reward": -299.71, + "avg_cost": 1.25, + "lambda": 29.2433, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 940, + "avg_reward": -325.81, + "avg_cost": 0.0, + "lambda": 29.338, + "rho": [ + 0.4311, + 0.5689 + ] + }, + { + "episode": 950, + "avg_reward": -350.42, + "avg_cost": 1.5, + "lambda": 29.4102, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 960, + "avg_reward": -458.96, + "avg_cost": 1.75, + "lambda": 29.4933, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 970, + "avg_reward": -538.49, + "avg_cost": 0.25, + "lambda": 29.5615, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 980, + "avg_reward": 17.83, + "avg_cost": 1.25, + "lambda": 29.6226, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 990, + "avg_reward": -418.36, + "avg_cost": 0.0, + "lambda": 29.6934, + "rho": [ + 0.4333, + 0.5667 + ] + }, + { + "episode": 1000, + "avg_reward": -369.11, + "avg_cost": 2.75, + "lambda": 29.7515, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1010, + "avg_reward": -271.29, + "avg_cost": 0.25, + "lambda": 29.8134, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1020, + "avg_reward": 166.22, + "avg_cost": 0.5, + "lambda": 29.8817, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1030, + "avg_reward": 273.09, + "avg_cost": 0.5, + "lambda": 29.9715, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1040, + "avg_reward": -40.56, + "avg_cost": 2.0, + "lambda": 30.0683, + "rho": [ + 0.4325, + 0.5675 + ] + }, + { + "episode": 1050, + "avg_reward": 209.68, + "avg_cost": 0.0, + "lambda": 30.1647, + "rho": [ + 0.4345, + 0.5655 + ] + }, + { + "episode": 1060, + "avg_reward": 263.68, + "avg_cost": 0.25, + "lambda": 30.2451, + "rho": [ + 0.4345, + 0.5655 + ] + }, + { + "episode": 1070, + "avg_reward": -96.06, + "avg_cost": 1.0, + "lambda": 30.3441, + "rho": [ + 0.4345, + 0.5655 + ] + }, + { + "episode": 1080, + "avg_reward": 267.82, + "avg_cost": 0.75, + "lambda": 30.4515, + "rho": [ + 0.4345, + 0.5655 + ] + }, + { + "episode": 1090, + "avg_reward": 336.22, + "avg_cost": 0.75, + "lambda": 30.5495, + "rho": [ + 0.4345, + 0.5655 + ] + }, + { + "episode": 1100, + "avg_reward": 124.09, + "avg_cost": 1.25, + "lambda": 30.6336, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 1110, + "avg_reward": -5.15, + "avg_cost": 0.75, + "lambda": 30.7031, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 1120, + "avg_reward": 583.63, + "avg_cost": 2.5, + "lambda": 30.7783, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 1130, + "avg_reward": 283.7, + "avg_cost": 2.5, + "lambda": 30.8851, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 1140, + "avg_reward": 396.62, + "avg_cost": 1.25, + "lambda": 30.9987, + "rho": [ + 0.4388, + 0.5612 + ] + }, + { + "episode": 1150, + "avg_reward": -379.52, + "avg_cost": 1.25, + "lambda": 31.121, + "rho": [ + 0.4401, + 0.5599 + ] + }, + { + "episode": 1160, + "avg_reward": 361.19, + "avg_cost": 1.0, + "lambda": 31.2502, + "rho": [ + 0.4401, + 0.5599 + ] + }, + { + "episode": 1170, + "avg_reward": 573.34, + "avg_cost": 0.25, + "lambda": 31.3395, + "rho": [ + 0.4401, + 0.5599 + ] + }, + { + "episode": 1180, + "avg_reward": 385.79, + "avg_cost": 0.0, + "lambda": 31.4319, + "rho": [ + 0.4401, + 0.5599 + ] + }, + { + "episode": 1190, + "avg_reward": 604.71, + "avg_cost": 0.5, + "lambda": 31.5284, + "rho": [ + 0.4401, + 0.5599 + ] + }, + { + "episode": 1200, + "avg_reward": 24.4, + "avg_cost": 0.25, + "lambda": 31.6157, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 1210, + "avg_reward": 253.8, + "avg_cost": 0.75, + "lambda": 31.7124, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 1220, + "avg_reward": 525.16, + "avg_cost": 1.25, + "lambda": 31.8341, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 1230, + "avg_reward": 225.47, + "avg_cost": 2.25, + "lambda": 31.9628, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 1240, + "avg_reward": 677.97, + "avg_cost": 1.0, + "lambda": 32.1356, + "rho": [ + 0.4389, + 0.5611 + ] + }, + { + "episode": 1250, + "avg_reward": 674.89, + "avg_cost": 2.0, + "lambda": 32.2865, + "rho": [ + 0.4402, + 0.5598 + ] + }, + { + "episode": 1260, + "avg_reward": 661.79, + "avg_cost": 1.0, + "lambda": 32.415, + "rho": [ + 0.4402, + 0.5598 + ] + }, + { + "episode": 1270, + "avg_reward": 882.63, + "avg_cost": 1.5, + "lambda": 32.5238, + "rho": [ + 0.4402, + 0.5598 + ] + }, + { + "episode": 1280, + "avg_reward": 953.89, + "avg_cost": 1.75, + "lambda": 32.6546, + "rho": [ + 0.4402, + 0.5598 + ] + }, + { + "episode": 1290, + "avg_reward": 891.58, + "avg_cost": 1.5, + "lambda": 32.7869, + "rho": [ + 0.4402, + 0.5598 + ] + }, + { + "episode": 1300, + "avg_reward": 842.43, + "avg_cost": 1.25, + "lambda": 32.9222, + "rho": [ + 0.4435, + 0.5565 + ] + }, + { + "episode": 1310, + "avg_reward": 540.78, + "avg_cost": 0.75, + "lambda": 33.0526, + "rho": [ + 0.4435, + 0.5565 + ] + }, + { + "episode": 1320, + "avg_reward": 492.05, + "avg_cost": 1.0, + "lambda": 33.1884, + "rho": [ + 0.4435, + 0.5565 + ] + }, + { + "episode": 1330, + "avg_reward": 1124.24, + "avg_cost": 1.5, + "lambda": 33.3282, + "rho": [ + 0.4435, + 0.5565 + ] + }, + { + "episode": 1340, + "avg_reward": 913.1, + "avg_cost": 1.0, + "lambda": 33.4755, + "rho": [ + 0.4435, + 0.5565 + ] + }, + { + "episode": 1350, + "avg_reward": 708.9, + "avg_cost": 1.25, + "lambda": 33.61, + "rho": [ + 0.4443, + 0.5557 + ] + }, + { + "episode": 1360, + "avg_reward": 318.87, + "avg_cost": 1.5, + "lambda": 33.7561, + "rho": [ + 0.4443, + 0.5557 + ] + }, + { + "episode": 1370, + "avg_reward": 1065.99, + "avg_cost": 1.25, + "lambda": 33.9073, + "rho": [ + 0.4443, + 0.5557 + ] + }, + { + "episode": 1380, + "avg_reward": 936.83, + "avg_cost": 1.75, + "lambda": 34.0677, + "rho": [ + 0.4443, + 0.5557 + ] + }, + { + "episode": 1390, + "avg_reward": 544.62, + "avg_cost": 1.5, + "lambda": 34.2089, + "rho": [ + 0.4443, + 0.5557 + ] + }, + { + "episode": 1400, + "avg_reward": 1029.69, + "avg_cost": 0.75, + "lambda": 34.3476, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 1410, + "avg_reward": 933.9, + "avg_cost": 5.0, + "lambda": 34.4868, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 1420, + "avg_reward": 383.89, + "avg_cost": 1.25, + "lambda": 34.658, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 1430, + "avg_reward": 1254.62, + "avg_cost": 1.25, + "lambda": 34.8511, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 1440, + "avg_reward": 1347.35, + "avg_cost": 2.5, + "lambda": 35.0217, + "rho": [ + 0.447, + 0.553 + ] + }, + { + "episode": 1450, + "avg_reward": 1041.07, + "avg_cost": 1.5, + "lambda": 35.1911, + "rho": [ + 0.4513, + 0.5487 + ] + }, + { + "episode": 1460, + "avg_reward": 1383.04, + "avg_cost": 3.5, + "lambda": 35.3503, + "rho": [ + 0.4513, + 0.5487 + ] + }, + { + "episode": 1470, + "avg_reward": 1241.06, + "avg_cost": 1.5, + "lambda": 35.5443, + "rho": [ + 0.4513, + 0.5487 + ] + }, + { + "episode": 1480, + "avg_reward": 1297.81, + "avg_cost": 1.75, + "lambda": 35.732, + "rho": [ + 0.4513, + 0.5487 + ] + }, + { + "episode": 1490, + "avg_reward": 1129.09, + "avg_cost": 1.0, + "lambda": 35.8896, + "rho": [ + 0.4513, + 0.5487 + ] + }, + { + "episode": 1500, + "avg_reward": 982.7, + "avg_cost": 1.5, + "lambda": 36.0211, + "rho": [ + 0.4567, + 0.5433 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s5_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s5_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..6ebcabe8e36f99b461d65843cd829d6ebd7002df --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s5_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1545839.72, + "constraint_satisfaction_pct": 87.4, + "final_rho": [ + 0.1466, + 0.8534 + ], + "final_lambda": 181.9, + "seed": 5, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 100.07, + "avg_cost": 137.25, + "lambda": 23.725, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 10, + "avg_reward": 1714.23, + "avg_cost": 8.25, + "lambda": 108.1941, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 20, + "avg_reward": 2433.14, + "avg_cost": 11.0, + "lambda": 147.2472, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 30, + "avg_reward": 2133.15, + "avg_cost": 0.0, + "lambda": 163.1835, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 40, + "avg_reward": 1915.51, + "avg_cost": 2.25, + "lambda": 169.6057, + "rho": [ + 0.5385, + 0.4615 + ] + }, + { + "episode": 50, + "avg_reward": 2188.43, + "avg_cost": 0.5, + "lambda": 172.9054, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 60, + "avg_reward": 2009.25, + "avg_cost": 0.25, + "lambda": 174.3961, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 70, + "avg_reward": 2366.67, + "avg_cost": 0.0, + "lambda": 175.3361, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 80, + "avg_reward": 1781.31, + "avg_cost": 0.0, + "lambda": 176.1025, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 90, + "avg_reward": 1991.07, + "avg_cost": 0.0, + "lambda": 176.5479, + "rho": [ + 0.4808, + 0.5192 + ] + }, + { + "episode": 100, + "avg_reward": 2115.07, + "avg_cost": 0.25, + "lambda": 176.9906, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 110, + "avg_reward": 1762.41, + "avg_cost": 0.0, + "lambda": 177.2579, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 120, + "avg_reward": 1367.47, + "avg_cost": 0.0, + "lambda": 177.3798, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 130, + "avg_reward": 1327.87, + "avg_cost": 0.0, + "lambda": 177.4255, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 140, + "avg_reward": 1471.25, + "avg_cost": 0.0, + "lambda": 177.4415, + "rho": [ + 0.4291, + 0.5709 + ] + }, + { + "episode": 150, + "avg_reward": 1356.77, + "avg_cost": 0.0, + "lambda": 177.5061, + "rho": [ + 0.3918, + 0.6082 + ] + }, + { + "episode": 160, + "avg_reward": 1659.97, + "avg_cost": 0.0, + "lambda": 177.5735, + "rho": [ + 0.3918, + 0.6082 + ] + }, + { + "episode": 170, + "avg_reward": 1348.61, + "avg_cost": 0.0, + "lambda": 177.6233, + "rho": [ + 0.3918, + 0.6082 + ] + }, + { + "episode": 180, + "avg_reward": 1494.95, + "avg_cost": 0.0, + "lambda": 177.6407, + "rho": [ + 0.3918, + 0.6082 + ] + }, + { + "episode": 190, + "avg_reward": 1837.76, + "avg_cost": 0.0, + "lambda": 177.663, + "rho": [ + 0.3918, + 0.6082 + ] + }, + { + "episode": 200, + "avg_reward": 1982.15, + "avg_cost": 0.0, + "lambda": 177.6708, + "rho": [ + 0.3604, + 0.6396 + ] + }, + { + "episode": 210, + "avg_reward": 2188.56, + "avg_cost": 2.75, + "lambda": 177.7472, + "rho": [ + 0.3604, + 0.6396 + ] + }, + { + "episode": 220, + "avg_reward": 1961.54, + "avg_cost": 0.0, + "lambda": 177.9849, + "rho": [ + 0.3604, + 0.6396 + ] + }, + { + "episode": 230, + "avg_reward": 1357.87, + "avg_cost": 0.0, + "lambda": 178.0924, + "rho": [ + 0.3604, + 0.6396 + ] + }, + { + "episode": 240, + "avg_reward": 1719.82, + "avg_cost": 0.0, + "lambda": 178.1299, + "rho": [ + 0.3604, + 0.6396 + ] + }, + { + "episode": 250, + "avg_reward": 1336.81, + "avg_cost": 0.0, + "lambda": 178.1633, + "rho": [ + 0.3327, + 0.6673 + ] + }, + { + "episode": 260, + "avg_reward": 1465.77, + "avg_cost": 0.0, + "lambda": 178.2035, + "rho": [ + 0.3327, + 0.6673 + ] + }, + { + "episode": 270, + "avg_reward": 1399.33, + "avg_cost": 0.0, + "lambda": 178.2777, + "rho": [ + 0.3327, + 0.6673 + ] + }, + { + "episode": 280, + "avg_reward": 1275.74, + "avg_cost": 0.0, + "lambda": 178.3574, + "rho": [ + 0.3327, + 0.6673 + ] + }, + { + "episode": 290, + "avg_reward": 1284.92, + "avg_cost": 0.0, + "lambda": 178.3851, + "rho": [ + 0.3327, + 0.6673 + ] + }, + { + "episode": 300, + "avg_reward": 1600.67, + "avg_cost": 0.0, + "lambda": 178.4034, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 310, + "avg_reward": 1868.1, + "avg_cost": 0.0, + "lambda": 178.5837, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 320, + "avg_reward": 1617.12, + "avg_cost": 0.0, + "lambda": 179.0502, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 330, + "avg_reward": 1565.03, + "avg_cost": 0.0, + "lambda": 179.2428, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 340, + "avg_reward": 1304.5, + "avg_cost": 0.0, + "lambda": 179.3391, + "rho": [ + 0.3079, + 0.6921 + ] + }, + { + "episode": 350, + "avg_reward": 1102.58, + "avg_cost": 0.0, + "lambda": 179.3788, + "rho": [ + 0.2859, + 0.7141 + ] + }, + { + "episode": 360, + "avg_reward": 1104.56, + "avg_cost": 0.0, + "lambda": 179.4043, + "rho": [ + 0.2859, + 0.7141 + ] + }, + { + "episode": 370, + "avg_reward": 1078.56, + "avg_cost": 0.25, + "lambda": 179.4203, + "rho": [ + 0.2859, + 0.7141 + ] + }, + { + "episode": 380, + "avg_reward": 1172.42, + "avg_cost": 0.0, + "lambda": 179.4396, + "rho": [ + 0.2859, + 0.7141 + ] + }, + { + "episode": 390, + "avg_reward": 1138.82, + "avg_cost": 0.0, + "lambda": 179.4566, + "rho": [ + 0.2859, + 0.7141 + ] + }, + { + "episode": 400, + "avg_reward": 1060.34, + "avg_cost": 0.0, + "lambda": 179.4772, + "rho": [ + 0.2662, + 0.7338 + ] + }, + { + "episode": 410, + "avg_reward": 910.76, + "avg_cost": 0.0, + "lambda": 179.492, + "rho": [ + 0.2662, + 0.7338 + ] + }, + { + "episode": 420, + "avg_reward": 841.77, + "avg_cost": 0.25, + "lambda": 179.5374, + "rho": [ + 0.2662, + 0.7338 + ] + }, + { + "episode": 430, + "avg_reward": 989.5, + "avg_cost": 0.0, + "lambda": 179.6304, + "rho": [ + 0.2662, + 0.7338 + ] + }, + { + "episode": 440, + "avg_reward": 1127.15, + "avg_cost": 0.0, + "lambda": 179.6805, + "rho": [ + 0.2662, + 0.7338 + ] + }, + { + "episode": 450, + "avg_reward": 1095.44, + "avg_cost": 0.0, + "lambda": 179.7267, + "rho": [ + 0.2488, + 0.7512 + ] + }, + { + "episode": 460, + "avg_reward": 1323.68, + "avg_cost": 0.25, + "lambda": 179.79, + "rho": [ + 0.2488, + 0.7512 + ] + }, + { + "episode": 470, + "avg_reward": 1418.6, + "avg_cost": 0.0, + "lambda": 179.8291, + "rho": [ + 0.2488, + 0.7512 + ] + }, + { + "episode": 480, + "avg_reward": 1474.11, + "avg_cost": 0.0, + "lambda": 179.8427, + "rho": [ + 0.2488, + 0.7512 + ] + }, + { + "episode": 490, + "avg_reward": 1394.92, + "avg_cost": 0.0, + "lambda": 179.8475, + "rho": [ + 0.2488, + 0.7512 + ] + }, + { + "episode": 500, + "avg_reward": 1308.84, + "avg_cost": 0.0, + "lambda": 179.8608, + "rho": [ + 0.2333, + 0.7667 + ] + }, + { + "episode": 510, + "avg_reward": 1213.85, + "avg_cost": 0.0, + "lambda": 179.8994, + "rho": [ + 0.2333, + 0.7667 + ] + }, + { + "episode": 520, + "avg_reward": 1141.53, + "avg_cost": 0.0, + "lambda": 179.9161, + "rho": [ + 0.2333, + 0.7667 + ] + }, + { + "episode": 530, + "avg_reward": 951.16, + "avg_cost": 0.0, + "lambda": 179.9219, + "rho": [ + 0.2333, + 0.7667 + ] + }, + { + "episode": 540, + "avg_reward": 941.94, + "avg_cost": 0.25, + "lambda": 179.9776, + "rho": [ + 0.2333, + 0.7667 + ] + }, + { + "episode": 550, + "avg_reward": 1285.73, + "avg_cost": 0.25, + "lambda": 180.1254, + "rho": [ + 0.2195, + 0.7805 + ] + }, + { + "episode": 560, + "avg_reward": 1565.14, + "avg_cost": 0.0, + "lambda": 180.2724, + "rho": [ + 0.2195, + 0.7805 + ] + }, + { + "episode": 570, + "avg_reward": 1604.88, + "avg_cost": 0.0, + "lambda": 180.404, + "rho": [ + 0.2195, + 0.7805 + ] + }, + { + "episode": 580, + "avg_reward": 1528.54, + "avg_cost": 0.0, + "lambda": 180.4665, + "rho": [ + 0.2195, + 0.7805 + ] + }, + { + "episode": 590, + "avg_reward": 1535.16, + "avg_cost": 0.0, + "lambda": 180.4883, + "rho": [ + 0.2195, + 0.7805 + ] + }, + { + "episode": 600, + "avg_reward": 1509.23, + "avg_cost": 0.0, + "lambda": 180.4959, + "rho": [ + 0.2072, + 0.7928 + ] + }, + { + "episode": 610, + "avg_reward": 1693.83, + "avg_cost": 0.0, + "lambda": 180.5116, + "rho": [ + 0.2072, + 0.7928 + ] + }, + { + "episode": 620, + "avg_reward": 1702.9, + "avg_cost": 0.0, + "lambda": 180.5346, + "rho": [ + 0.2072, + 0.7928 + ] + }, + { + "episode": 630, + "avg_reward": 1546.93, + "avg_cost": 0.0, + "lambda": 180.5599, + "rho": [ + 0.2072, + 0.7928 + ] + }, + { + "episode": 640, + "avg_reward": 1516.76, + "avg_cost": 0.0, + "lambda": 180.5815, + "rho": [ + 0.2072, + 0.7928 + ] + }, + { + "episode": 650, + "avg_reward": 1521.51, + "avg_cost": 0.0, + "lambda": 180.5935, + "rho": [ + 0.1963, + 0.8037 + ] + }, + { + "episode": 660, + "avg_reward": 1546.23, + "avg_cost": 0.0, + "lambda": 180.5977, + "rho": [ + 0.1963, + 0.8037 + ] + }, + { + "episode": 670, + "avg_reward": 1563.59, + "avg_cost": 0.0, + "lambda": 180.5992, + "rho": [ + 0.1963, + 0.8037 + ] + }, + { + "episode": 680, + "avg_reward": 1568.7, + "avg_cost": 0.0, + "lambda": 180.5997, + "rho": [ + 0.1963, + 0.8037 + ] + }, + { + "episode": 690, + "avg_reward": 1644.98, + "avg_cost": 0.0, + "lambda": 180.5999, + "rho": [ + 0.1963, + 0.8037 + ] + }, + { + "episode": 700, + "avg_reward": 1712.33, + "avg_cost": 0.0, + "lambda": 180.6, + "rho": [ + 0.1865, + 0.8135 + ] + }, + { + "episode": 710, + "avg_reward": 1593.6, + "avg_cost": 2.0, + "lambda": 180.8916, + "rho": [ + 0.1865, + 0.8135 + ] + }, + { + "episode": 720, + "avg_reward": 1635.62, + "avg_cost": 0.0, + "lambda": 181.5484, + "rho": [ + 0.1865, + 0.8135 + ] + }, + { + "episode": 730, + "avg_reward": 1709.34, + "avg_cost": 0.0, + "lambda": 181.7774, + "rho": [ + 0.1865, + 0.8135 + ] + }, + { + "episode": 740, + "avg_reward": 1688.81, + "avg_cost": 0.0, + "lambda": 181.8573, + "rho": [ + 0.1865, + 0.8135 + ] + }, + { + "episode": 750, + "avg_reward": 1695.28, + "avg_cost": 0.0, + "lambda": 181.8851, + "rho": [ + 0.1779, + 0.8221 + ] + }, + { + "episode": 760, + "avg_reward": 1662.53, + "avg_cost": 0.0, + "lambda": 181.8948, + "rho": [ + 0.1779, + 0.8221 + ] + }, + { + "episode": 770, + "avg_reward": 1575.93, + "avg_cost": 0.0, + "lambda": 181.8982, + "rho": [ + 0.1779, + 0.8221 + ] + }, + { + "episode": 780, + "avg_reward": 1575.69, + "avg_cost": 0.0, + "lambda": 181.8994, + "rho": [ + 0.1779, + 0.8221 + ] + }, + { + "episode": 790, + "avg_reward": 1576.91, + "avg_cost": 0.0, + "lambda": 181.8998, + "rho": [ + 0.1779, + 0.8221 + ] + }, + { + "episode": 800, + "avg_reward": 1565.7, + "avg_cost": 0.0, + "lambda": 181.8999, + "rho": [ + 0.1701, + 0.8299 + ] + }, + { + "episode": 810, + "avg_reward": 1464.59, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1701, + 0.8299 + ] + }, + { + "episode": 820, + "avg_reward": 1497.18, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1701, + 0.8299 + ] + }, + { + "episode": 830, + "avg_reward": 1478.16, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1701, + 0.8299 + ] + }, + { + "episode": 840, + "avg_reward": 1536.65, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1701, + 0.8299 + ] + }, + { + "episode": 850, + "avg_reward": 1590.69, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1632, + 0.8368 + ] + }, + { + "episode": 860, + "avg_reward": 1602.01, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1632, + 0.8368 + ] + }, + { + "episode": 870, + "avg_reward": 1589.12, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1632, + 0.8368 + ] + }, + { + "episode": 880, + "avg_reward": 1586.9, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1632, + 0.8368 + ] + }, + { + "episode": 890, + "avg_reward": 1669.04, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1632, + 0.8368 + ] + }, + { + "episode": 900, + "avg_reward": 1629.61, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1571, + 0.8429 + ] + }, + { + "episode": 910, + "avg_reward": 1575.71, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1571, + 0.8429 + ] + }, + { + "episode": 920, + "avg_reward": 1548.81, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1571, + 0.8429 + ] + }, + { + "episode": 930, + "avg_reward": 1583.9, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1571, + 0.8429 + ] + }, + { + "episode": 940, + "avg_reward": 1550.75, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1571, + 0.8429 + ] + }, + { + "episode": 950, + "avg_reward": 1576.33, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1515, + 0.8485 + ] + }, + { + "episode": 960, + "avg_reward": 1753.6, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1515, + 0.8485 + ] + }, + { + "episode": 970, + "avg_reward": 1701.33, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1515, + 0.8485 + ] + }, + { + "episode": 980, + "avg_reward": 1745.61, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1515, + 0.8485 + ] + }, + { + "episode": 990, + "avg_reward": 1818.19, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1515, + 0.8485 + ] + }, + { + "episode": 1000, + "avg_reward": 1905.69, + "avg_cost": 0.0, + "lambda": 181.9, + "rho": [ + 0.1466, + 0.8534 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s6_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s6_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..c14c0caba1e5368d8579991f455cb56f92c04de0 --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s6_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2057605.58, + "constraint_satisfaction_pct": 71.2, + "final_rho": [ + 0.4344, + 0.5656 + ], + "final_lambda": 234.9914, + "seed": 6, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -13.14, + "avg_cost": 158.75, + "lambda": 25.875, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 10, + "avg_reward": 1823.98, + "avg_cost": 6.0, + "lambda": 126.9019, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 20, + "avg_reward": 1926.44, + "avg_cost": 1.25, + "lambda": 172.678, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 30, + "avg_reward": 2357.33, + "avg_cost": 0.0, + "lambda": 189.3825, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 40, + "avg_reward": 2735.88, + "avg_cost": 8.75, + "lambda": 196.0914, + "rho": [ + 0.5092, + 0.4908 + ] + }, + { + "episode": 50, + "avg_reward": 2370.52, + "avg_cost": 2.25, + "lambda": 199.75, + "rho": [ + 0.472, + 0.528 + ] + }, + { + "episode": 60, + "avg_reward": 1824.51, + "avg_cost": 0.0, + "lambda": 202.8854, + "rho": [ + 0.472, + 0.528 + ] + }, + { + "episode": 70, + "avg_reward": 2224.48, + "avg_cost": 1.75, + "lambda": 204.8917, + "rho": [ + 0.472, + 0.528 + ] + }, + { + "episode": 80, + "avg_reward": 2213.39, + "avg_cost": 1.0, + "lambda": 206.6563, + "rho": [ + 0.472, + 0.528 + ] + }, + { + "episode": 90, + "avg_reward": 2206.07, + "avg_cost": 0.25, + "lambda": 208.1931, + "rho": [ + 0.472, + 0.528 + ] + }, + { + "episode": 100, + "avg_reward": 2116.15, + "avg_cost": 1.0, + "lambda": 208.9818, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 110, + "avg_reward": 2259.71, + "avg_cost": 0.0, + "lambda": 209.6068, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 120, + "avg_reward": 2210.72, + "avg_cost": 0.75, + "lambda": 210.6289, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 130, + "avg_reward": 1892.83, + "avg_cost": 0.25, + "lambda": 211.4524, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 140, + "avg_reward": 2008.39, + "avg_cost": 0.0, + "lambda": 211.8335, + "rho": [ + 0.4455, + 0.5545 + ] + }, + { + "episode": 150, + "avg_reward": 1799.89, + "avg_cost": 0.25, + "lambda": 212.1227, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 160, + "avg_reward": 2101.79, + "avg_cost": 0.0, + "lambda": 212.631, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 170, + "avg_reward": 2615.99, + "avg_cost": 0.0, + "lambda": 213.1689, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 180, + "avg_reward": 2456.03, + "avg_cost": 0.0, + "lambda": 214.3596, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 190, + "avg_reward": 2130.03, + "avg_cost": 0.0, + "lambda": 215.9593, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 200, + "avg_reward": 2185.98, + "avg_cost": 0.0, + "lambda": 216.8062, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 210, + "avg_reward": 2359.61, + "avg_cost": 0.75, + "lambda": 217.3306, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 220, + "avg_reward": 1899.27, + "avg_cost": 0.0, + "lambda": 218.2788, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 230, + "avg_reward": 2141.71, + "avg_cost": 0.0, + "lambda": 218.7802, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 240, + "avg_reward": 2086.32, + "avg_cost": 0.0, + "lambda": 219.1685, + "rho": [ + 0.4475, + 0.5525 + ] + }, + { + "episode": 250, + "avg_reward": 1984.7, + "avg_cost": 0.0, + "lambda": 219.4515, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 260, + "avg_reward": 2395.36, + "avg_cost": 1.0, + "lambda": 219.6205, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 270, + "avg_reward": 2414.13, + "avg_cost": 0.75, + "lambda": 220.0885, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 280, + "avg_reward": 1993.82, + "avg_cost": 0.25, + "lambda": 221.0272, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 290, + "avg_reward": 1812.36, + "avg_cost": 0.25, + "lambda": 221.8526, + "rho": [ + 0.4307, + 0.5693 + ] + }, + { + "episode": 300, + "avg_reward": 1854.45, + "avg_cost": 0.5, + "lambda": 222.2637, + "rho": [ + 0.4289, + 0.5711 + ] + }, + { + "episode": 310, + "avg_reward": 2002.31, + "avg_cost": 0.0, + "lambda": 222.5229, + "rho": [ + 0.4289, + 0.5711 + ] + }, + { + "episode": 320, + "avg_reward": 1942.65, + "avg_cost": 0.0, + "lambda": 222.7927, + "rho": [ + 0.4289, + 0.5711 + ] + }, + { + "episode": 330, + "avg_reward": 1753.9, + "avg_cost": 0.0, + "lambda": 223.2349, + "rho": [ + 0.4289, + 0.5711 + ] + }, + { + "episode": 340, + "avg_reward": 1802.77, + "avg_cost": 0.0, + "lambda": 223.5853, + "rho": [ + 0.4289, + 0.5711 + ] + }, + { + "episode": 350, + "avg_reward": 1410.53, + "avg_cost": 0.0, + "lambda": 223.7625, + "rho": [ + 0.4275, + 0.5725 + ] + }, + { + "episode": 360, + "avg_reward": 1446.99, + "avg_cost": 0.0, + "lambda": 223.9098, + "rho": [ + 0.4275, + 0.5725 + ] + }, + { + "episode": 370, + "avg_reward": 1555.46, + "avg_cost": 0.0, + "lambda": 224.0113, + "rho": [ + 0.4275, + 0.5725 + ] + }, + { + "episode": 380, + "avg_reward": 1224.15, + "avg_cost": 0.0, + "lambda": 224.0645, + "rho": [ + 0.4275, + 0.5725 + ] + }, + { + "episode": 390, + "avg_reward": 1383.37, + "avg_cost": 0.5, + "lambda": 224.1781, + "rho": [ + 0.4275, + 0.5725 + ] + }, + { + "episode": 400, + "avg_reward": 1556.58, + "avg_cost": 0.0, + "lambda": 224.3902, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 410, + "avg_reward": 1397.35, + "avg_cost": 0.75, + "lambda": 224.5763, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 420, + "avg_reward": 1289.1, + "avg_cost": 0.0, + "lambda": 225.5305, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 430, + "avg_reward": 1604.58, + "avg_cost": 0.0, + "lambda": 226.0048, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 440, + "avg_reward": 1586.88, + "avg_cost": 0.25, + "lambda": 226.2043, + "rho": [ + 0.4169, + 0.5831 + ] + }, + { + "episode": 450, + "avg_reward": 1536.25, + "avg_cost": 0.0, + "lambda": 226.4236, + "rho": [ + 0.417, + 0.583 + ] + }, + { + "episode": 460, + "avg_reward": 1694.27, + "avg_cost": 0.0, + "lambda": 226.6787, + "rho": [ + 0.417, + 0.583 + ] + }, + { + "episode": 470, + "avg_reward": 1983.22, + "avg_cost": 0.0, + "lambda": 226.8066, + "rho": [ + 0.417, + 0.583 + ] + }, + { + "episode": 480, + "avg_reward": 2072.46, + "avg_cost": 0.0, + "lambda": 226.8511, + "rho": [ + 0.417, + 0.583 + ] + }, + { + "episode": 490, + "avg_reward": 2182.82, + "avg_cost": 0.0, + "lambda": 226.896, + "rho": [ + 0.417, + 0.583 + ] + }, + { + "episode": 500, + "avg_reward": 2214.89, + "avg_cost": 0.0, + "lambda": 226.9149, + "rho": [ + 0.4172, + 0.5828 + ] + }, + { + "episode": 510, + "avg_reward": 2158.71, + "avg_cost": 0.0, + "lambda": 226.9215, + "rho": [ + 0.4172, + 0.5828 + ] + }, + { + "episode": 520, + "avg_reward": 2278.22, + "avg_cost": 0.0, + "lambda": 226.9629, + "rho": [ + 0.4172, + 0.5828 + ] + }, + { + "episode": 530, + "avg_reward": 2266.89, + "avg_cost": 0.0, + "lambda": 226.9871, + "rho": [ + 0.4172, + 0.5828 + ] + }, + { + "episode": 540, + "avg_reward": 2156.42, + "avg_cost": 0.0, + "lambda": 227.0041, + "rho": [ + 0.4172, + 0.5828 + ] + }, + { + "episode": 550, + "avg_reward": 2103.83, + "avg_cost": 0.0, + "lambda": 227.0177, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 560, + "avg_reward": 1998.8, + "avg_cost": 0.0, + "lambda": 227.034, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 570, + "avg_reward": 1974.12, + "avg_cost": 0.0, + "lambda": 227.0942, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 580, + "avg_reward": 1957.3, + "avg_cost": 0.0, + "lambda": 227.1823, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 590, + "avg_reward": 1727.52, + "avg_cost": 0.0, + "lambda": 227.2599, + "rho": [ + 0.4174, + 0.5826 + ] + }, + { + "episode": 600, + "avg_reward": 1842.14, + "avg_cost": 0.0, + "lambda": 227.3186, + "rho": [ + 0.4175, + 0.5825 + ] + }, + { + "episode": 610, + "avg_reward": 1810.39, + "avg_cost": 0.0, + "lambda": 227.3438, + "rho": [ + 0.4175, + 0.5825 + ] + }, + { + "episode": 620, + "avg_reward": 1989.03, + "avg_cost": 0.0, + "lambda": 227.3874, + "rho": [ + 0.4175, + 0.5825 + ] + }, + { + "episode": 630, + "avg_reward": 1975.02, + "avg_cost": 0.5, + "lambda": 227.4427, + "rho": [ + 0.4175, + 0.5825 + ] + }, + { + "episode": 640, + "avg_reward": 2180.13, + "avg_cost": 0.0, + "lambda": 227.5261, + "rho": [ + 0.4175, + 0.5825 + ] + }, + { + "episode": 650, + "avg_reward": 2078.8, + "avg_cost": 0.0, + "lambda": 227.5896, + "rho": [ + 0.4177, + 0.5823 + ] + }, + { + "episode": 660, + "avg_reward": 2110.46, + "avg_cost": 0.0, + "lambda": 227.6126, + "rho": [ + 0.4177, + 0.5823 + ] + }, + { + "episode": 670, + "avg_reward": 2101.69, + "avg_cost": 0.0, + "lambda": 227.6309, + "rho": [ + 0.4177, + 0.5823 + ] + }, + { + "episode": 680, + "avg_reward": 2057.22, + "avg_cost": 0.0, + "lambda": 227.6536, + "rho": [ + 0.4177, + 0.5823 + ] + }, + { + "episode": 690, + "avg_reward": 2180.21, + "avg_cost": 0.0, + "lambda": 227.733, + "rho": [ + 0.4177, + 0.5823 + ] + }, + { + "episode": 700, + "avg_reward": 2197.45, + "avg_cost": 0.0, + "lambda": 227.8255, + "rho": [ + 0.4178, + 0.5822 + ] + }, + { + "episode": 710, + "avg_reward": 2242.83, + "avg_cost": 0.0, + "lambda": 227.9792, + "rho": [ + 0.4178, + 0.5822 + ] + }, + { + "episode": 720, + "avg_reward": 2209.38, + "avg_cost": 2.25, + "lambda": 228.343, + "rho": [ + 0.4178, + 0.5822 + ] + }, + { + "episode": 730, + "avg_reward": 2181.39, + "avg_cost": 0.0, + "lambda": 228.7058, + "rho": [ + 0.4178, + 0.5822 + ] + }, + { + "episode": 740, + "avg_reward": 2029.03, + "avg_cost": 0.0, + "lambda": 228.8608, + "rho": [ + 0.4178, + 0.5822 + ] + }, + { + "episode": 750, + "avg_reward": 2057.89, + "avg_cost": 0.0, + "lambda": 228.9189, + "rho": [ + 0.4253, + 0.5747 + ] + }, + { + "episode": 760, + "avg_reward": 2074.77, + "avg_cost": 0.0, + "lambda": 228.9685, + "rho": [ + 0.4253, + 0.5747 + ] + }, + { + "episode": 770, + "avg_reward": 2032.49, + "avg_cost": 0.75, + "lambda": 229.0451, + "rho": [ + 0.4253, + 0.5747 + ] + }, + { + "episode": 780, + "avg_reward": 1998.61, + "avg_cost": 0.0, + "lambda": 229.218, + "rho": [ + 0.4253, + 0.5747 + ] + }, + { + "episode": 790, + "avg_reward": 2071.53, + "avg_cost": 0.0, + "lambda": 229.2877, + "rho": [ + 0.4253, + 0.5747 + ] + }, + { + "episode": 800, + "avg_reward": 2166.83, + "avg_cost": 0.0, + "lambda": 229.3215, + "rho": [ + 0.4249, + 0.5751 + ] + }, + { + "episode": 810, + "avg_reward": 2232.81, + "avg_cost": 0.25, + "lambda": 229.3968, + "rho": [ + 0.4249, + 0.5751 + ] + }, + { + "episode": 820, + "avg_reward": 2197.43, + "avg_cost": 0.0, + "lambda": 229.573, + "rho": [ + 0.4249, + 0.5751 + ] + }, + { + "episode": 830, + "avg_reward": 2052.81, + "avg_cost": 0.0, + "lambda": 229.719, + "rho": [ + 0.4249, + 0.5751 + ] + }, + { + "episode": 840, + "avg_reward": 2169.95, + "avg_cost": 0.0, + "lambda": 229.876, + "rho": [ + 0.4249, + 0.5751 + ] + }, + { + "episode": 850, + "avg_reward": 2110.36, + "avg_cost": 0.0, + "lambda": 230.0508, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 860, + "avg_reward": 2090.64, + "avg_cost": 0.0, + "lambda": 231.1001, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 870, + "avg_reward": 2228.71, + "avg_cost": 0.0, + "lambda": 232.4589, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 880, + "avg_reward": 2217.68, + "avg_cost": 0.0, + "lambda": 232.9579, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 890, + "avg_reward": 2186.47, + "avg_cost": 0.0, + "lambda": 233.1319, + "rho": [ + 0.4245, + 0.5755 + ] + }, + { + "episode": 900, + "avg_reward": 2308.89, + "avg_cost": 0.0, + "lambda": 233.2547, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 910, + "avg_reward": 2257.21, + "avg_cost": 0.0, + "lambda": 233.3168, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 920, + "avg_reward": 2327.68, + "avg_cost": 0.0, + "lambda": 233.4509, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 930, + "avg_reward": 2340.25, + "avg_cost": 0.0, + "lambda": 233.6656, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 940, + "avg_reward": 2425.92, + "avg_cost": 0.0, + "lambda": 233.7764, + "rho": [ + 0.4304, + 0.5696 + ] + }, + { + "episode": 950, + "avg_reward": 2419.55, + "avg_cost": 0.0, + "lambda": 233.9225, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 960, + "avg_reward": 2567.6, + "avg_cost": 0.0, + "lambda": 234.0322, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 970, + "avg_reward": 2587.49, + "avg_cost": 0.0, + "lambda": 234.1089, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 980, + "avg_reward": 2583.16, + "avg_cost": 0.0, + "lambda": 234.1357, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 990, + "avg_reward": 2589.81, + "avg_cost": 0.25, + "lambda": 234.1997, + "rho": [ + 0.4355, + 0.5645 + ] + }, + { + "episode": 1000, + "avg_reward": 2509.62, + "avg_cost": 0.0, + "lambda": 234.9914, + "rho": [ + 0.4344, + 0.5656 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_learned_rho_2.0_s7_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_learned_rho_2.0_s7_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..450696bec22dacba003fcfb06644eee0eed87c9a --- /dev/null +++ b/results/diagnostic_results_learned_rho_2.0_s7_1000ep_mamujoco_Walker2d_2x3_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1037 @@ +{ + "mode": "learned_rho", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1827568.39, + "constraint_satisfaction_pct": 88.9, + "final_rho": [ + 0.5044, + 0.4956 + ], + "final_lambda": 258.4, + "seed": 7, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -225.72, + "avg_cost": 200.75, + "lambda": 30.075, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 10, + "avg_reward": 1810.91, + "avg_cost": 7.5, + "lambda": 155.2979, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 20, + "avg_reward": 1748.3, + "avg_cost": 2.0, + "lambda": 210.5768, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 30, + "avg_reward": 2451.67, + "avg_cost": 0.25, + "lambda": 230.9676, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 40, + "avg_reward": 2520.32, + "avg_cost": 0.75, + "lambda": 238.287, + "rho": [ + 0.5463, + 0.4537 + ] + }, + { + "episode": 50, + "avg_reward": 2065.62, + "avg_cost": 0.75, + "lambda": 241.785, + "rho": [ + 0.5048, + 0.4952 + ] + }, + { + "episode": 60, + "avg_reward": 2586.99, + "avg_cost": 2.0, + "lambda": 243.889, + "rho": [ + 0.5048, + 0.4952 + ] + }, + { + "episode": 70, + "avg_reward": 2543.27, + "avg_cost": 1.0, + "lambda": 245.326, + "rho": [ + 0.5048, + 0.4952 + ] + }, + { + "episode": 80, + "avg_reward": 2226.07, + "avg_cost": 0.0, + "lambda": 246.3521, + "rho": [ + 0.5048, + 0.4952 + ] + }, + { + "episode": 90, + "avg_reward": 2327.96, + "avg_cost": 0.0, + "lambda": 247.1741, + "rho": [ + 0.5048, + 0.4952 + ] + }, + { + "episode": 100, + "avg_reward": 2378.81, + "avg_cost": 0.75, + "lambda": 247.5966, + "rho": [ + 0.4604, + 0.5396 + ] + }, + { + "episode": 110, + "avg_reward": 2445.36, + "avg_cost": 0.0, + "lambda": 247.8431, + "rho": [ + 0.4604, + 0.5396 + ] + }, + { + "episode": 120, + "avg_reward": 2459.05, + "avg_cost": 0.75, + "lambda": 247.9365, + "rho": [ + 0.4604, + 0.5396 + ] + }, + { + "episode": 130, + "avg_reward": 2924.59, + "avg_cost": 3.75, + "lambda": 248.1791, + "rho": [ + 0.4604, + 0.5396 + ] + }, + { + "episode": 140, + "avg_reward": 2265.36, + "avg_cost": 0.0, + "lambda": 250.6573, + "rho": [ + 0.4604, + 0.5396 + ] + }, + { + "episode": 150, + "avg_reward": 2400.91, + "avg_cost": 0.0, + "lambda": 251.7814, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 160, + "avg_reward": 1918.75, + "avg_cost": 0.75, + "lambda": 252.9989, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 170, + "avg_reward": 2018.52, + "avg_cost": 0.0, + "lambda": 253.6509, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 180, + "avg_reward": 1984.18, + "avg_cost": 0.25, + "lambda": 253.8808, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 190, + "avg_reward": 2252.83, + "avg_cost": 0.0, + "lambda": 253.9747, + "rho": [ + 0.4555, + 0.5445 + ] + }, + { + "episode": 200, + "avg_reward": 2195.55, + "avg_cost": 0.0, + "lambda": 254.0075, + "rho": [ + 0.4521, + 0.5479 + ] + }, + { + "episode": 210, + "avg_reward": 2275.23, + "avg_cost": 0.0, + "lambda": 254.1958, + "rho": [ + 0.4521, + 0.5479 + ] + }, + { + "episode": 220, + "avg_reward": 2068.35, + "avg_cost": 0.0, + "lambda": 254.3585, + "rho": [ + 0.4521, + 0.5479 + ] + }, + { + "episode": 230, + "avg_reward": 2017.35, + "avg_cost": 0.0, + "lambda": 254.5321, + "rho": [ + 0.4521, + 0.5479 + ] + }, + { + "episode": 240, + "avg_reward": 2060.47, + "avg_cost": 0.0, + "lambda": 254.5926, + "rho": [ + 0.4521, + 0.5479 + ] + }, + { + "episode": 250, + "avg_reward": 2314.75, + "avg_cost": 0.0, + "lambda": 254.6137, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 260, + "avg_reward": 2500.7, + "avg_cost": 0.0, + "lambda": 254.6211, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 270, + "avg_reward": 2431.61, + "avg_cost": 0.0, + "lambda": 254.6236, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 280, + "avg_reward": 2314.91, + "avg_cost": 0.0, + "lambda": 254.6245, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 290, + "avg_reward": 2454.97, + "avg_cost": 0.0, + "lambda": 254.6391, + "rho": [ + 0.4493, + 0.5507 + ] + }, + { + "episode": 300, + "avg_reward": 2287.48, + "avg_cost": 0.0, + "lambda": 254.6462, + "rho": [ + 0.4468, + 0.5532 + ] + }, + { + "episode": 310, + "avg_reward": 2329.96, + "avg_cost": 0.0, + "lambda": 254.6487, + "rho": [ + 0.4468, + 0.5532 + ] + }, + { + "episode": 320, + "avg_reward": 2239.91, + "avg_cost": 0.0, + "lambda": 254.6495, + "rho": [ + 0.4468, + 0.5532 + ] + }, + { + "episode": 330, + "avg_reward": 2151.0, + "avg_cost": 0.0, + "lambda": 254.6498, + "rho": [ + 0.4468, + 0.5532 + ] + }, + { + "episode": 340, + "avg_reward": 1857.96, + "avg_cost": 0.0, + "lambda": 254.6499, + "rho": [ + 0.4468, + 0.5532 + ] + }, + { + "episode": 350, + "avg_reward": 1925.75, + "avg_cost": 0.0, + "lambda": 254.65, + "rho": [ + 0.4447, + 0.5553 + ] + }, + { + "episode": 360, + "avg_reward": 2001.11, + "avg_cost": 0.0, + "lambda": 254.65, + "rho": [ + 0.4447, + 0.5553 + ] + }, + { + "episode": 370, + "avg_reward": 2162.09, + "avg_cost": 0.0, + "lambda": 254.65, + "rho": [ + 0.4447, + 0.5553 + ] + }, + { + "episode": 380, + "avg_reward": 1925.05, + "avg_cost": 0.0, + "lambda": 255.3604, + "rho": [ + 0.4447, + 0.5553 + ] + }, + { + "episode": 390, + "avg_reward": 2170.14, + "avg_cost": 0.0, + "lambda": 255.682, + "rho": [ + 0.4447, + 0.5553 + ] + }, + { + "episode": 400, + "avg_reward": 2216.9, + "avg_cost": 0.0, + "lambda": 255.9158, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 410, + "avg_reward": 2135.24, + "avg_cost": 0.0, + "lambda": 256.0134, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 420, + "avg_reward": 2155.83, + "avg_cost": 0.0, + "lambda": 256.0638, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 430, + "avg_reward": 2099.07, + "avg_cost": 0.0, + "lambda": 256.0874, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 440, + "avg_reward": 2137.84, + "avg_cost": 0.0, + "lambda": 256.0956, + "rho": [ + 0.4552, + 0.5448 + ] + }, + { + "episode": 450, + "avg_reward": 1972.95, + "avg_cost": 0.0, + "lambda": 256.0985, + "rho": [ + 0.4639, + 0.5361 + ] + }, + { + "episode": 460, + "avg_reward": 1985.53, + "avg_cost": 0.0, + "lambda": 256.0995, + "rho": [ + 0.4639, + 0.5361 + ] + }, + { + "episode": 470, + "avg_reward": 1945.04, + "avg_cost": 0.0, + "lambda": 256.0998, + "rho": [ + 0.4639, + 0.5361 + ] + }, + { + "episode": 480, + "avg_reward": 1917.15, + "avg_cost": 0.0, + "lambda": 256.1216, + "rho": [ + 0.4639, + 0.5361 + ] + }, + { + "episode": 490, + "avg_reward": 2032.68, + "avg_cost": 0.0, + "lambda": 256.1401, + "rho": [ + 0.4639, + 0.5361 + ] + }, + { + "episode": 500, + "avg_reward": 1990.52, + "avg_cost": 0.0, + "lambda": 256.1934, + "rho": [ + 0.4711, + 0.5289 + ] + }, + { + "episode": 510, + "avg_reward": 2258.78, + "avg_cost": 0.0, + "lambda": 256.2628, + "rho": [ + 0.4711, + 0.5289 + ] + }, + { + "episode": 520, + "avg_reward": 2185.93, + "avg_cost": 0.0, + "lambda": 256.287, + "rho": [ + 0.4711, + 0.5289 + ] + }, + { + "episode": 530, + "avg_reward": 2045.08, + "avg_cost": 0.0, + "lambda": 256.3531, + "rho": [ + 0.4711, + 0.5289 + ] + }, + { + "episode": 540, + "avg_reward": 2082.34, + "avg_cost": 0.0, + "lambda": 256.6627, + "rho": [ + 0.4711, + 0.5289 + ] + }, + { + "episode": 550, + "avg_reward": 1948.76, + "avg_cost": 0.0, + "lambda": 256.9051, + "rho": [ + 0.4771, + 0.5229 + ] + }, + { + "episode": 560, + "avg_reward": 1848.79, + "avg_cost": 0.0, + "lambda": 257.032, + "rho": [ + 0.4771, + 0.5229 + ] + }, + { + "episode": 570, + "avg_reward": 1822.68, + "avg_cost": 0.0, + "lambda": 257.0763, + "rho": [ + 0.4771, + 0.5229 + ] + }, + { + "episode": 580, + "avg_reward": 1768.97, + "avg_cost": 0.0, + "lambda": 257.0917, + "rho": [ + 0.4771, + 0.5229 + ] + }, + { + "episode": 590, + "avg_reward": 1791.84, + "avg_cost": 0.0, + "lambda": 257.0971, + "rho": [ + 0.4771, + 0.5229 + ] + }, + { + "episode": 600, + "avg_reward": 1940.78, + "avg_cost": 0.0, + "lambda": 257.099, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 610, + "avg_reward": 2026.28, + "avg_cost": 1.75, + "lambda": 257.1171, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 620, + "avg_reward": 1827.86, + "avg_cost": 0.0, + "lambda": 257.8479, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 630, + "avg_reward": 1837.65, + "avg_cost": 0.0, + "lambda": 258.1423, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 640, + "avg_reward": 1711.86, + "avg_cost": 0.0, + "lambda": 258.245, + "rho": [ + 0.4822, + 0.5178 + ] + }, + { + "episode": 650, + "avg_reward": 1672.66, + "avg_cost": 0.0, + "lambda": 258.2808, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 660, + "avg_reward": 1642.91, + "avg_cost": 0.0, + "lambda": 258.2933, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 670, + "avg_reward": 1618.07, + "avg_cost": 0.0, + "lambda": 258.2977, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 680, + "avg_reward": 1727.36, + "avg_cost": 0.0, + "lambda": 258.3318, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 690, + "avg_reward": 1582.0, + "avg_cost": 0.0, + "lambda": 258.3436, + "rho": [ + 0.4865, + 0.5135 + ] + }, + { + "episode": 700, + "avg_reward": 1622.73, + "avg_cost": 0.0, + "lambda": 258.3478, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 710, + "avg_reward": 1631.12, + "avg_cost": 0.0, + "lambda": 258.3492, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 720, + "avg_reward": 1532.31, + "avg_cost": 0.0, + "lambda": 258.3497, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 730, + "avg_reward": 1324.89, + "avg_cost": 0.0, + "lambda": 258.3671, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 740, + "avg_reward": 1214.22, + "avg_cost": 0.0, + "lambda": 258.3885, + "rho": [ + 0.4902, + 0.5098 + ] + }, + { + "episode": 750, + "avg_reward": 1159.32, + "avg_cost": 0.0, + "lambda": 258.396, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 760, + "avg_reward": 1106.68, + "avg_cost": 0.0, + "lambda": 258.3986, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 770, + "avg_reward": 1131.11, + "avg_cost": 0.0, + "lambda": 258.3995, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 780, + "avg_reward": 1080.71, + "avg_cost": 0.0, + "lambda": 258.3998, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 790, + "avg_reward": 1080.43, + "avg_cost": 0.0, + "lambda": 258.3999, + "rho": [ + 0.4935, + 0.5065 + ] + }, + { + "episode": 800, + "avg_reward": 1093.48, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4962, + 0.5038 + ] + }, + { + "episode": 810, + "avg_reward": 1062.54, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4962, + 0.5038 + ] + }, + { + "episode": 820, + "avg_reward": 1100.18, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4962, + 0.5038 + ] + }, + { + "episode": 830, + "avg_reward": 1107.71, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4962, + 0.5038 + ] + }, + { + "episode": 840, + "avg_reward": 1111.43, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4962, + 0.5038 + ] + }, + { + "episode": 850, + "avg_reward": 1158.38, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4987, + 0.5013 + ] + }, + { + "episode": 860, + "avg_reward": 1196.95, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4987, + 0.5013 + ] + }, + { + "episode": 870, + "avg_reward": 1261.38, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4987, + 0.5013 + ] + }, + { + "episode": 880, + "avg_reward": 1272.08, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4987, + 0.5013 + ] + }, + { + "episode": 890, + "avg_reward": 1315.58, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.4987, + 0.5013 + ] + }, + { + "episode": 900, + "avg_reward": 1396.41, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 910, + "avg_reward": 1430.05, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 920, + "avg_reward": 1379.2, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 930, + "avg_reward": 1338.68, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 940, + "avg_reward": 1357.08, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5008, + 0.4992 + ] + }, + { + "episode": 950, + "avg_reward": 1352.19, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5027, + 0.4973 + ] + }, + { + "episode": 960, + "avg_reward": 1127.36, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5027, + 0.4973 + ] + }, + { + "episode": 970, + "avg_reward": 1098.37, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5027, + 0.4973 + ] + }, + { + "episode": 980, + "avg_reward": 1057.42, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5027, + 0.4973 + ] + }, + { + "episode": 990, + "avg_reward": 1141.76, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5027, + 0.4973 + ] + }, + { + "episode": 1000, + "avg_reward": 1492.98, + "avg_cost": 0.0, + "lambda": 258.4, + "rho": [ + 0.5044, + 0.4956 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..c2b4fc32ed33bbdf02fad68d2a64e5b58617249c --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1000319.11, + "constraint_satisfaction_pct": 85.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.005, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2569.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2469.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2628.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2104.12, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2371.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2399.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1807.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1694.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1187.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1472.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1157.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1298.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1261.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1463.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -967.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -958.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -720.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1077.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -862.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -872.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -918.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -939.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1190.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1161.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -816.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1078.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -845.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -755.46, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1331.02, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -422.59, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -236.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -759.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -600.66, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -512.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 22.88, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 161.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -196.48, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 598.34, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 54.09, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1104.55, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1146.24, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 439.91, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1172.45, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 721.09, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 561.85, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1429.3, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 100.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2033.03, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1956.28, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1557.35, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 964.18, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 774.51, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1223.48, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1799.57, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2605.95, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 956.04, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2275.35, + "avg_cost": 31.0, + "lambda": 0.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2086.48, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2080.98, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 113.81, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2613.72, + "avg_cost": 28.5, + "lambda": 0.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1107.63, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1783.43, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 725.6, + "avg_cost": 10.5, + "lambda": 0.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1606.33, + "avg_cost": 20.5, + "lambda": 0.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1256.07, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2888.91, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3261.06, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2684.72, + "avg_cost": 22.75, + "lambda": 0.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2654.12, + "avg_cost": 16.5, + "lambda": 1.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2002.67, + "avg_cost": 14.25, + "lambda": 0.27, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3222.0, + "avg_cost": 53.75, + "lambda": 1.92, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2209.12, + "avg_cost": 25.0, + "lambda": 7.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 809.09, + "avg_cost": 5.75, + "lambda": 6.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1415.81, + "avg_cost": 44.75, + "lambda": 5.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 2649.34, + "avg_cost": 33.0, + "lambda": 11.8425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2524.34, + "avg_cost": 8.0, + "lambda": 9.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1949.88, + "avg_cost": 17.25, + "lambda": 5.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3057.33, + "avg_cost": 16.0, + "lambda": 6.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4065.58, + "avg_cost": 26.0, + "lambda": 4.335, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3858.83, + "avg_cost": 22.5, + "lambda": 0.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3814.85, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2843.04, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3159.58, + "avg_cost": 27.75, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 800.46, + "avg_cost": 7.0, + "lambda": 0.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3948.56, + "avg_cost": 25.5, + "lambda": 2.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4316.25, + "avg_cost": 28.75, + "lambda": 4.6875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4093.19, + "avg_cost": 33.5, + "lambda": 4.5075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3890.67, + "avg_cost": 23.25, + "lambda": 5.4075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3732.26, + "avg_cost": 23.5, + "lambda": 4.5075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3926.42, + "avg_cost": 16.25, + "lambda": 4.0575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3166.01, + "avg_cost": 20.0, + "lambda": 4.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3546.48, + "avg_cost": 38.0, + "lambda": 4.1025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2174.18, + "avg_cost": 13.5, + "lambda": 3.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3972.61, + "avg_cost": 60.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3283.77, + "avg_cost": 17.5, + "lambda": 6.12, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3155.19, + "avg_cost": 20.75, + "lambda": 5.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4567.42, + "avg_cost": 21.0, + "lambda": 4.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4470.64, + "avg_cost": 20.5, + "lambda": 2.58, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4765.76, + "avg_cost": 19.75, + "lambda": 1.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..9783a205b7b4b9500257b922ead146dda7ef2d59 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1151724.22, + "constraint_satisfaction_pct": 86.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.0625, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2712.23, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3035.9, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2377.84, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2101.22, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2162.52, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2274.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1536.98, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1482.56, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1467.85, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1631.41, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1961.34, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1525.63, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -977.92, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1374.08, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1071.19, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -983.31, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -725.37, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -572.79, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -531.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1112.8, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -566.99, + "avg_cost": 2.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -947.64, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1071.34, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1006.04, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -777.45, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -673.14, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1322.83, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -856.45, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -916.91, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -478.9, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1121.8, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -194.3, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 274.38, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -846.2, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 752.15, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 460.12, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 502.41, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 878.46, + "avg_cost": 4.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 372.07, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 579.62, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1077.93, + "avg_cost": 7.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2081.32, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 117.74, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 598.46, + "avg_cost": 4.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1538.89, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1957.67, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 838.07, + "avg_cost": 6.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1819.27, + "avg_cost": 11.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2021.62, + "avg_cost": 14.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 739.23, + "avg_cost": 5.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1603.08, + "avg_cost": 15.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1137.55, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1184.29, + "avg_cost": 9.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1992.18, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1938.31, + "avg_cost": 22.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2347.54, + "avg_cost": 10.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2173.47, + "avg_cost": 22.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1555.64, + "avg_cost": 10.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1949.39, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1945.36, + "avg_cost": 25.25, + "lambda": 1.5075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2181.79, + "avg_cost": 24.0, + "lambda": 1.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2078.88, + "avg_cost": 12.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2988.84, + "avg_cost": 15.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1488.79, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2425.16, + "avg_cost": 20.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2151.64, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2650.77, + "avg_cost": 15.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3177.34, + "avg_cost": 29.5, + "lambda": 1.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3367.43, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3055.04, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3105.96, + "avg_cost": 35.75, + "lambda": 1.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2795.6, + "avg_cost": 17.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2545.64, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2539.29, + "avg_cost": 23.75, + "lambda": 1.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2987.41, + "avg_cost": 18.75, + "lambda": 1.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1990.39, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3770.8, + "avg_cost": 22.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3435.01, + "avg_cost": 49.0, + "lambda": 2.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3487.92, + "avg_cost": 25.75, + "lambda": 5.655, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2109.05, + "avg_cost": 20.25, + "lambda": 4.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2126.82, + "avg_cost": 35.75, + "lambda": 10.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3588.54, + "avg_cost": 16.5, + "lambda": 8.1375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3046.99, + "avg_cost": 11.0, + "lambda": 4.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3940.99, + "avg_cost": 26.0, + "lambda": 5.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3037.43, + "avg_cost": 21.25, + "lambda": 3.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3573.22, + "avg_cost": 27.25, + "lambda": 2.37, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4333.86, + "avg_cost": 38.75, + "lambda": 1.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3799.17, + "avg_cost": 20.25, + "lambda": 1.545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2824.33, + "avg_cost": 18.5, + "lambda": 2.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3930.56, + "avg_cost": 56.25, + "lambda": 3.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3047.68, + "avg_cost": 11.25, + "lambda": 5.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4179.91, + "avg_cost": 22.5, + "lambda": 6.0525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3429.98, + "avg_cost": 14.0, + "lambda": 4.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4481.01, + "avg_cost": 36.25, + "lambda": 4.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4265.45, + "avg_cost": 18.75, + "lambda": 2.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3729.87, + "avg_cost": 16.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3868.61, + "avg_cost": 18.25, + "lambda": 2.1225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4848.33, + "avg_cost": 47.75, + "lambda": 3.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3332.69, + "avg_cost": 37.5, + "lambda": 3.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4365.96, + "avg_cost": 25.0, + "lambda": 5.0625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..1a9866b57841a0fe5b13a5712e44f4920bb86e2e --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 603669.26, + "constraint_satisfaction_pct": 95.1, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3277.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2727.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3002.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2482.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2559.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2314.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1964.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1524.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1689.5, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1858.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1510.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1276.38, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1278.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1123.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -967.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -813.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -586.04, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -637.75, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -644.15, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -561.96, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -420.79, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -751.37, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1277.3, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -773.54, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -860.5, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -573.72, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 223.41, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -633.0, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -592.88, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1145.19, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -543.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 97.51, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -228.33, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -259.01, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 264.49, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1292.47, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -68.55, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 766.8, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 458.6, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 434.16, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1748.97, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1082.49, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1539.78, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1466.41, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1671.0, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 307.41, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 298.83, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1772.96, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1646.91, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 814.37, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2077.41, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 777.47, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 893.91, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1182.17, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2139.22, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2272.56, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 879.24, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1962.62, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2462.59, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1732.29, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2363.71, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2872.48, + "avg_cost": 32.25, + "lambda": 3.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3239.63, + "avg_cost": 23.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2126.46, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3068.85, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2248.14, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2566.53, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3743.2, + "avg_cost": 29.25, + "lambda": 3.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3420.59, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1949.05, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2800.04, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3540.51, + "avg_cost": 43.25, + "lambda": 6.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3792.41, + "avg_cost": 20.0, + "lambda": 5.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2188.78, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3534.26, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3800.17, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4149.79, + "avg_cost": 27.75, + "lambda": 3.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2986.03, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 486.52, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -409.18, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -422.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -223.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -28.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 63.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -116.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 9.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 231.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 205.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 550.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 454.01, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 506.65, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 379.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 869.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 828.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 695.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 975.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 950.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 989.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1384.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1114.01, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..0c86b8407828200c89f98cdcaf9a4c208940fbbc --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1773651.58, + "constraint_satisfaction_pct": 33.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 71.3838, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3945.45, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -4122.73, + "avg_cost": 0.25, + "lambda": 10.0167, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -4104.23, + "avg_cost": 0.0, + "lambda": 10.047, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3624.65, + "avg_cost": 0.0, + "lambda": 10.0783, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3338.34, + "avg_cost": 0.0, + "lambda": 10.1146, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -3186.18, + "avg_cost": 0.0, + "lambda": 10.1702, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2412.17, + "avg_cost": 0.0, + "lambda": 10.1896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2610.94, + "avg_cost": 0.0, + "lambda": 10.2066, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2427.01, + "avg_cost": 0.0, + "lambda": 10.2186, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2131.35, + "avg_cost": 0.0, + "lambda": 10.2228, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2536.49, + "avg_cost": 0.0, + "lambda": 10.2242, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1777.93, + "avg_cost": 0.0, + "lambda": 10.2247, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1770.21, + "avg_cost": 0.0, + "lambda": 10.2335, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1656.8, + "avg_cost": 0.0, + "lambda": 10.2442, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1743.17, + "avg_cost": 0.0, + "lambda": 10.248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1428.59, + "avg_cost": 0.0, + "lambda": 10.2493, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1027.47, + "avg_cost": 0.0, + "lambda": 10.2498, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -936.5, + "avg_cost": 0.0, + "lambda": 10.2499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -820.13, + "avg_cost": 0.0, + "lambda": 10.2761, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2156.76, + "avg_cost": 0.0, + "lambda": 10.2917, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -863.66, + "avg_cost": 0.25, + "lambda": 10.3852, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -336.22, + "avg_cost": 1.0, + "lambda": 10.6162, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1030.6, + "avg_cost": 0.0, + "lambda": 11.1842, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2372.05, + "avg_cost": 1.25, + "lambda": 11.7806, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -841.47, + "avg_cost": 0.5, + "lambda": 12.2263, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1109.85, + "avg_cost": 1.75, + "lambda": 12.8967, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1543.07, + "avg_cost": 0.0, + "lambda": 13.6396, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -225.04, + "avg_cost": 2.0, + "lambda": 14.111, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -688.37, + "avg_cost": 0.75, + "lambda": 14.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -628.24, + "avg_cost": 0.5, + "lambda": 15.5021, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -287.09, + "avg_cost": 0.75, + "lambda": 16.0336, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 512.33, + "avg_cost": 0.25, + "lambda": 16.4145, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 571.58, + "avg_cost": 2.25, + "lambda": 16.8651, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 121.97, + "avg_cost": 1.0, + "lambda": 17.5396, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 956.47, + "avg_cost": 2.25, + "lambda": 18.3242, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1446.47, + "avg_cost": 2.5, + "lambda": 19.2951, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1285.23, + "avg_cost": 2.0, + "lambda": 20.6716, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 8.04, + "avg_cost": 0.75, + "lambda": 22.1446, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 675.37, + "avg_cost": 1.0, + "lambda": 23.3822, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1257.34, + "avg_cost": 1.0, + "lambda": 24.5222, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1183.82, + "avg_cost": 2.0, + "lambda": 25.8588, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1066.93, + "avg_cost": 2.0, + "lambda": 27.2006, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1219.83, + "avg_cost": 0.5, + "lambda": 28.2908, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1806.99, + "avg_cost": 0.75, + "lambda": 29.5406, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2156.51, + "avg_cost": 0.75, + "lambda": 30.5092, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1681.64, + "avg_cost": 1.0, + "lambda": 31.6235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1454.77, + "avg_cost": 1.0, + "lambda": 32.6207, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1559.75, + "avg_cost": 2.75, + "lambda": 33.7745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2309.32, + "avg_cost": 0.75, + "lambda": 35.1417, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2356.58, + "avg_cost": 0.25, + "lambda": 36.4151, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2535.69, + "avg_cost": 0.0, + "lambda": 37.6177, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2115.02, + "avg_cost": 0.25, + "lambda": 38.842, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2951.61, + "avg_cost": 1.0, + "lambda": 39.8813, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3175.57, + "avg_cost": 2.25, + "lambda": 40.9083, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3378.36, + "avg_cost": 0.5, + "lambda": 41.9612, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1762.03, + "avg_cost": 1.25, + "lambda": 43.2227, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2082.3, + "avg_cost": 1.25, + "lambda": 44.3464, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3396.34, + "avg_cost": 0.75, + "lambda": 45.3088, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3750.16, + "avg_cost": 0.0, + "lambda": 46.2917, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3837.37, + "avg_cost": 0.5, + "lambda": 47.0996, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3744.33, + "avg_cost": 0.75, + "lambda": 47.928, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2947.25, + "avg_cost": 1.0, + "lambda": 48.7615, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3635.92, + "avg_cost": 0.75, + "lambda": 49.6348, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2864.21, + "avg_cost": 0.25, + "lambda": 50.5354, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3054.62, + "avg_cost": 0.5, + "lambda": 51.3453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4004.73, + "avg_cost": 1.25, + "lambda": 52.1118, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3689.73, + "avg_cost": 0.25, + "lambda": 52.7532, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3749.9, + "avg_cost": 0.0, + "lambda": 53.2212, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2735.65, + "avg_cost": 0.25, + "lambda": 53.9103, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4212.03, + "avg_cost": 1.75, + "lambda": 54.6308, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4468.42, + "avg_cost": 1.25, + "lambda": 55.5552, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1626.08, + "avg_cost": 0.25, + "lambda": 56.4777, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2034.45, + "avg_cost": 0.75, + "lambda": 57.1979, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3397.87, + "avg_cost": 2.0, + "lambda": 57.8634, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4672.47, + "avg_cost": 1.0, + "lambda": 58.5788, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3892.88, + "avg_cost": 0.0, + "lambda": 59.167, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4942.84, + "avg_cost": 0.0, + "lambda": 59.7563, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4747.95, + "avg_cost": 0.5, + "lambda": 60.2299, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4789.49, + "avg_cost": 0.75, + "lambda": 60.6722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3319.34, + "avg_cost": 0.0, + "lambda": 61.0557, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3694.68, + "avg_cost": 0.25, + "lambda": 61.5028, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4603.73, + "avg_cost": 0.0, + "lambda": 62.0351, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4897.89, + "avg_cost": 0.75, + "lambda": 62.4693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4697.85, + "avg_cost": 0.25, + "lambda": 62.9217, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4955.33, + "avg_cost": 0.5, + "lambda": 63.3786, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2991.77, + "avg_cost": 0.0, + "lambda": 63.8931, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5236.31, + "avg_cost": 0.25, + "lambda": 64.3828, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5461.72, + "avg_cost": 0.5, + "lambda": 64.814, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4795.84, + "avg_cost": 0.25, + "lambda": 65.2666, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5409.9, + "avg_cost": 1.0, + "lambda": 65.7195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5381.22, + "avg_cost": 0.0, + "lambda": 66.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5314.66, + "avg_cost": 0.5, + "lambda": 66.514, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5210.04, + "avg_cost": 0.25, + "lambda": 67.0397, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3967.71, + "avg_cost": 0.75, + "lambda": 67.6635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3250.04, + "avg_cost": 1.0, + "lambda": 68.1662, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3837.7, + "avg_cost": 1.25, + "lambda": 68.7818, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5396.28, + "avg_cost": 0.0, + "lambda": 69.3276, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4737.7, + "avg_cost": 1.25, + "lambda": 69.7503, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5706.95, + "avg_cost": 0.5, + "lambda": 70.374, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6198.21, + "avg_cost": 1.25, + "lambda": 70.876, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6020.11, + "avg_cost": 1.25, + "lambda": 71.3838, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..b8241077d104a9c598af766026765f5bd16017fd --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 964055.17, + "constraint_satisfaction_pct": 89.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2793.12, + "avg_cost": 0.0, + "lambda": 2.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2562.64, + "avg_cost": 0.0, + "lambda": 0.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2981.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2451.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2219.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2438.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1744.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1383.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1699.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1405.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1361.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1151.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -840.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1148.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1086.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -937.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -930.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -503.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1043.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -821.25, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1015.41, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -890.45, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1208.21, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1195.51, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1379.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -918.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -840.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -537.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1310.81, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -871.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -724.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 84.82, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 376.43, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -578.88, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -360.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -215.42, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -321.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -300.76, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 898.28, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 426.8, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1405.33, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 622.7, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 598.29, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1444.44, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 775.92, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1059.02, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 433.4, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1392.35, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1561.94, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1959.46, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1343.35, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 335.79, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1551.4, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 654.37, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2891.58, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2203.17, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2469.37, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1799.62, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2724.43, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2362.49, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1922.74, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1941.82, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3079.9, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2596.41, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3329.33, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3376.46, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3339.68, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3257.57, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3101.86, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3664.79, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2783.88, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1601.89, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2957.4, + "avg_cost": 24.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3589.22, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3864.72, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3612.69, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2902.6, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3789.21, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3055.06, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3966.55, + "avg_cost": 23.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3224.43, + "avg_cost": 26.25, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4400.72, + "avg_cost": 30.0, + "lambda": 0.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3080.58, + "avg_cost": 23.75, + "lambda": 0.385, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4015.96, + "avg_cost": 36.25, + "lambda": 0.99, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4132.23, + "avg_cost": 26.5, + "lambda": 1.58, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3699.07, + "avg_cost": 23.75, + "lambda": 2.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4701.32, + "avg_cost": 46.75, + "lambda": 3.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3897.9, + "avg_cost": 46.75, + "lambda": 3.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3956.89, + "avg_cost": 29.25, + "lambda": 5.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3544.02, + "avg_cost": 21.75, + "lambda": 5.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4538.9, + "avg_cost": 29.0, + "lambda": 5.7375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4404.11, + "avg_cost": 21.0, + "lambda": 5.085, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4225.35, + "avg_cost": 23.25, + "lambda": 4.565, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2169.31, + "avg_cost": 24.75, + "lambda": 3.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -626.76, + "avg_cost": 1.75, + "lambda": 1.9425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -508.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -329.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -512.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -86.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 31.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..0c5c35d96fc1b81cfeee439986138fb25858e8ca --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6482353.27, + "constraint_satisfaction_pct": 61.3, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.42, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 6.08, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3839.62, + "avg_cost": 1.5, + "lambda": 15.2225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4606.96, + "avg_cost": 9.75, + "lambda": 16.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4076.83, + "avg_cost": 1.0, + "lambda": 16.715, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4065.34, + "avg_cost": 5.75, + "lambda": 19.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5016.67, + "avg_cost": 28.5, + "lambda": 20.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5530.55, + "avg_cost": 29.75, + "lambda": 16.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4884.6, + "avg_cost": 6.75, + "lambda": 17.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6272.11, + "avg_cost": 20.0, + "lambda": 22.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5704.93, + "avg_cost": 4.75, + "lambda": 21.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5955.77, + "avg_cost": 1.0, + "lambda": 27.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5922.19, + "avg_cost": 7.75, + "lambda": 25.085, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5872.63, + "avg_cost": 6.5, + "lambda": 23.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6297.03, + "avg_cost": 12.25, + "lambda": 22.49, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6107.23, + "avg_cost": 8.0, + "lambda": 22.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6668.75, + "avg_cost": 38.75, + "lambda": 21.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5837.13, + "avg_cost": 2.0, + "lambda": 23.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 5808.52, + "avg_cost": 3.0, + "lambda": 23.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5917.86, + "avg_cost": 12.5, + "lambda": 25.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5885.76, + "avg_cost": 0.75, + "lambda": 23.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6547.37, + "avg_cost": 21.0, + "lambda": 22.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 5706.84, + "avg_cost": 2.0, + "lambda": 22.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 6417.9, + "avg_cost": 33.0, + "lambda": 23.27, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6695.27, + "avg_cost": 31.25, + "lambda": 22.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6871.24, + "avg_cost": 50.0, + "lambda": 24.14, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5865.42, + "avg_cost": 4.0, + "lambda": 21.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5673.06, + "avg_cost": 0.5, + "lambda": 17.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6405.13, + "avg_cost": 30.25, + "lambda": 18.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6299.03, + "avg_cost": 10.25, + "lambda": 19.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6370.46, + "avg_cost": 16.75, + "lambda": 19.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6903.31, + "avg_cost": 82.0, + "lambda": 19.1675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6525.56, + "avg_cost": 16.25, + "lambda": 19.49, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6283.8, + "avg_cost": 13.0, + "lambda": 18.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 6805.56, + "avg_cost": 52.75, + "lambda": 18.26, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6684.62, + "avg_cost": 13.5, + "lambda": 15.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6471.9, + "avg_cost": 15.75, + "lambda": 15.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6614.72, + "avg_cost": 25.0, + "lambda": 14.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6584.3, + "avg_cost": 18.0, + "lambda": 13.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 6675.2, + "avg_cost": 23.0, + "lambda": 12.53, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 7062.17, + "avg_cost": 78.0, + "lambda": 16.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6578.66, + "avg_cost": 17.0, + "lambda": 17.3525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 6847.53, + "avg_cost": 43.0, + "lambda": 16.2125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6559.09, + "avg_cost": 8.0, + "lambda": 14.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 7002.23, + "avg_cost": 58.0, + "lambda": 16.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6774.63, + "avg_cost": 28.5, + "lambda": 15.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6486.65, + "avg_cost": 10.0, + "lambda": 17.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6432.55, + "avg_cost": 8.25, + "lambda": 15.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6592.33, + "avg_cost": 32.75, + "lambda": 17.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6654.24, + "avg_cost": 4.75, + "lambda": 17.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6650.93, + "avg_cost": 19.0, + "lambda": 17.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6446.56, + "avg_cost": 3.25, + "lambda": 16.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6780.55, + "avg_cost": 21.25, + "lambda": 18.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6812.61, + "avg_cost": 22.25, + "lambda": 17.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6585.19, + "avg_cost": 3.75, + "lambda": 14.8925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6669.26, + "avg_cost": 13.25, + "lambda": 16.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6899.42, + "avg_cost": 28.75, + "lambda": 14.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6992.82, + "avg_cost": 27.0, + "lambda": 14.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6971.49, + "avg_cost": 27.75, + "lambda": 12.6425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6696.81, + "avg_cost": 5.75, + "lambda": 11.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7264.24, + "avg_cost": 42.75, + "lambda": 10.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6969.37, + "avg_cost": 14.5, + "lambda": 9.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6994.1, + "avg_cost": 19.5, + "lambda": 9.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6894.78, + "avg_cost": 17.5, + "lambda": 8.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7178.29, + "avg_cost": 23.5, + "lambda": 8.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6949.17, + "avg_cost": 14.25, + "lambda": 7.49, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7093.21, + "avg_cost": 20.5, + "lambda": 8.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7083.5, + "avg_cost": 8.75, + "lambda": 7.3175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7224.67, + "avg_cost": 26.5, + "lambda": 8.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7187.18, + "avg_cost": 35.75, + "lambda": 8.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7090.88, + "avg_cost": 52.5, + "lambda": 16.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7097.76, + "avg_cost": 15.0, + "lambda": 12.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7045.36, + "avg_cost": 19.0, + "lambda": 9.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7326.15, + "avg_cost": 35.0, + "lambda": 9.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7106.78, + "avg_cost": 5.25, + "lambda": 10.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7245.24, + "avg_cost": 39.75, + "lambda": 9.14, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7026.97, + "avg_cost": 11.0, + "lambda": 9.545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6748.11, + "avg_cost": 18.5, + "lambda": 13.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 6703.44, + "avg_cost": 15.0, + "lambda": 11.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6776.69, + "avg_cost": 19.0, + "lambda": 13.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6772.05, + "avg_cost": 4.0, + "lambda": 12.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6438.32, + "avg_cost": 27.0, + "lambda": 10.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6355.44, + "avg_cost": 10.5, + "lambda": 6.4325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6557.37, + "avg_cost": 33.5, + "lambda": 8.12, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6541.49, + "avg_cost": 10.5, + "lambda": 5.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6811.28, + "avg_cost": 26.25, + "lambda": 4.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5689.3, + "avg_cost": 14.5, + "lambda": 7.265, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6463.44, + "avg_cost": 10.25, + "lambda": 7.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6402.95, + "avg_cost": 14.75, + "lambda": 7.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5261.87, + "avg_cost": 4.75, + "lambda": 6.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6292.17, + "avg_cost": 15.5, + "lambda": 7.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6093.56, + "avg_cost": 12.75, + "lambda": 5.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6525.54, + "avg_cost": 46.0, + "lambda": 9.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6260.65, + "avg_cost": 38.0, + "lambda": 15.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6120.54, + "avg_cost": 1.75, + "lambda": 12.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6514.66, + "avg_cost": 21.0, + "lambda": 8.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5543.02, + "avg_cost": 4.5, + "lambda": 9.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5982.18, + "avg_cost": 31.75, + "lambda": 8.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6859.6, + "avg_cost": 56.5, + "lambda": 10.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6779.33, + "avg_cost": 41.0, + "lambda": 10.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6755.73, + "avg_cost": 21.5, + "lambda": 8.96, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6724.93, + "avg_cost": 26.0, + "lambda": 11.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..8cf9c06cacac8c9123b4080165190fabd85295c9 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4328167.88, + "constraint_satisfaction_pct": 26.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 11.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4085.69, + "avg_cost": 0.0, + "lambda": 24.9872, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4665.8, + "avg_cost": 19.75, + "lambda": 32.5189, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4451.45, + "avg_cost": 4.0, + "lambda": 38.7457, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4450.72, + "avg_cost": 16.0, + "lambda": 43.749, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4184.43, + "avg_cost": 2.25, + "lambda": 48.7158, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3991.94, + "avg_cost": 1.25, + "lambda": 51.9832, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5231.04, + "avg_cost": 54.75, + "lambda": 54.6803, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3739.8, + "avg_cost": 3.0, + "lambda": 57.8152, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4042.28, + "avg_cost": 1.75, + "lambda": 60.8536, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4175.06, + "avg_cost": 0.5, + "lambda": 64.6494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4696.34, + "avg_cost": 9.75, + "lambda": 68.9614, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3722.49, + "avg_cost": 2.75, + "lambda": 71.8333, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3581.0, + "avg_cost": 0.75, + "lambda": 74.2258, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4102.56, + "avg_cost": 2.25, + "lambda": 77.0067, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4447.54, + "avg_cost": 34.75, + "lambda": 79.7435, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5179.77, + "avg_cost": 22.75, + "lambda": 82.8845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 5175.2, + "avg_cost": 7.75, + "lambda": 87.2193, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5026.98, + "avg_cost": 19.75, + "lambda": 91.1027, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3657.38, + "avg_cost": 2.25, + "lambda": 94.4095, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3452.97, + "avg_cost": 7.5, + "lambda": 97.1838, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4754.3, + "avg_cost": 24.25, + "lambda": 99.6329, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3007.92, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3473.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3647.84, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3624.25, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3802.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4039.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3606.0, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3251.46, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3413.29, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4658.91, + "avg_cost": 87.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2435.53, + "avg_cost": 129.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3277.88, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3778.49, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4402.61, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4800.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5013.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5425.38, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5616.73, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5205.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5356.39, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5698.58, + "avg_cost": 25.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5362.41, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5017.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5115.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4978.25, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4892.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5286.12, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5160.02, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5265.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5618.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5712.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5518.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5296.84, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4998.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3977.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2898.63, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3131.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3097.57, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4130.08, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4067.26, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3621.31, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3416.19, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4634.44, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3690.73, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3360.21, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3417.2, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4121.97, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4643.48, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4434.01, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3468.13, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3970.2, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1648.92, + "avg_cost": 304.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 2666.25, + "avg_cost": 75.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3587.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4491.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4485.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4666.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4048.82, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4800.09, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4368.68, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4082.82, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3188.91, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5016.18, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4659.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4733.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5110.76, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4407.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4786.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4691.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4486.71, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3726.16, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4313.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4615.2, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4458.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4477.5, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3875.31, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4026.38, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4751.79, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4582.92, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb1.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..758cf2d282f942d03f56c76e807bb07bb04a4dfa --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v15_cb1.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5619140.57, + "constraint_satisfaction_pct": 32.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 99.91, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 11.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3823.61, + "avg_cost": 8.0, + "lambda": 20.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4909.01, + "avg_cost": 36.25, + "lambda": 28.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4042.34, + "avg_cost": 6.25, + "lambda": 34.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4985.94, + "avg_cost": 24.75, + "lambda": 37.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4052.17, + "avg_cost": 2.75, + "lambda": 39.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4922.97, + "avg_cost": 1.0, + "lambda": 42.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5149.3, + "avg_cost": 5.75, + "lambda": 46.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5562.89, + "avg_cost": 0.5, + "lambda": 48.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5352.75, + "avg_cost": 1.25, + "lambda": 53.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5778.15, + "avg_cost": 2.25, + "lambda": 55.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 6277.2, + "avg_cost": 24.75, + "lambda": 59.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5351.7, + "avg_cost": 4.0, + "lambda": 67.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5819.21, + "avg_cost": 5.5, + "lambda": 68.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6298.07, + "avg_cost": 5.5, + "lambda": 71.2975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6346.55, + "avg_cost": 11.5, + "lambda": 72.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5315.57, + "avg_cost": 1.25, + "lambda": 76.585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 5985.77, + "avg_cost": 13.0, + "lambda": 80.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6174.7, + "avg_cost": 5.0, + "lambda": 81.385, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5769.65, + "avg_cost": 1.25, + "lambda": 83.7775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6169.8, + "avg_cost": 6.75, + "lambda": 85.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6088.19, + "avg_cost": 2.75, + "lambda": 85.8625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5920.72, + "avg_cost": 0.0, + "lambda": 88.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6421.76, + "avg_cost": 3.5, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6336.43, + "avg_cost": 4.25, + "lambda": 92.7775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5505.97, + "avg_cost": 0.0, + "lambda": 94.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6320.27, + "avg_cost": 8.0, + "lambda": 95.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6161.69, + "avg_cost": 1.0, + "lambda": 98.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6433.62, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6064.24, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5503.71, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5896.7, + "avg_cost": 0.0, + "lambda": 99.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 5913.2, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 6418.65, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6271.61, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6255.32, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6234.1, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5934.18, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 6541.62, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5749.13, + "avg_cost": 0.0, + "lambda": 99.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5946.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5699.35, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5933.06, + "avg_cost": 1.25, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6617.45, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6044.49, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6711.05, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6099.57, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6693.42, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6331.09, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6405.41, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6196.41, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6466.12, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6411.48, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6138.33, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6494.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6212.36, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6218.66, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6147.16, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6347.31, + "avg_cost": 1.25, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6523.32, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6543.78, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6664.08, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6180.87, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6175.26, + "avg_cost": 0.0, + "lambda": 99.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6499.44, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6068.67, + "avg_cost": 0.25, + "lambda": 99.8725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6134.93, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6484.05, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6916.34, + "avg_cost": 31.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6340.56, + "avg_cost": 0.25, + "lambda": 99.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6548.65, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6383.04, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6473.22, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6303.39, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5816.04, + "avg_cost": 1.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4944.86, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4991.6, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4923.64, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4599.87, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4156.96, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4152.81, + "avg_cost": 0.25, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4665.58, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4922.11, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4889.48, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4784.31, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5080.0, + "avg_cost": 0.5, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4644.0, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5142.7, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5294.8, + "avg_cost": 25.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4724.75, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4710.8, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4871.75, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4195.71, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4078.6, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3942.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4028.77, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4180.3, + "avg_cost": 4.5, + "lambda": 99.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4311.87, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4127.4, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4031.32, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4108.69, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..4d7912e8de5c36f8008cfbf72d467c2f2a8d0265 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3895724.81, + "constraint_satisfaction_pct": 41.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3905.81, + "avg_cost": 0.25, + "lambda": 56.3976, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5383.93, + "avg_cost": 60.0, + "lambda": 77.7534, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3921.91, + "avg_cost": 2.5, + "lambda": 94.6212, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4098.09, + "avg_cost": 5.25, + "lambda": 106.9883, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4195.78, + "avg_cost": 1.25, + "lambda": 115.2247, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4624.13, + "avg_cost": 0.0, + "lambda": 121.7339, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4260.7, + "avg_cost": 0.0, + "lambda": 125.7693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4932.15, + "avg_cost": 58.5, + "lambda": 129.8184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4519.72, + "avg_cost": 10.0, + "lambda": 137.0862, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4846.53, + "avg_cost": 12.5, + "lambda": 147.2035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5371.69, + "avg_cost": 28.25, + "lambda": 158.0893, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3550.72, + "avg_cost": 5.0, + "lambda": 165.3568, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3493.65, + "avg_cost": 1.75, + "lambda": 169.6086, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4186.33, + "avg_cost": 0.0, + "lambda": 173.6204, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3977.96, + "avg_cost": 0.5, + "lambda": 177.2921, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3565.97, + "avg_cost": 4.5, + "lambda": 180.4959, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3730.51, + "avg_cost": 1.0, + "lambda": 184.4495, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3945.81, + "avg_cost": 0.25, + "lambda": 189.3913, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5172.64, + "avg_cost": 31.5, + "lambda": 194.6537, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4578.4, + "avg_cost": 12.0, + "lambda": 201.5129, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4037.81, + "avg_cost": 1.0, + "lambda": 208.1074, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3789.45, + "avg_cost": 0.0, + "lambda": 212.2578, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3929.87, + "avg_cost": 0.0, + "lambda": 215.5051, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3716.58, + "avg_cost": 5.75, + "lambda": 218.1768, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4212.33, + "avg_cost": 1.5, + "lambda": 220.9919, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3709.0, + "avg_cost": 1.25, + "lambda": 223.9846, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3972.64, + "avg_cost": 3.0, + "lambda": 227.309, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4333.17, + "avg_cost": 0.25, + "lambda": 229.7486, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3750.24, + "avg_cost": 2.25, + "lambda": 231.7042, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4499.94, + "avg_cost": 0.0, + "lambda": 233.5332, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4026.98, + "avg_cost": 0.5, + "lambda": 237.0662, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4280.68, + "avg_cost": 0.0, + "lambda": 239.6939, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4375.91, + "avg_cost": 23.75, + "lambda": 243.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5008.0, + "avg_cost": 4.5, + "lambda": 252.7367, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4293.98, + "avg_cost": 2.25, + "lambda": 257.2739, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4120.18, + "avg_cost": 0.75, + "lambda": 262.0345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4443.91, + "avg_cost": 4.5, + "lambda": 264.5274, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2834.54, + "avg_cost": 1.75, + "lambda": 267.5228, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4441.3, + "avg_cost": 10.75, + "lambda": 269.9275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3380.64, + "avg_cost": 1.0, + "lambda": 271.8678, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3500.79, + "avg_cost": 0.0, + "lambda": 274.9736, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3837.07, + "avg_cost": 1.75, + "lambda": 277.3055, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3290.89, + "avg_cost": 0.5, + "lambda": 281.8814, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3417.85, + "avg_cost": 0.25, + "lambda": 284.5933, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3425.67, + "avg_cost": 0.25, + "lambda": 287.0004, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3219.08, + "avg_cost": 0.25, + "lambda": 290.7199, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2462.48, + "avg_cost": 1.75, + "lambda": 296.0655, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2680.14, + "avg_cost": 0.0, + "lambda": 298.8887, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4076.34, + "avg_cost": 3.25, + "lambda": 301.5359, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3541.13, + "avg_cost": 0.0, + "lambda": 305.1274, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4371.54, + "avg_cost": 21.5, + "lambda": 306.8143, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2556.54, + "avg_cost": 2.0, + "lambda": 310.0002, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3752.27, + "avg_cost": 0.0, + "lambda": 311.3035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3756.06, + "avg_cost": 0.0, + "lambda": 312.9668, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4083.89, + "avg_cost": 0.0, + "lambda": 315.369, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3947.37, + "avg_cost": 0.0, + "lambda": 316.8066, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3638.46, + "avg_cost": 0.0, + "lambda": 318.8561, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3148.06, + "avg_cost": 0.0, + "lambda": 323.5521, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2913.63, + "avg_cost": 0.25, + "lambda": 328.742, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4082.33, + "avg_cost": 0.0, + "lambda": 331.4923, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2908.78, + "avg_cost": 0.0, + "lambda": 332.5356, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4030.12, + "avg_cost": 0.0, + "lambda": 333.0723, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2881.8, + "avg_cost": 0.0, + "lambda": 333.2943, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4178.77, + "avg_cost": 27.25, + "lambda": 333.9045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2124.51, + "avg_cost": 223.25, + "lambda": 385.5717, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2318.55, + "avg_cost": 140.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2982.98, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3402.81, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3627.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3565.44, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3786.62, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4292.23, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4355.41, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3698.07, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3235.45, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3480.17, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3501.42, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3019.86, + "avg_cost": 8.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3870.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4349.75, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3257.65, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3184.5, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3040.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3637.68, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3563.37, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3656.39, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4058.97, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3816.18, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4193.83, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3665.24, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3029.67, + "avg_cost": 56.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3507.81, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5046.46, + "avg_cost": 4.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4817.03, + "avg_cost": 3.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4304.14, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4313.4, + "avg_cost": 2.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4561.84, + "avg_cost": 23.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3283.98, + "avg_cost": 16.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3552.24, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4286.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..1138dc29c1f899018cb5c22c743162c3248bc829 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3545791.55, + "constraint_satisfaction_pct": 98.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 74.825, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3799.45, + "avg_cost": 0.0, + "lambda": 51.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3741.06, + "avg_cost": 0.25, + "lambda": 66.3988, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3326.88, + "avg_cost": 0.25, + "lambda": 71.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3489.77, + "avg_cost": 0.0, + "lambda": 73.5153, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3449.4, + "avg_cost": 0.0, + "lambda": 74.1729, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3443.86, + "avg_cost": 0.0, + "lambda": 74.4022, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3444.59, + "avg_cost": 0.0, + "lambda": 74.4822, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3535.35, + "avg_cost": 0.0, + "lambda": 74.5101, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3601.96, + "avg_cost": 0.0, + "lambda": 74.5198, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3691.96, + "avg_cost": 0.0, + "lambda": 74.5232, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3737.22, + "avg_cost": 0.0, + "lambda": 74.5703, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3863.8, + "avg_cost": 0.0, + "lambda": 74.5896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3974.3, + "avg_cost": 0.0, + "lambda": 74.5964, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4436.33, + "avg_cost": 0.0, + "lambda": 74.5987, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4270.99, + "avg_cost": 0.0, + "lambda": 74.7169, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3983.88, + "avg_cost": 0.0, + "lambda": 74.7873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3849.6, + "avg_cost": 0.0, + "lambda": 74.8119, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3746.24, + "avg_cost": 0.0, + "lambda": 74.8204, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3607.71, + "avg_cost": 0.0, + "lambda": 74.8234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3530.48, + "avg_cost": 0.0, + "lambda": 74.8244, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3483.73, + "avg_cost": 0.0, + "lambda": 74.8248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3395.41, + "avg_cost": 0.0, + "lambda": 74.8249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3331.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3322.34, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3320.1, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3309.13, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3306.8, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3309.94, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3317.8, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3313.81, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3332.85, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3333.76, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3347.19, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3420.7, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3424.08, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3422.91, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3398.95, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3388.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3369.89, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3373.63, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3365.15, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3357.92, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3358.87, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3355.73, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3363.31, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3362.19, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3359.56, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3363.26, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3375.55, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3366.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3353.0, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3347.6, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3351.19, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3371.13, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3374.6, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3387.49, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3391.81, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3390.93, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3412.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3463.82, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3533.12, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3566.43, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3567.1, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3570.1, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3651.35, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3654.93, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3684.38, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3702.26, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3727.82, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3731.33, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3739.73, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3749.79, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3770.37, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3773.2, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3772.28, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3776.75, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3776.17, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3769.65, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3772.06, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3771.05, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3765.88, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3746.56, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3775.93, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3762.74, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3711.07, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3608.54, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2943.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2778.87, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3177.27, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3427.73, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3376.4, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3517.29, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3704.31, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3737.48, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3723.9, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3676.49, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3645.22, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3649.25, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3668.13, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3675.04, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v18_maxstd.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..502cf61cc64c5a28d0646c33c309d734f356ebf0 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v18_maxstd.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4523862.57, + "constraint_satisfaction_pct": 54.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 291.9746, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3879.53, + "avg_cost": 0.5, + "lambda": 54.1993, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5176.14, + "avg_cost": 32.0, + "lambda": 73.8063, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4287.88, + "avg_cost": 0.0, + "lambda": 85.9124, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4334.53, + "avg_cost": 0.0, + "lambda": 94.5743, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4633.72, + "avg_cost": 0.0, + "lambda": 100.2957, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4145.04, + "avg_cost": 0.0, + "lambda": 105.1807, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4747.62, + "avg_cost": 1.25, + "lambda": 111.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3480.04, + "avg_cost": 5.0, + "lambda": 115.6237, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5109.19, + "avg_cost": 27.75, + "lambda": 123.7837, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4157.62, + "avg_cost": 0.0, + "lambda": 132.187, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3760.23, + "avg_cost": 1.0, + "lambda": 142.6865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4028.84, + "avg_cost": 3.5, + "lambda": 148.4368, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3740.51, + "avg_cost": 1.5, + "lambda": 154.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3582.71, + "avg_cost": 2.25, + "lambda": 159.9059, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3497.63, + "avg_cost": 0.25, + "lambda": 165.4291, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3734.67, + "avg_cost": 4.75, + "lambda": 170.095, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4453.32, + "avg_cost": 14.75, + "lambda": 177.2612, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6043.33, + "avg_cost": 15.25, + "lambda": 185.5554, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4396.24, + "avg_cost": 10.0, + "lambda": 193.1152, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3438.41, + "avg_cost": 1.25, + "lambda": 197.5312, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3630.9, + "avg_cost": 0.0, + "lambda": 199.6982, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3989.68, + "avg_cost": 0.25, + "lambda": 200.7327, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3475.97, + "avg_cost": 0.0, + "lambda": 201.4747, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3975.86, + "avg_cost": 1.5, + "lambda": 202.6678, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3998.92, + "avg_cost": 1.0, + "lambda": 204.1195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3641.86, + "avg_cost": 1.25, + "lambda": 205.6537, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3586.02, + "avg_cost": 0.0, + "lambda": 206.9805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3919.51, + "avg_cost": 0.0, + "lambda": 207.9394, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3979.15, + "avg_cost": 5.0, + "lambda": 209.5713, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4344.35, + "avg_cost": 3.5, + "lambda": 214.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4775.83, + "avg_cost": 2.5, + "lambda": 218.4913, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 5027.11, + "avg_cost": 0.0, + "lambda": 220.2368, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5333.17, + "avg_cost": 0.0, + "lambda": 221.1042, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5392.04, + "avg_cost": 0.0, + "lambda": 221.6566, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 5628.73, + "avg_cost": 0.0, + "lambda": 222.0954, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 5914.17, + "avg_cost": 0.25, + "lambda": 222.5545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6252.02, + "avg_cost": 4.25, + "lambda": 223.4363, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5826.32, + "avg_cost": 0.0, + "lambda": 225.2088, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6242.99, + "avg_cost": 0.25, + "lambda": 227.566, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4536.31, + "avg_cost": 0.0, + "lambda": 229.9078, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5004.85, + "avg_cost": 1.5, + "lambda": 232.342, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4993.52, + "avg_cost": 0.25, + "lambda": 234.5859, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5239.83, + "avg_cost": 0.0, + "lambda": 236.0846, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4572.52, + "avg_cost": 1.0, + "lambda": 237.4753, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4560.1, + "avg_cost": 1.5, + "lambda": 239.9732, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4821.02, + "avg_cost": 0.0, + "lambda": 242.8935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4201.59, + "avg_cost": 8.25, + "lambda": 244.3682, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4581.5, + "avg_cost": 1.0, + "lambda": 246.2245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4893.78, + "avg_cost": 1.0, + "lambda": 247.6928, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4618.99, + "avg_cost": 0.0, + "lambda": 248.5883, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4324.48, + "avg_cost": 24.75, + "lambda": 254.3859, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5242.56, + "avg_cost": 0.75, + "lambda": 262.8903, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4665.48, + "avg_cost": 0.0, + "lambda": 266.2595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4598.32, + "avg_cost": 0.0, + "lambda": 267.8594, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4734.28, + "avg_cost": 2.0, + "lambda": 268.7139, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4627.36, + "avg_cost": 0.0, + "lambda": 269.2515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4581.87, + "avg_cost": 0.0, + "lambda": 269.6088, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4714.77, + "avg_cost": 4.5, + "lambda": 270.0549, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4558.94, + "avg_cost": 0.0, + "lambda": 270.7611, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4638.84, + "avg_cost": 0.0, + "lambda": 271.6272, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4647.25, + "avg_cost": 0.0, + "lambda": 272.7437, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4587.9, + "avg_cost": 1.25, + "lambda": 273.3212, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4576.09, + "avg_cost": 0.0, + "lambda": 273.6861, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4617.61, + "avg_cost": 0.75, + "lambda": 274.0137, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4578.75, + "avg_cost": 0.0, + "lambda": 274.4178, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4574.62, + "avg_cost": 0.0, + "lambda": 274.6782, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4586.29, + "avg_cost": 0.0, + "lambda": 274.7738, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4573.12, + "avg_cost": 0.0, + "lambda": 274.978, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4569.34, + "avg_cost": 0.0, + "lambda": 275.0737, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4563.08, + "avg_cost": 0.0, + "lambda": 275.1071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4587.44, + "avg_cost": 0.0, + "lambda": 275.1188, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4593.65, + "avg_cost": 0.0, + "lambda": 275.174, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4622.87, + "avg_cost": 0.0, + "lambda": 275.2235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4596.18, + "avg_cost": 0.0, + "lambda": 275.3022, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4570.47, + "avg_cost": 0.0, + "lambda": 275.431, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4616.26, + "avg_cost": 0.0, + "lambda": 275.476, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4599.67, + "avg_cost": 0.0, + "lambda": 275.5052, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4574.03, + "avg_cost": 0.0, + "lambda": 275.6024, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4569.23, + "avg_cost": 0.0, + "lambda": 275.6971, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4557.85, + "avg_cost": 0.0, + "lambda": 275.7967, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4508.72, + "avg_cost": 0.0, + "lambda": 275.8314, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4581.76, + "avg_cost": 0.0, + "lambda": 275.8435, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4600.46, + "avg_cost": 0.0, + "lambda": 275.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4517.92, + "avg_cost": 0.0, + "lambda": 275.8978, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4525.14, + "avg_cost": 0.0, + "lambda": 275.9272, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4606.88, + "avg_cost": 0.0, + "lambda": 275.9421, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4610.98, + "avg_cost": 0.0, + "lambda": 275.9472, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4564.94, + "avg_cost": 0.0, + "lambda": 275.949, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4544.69, + "avg_cost": 0.0, + "lambda": 275.9497, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3942.19, + "avg_cost": 19.75, + "lambda": 280.5813, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4344.6, + "avg_cost": 0.0, + "lambda": 287.5952, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4352.3, + "avg_cost": 0.0, + "lambda": 290.0746, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4376.75, + "avg_cost": 0.0, + "lambda": 291.3124, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4395.05, + "avg_cost": 0.0, + "lambda": 291.744, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4381.26, + "avg_cost": 0.0, + "lambda": 291.8944, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4394.67, + "avg_cost": 0.0, + "lambda": 291.9469, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4440.55, + "avg_cost": 0.0, + "lambda": 291.9652, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4418.26, + "avg_cost": 0.0, + "lambda": 291.9716, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4374.37, + "avg_cost": 0.0, + "lambda": 291.9738, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4442.71, + "avg_cost": 0.0, + "lambda": 291.9746, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..8b437a1c9e1cc7af1cad3ed69502b8a2b2e56e71 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4727722.07, + "constraint_satisfaction_pct": 98.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 74.825, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5019.34, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5065.94, + "avg_cost": 0.0, + "lambda": 51.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4988.08, + "avg_cost": 0.25, + "lambda": 66.3988, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4435.84, + "avg_cost": 0.25, + "lambda": 71.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4653.03, + "avg_cost": 0.0, + "lambda": 73.5153, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4599.2, + "avg_cost": 0.0, + "lambda": 74.1729, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4591.82, + "avg_cost": 0.0, + "lambda": 74.4022, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4592.79, + "avg_cost": 0.0, + "lambda": 74.4822, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4713.8, + "avg_cost": 0.0, + "lambda": 74.5101, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4802.61, + "avg_cost": 0.0, + "lambda": 74.5198, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4922.61, + "avg_cost": 0.0, + "lambda": 74.5232, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4982.96, + "avg_cost": 0.0, + "lambda": 74.5703, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5151.74, + "avg_cost": 0.0, + "lambda": 74.5896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5299.07, + "avg_cost": 0.0, + "lambda": 74.5964, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 5915.11, + "avg_cost": 0.0, + "lambda": 74.5987, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 5694.65, + "avg_cost": 0.0, + "lambda": 74.7169, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5311.85, + "avg_cost": 0.0, + "lambda": 74.7873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 5132.79, + "avg_cost": 0.0, + "lambda": 74.8119, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4994.99, + "avg_cost": 0.0, + "lambda": 74.8204, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4810.28, + "avg_cost": 0.0, + "lambda": 74.8234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4707.3, + "avg_cost": 0.0, + "lambda": 74.8244, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4644.97, + "avg_cost": 0.0, + "lambda": 74.8248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4527.21, + "avg_cost": 0.0, + "lambda": 74.8249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4441.38, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4429.79, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4426.81, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4412.18, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4409.06, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4413.26, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4423.73, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4418.41, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4443.81, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4445.01, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4462.92, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4560.94, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4565.44, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4563.89, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4531.93, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4517.39, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4493.19, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4498.17, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4486.87, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4477.23, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4478.49, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4474.3, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4484.42, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4482.92, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4479.41, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4484.34, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4500.74, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4488.05, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4470.66, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4463.47, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4468.25, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4494.84, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4499.47, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4516.66, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4522.41, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4521.23, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4549.39, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4618.43, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4710.83, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4755.25, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4756.13, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4760.13, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4868.47, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4873.24, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4912.5, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4936.34, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4970.43, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4975.1, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4986.3, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4999.72, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5027.16, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5030.93, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5029.71, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5035.66, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5034.9, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5026.21, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5029.41, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5028.07, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5021.17, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4995.41, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5034.58, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5016.99, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4948.09, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4811.39, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3924.06, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3705.16, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4236.36, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4570.3, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4501.86, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4689.72, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4939.08, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4983.3, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4965.21, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4901.99, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4860.29, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4865.67, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4890.84, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4900.06, + "avg_cost": 0.0, + "lambda": 74.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..eab476aa06520784ce61b5ea50773a7203a94909 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5331865.96, + "constraint_satisfaction_pct": 67.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 4.81, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5025.75, + "avg_cost": 90.75, + "lambda": 7.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5669.13, + "avg_cost": 148.75, + "lambda": 10.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5006.9, + "avg_cost": 122.0, + "lambda": 14.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3616.86, + "avg_cost": 88.5, + "lambda": 16.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3463.06, + "avg_cost": 23.5, + "lambda": 13.9425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3979.6, + "avg_cost": 27.75, + "lambda": 10.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3871.58, + "avg_cost": 10.75, + "lambda": 5.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4970.44, + "avg_cost": 48.5, + "lambda": 2.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5719.73, + "avg_cost": 110.0, + "lambda": 2.3275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4839.77, + "avg_cost": 46.5, + "lambda": 2.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5651.52, + "avg_cost": 93.75, + "lambda": 0.49, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5492.22, + "avg_cost": 72.0, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4896.78, + "avg_cost": 59.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6089.8, + "avg_cost": 130.5, + "lambda": 0.9275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6002.74, + "avg_cost": 115.5, + "lambda": 0.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4731.16, + "avg_cost": 45.25, + "lambda": 0.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6093.7, + "avg_cost": 115.25, + "lambda": 0.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5548.11, + "avg_cost": 88.25, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5216.14, + "avg_cost": 73.0, + "lambda": 0.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5354.59, + "avg_cost": 56.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 5355.85, + "avg_cost": 67.75, + "lambda": 0.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5353.2, + "avg_cost": 69.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4211.17, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4302.78, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5300.13, + "avg_cost": 51.5, + "lambda": 0.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5603.99, + "avg_cost": 73.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4976.2, + "avg_cost": 49.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5610.83, + "avg_cost": 76.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 5273.08, + "avg_cost": 58.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4760.36, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4485.89, + "avg_cost": 27.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4576.91, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5039.99, + "avg_cost": 47.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4881.58, + "avg_cost": 49.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4425.29, + "avg_cost": 40.0, + "lambda": 0.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4075.02, + "avg_cost": 381.5, + "lambda": 13.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1797.85, + "avg_cost": 268.25, + "lambda": 51.3125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2372.22, + "avg_cost": 135.5, + "lambda": 59.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3205.23, + "avg_cost": 0.75, + "lambda": 58.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3506.69, + "avg_cost": 0.0, + "lambda": 50.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3736.41, + "avg_cost": 0.0, + "lambda": 42.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4300.96, + "avg_cost": 6.5, + "lambda": 34.6125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4618.59, + "avg_cost": 1.25, + "lambda": 26.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5507.84, + "avg_cost": 46.5, + "lambda": 22.495, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5313.61, + "avg_cost": 11.5, + "lambda": 16.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4681.39, + "avg_cost": 3.25, + "lambda": 10.6525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4196.62, + "avg_cost": 27.75, + "lambda": 5.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4957.02, + "avg_cost": 28.0, + "lambda": 1.5775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4356.79, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4462.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4619.43, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4567.52, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5182.31, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4397.49, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5445.64, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5137.56, + "avg_cost": 34.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4703.71, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4557.61, + "avg_cost": 29.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4079.46, + "avg_cost": 31.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7157.65, + "avg_cost": 102.0, + "lambda": 0.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6706.55, + "avg_cost": 119.75, + "lambda": 9.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4407.17, + "avg_cost": 10.5, + "lambda": 6.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7451.92, + "avg_cost": 192.0, + "lambda": 8.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5778.07, + "avg_cost": 30.0, + "lambda": 8.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6133.75, + "avg_cost": 49.25, + "lambda": 1.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6802.4, + "avg_cost": 190.25, + "lambda": 6.355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6032.3, + "avg_cost": 121.75, + "lambda": 4.1525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5124.04, + "avg_cost": 39.75, + "lambda": 3.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5110.57, + "avg_cost": 8.0, + "lambda": 5.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5364.06, + "avg_cost": 46.75, + "lambda": 2.8475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5947.81, + "avg_cost": 36.5, + "lambda": 0.505, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6205.34, + "avg_cost": 60.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5756.21, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5561.54, + "avg_cost": 31.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 6512.3, + "avg_cost": 126.0, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6074.29, + "avg_cost": 101.75, + "lambda": 2.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4222.69, + "avg_cost": 0.0, + "lambda": 2.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5516.36, + "avg_cost": 36.0, + "lambda": 3.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5467.56, + "avg_cost": 39.5, + "lambda": 2.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5534.22, + "avg_cost": 49.25, + "lambda": 2.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6246.84, + "avg_cost": 59.0, + "lambda": 2.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6864.99, + "avg_cost": 105.75, + "lambda": 1.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6473.64, + "avg_cost": 58.5, + "lambda": 0.4675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6952.12, + "avg_cost": 104.75, + "lambda": 0.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6509.74, + "avg_cost": 54.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6660.41, + "avg_cost": 87.0, + "lambda": 2.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6185.69, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 6489.37, + "avg_cost": 130.75, + "lambda": 4.8825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6431.86, + "avg_cost": 107.25, + "lambda": 3.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6296.02, + "avg_cost": 88.5, + "lambda": 4.095, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6382.11, + "avg_cost": 109.75, + "lambda": 6.6125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5669.51, + "avg_cost": 29.5, + "lambda": 2.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6817.08, + "avg_cost": 123.5, + "lambda": 2.1375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6038.96, + "avg_cost": 48.5, + "lambda": 2.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6596.6, + "avg_cost": 111.5, + "lambda": 1.8325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5922.23, + "avg_cost": 57.25, + "lambda": 4.4275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5962.37, + "avg_cost": 55.5, + "lambda": 0.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6449.59, + "avg_cost": 100.5, + "lambda": 5.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5417.11, + "avg_cost": 11.75, + "lambda": 4.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6469.68, + "avg_cost": 67.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..e4e3ad7e5f9c970a30a1e841292ce8329f40951c --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4507504.44, + "constraint_satisfaction_pct": 60.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 8.4825, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -96.93, + "avg_cost": 151.25, + "lambda": 6.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4921.03, + "avg_cost": 68.0, + "lambda": 8.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4852.78, + "avg_cost": 93.75, + "lambda": 15.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5529.36, + "avg_cost": 104.0, + "lambda": 23.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3418.94, + "avg_cost": 43.25, + "lambda": 27.235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3378.59, + "avg_cost": 42.5, + "lambda": 27.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 2947.27, + "avg_cost": 62.75, + "lambda": 30.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4154.82, + "avg_cost": 36.75, + "lambda": 32.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4554.52, + "avg_cost": 49.0, + "lambda": 34.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4211.45, + "avg_cost": 30.0, + "lambda": 34.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4332.56, + "avg_cost": 28.75, + "lambda": 34.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4188.88, + "avg_cost": 14.0, + "lambda": 33.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4824.02, + "avg_cost": 30.5, + "lambda": 35.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2913.08, + "avg_cost": 13.75, + "lambda": 36.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3557.21, + "avg_cost": 51.25, + "lambda": 36.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4793.31, + "avg_cost": 45.5, + "lambda": 37.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4829.9, + "avg_cost": 40.0, + "lambda": 39.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4162.45, + "avg_cost": 20.0, + "lambda": 39.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3602.77, + "avg_cost": 6.5, + "lambda": 39.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3625.82, + "avg_cost": 28.5, + "lambda": 39.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3582.33, + "avg_cost": 13.75, + "lambda": 38.6525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4202.04, + "avg_cost": 7.0, + "lambda": 37.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4035.78, + "avg_cost": 18.25, + "lambda": 37.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4369.86, + "avg_cost": 5.0, + "lambda": 35.7975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5079.5, + "avg_cost": 33.75, + "lambda": 35.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3835.77, + "avg_cost": 10.5, + "lambda": 35.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4357.31, + "avg_cost": 19.5, + "lambda": 34.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4466.24, + "avg_cost": 27.25, + "lambda": 35.0025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4064.26, + "avg_cost": 35.75, + "lambda": 34.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3541.81, + "avg_cost": 14.5, + "lambda": 33.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4587.68, + "avg_cost": 39.0, + "lambda": 33.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3995.8, + "avg_cost": 25.75, + "lambda": 33.285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3492.91, + "avg_cost": 9.0, + "lambda": 32.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3784.16, + "avg_cost": 7.5, + "lambda": 32.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4055.37, + "avg_cost": 13.75, + "lambda": 31.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4058.6, + "avg_cost": 25.0, + "lambda": 31.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3572.19, + "avg_cost": 3.5, + "lambda": 30.4325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4128.95, + "avg_cost": 28.0, + "lambda": 29.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4426.83, + "avg_cost": 18.0, + "lambda": 29.5775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4240.1, + "avg_cost": 13.25, + "lambda": 29.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3805.61, + "avg_cost": 39.5, + "lambda": 29.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3398.07, + "avg_cost": 23.0, + "lambda": 30.37, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4972.28, + "avg_cost": 33.75, + "lambda": 29.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4583.86, + "avg_cost": 36.5, + "lambda": 29.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4878.47, + "avg_cost": 23.0, + "lambda": 28.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4271.7, + "avg_cost": 7.5, + "lambda": 28.145, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4374.53, + "avg_cost": 12.0, + "lambda": 27.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4480.72, + "avg_cost": 6.5, + "lambda": 26.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4289.58, + "avg_cost": 19.25, + "lambda": 25.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3959.2, + "avg_cost": 4.5, + "lambda": 24.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4549.87, + "avg_cost": 13.25, + "lambda": 23.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3925.6, + "avg_cost": 23.0, + "lambda": 22.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4469.0, + "avg_cost": 30.0, + "lambda": 22.305, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3405.02, + "avg_cost": 6.25, + "lambda": 21.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3840.99, + "avg_cost": 4.0, + "lambda": 20.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3455.11, + "avg_cost": 7.25, + "lambda": 19.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4354.56, + "avg_cost": 25.75, + "lambda": 18.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4558.58, + "avg_cost": 28.25, + "lambda": 18.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3817.61, + "avg_cost": 2.5, + "lambda": 17.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4972.32, + "avg_cost": 38.75, + "lambda": 17.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4193.28, + "avg_cost": 19.5, + "lambda": 17.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4739.65, + "avg_cost": 36.75, + "lambda": 17.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4623.66, + "avg_cost": 17.75, + "lambda": 16.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4124.42, + "avg_cost": 16.75, + "lambda": 16.1375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4523.86, + "avg_cost": 12.0, + "lambda": 14.62, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4562.9, + "avg_cost": 6.75, + "lambda": 13.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4734.09, + "avg_cost": 18.0, + "lambda": 12.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4628.06, + "avg_cost": 13.5, + "lambda": 11.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5229.43, + "avg_cost": 31.25, + "lambda": 11.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4444.72, + "avg_cost": 16.0, + "lambda": 10.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5057.61, + "avg_cost": 24.0, + "lambda": 10.7375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4858.64, + "avg_cost": 28.0, + "lambda": 11.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4725.07, + "avg_cost": 10.25, + "lambda": 10.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4669.53, + "avg_cost": 22.25, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4901.4, + "avg_cost": 52.75, + "lambda": 11.4025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5297.89, + "avg_cost": 42.25, + "lambda": 12.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5159.27, + "avg_cost": 34.75, + "lambda": 13.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4267.45, + "avg_cost": 11.25, + "lambda": 15.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4163.61, + "avg_cost": 21.25, + "lambda": 15.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5093.06, + "avg_cost": 27.5, + "lambda": 15.0075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4803.83, + "avg_cost": 34.5, + "lambda": 15.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4546.09, + "avg_cost": 24.5, + "lambda": 15.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4968.22, + "avg_cost": 35.0, + "lambda": 16.615, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4365.95, + "avg_cost": 9.25, + "lambda": 16.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5384.75, + "avg_cost": 27.25, + "lambda": 15.53, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4879.83, + "avg_cost": 5.0, + "lambda": 14.6125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4983.23, + "avg_cost": 2.5, + "lambda": 13.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5325.1, + "avg_cost": 13.5, + "lambda": 12.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5092.23, + "avg_cost": 5.75, + "lambda": 12.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5851.12, + "avg_cost": 27.75, + "lambda": 11.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5682.65, + "avg_cost": 27.25, + "lambda": 11.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5668.28, + "avg_cost": 12.75, + "lambda": 10.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6064.45, + "avg_cost": 24.5, + "lambda": 10.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5847.69, + "avg_cost": 44.0, + "lambda": 9.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6045.29, + "avg_cost": 29.5, + "lambda": 10.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5796.14, + "avg_cost": 20.0, + "lambda": 10.585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5680.89, + "avg_cost": 18.75, + "lambda": 10.2975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5369.09, + "avg_cost": 20.75, + "lambda": 10.235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5129.34, + "avg_cost": 18.5, + "lambda": 9.645, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4950.88, + "avg_cost": 15.5, + "lambda": 8.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5577.41, + "avg_cost": 16.75, + "lambda": 8.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..eccc4fff4692046f6412e5ad77b0ed2388846151 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4710057.29, + "constraint_satisfaction_pct": 61.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 9.375, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -96.93, + "avg_cost": 151.25, + "lambda": 6.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5041.51, + "avg_cost": 83.0, + "lambda": 6.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5335.04, + "avg_cost": 115.5, + "lambda": 12.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5774.95, + "avg_cost": 95.25, + "lambda": 18.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5283.64, + "avg_cost": 104.0, + "lambda": 24.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4916.57, + "avg_cost": 115.25, + "lambda": 31.8725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5128.27, + "avg_cost": 94.75, + "lambda": 38.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5261.0, + "avg_cost": 89.0, + "lambda": 44.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5274.49, + "avg_cost": 95.0, + "lambda": 49.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5100.05, + "avg_cost": 82.5, + "lambda": 54.8375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4644.85, + "avg_cost": 73.25, + "lambda": 58.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 2849.62, + "avg_cost": 43.25, + "lambda": 60.7425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5861.24, + "avg_cost": 95.0, + "lambda": 62.78, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5498.46, + "avg_cost": 75.75, + "lambda": 67.4675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3315.61, + "avg_cost": 31.0, + "lambda": 66.605, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3297.55, + "avg_cost": 16.75, + "lambda": 64.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3265.93, + "avg_cost": 31.25, + "lambda": 62.62, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3582.55, + "avg_cost": 11.75, + "lambda": 60.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3375.86, + "avg_cost": 9.25, + "lambda": 58.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3353.98, + "avg_cost": 0.75, + "lambda": 54.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5008.27, + "avg_cost": 28.25, + "lambda": 52.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 2793.66, + "avg_cost": 2.0, + "lambda": 48.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3208.92, + "avg_cost": 0.0, + "lambda": 45.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4915.5, + "avg_cost": 35.0, + "lambda": 43.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3019.66, + "avg_cost": 0.0, + "lambda": 39.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4199.73, + "avg_cost": 15.75, + "lambda": 36.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3471.57, + "avg_cost": 7.75, + "lambda": 33.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4703.42, + "avg_cost": 39.0, + "lambda": 32.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4051.94, + "avg_cost": 13.75, + "lambda": 31.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3446.25, + "avg_cost": 0.5, + "lambda": 28.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4703.29, + "avg_cost": 16.5, + "lambda": 25.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4993.67, + "avg_cost": 36.25, + "lambda": 23.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4306.02, + "avg_cost": 16.75, + "lambda": 21.295, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3937.01, + "avg_cost": 12.0, + "lambda": 18.8375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4643.2, + "avg_cost": 21.25, + "lambda": 17.3125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4974.69, + "avg_cost": 23.5, + "lambda": 15.1925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 5322.85, + "avg_cost": 19.75, + "lambda": 14.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5113.89, + "avg_cost": 14.0, + "lambda": 12.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4962.27, + "avg_cost": 43.75, + "lambda": 12.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4120.96, + "avg_cost": 18.25, + "lambda": 12.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4513.28, + "avg_cost": 25.0, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5112.31, + "avg_cost": 46.0, + "lambda": 9.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5039.89, + "avg_cost": 34.25, + "lambda": 9.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4963.03, + "avg_cost": 40.75, + "lambda": 10.6525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4720.05, + "avg_cost": 9.75, + "lambda": 9.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4582.48, + "avg_cost": 20.25, + "lambda": 7.13, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5139.46, + "avg_cost": 12.0, + "lambda": 5.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5373.16, + "avg_cost": 36.25, + "lambda": 3.7975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5369.5, + "avg_cost": 61.0, + "lambda": 4.3175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4665.91, + "avg_cost": 22.0, + "lambda": 5.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5855.38, + "avg_cost": 60.5, + "lambda": 5.765, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5223.1, + "avg_cost": 40.0, + "lambda": 6.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4104.15, + "avg_cost": 24.75, + "lambda": 5.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -239.93, + "avg_cost": 262.25, + "lambda": 16.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 630.87, + "avg_cost": 106.0, + "lambda": 30.095, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1481.63, + "avg_cost": 34.75, + "lambda": 31.7425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2750.14, + "avg_cost": 24.0, + "lambda": 29.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6429.54, + "avg_cost": 104.0, + "lambda": 35.4925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4301.76, + "avg_cost": 42.25, + "lambda": 36.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2547.82, + "avg_cost": 19.5, + "lambda": 35.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3103.19, + "avg_cost": 5.25, + "lambda": 33.5525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3688.46, + "avg_cost": 18.5, + "lambda": 30.715, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3073.16, + "avg_cost": 3.75, + "lambda": 27.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3816.18, + "avg_cost": 10.5, + "lambda": 24.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3816.1, + "avg_cost": 2.0, + "lambda": 20.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4511.72, + "avg_cost": 7.0, + "lambda": 17.66, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4358.06, + "avg_cost": 6.25, + "lambda": 14.3625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4422.49, + "avg_cost": 7.75, + "lambda": 11.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4938.93, + "avg_cost": 8.0, + "lambda": 8.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5120.65, + "avg_cost": 13.75, + "lambda": 5.435, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4824.17, + "avg_cost": 8.25, + "lambda": 2.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5713.98, + "avg_cost": 25.25, + "lambda": 0.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6205.93, + "avg_cost": 51.0, + "lambda": 0.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6338.81, + "avg_cost": 61.0, + "lambda": 0.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6125.81, + "avg_cost": 72.25, + "lambda": 2.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 6412.57, + "avg_cost": 53.0, + "lambda": 4.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6232.65, + "avg_cost": 41.75, + "lambda": 6.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5885.0, + "avg_cost": 45.75, + "lambda": 6.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5456.04, + "avg_cost": 20.5, + "lambda": 5.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5540.79, + "avg_cost": 36.5, + "lambda": 5.4525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6347.33, + "avg_cost": 47.75, + "lambda": 4.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6426.28, + "avg_cost": 36.25, + "lambda": 5.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6527.27, + "avg_cost": 51.25, + "lambda": 5.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6346.02, + "avg_cost": 38.5, + "lambda": 5.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6055.13, + "avg_cost": 31.75, + "lambda": 4.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6071.26, + "avg_cost": 43.5, + "lambda": 4.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6607.43, + "avg_cost": 51.25, + "lambda": 4.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6685.8, + "avg_cost": 57.75, + "lambda": 6.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5979.38, + "avg_cost": 23.75, + "lambda": 5.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6118.53, + "avg_cost": 19.75, + "lambda": 2.9075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6327.99, + "avg_cost": 41.75, + "lambda": 1.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6726.68, + "avg_cost": 43.0, + "lambda": 0.4325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 7034.33, + "avg_cost": 77.75, + "lambda": 4.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6539.99, + "avg_cost": 56.75, + "lambda": 7.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5902.98, + "avg_cost": 59.5, + "lambda": 11.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4875.32, + "avg_cost": 8.5, + "lambda": 9.8025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 792.79, + "avg_cost": 108.5, + "lambda": 9.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3857.73, + "avg_cost": 38.25, + "lambda": 10.12, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4094.95, + "avg_cost": 16.0, + "lambda": 12.71, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4929.86, + "avg_cost": 57.75, + "lambda": 11.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5208.35, + "avg_cost": 14.25, + "lambda": 9.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_mamujoco_HalfCheetah_3x2_pilot2.json b/results/diagnostic_results_n3_baseline_s0_mamujoco_HalfCheetah_3x2_pilot2.json new file mode 100644 index 0000000000000000000000000000000000000000..8570487f97b8700f334f30eb8b346701c1652c86 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_mamujoco_HalfCheetah_3x2_pilot2.json @@ -0,0 +1,58 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 20, + "total_welfare": -55999.31, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2745.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2604.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s0_mamujoco_Hopper_3x1_pilot.json b/results/diagnostic_results_n3_baseline_s0_mamujoco_Hopper_3x1_pilot.json new file mode 100644 index 0000000000000000000000000000000000000000..006fb00300bc474ab3f663f1adb058a7cfa49783 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s0_mamujoco_Hopper_3x1_pilot.json @@ -0,0 +1,69 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 30, + "total_welfare": 145837.47, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 29.89, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 0.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3235.54, + "avg_cost": 91.0, + "lambda": 12.0175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4782.39, + "avg_cost": 114.75, + "lambda": 20.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3312.1, + "avg_cost": 56.0, + "lambda": 29.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..808b64bfbe98883e3300c143fb8661764b432efc --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1519088.78, + "constraint_satisfaction_pct": 86.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.3825, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2909.58, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2845.11, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3040.52, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2387.77, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2307.46, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2373.14, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2300.05, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2179.63, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1600.33, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1618.84, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1442.87, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1560.05, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1256.11, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1179.54, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1191.66, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -947.58, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1097.77, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -897.9, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1360.23, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -910.17, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -465.4, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1251.18, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1047.65, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -878.16, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -597.67, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -847.05, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -921.9, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1130.54, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -99.18, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -848.7, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 483.97, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -196.63, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 49.59, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 101.89, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 316.8, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -45.78, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 310.8, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 788.75, + "avg_cost": 2.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1424.8, + "avg_cost": 6.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1049.04, + "avg_cost": 5.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 161.13, + "avg_cost": 7.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1890.97, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 985.47, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1290.14, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 980.58, + "avg_cost": 7.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2231.4, + "avg_cost": 16.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1680.8, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1640.83, + "avg_cost": 12.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1089.7, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2088.84, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 974.88, + "avg_cost": 5.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2159.16, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2280.25, + "avg_cost": 15.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2180.2, + "avg_cost": 14.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1507.07, + "avg_cost": 13.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -7.19, + "avg_cost": 5.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2557.97, + "avg_cost": 20.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2247.96, + "avg_cost": 22.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2878.02, + "avg_cost": 14.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2160.74, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2732.25, + "avg_cost": 23.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1761.99, + "avg_cost": 15.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 325.39, + "avg_cost": 6.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2298.93, + "avg_cost": 20.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3425.67, + "avg_cost": 24.5, + "lambda": 1.905, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3468.65, + "avg_cost": 27.25, + "lambda": 1.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2575.38, + "avg_cost": 22.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3533.16, + "avg_cost": 27.75, + "lambda": 2.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3599.01, + "avg_cost": 24.75, + "lambda": 3.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3683.61, + "avg_cost": 22.0, + "lambda": 2.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2686.02, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1870.36, + "avg_cost": 10.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3583.34, + "avg_cost": 13.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2195.98, + "avg_cost": 19.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3930.83, + "avg_cost": 19.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3810.36, + "avg_cost": 25.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3711.51, + "avg_cost": 15.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4611.97, + "avg_cost": 28.75, + "lambda": 1.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4063.03, + "avg_cost": 14.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4111.42, + "avg_cost": 28.5, + "lambda": 1.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4218.06, + "avg_cost": 17.75, + "lambda": 2.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4076.28, + "avg_cost": 26.25, + "lambda": 1.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4470.44, + "avg_cost": 25.25, + "lambda": 2.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4463.36, + "avg_cost": 25.75, + "lambda": 2.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4629.32, + "avg_cost": 27.0, + "lambda": 2.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4798.78, + "avg_cost": 34.75, + "lambda": 2.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5176.09, + "avg_cost": 47.25, + "lambda": 3.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3475.06, + "avg_cost": 15.5, + "lambda": 2.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2526.4, + "avg_cost": 19.5, + "lambda": 5.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4837.8, + "avg_cost": 30.25, + "lambda": 5.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4548.38, + "avg_cost": 17.25, + "lambda": 2.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4865.09, + "avg_cost": 33.0, + "lambda": 1.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3551.06, + "avg_cost": 19.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4823.01, + "avg_cost": 33.5, + "lambda": 2.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3589.08, + "avg_cost": 16.75, + "lambda": 2.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4875.12, + "avg_cost": 36.5, + "lambda": 3.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3646.48, + "avg_cost": 16.25, + "lambda": 3.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4521.99, + "avg_cost": 19.25, + "lambda": 3.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3828.26, + "avg_cost": 30.25, + "lambda": 3.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4897.43, + "avg_cost": 31.5, + "lambda": 3.7275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4846.96, + "avg_cost": 21.0, + "lambda": 3.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..af2a5324c169a1bc78c59a10054791bfd25b29dc --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1268901.25, + "constraint_satisfaction_pct": 93.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.1575, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2909.58, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2863.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2971.64, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2739.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2126.63, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2074.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2464.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1931.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1541.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1947.47, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1602.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1392.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1295.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1107.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1103.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -758.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1084.72, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1342.54, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1652.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1050.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1380.25, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1013.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1336.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -836.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1419.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -846.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -788.5, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -761.65, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -295.65, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 186.71, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -295.15, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 336.12, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -49.4, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 967.45, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 270.04, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -83.73, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 781.56, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 678.95, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1019.59, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1645.6, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 536.82, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1735.36, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1710.63, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1082.87, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2008.29, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 518.67, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 992.06, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2643.56, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2534.48, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1975.35, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1461.17, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2406.79, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2676.81, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2740.25, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2867.56, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3111.69, + "avg_cost": 24.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3004.9, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1677.46, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1824.17, + "avg_cost": 14.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3588.37, + "avg_cost": 26.75, + "lambda": 3.39, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3507.19, + "avg_cost": 22.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2084.87, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3311.43, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3077.27, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3182.92, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 1705.15, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 191.45, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -181.79, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 125.26, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 103.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 502.98, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2346.58, + "avg_cost": 52.75, + "lambda": 11.8875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2446.95, + "avg_cost": 34.0, + "lambda": 16.26, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3112.26, + "avg_cost": 11.25, + "lambda": 14.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3278.66, + "avg_cost": 7.0, + "lambda": 10.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2308.71, + "avg_cost": 5.5, + "lambda": 3.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1846.8, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3195.61, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1761.34, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2655.22, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2490.01, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3707.9, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3660.99, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4193.1, + "avg_cost": 22.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2530.21, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4303.6, + "avg_cost": 21.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3682.85, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3889.85, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2668.97, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3111.18, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4835.26, + "avg_cost": 33.25, + "lambda": 3.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4184.76, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4263.88, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4375.83, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3568.78, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3998.84, + "avg_cost": 28.5, + "lambda": 3.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4468.52, + "avg_cost": 20.25, + "lambda": 3.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4840.67, + "avg_cost": 26.5, + "lambda": 3.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4529.35, + "avg_cost": 22.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4724.19, + "avg_cost": 24.25, + "lambda": 3.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4653.04, + "avg_cost": 29.25, + "lambda": 3.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..20a180313c2fd161695cf7050e0092ab9052f7b1 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1582753.96, + "constraint_satisfaction_pct": 98.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 1, + "cost_weights": [ + 2.0, + 1.5, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2909.58, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2903.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2367.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2337.95, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2712.63, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2099.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2287.09, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2052.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1784.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1708.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1282.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1354.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1269.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1681.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1299.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1102.75, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1280.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1431.97, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1338.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -845.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1064.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -977.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -660.63, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1082.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1327.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -812.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -764.81, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -655.28, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -226.62, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -764.45, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 464.37, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5.76, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -240.64, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 858.26, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 737.66, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1226.57, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1136.17, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1539.16, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1027.99, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1261.33, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 909.89, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 887.38, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 902.6, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1079.84, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1813.78, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2027.79, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2097.46, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2381.66, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1468.97, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2250.41, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1034.02, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1799.16, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 933.03, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2897.17, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2483.65, + "avg_cost": 13.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2549.37, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2461.42, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2595.28, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1625.12, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2165.14, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3116.27, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3116.61, + "avg_cost": 13.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 1848.8, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2425.69, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2964.99, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2529.72, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3169.92, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3232.44, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2909.62, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3525.1, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3888.4, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3310.86, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3259.4, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3027.36, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4291.8, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2912.29, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3939.63, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4162.25, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4167.92, + "avg_cost": 26.25, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3822.65, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3061.23, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4556.58, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4432.19, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4305.72, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3388.92, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3938.87, + "avg_cost": 27.0, + "lambda": 3.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4429.17, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4479.22, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4916.07, + "avg_cost": 22.25, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4149.63, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4507.5, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4771.98, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4582.81, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4323.88, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4621.85, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3241.21, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4639.81, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4903.69, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4928.31, + "avg_cost": 35.5, + "lambda": 3.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4591.77, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4946.0, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..a415c5b1d0a978b8876a63442aaa75dde35898ea --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1800066.44, + "constraint_satisfaction_pct": 37.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 72.128, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3879.44, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3643.62, + "avg_cost": 0.25, + "lambda": 10.2098, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3438.63, + "avg_cost": 0.0, + "lambda": 10.3479, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3752.44, + "avg_cost": 0.0, + "lambda": 10.4112, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3109.11, + "avg_cost": 0.0, + "lambda": 10.4365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -3150.13, + "avg_cost": 0.25, + "lambda": 10.4737, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2922.12, + "avg_cost": 0.0, + "lambda": 10.5224, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2636.31, + "avg_cost": 0.0, + "lambda": 10.5768, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1763.02, + "avg_cost": 0.0, + "lambda": 10.6245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2530.08, + "avg_cost": 0.0, + "lambda": 10.6829, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2280.62, + "avg_cost": 0.0, + "lambda": 10.722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1741.63, + "avg_cost": 0.0, + "lambda": 10.752, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1806.63, + "avg_cost": 0.0, + "lambda": 10.767, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1968.96, + "avg_cost": 0.0, + "lambda": 10.7722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1603.03, + "avg_cost": 0.0, + "lambda": 10.7883, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1691.47, + "avg_cost": 0.0, + "lambda": 10.7959, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1501.94, + "avg_cost": 0.0, + "lambda": 10.7986, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1368.92, + "avg_cost": 0.0, + "lambda": 10.7995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1804.28, + "avg_cost": 0.0, + "lambda": 10.7998, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -897.81, + "avg_cost": 0.0, + "lambda": 10.7999, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -892.48, + "avg_cost": 0.0, + "lambda": 10.8068, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1761.69, + "avg_cost": 0.0, + "lambda": 10.8289, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -948.09, + "avg_cost": 0.0, + "lambda": 10.8426, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1644.82, + "avg_cost": 0.0, + "lambda": 10.8591, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -934.34, + "avg_cost": 0.0, + "lambda": 10.8695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1171.39, + "avg_cost": 1.25, + "lambda": 11.0259, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -755.73, + "avg_cost": 1.0, + "lambda": 11.3461, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1272.68, + "avg_cost": 1.5, + "lambda": 11.7883, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -813.97, + "avg_cost": 0.25, + "lambda": 12.4079, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -412.62, + "avg_cost": 1.0, + "lambda": 13.1984, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 491.4, + "avg_cost": 2.0, + "lambda": 14.2713, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -190.18, + "avg_cost": 1.5, + "lambda": 15.5222, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -558.57, + "avg_cost": 0.25, + "lambda": 17.3696, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 893.25, + "avg_cost": 0.75, + "lambda": 19.4219, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 527.92, + "avg_cost": 1.75, + "lambda": 21.2127, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6.58, + "avg_cost": 0.75, + "lambda": 23.321, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 920.34, + "avg_cost": 0.0, + "lambda": 25.2505, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2064.95, + "avg_cost": 3.25, + "lambda": 26.9939, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 925.18, + "avg_cost": 1.5, + "lambda": 29.4929, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1135.77, + "avg_cost": 1.5, + "lambda": 31.9241, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1790.09, + "avg_cost": 2.5, + "lambda": 33.8834, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1707.0, + "avg_cost": 1.75, + "lambda": 35.8519, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1222.87, + "avg_cost": 0.5, + "lambda": 37.404, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2141.97, + "avg_cost": 2.5, + "lambda": 38.7393, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 765.46, + "avg_cost": 0.5, + "lambda": 40.0493, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1333.82, + "avg_cost": 2.0, + "lambda": 41.2537, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1923.62, + "avg_cost": 1.25, + "lambda": 42.5297, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1914.31, + "avg_cost": 0.5, + "lambda": 43.6612, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1704.3, + "avg_cost": 1.0, + "lambda": 44.7444, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2192.87, + "avg_cost": 1.0, + "lambda": 46.0311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2229.32, + "avg_cost": 2.25, + "lambda": 47.2587, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2399.41, + "avg_cost": 0.5, + "lambda": 48.2161, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1748.14, + "avg_cost": 0.0, + "lambda": 49.0672, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2800.15, + "avg_cost": 1.5, + "lambda": 49.7837, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1178.32, + "avg_cost": 0.75, + "lambda": 50.4436, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1646.62, + "avg_cost": 0.5, + "lambda": 51.0055, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2413.41, + "avg_cost": 0.75, + "lambda": 51.694, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2252.38, + "avg_cost": 0.5, + "lambda": 52.2684, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2981.59, + "avg_cost": 0.25, + "lambda": 52.7835, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3542.63, + "avg_cost": 1.0, + "lambda": 53.3879, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3219.62, + "avg_cost": 0.75, + "lambda": 54.0268, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1977.11, + "avg_cost": 0.25, + "lambda": 54.5583, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4083.66, + "avg_cost": 0.0, + "lambda": 55.0165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3892.49, + "avg_cost": 0.0, + "lambda": 55.6248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3862.78, + "avg_cost": 0.5, + "lambda": 56.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2628.5, + "avg_cost": 0.0, + "lambda": 56.9873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3209.64, + "avg_cost": 0.25, + "lambda": 57.4561, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3260.09, + "avg_cost": 1.0, + "lambda": 57.9272, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4163.6, + "avg_cost": 1.0, + "lambda": 58.6135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4116.61, + "avg_cost": 0.0, + "lambda": 59.3129, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3337.78, + "avg_cost": 0.0, + "lambda": 59.9779, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3297.98, + "avg_cost": 0.0, + "lambda": 60.6335, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3919.72, + "avg_cost": 0.25, + "lambda": 61.2964, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4223.16, + "avg_cost": 0.5, + "lambda": 61.8163, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3652.14, + "avg_cost": 0.0, + "lambda": 62.311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4627.92, + "avg_cost": 0.25, + "lambda": 62.6606, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3256.98, + "avg_cost": 0.0, + "lambda": 62.9361, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3566.31, + "avg_cost": 0.0, + "lambda": 63.1487, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4747.35, + "avg_cost": 0.0, + "lambda": 63.301, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4614.37, + "avg_cost": 0.25, + "lambda": 63.4826, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5150.98, + "avg_cost": 0.0, + "lambda": 63.7089, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4534.99, + "avg_cost": 0.75, + "lambda": 63.8815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4842.67, + "avg_cost": 0.5, + "lambda": 64.1371, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4941.42, + "avg_cost": 0.25, + "lambda": 64.4488, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3962.17, + "avg_cost": 0.0, + "lambda": 64.8052, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4424.73, + "avg_cost": 0.75, + "lambda": 65.119, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5707.6, + "avg_cost": 0.5, + "lambda": 65.4913, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5817.07, + "avg_cost": 0.25, + "lambda": 65.8148, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5392.65, + "avg_cost": 0.0, + "lambda": 66.0518, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5300.59, + "avg_cost": 0.0, + "lambda": 66.2744, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5173.14, + "avg_cost": 0.0, + "lambda": 66.5035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5980.66, + "avg_cost": 1.5, + "lambda": 66.6996, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5603.66, + "avg_cost": 0.0, + "lambda": 67.1478, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5709.62, + "avg_cost": 0.5, + "lambda": 67.5102, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5300.72, + "avg_cost": 0.25, + "lambda": 67.9862, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5692.05, + "avg_cost": 0.25, + "lambda": 68.4781, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5622.63, + "avg_cost": 0.25, + "lambda": 68.9071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6140.2, + "avg_cost": 0.5, + "lambda": 69.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6346.6, + "avg_cost": 0.5, + "lambda": 70.1292, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4314.84, + "avg_cost": 1.5, + "lambda": 71.0008, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6450.31, + "avg_cost": 0.5, + "lambda": 72.128, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..dbf4ef004fc0258a1f71ebc2a641d59725b7a1ad --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1368207.88, + "constraint_satisfaction_pct": 79.3, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.3325, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2909.58, + "avg_cost": 0.25, + "lambda": 4.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2739.93, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2694.55, + "avg_cost": 0.25, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2691.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2396.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2360.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2228.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1678.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1818.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2060.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1343.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1478.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1138.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1411.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1103.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1136.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -876.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1359.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1323.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -527.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -888.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -513.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1391.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1046.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1365.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -257.71, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -448.37, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -606.65, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -928.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -167.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -244.06, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 230.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 944.9, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 336.9, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 656.43, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 579.67, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 303.59, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1018.7, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 421.51, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1258.08, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 397.97, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 425.98, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 788.99, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1211.94, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1430.12, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 374.6, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1593.71, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1533.49, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1599.25, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2247.48, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1357.98, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2070.08, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2784.59, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2110.43, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2744.43, + "avg_cost": 29.25, + "lambda": 0.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2012.75, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 374.43, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 981.36, + "avg_cost": 16.25, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1094.02, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2382.37, + "avg_cost": 28.25, + "lambda": 0.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1522.98, + "avg_cost": 13.25, + "lambda": 0.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2030.86, + "avg_cost": 23.0, + "lambda": 0.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2858.41, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1291.43, + "avg_cost": 20.5, + "lambda": 0.355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 1654.9, + "avg_cost": 26.25, + "lambda": 1.0025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3109.63, + "avg_cost": 36.5, + "lambda": 1.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 1969.87, + "avg_cost": 24.0, + "lambda": 1.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 897.78, + "avg_cost": 22.0, + "lambda": 0.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 588.07, + "avg_cost": 29.0, + "lambda": 3.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2344.56, + "avg_cost": 35.75, + "lambda": 5.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4077.27, + "avg_cost": 30.0, + "lambda": 6.6525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3973.85, + "avg_cost": 17.25, + "lambda": 6.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3652.58, + "avg_cost": 14.75, + "lambda": 5.3625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4070.82, + "avg_cost": 14.25, + "lambda": 4.0575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3032.08, + "avg_cost": 11.25, + "lambda": 2.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3842.62, + "avg_cost": 14.5, + "lambda": 1.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4311.98, + "avg_cost": 29.25, + "lambda": 0.8875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4071.9, + "avg_cost": 19.75, + "lambda": 0.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3878.53, + "avg_cost": 23.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4063.91, + "avg_cost": 28.75, + "lambda": 0.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3857.02, + "avg_cost": 36.25, + "lambda": 0.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3000.91, + "avg_cost": 23.75, + "lambda": 0.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4182.7, + "avg_cost": 39.25, + "lambda": 1.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4481.2, + "avg_cost": 28.0, + "lambda": 1.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4690.92, + "avg_cost": 39.75, + "lambda": 2.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3850.62, + "avg_cost": 15.5, + "lambda": 2.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1999.56, + "avg_cost": 13.5, + "lambda": 1.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4219.14, + "avg_cost": 13.0, + "lambda": 1.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3928.32, + "avg_cost": 17.5, + "lambda": 0.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3901.02, + "avg_cost": 25.5, + "lambda": 0.5675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4629.12, + "avg_cost": 33.0, + "lambda": 0.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4657.92, + "avg_cost": 21.5, + "lambda": 0.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4976.06, + "avg_cost": 37.5, + "lambda": 0.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4101.28, + "avg_cost": 24.5, + "lambda": 0.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4781.84, + "avg_cost": 31.75, + "lambda": 0.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3312.22, + "avg_cost": 26.25, + "lambda": 0.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4897.72, + "avg_cost": 28.25, + "lambda": 0.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4894.09, + "avg_cost": 42.25, + "lambda": 1.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3082.12, + "avg_cost": 21.75, + "lambda": 1.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2961.39, + "avg_cost": 27.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4774.81, + "avg_cost": 28.5, + "lambda": 2.3325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..51aaec3ad21dee4c7b0a621c6a09d6e6f1932c75 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4560689.22, + "constraint_satisfaction_pct": 87.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 5.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4174.61, + "avg_cost": 65.0, + "lambda": 13.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5180.63, + "avg_cost": 52.75, + "lambda": 14.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4169.39, + "avg_cost": 11.25, + "lambda": 15.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6231.67, + "avg_cost": 153.25, + "lambda": 16.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5955.7, + "avg_cost": 128.75, + "lambda": 18.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5351.29, + "avg_cost": 99.75, + "lambda": 20.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3858.11, + "avg_cost": 4.25, + "lambda": 21.33, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4119.69, + "avg_cost": 15.0, + "lambda": 22.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3863.58, + "avg_cost": 2.0, + "lambda": 21.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3932.09, + "avg_cost": 1.75, + "lambda": 21.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3760.49, + "avg_cost": 0.25, + "lambda": 20.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4005.4, + "avg_cost": 0.0, + "lambda": 18.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3422.19, + "avg_cost": 0.0, + "lambda": 17.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4022.73, + "avg_cost": 7.5, + "lambda": 16.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4028.68, + "avg_cost": 3.75, + "lambda": 15.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5320.36, + "avg_cost": 59.5, + "lambda": 16.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3825.49, + "avg_cost": 32.0, + "lambda": 16.6425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4396.99, + "avg_cost": 182.25, + "lambda": 25.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3410.54, + "avg_cost": 0.25, + "lambda": 33.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5316.84, + "avg_cost": 45.0, + "lambda": 32.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4220.55, + "avg_cost": 1.25, + "lambda": 31.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4028.3, + "avg_cost": 6.75, + "lambda": 30.33, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3369.05, + "avg_cost": 12.5, + "lambda": 30.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4816.7, + "avg_cost": 31.0, + "lambda": 28.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3800.21, + "avg_cost": 1.75, + "lambda": 26.5775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4230.06, + "avg_cost": 3.0, + "lambda": 24.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3849.22, + "avg_cost": 13.5, + "lambda": 23.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3911.99, + "avg_cost": 0.0, + "lambda": 22.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4219.48, + "avg_cost": 10.0, + "lambda": 21.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4151.68, + "avg_cost": 11.75, + "lambda": 20.495, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4384.14, + "avg_cost": 10.0, + "lambda": 19.13, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3552.74, + "avg_cost": 2.0, + "lambda": 18.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4426.39, + "avg_cost": 16.25, + "lambda": 17.545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3283.53, + "avg_cost": 9.25, + "lambda": 16.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3684.89, + "avg_cost": 1.75, + "lambda": 14.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4522.06, + "avg_cost": 13.75, + "lambda": 13.4125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4670.0, + "avg_cost": 15.0, + "lambda": 12.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4250.66, + "avg_cost": 0.0, + "lambda": 11.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4619.75, + "avg_cost": 6.75, + "lambda": 10.2775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4247.78, + "avg_cost": 3.25, + "lambda": 8.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4217.17, + "avg_cost": 19.75, + "lambda": 7.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5908.38, + "avg_cost": 16.75, + "lambda": 6.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5188.05, + "avg_cost": 2.75, + "lambda": 4.92, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5117.47, + "avg_cost": 2.25, + "lambda": 2.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5026.9, + "avg_cost": 0.75, + "lambda": 0.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4471.07, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4920.29, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4468.83, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4880.47, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4584.99, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5415.24, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5288.62, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4849.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4980.47, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5142.06, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4769.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4803.24, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4921.42, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5296.39, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4661.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4526.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4566.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4569.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4564.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4812.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4761.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4618.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4587.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4619.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4685.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4588.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4574.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4570.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4620.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4574.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4532.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4576.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4605.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4573.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4742.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4659.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4626.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4584.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4611.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4638.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4668.83, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4542.66, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4622.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4599.64, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4856.05, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4654.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4527.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4549.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4613.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4654.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4464.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4488.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4550.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4541.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4624.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v11c_expand.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v11c_expand.json new file mode 100644 index 0000000000000000000000000000000000000000..3c433d0f93efce98e6f28ca5a86676e0d60dbaed --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v11c_expand.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4414410.22, + "constraint_satisfaction_pct": 65.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 6.44, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 5.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3957.04, + "avg_cost": 8.25, + "lambda": 20.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4366.17, + "avg_cost": 12.0, + "lambda": 18.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5080.73, + "avg_cost": 43.25, + "lambda": 18.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4769.5, + "avg_cost": 9.0, + "lambda": 17.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5143.52, + "avg_cost": 36.25, + "lambda": 19.715, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5113.72, + "avg_cost": 62.75, + "lambda": 21.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4248.32, + "avg_cost": 8.25, + "lambda": 24.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6117.22, + "avg_cost": 162.25, + "lambda": 36.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4584.13, + "avg_cost": 3.0, + "lambda": 34.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3233.8, + "avg_cost": 7.0, + "lambda": 33.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4410.72, + "avg_cost": 19.75, + "lambda": 32.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3666.6, + "avg_cost": 14.5, + "lambda": 29.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3319.09, + "avg_cost": 3.5, + "lambda": 25.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3743.48, + "avg_cost": 8.0, + "lambda": 23.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4935.19, + "avg_cost": 24.5, + "lambda": 22.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3627.78, + "avg_cost": 6.75, + "lambda": 19.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3358.64, + "avg_cost": 1.75, + "lambda": 16.5725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5165.53, + "avg_cost": 41.0, + "lambda": 14.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4772.5, + "avg_cost": 167.0, + "lambda": 27.71, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2472.78, + "avg_cost": 86.0, + "lambda": 71.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3409.92, + "avg_cost": 0.0, + "lambda": 67.19, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3865.23, + "avg_cost": 0.0, + "lambda": 59.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4456.0, + "avg_cost": 9.5, + "lambda": 53.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5377.37, + "avg_cost": 77.5, + "lambda": 50.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4016.35, + "avg_cost": 0.0, + "lambda": 48.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5013.89, + "avg_cost": 70.75, + "lambda": 44.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3107.14, + "avg_cost": 2.5, + "lambda": 39.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3741.02, + "avg_cost": 0.0, + "lambda": 32.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3745.38, + "avg_cost": 6.0, + "lambda": 27.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4267.91, + "avg_cost": 9.0, + "lambda": 23.9075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4258.33, + "avg_cost": 7.5, + "lambda": 19.145, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4208.43, + "avg_cost": 9.0, + "lambda": 16.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5176.11, + "avg_cost": 46.5, + "lambda": 13.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3691.97, + "avg_cost": 7.75, + "lambda": 13.265, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4201.01, + "avg_cost": 7.25, + "lambda": 11.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4864.91, + "avg_cost": 55.0, + "lambda": 11.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4363.94, + "avg_cost": 24.75, + "lambda": 10.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4441.22, + "avg_cost": 13.25, + "lambda": 9.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4177.66, + "avg_cost": 8.25, + "lambda": 8.66, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4910.56, + "avg_cost": 35.0, + "lambda": 9.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3923.49, + "avg_cost": 12.25, + "lambda": 10.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4513.59, + "avg_cost": 18.25, + "lambda": 9.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4992.16, + "avg_cost": 56.0, + "lambda": 12.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3702.02, + "avg_cost": 2.25, + "lambda": 12.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5015.26, + "avg_cost": 44.0, + "lambda": 11.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4475.21, + "avg_cost": 33.75, + "lambda": 12.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4379.03, + "avg_cost": 10.5, + "lambda": 12.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4440.04, + "avg_cost": 28.0, + "lambda": 12.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4864.71, + "avg_cost": 28.0, + "lambda": 13.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3896.45, + "avg_cost": 8.75, + "lambda": 13.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4599.11, + "avg_cost": 26.0, + "lambda": 13.16, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4192.3, + "avg_cost": 12.25, + "lambda": 10.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5286.4, + "avg_cost": 53.5, + "lambda": 13.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4982.85, + "avg_cost": 39.0, + "lambda": 14.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5129.21, + "avg_cost": 53.5, + "lambda": 16.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5117.81, + "avg_cost": 55.5, + "lambda": 18.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4066.37, + "avg_cost": 9.0, + "lambda": 18.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4213.93, + "avg_cost": 17.5, + "lambda": 20.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4467.61, + "avg_cost": 8.25, + "lambda": 17.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4167.57, + "avg_cost": 9.75, + "lambda": 14.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4424.52, + "avg_cost": 11.0, + "lambda": 11.5475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4015.47, + "avg_cost": 14.25, + "lambda": 9.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4064.22, + "avg_cost": 6.25, + "lambda": 8.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5101.01, + "avg_cost": 55.5, + "lambda": 9.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5534.84, + "avg_cost": 66.75, + "lambda": 8.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4833.79, + "avg_cost": 24.0, + "lambda": 6.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4768.29, + "avg_cost": 18.75, + "lambda": 6.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4572.87, + "avg_cost": 38.25, + "lambda": 7.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4270.18, + "avg_cost": 11.0, + "lambda": 8.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4771.9, + "avg_cost": 31.25, + "lambda": 11.585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4892.42, + "avg_cost": 33.0, + "lambda": 8.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5429.77, + "avg_cost": 58.0, + "lambda": 8.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5340.03, + "avg_cost": 62.75, + "lambda": 12.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4507.87, + "avg_cost": 17.5, + "lambda": 12.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4617.49, + "avg_cost": 22.5, + "lambda": 9.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4515.67, + "avg_cost": 10.0, + "lambda": 7.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5183.79, + "avg_cost": 57.5, + "lambda": 8.885, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5372.07, + "avg_cost": 69.5, + "lambda": 10.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4774.17, + "avg_cost": 21.25, + "lambda": 7.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5579.52, + "avg_cost": 95.25, + "lambda": 8.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5514.06, + "avg_cost": 67.25, + "lambda": 8.3525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4830.02, + "avg_cost": 32.75, + "lambda": 10.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3871.38, + "avg_cost": 0.75, + "lambda": 9.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4613.53, + "avg_cost": 19.25, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4091.34, + "avg_cost": 6.0, + "lambda": 9.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4410.88, + "avg_cost": 23.75, + "lambda": 11.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5413.7, + "avg_cost": 68.75, + "lambda": 16.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4566.05, + "avg_cost": 14.75, + "lambda": 14.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4258.31, + "avg_cost": 8.25, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4679.53, + "avg_cost": 31.25, + "lambda": 13.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3635.81, + "avg_cost": 2.5, + "lambda": 12.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4301.75, + "avg_cost": 0.0, + "lambda": 8.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4067.9, + "avg_cost": 2.5, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4240.47, + "avg_cost": 2.5, + "lambda": 5.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5314.49, + "avg_cost": 45.0, + "lambda": 5.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5117.57, + "avg_cost": 49.25, + "lambda": 8.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4544.04, + "avg_cost": 8.75, + "lambda": 7.3625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4287.56, + "avg_cost": 20.5, + "lambda": 8.915, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4121.24, + "avg_cost": 5.0, + "lambda": 7.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4268.79, + "avg_cost": 3.75, + "lambda": 6.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..3c433d0f93efce98e6f28ca5a86676e0d60dbaed --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4414410.22, + "constraint_satisfaction_pct": 65.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 6.44, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 5.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3957.04, + "avg_cost": 8.25, + "lambda": 20.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4366.17, + "avg_cost": 12.0, + "lambda": 18.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5080.73, + "avg_cost": 43.25, + "lambda": 18.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4769.5, + "avg_cost": 9.0, + "lambda": 17.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5143.52, + "avg_cost": 36.25, + "lambda": 19.715, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5113.72, + "avg_cost": 62.75, + "lambda": 21.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4248.32, + "avg_cost": 8.25, + "lambda": 24.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6117.22, + "avg_cost": 162.25, + "lambda": 36.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4584.13, + "avg_cost": 3.0, + "lambda": 34.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3233.8, + "avg_cost": 7.0, + "lambda": 33.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4410.72, + "avg_cost": 19.75, + "lambda": 32.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3666.6, + "avg_cost": 14.5, + "lambda": 29.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3319.09, + "avg_cost": 3.5, + "lambda": 25.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3743.48, + "avg_cost": 8.0, + "lambda": 23.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4935.19, + "avg_cost": 24.5, + "lambda": 22.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3627.78, + "avg_cost": 6.75, + "lambda": 19.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3358.64, + "avg_cost": 1.75, + "lambda": 16.5725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5165.53, + "avg_cost": 41.0, + "lambda": 14.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4772.5, + "avg_cost": 167.0, + "lambda": 27.71, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 2472.78, + "avg_cost": 86.0, + "lambda": 71.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3409.92, + "avg_cost": 0.0, + "lambda": 67.19, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3865.23, + "avg_cost": 0.0, + "lambda": 59.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4456.0, + "avg_cost": 9.5, + "lambda": 53.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5377.37, + "avg_cost": 77.5, + "lambda": 50.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4016.35, + "avg_cost": 0.0, + "lambda": 48.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5013.89, + "avg_cost": 70.75, + "lambda": 44.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3107.14, + "avg_cost": 2.5, + "lambda": 39.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3741.02, + "avg_cost": 0.0, + "lambda": 32.48, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3745.38, + "avg_cost": 6.0, + "lambda": 27.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4267.91, + "avg_cost": 9.0, + "lambda": 23.9075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4258.33, + "avg_cost": 7.5, + "lambda": 19.145, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4208.43, + "avg_cost": 9.0, + "lambda": 16.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5176.11, + "avg_cost": 46.5, + "lambda": 13.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3691.97, + "avg_cost": 7.75, + "lambda": 13.265, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4201.01, + "avg_cost": 7.25, + "lambda": 11.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4864.91, + "avg_cost": 55.0, + "lambda": 11.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4363.94, + "avg_cost": 24.75, + "lambda": 10.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4441.22, + "avg_cost": 13.25, + "lambda": 9.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4177.66, + "avg_cost": 8.25, + "lambda": 8.66, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4910.56, + "avg_cost": 35.0, + "lambda": 9.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3923.49, + "avg_cost": 12.25, + "lambda": 10.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4513.59, + "avg_cost": 18.25, + "lambda": 9.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4992.16, + "avg_cost": 56.0, + "lambda": 12.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3702.02, + "avg_cost": 2.25, + "lambda": 12.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5015.26, + "avg_cost": 44.0, + "lambda": 11.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4475.21, + "avg_cost": 33.75, + "lambda": 12.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4379.03, + "avg_cost": 10.5, + "lambda": 12.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4440.04, + "avg_cost": 28.0, + "lambda": 12.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4864.71, + "avg_cost": 28.0, + "lambda": 13.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3896.45, + "avg_cost": 8.75, + "lambda": 13.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4599.11, + "avg_cost": 26.0, + "lambda": 13.16, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4192.3, + "avg_cost": 12.25, + "lambda": 10.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5286.4, + "avg_cost": 53.5, + "lambda": 13.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4982.85, + "avg_cost": 39.0, + "lambda": 14.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5129.21, + "avg_cost": 53.5, + "lambda": 16.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5117.81, + "avg_cost": 55.5, + "lambda": 18.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4066.37, + "avg_cost": 9.0, + "lambda": 18.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4213.93, + "avg_cost": 17.5, + "lambda": 20.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4467.61, + "avg_cost": 8.25, + "lambda": 17.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4167.57, + "avg_cost": 9.75, + "lambda": 14.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4424.52, + "avg_cost": 11.0, + "lambda": 11.5475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4015.47, + "avg_cost": 14.25, + "lambda": 9.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4064.22, + "avg_cost": 6.25, + "lambda": 8.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5101.01, + "avg_cost": 55.5, + "lambda": 9.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5534.84, + "avg_cost": 66.75, + "lambda": 8.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4833.79, + "avg_cost": 24.0, + "lambda": 6.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4768.29, + "avg_cost": 18.75, + "lambda": 6.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4572.87, + "avg_cost": 38.25, + "lambda": 7.895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4270.18, + "avg_cost": 11.0, + "lambda": 8.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4771.9, + "avg_cost": 31.25, + "lambda": 11.585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4892.42, + "avg_cost": 33.0, + "lambda": 8.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5429.77, + "avg_cost": 58.0, + "lambda": 8.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5340.03, + "avg_cost": 62.75, + "lambda": 12.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4507.87, + "avg_cost": 17.5, + "lambda": 12.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4617.49, + "avg_cost": 22.5, + "lambda": 9.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4515.67, + "avg_cost": 10.0, + "lambda": 7.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5183.79, + "avg_cost": 57.5, + "lambda": 8.885, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5372.07, + "avg_cost": 69.5, + "lambda": 10.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4774.17, + "avg_cost": 21.25, + "lambda": 7.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5579.52, + "avg_cost": 95.25, + "lambda": 8.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5514.06, + "avg_cost": 67.25, + "lambda": 8.3525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4830.02, + "avg_cost": 32.75, + "lambda": 10.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3871.38, + "avg_cost": 0.75, + "lambda": 9.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4613.53, + "avg_cost": 19.25, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4091.34, + "avg_cost": 6.0, + "lambda": 9.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4410.88, + "avg_cost": 23.75, + "lambda": 11.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5413.7, + "avg_cost": 68.75, + "lambda": 16.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4566.05, + "avg_cost": 14.75, + "lambda": 14.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4258.31, + "avg_cost": 8.25, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4679.53, + "avg_cost": 31.25, + "lambda": 13.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3635.81, + "avg_cost": 2.5, + "lambda": 12.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4301.75, + "avg_cost": 0.0, + "lambda": 8.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4067.9, + "avg_cost": 2.5, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4240.47, + "avg_cost": 2.5, + "lambda": 5.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5314.49, + "avg_cost": 45.0, + "lambda": 5.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5117.57, + "avg_cost": 49.25, + "lambda": 8.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4544.04, + "avg_cost": 8.75, + "lambda": 7.3625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4287.56, + "avg_cost": 20.5, + "lambda": 8.915, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4121.24, + "avg_cost": 5.0, + "lambda": 7.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4268.79, + "avg_cost": 3.75, + "lambda": 6.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..414f1c68ee258a7b44fbb332800a779779abc802 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3959794.16, + "constraint_satisfaction_pct": 22.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 11.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4595.36, + "avg_cost": 9.5, + "lambda": 21.4891, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3996.77, + "avg_cost": 2.0, + "lambda": 29.5557, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5048.64, + "avg_cost": 23.75, + "lambda": 35.3124, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4475.28, + "avg_cost": 4.75, + "lambda": 39.0613, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4877.84, + "avg_cost": 10.25, + "lambda": 42.5534, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3712.03, + "avg_cost": 9.25, + "lambda": 46.1156, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4446.08, + "avg_cost": 3.25, + "lambda": 50.5813, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4477.17, + "avg_cost": 18.25, + "lambda": 54.0092, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3796.82, + "avg_cost": 0.5, + "lambda": 57.5917, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5392.49, + "avg_cost": 76.0, + "lambda": 61.2827, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5038.49, + "avg_cost": 27.25, + "lambda": 66.2431, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4180.89, + "avg_cost": 0.25, + "lambda": 70.2391, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3759.2, + "avg_cost": 0.75, + "lambda": 73.0423, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3631.6, + "avg_cost": 5.5, + "lambda": 75.3947, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4675.69, + "avg_cost": 4.0, + "lambda": 78.4568, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3780.64, + "avg_cost": 0.0, + "lambda": 83.232, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4334.1, + "avg_cost": 1.75, + "lambda": 86.9341, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4318.79, + "avg_cost": 5.75, + "lambda": 90.2036, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4172.59, + "avg_cost": 0.25, + "lambda": 92.8614, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4519.7, + "avg_cost": 8.25, + "lambda": 95.9097, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3762.39, + "avg_cost": 0.0, + "lambda": 98.8856, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3122.98, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4647.62, + "avg_cost": 20.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4442.25, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3324.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3584.5, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4167.7, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4255.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4501.15, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3789.86, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3782.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3249.43, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3279.97, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3233.14, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3863.17, + "avg_cost": 108.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3343.35, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4124.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4376.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4908.43, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5147.53, + "avg_cost": 18.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4042.86, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4643.99, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3958.86, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3667.82, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3523.6, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3531.37, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4366.36, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3425.09, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4091.72, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3433.61, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4103.92, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3669.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3455.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3022.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4294.89, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3074.41, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3577.69, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4393.46, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4067.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4090.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3923.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4082.33, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3781.1, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3922.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5096.53, + "avg_cost": 34.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4419.01, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4093.74, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4502.98, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3409.34, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3922.0, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4213.23, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4223.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3566.18, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3739.43, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4185.15, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4676.69, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3654.96, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3988.16, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3637.63, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4052.84, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4126.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4599.73, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3759.6, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4716.75, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4280.3, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3501.96, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4058.73, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4054.63, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3755.33, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4535.28, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3731.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3076.9, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3177.21, + "avg_cost": 195.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2500.24, + "avg_cost": 111.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3230.44, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3866.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4566.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3433.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4166.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4183.7, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb1.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..d38a8a0feb5468a19d45182014ade03cb3cd0728 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v15_cb1.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3957370.51, + "constraint_satisfaction_pct": 44.1, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 99.925, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 11.0575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4041.1, + "avg_cost": 4.5, + "lambda": 20.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4003.07, + "avg_cost": 1.75, + "lambda": 26.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4107.88, + "avg_cost": 0.5, + "lambda": 34.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4644.56, + "avg_cost": 5.75, + "lambda": 37.39, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4073.46, + "avg_cost": 2.5, + "lambda": 39.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4124.38, + "avg_cost": 2.75, + "lambda": 42.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5195.98, + "avg_cost": 28.25, + "lambda": 47.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4085.45, + "avg_cost": 1.0, + "lambda": 52.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3403.75, + "avg_cost": 2.5, + "lambda": 54.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4517.73, + "avg_cost": 6.0, + "lambda": 55.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4507.89, + "avg_cost": 3.25, + "lambda": 60.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4821.37, + "avg_cost": 16.25, + "lambda": 62.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5468.75, + "avg_cost": 56.0, + "lambda": 68.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3450.63, + "avg_cost": 1.0, + "lambda": 71.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4883.66, + "avg_cost": 8.75, + "lambda": 76.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4313.86, + "avg_cost": 0.0, + "lambda": 84.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4609.93, + "avg_cost": 1.75, + "lambda": 88.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4435.92, + "avg_cost": 4.25, + "lambda": 90.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3584.0, + "avg_cost": 2.25, + "lambda": 93.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3344.57, + "avg_cost": 8.5, + "lambda": 96.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4581.09, + "avg_cost": 20.0, + "lambda": 99.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4701.11, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4822.98, + "avg_cost": 1.75, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4273.38, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4108.42, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3843.58, + "avg_cost": 24.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3518.12, + "avg_cost": 0.75, + "lambda": 99.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3778.54, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4287.38, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4950.41, + "avg_cost": 55.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3347.96, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3541.2, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3535.1, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3070.64, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2966.56, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4027.87, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3552.67, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3556.26, + "avg_cost": 0.0, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3405.45, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4094.72, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3317.32, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3280.72, + "avg_cost": 0.5, + "lambda": 99.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3450.8, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3485.74, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4284.28, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3343.78, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4474.51, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3903.93, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5383.82, + "avg_cost": 91.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3780.68, + "avg_cost": 180.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2203.57, + "avg_cost": 152.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2306.19, + "avg_cost": 127.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2846.29, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3352.33, + "avg_cost": 0.0, + "lambda": 99.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3439.71, + "avg_cost": 0.0, + "lambda": 99.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3775.03, + "avg_cost": 0.0, + "lambda": 99.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4369.19, + "avg_cost": 10.5, + "lambda": 99.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3654.81, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3923.25, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4052.81, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3477.08, + "avg_cost": 0.75, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3218.89, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3843.71, + "avg_cost": 1.0, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3647.34, + "avg_cost": 0.0, + "lambda": 99.8425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4069.06, + "avg_cost": 0.5, + "lambda": 99.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4021.04, + "avg_cost": 1.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3392.57, + "avg_cost": 0.0, + "lambda": 99.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4180.39, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4135.21, + "avg_cost": 4.25, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3850.12, + "avg_cost": 0.0, + "lambda": 99.8875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3957.47, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3974.88, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3772.07, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3739.32, + "avg_cost": 1.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3881.24, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4036.99, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3768.19, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3338.35, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3888.81, + "avg_cost": 0.0, + "lambda": 99.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4345.58, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4674.89, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3836.91, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3783.19, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3710.27, + "avg_cost": 0.0, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3755.09, + "avg_cost": 0.0, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4076.75, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4356.7, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3794.88, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3796.96, + "avg_cost": 0.0, + "lambda": 99.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4054.31, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3978.22, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3710.63, + "avg_cost": 0.0, + "lambda": 99.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3980.34, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3845.15, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3903.96, + "avg_cost": 0.0, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4267.28, + "avg_cost": 3.25, + "lambda": 99.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5178.81, + "avg_cost": 48.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4113.95, + "avg_cost": 0.0, + "lambda": 99.76, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3919.75, + "avg_cost": 0.0, + "lambda": 99.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3908.52, + "avg_cost": 0.0, + "lambda": 99.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..8e60924a8ab23fc4f0f19312d2cee4a67a0c872e --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3937159.26, + "constraint_satisfaction_pct": 42.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 433.7627, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4177.81, + "avg_cost": 2.75, + "lambda": 44.7714, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5134.14, + "avg_cost": 40.0, + "lambda": 64.6946, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4547.47, + "avg_cost": 9.0, + "lambda": 79.4003, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5033.86, + "avg_cost": 14.25, + "lambda": 87.2652, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4171.23, + "avg_cost": 0.5, + "lambda": 93.5182, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4051.01, + "avg_cost": 0.25, + "lambda": 108.7349, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4033.97, + "avg_cost": 0.0, + "lambda": 122.2388, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4147.13, + "avg_cost": 2.5, + "lambda": 130.3295, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3972.81, + "avg_cost": 0.25, + "lambda": 138.3556, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4492.3, + "avg_cost": 4.0, + "lambda": 145.3492, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4029.66, + "avg_cost": 1.0, + "lambda": 150.6766, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4624.59, + "avg_cost": 0.0, + "lambda": 157.656, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3750.98, + "avg_cost": 0.0, + "lambda": 163.8096, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3670.32, + "avg_cost": 0.0, + "lambda": 168.6544, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4566.15, + "avg_cost": 10.75, + "lambda": 171.1501, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4552.94, + "avg_cost": 44.0, + "lambda": 174.1905, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4516.87, + "avg_cost": 6.0, + "lambda": 180.7477, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4137.08, + "avg_cost": 0.0, + "lambda": 195.2723, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4330.71, + "avg_cost": 1.5, + "lambda": 204.6115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4462.4, + "avg_cost": 0.0, + "lambda": 208.7371, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4199.27, + "avg_cost": 0.75, + "lambda": 211.5526, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4230.08, + "avg_cost": 0.0, + "lambda": 213.7449, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4223.64, + "avg_cost": 12.5, + "lambda": 216.6744, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3866.66, + "avg_cost": 1.5, + "lambda": 219.9791, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4199.13, + "avg_cost": 1.75, + "lambda": 222.0366, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4521.14, + "avg_cost": 0.0, + "lambda": 227.9471, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3451.92, + "avg_cost": 0.0, + "lambda": 232.129, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3466.25, + "avg_cost": 0.0, + "lambda": 236.078, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3724.48, + "avg_cost": 0.0, + "lambda": 241.8415, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3735.25, + "avg_cost": 0.75, + "lambda": 245.4483, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3998.9, + "avg_cost": 0.0, + "lambda": 247.6882, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3482.72, + "avg_cost": 0.0, + "lambda": 250.024, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3708.87, + "avg_cost": 0.0, + "lambda": 251.9307, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3821.36, + "avg_cost": 0.0, + "lambda": 254.5784, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3524.06, + "avg_cost": 6.25, + "lambda": 256.6389, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3540.6, + "avg_cost": 0.0, + "lambda": 259.0889, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3331.06, + "avg_cost": 0.25, + "lambda": 262.574, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3986.27, + "avg_cost": 0.0, + "lambda": 265.282, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4063.46, + "avg_cost": 1.25, + "lambda": 269.7257, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4162.73, + "avg_cost": 0.0, + "lambda": 277.5023, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3546.8, + "avg_cost": 4.0, + "lambda": 282.4747, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4520.67, + "avg_cost": 0.0, + "lambda": 286.8667, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3034.49, + "avg_cost": 2.75, + "lambda": 290.5833, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3609.22, + "avg_cost": 0.0, + "lambda": 293.9433, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4080.11, + "avg_cost": 0.0, + "lambda": 295.902, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4408.66, + "avg_cost": 14.75, + "lambda": 297.6005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4383.64, + "avg_cost": 0.0, + "lambda": 300.2758, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3646.94, + "avg_cost": 0.25, + "lambda": 304.6029, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4487.78, + "avg_cost": 0.0, + "lambda": 309.8293, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4781.74, + "avg_cost": 0.0, + "lambda": 312.0121, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5139.16, + "avg_cost": 1.5, + "lambda": 313.0535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3821.59, + "avg_cost": 0.0, + "lambda": 313.8281, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4743.71, + "avg_cost": 16.75, + "lambda": 315.8779, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3122.16, + "avg_cost": 5.25, + "lambda": 321.3311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3764.3, + "avg_cost": 0.75, + "lambda": 325.0135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4683.19, + "avg_cost": 10.25, + "lambda": 329.3071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3938.99, + "avg_cost": 1.5, + "lambda": 333.0171, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4158.46, + "avg_cost": 0.0, + "lambda": 335.4588, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4287.1, + "avg_cost": 0.0, + "lambda": 336.7662, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3980.79, + "avg_cost": 0.0, + "lambda": 337.5637, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4386.15, + "avg_cost": 0.75, + "lambda": 338.2311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4466.38, + "avg_cost": 0.5, + "lambda": 338.8352, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4039.87, + "avg_cost": 0.0, + "lambda": 339.3453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4546.48, + "avg_cost": 0.5, + "lambda": 339.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4447.24, + "avg_cost": 0.0, + "lambda": 339.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4590.48, + "avg_cost": 0.25, + "lambda": 340.1492, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4558.86, + "avg_cost": 0.0, + "lambda": 340.5819, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5001.91, + "avg_cost": 0.0, + "lambda": 344.4603, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3776.79, + "avg_cost": 0.0, + "lambda": 347.6804, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3122.11, + "avg_cost": 0.0, + "lambda": 349.2809, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 2801.17, + "avg_cost": 0.75, + "lambda": 352.7416, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3280.38, + "avg_cost": 0.25, + "lambda": 355.5681, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3237.49, + "avg_cost": 0.25, + "lambda": 358.6662, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3555.5, + "avg_cost": 0.0, + "lambda": 361.1885, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3766.71, + "avg_cost": 0.0, + "lambda": 365.3661, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3676.64, + "avg_cost": 0.0, + "lambda": 367.6718, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3427.62, + "avg_cost": 0.75, + "lambda": 369.8557, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3195.36, + "avg_cost": 3.5, + "lambda": 371.9006, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3970.45, + "avg_cost": 0.0, + "lambda": 374.3346, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3707.06, + "avg_cost": 5.0, + "lambda": 376.2511, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4522.08, + "avg_cost": 22.5, + "lambda": 378.0685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3252.49, + "avg_cost": 1.75, + "lambda": 384.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3778.69, + "avg_cost": 0.0, + "lambda": 387.7304, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3051.8, + "avg_cost": 0.75, + "lambda": 390.7328, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2893.47, + "avg_cost": 1.25, + "lambda": 392.3142, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3016.09, + "avg_cost": 0.25, + "lambda": 394.4302, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3447.62, + "avg_cost": 0.75, + "lambda": 395.8672, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3575.3, + "avg_cost": 0.0, + "lambda": 397.1925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3768.07, + "avg_cost": 0.0, + "lambda": 398.1762, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3883.13, + "avg_cost": 0.0, + "lambda": 399.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3479.07, + "avg_cost": 0.0, + "lambda": 400.3279, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3407.34, + "avg_cost": 0.0, + "lambda": 401.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3942.92, + "avg_cost": 0.0, + "lambda": 403.0555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4004.9, + "avg_cost": 0.0, + "lambda": 404.208, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3224.07, + "avg_cost": 0.0, + "lambda": 406.5702, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3645.85, + "avg_cost": 0.0, + "lambda": 407.8434, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4157.72, + "avg_cost": 10.0, + "lambda": 408.7532, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2294.09, + "avg_cost": 40.5, + "lambda": 411.3071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2747.34, + "avg_cost": 3.0, + "lambda": 424.351, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3076.04, + "avg_cost": 1.0, + "lambda": 433.7627, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..e4f35fed759dc0fbc88e1206b8bb09461b6783d0 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3554215.52, + "constraint_satisfaction_pct": 98.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 48.925, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3577.96, + "avg_cost": 0.75, + "lambda": 34.8971, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3582.54, + "avg_cost": 0.0, + "lambda": 43.8867, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3528.46, + "avg_cost": 0.0, + "lambda": 47.0706, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3571.93, + "avg_cost": 0.0, + "lambda": 48.2211, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3631.78, + "avg_cost": 0.0, + "lambda": 48.6633, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3460.35, + "avg_cost": 0.25, + "lambda": 48.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3457.73, + "avg_cost": 0.0, + "lambda": 48.8884, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3328.66, + "avg_cost": 0.0, + "lambda": 48.9122, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3297.41, + "avg_cost": 0.0, + "lambda": 48.9205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3229.86, + "avg_cost": 0.0, + "lambda": 48.9234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3321.59, + "avg_cost": 0.0, + "lambda": 48.9245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3372.31, + "avg_cost": 0.0, + "lambda": 48.9248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3386.66, + "avg_cost": 0.0, + "lambda": 48.9249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3369.91, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3350.8, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3344.34, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3271.55, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3196.98, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3108.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3161.19, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3220.92, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3324.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3352.32, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3402.31, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3415.4, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3432.38, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3448.74, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3443.34, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3448.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3451.72, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3467.76, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3484.87, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3512.85, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3534.12, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3546.22, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3558.38, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3562.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3567.65, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3578.75, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3574.43, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3568.59, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3559.77, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3563.7, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3574.22, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3558.63, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3551.63, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3553.58, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3561.54, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3572.11, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3567.23, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3560.53, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3545.99, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3541.86, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3545.92, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3533.43, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3520.04, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3529.56, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3528.1, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3528.47, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3524.73, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3531.32, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3544.03, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3545.83, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3554.14, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3559.19, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3570.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3577.51, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3592.31, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3592.51, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3601.76, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3616.82, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3644.24, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3676.98, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3701.75, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3708.99, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3721.36, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3723.11, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3731.93, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3732.18, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3731.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3732.79, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3730.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3738.68, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3737.71, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3739.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3741.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3740.44, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3741.21, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3738.82, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3735.59, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3733.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3731.99, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3731.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3731.27, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3727.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3729.28, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3726.93, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3722.31, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3720.23, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3706.44, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..926428fffcdd168119b29d05ea543d9a6266f16b --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4738954.03, + "constraint_satisfaction_pct": 98.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 48.925, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4638.37, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4770.61, + "avg_cost": 0.75, + "lambda": 34.8971, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4776.72, + "avg_cost": 0.0, + "lambda": 43.8867, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4704.62, + "avg_cost": 0.0, + "lambda": 47.0706, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4762.57, + "avg_cost": 0.0, + "lambda": 48.2211, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4842.37, + "avg_cost": 0.0, + "lambda": 48.6633, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4613.8, + "avg_cost": 0.25, + "lambda": 48.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4610.31, + "avg_cost": 0.0, + "lambda": 48.8884, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4438.21, + "avg_cost": 0.0, + "lambda": 48.9122, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4396.55, + "avg_cost": 0.0, + "lambda": 48.9205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4306.48, + "avg_cost": 0.0, + "lambda": 48.9234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4428.79, + "avg_cost": 0.0, + "lambda": 48.9245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4496.41, + "avg_cost": 0.0, + "lambda": 48.9248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4515.55, + "avg_cost": 0.0, + "lambda": 48.9249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4493.22, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4467.73, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4459.13, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4362.07, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4262.64, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4144.11, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4214.92, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4294.56, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4433.03, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4469.76, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4536.41, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4553.86, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4576.5, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4598.32, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4591.12, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4597.83, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4602.29, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4623.68, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4646.49, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4683.8, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4712.16, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4728.29, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4744.51, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4750.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4756.87, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4771.67, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4765.91, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4758.12, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4746.36, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4751.6, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4765.63, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4744.84, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4735.5, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4738.11, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4748.72, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4762.82, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4756.3, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4747.38, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4727.98, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4722.48, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4727.9, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4711.25, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4693.38, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4706.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4704.13, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4704.62, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4699.63, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4708.43, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4725.38, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4727.77, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4738.85, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4745.59, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4760.11, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4770.01, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4789.75, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4790.01, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4802.35, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4822.43, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4858.98, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4902.64, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4935.67, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4945.32, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4961.81, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4964.15, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4975.9, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4976.24, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4974.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4977.06, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4974.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4984.9, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4983.61, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4985.83, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4988.49, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4987.26, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4988.28, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4985.09, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4980.78, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4977.45, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4975.98, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4975.16, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4975.03, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4970.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4972.37, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4969.24, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4963.08, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4960.31, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4941.92, + "avg_cost": 0.0, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..e6b7dc3cfce20fbe2064d3d1ef3fae56cf17ad22 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5828587.26, + "constraint_satisfaction_pct": 56.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 343.4338, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4638.37, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5224.8, + "avg_cost": 1.5, + "lambda": 44.0107, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5590.59, + "avg_cost": 6.5, + "lambda": 63.0927, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5873.52, + "avg_cost": 1.0, + "lambda": 72.4251, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5652.55, + "avg_cost": 1.0, + "lambda": 78.2712, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 6364.79, + "avg_cost": 0.0, + "lambda": 82.8411, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5559.97, + "avg_cost": 0.0, + "lambda": 89.164, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5446.23, + "avg_cost": 0.0, + "lambda": 96.3632, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 7409.81, + "avg_cost": 40.0, + "lambda": 102.3895, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6539.05, + "avg_cost": 21.25, + "lambda": 111.4132, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5231.65, + "avg_cost": 3.25, + "lambda": 118.6896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5297.69, + "avg_cost": 0.0, + "lambda": 126.0236, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5870.6, + "avg_cost": 0.0, + "lambda": 132.7949, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6243.82, + "avg_cost": 7.0, + "lambda": 144.6284, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 5973.95, + "avg_cost": 13.0, + "lambda": 154.3248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4840.08, + "avg_cost": 5.75, + "lambda": 161.1094, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5492.59, + "avg_cost": 1.5, + "lambda": 174.0285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6863.45, + "avg_cost": 32.5, + "lambda": 181.8161, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4586.67, + "avg_cost": 1.5, + "lambda": 188.8316, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5333.93, + "avg_cost": 0.25, + "lambda": 192.7509, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5806.73, + "avg_cost": 10.75, + "lambda": 196.3004, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4981.07, + "avg_cost": 0.5, + "lambda": 202.8777, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5286.94, + "avg_cost": 0.0, + "lambda": 207.6152, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6279.24, + "avg_cost": 12.5, + "lambda": 211.0951, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3931.53, + "avg_cost": 14.5, + "lambda": 214.2577, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6159.77, + "avg_cost": 1.5, + "lambda": 217.0265, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5808.47, + "avg_cost": 7.5, + "lambda": 218.7219, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5604.95, + "avg_cost": 1.25, + "lambda": 221.5082, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5645.95, + "avg_cost": 1.25, + "lambda": 223.6219, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6105.84, + "avg_cost": 0.0, + "lambda": 227.6431, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5652.98, + "avg_cost": 0.5, + "lambda": 231.6234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6281.0, + "avg_cost": 0.0, + "lambda": 234.7999, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 7257.1, + "avg_cost": 4.0, + "lambda": 236.9857, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7862.74, + "avg_cost": 2.25, + "lambda": 239.9347, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6877.55, + "avg_cost": 0.0, + "lambda": 242.3364, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6124.76, + "avg_cost": 7.5, + "lambda": 245.8884, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 7418.14, + "avg_cost": 6.0, + "lambda": 248.7238, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5689.65, + "avg_cost": 0.75, + "lambda": 250.6961, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 6329.51, + "avg_cost": 0.0, + "lambda": 252.0273, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6310.55, + "avg_cost": 0.5, + "lambda": 253.6499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 7570.44, + "avg_cost": 1.5, + "lambda": 255.038, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 7240.06, + "avg_cost": 4.0, + "lambda": 257.2111, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 7005.22, + "avg_cost": 1.0, + "lambda": 259.9346, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6294.33, + "avg_cost": 0.0, + "lambda": 261.4628, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6882.57, + "avg_cost": 0.25, + "lambda": 262.2632, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6743.87, + "avg_cost": 0.0, + "lambda": 263.4478, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6180.61, + "avg_cost": 1.25, + "lambda": 264.6076, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5536.3, + "avg_cost": 3.75, + "lambda": 265.4862, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6986.91, + "avg_cost": 0.0, + "lambda": 266.3308, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5691.67, + "avg_cost": 16.5, + "lambda": 267.3777, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5393.35, + "avg_cost": 0.0, + "lambda": 269.9161, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4876.85, + "avg_cost": 0.0, + "lambda": 270.8989, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5479.66, + "avg_cost": 0.0, + "lambda": 271.5072, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4998.6, + "avg_cost": 0.0, + "lambda": 273.3236, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5952.54, + "avg_cost": 8.5, + "lambda": 274.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5031.79, + "avg_cost": 0.0, + "lambda": 276.7205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4819.02, + "avg_cost": 0.0, + "lambda": 277.8469, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5684.71, + "avg_cost": 0.0, + "lambda": 278.2397, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4954.05, + "avg_cost": 1.5, + "lambda": 279.0346, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5304.25, + "avg_cost": 0.0, + "lambda": 280.1759, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5438.91, + "avg_cost": 3.0, + "lambda": 281.0414, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5039.53, + "avg_cost": 0.0, + "lambda": 282.1868, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5846.2, + "avg_cost": 4.0, + "lambda": 283.6155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5726.85, + "avg_cost": 0.0, + "lambda": 285.7755, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5630.14, + "avg_cost": 0.0, + "lambda": 287.9266, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5829.89, + "avg_cost": 0.0, + "lambda": 289.5574, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5753.44, + "avg_cost": 0.0, + "lambda": 292.8526, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5535.5, + "avg_cost": 0.0, + "lambda": 294.3137, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5740.73, + "avg_cost": 0.0, + "lambda": 296.3783, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5699.87, + "avg_cost": 0.0, + "lambda": 297.1089, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6613.7, + "avg_cost": 24.25, + "lambda": 300.0645, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5723.19, + "avg_cost": 0.0, + "lambda": 306.1938, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5585.83, + "avg_cost": 0.0, + "lambda": 308.3309, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5039.28, + "avg_cost": 0.0, + "lambda": 309.0761, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5199.06, + "avg_cost": 0.0, + "lambda": 309.3359, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5607.8, + "avg_cost": 0.0, + "lambda": 309.4616, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5236.74, + "avg_cost": 0.0, + "lambda": 312.8399, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5746.52, + "avg_cost": 0.0, + "lambda": 316.1913, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5253.56, + "avg_cost": 0.0, + "lambda": 317.3693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5244.55, + "avg_cost": 0.0, + "lambda": 317.7801, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5806.25, + "avg_cost": 2.25, + "lambda": 319.4684, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5740.3, + "avg_cost": 0.0, + "lambda": 322.1534, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5779.56, + "avg_cost": 0.0, + "lambda": 323.0956, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5603.98, + "avg_cost": 0.0, + "lambda": 324.9494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5734.39, + "avg_cost": 0.0, + "lambda": 326.0688, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5682.78, + "avg_cost": 0.0, + "lambda": 327.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5798.39, + "avg_cost": 0.0, + "lambda": 327.9809, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6978.54, + "avg_cost": 10.25, + "lambda": 329.7112, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5718.07, + "avg_cost": 0.0, + "lambda": 331.6559, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6975.15, + "avg_cost": 22.5, + "lambda": 332.649, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5245.63, + "avg_cost": 0.0, + "lambda": 335.0042, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5562.11, + "avg_cost": 0.0, + "lambda": 335.897, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5603.51, + "avg_cost": 0.0, + "lambda": 336.2083, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5778.8, + "avg_cost": 0.0, + "lambda": 336.3169, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5721.14, + "avg_cost": 0.0, + "lambda": 338.0179, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5662.14, + "avg_cost": 0.0, + "lambda": 338.922, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5745.53, + "avg_cost": 0.0, + "lambda": 339.4002, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6099.72, + "avg_cost": 7.0, + "lambda": 339.8727, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5580.06, + "avg_cost": 0.0, + "lambda": 341.8933, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5444.95, + "avg_cost": 0.0, + "lambda": 342.6792, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 7774.66, + "avg_cost": 34.5, + "lambda": 343.4338, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..190681a01c5196738c99c9ec5da1667e2b7c246f --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5164095.85, + "constraint_satisfaction_pct": 70.3, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 4.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4698.73, + "avg_cost": 72.0, + "lambda": 9.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3730.35, + "avg_cost": 13.25, + "lambda": 10.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4646.58, + "avg_cost": 42.5, + "lambda": 7.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5506.4, + "avg_cost": 96.0, + "lambda": 8.505, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5549.71, + "avg_cost": 125.25, + "lambda": 8.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4838.35, + "avg_cost": 68.75, + "lambda": 8.12, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3769.45, + "avg_cost": 15.25, + "lambda": 4.9275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4625.35, + "avg_cost": 45.0, + "lambda": 3.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6160.85, + "avg_cost": 149.5, + "lambda": 1.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5554.92, + "avg_cost": 94.0, + "lambda": 1.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5691.47, + "avg_cost": 78.25, + "lambda": 0.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5569.66, + "avg_cost": 72.75, + "lambda": 0.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6301.47, + "avg_cost": 140.75, + "lambda": 1.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4722.03, + "avg_cost": 46.25, + "lambda": 0.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 5268.74, + "avg_cost": 61.75, + "lambda": 0.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5016.58, + "avg_cost": 49.75, + "lambda": 0.4075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4876.63, + "avg_cost": 37.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5479.67, + "avg_cost": 75.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5038.82, + "avg_cost": 33.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5724.45, + "avg_cost": 89.0, + "lambda": 0.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4326.39, + "avg_cost": 26.0, + "lambda": 0.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4217.64, + "avg_cost": 27.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 5874.66, + "avg_cost": 98.25, + "lambda": 0.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5595.21, + "avg_cost": 89.25, + "lambda": 0.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5315.3, + "avg_cost": 76.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6350.04, + "avg_cost": 166.75, + "lambda": 1.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4655.08, + "avg_cost": 41.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5275.36, + "avg_cost": 42.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 5294.26, + "avg_cost": 80.5, + "lambda": 0.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4229.61, + "avg_cost": 28.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5716.22, + "avg_cost": 92.5, + "lambda": 0.3025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4828.83, + "avg_cost": 36.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5539.71, + "avg_cost": 80.0, + "lambda": 0.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4942.26, + "avg_cost": 84.75, + "lambda": 2.2725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1775.05, + "avg_cost": 428.25, + "lambda": 20.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1410.51, + "avg_cost": 286.25, + "lambda": 54.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3127.45, + "avg_cost": 3.0, + "lambda": 55.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3384.98, + "avg_cost": 0.0, + "lambda": 47.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3571.58, + "avg_cost": 0.0, + "lambda": 39.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4320.0, + "avg_cost": 0.0, + "lambda": 32.0175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3495.09, + "avg_cost": 2.25, + "lambda": 24.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4021.55, + "avg_cost": 12.5, + "lambda": 17.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4030.51, + "avg_cost": 19.25, + "lambda": 9.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4292.89, + "avg_cost": 37.25, + "lambda": 5.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5806.87, + "avg_cost": 105.5, + "lambda": 2.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5003.26, + "avg_cost": 54.5, + "lambda": 1.7375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4859.63, + "avg_cost": 64.0, + "lambda": 5.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5157.54, + "avg_cost": 82.0, + "lambda": 5.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4991.41, + "avg_cost": 27.0, + "lambda": 3.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4245.51, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6768.54, + "avg_cost": 142.25, + "lambda": 2.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5925.11, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6696.36, + "avg_cost": 89.0, + "lambda": 0.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6770.08, + "avg_cost": 63.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6172.84, + "avg_cost": 92.25, + "lambda": 1.7325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6078.25, + "avg_cost": 42.0, + "lambda": 1.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6924.86, + "avg_cost": 175.75, + "lambda": 3.545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5714.7, + "avg_cost": 111.25, + "lambda": 7.4975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4228.87, + "avg_cost": 15.5, + "lambda": 4.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6083.86, + "avg_cost": 134.5, + "lambda": 3.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6097.57, + "avg_cost": 85.75, + "lambda": 3.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5290.19, + "avg_cost": 19.75, + "lambda": 0.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4873.49, + "avg_cost": 37.25, + "lambda": 2.2525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4622.46, + "avg_cost": 24.75, + "lambda": 7.1225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5628.81, + "avg_cost": 45.5, + "lambda": 5.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5421.11, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6631.17, + "avg_cost": 142.5, + "lambda": 3.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4764.92, + "avg_cost": 14.0, + "lambda": 4.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4473.49, + "avg_cost": 7.5, + "lambda": 4.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6063.11, + "avg_cost": 95.75, + "lambda": 2.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5855.58, + "avg_cost": 69.25, + "lambda": 3.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4811.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5475.34, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6542.73, + "avg_cost": 124.0, + "lambda": 0.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5202.47, + "avg_cost": 51.25, + "lambda": 4.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6660.73, + "avg_cost": 211.25, + "lambda": 7.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 6672.29, + "avg_cost": 173.0, + "lambda": 6.8475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6386.56, + "avg_cost": 168.75, + "lambda": 7.7375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5439.53, + "avg_cost": 32.0, + "lambda": 4.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5369.97, + "avg_cost": 14.75, + "lambda": 1.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5466.89, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5288.95, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4927.06, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4818.09, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4826.18, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4693.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4684.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5280.13, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5142.76, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4797.61, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4828.58, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5131.27, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4679.26, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5280.23, + "avg_cost": 36.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5340.72, + "avg_cost": 43.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6797.02, + "avg_cost": 203.0, + "lambda": 11.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4514.56, + "avg_cost": 0.0, + "lambda": 10.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4352.92, + "avg_cost": 0.5, + "lambda": 2.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4698.84, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5047.06, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..8995d353dfa16fe29bb8420afcf64037e79b9776 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4344761.63, + "constraint_satisfaction_pct": 68.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.6675, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -202.31, + "avg_cost": 176.75, + "lambda": 6.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3654.93, + "avg_cost": 64.5, + "lambda": 8.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4667.74, + "avg_cost": 89.5, + "lambda": 15.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4934.06, + "avg_cost": 97.5, + "lambda": 23.3775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3083.01, + "avg_cost": 18.0, + "lambda": 23.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3795.65, + "avg_cost": 19.25, + "lambda": 24.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4914.65, + "avg_cost": 54.75, + "lambda": 25.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4499.8, + "avg_cost": 26.0, + "lambda": 26.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4636.13, + "avg_cost": 23.5, + "lambda": 26.355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4296.15, + "avg_cost": 25.5, + "lambda": 26.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4313.05, + "avg_cost": 38.5, + "lambda": 27.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4524.5, + "avg_cost": 22.25, + "lambda": 28.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4490.45, + "avg_cost": 22.0, + "lambda": 28.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4949.79, + "avg_cost": 34.0, + "lambda": 28.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4735.69, + "avg_cost": 77.0, + "lambda": 32.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 5118.9, + "avg_cost": 47.0, + "lambda": 37.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5232.71, + "avg_cost": 43.75, + "lambda": 39.6775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4087.69, + "avg_cost": 19.75, + "lambda": 37.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3738.88, + "avg_cost": 7.5, + "lambda": 36.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5255.57, + "avg_cost": 27.75, + "lambda": 36.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3748.75, + "avg_cost": 5.75, + "lambda": 36.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4522.85, + "avg_cost": 17.25, + "lambda": 35.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4444.27, + "avg_cost": 12.25, + "lambda": 34.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3993.9, + "avg_cost": 38.75, + "lambda": 37.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4372.95, + "avg_cost": 117.0, + "lambda": 44.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3074.69, + "avg_cost": 172.0, + "lambda": 56.755, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4930.65, + "avg_cost": 128.5, + "lambda": 68.53, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5199.11, + "avg_cost": 115.25, + "lambda": 77.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4210.98, + "avg_cost": 39.75, + "lambda": 84.4325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1901.02, + "avg_cost": 94.0, + "lambda": 90.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2501.21, + "avg_cost": 11.5, + "lambda": 93.7325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4430.27, + "avg_cost": 24.0, + "lambda": 93.9525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3245.63, + "avg_cost": 15.25, + "lambda": 92.8425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3759.46, + "avg_cost": 19.75, + "lambda": 92.295, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4645.33, + "avg_cost": 8.25, + "lambda": 90.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3820.56, + "avg_cost": 10.75, + "lambda": 89.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4334.9, + "avg_cost": 10.0, + "lambda": 87.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4000.46, + "avg_cost": 6.0, + "lambda": 87.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3957.5, + "avg_cost": 14.75, + "lambda": 86.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4512.39, + "avg_cost": 3.0, + "lambda": 84.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4242.65, + "avg_cost": 12.75, + "lambda": 82.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3866.72, + "avg_cost": 9.75, + "lambda": 80.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4585.78, + "avg_cost": 7.5, + "lambda": 79.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3379.35, + "avg_cost": 31.5, + "lambda": 78.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4685.83, + "avg_cost": 8.75, + "lambda": 78.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4862.36, + "avg_cost": 2.5, + "lambda": 75.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4852.68, + "avg_cost": 1.0, + "lambda": 73.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5168.28, + "avg_cost": 2.25, + "lambda": 71.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5139.29, + "avg_cost": 3.75, + "lambda": 69.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5019.49, + "avg_cost": 3.5, + "lambda": 67.7075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4837.63, + "avg_cost": 7.75, + "lambda": 65.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5110.73, + "avg_cost": 2.0, + "lambda": 63.7325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5292.44, + "avg_cost": 4.0, + "lambda": 61.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5380.54, + "avg_cost": 6.0, + "lambda": 59.755, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5534.77, + "avg_cost": 4.0, + "lambda": 57.615, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5369.15, + "avg_cost": 8.25, + "lambda": 55.5725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4759.83, + "avg_cost": 2.25, + "lambda": 53.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2912.42, + "avg_cost": 9.75, + "lambda": 53.14, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3290.21, + "avg_cost": 25.25, + "lambda": 52.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4063.85, + "avg_cost": 33.75, + "lambda": 53.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3711.87, + "avg_cost": 16.5, + "lambda": 52.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5011.84, + "avg_cost": 30.75, + "lambda": 51.58, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5541.72, + "avg_cost": 33.0, + "lambda": 52.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3582.6, + "avg_cost": 10.0, + "lambda": 51.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3281.09, + "avg_cost": 0.75, + "lambda": 49.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3503.75, + "avg_cost": 0.5, + "lambda": 47.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3288.04, + "avg_cost": 7.5, + "lambda": 45.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3322.99, + "avg_cost": 4.25, + "lambda": 43.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3882.62, + "avg_cost": 0.25, + "lambda": 41.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4224.85, + "avg_cost": 10.25, + "lambda": 38.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3845.02, + "avg_cost": 14.75, + "lambda": 37.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4150.59, + "avg_cost": 7.25, + "lambda": 36.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3874.88, + "avg_cost": 22.75, + "lambda": 34.2925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3182.55, + "avg_cost": 2.25, + "lambda": 32.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3242.89, + "avg_cost": 0.0, + "lambda": 29.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4081.43, + "avg_cost": 4.0, + "lambda": 27.6275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4127.43, + "avg_cost": 2.0, + "lambda": 25.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4242.98, + "avg_cost": 9.5, + "lambda": 23.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4206.23, + "avg_cost": 6.75, + "lambda": 22.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4516.36, + "avg_cost": 0.25, + "lambda": 20.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4649.44, + "avg_cost": 8.25, + "lambda": 18.6825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4822.65, + "avg_cost": 4.75, + "lambda": 16.9525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4330.9, + "avg_cost": 3.5, + "lambda": 15.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5072.49, + "avg_cost": 5.75, + "lambda": 14.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4518.32, + "avg_cost": 17.25, + "lambda": 13.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4526.76, + "avg_cost": 25.0, + "lambda": 12.645, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5406.3, + "avg_cost": 30.75, + "lambda": 12.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4959.36, + "avg_cost": 24.25, + "lambda": 12.4725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4942.35, + "avg_cost": 19.75, + "lambda": 12.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4980.76, + "avg_cost": 16.75, + "lambda": 11.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4422.5, + "avg_cost": 18.0, + "lambda": 11.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4824.54, + "avg_cost": 23.5, + "lambda": 11.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5119.79, + "avg_cost": 30.25, + "lambda": 11.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5128.67, + "avg_cost": 19.75, + "lambda": 11.0625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5716.51, + "avg_cost": 16.0, + "lambda": 10.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5436.16, + "avg_cost": 32.5, + "lambda": 11.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5119.8, + "avg_cost": 10.25, + "lambda": 11.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5930.62, + "avg_cost": 29.75, + "lambda": 12.4125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5647.87, + "avg_cost": 26.5, + "lambda": 12.0675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6116.46, + "avg_cost": 36.0, + "lambda": 11.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5435.78, + "avg_cost": 15.75, + "lambda": 11.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..f31b0e3c7466e254dc032ba0e923f7f9068d43c6 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4995918.73, + "constraint_satisfaction_pct": 55.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.3675, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -202.31, + "avg_cost": 176.75, + "lambda": 6.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4007.04, + "avg_cost": 54.0, + "lambda": 7.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4599.45, + "avg_cost": 96.75, + "lambda": 11.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4881.69, + "avg_cost": 97.5, + "lambda": 18.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2960.58, + "avg_cost": 91.75, + "lambda": 26.6275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3858.18, + "avg_cost": 102.0, + "lambda": 32.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4757.84, + "avg_cost": 75.75, + "lambda": 35.945, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3731.32, + "avg_cost": 55.75, + "lambda": 38.7625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5307.14, + "avg_cost": 74.25, + "lambda": 41.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5573.98, + "avg_cost": 74.75, + "lambda": 45.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3945.49, + "avg_cost": 35.25, + "lambda": 47.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3849.33, + "avg_cost": 27.5, + "lambda": 46.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5118.52, + "avg_cost": 57.5, + "lambda": 47.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4431.6, + "avg_cost": 45.0, + "lambda": 48.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 2941.77, + "avg_cost": 30.25, + "lambda": 49.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3967.72, + "avg_cost": 19.25, + "lambda": 47.4025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 2895.29, + "avg_cost": 4.0, + "lambda": 45.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4348.55, + "avg_cost": 21.0, + "lambda": 42.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 2694.88, + "avg_cost": 3.5, + "lambda": 39.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3358.47, + "avg_cost": 5.5, + "lambda": 36.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3642.49, + "avg_cost": 8.75, + "lambda": 33.4075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4099.35, + "avg_cost": 12.0, + "lambda": 31.505, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3776.03, + "avg_cost": 4.75, + "lambda": 28.6225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3634.78, + "avg_cost": 8.0, + "lambda": 25.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4165.79, + "avg_cost": 18.0, + "lambda": 22.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3296.18, + "avg_cost": 7.0, + "lambda": 20.31, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3951.89, + "avg_cost": 11.75, + "lambda": 17.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4185.99, + "avg_cost": 16.0, + "lambda": 15.33, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4449.43, + "avg_cost": 24.5, + "lambda": 14.1025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4267.83, + "avg_cost": 22.75, + "lambda": 12.655, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5036.73, + "avg_cost": 43.25, + "lambda": 11.76, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5045.92, + "avg_cost": 43.5, + "lambda": 11.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 5734.29, + "avg_cost": 71.25, + "lambda": 13.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5056.54, + "avg_cost": 64.5, + "lambda": 15.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5106.65, + "avg_cost": 54.0, + "lambda": 18.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4777.68, + "avg_cost": 33.0, + "lambda": 18.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4126.76, + "avg_cost": 2.0, + "lambda": 15.7975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4429.78, + "avg_cost": 16.25, + "lambda": 13.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5037.95, + "avg_cost": 29.0, + "lambda": 11.81, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4731.15, + "avg_cost": 29.5, + "lambda": 9.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4963.17, + "avg_cost": 33.5, + "lambda": 9.4375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5397.63, + "avg_cost": 62.25, + "lambda": 9.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4668.18, + "avg_cost": 13.75, + "lambda": 8.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5885.58, + "avg_cost": 50.5, + "lambda": 9.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5118.65, + "avg_cost": 50.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4939.47, + "avg_cost": 21.5, + "lambda": 12.4925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4657.15, + "avg_cost": 9.5, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5290.81, + "avg_cost": 14.25, + "lambda": 7.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5177.44, + "avg_cost": 29.5, + "lambda": 5.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4716.36, + "avg_cost": 24.75, + "lambda": 4.96, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5590.28, + "avg_cost": 39.75, + "lambda": 4.2125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4551.79, + "avg_cost": 22.0, + "lambda": 3.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4845.28, + "avg_cost": 45.5, + "lambda": 3.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5229.66, + "avg_cost": 43.0, + "lambda": 3.29, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5425.87, + "avg_cost": 38.0, + "lambda": 4.71, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5602.34, + "avg_cost": 57.0, + "lambda": 5.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5704.73, + "avg_cost": 49.0, + "lambda": 6.3775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5892.2, + "avg_cost": 36.75, + "lambda": 7.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5006.81, + "avg_cost": 22.75, + "lambda": 8.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5407.86, + "avg_cost": 45.0, + "lambda": 7.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6006.68, + "avg_cost": 36.0, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4218.42, + "avg_cost": 21.0, + "lambda": 7.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3958.8, + "avg_cost": 61.0, + "lambda": 7.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4803.32, + "avg_cost": 25.0, + "lambda": 7.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5451.28, + "avg_cost": 31.75, + "lambda": 6.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5278.27, + "avg_cost": 20.5, + "lambda": 6.0075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5556.07, + "avg_cost": 36.25, + "lambda": 5.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4125.54, + "avg_cost": 27.5, + "lambda": 4.8925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5238.05, + "avg_cost": 31.0, + "lambda": 4.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6407.64, + "avg_cost": 56.25, + "lambda": 4.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5724.29, + "avg_cost": 43.75, + "lambda": 4.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4966.36, + "avg_cost": 19.25, + "lambda": 4.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6766.32, + "avg_cost": 59.75, + "lambda": 6.0175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6441.83, + "avg_cost": 48.75, + "lambda": 7.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4894.59, + "avg_cost": 48.25, + "lambda": 8.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5131.37, + "avg_cost": 40.0, + "lambda": 9.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5340.53, + "avg_cost": 25.5, + "lambda": 8.53, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5853.22, + "avg_cost": 26.5, + "lambda": 6.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6351.47, + "avg_cost": 46.5, + "lambda": 5.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5528.37, + "avg_cost": 17.0, + "lambda": 5.4025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5338.22, + "avg_cost": 13.25, + "lambda": 4.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5831.21, + "avg_cost": 26.5, + "lambda": 2.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6402.85, + "avg_cost": 58.75, + "lambda": 2.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6545.55, + "avg_cost": 71.75, + "lambda": 4.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5650.58, + "avg_cost": 28.25, + "lambda": 5.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5066.51, + "avg_cost": 14.25, + "lambda": 3.4375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5264.48, + "avg_cost": 34.25, + "lambda": 1.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6295.73, + "avg_cost": 67.25, + "lambda": 2.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4696.64, + "avg_cost": 40.5, + "lambda": 3.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5325.28, + "avg_cost": 31.25, + "lambda": 4.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4134.24, + "avg_cost": 31.5, + "lambda": 3.945, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4475.98, + "avg_cost": 23.25, + "lambda": 2.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5143.72, + "avg_cost": 75.5, + "lambda": 3.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6307.3, + "avg_cost": 58.5, + "lambda": 7.26, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5781.54, + "avg_cost": 29.0, + "lambda": 7.145, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5307.06, + "avg_cost": 35.0, + "lambda": 5.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6292.48, + "avg_cost": 28.75, + "lambda": 5.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6096.74, + "avg_cost": 51.5, + "lambda": 6.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5312.92, + "avg_cost": 15.0, + "lambda": 4.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6133.4, + "avg_cost": 33.5, + "lambda": 4.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6057.3, + "avg_cost": 28.5, + "lambda": 5.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..792fc2456e69240c6b141b20d1fa257711f489cc --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v11e_faircomp.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 605792.72, + "constraint_satisfaction_pct": 98.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2911.52, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2787.68, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2697.39, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2822.45, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2408.29, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1992.72, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2322.68, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1885.0, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2042.68, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1331.76, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1169.01, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1669.62, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1683.6, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1540.18, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1377.55, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1042.65, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1296.7, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1376.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1149.76, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -704.79, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1580.09, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -624.13, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -994.32, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -782.55, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -840.81, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1429.5, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -613.57, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -852.66, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -747.21, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -450.53, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1702.72, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -206.53, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -727.81, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -653.97, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -599.75, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -93.52, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1087.73, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 868.64, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 222.31, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 558.66, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1054.15, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 878.25, + "avg_cost": 4.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1636.56, + "avg_cost": 7.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1877.74, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 703.09, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -435.85, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1478.8, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1519.13, + "avg_cost": 7.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1571.07, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 746.52, + "avg_cost": 9.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 739.47, + "avg_cost": 4.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2559.4, + "avg_cost": 15.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1870.42, + "avg_cost": 7.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1494.35, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 658.78, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1492.43, + "avg_cost": 9.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1508.06, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2545.44, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2097.14, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1987.23, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1923.68, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2615.79, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2293.61, + "avg_cost": 24.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2946.58, + "avg_cost": 15.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3101.92, + "avg_cost": 24.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3630.8, + "avg_cost": 17.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2968.7, + "avg_cost": 24.75, + "lambda": 1.6275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3412.37, + "avg_cost": 14.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3391.55, + "avg_cost": 14.75, + "lambda": 1.5525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3516.77, + "avg_cost": 12.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2932.08, + "avg_cost": 14.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -330.32, + "avg_cost": 3.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -1062.48, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -587.32, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -262.31, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -237.4, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -90.62, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 157.17, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 243.59, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 506.47, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 452.82, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 697.98, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1232.56, + "avg_cost": 4.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1177.1, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1843.52, + "avg_cost": 2.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1982.55, + "avg_cost": 5.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1408.04, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1321.39, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 1220.82, + "avg_cost": 6.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 1251.79, + "avg_cost": 5.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2901.55, + "avg_cost": 18.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2686.53, + "avg_cost": 9.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2727.07, + "avg_cost": 9.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2589.44, + "avg_cost": 6.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3218.27, + "avg_cost": 6.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2498.1, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3628.4, + "avg_cost": 8.0, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2991.53, + "avg_cost": 5.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3835.76, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3716.07, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2643.28, + "avg_cost": 17.5, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..b1ddd2aca0eb357075b0b1091c5a9478199ed5de --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 547388.07, + "constraint_satisfaction_pct": 97.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2911.52, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2605.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2278.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2401.67, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2535.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2219.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2271.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1980.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1961.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2174.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1663.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1430.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1467.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1297.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1315.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1063.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1196.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1015.89, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1334.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -579.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1355.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -836.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -775.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1056.5, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -753.95, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -717.45, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1439.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -678.08, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1340.0, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -339.03, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -141.26, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -811.62, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 73.09, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 297.52, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -788.89, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 272.67, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -739.95, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -127.64, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 398.8, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -310.42, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 35.72, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 300.79, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -25.5, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1281.39, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1807.69, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 208.83, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 252.95, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1405.89, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 804.8, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1302.16, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2022.21, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1779.44, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1557.54, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1656.31, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1483.54, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1386.29, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1455.35, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1496.86, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2430.86, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1696.98, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1831.07, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1113.57, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2632.25, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2717.08, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2141.05, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3237.53, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2058.38, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2899.95, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3367.51, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2148.61, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3396.16, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3877.33, + "avg_cost": 26.25, + "lambda": 3.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 2466.25, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3782.52, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3688.16, + "avg_cost": 22.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3655.71, + "avg_cost": 19.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3755.92, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3694.76, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4296.88, + "avg_cost": 24.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3602.56, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3438.55, + "avg_cost": 26.25, + "lambda": 3.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4121.89, + "avg_cost": 29.0, + "lambda": 4.08, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4200.18, + "avg_cost": 26.5, + "lambda": 3.12, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3962.89, + "avg_cost": 28.25, + "lambda": 3.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -487.5, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -611.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -481.34, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -462.43, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -375.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -317.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -319.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -228.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -175.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -53.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 200.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 401.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 814.1, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1402.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1485.48, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1377.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1478.68, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..712b2ba713361cbc206fd504fd0c989a569301d2 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v14_hetcost.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 782266.99, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.0, + "seed": 2, + "cost_weights": [ + 2.0, + 1.5, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2911.52, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2660.47, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2488.62, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2769.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2597.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2148.29, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1961.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1805.79, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1910.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1529.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1456.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1561.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1067.9, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1392.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1197.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1094.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1407.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -854.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1023.66, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -210.66, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1190.91, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1159.17, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -831.13, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1313.65, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -929.44, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -701.54, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1219.04, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -512.82, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1061.72, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 127.89, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -431.88, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -286.6, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -189.35, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 204.52, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -849.8, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 79.75, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 547.63, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 318.42, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 309.73, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 682.02, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1115.37, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 746.18, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1567.38, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1042.82, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1662.99, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2083.66, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1567.58, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1626.5, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2156.51, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2211.66, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1421.03, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1119.84, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2645.0, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1961.7, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2931.96, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2156.49, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2475.61, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2299.13, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -96.93, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -358.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -199.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 71.46, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -272.49, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 81.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 143.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 81.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 541.96, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 679.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 137.29, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -237.61, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1287.69, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -135.97, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1753.94, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 969.0, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 45.53, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1739.9, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2628.96, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3079.44, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2600.82, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3284.89, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2932.4, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3455.7, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3349.97, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3201.29, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1498.14, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2716.05, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3677.81, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2905.21, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2376.09, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3552.37, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2718.67, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3852.47, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3589.92, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4347.14, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3872.48, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4090.38, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4064.74, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4062.43, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4113.75, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3786.71, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..6ef8a8170b24053587542fb5874a903d64271f12 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1731811.59, + "constraint_satisfaction_pct": 30.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 78.2532, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3882.02, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3968.46, + "avg_cost": 0.0, + "lambda": 10.0218, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3417.28, + "avg_cost": 0.0, + "lambda": 10.1261, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3490.82, + "avg_cost": 0.0, + "lambda": 10.1873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3128.79, + "avg_cost": 0.0, + "lambda": 10.2414, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -3007.62, + "avg_cost": 0.0, + "lambda": 10.2906, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -3239.0, + "avg_cost": 0.0, + "lambda": 10.313, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2106.51, + "avg_cost": 0.0, + "lambda": 10.3361, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2262.03, + "avg_cost": 0.0, + "lambda": 10.3582, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2307.65, + "avg_cost": 0.0, + "lambda": 10.3691, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1907.7, + "avg_cost": 0.0, + "lambda": 10.3816, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2210.39, + "avg_cost": 0.0, + "lambda": 10.3936, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1618.24, + "avg_cost": 0.0, + "lambda": 10.3978, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1710.09, + "avg_cost": 0.0, + "lambda": 10.3992, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1631.24, + "avg_cost": 0.0, + "lambda": 10.414, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1733.78, + "avg_cost": 0.0, + "lambda": 10.4212, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1673.83, + "avg_cost": 0.0, + "lambda": 10.4237, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1409.66, + "avg_cost": 0.0, + "lambda": 10.4245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1687.24, + "avg_cost": 0.0, + "lambda": 10.4452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -537.11, + "avg_cost": 0.0, + "lambda": 10.4939, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2029.53, + "avg_cost": 0.0, + "lambda": 10.5892, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -525.42, + "avg_cost": 0.25, + "lambda": 10.7348, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1339.67, + "avg_cost": 0.0, + "lambda": 11.1252, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -224.11, + "avg_cost": 3.25, + "lambda": 11.9273, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1340.33, + "avg_cost": 0.0, + "lambda": 13.0917, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -983.49, + "avg_cost": 1.25, + "lambda": 13.869, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1244.19, + "avg_cost": 0.0, + "lambda": 14.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -571.08, + "avg_cost": 0.5, + "lambda": 14.997, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1501.46, + "avg_cost": 1.5, + "lambda": 15.4606, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 170.54, + "avg_cost": 0.75, + "lambda": 16.5132, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -529.35, + "avg_cost": 0.25, + "lambda": 17.223, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1011.67, + "avg_cost": 0.0, + "lambda": 17.809, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -126.06, + "avg_cost": 1.75, + "lambda": 18.3133, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 646.7, + "avg_cost": 1.0, + "lambda": 18.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 248.78, + "avg_cost": 0.25, + "lambda": 19.7834, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 778.59, + "avg_cost": 2.25, + "lambda": 20.7605, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 187.05, + "avg_cost": 2.5, + "lambda": 21.6974, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 626.41, + "avg_cost": 0.5, + "lambda": 22.7492, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 321.81, + "avg_cost": 0.75, + "lambda": 23.8085, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1291.92, + "avg_cost": 2.0, + "lambda": 24.8117, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1012.92, + "avg_cost": 1.75, + "lambda": 26.0477, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1452.26, + "avg_cost": 2.25, + "lambda": 27.2977, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1107.71, + "avg_cost": 1.0, + "lambda": 28.6244, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1139.93, + "avg_cost": 1.25, + "lambda": 29.8219, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 559.85, + "avg_cost": 0.0, + "lambda": 31.1074, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2579.17, + "avg_cost": 3.5, + "lambda": 32.5253, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2208.91, + "avg_cost": 1.0, + "lambda": 33.9369, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2424.46, + "avg_cost": 1.75, + "lambda": 35.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2775.37, + "avg_cost": 3.25, + "lambda": 36.7035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1766.98, + "avg_cost": 1.5, + "lambda": 38.2551, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2941.56, + "avg_cost": 1.5, + "lambda": 39.5141, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2906.57, + "avg_cost": 0.75, + "lambda": 40.5267, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3014.14, + "avg_cost": 1.5, + "lambda": 41.382, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3320.47, + "avg_cost": 2.5, + "lambda": 42.318, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3131.84, + "avg_cost": 0.75, + "lambda": 43.3533, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3924.02, + "avg_cost": 3.25, + "lambda": 44.6972, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3183.48, + "avg_cost": 1.5, + "lambda": 46.0478, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3642.02, + "avg_cost": 1.5, + "lambda": 47.34, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3343.84, + "avg_cost": 1.0, + "lambda": 48.6531, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3728.18, + "avg_cost": 2.75, + "lambda": 49.9319, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2413.77, + "avg_cost": 0.25, + "lambda": 51.4573, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3863.28, + "avg_cost": 0.75, + "lambda": 52.7013, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3483.39, + "avg_cost": 0.75, + "lambda": 53.7782, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4076.46, + "avg_cost": 3.0, + "lambda": 54.6632, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2937.6, + "avg_cost": 0.5, + "lambda": 55.6423, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3333.98, + "avg_cost": 1.25, + "lambda": 56.6957, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3068.0, + "avg_cost": 0.75, + "lambda": 57.6949, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3378.02, + "avg_cost": 1.0, + "lambda": 58.7974, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4254.11, + "avg_cost": 1.0, + "lambda": 60.1237, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 2440.06, + "avg_cost": 0.0, + "lambda": 61.1083, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4213.45, + "avg_cost": 1.5, + "lambda": 61.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4193.06, + "avg_cost": 0.25, + "lambda": 62.7909, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4169.64, + "avg_cost": 0.5, + "lambda": 63.4311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4138.59, + "avg_cost": 0.0, + "lambda": 64.0783, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4454.5, + "avg_cost": 0.5, + "lambda": 64.5902, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4335.07, + "avg_cost": 0.75, + "lambda": 65.0963, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3717.03, + "avg_cost": 0.25, + "lambda": 65.6337, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4636.73, + "avg_cost": 0.5, + "lambda": 66.0938, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4876.01, + "avg_cost": 0.0, + "lambda": 66.5797, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5103.61, + "avg_cost": 0.5, + "lambda": 67.048, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4895.46, + "avg_cost": 0.0, + "lambda": 67.5534, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4726.5, + "avg_cost": 1.25, + "lambda": 68.0197, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4242.55, + "avg_cost": 2.0, + "lambda": 68.8105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4736.96, + "avg_cost": 0.5, + "lambda": 70.1334, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3683.65, + "avg_cost": 1.25, + "lambda": 71.0702, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4877.51, + "avg_cost": 0.0, + "lambda": 71.9184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4974.42, + "avg_cost": 1.0, + "lambda": 72.4174, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4685.85, + "avg_cost": 0.0, + "lambda": 72.904, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5429.72, + "avg_cost": 0.25, + "lambda": 73.334, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5220.01, + "avg_cost": 0.25, + "lambda": 73.6837, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5145.93, + "avg_cost": 0.0, + "lambda": 74.0628, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3448.14, + "avg_cost": 0.25, + "lambda": 74.3944, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4782.52, + "avg_cost": 0.0, + "lambda": 74.9427, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5603.06, + "avg_cost": 0.25, + "lambda": 75.6447, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5434.15, + "avg_cost": 0.0, + "lambda": 76.1684, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5868.99, + "avg_cost": 0.0, + "lambda": 76.5453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5823.4, + "avg_cost": 0.75, + "lambda": 76.8873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5428.71, + "avg_cost": 0.25, + "lambda": 77.1929, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4061.17, + "avg_cost": 0.75, + "lambda": 77.4772, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5540.99, + "avg_cost": 0.25, + "lambda": 77.9356, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6097.66, + "avg_cost": 0.5, + "lambda": 78.2532, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..42503a3f0b04e469e6cf0ebf519a0def8cf34039 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 606685.45, + "constraint_satisfaction_pct": 91.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.375, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2911.52, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -2921.58, + "avg_cost": 0.25, + "lambda": 2.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2397.73, + "avg_cost": 0.5, + "lambda": 0.015, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2731.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2520.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2145.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2261.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1856.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2026.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1754.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1303.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1593.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1361.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1341.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1351.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1267.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1443.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1149.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1204.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -333.12, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -281.5, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -928.28, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1238.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1288.6, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1521.0, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -697.01, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -425.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -957.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -868.24, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -635.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -338.73, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1398.16, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -847.77, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 222.64, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -146.01, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -477.33, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -574.45, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 292.83, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 968.2, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -239.93, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 604.01, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 68.06, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1212.69, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 229.86, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 405.11, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 958.36, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1361.6, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2096.36, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 654.5, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 915.21, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1031.15, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1653.34, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2256.01, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1416.01, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1269.29, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1435.61, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1770.6, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1533.9, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2039.97, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2033.68, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2213.56, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1150.53, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3116.24, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 1301.79, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2205.68, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3251.1, + "avg_cost": 24.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2468.75, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3631.8, + "avg_cost": 33.5, + "lambda": 0.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2648.73, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3247.12, + "avg_cost": 22.25, + "lambda": 0.015, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3460.52, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 693.82, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -480.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -417.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -193.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -46.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 124.19, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -40.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 190.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 203.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 276.29, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -242.49, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 500.14, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 913.87, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1735.29, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 121.04, + "avg_cost": 23.0, + "lambda": 0.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2608.63, + "avg_cost": 46.5, + "lambda": 3.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3736.43, + "avg_cost": 31.0, + "lambda": 3.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3144.91, + "avg_cost": 24.25, + "lambda": 3.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3206.09, + "avg_cost": 17.25, + "lambda": 2.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2649.73, + "avg_cost": 12.75, + "lambda": 2.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3685.88, + "avg_cost": 23.75, + "lambda": 1.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3562.92, + "avg_cost": 17.75, + "lambda": 1.355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3879.36, + "avg_cost": 34.25, + "lambda": 1.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2939.31, + "avg_cost": 24.75, + "lambda": 1.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2116.29, + "avg_cost": 24.75, + "lambda": 1.7275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2592.55, + "avg_cost": 27.0, + "lambda": 1.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3032.48, + "avg_cost": 21.75, + "lambda": 1.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3409.44, + "avg_cost": 16.25, + "lambda": 2.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2919.26, + "avg_cost": 30.5, + "lambda": 2.785, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 283.61, + "avg_cost": 9.25, + "lambda": 1.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..ae664670dc256504a10cb4b73e5de59c6dd99d8b --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5909255.74, + "constraint_satisfaction_pct": 64.3, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.0275, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 5.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4702.73, + "avg_cost": 21.0, + "lambda": 9.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4393.81, + "avg_cost": 14.5, + "lambda": 10.055, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5747.75, + "avg_cost": 47.25, + "lambda": 11.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5435.11, + "avg_cost": 8.5, + "lambda": 11.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 6013.34, + "avg_cost": 31.0, + "lambda": 12.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 6395.57, + "avg_cost": 55.0, + "lambda": 12.845, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 6086.87, + "avg_cost": 30.0, + "lambda": 13.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6111.91, + "avg_cost": 14.0, + "lambda": 14.165, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6520.34, + "avg_cost": 41.0, + "lambda": 16.44, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 6393.66, + "avg_cost": 12.5, + "lambda": 16.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 6071.37, + "avg_cost": 14.25, + "lambda": 17.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 6623.51, + "avg_cost": 43.0, + "lambda": 17.2225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6213.98, + "avg_cost": 13.0, + "lambda": 18.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6706.11, + "avg_cost": 27.75, + "lambda": 17.9425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6778.69, + "avg_cost": 48.75, + "lambda": 18.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6463.87, + "avg_cost": 31.25, + "lambda": 19.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6630.4, + "avg_cost": 50.75, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6787.14, + "avg_cost": 72.0, + "lambda": 20.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6597.24, + "avg_cost": 46.5, + "lambda": 21.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6835.69, + "avg_cost": 73.0, + "lambda": 22.68, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6511.0, + "avg_cost": 20.75, + "lambda": 22.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 6201.97, + "avg_cost": 14.25, + "lambda": 23.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6578.42, + "avg_cost": 36.25, + "lambda": 23.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6619.6, + "avg_cost": 33.75, + "lambda": 24.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5824.18, + "avg_cost": 0.25, + "lambda": 23.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6600.21, + "avg_cost": 8.0, + "lambda": 23.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6767.41, + "avg_cost": 19.25, + "lambda": 22.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6758.22, + "avg_cost": 11.0, + "lambda": 22.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6748.84, + "avg_cost": 13.75, + "lambda": 21.5825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6261.67, + "avg_cost": 4.0, + "lambda": 21.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6769.63, + "avg_cost": 31.5, + "lambda": 19.8925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6581.19, + "avg_cost": 15.25, + "lambda": 19.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 6536.43, + "avg_cost": 16.75, + "lambda": 18.4725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6561.93, + "avg_cost": 19.25, + "lambda": 18.92, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6447.44, + "avg_cost": 6.0, + "lambda": 18.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6376.04, + "avg_cost": 4.5, + "lambda": 18.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6858.83, + "avg_cost": 20.75, + "lambda": 17.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 7006.36, + "avg_cost": 38.0, + "lambda": 17.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6680.76, + "avg_cost": 19.75, + "lambda": 16.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6931.6, + "avg_cost": 45.75, + "lambda": 16.29, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 7052.27, + "avg_cost": 45.75, + "lambda": 16.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6749.93, + "avg_cost": 38.5, + "lambda": 17.76, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6638.59, + "avg_cost": 12.75, + "lambda": 16.8625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6785.96, + "avg_cost": 7.5, + "lambda": 18.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6642.24, + "avg_cost": 12.25, + "lambda": 17.305, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6428.82, + "avg_cost": 31.5, + "lambda": 17.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6584.76, + "avg_cost": 20.0, + "lambda": 16.355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6135.39, + "avg_cost": 4.5, + "lambda": 15.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6543.52, + "avg_cost": 32.5, + "lambda": 15.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6529.74, + "avg_cost": 7.0, + "lambda": 16.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 7144.02, + "avg_cost": 82.0, + "lambda": 16.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6336.45, + "avg_cost": 38.0, + "lambda": 18.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5828.45, + "avg_cost": 15.75, + "lambda": 20.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5765.45, + "avg_cost": 19.75, + "lambda": 19.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5122.55, + "avg_cost": 4.0, + "lambda": 17.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4925.12, + "avg_cost": 19.0, + "lambda": 16.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5129.42, + "avg_cost": 7.75, + "lambda": 15.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6439.97, + "avg_cost": 139.5, + "lambda": 15.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5504.51, + "avg_cost": 16.5, + "lambda": 15.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5479.69, + "avg_cost": 37.0, + "lambda": 15.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4751.64, + "avg_cost": 14.5, + "lambda": 15.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5983.31, + "avg_cost": 62.0, + "lambda": 15.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5317.06, + "avg_cost": 20.75, + "lambda": 14.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4738.23, + "avg_cost": 4.25, + "lambda": 12.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4945.03, + "avg_cost": 15.5, + "lambda": 11.565, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5335.95, + "avg_cost": 24.5, + "lambda": 10.9375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5034.84, + "avg_cost": 6.75, + "lambda": 10.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4726.28, + "avg_cost": 0.0, + "lambda": 8.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5536.98, + "avg_cost": 13.75, + "lambda": 5.8725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6175.21, + "avg_cost": 26.75, + "lambda": 6.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6388.95, + "avg_cost": 72.5, + "lambda": 6.4625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6038.26, + "avg_cost": 48.0, + "lambda": 6.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5907.26, + "avg_cost": 31.0, + "lambda": 5.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6103.39, + "avg_cost": 50.5, + "lambda": 7.285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5315.97, + "avg_cost": 17.5, + "lambda": 7.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4950.55, + "avg_cost": 7.5, + "lambda": 5.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5640.37, + "avg_cost": 30.25, + "lambda": 3.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5536.33, + "avg_cost": 19.75, + "lambda": 2.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5103.43, + "avg_cost": 8.25, + "lambda": 3.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4913.39, + "avg_cost": 8.5, + "lambda": 1.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4848.63, + "avg_cost": 7.0, + "lambda": 1.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4865.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5835.98, + "avg_cost": 55.5, + "lambda": 4.285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4667.8, + "avg_cost": 1.5, + "lambda": 2.8625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5753.04, + "avg_cost": 42.25, + "lambda": 3.6775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5922.53, + "avg_cost": 46.25, + "lambda": 2.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5379.11, + "avg_cost": 25.75, + "lambda": 3.785, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5111.93, + "avg_cost": 9.75, + "lambda": 3.8375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5606.27, + "avg_cost": 48.0, + "lambda": 3.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5535.75, + "avg_cost": 17.0, + "lambda": 4.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4622.45, + "avg_cost": 0.0, + "lambda": 4.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6111.39, + "avg_cost": 39.5, + "lambda": 2.5075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5701.73, + "avg_cost": 48.5, + "lambda": 2.205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5247.77, + "avg_cost": 19.25, + "lambda": 2.62, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5616.43, + "avg_cost": 5.75, + "lambda": 3.4875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5401.09, + "avg_cost": 4.0, + "lambda": 3.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6461.14, + "avg_cost": 66.25, + "lambda": 5.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5376.56, + "avg_cost": 15.0, + "lambda": 5.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6076.74, + "avg_cost": 28.5, + "lambda": 4.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6107.54, + "avg_cost": 46.75, + "lambda": 4.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v11c_expand.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v11c_expand.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d0dc732601776ae32291b5e3a5f9d8a6049195 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v11c_expand.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6283727.01, + "constraint_satisfaction_pct": 61.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.0775, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 5.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5207.88, + "avg_cost": 41.5, + "lambda": 14.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4116.8, + "avg_cost": 3.25, + "lambda": 14.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5285.62, + "avg_cost": 14.25, + "lambda": 13.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5707.07, + "avg_cost": 22.0, + "lambda": 13.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5866.96, + "avg_cost": 17.0, + "lambda": 13.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 6106.71, + "avg_cost": 16.5, + "lambda": 11.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5233.9, + "avg_cost": 6.25, + "lambda": 14.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6322.71, + "avg_cost": 43.0, + "lambda": 14.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6330.73, + "avg_cost": 27.0, + "lambda": 14.69, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 6097.31, + "avg_cost": 1.75, + "lambda": 14.2775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5863.54, + "avg_cost": 9.75, + "lambda": 17.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 6493.98, + "avg_cost": 21.5, + "lambda": 18.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6841.71, + "avg_cost": 75.25, + "lambda": 19.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6641.82, + "avg_cost": 49.5, + "lambda": 20.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6713.35, + "avg_cost": 36.5, + "lambda": 22.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6287.22, + "avg_cost": 20.75, + "lambda": 21.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6074.27, + "avg_cost": 5.25, + "lambda": 24.7175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6320.64, + "avg_cost": 16.5, + "lambda": 22.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6664.85, + "avg_cost": 52.25, + "lambda": 24.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6355.43, + "avg_cost": 19.25, + "lambda": 25.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6081.31, + "avg_cost": 7.25, + "lambda": 27.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5766.44, + "avg_cost": 4.25, + "lambda": 27.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6670.91, + "avg_cost": 32.0, + "lambda": 25.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6635.23, + "avg_cost": 33.75, + "lambda": 27.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6429.26, + "avg_cost": 27.0, + "lambda": 26.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6653.65, + "avg_cost": 35.25, + "lambda": 27.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6702.27, + "avg_cost": 36.25, + "lambda": 25.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6204.91, + "avg_cost": 11.5, + "lambda": 22.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6746.25, + "avg_cost": 17.75, + "lambda": 20.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6147.13, + "avg_cost": 1.0, + "lambda": 19.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5979.2, + "avg_cost": 10.0, + "lambda": 22.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6360.9, + "avg_cost": 12.25, + "lambda": 19.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 6739.37, + "avg_cost": 32.0, + "lambda": 21.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6340.18, + "avg_cost": 3.75, + "lambda": 16.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6753.41, + "avg_cost": 38.0, + "lambda": 16.385, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6763.2, + "avg_cost": 24.5, + "lambda": 15.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6767.51, + "avg_cost": 20.75, + "lambda": 17.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 6657.74, + "avg_cost": 34.25, + "lambda": 17.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6832.19, + "avg_cost": 41.0, + "lambda": 18.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6528.82, + "avg_cost": 4.5, + "lambda": 16.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 6586.99, + "avg_cost": 21.5, + "lambda": 15.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6758.18, + "avg_cost": 19.0, + "lambda": 14.81, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6537.95, + "avg_cost": 16.0, + "lambda": 15.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6810.76, + "avg_cost": 30.0, + "lambda": 15.665, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6633.14, + "avg_cost": 10.25, + "lambda": 15.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 7039.73, + "avg_cost": 68.5, + "lambda": 15.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6452.64, + "avg_cost": 3.25, + "lambda": 14.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6896.31, + "avg_cost": 40.75, + "lambda": 15.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6393.22, + "avg_cost": 6.75, + "lambda": 13.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6721.15, + "avg_cost": 8.75, + "lambda": 14.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6783.23, + "avg_cost": 9.75, + "lambda": 14.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6504.12, + "avg_cost": 3.5, + "lambda": 14.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6685.84, + "avg_cost": 10.5, + "lambda": 13.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6908.76, + "avg_cost": 9.0, + "lambda": 11.2925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6846.55, + "avg_cost": 23.0, + "lambda": 11.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6946.91, + "avg_cost": 23.0, + "lambda": 10.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6827.1, + "avg_cost": 8.75, + "lambda": 9.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6523.36, + "avg_cost": 13.5, + "lambda": 8.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7115.36, + "avg_cost": 33.25, + "lambda": 12.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7033.61, + "avg_cost": 16.25, + "lambda": 10.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6886.18, + "avg_cost": 16.5, + "lambda": 11.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6331.36, + "avg_cost": 10.75, + "lambda": 12.4775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5738.06, + "avg_cost": 11.5, + "lambda": 13.34, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5620.43, + "avg_cost": 31.75, + "lambda": 11.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5929.21, + "avg_cost": 13.25, + "lambda": 10.6775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6470.73, + "avg_cost": 42.75, + "lambda": 7.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6807.64, + "avg_cost": 46.0, + "lambda": 11.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5680.35, + "avg_cost": 23.25, + "lambda": 10.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5404.09, + "avg_cost": 9.25, + "lambda": 9.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5827.98, + "avg_cost": 33.25, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6440.78, + "avg_cost": 59.75, + "lambda": 9.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6074.35, + "avg_cost": 20.75, + "lambda": 10.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6209.87, + "avg_cost": 24.5, + "lambda": 9.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5535.0, + "avg_cost": 23.5, + "lambda": 8.915, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5782.74, + "avg_cost": 3.5, + "lambda": 7.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6164.5, + "avg_cost": 8.0, + "lambda": 5.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 6174.48, + "avg_cost": 39.5, + "lambda": 5.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4887.73, + "avg_cost": 1.25, + "lambda": 10.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5713.85, + "avg_cost": 18.75, + "lambda": 6.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5655.01, + "avg_cost": 5.5, + "lambda": 6.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6137.32, + "avg_cost": 29.0, + "lambda": 5.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5878.18, + "avg_cost": 11.75, + "lambda": 5.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6285.63, + "avg_cost": 26.75, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5966.5, + "avg_cost": 19.0, + "lambda": 6.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5697.84, + "avg_cost": 8.25, + "lambda": 5.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5773.85, + "avg_cost": 6.0, + "lambda": 6.6425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5393.45, + "avg_cost": 7.25, + "lambda": 7.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 6327.73, + "avg_cost": 53.75, + "lambda": 7.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5561.47, + "avg_cost": 5.5, + "lambda": 8.3525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5812.05, + "avg_cost": 27.25, + "lambda": 7.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6190.71, + "avg_cost": 9.5, + "lambda": 10.0625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6081.74, + "avg_cost": 16.0, + "lambda": 5.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6463.95, + "avg_cost": 63.0, + "lambda": 7.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6455.45, + "avg_cost": 45.5, + "lambda": 9.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5859.14, + "avg_cost": 1.0, + "lambda": 5.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6826.57, + "avg_cost": 73.75, + "lambda": 6.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5741.17, + "avg_cost": 15.5, + "lambda": 6.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6346.49, + "avg_cost": 57.75, + "lambda": 5.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5949.75, + "avg_cost": 29.25, + "lambda": 4.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5901.44, + "avg_cost": 17.5, + "lambda": 4.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..e3d0dc732601776ae32291b5e3a5f9d8a6049195 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6283727.01, + "constraint_satisfaction_pct": 61.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.0775, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 5.2475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5207.88, + "avg_cost": 41.5, + "lambda": 14.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4116.8, + "avg_cost": 3.25, + "lambda": 14.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5285.62, + "avg_cost": 14.25, + "lambda": 13.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5707.07, + "avg_cost": 22.0, + "lambda": 13.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5866.96, + "avg_cost": 17.0, + "lambda": 13.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 6106.71, + "avg_cost": 16.5, + "lambda": 11.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5233.9, + "avg_cost": 6.25, + "lambda": 14.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6322.71, + "avg_cost": 43.0, + "lambda": 14.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6330.73, + "avg_cost": 27.0, + "lambda": 14.69, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 6097.31, + "avg_cost": 1.75, + "lambda": 14.2775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5863.54, + "avg_cost": 9.75, + "lambda": 17.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 6493.98, + "avg_cost": 21.5, + "lambda": 18.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6841.71, + "avg_cost": 75.25, + "lambda": 19.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6641.82, + "avg_cost": 49.5, + "lambda": 20.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6713.35, + "avg_cost": 36.5, + "lambda": 22.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6287.22, + "avg_cost": 20.75, + "lambda": 21.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6074.27, + "avg_cost": 5.25, + "lambda": 24.7175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6320.64, + "avg_cost": 16.5, + "lambda": 22.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6664.85, + "avg_cost": 52.25, + "lambda": 24.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6355.43, + "avg_cost": 19.25, + "lambda": 25.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6081.31, + "avg_cost": 7.25, + "lambda": 27.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5766.44, + "avg_cost": 4.25, + "lambda": 27.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6670.91, + "avg_cost": 32.0, + "lambda": 25.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6635.23, + "avg_cost": 33.75, + "lambda": 27.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6429.26, + "avg_cost": 27.0, + "lambda": 26.0375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6653.65, + "avg_cost": 35.25, + "lambda": 27.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6702.27, + "avg_cost": 36.25, + "lambda": 25.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6204.91, + "avg_cost": 11.5, + "lambda": 22.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6746.25, + "avg_cost": 17.75, + "lambda": 20.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6147.13, + "avg_cost": 1.0, + "lambda": 19.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5979.2, + "avg_cost": 10.0, + "lambda": 22.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6360.9, + "avg_cost": 12.25, + "lambda": 19.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 6739.37, + "avg_cost": 32.0, + "lambda": 21.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6340.18, + "avg_cost": 3.75, + "lambda": 16.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6753.41, + "avg_cost": 38.0, + "lambda": 16.385, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6763.2, + "avg_cost": 24.5, + "lambda": 15.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6767.51, + "avg_cost": 20.75, + "lambda": 17.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 6657.74, + "avg_cost": 34.25, + "lambda": 17.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6832.19, + "avg_cost": 41.0, + "lambda": 18.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6528.82, + "avg_cost": 4.5, + "lambda": 16.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 6586.99, + "avg_cost": 21.5, + "lambda": 15.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6758.18, + "avg_cost": 19.0, + "lambda": 14.81, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6537.95, + "avg_cost": 16.0, + "lambda": 15.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6810.76, + "avg_cost": 30.0, + "lambda": 15.665, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6633.14, + "avg_cost": 10.25, + "lambda": 15.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 7039.73, + "avg_cost": 68.5, + "lambda": 15.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6452.64, + "avg_cost": 3.25, + "lambda": 14.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6896.31, + "avg_cost": 40.75, + "lambda": 15.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6393.22, + "avg_cost": 6.75, + "lambda": 13.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6721.15, + "avg_cost": 8.75, + "lambda": 14.2325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6783.23, + "avg_cost": 9.75, + "lambda": 14.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6504.12, + "avg_cost": 3.5, + "lambda": 14.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6685.84, + "avg_cost": 10.5, + "lambda": 13.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6908.76, + "avg_cost": 9.0, + "lambda": 11.2925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6846.55, + "avg_cost": 23.0, + "lambda": 11.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6946.91, + "avg_cost": 23.0, + "lambda": 10.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6827.1, + "avg_cost": 8.75, + "lambda": 9.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6523.36, + "avg_cost": 13.5, + "lambda": 8.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7115.36, + "avg_cost": 33.25, + "lambda": 12.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7033.61, + "avg_cost": 16.25, + "lambda": 10.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6886.18, + "avg_cost": 16.5, + "lambda": 11.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6331.36, + "avg_cost": 10.75, + "lambda": 12.4775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5738.06, + "avg_cost": 11.5, + "lambda": 13.34, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5620.43, + "avg_cost": 31.75, + "lambda": 11.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5929.21, + "avg_cost": 13.25, + "lambda": 10.6775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6470.73, + "avg_cost": 42.75, + "lambda": 7.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6807.64, + "avg_cost": 46.0, + "lambda": 11.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5680.35, + "avg_cost": 23.25, + "lambda": 10.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5404.09, + "avg_cost": 9.25, + "lambda": 9.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5827.98, + "avg_cost": 33.25, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6440.78, + "avg_cost": 59.75, + "lambda": 9.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6074.35, + "avg_cost": 20.75, + "lambda": 10.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6209.87, + "avg_cost": 24.5, + "lambda": 9.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5535.0, + "avg_cost": 23.5, + "lambda": 8.915, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5782.74, + "avg_cost": 3.5, + "lambda": 7.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6164.5, + "avg_cost": 8.0, + "lambda": 5.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 6174.48, + "avg_cost": 39.5, + "lambda": 5.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4887.73, + "avg_cost": 1.25, + "lambda": 10.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5713.85, + "avg_cost": 18.75, + "lambda": 6.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5655.01, + "avg_cost": 5.5, + "lambda": 6.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6137.32, + "avg_cost": 29.0, + "lambda": 5.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5878.18, + "avg_cost": 11.75, + "lambda": 5.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6285.63, + "avg_cost": 26.75, + "lambda": 8.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5966.5, + "avg_cost": 19.0, + "lambda": 6.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5697.84, + "avg_cost": 8.25, + "lambda": 5.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5773.85, + "avg_cost": 6.0, + "lambda": 6.6425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5393.45, + "avg_cost": 7.25, + "lambda": 7.7825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 6327.73, + "avg_cost": 53.75, + "lambda": 7.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5561.47, + "avg_cost": 5.5, + "lambda": 8.3525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5812.05, + "avg_cost": 27.25, + "lambda": 7.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6190.71, + "avg_cost": 9.5, + "lambda": 10.0625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6081.74, + "avg_cost": 16.0, + "lambda": 5.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6463.95, + "avg_cost": 63.0, + "lambda": 7.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6455.45, + "avg_cost": 45.5, + "lambda": 9.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5859.14, + "avg_cost": 1.0, + "lambda": 5.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6826.57, + "avg_cost": 73.75, + "lambda": 6.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5741.17, + "avg_cost": 15.5, + "lambda": 6.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6346.49, + "avg_cost": 57.75, + "lambda": 5.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5949.75, + "avg_cost": 29.25, + "lambda": 4.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5901.44, + "avg_cost": 17.5, + "lambda": 4.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..665c755fc548681d98614e98c3bcae5ae85adeab --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5343426.68, + "constraint_satisfaction_pct": 13.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 10.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4189.79, + "avg_cost": 6.75, + "lambda": 20.9224, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4366.56, + "avg_cost": 2.75, + "lambda": 28.5071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5256.59, + "avg_cost": 15.75, + "lambda": 34.2097, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6111.91, + "avg_cost": 25.25, + "lambda": 37.9953, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5003.44, + "avg_cost": 3.0, + "lambda": 41.3742, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5655.59, + "avg_cost": 0.25, + "lambda": 44.3546, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5357.01, + "avg_cost": 5.5, + "lambda": 49.693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5376.9, + "avg_cost": 8.5, + "lambda": 54.3598, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5960.08, + "avg_cost": 12.5, + "lambda": 58.0238, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5631.94, + "avg_cost": 3.75, + "lambda": 61.4147, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5494.45, + "avg_cost": 3.75, + "lambda": 65.0215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5496.73, + "avg_cost": 5.5, + "lambda": 68.4109, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5736.11, + "avg_cost": 0.0, + "lambda": 72.1523, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 5404.95, + "avg_cost": 2.75, + "lambda": 76.4588, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6296.36, + "avg_cost": 16.25, + "lambda": 79.3369, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6021.7, + "avg_cost": 5.5, + "lambda": 81.8371, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6034.15, + "avg_cost": 4.5, + "lambda": 84.6874, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6429.5, + "avg_cost": 29.25, + "lambda": 87.32, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6233.62, + "avg_cost": 18.0, + "lambda": 89.7655, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5834.96, + "avg_cost": 5.25, + "lambda": 92.0812, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6342.2, + "avg_cost": 5.25, + "lambda": 94.4038, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5613.87, + "avg_cost": 0.0, + "lambda": 96.3992, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6194.74, + "avg_cost": 11.75, + "lambda": 98.4491, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6503.86, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5947.03, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5585.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5992.33, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6311.41, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6411.42, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5846.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6106.21, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6151.05, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5513.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5249.49, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6468.73, + "avg_cost": 22.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6180.02, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 7308.06, + "avg_cost": 124.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5714.85, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5321.03, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5963.58, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 6084.75, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5339.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6015.57, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5403.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5888.96, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6001.4, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5642.89, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6104.83, + "avg_cost": 20.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6157.56, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5614.82, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5798.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5514.86, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5837.87, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5821.87, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6107.71, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6027.85, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6030.62, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5948.33, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5784.99, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6068.28, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5451.37, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5994.77, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5552.02, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6048.21, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6008.45, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6119.76, + "avg_cost": 20.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5562.52, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5858.17, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6162.67, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5852.69, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5749.93, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5421.13, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4437.54, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5625.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5422.12, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4780.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4082.05, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3521.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3824.14, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4076.49, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3350.11, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3721.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4291.83, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3709.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3974.3, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3762.43, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3871.8, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4344.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4180.09, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4631.85, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4524.76, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4366.21, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2165.18, + "avg_cost": 104.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2236.57, + "avg_cost": 117.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3893.0, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4311.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4933.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5056.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4288.97, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4290.0, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb1.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..74eca0cfb09b15cd47d24775d2aa6fad2c5c364b --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v15_cb1.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5341933.42, + "constraint_satisfaction_pct": 30.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 99.5125, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 10.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4035.77, + "avg_cost": 8.75, + "lambda": 19.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3665.55, + "avg_cost": 5.0, + "lambda": 25.285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4674.3, + "avg_cost": 3.5, + "lambda": 28.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5036.9, + "avg_cost": 1.75, + "lambda": 36.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5102.38, + "avg_cost": 3.0, + "lambda": 38.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5816.1, + "avg_cost": 2.5, + "lambda": 44.7175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5053.46, + "avg_cost": 0.5, + "lambda": 47.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6075.01, + "avg_cost": 35.0, + "lambda": 51.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 6459.42, + "avg_cost": 29.0, + "lambda": 53.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5961.28, + "avg_cost": 5.75, + "lambda": 57.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5677.41, + "avg_cost": 17.5, + "lambda": 64.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 6072.68, + "avg_cost": 20.0, + "lambda": 66.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6090.55, + "avg_cost": 7.75, + "lambda": 69.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 5243.68, + "avg_cost": 0.0, + "lambda": 71.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6074.42, + "avg_cost": 4.0, + "lambda": 74.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6540.32, + "avg_cost": 24.75, + "lambda": 76.96, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6447.3, + "avg_cost": 31.25, + "lambda": 80.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5601.41, + "avg_cost": 0.25, + "lambda": 82.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 5468.44, + "avg_cost": 1.0, + "lambda": 83.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5879.69, + "avg_cost": 0.5, + "lambda": 86.1175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 5854.3, + "avg_cost": 5.0, + "lambda": 88.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5773.26, + "avg_cost": 0.25, + "lambda": 89.755, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 5628.37, + "avg_cost": 0.75, + "lambda": 91.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5953.01, + "avg_cost": 0.0, + "lambda": 92.5525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5341.38, + "avg_cost": 0.0, + "lambda": 94.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6145.44, + "avg_cost": 16.0, + "lambda": 95.9875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6284.72, + "avg_cost": 10.75, + "lambda": 97.4275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5763.47, + "avg_cost": 2.0, + "lambda": 99.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6625.24, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5572.5, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6362.74, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6213.81, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5951.02, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6209.56, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6490.69, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6377.47, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6090.79, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5948.31, + "avg_cost": 1.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6861.64, + "avg_cost": 33.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6006.86, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5570.43, + "avg_cost": 0.0, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5878.61, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6128.34, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5324.65, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4780.9, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4454.53, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4126.12, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4370.55, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4471.46, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4486.6, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5542.26, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4727.01, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4640.03, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4189.84, + "avg_cost": 0.0, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4545.02, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5043.63, + "avg_cost": 21.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5215.93, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4354.68, + "avg_cost": 0.5, + "lambda": 99.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5365.29, + "avg_cost": 0.0, + "lambda": 99.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4900.58, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4829.26, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5016.2, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5212.66, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5439.73, + "avg_cost": 2.75, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5077.39, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5039.99, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4749.67, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4991.51, + "avg_cost": 0.0, + "lambda": 99.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5036.22, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4884.14, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5468.27, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6153.58, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6029.94, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5498.56, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5806.56, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5728.13, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4990.09, + "avg_cost": 2.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5625.18, + "avg_cost": 0.5, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5853.29, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5609.1, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5326.6, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5213.27, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5885.88, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4127.5, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4171.76, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4620.11, + "avg_cost": 28.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4635.25, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4252.43, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4659.37, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4781.87, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4927.85, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4922.45, + "avg_cost": 0.0, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4740.51, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4631.74, + "avg_cost": 1.75, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5143.13, + "avg_cost": 17.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4737.52, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3939.76, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4758.95, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4431.3, + "avg_cost": 0.0, + "lambda": 99.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4450.77, + "avg_cost": 0.0, + "lambda": 99.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..b2098faeaa509703d6708223fbb8e8b7b1c39664 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5505100.21, + "constraint_satisfaction_pct": 33.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 416.2726, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4230.48, + "avg_cost": 5.25, + "lambda": 42.7155, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4502.5, + "avg_cost": 2.5, + "lambda": 58.9955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4887.15, + "avg_cost": 4.25, + "lambda": 67.6822, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5588.94, + "avg_cost": 6.5, + "lambda": 74.4546, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5304.32, + "avg_cost": 1.0, + "lambda": 79.5487, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4716.85, + "avg_cost": 0.0, + "lambda": 93.5427, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4670.05, + "avg_cost": 0.0, + "lambda": 114.5891, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5471.8, + "avg_cost": 0.5, + "lambda": 127.4429, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5927.82, + "avg_cost": 2.25, + "lambda": 136.2893, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 6711.51, + "avg_cost": 68.5, + "lambda": 146.0632, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5295.05, + "avg_cost": 1.25, + "lambda": 158.1936, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 5913.68, + "avg_cost": 9.25, + "lambda": 164.906, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 5911.36, + "avg_cost": 6.75, + "lambda": 170.6309, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 6068.09, + "avg_cost": 8.5, + "lambda": 175.8697, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6665.48, + "avg_cost": 64.75, + "lambda": 181.392, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 5615.39, + "avg_cost": 1.5, + "lambda": 189.0072, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6346.58, + "avg_cost": 13.75, + "lambda": 193.8184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 5618.28, + "avg_cost": 0.5, + "lambda": 199.0614, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 7197.07, + "avg_cost": 149.25, + "lambda": 205.7867, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5477.9, + "avg_cost": 0.0, + "lambda": 226.6682, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 5856.9, + "avg_cost": 0.5, + "lambda": 234.5315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 5437.68, + "avg_cost": 1.0, + "lambda": 239.1644, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 5609.64, + "avg_cost": 0.0, + "lambda": 242.6285, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5901.42, + "avg_cost": 1.0, + "lambda": 245.0502, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5361.08, + "avg_cost": 5.0, + "lambda": 247.222, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5899.51, + "avg_cost": 0.75, + "lambda": 249.631, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6059.46, + "avg_cost": 0.75, + "lambda": 253.7832, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5896.43, + "avg_cost": 0.0, + "lambda": 258.8535, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6182.83, + "avg_cost": 0.0, + "lambda": 263.367, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5627.28, + "avg_cost": 0.0, + "lambda": 267.628, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5603.63, + "avg_cost": 0.5, + "lambda": 271.2378, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6038.66, + "avg_cost": 1.0, + "lambda": 274.2128, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5713.28, + "avg_cost": 0.0, + "lambda": 277.4249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 6263.54, + "avg_cost": 12.5, + "lambda": 280.7039, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 6140.59, + "avg_cost": 0.75, + "lambda": 283.9391, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 6128.85, + "avg_cost": 0.0, + "lambda": 288.2539, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5805.93, + "avg_cost": 0.0, + "lambda": 291.4953, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5747.14, + "avg_cost": 1.5, + "lambda": 296.3311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5956.5, + "avg_cost": 1.75, + "lambda": 299.8192, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5787.29, + "avg_cost": 1.0, + "lambda": 301.7119, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5737.92, + "avg_cost": 0.0, + "lambda": 303.9973, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6190.58, + "avg_cost": 1.25, + "lambda": 306.0391, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 6322.11, + "avg_cost": 14.25, + "lambda": 307.7824, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5966.78, + "avg_cost": 0.75, + "lambda": 312.3394, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5678.31, + "avg_cost": 0.0, + "lambda": 314.8231, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5887.62, + "avg_cost": 0.0, + "lambda": 316.4227, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5811.31, + "avg_cost": 0.75, + "lambda": 317.4618, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 6050.26, + "avg_cost": 2.25, + "lambda": 318.2419, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5958.89, + "avg_cost": 0.0, + "lambda": 319.2811, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5940.96, + "avg_cost": 0.0, + "lambda": 320.4542, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5999.02, + "avg_cost": 0.0, + "lambda": 321.4992, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5730.75, + "avg_cost": 0.25, + "lambda": 323.1727, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5942.02, + "avg_cost": 0.25, + "lambda": 325.8471, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6177.06, + "avg_cost": 1.25, + "lambda": 328.0383, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6236.08, + "avg_cost": 4.0, + "lambda": 330.057, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5844.84, + "avg_cost": 0.25, + "lambda": 332.1419, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6086.24, + "avg_cost": 0.5, + "lambda": 333.5738, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6053.58, + "avg_cost": 7.75, + "lambda": 334.7998, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5778.67, + "avg_cost": 0.0, + "lambda": 336.6544, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5391.71, + "avg_cost": 0.0, + "lambda": 337.6004, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5650.35, + "avg_cost": 3.0, + "lambda": 339.6715, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5426.69, + "avg_cost": 0.0, + "lambda": 342.6256, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6021.84, + "avg_cost": 0.75, + "lambda": 343.9006, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6027.63, + "avg_cost": 0.25, + "lambda": 344.8214, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6252.38, + "avg_cost": 2.0, + "lambda": 345.5968, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5401.56, + "avg_cost": 1.5, + "lambda": 346.4526, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5184.85, + "avg_cost": 0.5, + "lambda": 347.8081, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5346.96, + "avg_cost": 0.0, + "lambda": 349.6659, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5479.36, + "avg_cost": 0.0, + "lambda": 357.5377, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5274.77, + "avg_cost": 0.0, + "lambda": 364.5475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5596.89, + "avg_cost": 0.0, + "lambda": 367.9436, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5461.66, + "avg_cost": 1.5, + "lambda": 371.3494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5351.06, + "avg_cost": 7.25, + "lambda": 374.0948, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4776.31, + "avg_cost": 1.5, + "lambda": 376.0174, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5618.9, + "avg_cost": 0.0, + "lambda": 377.4553, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4887.59, + "avg_cost": 0.75, + "lambda": 378.4224, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4872.91, + "avg_cost": 0.0, + "lambda": 379.2955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5010.36, + "avg_cost": 0.0, + "lambda": 380.2006, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5328.05, + "avg_cost": 1.0, + "lambda": 382.1774, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5459.13, + "avg_cost": 0.0, + "lambda": 383.7376, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5658.49, + "avg_cost": 0.0, + "lambda": 385.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5282.75, + "avg_cost": 5.5, + "lambda": 386.4298, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5728.51, + "avg_cost": 1.75, + "lambda": 387.6271, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5113.49, + "avg_cost": 4.5, + "lambda": 388.8031, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5737.39, + "avg_cost": 5.25, + "lambda": 390.0887, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5131.96, + "avg_cost": 2.0, + "lambda": 391.3921, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5099.83, + "avg_cost": 0.25, + "lambda": 393.0024, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5024.1, + "avg_cost": 1.25, + "lambda": 394.1888, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4750.54, + "avg_cost": 0.0, + "lambda": 394.9472, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5856.02, + "avg_cost": 27.0, + "lambda": 395.723, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4678.49, + "avg_cost": 0.5, + "lambda": 398.9657, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4494.9, + "avg_cost": 0.0, + "lambda": 401.8194, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5358.81, + "avg_cost": 11.25, + "lambda": 403.3359, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5133.41, + "avg_cost": 4.0, + "lambda": 405.371, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4353.71, + "avg_cost": 0.0, + "lambda": 407.2401, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4574.05, + "avg_cost": 0.0, + "lambda": 408.9139, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4127.25, + "avg_cost": 0.0, + "lambda": 410.7428, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4640.4, + "avg_cost": 3.5, + "lambda": 412.5631, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3946.5, + "avg_cost": 0.0, + "lambda": 414.5806, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4313.51, + "avg_cost": 4.25, + "lambda": 416.2726, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..494a678c947580450d0ccceab195cc9255b47069 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3422955.58, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 47.25, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3694.36, + "avg_cost": 0.0, + "lambda": 33.9104, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 2758.01, + "avg_cost": 0.0, + "lambda": 42.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 2960.79, + "avg_cost": 0.0, + "lambda": 45.5651, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 2763.17, + "avg_cost": 0.0, + "lambda": 46.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 2958.66, + "avg_cost": 0.0, + "lambda": 47.0452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 3301.81, + "avg_cost": 0.0, + "lambda": 47.1786, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 3243.42, + "avg_cost": 0.0, + "lambda": 47.2251, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 3356.67, + "avg_cost": 0.0, + "lambda": 47.2413, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 3447.09, + "avg_cost": 0.0, + "lambda": 47.247, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3491.07, + "avg_cost": 0.0, + "lambda": 47.2489, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3509.64, + "avg_cost": 0.0, + "lambda": 47.2496, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3526.05, + "avg_cost": 0.0, + "lambda": 47.2499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3522.3, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3518.31, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3504.68, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3501.62, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3497.95, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3482.63, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3476.74, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 3446.41, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 3458.69, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 3474.86, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 3496.37, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3510.89, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3505.8, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3497.72, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3507.89, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3503.9, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3513.98, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3507.27, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3499.06, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3485.86, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3484.97, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3481.97, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3490.17, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3492.01, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3489.87, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3487.71, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3497.58, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3502.83, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3498.21, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3498.0, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3506.04, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3500.6, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3502.56, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3498.95, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3499.95, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3500.95, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3483.56, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3432.85, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3387.76, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3396.93, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3403.8, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3399.44, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3417.26, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3402.67, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3379.02, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3366.24, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3365.25, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3360.8, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3355.52, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3349.45, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3348.46, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3346.93, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3359.44, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3361.03, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3359.64, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3361.89, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3358.84, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3365.28, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3372.26, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3391.93, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3407.23, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3385.86, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3353.36, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3333.72, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3264.91, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3281.72, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3245.76, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3339.23, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3358.77, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3368.91, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3377.32, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3391.01, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3425.01, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3440.65, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3463.65, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3487.03, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3490.96, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3498.03, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3506.6, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3513.25, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3521.2, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3522.81, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3531.9, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3536.48, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3538.43, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3530.28, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3534.3, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3545.62, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..2459534a031efdb03c81de1f2f2de02cc09275ff --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4563940.77, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 47.25, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5724.64, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4925.82, + "avg_cost": 0.0, + "lambda": 33.9104, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 3677.35, + "avg_cost": 0.0, + "lambda": 42.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3947.73, + "avg_cost": 0.0, + "lambda": 45.5651, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3684.23, + "avg_cost": 0.0, + "lambda": 46.6625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 3944.87, + "avg_cost": 0.0, + "lambda": 47.0452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4402.41, + "avg_cost": 0.0, + "lambda": 47.1786, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4324.57, + "avg_cost": 0.0, + "lambda": 47.2251, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4475.56, + "avg_cost": 0.0, + "lambda": 47.2413, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4596.12, + "avg_cost": 0.0, + "lambda": 47.247, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4654.76, + "avg_cost": 0.0, + "lambda": 47.2489, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4679.52, + "avg_cost": 0.0, + "lambda": 47.2496, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4701.41, + "avg_cost": 0.0, + "lambda": 47.2499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4696.39, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4691.08, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4672.91, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4668.83, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4663.94, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4643.5, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4635.66, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4595.21, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4611.58, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4633.14, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4661.83, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4681.19, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4674.4, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4663.62, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4677.18, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4671.87, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4685.31, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4676.36, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4665.41, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4647.81, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4646.63, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4642.63, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4653.56, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4656.01, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4653.16, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4650.28, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4663.44, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4670.44, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4664.28, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4664.0, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4674.72, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4667.47, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4670.08, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4665.27, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4666.59, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4667.93, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4644.74, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4577.14, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4517.01, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4529.24, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4538.4, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4532.59, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4556.34, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4536.89, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4505.35, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4488.32, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4487.0, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4481.07, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4474.02, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4465.93, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4464.61, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4462.57, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4479.26, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4481.38, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4479.52, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4482.52, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4478.45, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4487.04, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4496.34, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4522.58, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4542.97, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4514.49, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4471.14, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4444.96, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4353.21, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4375.63, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4327.68, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4452.31, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4478.36, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4491.87, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4503.09, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4521.35, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4566.68, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4587.53, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4618.2, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4649.38, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4654.61, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4664.04, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4675.47, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4684.33, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4694.94, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4697.07, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4709.2, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4715.31, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4717.9, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4707.04, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4712.4, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4727.5, + "avg_cost": 0.0, + "lambda": 47.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..c165333223fc36ceb05a7a10629475537b9502bb --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 7329897.05, + "constraint_satisfaction_pct": 36.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 328.9157, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5724.64, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5573.5, + "avg_cost": 1.0, + "lambda": 40.1416, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4820.6, + "avg_cost": 0.75, + "lambda": 56.4696, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 6735.33, + "avg_cost": 4.0, + "lambda": 65.7087, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 7185.97, + "avg_cost": 3.5, + "lambda": 70.8855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 7576.61, + "avg_cost": 1.5, + "lambda": 74.9357, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 7457.57, + "avg_cost": 2.0, + "lambda": 80.3073, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 6930.53, + "avg_cost": 0.75, + "lambda": 86.2892, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 7451.14, + "avg_cost": 4.5, + "lambda": 93.932, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 8498.46, + "avg_cost": 14.25, + "lambda": 99.7585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 7431.53, + "avg_cost": 0.0, + "lambda": 105.1034, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 7192.79, + "avg_cost": 1.25, + "lambda": 115.1391, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 8091.91, + "avg_cost": 1.5, + "lambda": 124.8999, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 7646.34, + "avg_cost": 0.25, + "lambda": 132.2612, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 7238.28, + "avg_cost": 0.0, + "lambda": 138.5026, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 7882.04, + "avg_cost": 2.5, + "lambda": 143.2097, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 7624.87, + "avg_cost": 0.0, + "lambda": 147.9484, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 8354.82, + "avg_cost": 4.0, + "lambda": 151.9194, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 7459.88, + "avg_cost": 0.0, + "lambda": 155.1356, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 7691.36, + "avg_cost": 4.25, + "lambda": 158.1947, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 8135.63, + "avg_cost": 3.25, + "lambda": 163.0881, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 7935.51, + "avg_cost": 0.25, + "lambda": 166.9329, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 7884.64, + "avg_cost": 0.75, + "lambda": 169.7096, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 7860.38, + "avg_cost": 0.0, + "lambda": 172.4269, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 7915.46, + "avg_cost": 0.5, + "lambda": 175.3898, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 7435.77, + "avg_cost": 0.5, + "lambda": 180.3254, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 8264.44, + "avg_cost": 0.0, + "lambda": 183.7068, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 7631.27, + "avg_cost": 4.0, + "lambda": 186.0529, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 8369.0, + "avg_cost": 5.5, + "lambda": 189.7572, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 8472.3, + "avg_cost": 19.75, + "lambda": 192.3752, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 7511.85, + "avg_cost": 0.75, + "lambda": 195.9518, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 7699.04, + "avg_cost": 0.5, + "lambda": 198.9453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 8149.22, + "avg_cost": 3.5, + "lambda": 201.5756, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8286.01, + "avg_cost": 0.75, + "lambda": 204.2392, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 8041.97, + "avg_cost": 6.5, + "lambda": 207.0631, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 8695.76, + "avg_cost": 11.5, + "lambda": 211.4876, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 8148.9, + "avg_cost": 6.75, + "lambda": 214.4722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 7679.23, + "avg_cost": 0.0, + "lambda": 216.6087, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 7962.64, + "avg_cost": 1.25, + "lambda": 218.7936, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 8406.52, + "avg_cost": 12.0, + "lambda": 221.184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 7979.42, + "avg_cost": 0.0, + "lambda": 223.7924, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 8204.55, + "avg_cost": 0.0, + "lambda": 226.6036, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 8710.86, + "avg_cost": 2.0, + "lambda": 229.5138, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 8226.52, + "avg_cost": 2.25, + "lambda": 231.9426, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 8278.27, + "avg_cost": 0.0, + "lambda": 234.8178, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 7949.25, + "avg_cost": 0.0, + "lambda": 236.9896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 8701.22, + "avg_cost": 0.0, + "lambda": 238.807, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 7911.81, + "avg_cost": 0.0, + "lambda": 239.7892, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 8432.81, + "avg_cost": 2.75, + "lambda": 240.6286, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 8475.43, + "avg_cost": 0.0, + "lambda": 242.277, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 8299.45, + "avg_cost": 0.75, + "lambda": 243.3568, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 8666.72, + "avg_cost": 2.25, + "lambda": 244.745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 8735.41, + "avg_cost": 2.0, + "lambda": 245.8239, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 8345.82, + "avg_cost": 7.25, + "lambda": 247.4807, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 8366.14, + "avg_cost": 2.5, + "lambda": 249.2687, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 8993.93, + "avg_cost": 9.75, + "lambda": 254.8337, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 8605.0, + "avg_cost": 1.0, + "lambda": 262.207, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 8345.51, + "avg_cost": 0.25, + "lambda": 269.7445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 8679.65, + "avg_cost": 2.0, + "lambda": 273.9574, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 8793.54, + "avg_cost": 1.0, + "lambda": 276.5437, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 8599.95, + "avg_cost": 0.25, + "lambda": 278.9653, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 8290.74, + "avg_cost": 0.25, + "lambda": 281.9564, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 8250.27, + "avg_cost": 0.75, + "lambda": 284.4683, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 8035.79, + "avg_cost": 3.75, + "lambda": 286.947, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7482.82, + "avg_cost": 0.0, + "lambda": 288.2964, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6709.71, + "avg_cost": 1.0, + "lambda": 289.2184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6750.96, + "avg_cost": 0.0, + "lambda": 290.1476, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6296.02, + "avg_cost": 0.0, + "lambda": 290.7333, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6425.15, + "avg_cost": 0.0, + "lambda": 292.047, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6645.68, + "avg_cost": 0.0, + "lambda": 293.554, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7324.35, + "avg_cost": 3.0, + "lambda": 295.0856, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6593.89, + "avg_cost": 7.25, + "lambda": 297.1603, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5929.16, + "avg_cost": 0.0, + "lambda": 300.347, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5954.98, + "avg_cost": 0.0, + "lambda": 303.5763, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6237.86, + "avg_cost": 3.0, + "lambda": 307.017, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4625.49, + "avg_cost": 2.5, + "lambda": 308.7668, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5445.0, + "avg_cost": 0.0, + "lambda": 310.0774, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5516.41, + "avg_cost": 0.0, + "lambda": 310.8886, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5683.17, + "avg_cost": 0.0, + "lambda": 311.6554, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5987.16, + "avg_cost": 1.0, + "lambda": 312.6189, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6131.98, + "avg_cost": 2.5, + "lambda": 313.9942, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5422.19, + "avg_cost": 0.0, + "lambda": 315.4287, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5491.47, + "avg_cost": 0.0, + "lambda": 316.1166, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5198.72, + "avg_cost": 0.0, + "lambda": 318.6609, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5727.27, + "avg_cost": 0.0, + "lambda": 321.1493, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5596.03, + "avg_cost": 0.0, + "lambda": 322.1799, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5511.84, + "avg_cost": 0.0, + "lambda": 324.2551, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6431.67, + "avg_cost": 0.0, + "lambda": 325.6617, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5754.97, + "avg_cost": 0.0, + "lambda": 326.8055, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5630.21, + "avg_cost": 0.0, + "lambda": 327.4512, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6285.9, + "avg_cost": 0.25, + "lambda": 327.722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6380.87, + "avg_cost": 0.0, + "lambda": 327.838, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6297.17, + "avg_cost": 0.0, + "lambda": 327.8784, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6108.26, + "avg_cost": 0.0, + "lambda": 327.8925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6177.53, + "avg_cost": 3.25, + "lambda": 327.9299, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6498.63, + "avg_cost": 0.0, + "lambda": 328.3134, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6465.57, + "avg_cost": 0.0, + "lambda": 328.5656, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6773.64, + "avg_cost": 0.5, + "lambda": 328.7049, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6433.07, + "avg_cost": 0.0, + "lambda": 328.8483, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6286.43, + "avg_cost": 0.0, + "lambda": 328.8982, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6156.11, + "avg_cost": 0.0, + "lambda": 328.9157, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..64a53da1bc5950cf3a829af8e2796285a5a133de --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6822189.93, + "constraint_satisfaction_pct": 55.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.1225, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 4.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5302.45, + "avg_cost": 36.25, + "lambda": 5.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5149.5, + "avg_cost": 17.5, + "lambda": 4.2625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5681.19, + "avg_cost": 35.5, + "lambda": 4.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6300.18, + "avg_cost": 80.5, + "lambda": 6.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5809.47, + "avg_cost": 34.5, + "lambda": 5.9075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 6984.5, + "avg_cost": 122.5, + "lambda": 4.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 6252.81, + "avg_cost": 24.75, + "lambda": 4.31, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6859.97, + "avg_cost": 110.25, + "lambda": 4.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 7064.68, + "avg_cost": 124.0, + "lambda": 4.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 7065.18, + "avg_cost": 87.0, + "lambda": 4.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 6760.94, + "avg_cost": 58.25, + "lambda": 5.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 6525.71, + "avg_cost": 48.5, + "lambda": 5.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6357.45, + "avg_cost": 41.25, + "lambda": 6.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 7111.39, + "avg_cost": 137.0, + "lambda": 7.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 7053.28, + "avg_cost": 123.75, + "lambda": 7.7625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 6870.39, + "avg_cost": 91.25, + "lambda": 8.7325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6573.69, + "avg_cost": 65.0, + "lambda": 9.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 6661.87, + "avg_cost": 77.5, + "lambda": 9.905, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 7172.2, + "avg_cost": 154.0, + "lambda": 11.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6628.29, + "avg_cost": 42.25, + "lambda": 9.2975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 7293.36, + "avg_cost": 150.5, + "lambda": 5.6525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 6746.16, + "avg_cost": 43.25, + "lambda": 7.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 6746.57, + "avg_cost": 76.25, + "lambda": 5.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 6851.36, + "avg_cost": 73.0, + "lambda": 3.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6560.03, + "avg_cost": 60.5, + "lambda": 6.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 7070.25, + "avg_cost": 93.5, + "lambda": 7.6225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 6573.72, + "avg_cost": 31.5, + "lambda": 5.8375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6841.26, + "avg_cost": 34.0, + "lambda": 3.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 7222.81, + "avg_cost": 86.5, + "lambda": 1.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6974.79, + "avg_cost": 40.5, + "lambda": 2.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 7092.76, + "avg_cost": 83.25, + "lambda": 3.22, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 7160.87, + "avg_cost": 64.75, + "lambda": 2.3225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7612.53, + "avg_cost": 154.5, + "lambda": 2.495, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 7301.28, + "avg_cost": 76.25, + "lambda": 2.745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 7034.37, + "avg_cost": 47.75, + "lambda": 2.095, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 7139.9, + "avg_cost": 40.5, + "lambda": 1.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 7287.58, + "avg_cost": 64.25, + "lambda": 2.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 7267.41, + "avg_cost": 70.25, + "lambda": 1.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 7124.24, + "avg_cost": 45.75, + "lambda": 1.08, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 7473.73, + "avg_cost": 124.0, + "lambda": 2.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 7387.25, + "avg_cost": 80.5, + "lambda": 1.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 7309.8, + "avg_cost": 86.75, + "lambda": 2.1375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 7229.22, + "avg_cost": 66.25, + "lambda": 1.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 7634.14, + "avg_cost": 116.0, + "lambda": 1.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 7373.23, + "avg_cost": 87.75, + "lambda": 3.4925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 7457.6, + "avg_cost": 94.0, + "lambda": 1.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 7336.32, + "avg_cost": 62.5, + "lambda": 2.89, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 7509.13, + "avg_cost": 88.75, + "lambda": 2.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 7628.13, + "avg_cost": 106.0, + "lambda": 1.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 7248.57, + "avg_cost": 48.0, + "lambda": 2.695, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 7231.31, + "avg_cost": 43.5, + "lambda": 2.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 7321.3, + "avg_cost": 66.5, + "lambda": 1.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 7428.49, + "avg_cost": 110.25, + "lambda": 4.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 7937.61, + "avg_cost": 239.0, + "lambda": 3.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7218.17, + "avg_cost": 41.0, + "lambda": 3.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7232.4, + "avg_cost": 99.5, + "lambda": 3.915, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6922.99, + "avg_cost": 68.75, + "lambda": 3.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6667.17, + "avg_cost": 61.75, + "lambda": 4.015, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7048.4, + "avg_cost": 111.5, + "lambda": 2.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5915.0, + "avg_cost": 18.5, + "lambda": 2.2225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6497.33, + "avg_cost": 99.25, + "lambda": 2.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6451.17, + "avg_cost": 35.75, + "lambda": 2.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6760.01, + "avg_cost": 132.0, + "lambda": 2.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5766.01, + "avg_cost": 20.5, + "lambda": 5.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6311.28, + "avg_cost": 45.0, + "lambda": 1.7625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7328.33, + "avg_cost": 206.5, + "lambda": 2.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6493.22, + "avg_cost": 78.0, + "lambda": 1.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7557.69, + "avg_cost": 173.75, + "lambda": 2.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5791.95, + "avg_cost": 21.5, + "lambda": 1.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6570.42, + "avg_cost": 97.75, + "lambda": 3.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5760.45, + "avg_cost": 26.75, + "lambda": 0.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6327.94, + "avg_cost": 73.0, + "lambda": 4.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5881.8, + "avg_cost": 39.5, + "lambda": 1.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7012.96, + "avg_cost": 178.75, + "lambda": 2.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5919.21, + "avg_cost": 66.75, + "lambda": 4.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6482.87, + "avg_cost": 77.5, + "lambda": 1.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7051.98, + "avg_cost": 133.5, + "lambda": 1.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6117.43, + "avg_cost": 22.75, + "lambda": 2.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6925.22, + "avg_cost": 116.75, + "lambda": 1.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6129.67, + "avg_cost": 39.0, + "lambda": 5.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6662.94, + "avg_cost": 99.5, + "lambda": 1.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7207.73, + "avg_cost": 146.5, + "lambda": 4.6475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6791.17, + "avg_cost": 53.0, + "lambda": 1.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6308.13, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6620.02, + "avg_cost": 50.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7343.59, + "avg_cost": 168.0, + "lambda": 2.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5538.24, + "avg_cost": 5.0, + "lambda": 3.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5990.4, + "avg_cost": 27.25, + "lambda": 0.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6708.46, + "avg_cost": 67.25, + "lambda": 0.2775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5990.73, + "avg_cost": 22.5, + "lambda": 3.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6947.94, + "avg_cost": 105.0, + "lambda": 1.0075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 7117.86, + "avg_cost": 85.5, + "lambda": 1.8475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6827.31, + "avg_cost": 90.25, + "lambda": 1.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6589.08, + "avg_cost": 74.0, + "lambda": 1.645, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6539.23, + "avg_cost": 82.25, + "lambda": 2.4625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6215.6, + "avg_cost": 32.25, + "lambda": 3.5725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6653.54, + "avg_cost": 89.25, + "lambda": 2.7875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 7015.32, + "avg_cost": 120.5, + "lambda": 2.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 7132.87, + "avg_cost": 121.75, + "lambda": 1.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 7230.31, + "avg_cost": 147.0, + "lambda": 5.1225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..c7e6610a319cd3498e61da0671479b1471022e21 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5038537.84, + "constraint_satisfaction_pct": 66.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.5875, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 291.79, + "avg_cost": 123.25, + "lambda": 5.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4102.46, + "avg_cost": 80.5, + "lambda": 8.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4697.48, + "avg_cost": 86.75, + "lambda": 13.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 4323.7, + "avg_cost": 15.25, + "lambda": 14.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 3942.78, + "avg_cost": 30.0, + "lambda": 15.435, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4493.62, + "avg_cost": 23.0, + "lambda": 16.4475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5866.92, + "avg_cost": 80.75, + "lambda": 22.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5130.98, + "avg_cost": 101.25, + "lambda": 29.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4928.45, + "avg_cost": 82.0, + "lambda": 38.0175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4173.45, + "avg_cost": 48.75, + "lambda": 42.1975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4288.94, + "avg_cost": 56.75, + "lambda": 45.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4125.02, + "avg_cost": 89.25, + "lambda": 51.72, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3346.2, + "avg_cost": 55.75, + "lambda": 56.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 2946.88, + "avg_cost": 0.5, + "lambda": 58.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4235.11, + "avg_cost": 10.0, + "lambda": 56.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3519.0, + "avg_cost": 29.5, + "lambda": 55.7425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 3544.29, + "avg_cost": 14.0, + "lambda": 55.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4553.99, + "avg_cost": 11.25, + "lambda": 55.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4159.9, + "avg_cost": 26.75, + "lambda": 55.6375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4419.78, + "avg_cost": 10.5, + "lambda": 54.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4430.59, + "avg_cost": 12.75, + "lambda": 54.0625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4577.88, + "avg_cost": 15.0, + "lambda": 53.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4341.48, + "avg_cost": 3.0, + "lambda": 52.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4663.09, + "avg_cost": 26.0, + "lambda": 51.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3997.72, + "avg_cost": 0.5, + "lambda": 51.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 5172.4, + "avg_cost": 32.5, + "lambda": 50.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 5066.18, + "avg_cost": 13.25, + "lambda": 49.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5084.0, + "avg_cost": 28.75, + "lambda": 49.6125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4939.46, + "avg_cost": 9.75, + "lambda": 49.1925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 5584.33, + "avg_cost": 36.0, + "lambda": 48.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4938.94, + "avg_cost": 16.0, + "lambda": 49.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4618.83, + "avg_cost": 14.25, + "lambda": 48.1475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4990.69, + "avg_cost": 3.5, + "lambda": 46.745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5292.79, + "avg_cost": 4.75, + "lambda": 45.3775, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5228.73, + "avg_cost": 9.5, + "lambda": 44.015, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4328.79, + "avg_cost": 16.25, + "lambda": 42.785, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4846.66, + "avg_cost": 23.0, + "lambda": 42.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4183.89, + "avg_cost": 9.5, + "lambda": 40.4975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4408.9, + "avg_cost": 9.25, + "lambda": 38.785, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4609.17, + "avg_cost": 2.75, + "lambda": 37.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4751.23, + "avg_cost": 5.75, + "lambda": 35.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5858.46, + "avg_cost": 23.0, + "lambda": 34.0075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4883.45, + "avg_cost": 12.5, + "lambda": 32.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4794.95, + "avg_cost": 4.5, + "lambda": 30.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4970.47, + "avg_cost": 5.25, + "lambda": 29.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4274.33, + "avg_cost": 7.5, + "lambda": 27.4525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4920.65, + "avg_cost": 7.25, + "lambda": 26.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5355.18, + "avg_cost": 17.75, + "lambda": 24.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4937.61, + "avg_cost": 7.5, + "lambda": 22.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5674.93, + "avg_cost": 22.25, + "lambda": 21.6025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4561.52, + "avg_cost": 6.75, + "lambda": 20.27, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5066.17, + "avg_cost": 5.25, + "lambda": 18.7075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4896.75, + "avg_cost": 8.25, + "lambda": 17.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5266.89, + "avg_cost": 15.25, + "lambda": 15.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 4234.26, + "avg_cost": 9.5, + "lambda": 14.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5824.34, + "avg_cost": 13.5, + "lambda": 13.26, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3888.3, + "avg_cost": 11.75, + "lambda": 13.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5158.99, + "avg_cost": 22.0, + "lambda": 14.34, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4849.49, + "avg_cost": 14.25, + "lambda": 14.28, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5319.44, + "avg_cost": 17.25, + "lambda": 13.1925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5659.5, + "avg_cost": 12.0, + "lambda": 12.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5869.88, + "avg_cost": 22.5, + "lambda": 12.5025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6203.96, + "avg_cost": 25.75, + "lambda": 11.7075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6182.13, + "avg_cost": 31.75, + "lambda": 11.5525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5163.98, + "avg_cost": 5.0, + "lambda": 10.5625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4740.55, + "avg_cost": 7.75, + "lambda": 9.055, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4935.31, + "avg_cost": 10.5, + "lambda": 7.5325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5741.17, + "avg_cost": 26.75, + "lambda": 7.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6291.17, + "avg_cost": 24.5, + "lambda": 7.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6307.32, + "avg_cost": 35.5, + "lambda": 7.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6597.33, + "avg_cost": 62.75, + "lambda": 8.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5810.84, + "avg_cost": 21.0, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6036.97, + "avg_cost": 24.5, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5784.24, + "avg_cost": 18.75, + "lambda": 11.7425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5422.13, + "avg_cost": 30.75, + "lambda": 11.47, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5867.0, + "avg_cost": 15.0, + "lambda": 11.9325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5386.76, + "avg_cost": 19.75, + "lambda": 12.0125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5843.38, + "avg_cost": 35.25, + "lambda": 11.4925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6044.03, + "avg_cost": 34.0, + "lambda": 10.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5261.69, + "avg_cost": 16.0, + "lambda": 10.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5457.64, + "avg_cost": 22.25, + "lambda": 9.2225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5353.89, + "avg_cost": 28.0, + "lambda": 9.3875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5333.11, + "avg_cost": 28.5, + "lambda": 9.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6370.09, + "avg_cost": 38.5, + "lambda": 8.885, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6120.83, + "avg_cost": 47.0, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5346.0, + "avg_cost": 25.75, + "lambda": 11.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5187.42, + "avg_cost": 13.25, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5306.34, + "avg_cost": 15.5, + "lambda": 9.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4740.69, + "avg_cost": 13.75, + "lambda": 8.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5544.62, + "avg_cost": 4.5, + "lambda": 6.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5950.82, + "avg_cost": 18.5, + "lambda": 6.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6306.57, + "avg_cost": 35.5, + "lambda": 6.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6377.49, + "avg_cost": 53.75, + "lambda": 8.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5843.05, + "avg_cost": 40.0, + "lambda": 11.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5870.38, + "avg_cost": 32.0, + "lambda": 12.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4692.15, + "avg_cost": 1.0, + "lambda": 11.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4368.78, + "avg_cost": 7.5, + "lambda": 9.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4854.04, + "avg_cost": 8.0, + "lambda": 7.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4645.78, + "avg_cost": 3.0, + "lambda": 5.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4679.2, + "avg_cost": 7.0, + "lambda": 4.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4814.66, + "avg_cost": 5.5, + "lambda": 2.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3207895e33d4cab343554e02e4f757ec74f19761 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4575314.74, + "constraint_satisfaction_pct": 60.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 6.04, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 291.79, + "avg_cost": 123.25, + "lambda": 5.8325, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 3213.97, + "avg_cost": 75.5, + "lambda": 6.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 4497.64, + "avg_cost": 77.25, + "lambda": 10.8975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 3989.8, + "avg_cost": 111.0, + "lambda": 15.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5365.9, + "avg_cost": 66.5, + "lambda": 20.305, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5283.4, + "avg_cost": 100.0, + "lambda": 25.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4777.39, + "avg_cost": 98.0, + "lambda": 32.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5160.97, + "avg_cost": 99.25, + "lambda": 37.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 2044.75, + "avg_cost": 6.5, + "lambda": 37.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4017.5, + "avg_cost": 13.0, + "lambda": 35.1525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 3772.9, + "avg_cost": 25.25, + "lambda": 35.335, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 3580.18, + "avg_cost": 50.0, + "lambda": 35.0025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3879.63, + "avg_cost": 10.0, + "lambda": 33.615, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3612.04, + "avg_cost": 47.0, + "lambda": 33.81, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3736.21, + "avg_cost": 51.25, + "lambda": 34.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 2775.82, + "avg_cost": 60.75, + "lambda": 35.9625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4045.09, + "avg_cost": 27.5, + "lambda": 35.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4183.77, + "avg_cost": 19.25, + "lambda": 34.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3743.61, + "avg_cost": 8.75, + "lambda": 32.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4107.53, + "avg_cost": 6.0, + "lambda": 30.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4499.02, + "avg_cost": 18.0, + "lambda": 28.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4827.99, + "avg_cost": 62.0, + "lambda": 27.545, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1026.34, + "avg_cost": 54.75, + "lambda": 31.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2593.46, + "avg_cost": 8.25, + "lambda": 29.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3392.32, + "avg_cost": 17.0, + "lambda": 27.0575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4003.43, + "avg_cost": 14.5, + "lambda": 25.26, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4459.55, + "avg_cost": 43.5, + "lambda": 25.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4458.69, + "avg_cost": 25.5, + "lambda": 24.9925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3862.48, + "avg_cost": 6.5, + "lambda": 24.745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 4466.61, + "avg_cost": 31.75, + "lambda": 24.4625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 4852.43, + "avg_cost": 47.25, + "lambda": 23.59, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 4269.3, + "avg_cost": 15.5, + "lambda": 23.4725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4060.74, + "avg_cost": 31.75, + "lambda": 23.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4392.24, + "avg_cost": 11.25, + "lambda": 22.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4594.53, + "avg_cost": 53.25, + "lambda": 22.1425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 5236.69, + "avg_cost": 45.0, + "lambda": 22.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4431.53, + "avg_cost": 53.5, + "lambda": 22.835, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4076.61, + "avg_cost": 0.25, + "lambda": 22.585, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3901.2, + "avg_cost": 29.25, + "lambda": 23.135, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3828.28, + "avg_cost": 33.75, + "lambda": 24.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4637.77, + "avg_cost": 45.0, + "lambda": 24.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4857.42, + "avg_cost": 29.25, + "lambda": 24.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5390.42, + "avg_cost": 52.25, + "lambda": 23.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4284.31, + "avg_cost": 17.25, + "lambda": 22.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4353.62, + "avg_cost": 7.5, + "lambda": 20.36, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4879.19, + "avg_cost": 34.25, + "lambda": 18.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4877.93, + "avg_cost": 52.5, + "lambda": 17.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4473.42, + "avg_cost": 54.5, + "lambda": 17.765, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4648.33, + "avg_cost": 40.75, + "lambda": 18.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4858.44, + "avg_cost": 41.5, + "lambda": 19.29, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5864.3, + "avg_cost": 78.5, + "lambda": 20.7625, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4726.75, + "avg_cost": 63.0, + "lambda": 21.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3852.29, + "avg_cost": 18.0, + "lambda": 21.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4390.69, + "avg_cost": 42.0, + "lambda": 21.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1611.23, + "avg_cost": 191.25, + "lambda": 29.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 842.08, + "avg_cost": 84.0, + "lambda": 40.765, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2829.3, + "avg_cost": 1.25, + "lambda": 38.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3481.08, + "avg_cost": 15.25, + "lambda": 35.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3955.72, + "avg_cost": 13.25, + "lambda": 32.1525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4187.12, + "avg_cost": 4.0, + "lambda": 29.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4278.09, + "avg_cost": 36.0, + "lambda": 27.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4159.26, + "avg_cost": 48.0, + "lambda": 26.7725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4274.72, + "avg_cost": 40.0, + "lambda": 25.685, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4284.83, + "avg_cost": 31.75, + "lambda": 24.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4517.84, + "avg_cost": 16.75, + "lambda": 22.4125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4444.09, + "avg_cost": 7.5, + "lambda": 19.9525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4322.83, + "avg_cost": 7.5, + "lambda": 16.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4393.87, + "avg_cost": 10.5, + "lambda": 13.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4046.73, + "avg_cost": 15.25, + "lambda": 11.3225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4738.87, + "avg_cost": 29.25, + "lambda": 10.005, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4457.29, + "avg_cost": 27.75, + "lambda": 8.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4135.18, + "avg_cost": 27.75, + "lambda": 7.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3808.28, + "avg_cost": 11.5, + "lambda": 5.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4113.26, + "avg_cost": 19.25, + "lambda": 3.2425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4649.65, + "avg_cost": 26.5, + "lambda": 1.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5765.56, + "avg_cost": 57.75, + "lambda": 2.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5804.45, + "avg_cost": 55.75, + "lambda": 4.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5753.44, + "avg_cost": 55.0, + "lambda": 7.335, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4688.8, + "avg_cost": 38.25, + "lambda": 10.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5115.53, + "avg_cost": 48.0, + "lambda": 12.01, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4433.94, + "avg_cost": 31.0, + "lambda": 12.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4220.45, + "avg_cost": 29.25, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4756.13, + "avg_cost": 29.0, + "lambda": 9.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5290.39, + "avg_cost": 39.75, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5014.9, + "avg_cost": 23.5, + "lambda": 8.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5015.15, + "avg_cost": 30.5, + "lambda": 6.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5588.44, + "avg_cost": 30.0, + "lambda": 5.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6003.57, + "avg_cost": 30.25, + "lambda": 3.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5504.01, + "avg_cost": 19.75, + "lambda": 4.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4999.98, + "avg_cost": 20.0, + "lambda": 3.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6464.08, + "avg_cost": 60.75, + "lambda": 4.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6108.47, + "avg_cost": 40.75, + "lambda": 4.395, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6184.77, + "avg_cost": 49.5, + "lambda": 4.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6496.53, + "avg_cost": 46.5, + "lambda": 3.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6814.96, + "avg_cost": 42.75, + "lambda": 4.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6880.99, + "avg_cost": 82.0, + "lambda": 6.11, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 7139.58, + "avg_cost": 60.0, + "lambda": 6.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5673.47, + "avg_cost": 7.25, + "lambda": 5.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6567.62, + "avg_cost": 35.0, + "lambda": 3.7475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6881.04, + "avg_cost": 47.5, + "lambda": 4.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6264.36, + "avg_cost": 48.25, + "lambda": 6.04, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..cc342762dda8470d47d14230e2945791784609be --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1550144.48, + "constraint_satisfaction_pct": 27.3, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 80.2169, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3778.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3447.11, + "avg_cost": 0.0, + "lambda": 10.0136, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3068.1, + "avg_cost": 0.0, + "lambda": 10.0503, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2715.5, + "avg_cost": 0.0, + "lambda": 10.0711, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -2873.38, + "avg_cost": 0.0, + "lambda": 10.0899, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2965.47, + "avg_cost": 0.0, + "lambda": 10.1051, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -3027.17, + "avg_cost": 0.0, + "lambda": 10.1248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2715.01, + "avg_cost": 0.0, + "lambda": 10.1566, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1797.81, + "avg_cost": 0.0, + "lambda": 10.1849, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2228.93, + "avg_cost": 0.0, + "lambda": 10.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1844.39, + "avg_cost": 0.0, + "lambda": 10.2476, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1984.05, + "avg_cost": 0.0, + "lambda": 10.2817, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1499.04, + "avg_cost": 0.0, + "lambda": 10.3039, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1722.09, + "avg_cost": 0.0, + "lambda": 10.3176, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2134.23, + "avg_cost": 0.0, + "lambda": 10.3387, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1558.43, + "avg_cost": 0.0, + "lambda": 10.3614, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1426.37, + "avg_cost": 0.0, + "lambda": 10.3703, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1756.58, + "avg_cost": 0.0, + "lambda": 10.3733, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1106.17, + "avg_cost": 0.25, + "lambda": 10.4119, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1967.57, + "avg_cost": 0.0, + "lambda": 10.554, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1449.27, + "avg_cost": 0.25, + "lambda": 10.7976, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -187.34, + "avg_cost": 1.0, + "lambda": 11.0691, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2115.86, + "avg_cost": 0.0, + "lambda": 11.3978, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -993.03, + "avg_cost": 1.0, + "lambda": 11.8125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1045.58, + "avg_cost": 0.0, + "lambda": 12.2528, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1216.15, + "avg_cost": 0.0, + "lambda": 12.6184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -894.79, + "avg_cost": 0.75, + "lambda": 13.0373, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1520.48, + "avg_cost": 0.25, + "lambda": 13.547, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1510.13, + "avg_cost": 0.0, + "lambda": 14.0654, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -495.85, + "avg_cost": 0.75, + "lambda": 14.5111, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -720.44, + "avg_cost": 0.5, + "lambda": 14.9621, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -294.42, + "avg_cost": 0.0, + "lambda": 15.3889, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -769.46, + "avg_cost": 0.5, + "lambda": 15.7983, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 257.79, + "avg_cost": 0.0, + "lambda": 16.334, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 288.91, + "avg_cost": 0.25, + "lambda": 16.9514, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 363.69, + "avg_cost": 2.0, + "lambda": 17.7274, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -478.73, + "avg_cost": 1.25, + "lambda": 19.2931, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 861.23, + "avg_cost": 0.75, + "lambda": 20.8177, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 473.05, + "avg_cost": 0.5, + "lambda": 22.256, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1150.55, + "avg_cost": 1.0, + "lambda": 23.5805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 496.0, + "avg_cost": 0.5, + "lambda": 24.8579, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 639.06, + "avg_cost": 1.5, + "lambda": 26.0031, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1255.88, + "avg_cost": 2.0, + "lambda": 27.6311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1964.23, + "avg_cost": 1.0, + "lambda": 29.6789, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 690.46, + "avg_cost": 0.0, + "lambda": 31.4931, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1154.2, + "avg_cost": 1.0, + "lambda": 33.0334, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1351.98, + "avg_cost": 0.5, + "lambda": 34.6724, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2786.09, + "avg_cost": 1.75, + "lambda": 36.2001, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2773.59, + "avg_cost": 1.0, + "lambda": 37.8201, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1695.52, + "avg_cost": 0.25, + "lambda": 39.215, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 241.23, + "avg_cost": 0.25, + "lambda": 40.4618, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1483.99, + "avg_cost": 2.5, + "lambda": 41.7184, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2819.36, + "avg_cost": 1.0, + "lambda": 42.8602, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2275.36, + "avg_cost": 0.25, + "lambda": 43.9758, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2785.75, + "avg_cost": 0.25, + "lambda": 44.7309, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3237.66, + "avg_cost": 2.5, + "lambda": 45.5583, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3008.63, + "avg_cost": 1.0, + "lambda": 46.6694, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2224.72, + "avg_cost": 1.0, + "lambda": 47.5174, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3042.57, + "avg_cost": 0.25, + "lambda": 48.4183, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3449.66, + "avg_cost": 2.5, + "lambda": 49.304, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3139.45, + "avg_cost": 0.75, + "lambda": 50.1121, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3012.68, + "avg_cost": 0.25, + "lambda": 50.9002, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2473.84, + "avg_cost": 1.0, + "lambda": 51.8488, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3558.05, + "avg_cost": 1.5, + "lambda": 52.7815, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2947.6, + "avg_cost": 1.0, + "lambda": 53.787, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4413.64, + "avg_cost": 0.75, + "lambda": 54.9676, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4004.68, + "avg_cost": 1.0, + "lambda": 56.1173, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2591.92, + "avg_cost": 1.0, + "lambda": 57.1018, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3943.84, + "avg_cost": 1.0, + "lambda": 57.9718, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3783.62, + "avg_cost": 0.5, + "lambda": 59.0263, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4181.53, + "avg_cost": 1.0, + "lambda": 60.0766, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3844.79, + "avg_cost": 1.0, + "lambda": 61.1334, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3605.34, + "avg_cost": 0.0, + "lambda": 62.0412, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 2991.89, + "avg_cost": 0.75, + "lambda": 62.8278, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3950.52, + "avg_cost": 2.0, + "lambda": 63.6654, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2185.17, + "avg_cost": 1.25, + "lambda": 64.4816, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3143.2, + "avg_cost": 1.0, + "lambda": 65.3816, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4445.25, + "avg_cost": 0.75, + "lambda": 66.4043, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2888.08, + "avg_cost": 0.0, + "lambda": 67.3511, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4676.11, + "avg_cost": 1.0, + "lambda": 68.1397, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3058.32, + "avg_cost": 1.0, + "lambda": 68.7889, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4399.32, + "avg_cost": 2.75, + "lambda": 69.5102, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4406.59, + "avg_cost": 0.0, + "lambda": 70.3116, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4767.13, + "avg_cost": 0.75, + "lambda": 71.0601, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4531.03, + "avg_cost": 0.5, + "lambda": 71.6869, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4025.97, + "avg_cost": 0.0, + "lambda": 72.269, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3948.27, + "avg_cost": 1.5, + "lambda": 72.7789, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4898.44, + "avg_cost": 0.75, + "lambda": 73.3891, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5010.57, + "avg_cost": 0.25, + "lambda": 73.9416, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5062.44, + "avg_cost": 0.0, + "lambda": 74.4104, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4450.22, + "avg_cost": 1.75, + "lambda": 74.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5392.75, + "avg_cost": 1.0, + "lambda": 75.6148, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5057.63, + "avg_cost": 0.5, + "lambda": 76.2682, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2064.2, + "avg_cost": 0.0, + "lambda": 76.8205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5300.5, + "avg_cost": 1.25, + "lambda": 77.2601, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5107.11, + "avg_cost": 0.0, + "lambda": 77.7465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5241.01, + "avg_cost": 0.0, + "lambda": 78.1846, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5466.92, + "avg_cost": 0.75, + "lambda": 78.5782, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5108.73, + "avg_cost": 0.5, + "lambda": 79.0428, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5244.5, + "avg_cost": 0.5, + "lambda": 79.5364, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4457.45, + "avg_cost": 0.5, + "lambda": 80.2169, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..675ca45a0e5cc0ed2287bf7d14b7ca9cfe29c22d --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5378043.41, + "constraint_satisfaction_pct": 93.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 123.575, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4563.66, + "avg_cost": 97.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5202.69, + "avg_cost": 0.0, + "lambda": 79.694, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5264.14, + "avg_cost": 0.0, + "lambda": 105.391, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5083.02, + "avg_cost": 0.0, + "lambda": 114.6711, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 4539.98, + "avg_cost": 0.25, + "lambda": 118.2794, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5895.92, + "avg_cost": 7.75, + "lambda": 119.9659, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 5510.57, + "avg_cost": 0.0, + "lambda": 121.2226, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 4867.05, + "avg_cost": 0.25, + "lambda": 121.9613, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 4683.93, + "avg_cost": 0.0, + "lambda": 122.3533, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4497.23, + "avg_cost": 0.0, + "lambda": 122.4977, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 4375.56, + "avg_cost": 0.0, + "lambda": 122.5481, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 4121.47, + "avg_cost": 0.25, + "lambda": 122.5681, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 3766.03, + "avg_cost": 0.0, + "lambda": 122.5889, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 3461.24, + "avg_cost": 0.25, + "lambda": 122.6465, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 3633.37, + "avg_cost": 0.0, + "lambda": 122.7071, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 3770.29, + "avg_cost": 0.0, + "lambda": 122.7616, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4188.23, + "avg_cost": 0.0, + "lambda": 122.7866, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 3733.32, + "avg_cost": 0.0, + "lambda": 122.7953, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 3754.69, + "avg_cost": 0.0, + "lambda": 122.7984, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 3654.06, + "avg_cost": 0.0, + "lambda": 122.7994, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4257.56, + "avg_cost": 0.0, + "lambda": 122.7998, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4256.86, + "avg_cost": 0.0, + "lambda": 122.7999, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4199.25, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4560.38, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 5270.9, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6366.51, + "avg_cost": 0.25, + "lambda": 122.8072, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 6604.5, + "avg_cost": 0.0, + "lambda": 122.8468, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 5591.46, + "avg_cost": 0.0, + "lambda": 122.9121, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6127.58, + "avg_cost": 0.0, + "lambda": 122.9368, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 5668.47, + "avg_cost": 0.0, + "lambda": 122.9454, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5493.33, + "avg_cost": 0.0, + "lambda": 122.9484, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 5830.83, + "avg_cost": 0.0, + "lambda": 122.9494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 5967.24, + "avg_cost": 0.0, + "lambda": 122.9498, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 5927.05, + "avg_cost": 0.0, + "lambda": 122.9499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 5868.88, + "avg_cost": 0.0, + "lambda": 122.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 5846.23, + "avg_cost": 0.0, + "lambda": 122.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 5197.05, + "avg_cost": 0.0, + "lambda": 122.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 6126.33, + "avg_cost": 0.0, + "lambda": 122.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5955.4, + "avg_cost": 0.0, + "lambda": 122.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 6860.64, + "avg_cost": 0.0, + "lambda": 122.9568, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 7062.44, + "avg_cost": 0.0, + "lambda": 122.9926, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5655.59, + "avg_cost": 0.0, + "lambda": 123.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5046.77, + "avg_cost": 0.0, + "lambda": 123.0779, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5316.33, + "avg_cost": 0.0, + "lambda": 123.0923, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4953.35, + "avg_cost": 0.0, + "lambda": 123.0973, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4865.47, + "avg_cost": 0.0, + "lambda": 123.1163, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4904.18, + "avg_cost": 0.0, + "lambda": 123.1499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4843.09, + "avg_cost": 0.0, + "lambda": 123.1805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4783.05, + "avg_cost": 0.0, + "lambda": 123.2018, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4845.59, + "avg_cost": 0.0, + "lambda": 123.2169, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4745.71, + "avg_cost": 0.0, + "lambda": 123.2364, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5310.58, + "avg_cost": 0.0, + "lambda": 123.2453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5356.59, + "avg_cost": 0.0, + "lambda": 123.2483, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5620.83, + "avg_cost": 0.0, + "lambda": 123.2494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5963.98, + "avg_cost": 0.0, + "lambda": 123.2498, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6307.65, + "avg_cost": 0.0, + "lambda": 123.2499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6400.8, + "avg_cost": 0.0, + "lambda": 123.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6302.4, + "avg_cost": 0.0, + "lambda": 123.3418, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6021.07, + "avg_cost": 0.0, + "lambda": 123.4774, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6029.21, + "avg_cost": 0.0, + "lambda": 123.5247, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5810.85, + "avg_cost": 0.0, + "lambda": 123.5412, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5931.68, + "avg_cost": 0.0, + "lambda": 123.5469, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6031.03, + "avg_cost": 0.0, + "lambda": 123.5489, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6001.59, + "avg_cost": 0.0, + "lambda": 123.5496, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5893.98, + "avg_cost": 0.0, + "lambda": 123.5546, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5959.8, + "avg_cost": 0.0, + "lambda": 123.5679, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5826.33, + "avg_cost": 0.0, + "lambda": 123.5725, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5739.12, + "avg_cost": 0.0, + "lambda": 123.5741, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5775.42, + "avg_cost": 0.0, + "lambda": 123.5747, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5895.14, + "avg_cost": 0.0, + "lambda": 123.5749, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5805.05, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5692.55, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5635.0, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5543.28, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5466.25, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5626.91, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5564.57, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5674.9, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5640.37, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5691.37, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5572.25, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5461.04, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5493.38, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5523.82, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5587.58, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5570.11, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5554.41, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5532.36, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5491.44, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5330.1, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5423.83, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5455.7, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5505.03, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5555.97, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5575.68, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5528.39, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5578.54, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5579.95, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5553.14, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5521.85, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5516.79, + "avg_cost": 0.0, + "lambda": 123.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..e4457de652d234a44b0dd69be21d4b88b5312aaf --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 7304732.24, + "constraint_satisfaction_pct": 40.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 353.5313, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4563.66, + "avg_cost": 97.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 6324.14, + "avg_cost": 10.5, + "lambda": 84.6969, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 6782.91, + "avg_cost": 9.5, + "lambda": 114.387, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 7587.06, + "avg_cost": 11.0, + "lambda": 126.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6545.94, + "avg_cost": 0.25, + "lambda": 135.183, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 7395.35, + "avg_cost": 1.25, + "lambda": 141.2951, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 7437.56, + "avg_cost": 3.25, + "lambda": 147.3872, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 8185.88, + "avg_cost": 6.0, + "lambda": 153.5586, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 7692.62, + "avg_cost": 1.0, + "lambda": 158.1627, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 7970.23, + "avg_cost": 4.25, + "lambda": 164.1564, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 8278.05, + "avg_cost": 12.0, + "lambda": 170.5959, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 6921.67, + "avg_cost": 0.0, + "lambda": 179.7561, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 8490.19, + "avg_cost": 13.25, + "lambda": 188.3593, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 6982.45, + "avg_cost": 0.0, + "lambda": 194.1059, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 8326.67, + "avg_cost": 4.75, + "lambda": 197.7275, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 8536.4, + "avg_cost": 12.25, + "lambda": 201.4781, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 7380.33, + "avg_cost": 0.0, + "lambda": 204.9867, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 7764.62, + "avg_cost": 0.0, + "lambda": 209.7972, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 8292.26, + "avg_cost": 2.5, + "lambda": 213.6404, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6832.43, + "avg_cost": 0.0, + "lambda": 216.566, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 8395.86, + "avg_cost": 5.5, + "lambda": 219.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 7755.66, + "avg_cost": 0.5, + "lambda": 222.6253, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 8499.99, + "avg_cost": 5.5, + "lambda": 226.7103, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 8126.73, + "avg_cost": 10.5, + "lambda": 230.6669, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 7924.72, + "avg_cost": 0.0, + "lambda": 234.1693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 7691.16, + "avg_cost": 0.25, + "lambda": 236.408, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 8518.06, + "avg_cost": 2.75, + "lambda": 238.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 8427.46, + "avg_cost": 3.75, + "lambda": 241.6081, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 8068.48, + "avg_cost": 0.5, + "lambda": 247.0748, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 7797.62, + "avg_cost": 0.25, + "lambda": 250.6906, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 7834.67, + "avg_cost": 0.25, + "lambda": 254.8922, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 7473.34, + "avg_cost": 0.5, + "lambda": 259.6338, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 7809.34, + "avg_cost": 0.0, + "lambda": 263.7856, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8196.59, + "avg_cost": 3.5, + "lambda": 266.4356, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 8064.21, + "avg_cost": 1.75, + "lambda": 269.4459, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 7791.38, + "avg_cost": 2.75, + "lambda": 273.1123, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 7807.26, + "avg_cost": 0.0, + "lambda": 276.1954, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 8088.15, + "avg_cost": 2.5, + "lambda": 278.5824, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 8488.02, + "avg_cost": 1.25, + "lambda": 282.2521, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 8442.24, + "avg_cost": 3.75, + "lambda": 285.3393, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 8299.32, + "avg_cost": 0.5, + "lambda": 287.4706, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 8694.05, + "avg_cost": 1.25, + "lambda": 288.8742, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 8531.33, + "avg_cost": 2.0, + "lambda": 290.9672, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 8493.92, + "avg_cost": 0.5, + "lambda": 292.6012, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 8397.92, + "avg_cost": 0.25, + "lambda": 294.3234, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 8044.66, + "avg_cost": 0.0, + "lambda": 296.0902, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 8625.4, + "avg_cost": 2.0, + "lambda": 297.5478, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 8715.19, + "avg_cost": 0.25, + "lambda": 298.3781, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 9033.14, + "avg_cost": 9.5, + "lambda": 300.6572, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 8389.6, + "avg_cost": 0.5, + "lambda": 304.5841, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 8752.39, + "avg_cost": 0.0, + "lambda": 306.9776, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 8412.34, + "avg_cost": 0.25, + "lambda": 308.2653, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 7622.75, + "avg_cost": 0.25, + "lambda": 309.1359, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 7945.76, + "avg_cost": 0.0, + "lambda": 309.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 8271.21, + "avg_cost": 0.0, + "lambda": 310.7972, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7594.07, + "avg_cost": 0.0, + "lambda": 311.6081, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7839.34, + "avg_cost": 0.0, + "lambda": 312.1837, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 7289.92, + "avg_cost": 0.0, + "lambda": 313.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7188.7, + "avg_cost": 0.0, + "lambda": 313.9773, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7301.19, + "avg_cost": 0.5, + "lambda": 314.7693, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6409.43, + "avg_cost": 8.25, + "lambda": 315.7647, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7031.85, + "avg_cost": 0.0, + "lambda": 317.0333, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7522.86, + "avg_cost": 0.5, + "lambda": 317.6786, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7132.7, + "avg_cost": 3.0, + "lambda": 318.8852, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5907.74, + "avg_cost": 0.0, + "lambda": 320.7098, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6960.91, + "avg_cost": 0.5, + "lambda": 321.4348, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7225.38, + "avg_cost": 0.0, + "lambda": 321.9214, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7287.93, + "avg_cost": 0.0, + "lambda": 322.2419, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6845.86, + "avg_cost": 0.0, + "lambda": 322.4914, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6694.12, + "avg_cost": 0.0, + "lambda": 322.6638, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7071.61, + "avg_cost": 0.25, + "lambda": 323.1175, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7160.62, + "avg_cost": 0.0, + "lambda": 323.5953, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6680.94, + "avg_cost": 0.5, + "lambda": 323.8365, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6515.1, + "avg_cost": 1.5, + "lambda": 324.472, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5978.45, + "avg_cost": 0.25, + "lambda": 326.6128, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5883.52, + "avg_cost": 4.0, + "lambda": 329.2269, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 5985.27, + "avg_cost": 2.5, + "lambda": 335.3883, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5791.29, + "avg_cost": 0.0, + "lambda": 339.7353, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5868.71, + "avg_cost": 0.0, + "lambda": 341.6445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5793.24, + "avg_cost": 1.75, + "lambda": 343.0779, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5628.8, + "avg_cost": 2.0, + "lambda": 344.1058, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6806.88, + "avg_cost": 0.75, + "lambda": 345.4593, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6717.68, + "avg_cost": 2.75, + "lambda": 346.6235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6579.77, + "avg_cost": 0.0, + "lambda": 347.6106, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6363.81, + "avg_cost": 0.0, + "lambda": 348.0316, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6461.23, + "avg_cost": 1.5, + "lambda": 348.2551, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6092.17, + "avg_cost": 0.0, + "lambda": 348.5091, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6236.43, + "avg_cost": 0.0, + "lambda": 348.8025, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 6261.24, + "avg_cost": 0.0, + "lambda": 348.9844, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6358.71, + "avg_cost": 0.0, + "lambda": 349.0923, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6190.83, + "avg_cost": 0.5, + "lambda": 349.2485, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 6390.38, + "avg_cost": 0.0, + "lambda": 349.3797, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6104.54, + "avg_cost": 0.5, + "lambda": 349.563, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6853.73, + "avg_cost": 3.0, + "lambda": 349.7989, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6256.98, + "avg_cost": 6.0, + "lambda": 350.7026, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6215.32, + "avg_cost": 0.0, + "lambda": 351.8896, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6388.88, + "avg_cost": 0.0, + "lambda": 352.3444, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6186.46, + "avg_cost": 0.0, + "lambda": 352.5272, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6157.05, + "avg_cost": 0.0, + "lambda": 352.5909, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6251.04, + "avg_cost": 0.5, + "lambda": 352.6455, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6329.74, + "avg_cost": 0.0, + "lambda": 353.5313, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..440b651f8a4caa3febecebe3d8c8909c7e984f39 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1505606.37, + "constraint_satisfaction_pct": 33.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 70.473, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -4006.16, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -4131.86, + "avg_cost": 0.0, + "lambda": 10.0351, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3747.29, + "avg_cost": 0.5, + "lambda": 10.0708, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3458.86, + "avg_cost": 0.0, + "lambda": 10.2248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3312.43, + "avg_cost": 0.0, + "lambda": 10.3063, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2861.04, + "avg_cost": 0.0, + "lambda": 10.3348, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2717.54, + "avg_cost": 0.0, + "lambda": 10.3686, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2553.75, + "avg_cost": 0.0, + "lambda": 10.3891, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2524.5, + "avg_cost": 0.0, + "lambda": 10.4079, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1790.02, + "avg_cost": 0.0, + "lambda": 10.419, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1987.44, + "avg_cost": 0.0, + "lambda": 10.4229, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1516.23, + "avg_cost": 0.0, + "lambda": 10.436, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1726.26, + "avg_cost": 0.0, + "lambda": 10.4519, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1705.79, + "avg_cost": 0.0, + "lambda": 10.4669, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1482.3, + "avg_cost": 0.0, + "lambda": 10.4722, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1538.93, + "avg_cost": 0.0, + "lambda": 10.474, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1229.54, + "avg_cost": 0.0, + "lambda": 10.511, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1314.8, + "avg_cost": 0.0, + "lambda": 10.5364, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1185.92, + "avg_cost": 0.0, + "lambda": 10.5453, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1384.23, + "avg_cost": 0.0, + "lambda": 10.5673, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1026.0, + "avg_cost": 0.25, + "lambda": 10.7067, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -984.52, + "avg_cost": 0.0, + "lambda": 10.9762, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1014.42, + "avg_cost": 0.0, + "lambda": 11.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1522.2, + "avg_cost": 0.0, + "lambda": 11.5811, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -129.74, + "avg_cost": 0.5, + "lambda": 11.8824, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1327.62, + "avg_cost": 0.0, + "lambda": 12.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -731.22, + "avg_cost": 0.75, + "lambda": 12.8232, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1432.49, + "avg_cost": 0.0, + "lambda": 13.2986, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 231.97, + "avg_cost": 0.25, + "lambda": 13.7667, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -56.9, + "avg_cost": 1.5, + "lambda": 14.2797, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1146.46, + "avg_cost": 0.25, + "lambda": 14.9758, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -282.5, + "avg_cost": 1.0, + "lambda": 15.7519, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1073.94, + "avg_cost": 0.25, + "lambda": 17.0924, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -427.37, + "avg_cost": 0.0, + "lambda": 18.0473, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1096.54, + "avg_cost": 0.5, + "lambda": 18.6959, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 756.91, + "avg_cost": 2.75, + "lambda": 19.3228, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 814.01, + "avg_cost": 2.0, + "lambda": 20.3672, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 699.11, + "avg_cost": 2.0, + "lambda": 21.6248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 410.61, + "avg_cost": 0.0, + "lambda": 22.6313, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1109.53, + "avg_cost": 0.75, + "lambda": 23.7674, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -170.2, + "avg_cost": 0.75, + "lambda": 25.1009, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 370.03, + "avg_cost": 0.5, + "lambda": 26.2177, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1128.52, + "avg_cost": 1.0, + "lambda": 27.1339, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1590.41, + "avg_cost": 4.0, + "lambda": 28.4871, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1560.51, + "avg_cost": 2.5, + "lambda": 29.9782, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2151.64, + "avg_cost": 1.0, + "lambda": 31.2612, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 609.24, + "avg_cost": 0.75, + "lambda": 32.3237, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1432.49, + "avg_cost": 2.75, + "lambda": 33.4139, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1216.99, + "avg_cost": 1.0, + "lambda": 34.7893, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1091.86, + "avg_cost": 0.25, + "lambda": 36.282, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2339.79, + "avg_cost": 1.75, + "lambda": 37.5323, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 479.98, + "avg_cost": 0.5, + "lambda": 38.7398, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2590.81, + "avg_cost": 0.75, + "lambda": 39.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1217.39, + "avg_cost": 0.25, + "lambda": 40.4863, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3055.67, + "avg_cost": 1.5, + "lambda": 41.1921, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2325.57, + "avg_cost": 0.5, + "lambda": 42.112, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3139.24, + "avg_cost": 1.75, + "lambda": 42.8314, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 861.72, + "avg_cost": 0.5, + "lambda": 43.6451, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3465.85, + "avg_cost": 0.0, + "lambda": 44.5822, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3507.76, + "avg_cost": 0.5, + "lambda": 45.452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2409.24, + "avg_cost": 1.75, + "lambda": 46.3414, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3351.11, + "avg_cost": 1.25, + "lambda": 47.3322, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3397.4, + "avg_cost": 0.5, + "lambda": 48.2836, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 2634.72, + "avg_cost": 0.25, + "lambda": 49.0998, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2197.38, + "avg_cost": 1.25, + "lambda": 49.7016, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3564.8, + "avg_cost": 0.5, + "lambda": 50.2729, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2376.58, + "avg_cost": 0.75, + "lambda": 50.7595, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3979.42, + "avg_cost": 0.75, + "lambda": 51.3696, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3677.35, + "avg_cost": 0.25, + "lambda": 52.1354, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3771.3, + "avg_cost": 0.25, + "lambda": 52.6544, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2596.85, + "avg_cost": 0.0, + "lambda": 53.0953, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3951.76, + "avg_cost": 0.25, + "lambda": 53.4711, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4209.03, + "avg_cost": 0.0, + "lambda": 53.831, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4403.77, + "avg_cost": 0.25, + "lambda": 54.0592, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4303.22, + "avg_cost": 1.0, + "lambda": 54.3497, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4006.1, + "avg_cost": 0.0, + "lambda": 54.701, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4434.87, + "avg_cost": 0.25, + "lambda": 55.1464, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4704.92, + "avg_cost": 0.75, + "lambda": 55.8152, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3215.53, + "avg_cost": 0.0, + "lambda": 56.4217, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4853.37, + "avg_cost": 0.75, + "lambda": 56.946, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3826.73, + "avg_cost": 0.25, + "lambda": 57.692, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4454.39, + "avg_cost": 0.0, + "lambda": 58.4804, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4702.72, + "avg_cost": 1.25, + "lambda": 59.0307, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3954.75, + "avg_cost": 1.25, + "lambda": 59.6133, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1652.69, + "avg_cost": 1.0, + "lambda": 60.2555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3345.19, + "avg_cost": 0.0, + "lambda": 61.1674, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4789.43, + "avg_cost": 0.75, + "lambda": 61.8298, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4618.93, + "avg_cost": 0.25, + "lambda": 62.2935, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4520.63, + "avg_cost": 0.25, + "lambda": 62.8205, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5486.94, + "avg_cost": 1.25, + "lambda": 63.3795, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3797.65, + "avg_cost": 1.5, + "lambda": 64.1805, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4783.64, + "avg_cost": 1.5, + "lambda": 65.0721, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5350.73, + "avg_cost": 1.5, + "lambda": 65.7798, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4085.84, + "avg_cost": 1.0, + "lambda": 66.6591, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5209.0, + "avg_cost": 1.0, + "lambda": 67.489, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4796.85, + "avg_cost": 0.25, + "lambda": 68.1873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5025.07, + "avg_cost": 0.0, + "lambda": 68.8385, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5156.7, + "avg_cost": 0.25, + "lambda": 69.249, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5254.17, + "avg_cost": 0.0, + "lambda": 69.6208, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5389.71, + "avg_cost": 0.75, + "lambda": 70.0146, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5057.85, + "avg_cost": 1.0, + "lambda": 70.473, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..88bc22849fab09369cc54bf2d3de0ff0aba6b327 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4268330.17, + "constraint_satisfaction_pct": 95.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 38.375, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4799.94, + "avg_cost": 22.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 4957.27, + "avg_cost": 0.0, + "lambda": 25.6311, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 5440.77, + "avg_cost": 0.0, + "lambda": 31.3099, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 5268.43, + "avg_cost": 0.0, + "lambda": 33.5084, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5167.91, + "avg_cost": 0.25, + "lambda": 34.344, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 5244.08, + "avg_cost": 0.0, + "lambda": 34.6898, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 4959.49, + "avg_cost": 0.0, + "lambda": 34.8736, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 5394.09, + "avg_cost": 0.0, + "lambda": 36.0138, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 5260.86, + "avg_cost": 0.0, + "lambda": 36.8841, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 5043.0, + "avg_cost": 0.25, + "lambda": 37.1901, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 5229.53, + "avg_cost": 0.0, + "lambda": 37.3445, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 5181.52, + "avg_cost": 0.0, + "lambda": 37.5279, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4811.28, + "avg_cost": 0.0, + "lambda": 37.6237, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 4683.36, + "avg_cost": 0.0, + "lambda": 37.7354, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 4810.86, + "avg_cost": 0.0, + "lambda": 37.8158, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 4408.15, + "avg_cost": 0.5, + "lambda": 37.8798, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 4827.3, + "avg_cost": 0.0, + "lambda": 37.9753, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 4658.39, + "avg_cost": 0.0, + "lambda": 38.0382, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 4778.47, + "avg_cost": 0.0, + "lambda": 38.0892, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 4659.33, + "avg_cost": 0.0, + "lambda": 38.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 4619.08, + "avg_cost": 0.0, + "lambda": 38.1206, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 4889.66, + "avg_cost": 0.0, + "lambda": 38.1235, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 4536.86, + "avg_cost": 0.0, + "lambda": 38.1245, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 4251.01, + "avg_cost": 0.0, + "lambda": 38.177, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 4205.81, + "avg_cost": 0.0, + "lambda": 38.2225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4546.47, + "avg_cost": 0.0, + "lambda": 38.2452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 4334.19, + "avg_cost": 0.0, + "lambda": 38.2646, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4096.93, + "avg_cost": 0.0, + "lambda": 38.2714, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4029.88, + "avg_cost": 0.0, + "lambda": 38.2737, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3884.6, + "avg_cost": 0.0, + "lambda": 38.2908, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3716.59, + "avg_cost": 0.0, + "lambda": 38.2968, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3791.45, + "avg_cost": 0.0, + "lambda": 38.2989, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4233.46, + "avg_cost": 0.0, + "lambda": 38.2996, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4364.4, + "avg_cost": 0.0, + "lambda": 38.3101, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4226.09, + "avg_cost": 0.0, + "lambda": 38.3198, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3835.64, + "avg_cost": 0.0, + "lambda": 38.3232, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3806.85, + "avg_cost": 0.0, + "lambda": 38.3244, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3753.31, + "avg_cost": 0.0, + "lambda": 38.3248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3912.53, + "avg_cost": 0.0, + "lambda": 38.3352, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3757.96, + "avg_cost": 0.0, + "lambda": 38.3448, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3664.79, + "avg_cost": 0.0, + "lambda": 38.3482, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3698.12, + "avg_cost": 0.0, + "lambda": 38.3494, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3541.61, + "avg_cost": 0.0, + "lambda": 38.3498, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3484.71, + "avg_cost": 0.0, + "lambda": 38.3499, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3433.95, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3453.09, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3481.15, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3387.5, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3375.2, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3344.97, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3319.46, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3346.97, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3319.59, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3336.02, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3355.8, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3347.46, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3277.05, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3269.93, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3235.0, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3263.68, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3243.54, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3261.91, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3241.61, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3243.55, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3272.61, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3333.29, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3343.29, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3398.73, + "avg_cost": 0.0, + "lambda": 38.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3454.81, + "avg_cost": 0.0, + "lambda": 38.363, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3477.24, + "avg_cost": 0.0, + "lambda": 38.3708, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3341.45, + "avg_cost": 0.0, + "lambda": 38.3735, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3583.49, + "avg_cost": 0.0, + "lambda": 38.3745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3947.07, + "avg_cost": 0.0, + "lambda": 38.3748, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3789.02, + "avg_cost": 0.0, + "lambda": 38.3749, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3702.96, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3891.12, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4283.27, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4475.2, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4629.47, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4949.21, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5081.06, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5094.77, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5023.9, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5026.37, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5016.98, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 5025.76, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5081.09, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5115.62, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5036.36, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5065.65, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5165.91, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5375.65, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5355.34, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5255.26, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5188.92, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5095.46, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5009.45, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5078.87, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5059.68, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5116.15, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5214.07, + "avg_cost": 0.0, + "lambda": 38.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..39fe9acf7421545776a90dd38c58c389863ecff0 --- /dev/null +++ b/results/diagnostic_results_n3_baseline_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1141 @@ +{ + "mode": "baseline", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 7561394.68, + "constraint_satisfaction_pct": 33.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 285.8171, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4799.94, + "avg_cost": 22.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 5465.31, + "avg_cost": 3.25, + "lambda": 35.4855, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 6074.31, + "avg_cost": 1.5, + "lambda": 56.1626, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 6248.81, + "avg_cost": 4.5, + "lambda": 66.7368, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6415.59, + "avg_cost": 2.25, + "lambda": 72.7394, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 6130.63, + "avg_cost": 1.75, + "lambda": 78.7189, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 6813.65, + "avg_cost": 0.75, + "lambda": 84.4567, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 8405.9, + "avg_cost": 23.75, + "lambda": 90.3376, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 7524.22, + "avg_cost": 4.0, + "lambda": 97.0646, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 7082.43, + "avg_cost": 0.0, + "lambda": 103.2505, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 7477.51, + "avg_cost": 1.75, + "lambda": 109.4649, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 7204.64, + "avg_cost": 0.0, + "lambda": 115.7817, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 8271.23, + "avg_cost": 2.0, + "lambda": 121.2437, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 7963.89, + "avg_cost": 4.25, + "lambda": 125.869, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 8289.24, + "avg_cost": 10.0, + "lambda": 130.6894, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 7539.55, + "avg_cost": 1.5, + "lambda": 134.962, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 8449.78, + "avg_cost": 3.25, + "lambda": 139.7945, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 7355.53, + "avg_cost": 0.0, + "lambda": 143.921, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 8007.92, + "avg_cost": 1.0, + "lambda": 147.6555, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 8195.54, + "avg_cost": 0.75, + "lambda": 151.3884, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 7766.6, + "avg_cost": 0.0, + "lambda": 154.2043, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 8020.62, + "avg_cost": 1.0, + "lambda": 157.4764, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 8134.44, + "avg_cost": 5.5, + "lambda": 161.0475, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 8523.17, + "avg_cost": 4.25, + "lambda": 164.0794, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 8246.88, + "avg_cost": 1.5, + "lambda": 166.7783, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 8403.92, + "avg_cost": 7.0, + "lambda": 169.6265, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 8302.5, + "avg_cost": 1.0, + "lambda": 172.6466, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 8101.23, + "avg_cost": 0.5, + "lambda": 176.5745, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 7536.04, + "avg_cost": 0.0, + "lambda": 181.9793, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 7754.16, + "avg_cost": 0.25, + "lambda": 185.3294, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 7856.09, + "avg_cost": 0.0, + "lambda": 188.4641, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8418.7, + "avg_cost": 5.25, + "lambda": 191.3052, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 8493.79, + "avg_cost": 2.0, + "lambda": 193.7969, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7953.78, + "avg_cost": 1.0, + "lambda": 196.0481, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 8657.06, + "avg_cost": 2.25, + "lambda": 198.2706, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 8486.93, + "avg_cost": 0.75, + "lambda": 200.4569, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 8787.47, + "avg_cost": 3.25, + "lambda": 202.2736, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 8159.33, + "avg_cost": 0.25, + "lambda": 203.9156, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 8961.36, + "avg_cost": 3.5, + "lambda": 205.2295, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 8634.54, + "avg_cost": 1.0, + "lambda": 206.4901, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 8769.6, + "avg_cost": 0.0, + "lambda": 207.8389, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 8359.58, + "avg_cost": 1.0, + "lambda": 209.4974, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 8669.92, + "avg_cost": 0.25, + "lambda": 211.1454, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 8088.84, + "avg_cost": 0.0, + "lambda": 212.4226, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 8088.65, + "avg_cost": 1.25, + "lambda": 213.4516, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 8035.56, + "avg_cost": 0.0, + "lambda": 214.7304, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 8342.46, + "avg_cost": 1.0, + "lambda": 215.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 8610.65, + "avg_cost": 5.0, + "lambda": 216.9328, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 8520.54, + "avg_cost": 1.25, + "lambda": 218.1996, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 8529.78, + "avg_cost": 1.25, + "lambda": 220.3348, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 8731.6, + "avg_cost": 1.0, + "lambda": 222.1143, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 8113.29, + "avg_cost": 0.0, + "lambda": 223.7081, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 7616.19, + "avg_cost": 1.5, + "lambda": 225.3678, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 7331.34, + "avg_cost": 0.0, + "lambda": 226.9289, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 7352.65, + "avg_cost": 0.0, + "lambda": 228.9218, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7014.33, + "avg_cost": 0.0, + "lambda": 230.3338, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6506.47, + "avg_cost": 0.0, + "lambda": 231.354, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6917.63, + "avg_cost": 0.0, + "lambda": 232.9444, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6539.06, + "avg_cost": 0.0, + "lambda": 233.9791, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6067.66, + "avg_cost": 0.0, + "lambda": 234.9164, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7088.38, + "avg_cost": 0.0, + "lambda": 236.2887, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7738.32, + "avg_cost": 9.0, + "lambda": 237.6647, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7402.94, + "avg_cost": 3.5, + "lambda": 239.0063, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7002.43, + "avg_cost": 0.0, + "lambda": 239.9816, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7687.86, + "avg_cost": 0.0, + "lambda": 240.6709, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6838.81, + "avg_cost": 0.0, + "lambda": 241.2551, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6804.38, + "avg_cost": 1.5, + "lambda": 241.8973, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7098.63, + "avg_cost": 1.75, + "lambda": 243.378, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7672.74, + "avg_cost": 0.0, + "lambda": 244.9452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7119.51, + "avg_cost": 0.0, + "lambda": 245.8716, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8072.57, + "avg_cost": 6.25, + "lambda": 246.9513, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7846.24, + "avg_cost": 1.25, + "lambda": 247.9872, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7810.97, + "avg_cost": 2.0, + "lambda": 249.1209, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7788.83, + "avg_cost": 0.5, + "lambda": 250.9172, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8428.14, + "avg_cost": 1.0, + "lambda": 252.9045, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8591.26, + "avg_cost": 1.25, + "lambda": 254.2248, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8381.97, + "avg_cost": 0.0, + "lambda": 255.0103, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8549.43, + "avg_cost": 0.0, + "lambda": 255.4621, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8600.89, + "avg_cost": 0.5, + "lambda": 255.8142, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9238.34, + "avg_cost": 16.0, + "lambda": 256.7011, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8316.15, + "avg_cost": 2.75, + "lambda": 262.3063, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8905.99, + "avg_cost": 6.0, + "lambda": 265.578, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8545.31, + "avg_cost": 5.75, + "lambda": 268.2355, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8312.15, + "avg_cost": 4.75, + "lambda": 271.0873, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 7291.23, + "avg_cost": 0.25, + "lambda": 273.7111, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7082.39, + "avg_cost": 0.0, + "lambda": 275.0799, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7003.34, + "avg_cost": 0.0, + "lambda": 275.6772, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4537.01, + "avg_cost": 0.0, + "lambda": 275.9429, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5005.6, + "avg_cost": 0.0, + "lambda": 276.0452, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6224.0, + "avg_cost": 0.0, + "lambda": 276.0809, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 6703.51, + "avg_cost": 0.0, + "lambda": 277.1616, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 7225.46, + "avg_cost": 0.0, + "lambda": 278.4649, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6157.59, + "avg_cost": 0.0, + "lambda": 279.6732, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4993.12, + "avg_cost": 0.0, + "lambda": 281.2919, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5783.99, + "avg_cost": 0.0, + "lambda": 282.3576, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6611.01, + "avg_cost": 0.0, + "lambda": 283.2382, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 7845.25, + "avg_cost": 0.75, + "lambda": 283.9384, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6498.17, + "avg_cost": 0.0, + "lambda": 284.5333, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6398.45, + "avg_cost": 0.0, + "lambda": 285.0504, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6314.47, + "avg_cost": 0.0, + "lambda": 285.5689, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 6636.78, + "avg_cost": 0.0, + "lambda": 285.8171, + "rho": [ + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..8168a3651e45bef32644493aa5c4682a06139074 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 731764.69, + "constraint_satisfaction_pct": 91.0, + "final_rho": [ + 0.2797, + 0.2623, + 0.458 + ], + "final_lambda": 7.005, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2608.15, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2684.07, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2575.35, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2278.39, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2228.97, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2245.34, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1900.03, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -1609.26, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1780.83, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1384.16, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 110, + "avg_reward": -1423.39, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 120, + "avg_reward": -1326.63, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 130, + "avg_reward": -1067.59, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 140, + "avg_reward": -1086.56, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 150, + "avg_reward": -728.86, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 160, + "avg_reward": -1037.36, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 170, + "avg_reward": -981.48, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 180, + "avg_reward": -843.61, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 190, + "avg_reward": -767.01, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 200, + "avg_reward": -1188.3, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.3271, + 0.3406, + 0.3323 + ] + }, + { + "episode": 210, + "avg_reward": -526.38, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.3271, + 0.3406, + 0.3323 + ] + }, + { + "episode": 220, + "avg_reward": -1047.27, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3271, + 0.3406, + 0.3323 + ] + }, + { + "episode": 230, + "avg_reward": -634.96, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3271, + 0.3406, + 0.3323 + ] + }, + { + "episode": 240, + "avg_reward": -626.93, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.3271, + 0.3406, + 0.3323 + ] + }, + { + "episode": 250, + "avg_reward": -1067.32, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.325, + 0.3456, + 0.3294 + ] + }, + { + "episode": 260, + "avg_reward": -693.26, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.325, + 0.3456, + 0.3294 + ] + }, + { + "episode": 270, + "avg_reward": -575.4, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 0.325, + 0.3456, + 0.3294 + ] + }, + { + "episode": 280, + "avg_reward": -813.58, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.325, + 0.3456, + 0.3294 + ] + }, + { + "episode": 290, + "avg_reward": -233.5, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.325, + 0.3456, + 0.3294 + ] + }, + { + "episode": 300, + "avg_reward": -600.28, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 0.3197, + 0.3411, + 0.3392 + ] + }, + { + "episode": 310, + "avg_reward": 188.77, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 0.3197, + 0.3411, + 0.3392 + ] + }, + { + "episode": 320, + "avg_reward": -320.65, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 0.3197, + 0.3411, + 0.3392 + ] + }, + { + "episode": 330, + "avg_reward": 771.99, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 0.3197, + 0.3411, + 0.3392 + ] + }, + { + "episode": 340, + "avg_reward": 488.41, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 0.3197, + 0.3411, + 0.3392 + ] + }, + { + "episode": 350, + "avg_reward": -184.77, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 0.3116, + 0.3349, + 0.3535 + ] + }, + { + "episode": 360, + "avg_reward": 699.96, + "avg_cost": 5.0, + "lambda": 1.5, + "rho": [ + 0.3116, + 0.3349, + 0.3535 + ] + }, + { + "episode": 370, + "avg_reward": 864.72, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 0.3116, + 0.3349, + 0.3535 + ] + }, + { + "episode": 380, + "avg_reward": 535.47, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 0.3116, + 0.3349, + 0.3535 + ] + }, + { + "episode": 390, + "avg_reward": 1085.55, + "avg_cost": 7.0, + "lambda": 1.5, + "rho": [ + 0.3116, + 0.3349, + 0.3535 + ] + }, + { + "episode": 400, + "avg_reward": 1207.88, + "avg_cost": 6.0, + "lambda": 1.5, + "rho": [ + 0.3045, + 0.325, + 0.3705 + ] + }, + { + "episode": 410, + "avg_reward": 837.15, + "avg_cost": 8.75, + "lambda": 1.5, + "rho": [ + 0.3045, + 0.325, + 0.3705 + ] + }, + { + "episode": 420, + "avg_reward": 1474.12, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 0.3045, + 0.325, + 0.3705 + ] + }, + { + "episode": 430, + "avg_reward": 1472.64, + "avg_cost": 10.25, + "lambda": 1.5, + "rho": [ + 0.3045, + 0.325, + 0.3705 + ] + }, + { + "episode": 440, + "avg_reward": 263.05, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 0.3045, + 0.325, + 0.3705 + ] + }, + { + "episode": 450, + "avg_reward": 2159.92, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.2973, + 0.3142, + 0.3885 + ] + }, + { + "episode": 460, + "avg_reward": 1731.99, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 0.2973, + 0.3142, + 0.3885 + ] + }, + { + "episode": 470, + "avg_reward": 1591.22, + "avg_cost": 13.0, + "lambda": 1.5, + "rho": [ + 0.2973, + 0.3142, + 0.3885 + ] + }, + { + "episode": 480, + "avg_reward": -261.89, + "avg_cost": 4.75, + "lambda": 1.5, + "rho": [ + 0.2973, + 0.3142, + 0.3885 + ] + }, + { + "episode": 490, + "avg_reward": 1426.32, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 0.2973, + 0.3142, + 0.3885 + ] + }, + { + "episode": 500, + "avg_reward": 1651.52, + "avg_cost": 21.5, + "lambda": 1.5, + "rho": [ + 0.2946, + 0.3093, + 0.396 + ] + }, + { + "episode": 510, + "avg_reward": 1036.76, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.2946, + 0.3093, + 0.396 + ] + }, + { + "episode": 520, + "avg_reward": 2324.14, + "avg_cost": 17.5, + "lambda": 1.5, + "rho": [ + 0.2946, + 0.3093, + 0.396 + ] + }, + { + "episode": 530, + "avg_reward": 1663.08, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 0.2946, + 0.3093, + 0.396 + ] + }, + { + "episode": 540, + "avg_reward": 1332.01, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 0.2946, + 0.3093, + 0.396 + ] + }, + { + "episode": 550, + "avg_reward": 1350.06, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.2893, + 0.3078, + 0.4029 + ] + }, + { + "episode": 560, + "avg_reward": 1769.07, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 0.2893, + 0.3078, + 0.4029 + ] + }, + { + "episode": 570, + "avg_reward": 897.23, + "avg_cost": 17.75, + "lambda": 1.5225, + "rho": [ + 0.2893, + 0.3078, + 0.4029 + ] + }, + { + "episode": 580, + "avg_reward": 486.23, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 0.2893, + 0.3078, + 0.4029 + ] + }, + { + "episode": 590, + "avg_reward": 1845.21, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 0.2893, + 0.3078, + 0.4029 + ] + }, + { + "episode": 600, + "avg_reward": -150.4, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2833, + 0.3041, + 0.4126 + ] + }, + { + "episode": 610, + "avg_reward": -517.15, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2833, + 0.3041, + 0.4126 + ] + }, + { + "episode": 620, + "avg_reward": -149.53, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2833, + 0.3041, + 0.4126 + ] + }, + { + "episode": 630, + "avg_reward": -121.4, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2833, + 0.3041, + 0.4126 + ] + }, + { + "episode": 640, + "avg_reward": 64.08, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2833, + 0.3041, + 0.4126 + ] + }, + { + "episode": 650, + "avg_reward": -153.69, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.3043, + 0.4159 + ] + }, + { + "episode": 660, + "avg_reward": 129.95, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.3043, + 0.4159 + ] + }, + { + "episode": 670, + "avg_reward": 538.73, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.3043, + 0.4159 + ] + }, + { + "episode": 680, + "avg_reward": 560.22, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.3043, + 0.4159 + ] + }, + { + "episode": 690, + "avg_reward": 566.21, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.3043, + 0.4159 + ] + }, + { + "episode": 700, + "avg_reward": 498.5, + "avg_cost": 4.75, + "lambda": 1.5, + "rho": [ + 0.2795, + 0.3044, + 0.4161 + ] + }, + { + "episode": 710, + "avg_reward": 1214.12, + "avg_cost": 31.25, + "lambda": 1.6875, + "rho": [ + 0.2795, + 0.3044, + 0.4161 + ] + }, + { + "episode": 720, + "avg_reward": 2537.19, + "avg_cost": 42.25, + "lambda": 2.445, + "rho": [ + 0.2795, + 0.3044, + 0.4161 + ] + }, + { + "episode": 730, + "avg_reward": 1754.92, + "avg_cost": 32.0, + "lambda": 2.3025, + "rho": [ + 0.2795, + 0.3044, + 0.4161 + ] + }, + { + "episode": 740, + "avg_reward": 2290.36, + "avg_cost": 40.5, + "lambda": 2.145, + "rho": [ + 0.2795, + 0.3044, + 0.4161 + ] + }, + { + "episode": 750, + "avg_reward": 2581.78, + "avg_cost": 18.25, + "lambda": 1.5, + "rho": [ + 0.2802, + 0.301, + 0.4188 + ] + }, + { + "episode": 760, + "avg_reward": -50.97, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 0.2802, + 0.301, + 0.4188 + ] + }, + { + "episode": 770, + "avg_reward": 2086.28, + "avg_cost": 13.5, + "lambda": 1.5, + "rho": [ + 0.2802, + 0.301, + 0.4188 + ] + }, + { + "episode": 780, + "avg_reward": 2521.31, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 0.2802, + 0.301, + 0.4188 + ] + }, + { + "episode": 790, + "avg_reward": 2759.45, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 0.2802, + 0.301, + 0.4188 + ] + }, + { + "episode": 800, + "avg_reward": 2687.03, + "avg_cost": 15.5, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.295, + 0.4252 + ] + }, + { + "episode": 810, + "avg_reward": 3046.22, + "avg_cost": 20.25, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.295, + 0.4252 + ] + }, + { + "episode": 820, + "avg_reward": 1862.88, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.295, + 0.4252 + ] + }, + { + "episode": 830, + "avg_reward": 3295.38, + "avg_cost": 16.75, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.295, + 0.4252 + ] + }, + { + "episode": 840, + "avg_reward": 3085.69, + "avg_cost": 12.75, + "lambda": 1.5, + "rho": [ + 0.2798, + 0.295, + 0.4252 + ] + }, + { + "episode": 850, + "avg_reward": 976.75, + "avg_cost": 20.5, + "lambda": 1.74, + "rho": [ + 0.2801, + 0.2865, + 0.4335 + ] + }, + { + "episode": 860, + "avg_reward": 2579.77, + "avg_cost": 11.5, + "lambda": 3.9075, + "rho": [ + 0.2801, + 0.2865, + 0.4335 + ] + }, + { + "episode": 870, + "avg_reward": 3274.03, + "avg_cost": 22.25, + "lambda": 2.1525, + "rho": [ + 0.2801, + 0.2865, + 0.4335 + ] + }, + { + "episode": 880, + "avg_reward": 2863.61, + "avg_cost": 16.0, + "lambda": 1.5, + "rho": [ + 0.2801, + 0.2865, + 0.4335 + ] + }, + { + "episode": 890, + "avg_reward": 3596.77, + "avg_cost": 25.0, + "lambda": 1.5, + "rho": [ + 0.2801, + 0.2865, + 0.4335 + ] + }, + { + "episode": 900, + "avg_reward": 1433.77, + "avg_cost": 13.5, + "lambda": 1.5, + "rho": [ + 0.2777, + 0.2786, + 0.4437 + ] + }, + { + "episode": 910, + "avg_reward": 3997.04, + "avg_cost": 30.5, + "lambda": 1.665, + "rho": [ + 0.2777, + 0.2786, + 0.4437 + ] + }, + { + "episode": 920, + "avg_reward": 4055.24, + "avg_cost": 36.5, + "lambda": 2.5275, + "rho": [ + 0.2777, + 0.2786, + 0.4437 + ] + }, + { + "episode": 930, + "avg_reward": 3236.12, + "avg_cost": 18.0, + "lambda": 2.52, + "rho": [ + 0.2777, + 0.2786, + 0.4437 + ] + }, + { + "episode": 940, + "avg_reward": 2712.42, + "avg_cost": 16.75, + "lambda": 1.5, + "rho": [ + 0.2777, + 0.2786, + 0.4437 + ] + }, + { + "episode": 950, + "avg_reward": 3983.12, + "avg_cost": 24.75, + "lambda": 1.5, + "rho": [ + 0.2774, + 0.2693, + 0.4533 + ] + }, + { + "episode": 960, + "avg_reward": 3466.18, + "avg_cost": 15.25, + "lambda": 1.545, + "rho": [ + 0.2774, + 0.2693, + 0.4533 + ] + }, + { + "episode": 970, + "avg_reward": 2878.2, + "avg_cost": 27.25, + "lambda": 3.5925, + "rho": [ + 0.2774, + 0.2693, + 0.4533 + ] + }, + { + "episode": 980, + "avg_reward": 2186.62, + "avg_cost": 29.25, + "lambda": 5.235, + "rho": [ + 0.2774, + 0.2693, + 0.4533 + ] + }, + { + "episode": 990, + "avg_reward": 3566.12, + "avg_cost": 31.5, + "lambda": 5.6925, + "rho": [ + 0.2774, + 0.2693, + 0.4533 + ] + }, + { + "episode": 1000, + "avg_reward": 3241.76, + "avg_cost": 19.5, + "lambda": 7.005, + "rho": [ + 0.2797, + 0.2623, + 0.458 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm10.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm10.json new file mode 100644 index 0000000000000000000000000000000000000000..65512420424350b20b433216fc6eca942f1dbdf6 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm10.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1393457.47, + "constraint_satisfaction_pct": 92.9, + "final_rho": [ + 0.3027, + 0.4604, + 0.2369 + ], + "final_lambda": 1.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2812.2, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2421.41, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2484.95, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2565.05, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2044.61, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2524.19, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1900.91, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -1840.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1650.36, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1513.28, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 110, + "avg_reward": -1377.05, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 120, + "avg_reward": -1426.89, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 130, + "avg_reward": -1266.9, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 140, + "avg_reward": -1075.58, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 150, + "avg_reward": -641.66, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3219, + 0.3536, + 0.3244 + ] + }, + { + "episode": 160, + "avg_reward": -713.34, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3219, + 0.3536, + 0.3244 + ] + }, + { + "episode": 170, + "avg_reward": -948.83, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3219, + 0.3536, + 0.3244 + ] + }, + { + "episode": 180, + "avg_reward": -658.05, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3219, + 0.3536, + 0.3244 + ] + }, + { + "episode": 190, + "avg_reward": -744.53, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3219, + 0.3536, + 0.3244 + ] + }, + { + "episode": 200, + "avg_reward": -491.7, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3232, + 0.371, + 0.3057 + ] + }, + { + "episode": 210, + "avg_reward": -573.59, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3232, + 0.371, + 0.3057 + ] + }, + { + "episode": 220, + "avg_reward": -849.04, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3232, + 0.371, + 0.3057 + ] + }, + { + "episode": 230, + "avg_reward": -428.71, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3232, + 0.371, + 0.3057 + ] + }, + { + "episode": 240, + "avg_reward": -146.02, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.3232, + 0.371, + 0.3057 + ] + }, + { + "episode": 250, + "avg_reward": -628.78, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3198, + 0.3923, + 0.2879 + ] + }, + { + "episode": 260, + "avg_reward": -284.34, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.3198, + 0.3923, + 0.2879 + ] + }, + { + "episode": 270, + "avg_reward": 149.71, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3198, + 0.3923, + 0.2879 + ] + }, + { + "episode": 280, + "avg_reward": -563.66, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.3198, + 0.3923, + 0.2879 + ] + }, + { + "episode": 290, + "avg_reward": -878.42, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.3198, + 0.3923, + 0.2879 + ] + }, + { + "episode": 300, + "avg_reward": -962.21, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.3238, + 0.4011, + 0.2751 + ] + }, + { + "episode": 310, + "avg_reward": -18.81, + "avg_cost": 0.75, + "lambda": 1.0, + "rho": [ + 0.3238, + 0.4011, + 0.2751 + ] + }, + { + "episode": 320, + "avg_reward": -525.26, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 0.3238, + 0.4011, + 0.2751 + ] + }, + { + "episode": 330, + "avg_reward": -600.76, + "avg_cost": 0.25, + "lambda": 1.0, + "rho": [ + 0.3238, + 0.4011, + 0.2751 + ] + }, + { + "episode": 340, + "avg_reward": -1114.38, + "avg_cost": 1.0, + "lambda": 1.0, + "rho": [ + 0.3238, + 0.4011, + 0.2751 + ] + }, + { + "episode": 350, + "avg_reward": 435.0, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.319, + 0.4109, + 0.2701 + ] + }, + { + "episode": 360, + "avg_reward": 552.02, + "avg_cost": 1.75, + "lambda": 1.0, + "rho": [ + 0.319, + 0.4109, + 0.2701 + ] + }, + { + "episode": 370, + "avg_reward": -258.09, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.319, + 0.4109, + 0.2701 + ] + }, + { + "episode": 380, + "avg_reward": 1213.75, + "avg_cost": 7.0, + "lambda": 1.0, + "rho": [ + 0.319, + 0.4109, + 0.2701 + ] + }, + { + "episode": 390, + "avg_reward": -275.51, + "avg_cost": 6.0, + "lambda": 1.0, + "rho": [ + 0.319, + 0.4109, + 0.2701 + ] + }, + { + "episode": 400, + "avg_reward": 1169.2, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 0.3106, + 0.415, + 0.2745 + ] + }, + { + "episode": 410, + "avg_reward": 1166.53, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.3106, + 0.415, + 0.2745 + ] + }, + { + "episode": 420, + "avg_reward": 1472.77, + "avg_cost": 9.75, + "lambda": 1.0, + "rho": [ + 0.3106, + 0.415, + 0.2745 + ] + }, + { + "episode": 430, + "avg_reward": 708.96, + "avg_cost": 10.25, + "lambda": 1.0, + "rho": [ + 0.3106, + 0.415, + 0.2745 + ] + }, + { + "episode": 440, + "avg_reward": 1549.51, + "avg_cost": 8.75, + "lambda": 1.0, + "rho": [ + 0.3106, + 0.415, + 0.2745 + ] + }, + { + "episode": 450, + "avg_reward": 927.79, + "avg_cost": 7.25, + "lambda": 1.0, + "rho": [ + 0.3015, + 0.4247, + 0.2738 + ] + }, + { + "episode": 460, + "avg_reward": 1279.0, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 0.3015, + 0.4247, + 0.2738 + ] + }, + { + "episode": 470, + "avg_reward": 1573.33, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.3015, + 0.4247, + 0.2738 + ] + }, + { + "episode": 480, + "avg_reward": 682.43, + "avg_cost": 14.25, + "lambda": 1.0, + "rho": [ + 0.3015, + 0.4247, + 0.2738 + ] + }, + { + "episode": 490, + "avg_reward": 1415.52, + "avg_cost": 15.25, + "lambda": 1.0, + "rho": [ + 0.3015, + 0.4247, + 0.2738 + ] + }, + { + "episode": 500, + "avg_reward": 450.26, + "avg_cost": 6.25, + "lambda": 1.0, + "rho": [ + 0.2986, + 0.4296, + 0.2718 + ] + }, + { + "episode": 510, + "avg_reward": 2470.26, + "avg_cost": 26.5, + "lambda": 1.045, + "rho": [ + 0.2986, + 0.4296, + 0.2718 + ] + }, + { + "episode": 520, + "avg_reward": 1338.62, + "avg_cost": 13.5, + "lambda": 1.0, + "rho": [ + 0.2986, + 0.4296, + 0.2718 + ] + }, + { + "episode": 530, + "avg_reward": 2565.28, + "avg_cost": 25.25, + "lambda": 1.0075, + "rho": [ + 0.2986, + 0.4296, + 0.2718 + ] + }, + { + "episode": 540, + "avg_reward": 1133.32, + "avg_cost": 16.0, + "lambda": 1.0, + "rho": [ + 0.2986, + 0.4296, + 0.2718 + ] + }, + { + "episode": 550, + "avg_reward": 1811.75, + "avg_cost": 20.75, + "lambda": 1.0, + "rho": [ + 0.2983, + 0.4274, + 0.2744 + ] + }, + { + "episode": 560, + "avg_reward": 1953.17, + "avg_cost": 24.0, + "lambda": 1.0, + "rho": [ + 0.2983, + 0.4274, + 0.2744 + ] + }, + { + "episode": 570, + "avg_reward": 2319.6, + "avg_cost": 24.0, + "lambda": 1.0, + "rho": [ + 0.2983, + 0.4274, + 0.2744 + ] + }, + { + "episode": 580, + "avg_reward": 1463.5, + "avg_cost": 9.25, + "lambda": 1.0, + "rho": [ + 0.2983, + 0.4274, + 0.2744 + ] + }, + { + "episode": 590, + "avg_reward": 2313.75, + "avg_cost": 17.75, + "lambda": 1.0, + "rho": [ + 0.2983, + 0.4274, + 0.2744 + ] + }, + { + "episode": 600, + "avg_reward": 2652.77, + "avg_cost": 15.0, + "lambda": 1.0, + "rho": [ + 0.2959, + 0.4307, + 0.2734 + ] + }, + { + "episode": 610, + "avg_reward": 2055.43, + "avg_cost": 15.5, + "lambda": 1.0, + "rho": [ + 0.2959, + 0.4307, + 0.2734 + ] + }, + { + "episode": 620, + "avg_reward": 2851.7, + "avg_cost": 23.0, + "lambda": 1.1275, + "rho": [ + 0.2959, + 0.4307, + 0.2734 + ] + }, + { + "episode": 630, + "avg_reward": 2204.9, + "avg_cost": 19.5, + "lambda": 1.0, + "rho": [ + 0.2959, + 0.4307, + 0.2734 + ] + }, + { + "episode": 640, + "avg_reward": 3040.29, + "avg_cost": 34.25, + "lambda": 1.2775, + "rho": [ + 0.2959, + 0.4307, + 0.2734 + ] + }, + { + "episode": 650, + "avg_reward": 2092.87, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.2948, + 0.4281, + 0.2771 + ] + }, + { + "episode": 660, + "avg_reward": 3304.97, + "avg_cost": 30.75, + "lambda": 1.6975, + "rho": [ + 0.2948, + 0.4281, + 0.2771 + ] + }, + { + "episode": 670, + "avg_reward": 2022.05, + "avg_cost": 22.75, + "lambda": 2.2675, + "rho": [ + 0.2948, + 0.4281, + 0.2771 + ] + }, + { + "episode": 680, + "avg_reward": 3163.86, + "avg_cost": 29.25, + "lambda": 1.3375, + "rho": [ + 0.2948, + 0.4281, + 0.2771 + ] + }, + { + "episode": 690, + "avg_reward": 2307.5, + "avg_cost": 15.5, + "lambda": 1.465, + "rho": [ + 0.2948, + 0.4281, + 0.2771 + ] + }, + { + "episode": 700, + "avg_reward": 3016.44, + "avg_cost": 32.0, + "lambda": 1.81, + "rho": [ + 0.2935, + 0.4309, + 0.2756 + ] + }, + { + "episode": 710, + "avg_reward": 2483.34, + "avg_cost": 14.25, + "lambda": 1.2625, + "rho": [ + 0.2935, + 0.4309, + 0.2756 + ] + }, + { + "episode": 720, + "avg_reward": 3373.16, + "avg_cost": 13.0, + "lambda": 1.33, + "rho": [ + 0.2935, + 0.4309, + 0.2756 + ] + }, + { + "episode": 730, + "avg_reward": 4060.86, + "avg_cost": 11.25, + "lambda": 1.0, + "rho": [ + 0.2935, + 0.4309, + 0.2756 + ] + }, + { + "episode": 740, + "avg_reward": 4248.43, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.2935, + 0.4309, + 0.2756 + ] + }, + { + "episode": 750, + "avg_reward": 3980.96, + "avg_cost": 14.75, + "lambda": 1.0, + "rho": [ + 0.2954, + 0.4313, + 0.2733 + ] + }, + { + "episode": 760, + "avg_reward": 3954.07, + "avg_cost": 23.0, + "lambda": 1.0, + "rho": [ + 0.2954, + 0.4313, + 0.2733 + ] + }, + { + "episode": 770, + "avg_reward": 4073.31, + "avg_cost": 14.75, + "lambda": 1.0, + "rho": [ + 0.2954, + 0.4313, + 0.2733 + ] + }, + { + "episode": 780, + "avg_reward": 4151.92, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 0.2954, + 0.4313, + 0.2733 + ] + }, + { + "episode": 790, + "avg_reward": 4465.92, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.2954, + 0.4313, + 0.2733 + ] + }, + { + "episode": 800, + "avg_reward": 4164.15, + "avg_cost": 19.25, + "lambda": 1.0, + "rho": [ + 0.2958, + 0.4363, + 0.2679 + ] + }, + { + "episode": 810, + "avg_reward": 4612.99, + "avg_cost": 27.75, + "lambda": 1.0825, + "rho": [ + 0.2958, + 0.4363, + 0.2679 + ] + }, + { + "episode": 820, + "avg_reward": 3350.28, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.2958, + 0.4363, + 0.2679 + ] + }, + { + "episode": 830, + "avg_reward": 4666.48, + "avg_cost": 17.0, + "lambda": 1.0, + "rho": [ + 0.2958, + 0.4363, + 0.2679 + ] + }, + { + "episode": 840, + "avg_reward": 3743.15, + "avg_cost": 16.5, + "lambda": 1.0, + "rho": [ + 0.2958, + 0.4363, + 0.2679 + ] + }, + { + "episode": 850, + "avg_reward": 4855.5, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 0.2978, + 0.4362, + 0.266 + ] + }, + { + "episode": 860, + "avg_reward": 4970.24, + "avg_cost": 15.75, + "lambda": 1.0, + "rho": [ + 0.2978, + 0.4362, + 0.266 + ] + }, + { + "episode": 870, + "avg_reward": 5298.41, + "avg_cost": 10.75, + "lambda": 1.0, + "rho": [ + 0.2978, + 0.4362, + 0.266 + ] + }, + { + "episode": 880, + "avg_reward": 5122.99, + "avg_cost": 11.75, + "lambda": 1.0, + "rho": [ + 0.2978, + 0.4362, + 0.266 + ] + }, + { + "episode": 890, + "avg_reward": 4815.11, + "avg_cost": 14.75, + "lambda": 1.0, + "rho": [ + 0.2978, + 0.4362, + 0.266 + ] + }, + { + "episode": 900, + "avg_reward": 5120.87, + "avg_cost": 10.5, + "lambda": 1.0, + "rho": [ + 0.2995, + 0.4405, + 0.26 + ] + }, + { + "episode": 910, + "avg_reward": 5589.47, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 0.2995, + 0.4405, + 0.26 + ] + }, + { + "episode": 920, + "avg_reward": 5239.94, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.2995, + 0.4405, + 0.26 + ] + }, + { + "episode": 930, + "avg_reward": 2821.11, + "avg_cost": 18.25, + "lambda": 1.0, + "rho": [ + 0.2995, + 0.4405, + 0.26 + ] + }, + { + "episode": 940, + "avg_reward": 1786.46, + "avg_cost": 29.75, + "lambda": 1.1425, + "rho": [ + 0.2995, + 0.4405, + 0.26 + ] + }, + { + "episode": 950, + "avg_reward": 1363.85, + "avg_cost": 13.25, + "lambda": 1.0, + "rho": [ + 0.3011, + 0.4487, + 0.2503 + ] + }, + { + "episode": 960, + "avg_reward": 1451.42, + "avg_cost": 13.0, + "lambda": 1.0, + "rho": [ + 0.3011, + 0.4487, + 0.2503 + ] + }, + { + "episode": 970, + "avg_reward": 3413.9, + "avg_cost": 12.5, + "lambda": 1.0, + "rho": [ + 0.3011, + 0.4487, + 0.2503 + ] + }, + { + "episode": 980, + "avg_reward": 4172.9, + "avg_cost": 11.0, + "lambda": 1.0, + "rho": [ + 0.3011, + 0.4487, + 0.2503 + ] + }, + { + "episode": 990, + "avg_reward": 4638.78, + "avg_cost": 18.0, + "lambda": 1.0, + "rho": [ + 0.3011, + 0.4487, + 0.2503 + ] + }, + { + "episode": 1000, + "avg_reward": 5034.51, + "avg_cost": 16.75, + "lambda": 1.0, + "rho": [ + 0.3027, + 0.4604, + 0.2369 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm25.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm25.json new file mode 100644 index 0000000000000000000000000000000000000000..77effa23b3e69be8e3e75b3f842098dae6e119e1 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix_lm25.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1368048.96, + "constraint_satisfaction_pct": 90.2, + "final_rho": [ + 0.3162, + 0.3621, + 0.3217 + ], + "final_lambda": 4.6375, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2768.6, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2635.98, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2383.34, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2427.77, + "avg_cost": 0.5, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2214.55, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2365.85, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1986.93, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -1594.88, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1834.97, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1849.21, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.3321, + 0.3386, + 0.3293 + ] + }, + { + "episode": 110, + "avg_reward": -1343.18, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.3321, + 0.3386, + 0.3293 + ] + }, + { + "episode": 120, + "avg_reward": -1511.35, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.3321, + 0.3386, + 0.3293 + ] + }, + { + "episode": 130, + "avg_reward": -806.56, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.3321, + 0.3386, + 0.3293 + ] + }, + { + "episode": 140, + "avg_reward": -1172.26, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.3321, + 0.3386, + 0.3293 + ] + }, + { + "episode": 150, + "avg_reward": -763.23, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.35, + 0.3332, + 0.3168 + ] + }, + { + "episode": 160, + "avg_reward": -928.69, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.35, + 0.3332, + 0.3168 + ] + }, + { + "episode": 170, + "avg_reward": -661.73, + "avg_cost": 0.25, + "lambda": 2.5, + "rho": [ + 0.35, + 0.3332, + 0.3168 + ] + }, + { + "episode": 180, + "avg_reward": -901.57, + "avg_cost": 0.0, + "lambda": 2.5, + "rho": [ + 0.35, + 0.3332, + 0.3168 + ] + }, + { + "episode": 190, + "avg_reward": -762.51, + "avg_cost": 0.75, + "lambda": 2.5, + "rho": [ + 0.35, + 0.3332, + 0.3168 + ] + }, + { + "episode": 200, + "avg_reward": -721.4, + "avg_cost": 0.25, + "lambda": 2.5, + "rho": [ + 0.3497, + 0.346, + 0.3043 + ] + }, + { + "episode": 210, + "avg_reward": -1748.32, + "avg_cost": 0.25, + "lambda": 2.5, + "rho": [ + 0.3497, + 0.346, + 0.3043 + ] + }, + { + "episode": 220, + "avg_reward": -691.94, + "avg_cost": 1.25, + "lambda": 2.5, + "rho": [ + 0.3497, + 0.346, + 0.3043 + ] + }, + { + "episode": 230, + "avg_reward": -361.91, + "avg_cost": 3.0, + "lambda": 2.5, + "rho": [ + 0.3497, + 0.346, + 0.3043 + ] + }, + { + "episode": 240, + "avg_reward": -978.78, + "avg_cost": 0.5, + "lambda": 2.5, + "rho": [ + 0.3497, + 0.346, + 0.3043 + ] + }, + { + "episode": 250, + "avg_reward": -1471.09, + "avg_cost": 0.75, + "lambda": 2.5, + "rho": [ + 0.3376, + 0.3536, + 0.3088 + ] + }, + { + "episode": 260, + "avg_reward": -567.08, + "avg_cost": 2.25, + "lambda": 2.5, + "rho": [ + 0.3376, + 0.3536, + 0.3088 + ] + }, + { + "episode": 270, + "avg_reward": 110.84, + "avg_cost": 2.0, + "lambda": 2.5, + "rho": [ + 0.3376, + 0.3536, + 0.3088 + ] + }, + { + "episode": 280, + "avg_reward": -1368.38, + "avg_cost": 1.0, + "lambda": 2.5, + "rho": [ + 0.3376, + 0.3536, + 0.3088 + ] + }, + { + "episode": 290, + "avg_reward": -127.92, + "avg_cost": 1.25, + "lambda": 2.5, + "rho": [ + 0.3376, + 0.3536, + 0.3088 + ] + }, + { + "episode": 300, + "avg_reward": -446.95, + "avg_cost": 0.5, + "lambda": 2.5, + "rho": [ + 0.337, + 0.3576, + 0.3054 + ] + }, + { + "episode": 310, + "avg_reward": -318.89, + "avg_cost": 1.75, + "lambda": 2.5, + "rho": [ + 0.337, + 0.3576, + 0.3054 + ] + }, + { + "episode": 320, + "avg_reward": 53.93, + "avg_cost": 1.0, + "lambda": 2.5, + "rho": [ + 0.337, + 0.3576, + 0.3054 + ] + }, + { + "episode": 330, + "avg_reward": -490.73, + "avg_cost": 1.5, + "lambda": 2.5, + "rho": [ + 0.337, + 0.3576, + 0.3054 + ] + }, + { + "episode": 340, + "avg_reward": 754.29, + "avg_cost": 3.0, + "lambda": 2.5, + "rho": [ + 0.337, + 0.3576, + 0.3054 + ] + }, + { + "episode": 350, + "avg_reward": 1099.4, + "avg_cost": 9.0, + "lambda": 2.5, + "rho": [ + 0.3311, + 0.3631, + 0.3059 + ] + }, + { + "episode": 360, + "avg_reward": 1028.64, + "avg_cost": 5.25, + "lambda": 2.5, + "rho": [ + 0.3311, + 0.3631, + 0.3059 + ] + }, + { + "episode": 370, + "avg_reward": 1384.84, + "avg_cost": 9.0, + "lambda": 2.5, + "rho": [ + 0.3311, + 0.3631, + 0.3059 + ] + }, + { + "episode": 380, + "avg_reward": 1056.92, + "avg_cost": 2.5, + "lambda": 2.5, + "rho": [ + 0.3311, + 0.3631, + 0.3059 + ] + }, + { + "episode": 390, + "avg_reward": 1604.64, + "avg_cost": 4.75, + "lambda": 2.5, + "rho": [ + 0.3311, + 0.3631, + 0.3059 + ] + }, + { + "episode": 400, + "avg_reward": 770.75, + "avg_cost": 8.5, + "lambda": 2.5, + "rho": [ + 0.3224, + 0.3672, + 0.3103 + ] + }, + { + "episode": 410, + "avg_reward": 1780.62, + "avg_cost": 7.25, + "lambda": 2.5, + "rho": [ + 0.3224, + 0.3672, + 0.3103 + ] + }, + { + "episode": 420, + "avg_reward": 2057.99, + "avg_cost": 11.25, + "lambda": 2.5, + "rho": [ + 0.3224, + 0.3672, + 0.3103 + ] + }, + { + "episode": 430, + "avg_reward": 1763.83, + "avg_cost": 8.0, + "lambda": 2.5, + "rho": [ + 0.3224, + 0.3672, + 0.3103 + ] + }, + { + "episode": 440, + "avg_reward": 2519.69, + "avg_cost": 15.75, + "lambda": 2.5, + "rho": [ + 0.3224, + 0.3672, + 0.3103 + ] + }, + { + "episode": 450, + "avg_reward": 2144.23, + "avg_cost": 16.25, + "lambda": 2.5, + "rho": [ + 0.3139, + 0.3665, + 0.3196 + ] + }, + { + "episode": 460, + "avg_reward": 1631.82, + "avg_cost": 8.5, + "lambda": 2.5, + "rho": [ + 0.3139, + 0.3665, + 0.3196 + ] + }, + { + "episode": 470, + "avg_reward": 2041.49, + "avg_cost": 12.75, + "lambda": 2.5, + "rho": [ + 0.3139, + 0.3665, + 0.3196 + ] + }, + { + "episode": 480, + "avg_reward": -60.81, + "avg_cost": 5.75, + "lambda": 2.5, + "rho": [ + 0.3139, + 0.3665, + 0.3196 + ] + }, + { + "episode": 490, + "avg_reward": 2008.92, + "avg_cost": 20.75, + "lambda": 2.5, + "rho": [ + 0.3139, + 0.3665, + 0.3196 + ] + }, + { + "episode": 500, + "avg_reward": 2284.71, + "avg_cost": 9.0, + "lambda": 2.5, + "rho": [ + 0.3084, + 0.3699, + 0.3217 + ] + }, + { + "episode": 510, + "avg_reward": 741.3, + "avg_cost": 5.0, + "lambda": 2.5, + "rho": [ + 0.3084, + 0.3699, + 0.3217 + ] + }, + { + "episode": 520, + "avg_reward": 1682.69, + "avg_cost": 9.25, + "lambda": 2.5, + "rho": [ + 0.3084, + 0.3699, + 0.3217 + ] + }, + { + "episode": 530, + "avg_reward": 1790.3, + "avg_cost": 9.5, + "lambda": 2.5, + "rho": [ + 0.3084, + 0.3699, + 0.3217 + ] + }, + { + "episode": 540, + "avg_reward": 1541.65, + "avg_cost": 11.25, + "lambda": 2.5, + "rho": [ + 0.3084, + 0.3699, + 0.3217 + ] + }, + { + "episode": 550, + "avg_reward": 1465.16, + "avg_cost": 7.25, + "lambda": 2.5, + "rho": [ + 0.3041, + 0.3764, + 0.3195 + ] + }, + { + "episode": 560, + "avg_reward": 2358.89, + "avg_cost": 22.25, + "lambda": 2.5, + "rho": [ + 0.3041, + 0.3764, + 0.3195 + ] + }, + { + "episode": 570, + "avg_reward": 1839.37, + "avg_cost": 6.75, + "lambda": 2.5, + "rho": [ + 0.3041, + 0.3764, + 0.3195 + ] + }, + { + "episode": 580, + "avg_reward": 1588.74, + "avg_cost": 12.25, + "lambda": 2.5, + "rho": [ + 0.3041, + 0.3764, + 0.3195 + ] + }, + { + "episode": 590, + "avg_reward": 3017.01, + "avg_cost": 16.0, + "lambda": 2.5, + "rho": [ + 0.3041, + 0.3764, + 0.3195 + ] + }, + { + "episode": 600, + "avg_reward": 2511.05, + "avg_cost": 8.75, + "lambda": 2.5, + "rho": [ + 0.3029, + 0.3809, + 0.3162 + ] + }, + { + "episode": 610, + "avg_reward": 2835.91, + "avg_cost": 13.25, + "lambda": 2.5, + "rho": [ + 0.3029, + 0.3809, + 0.3162 + ] + }, + { + "episode": 620, + "avg_reward": 3321.16, + "avg_cost": 26.5, + "lambda": 2.545, + "rho": [ + 0.3029, + 0.3809, + 0.3162 + ] + }, + { + "episode": 630, + "avg_reward": 2219.91, + "avg_cost": 8.25, + "lambda": 2.5, + "rho": [ + 0.3029, + 0.3809, + 0.3162 + ] + }, + { + "episode": 640, + "avg_reward": 3233.17, + "avg_cost": 25.0, + "lambda": 2.5, + "rho": [ + 0.3029, + 0.3809, + 0.3162 + ] + }, + { + "episode": 650, + "avg_reward": 2789.15, + "avg_cost": 8.5, + "lambda": 2.5, + "rho": [ + 0.3019, + 0.382, + 0.3161 + ] + }, + { + "episode": 660, + "avg_reward": 2068.96, + "avg_cost": 8.75, + "lambda": 2.5, + "rho": [ + 0.3019, + 0.382, + 0.3161 + ] + }, + { + "episode": 670, + "avg_reward": 1034.78, + "avg_cost": 10.75, + "lambda": 2.8225, + "rho": [ + 0.3019, + 0.382, + 0.3161 + ] + }, + { + "episode": 680, + "avg_reward": 2544.98, + "avg_cost": 19.5, + "lambda": 2.5, + "rho": [ + 0.3019, + 0.382, + 0.3161 + ] + }, + { + "episode": 690, + "avg_reward": 2580.76, + "avg_cost": 5.0, + "lambda": 2.5, + "rho": [ + 0.3019, + 0.382, + 0.3161 + ] + }, + { + "episode": 700, + "avg_reward": 2439.12, + "avg_cost": 18.5, + "lambda": 2.5, + "rho": [ + 0.3028, + 0.3839, + 0.3133 + ] + }, + { + "episode": 710, + "avg_reward": 2739.5, + "avg_cost": 12.75, + "lambda": 2.5, + "rho": [ + 0.3028, + 0.3839, + 0.3133 + ] + }, + { + "episode": 720, + "avg_reward": 3490.82, + "avg_cost": 34.5, + "lambda": 2.785, + "rho": [ + 0.3028, + 0.3839, + 0.3133 + ] + }, + { + "episode": 730, + "avg_reward": 3595.87, + "avg_cost": 36.0, + "lambda": 3.4, + "rho": [ + 0.3028, + 0.3839, + 0.3133 + ] + }, + { + "episode": 740, + "avg_reward": 3751.59, + "avg_cost": 25.5, + "lambda": 4.5925, + "rho": [ + 0.3028, + 0.3839, + 0.3133 + ] + }, + { + "episode": 750, + "avg_reward": 3493.82, + "avg_cost": 28.0, + "lambda": 2.59, + "rho": [ + 0.3054, + 0.3833, + 0.3113 + ] + }, + { + "episode": 760, + "avg_reward": 2930.63, + "avg_cost": 24.5, + "lambda": 3.0475, + "rho": [ + 0.3054, + 0.3833, + 0.3113 + ] + }, + { + "episode": 770, + "avg_reward": 4111.27, + "avg_cost": 21.0, + "lambda": 2.5075, + "rho": [ + 0.3054, + 0.3833, + 0.3113 + ] + }, + { + "episode": 780, + "avg_reward": 2454.1, + "avg_cost": 9.75, + "lambda": 2.5, + "rho": [ + 0.3054, + 0.3833, + 0.3113 + ] + }, + { + "episode": 790, + "avg_reward": 4135.38, + "avg_cost": 33.25, + "lambda": 2.7475, + "rho": [ + 0.3054, + 0.3833, + 0.3113 + ] + }, + { + "episode": 800, + "avg_reward": 3368.97, + "avg_cost": 13.0, + "lambda": 2.5, + "rho": [ + 0.3074, + 0.3797, + 0.313 + ] + }, + { + "episode": 810, + "avg_reward": 3141.25, + "avg_cost": 7.0, + "lambda": 2.5, + "rho": [ + 0.3074, + 0.3797, + 0.313 + ] + }, + { + "episode": 820, + "avg_reward": 3562.08, + "avg_cost": 17.75, + "lambda": 2.5, + "rho": [ + 0.3074, + 0.3797, + 0.313 + ] + }, + { + "episode": 830, + "avg_reward": 3711.91, + "avg_cost": 23.75, + "lambda": 2.5, + "rho": [ + 0.3074, + 0.3797, + 0.313 + ] + }, + { + "episode": 840, + "avg_reward": 3620.84, + "avg_cost": 11.75, + "lambda": 2.5, + "rho": [ + 0.3074, + 0.3797, + 0.313 + ] + }, + { + "episode": 850, + "avg_reward": 3760.98, + "avg_cost": 15.25, + "lambda": 2.5, + "rho": [ + 0.3102, + 0.3743, + 0.3154 + ] + }, + { + "episode": 860, + "avg_reward": 3971.68, + "avg_cost": 19.5, + "lambda": 2.5, + "rho": [ + 0.3102, + 0.3743, + 0.3154 + ] + }, + { + "episode": 870, + "avg_reward": 3478.4, + "avg_cost": 17.25, + "lambda": 2.5, + "rho": [ + 0.3102, + 0.3743, + 0.3154 + ] + }, + { + "episode": 880, + "avg_reward": 3494.7, + "avg_cost": 15.0, + "lambda": 2.98, + "rho": [ + 0.3102, + 0.3743, + 0.3154 + ] + }, + { + "episode": 890, + "avg_reward": 4102.8, + "avg_cost": 25.25, + "lambda": 2.6275, + "rho": [ + 0.3102, + 0.3743, + 0.3154 + ] + }, + { + "episode": 900, + "avg_reward": 2330.27, + "avg_cost": 5.0, + "lambda": 2.5, + "rho": [ + 0.3123, + 0.3675, + 0.3202 + ] + }, + { + "episode": 910, + "avg_reward": 4593.22, + "avg_cost": 38.75, + "lambda": 3.5575, + "rho": [ + 0.3123, + 0.3675, + 0.3202 + ] + }, + { + "episode": 920, + "avg_reward": 2156.05, + "avg_cost": 15.5, + "lambda": 3.4, + "rho": [ + 0.3123, + 0.3675, + 0.3202 + ] + }, + { + "episode": 930, + "avg_reward": 4350.25, + "avg_cost": 34.75, + "lambda": 3.955, + "rho": [ + 0.3123, + 0.3675, + 0.3202 + ] + }, + { + "episode": 940, + "avg_reward": 4342.71, + "avg_cost": 21.0, + "lambda": 2.5, + "rho": [ + 0.3123, + 0.3675, + 0.3202 + ] + }, + { + "episode": 950, + "avg_reward": 4350.08, + "avg_cost": 19.0, + "lambda": 2.5, + "rho": [ + 0.3143, + 0.3632, + 0.3225 + ] + }, + { + "episode": 960, + "avg_reward": 4379.58, + "avg_cost": 24.5, + "lambda": 2.5, + "rho": [ + 0.3143, + 0.3632, + 0.3225 + ] + }, + { + "episode": 970, + "avg_reward": 4116.24, + "avg_cost": 18.75, + "lambda": 2.5, + "rho": [ + 0.3143, + 0.3632, + 0.3225 + ] + }, + { + "episode": 980, + "avg_reward": 4701.86, + "avg_cost": 28.75, + "lambda": 2.905, + "rho": [ + 0.3143, + 0.3632, + 0.3225 + ] + }, + { + "episode": 990, + "avg_reward": 4333.21, + "avg_cost": 17.25, + "lambda": 2.5, + "rho": [ + 0.3143, + 0.3632, + 0.3225 + ] + }, + { + "episode": 1000, + "avg_reward": 4511.07, + "avg_cost": 22.75, + "lambda": 4.6375, + "rho": [ + 0.3162, + 0.3621, + 0.3217 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e20f705f0ba9cc87738f8569682a2cdb879cca --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1246779.21, + "constraint_satisfaction_pct": 96.7, + "final_rho": [ + 0.332, + 0.4233, + 0.2447 + ], + "final_lambda": 3.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2881.79, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2852.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2523.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2535.34, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2009.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2228.09, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1774.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -1433.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1353.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1313.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 110, + "avg_reward": -1301.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 120, + "avg_reward": -1355.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 130, + "avg_reward": -1048.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 140, + "avg_reward": -1368.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 150, + "avg_reward": -937.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 160, + "avg_reward": -869.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 170, + "avg_reward": -1015.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 180, + "avg_reward": -1092.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 190, + "avg_reward": -497.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 200, + "avg_reward": -1559.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3221, + 0.3514, + 0.3265 + ] + }, + { + "episode": 210, + "avg_reward": -1117.75, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3221, + 0.3514, + 0.3265 + ] + }, + { + "episode": 220, + "avg_reward": -1207.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3221, + 0.3514, + 0.3265 + ] + }, + { + "episode": 230, + "avg_reward": -360.67, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.3221, + 0.3514, + 0.3265 + ] + }, + { + "episode": 240, + "avg_reward": -198.38, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3221, + 0.3514, + 0.3265 + ] + }, + { + "episode": 250, + "avg_reward": -1207.62, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3186, + 0.3614, + 0.32 + ] + }, + { + "episode": 260, + "avg_reward": -1216.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3186, + 0.3614, + 0.32 + ] + }, + { + "episode": 270, + "avg_reward": -409.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3186, + 0.3614, + 0.32 + ] + }, + { + "episode": 280, + "avg_reward": -245.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3186, + 0.3614, + 0.32 + ] + }, + { + "episode": 290, + "avg_reward": -295.58, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3186, + 0.3614, + 0.32 + ] + }, + { + "episode": 300, + "avg_reward": -912.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3144, + 0.3748, + 0.3108 + ] + }, + { + "episode": 310, + "avg_reward": -223.31, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3144, + 0.3748, + 0.3108 + ] + }, + { + "episode": 320, + "avg_reward": 140.7, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.3144, + 0.3748, + 0.3108 + ] + }, + { + "episode": 330, + "avg_reward": -32.54, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.3144, + 0.3748, + 0.3108 + ] + }, + { + "episode": 340, + "avg_reward": -550.69, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3144, + 0.3748, + 0.3108 + ] + }, + { + "episode": 350, + "avg_reward": 533.0, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.3143, + 0.39, + 0.2957 + ] + }, + { + "episode": 360, + "avg_reward": 33.21, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.3143, + 0.39, + 0.2957 + ] + }, + { + "episode": 370, + "avg_reward": 1128.6, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.3143, + 0.39, + 0.2957 + ] + }, + { + "episode": 380, + "avg_reward": 377.79, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.3143, + 0.39, + 0.2957 + ] + }, + { + "episode": 390, + "avg_reward": 1344.79, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.3143, + 0.39, + 0.2957 + ] + }, + { + "episode": 400, + "avg_reward": 1459.16, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.3167, + 0.4036, + 0.2797 + ] + }, + { + "episode": 410, + "avg_reward": 855.62, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.3167, + 0.4036, + 0.2797 + ] + }, + { + "episode": 420, + "avg_reward": 1264.81, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.3167, + 0.4036, + 0.2797 + ] + }, + { + "episode": 430, + "avg_reward": 1112.83, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.3167, + 0.4036, + 0.2797 + ] + }, + { + "episode": 440, + "avg_reward": 1812.21, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.3167, + 0.4036, + 0.2797 + ] + }, + { + "episode": 450, + "avg_reward": 696.61, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.316, + 0.4082, + 0.2758 + ] + }, + { + "episode": 460, + "avg_reward": 87.01, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.316, + 0.4082, + 0.2758 + ] + }, + { + "episode": 470, + "avg_reward": 839.17, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.316, + 0.4082, + 0.2758 + ] + }, + { + "episode": 480, + "avg_reward": 2278.43, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.316, + 0.4082, + 0.2758 + ] + }, + { + "episode": 490, + "avg_reward": 929.21, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.316, + 0.4082, + 0.2758 + ] + }, + { + "episode": 500, + "avg_reward": 1567.01, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.3203, + 0.4071, + 0.2726 + ] + }, + { + "episode": 510, + "avg_reward": 1706.06, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.3203, + 0.4071, + 0.2726 + ] + }, + { + "episode": 520, + "avg_reward": 2360.04, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.3203, + 0.4071, + 0.2726 + ] + }, + { + "episode": 530, + "avg_reward": 713.88, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.3203, + 0.4071, + 0.2726 + ] + }, + { + "episode": 540, + "avg_reward": 2639.62, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.3203, + 0.4071, + 0.2726 + ] + }, + { + "episode": 550, + "avg_reward": 1609.91, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.3264, + 0.4062, + 0.2674 + ] + }, + { + "episode": 560, + "avg_reward": 2271.09, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3264, + 0.4062, + 0.2674 + ] + }, + { + "episode": 570, + "avg_reward": 1961.85, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 0.3264, + 0.4062, + 0.2674 + ] + }, + { + "episode": 580, + "avg_reward": 2417.48, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 0.3264, + 0.4062, + 0.2674 + ] + }, + { + "episode": 590, + "avg_reward": 2839.83, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.3264, + 0.4062, + 0.2674 + ] + }, + { + "episode": 600, + "avg_reward": 1970.32, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.3268, + 0.409, + 0.2642 + ] + }, + { + "episode": 610, + "avg_reward": 2934.35, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.3268, + 0.409, + 0.2642 + ] + }, + { + "episode": 620, + "avg_reward": 1875.31, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.3268, + 0.409, + 0.2642 + ] + }, + { + "episode": 630, + "avg_reward": 3060.4, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 0.3268, + 0.409, + 0.2642 + ] + }, + { + "episode": 640, + "avg_reward": 2981.69, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.3268, + 0.409, + 0.2642 + ] + }, + { + "episode": 650, + "avg_reward": 3470.63, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 0.3315, + 0.4116, + 0.2569 + ] + }, + { + "episode": 660, + "avg_reward": 3402.35, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.3315, + 0.4116, + 0.2569 + ] + }, + { + "episode": 670, + "avg_reward": 2888.69, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3315, + 0.4116, + 0.2569 + ] + }, + { + "episode": 680, + "avg_reward": 3475.47, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 0.3315, + 0.4116, + 0.2569 + ] + }, + { + "episode": 690, + "avg_reward": 3337.3, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 0.3315, + 0.4116, + 0.2569 + ] + }, + { + "episode": 700, + "avg_reward": 2593.21, + "avg_cost": 23.5, + "lambda": 3.0, + "rho": [ + 0.3351, + 0.4195, + 0.2454 + ] + }, + { + "episode": 710, + "avg_reward": 2400.55, + "avg_cost": 33.25, + "lambda": 4.1325, + "rho": [ + 0.3351, + 0.4195, + 0.2454 + ] + }, + { + "episode": 720, + "avg_reward": 3757.65, + "avg_cost": 26.0, + "lambda": 7.2675, + "rho": [ + 0.3351, + 0.4195, + 0.2454 + ] + }, + { + "episode": 730, + "avg_reward": 2655.76, + "avg_cost": 15.5, + "lambda": 4.1925, + "rho": [ + 0.3351, + 0.4195, + 0.2454 + ] + }, + { + "episode": 740, + "avg_reward": 3413.14, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.3351, + 0.4195, + 0.2454 + ] + }, + { + "episode": 750, + "avg_reward": 2675.45, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.3366, + 0.4224, + 0.241 + ] + }, + { + "episode": 760, + "avg_reward": 3678.1, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 0.3366, + 0.4224, + 0.241 + ] + }, + { + "episode": 770, + "avg_reward": 3410.65, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.3366, + 0.4224, + 0.241 + ] + }, + { + "episode": 780, + "avg_reward": 3096.42, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.3366, + 0.4224, + 0.241 + ] + }, + { + "episode": 790, + "avg_reward": 2041.18, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 0.3366, + 0.4224, + 0.241 + ] + }, + { + "episode": 800, + "avg_reward": 4085.37, + "avg_cost": 35.0, + "lambda": 8.6025, + "rho": [ + 0.3397, + 0.4193, + 0.2411 + ] + }, + { + "episode": 810, + "avg_reward": 4056.64, + "avg_cost": 22.25, + "lambda": 8.43, + "rho": [ + 0.3397, + 0.4193, + 0.2411 + ] + }, + { + "episode": 820, + "avg_reward": 4032.4, + "avg_cost": 9.25, + "lambda": 5.1075, + "rho": [ + 0.3397, + 0.4193, + 0.2411 + ] + }, + { + "episode": 830, + "avg_reward": 2391.49, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.3397, + 0.4193, + 0.2411 + ] + }, + { + "episode": 840, + "avg_reward": 2738.56, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.3397, + 0.4193, + 0.2411 + ] + }, + { + "episode": 850, + "avg_reward": 2991.94, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 0.3379, + 0.4175, + 0.2446 + ] + }, + { + "episode": 860, + "avg_reward": 3972.47, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.3379, + 0.4175, + 0.2446 + ] + }, + { + "episode": 870, + "avg_reward": 3303.7, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.3379, + 0.4175, + 0.2446 + ] + }, + { + "episode": 880, + "avg_reward": 4096.76, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.3379, + 0.4175, + 0.2446 + ] + }, + { + "episode": 890, + "avg_reward": 1872.85, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.3379, + 0.4175, + 0.2446 + ] + }, + { + "episode": 900, + "avg_reward": 3949.94, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.3331, + 0.4197, + 0.2472 + ] + }, + { + "episode": 910, + "avg_reward": 3892.45, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 0.3331, + 0.4197, + 0.2472 + ] + }, + { + "episode": 920, + "avg_reward": 4564.67, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.3331, + 0.4197, + 0.2472 + ] + }, + { + "episode": 930, + "avg_reward": 4284.6, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 0.3331, + 0.4197, + 0.2472 + ] + }, + { + "episode": 940, + "avg_reward": 3990.67, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3331, + 0.4197, + 0.2472 + ] + }, + { + "episode": 950, + "avg_reward": 3834.83, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.3327, + 0.4192, + 0.2481 + ] + }, + { + "episode": 960, + "avg_reward": 3080.33, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.3327, + 0.4192, + 0.2481 + ] + }, + { + "episode": 970, + "avg_reward": 4135.49, + "avg_cost": 19.5, + "lambda": 3.0, + "rho": [ + 0.3327, + 0.4192, + 0.2481 + ] + }, + { + "episode": 980, + "avg_reward": 4753.93, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 0.3327, + 0.4192, + 0.2481 + ] + }, + { + "episode": 990, + "avg_reward": 3927.18, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.3327, + 0.4192, + 0.2481 + ] + }, + { + "episode": 1000, + "avg_reward": 4563.58, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 0.332, + 0.4233, + 0.2447 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..eed46dead9621c3054cd7fc69e94a66f2b6d6cb0 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1331074.27, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.5405, + 0.2703, + 0.1892 + ], + "final_lambda": 3.0, + "seed": 0, + "cost_weights": [ + 2.0, + 1.5, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2611.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2653.51, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2429.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2337.22, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2552.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2261.67, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1881.28, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -2072.2, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1910.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1642.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 110, + "avg_reward": -1327.09, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 120, + "avg_reward": -1463.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 130, + "avg_reward": -1191.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 140, + "avg_reward": -1496.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 150, + "avg_reward": -902.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 160, + "avg_reward": -865.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 170, + "avg_reward": -694.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 180, + "avg_reward": -859.4, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 190, + "avg_reward": 81.2, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 200, + "avg_reward": -879.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3258, + 0.3333, + 0.341 + ] + }, + { + "episode": 210, + "avg_reward": -658.22, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3258, + 0.3333, + 0.341 + ] + }, + { + "episode": 220, + "avg_reward": -32.37, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.3258, + 0.3333, + 0.341 + ] + }, + { + "episode": 230, + "avg_reward": -956.21, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3258, + 0.3333, + 0.341 + ] + }, + { + "episode": 240, + "avg_reward": -1166.59, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3258, + 0.3333, + 0.341 + ] + }, + { + "episode": 250, + "avg_reward": -352.92, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.3329, + 0.3395, + 0.3275 + ] + }, + { + "episode": 260, + "avg_reward": -997.68, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.3329, + 0.3395, + 0.3275 + ] + }, + { + "episode": 270, + "avg_reward": -1311.13, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3329, + 0.3395, + 0.3275 + ] + }, + { + "episode": 280, + "avg_reward": -248.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3329, + 0.3395, + 0.3275 + ] + }, + { + "episode": 290, + "avg_reward": 235.75, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.3329, + 0.3395, + 0.3275 + ] + }, + { + "episode": 300, + "avg_reward": -631.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3468, + 0.3424, + 0.3107 + ] + }, + { + "episode": 310, + "avg_reward": -19.9, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3468, + 0.3424, + 0.3107 + ] + }, + { + "episode": 320, + "avg_reward": -252.6, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3468, + 0.3424, + 0.3107 + ] + }, + { + "episode": 330, + "avg_reward": 823.28, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.3468, + 0.3424, + 0.3107 + ] + }, + { + "episode": 340, + "avg_reward": -67.91, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3468, + 0.3424, + 0.3107 + ] + }, + { + "episode": 350, + "avg_reward": 437.24, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.35, + 0.3499, + 0.3001 + ] + }, + { + "episode": 360, + "avg_reward": 758.9, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.35, + 0.3499, + 0.3001 + ] + }, + { + "episode": 370, + "avg_reward": 481.53, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.35, + 0.3499, + 0.3001 + ] + }, + { + "episode": 380, + "avg_reward": 699.93, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.35, + 0.3499, + 0.3001 + ] + }, + { + "episode": 390, + "avg_reward": 1203.64, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.35, + 0.3499, + 0.3001 + ] + }, + { + "episode": 400, + "avg_reward": 1246.7, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.3591, + 0.3551, + 0.2858 + ] + }, + { + "episode": 410, + "avg_reward": 314.49, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.3591, + 0.3551, + 0.2858 + ] + }, + { + "episode": 420, + "avg_reward": 1807.39, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.3591, + 0.3551, + 0.2858 + ] + }, + { + "episode": 430, + "avg_reward": 1989.81, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.3591, + 0.3551, + 0.2858 + ] + }, + { + "episode": 440, + "avg_reward": 1800.48, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.3591, + 0.3551, + 0.2858 + ] + }, + { + "episode": 450, + "avg_reward": 2173.58, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.3741, + 0.3579, + 0.2679 + ] + }, + { + "episode": 460, + "avg_reward": 2044.68, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.3741, + 0.3579, + 0.2679 + ] + }, + { + "episode": 470, + "avg_reward": 1784.79, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.3741, + 0.3579, + 0.2679 + ] + }, + { + "episode": 480, + "avg_reward": 1878.57, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.3741, + 0.3579, + 0.2679 + ] + }, + { + "episode": 490, + "avg_reward": 1052.07, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.3741, + 0.3579, + 0.2679 + ] + }, + { + "episode": 500, + "avg_reward": 1315.17, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.3955, + 0.3581, + 0.2464 + ] + }, + { + "episode": 510, + "avg_reward": 521.09, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.3955, + 0.3581, + 0.2464 + ] + }, + { + "episode": 520, + "avg_reward": 2072.54, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.3955, + 0.3581, + 0.2464 + ] + }, + { + "episode": 530, + "avg_reward": 2089.48, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.3955, + 0.3581, + 0.2464 + ] + }, + { + "episode": 540, + "avg_reward": 2505.9, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.3955, + 0.3581, + 0.2464 + ] + }, + { + "episode": 550, + "avg_reward": 670.12, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.4069, + 0.3547, + 0.2384 + ] + }, + { + "episode": 560, + "avg_reward": 727.04, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.4069, + 0.3547, + 0.2384 + ] + }, + { + "episode": 570, + "avg_reward": 1733.66, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.4069, + 0.3547, + 0.2384 + ] + }, + { + "episode": 580, + "avg_reward": 2150.35, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.4069, + 0.3547, + 0.2384 + ] + }, + { + "episode": 590, + "avg_reward": 2982.0, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.4069, + 0.3547, + 0.2384 + ] + }, + { + "episode": 600, + "avg_reward": 2081.21, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.4081, + 0.356, + 0.2358 + ] + }, + { + "episode": 610, + "avg_reward": 2155.14, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.4081, + 0.356, + 0.2358 + ] + }, + { + "episode": 620, + "avg_reward": 2321.56, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4081, + 0.356, + 0.2358 + ] + }, + { + "episode": 630, + "avg_reward": 2961.41, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.4081, + 0.356, + 0.2358 + ] + }, + { + "episode": 640, + "avg_reward": 2779.99, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.4081, + 0.356, + 0.2358 + ] + }, + { + "episode": 650, + "avg_reward": 2227.88, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.4123, + 0.361, + 0.2267 + ] + }, + { + "episode": 660, + "avg_reward": 2015.49, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.4123, + 0.361, + 0.2267 + ] + }, + { + "episode": 670, + "avg_reward": 2063.68, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.4123, + 0.361, + 0.2267 + ] + }, + { + "episode": 680, + "avg_reward": 2043.3, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.4123, + 0.361, + 0.2267 + ] + }, + { + "episode": 690, + "avg_reward": 2889.71, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.4123, + 0.361, + 0.2267 + ] + }, + { + "episode": 700, + "avg_reward": 3415.47, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.4238, + 0.3625, + 0.2138 + ] + }, + { + "episode": 710, + "avg_reward": 3481.61, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4238, + 0.3625, + 0.2138 + ] + }, + { + "episode": 720, + "avg_reward": 3373.22, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.4238, + 0.3625, + 0.2138 + ] + }, + { + "episode": 730, + "avg_reward": 3609.02, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.4238, + 0.3625, + 0.2138 + ] + }, + { + "episode": 740, + "avg_reward": 3724.44, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.4238, + 0.3625, + 0.2138 + ] + }, + { + "episode": 750, + "avg_reward": 3615.21, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.4416, + 0.3586, + 0.1998 + ] + }, + { + "episode": 760, + "avg_reward": 3944.52, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.4416, + 0.3586, + 0.1998 + ] + }, + { + "episode": 770, + "avg_reward": 3492.96, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 0.4416, + 0.3586, + 0.1998 + ] + }, + { + "episode": 780, + "avg_reward": 2900.77, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.4416, + 0.3586, + 0.1998 + ] + }, + { + "episode": 790, + "avg_reward": 3664.79, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.4416, + 0.3586, + 0.1998 + ] + }, + { + "episode": 800, + "avg_reward": 2826.48, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.4586, + 0.3442, + 0.1972 + ] + }, + { + "episode": 810, + "avg_reward": 2713.11, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.4586, + 0.3442, + 0.1972 + ] + }, + { + "episode": 820, + "avg_reward": 3921.94, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.4586, + 0.3442, + 0.1972 + ] + }, + { + "episode": 830, + "avg_reward": 3187.34, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.4586, + 0.3442, + 0.1972 + ] + }, + { + "episode": 840, + "avg_reward": 3679.1, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4586, + 0.3442, + 0.1972 + ] + }, + { + "episode": 850, + "avg_reward": 3103.43, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.481, + 0.3244, + 0.1946 + ] + }, + { + "episode": 860, + "avg_reward": 3906.24, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.481, + 0.3244, + 0.1946 + ] + }, + { + "episode": 870, + "avg_reward": 4027.87, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.481, + 0.3244, + 0.1946 + ] + }, + { + "episode": 880, + "avg_reward": 2932.62, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.481, + 0.3244, + 0.1946 + ] + }, + { + "episode": 890, + "avg_reward": 2737.02, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.481, + 0.3244, + 0.1946 + ] + }, + { + "episode": 900, + "avg_reward": 3217.11, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.5004, + 0.3068, + 0.1928 + ] + }, + { + "episode": 910, + "avg_reward": 2830.15, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5004, + 0.3068, + 0.1928 + ] + }, + { + "episode": 920, + "avg_reward": 3865.01, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.5004, + 0.3068, + 0.1928 + ] + }, + { + "episode": 930, + "avg_reward": 4296.41, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5004, + 0.3068, + 0.1928 + ] + }, + { + "episode": 940, + "avg_reward": 3828.08, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.5004, + 0.3068, + 0.1928 + ] + }, + { + "episode": 950, + "avg_reward": 1527.08, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5255, + 0.2837, + 0.1907 + ] + }, + { + "episode": 960, + "avg_reward": 4464.18, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.5255, + 0.2837, + 0.1907 + ] + }, + { + "episode": 970, + "avg_reward": 2935.85, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.5255, + 0.2837, + 0.1907 + ] + }, + { + "episode": 980, + "avg_reward": 3387.23, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5255, + 0.2837, + 0.1907 + ] + }, + { + "episode": 990, + "avg_reward": 4081.88, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.5255, + 0.2837, + 0.1907 + ] + }, + { + "episode": 1000, + "avg_reward": 4020.73, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5405, + 0.2703, + 0.1892 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..6c9825eee012f96f866cc1e7ee991886de5697ac --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1682830.06, + "constraint_satisfaction_pct": 30.0, + "final_rho": [ + 0.2445, + 0.3053, + 0.4502 + ], + "final_lambda": 76.5541, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -4187.98, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -3690.83, + "avg_cost": 0.0, + "lambda": 10.0564, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -3367.61, + "avg_cost": 0.0, + "lambda": 10.1211, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -3574.12, + "avg_cost": 0.0, + "lambda": 10.1679, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -3568.64, + "avg_cost": 0.5, + "lambda": 10.2006, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2806.53, + "avg_cost": 0.0, + "lambda": 10.2558, + "rho": [ + 0.2957, + 0.3268, + 0.3775 + ] + }, + { + "episode": 60, + "avg_reward": -3062.88, + "avg_cost": 0.0, + "lambda": 10.2963, + "rho": [ + 0.2957, + 0.3268, + 0.3775 + ] + }, + { + "episode": 70, + "avg_reward": -2593.65, + "avg_cost": 0.0, + "lambda": 10.3303, + "rho": [ + 0.2957, + 0.3268, + 0.3775 + ] + }, + { + "episode": 80, + "avg_reward": -2128.7, + "avg_cost": 0.0, + "lambda": 10.3431, + "rho": [ + 0.2957, + 0.3268, + 0.3775 + ] + }, + { + "episode": 90, + "avg_reward": -1812.01, + "avg_cost": 0.0, + "lambda": 10.3476, + "rho": [ + 0.2957, + 0.3268, + 0.3775 + ] + }, + { + "episode": 100, + "avg_reward": -2453.73, + "avg_cost": 0.0, + "lambda": 10.3578, + "rho": [ + 0.2864, + 0.3163, + 0.3973 + ] + }, + { + "episode": 110, + "avg_reward": -1929.76, + "avg_cost": 0.0, + "lambda": 10.369, + "rho": [ + 0.2864, + 0.3163, + 0.3973 + ] + }, + { + "episode": 120, + "avg_reward": -2296.0, + "avg_cost": 0.0, + "lambda": 10.3729, + "rho": [ + 0.2864, + 0.3163, + 0.3973 + ] + }, + { + "episode": 130, + "avg_reward": -1544.44, + "avg_cost": 0.0, + "lambda": 10.3743, + "rho": [ + 0.2864, + 0.3163, + 0.3973 + ] + }, + { + "episode": 140, + "avg_reward": -1674.04, + "avg_cost": 0.0, + "lambda": 10.3747, + "rho": [ + 0.2864, + 0.3163, + 0.3973 + ] + }, + { + "episode": 150, + "avg_reward": -1335.38, + "avg_cost": 0.0, + "lambda": 10.3749, + "rho": [ + 0.2798, + 0.3084, + 0.4118 + ] + }, + { + "episode": 160, + "avg_reward": -1135.23, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 0.2798, + 0.3084, + 0.4118 + ] + }, + { + "episode": 170, + "avg_reward": -972.63, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 0.2798, + 0.3084, + 0.4118 + ] + }, + { + "episode": 180, + "avg_reward": -748.72, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 0.2798, + 0.3084, + 0.4118 + ] + }, + { + "episode": 190, + "avg_reward": -832.18, + "avg_cost": 0.0, + "lambda": 10.4103, + "rho": [ + 0.2798, + 0.3084, + 0.4118 + ] + }, + { + "episode": 200, + "avg_reward": -1185.79, + "avg_cost": 0.25, + "lambda": 10.6578, + "rho": [ + 0.2694, + 0.3026, + 0.428 + ] + }, + { + "episode": 210, + "avg_reward": -924.48, + "avg_cost": 0.75, + "lambda": 10.9925, + "rho": [ + 0.2694, + 0.3026, + 0.428 + ] + }, + { + "episode": 220, + "avg_reward": -1588.72, + "avg_cost": 0.0, + "lambda": 11.4298, + "rho": [ + 0.2694, + 0.3026, + 0.428 + ] + }, + { + "episode": 230, + "avg_reward": -346.54, + "avg_cost": 0.75, + "lambda": 11.8764, + "rho": [ + 0.2694, + 0.3026, + 0.428 + ] + }, + { + "episode": 240, + "avg_reward": 123.81, + "avg_cost": 0.75, + "lambda": 12.2819, + "rho": [ + 0.2694, + 0.3026, + 0.428 + ] + }, + { + "episode": 250, + "avg_reward": -620.9, + "avg_cost": 1.5, + "lambda": 12.6405, + "rho": [ + 0.2648, + 0.3075, + 0.4277 + ] + }, + { + "episode": 260, + "avg_reward": -189.43, + "avg_cost": 0.5, + "lambda": 13.2049, + "rho": [ + 0.2648, + 0.3075, + 0.4277 + ] + }, + { + "episode": 270, + "avg_reward": -1112.0, + "avg_cost": 0.5, + "lambda": 13.8501, + "rho": [ + 0.2648, + 0.3075, + 0.4277 + ] + }, + { + "episode": 280, + "avg_reward": -193.15, + "avg_cost": 0.25, + "lambda": 14.4493, + "rho": [ + 0.2648, + 0.3075, + 0.4277 + ] + }, + { + "episode": 290, + "avg_reward": 179.73, + "avg_cost": 1.0, + "lambda": 15.0191, + "rho": [ + 0.2648, + 0.3075, + 0.4277 + ] + }, + { + "episode": 300, + "avg_reward": 57.96, + "avg_cost": 1.0, + "lambda": 15.6164, + "rho": [ + 0.2619, + 0.3166, + 0.4215 + ] + }, + { + "episode": 310, + "avg_reward": 640.94, + "avg_cost": 1.25, + "lambda": 16.1372, + "rho": [ + 0.2619, + 0.3166, + 0.4215 + ] + }, + { + "episode": 320, + "avg_reward": 903.62, + "avg_cost": 1.0, + "lambda": 16.8091, + "rho": [ + 0.2619, + 0.3166, + 0.4215 + ] + }, + { + "episode": 330, + "avg_reward": 112.13, + "avg_cost": 0.0, + "lambda": 17.6974, + "rho": [ + 0.2619, + 0.3166, + 0.4215 + ] + }, + { + "episode": 340, + "avg_reward": 597.66, + "avg_cost": 1.25, + "lambda": 18.4593, + "rho": [ + 0.2619, + 0.3166, + 0.4215 + ] + }, + { + "episode": 350, + "avg_reward": 1618.65, + "avg_cost": 0.5, + "lambda": 19.3393, + "rho": [ + 0.2645, + 0.3234, + 0.4121 + ] + }, + { + "episode": 360, + "avg_reward": 1352.0, + "avg_cost": 1.5, + "lambda": 20.3958, + "rho": [ + 0.2645, + 0.3234, + 0.4121 + ] + }, + { + "episode": 370, + "avg_reward": 1771.26, + "avg_cost": 1.5, + "lambda": 21.5034, + "rho": [ + 0.2645, + 0.3234, + 0.4121 + ] + }, + { + "episode": 380, + "avg_reward": 1697.6, + "avg_cost": 0.75, + "lambda": 22.5673, + "rho": [ + 0.2645, + 0.3234, + 0.4121 + ] + }, + { + "episode": 390, + "avg_reward": 2177.93, + "avg_cost": 2.5, + "lambda": 23.8457, + "rho": [ + 0.2645, + 0.3234, + 0.4121 + ] + }, + { + "episode": 400, + "avg_reward": 2220.48, + "avg_cost": 3.25, + "lambda": 25.3046, + "rho": [ + 0.2681, + 0.3247, + 0.4072 + ] + }, + { + "episode": 410, + "avg_reward": 2088.62, + "avg_cost": 1.25, + "lambda": 26.9298, + "rho": [ + 0.2681, + 0.3247, + 0.4072 + ] + }, + { + "episode": 420, + "avg_reward": 1889.06, + "avg_cost": 5.5, + "lambda": 28.3175, + "rho": [ + 0.2681, + 0.3247, + 0.4072 + ] + }, + { + "episode": 430, + "avg_reward": 1051.67, + "avg_cost": 1.0, + "lambda": 29.8406, + "rho": [ + 0.2681, + 0.3247, + 0.4072 + ] + }, + { + "episode": 440, + "avg_reward": 1375.6, + "avg_cost": 2.5, + "lambda": 31.3579, + "rho": [ + 0.2681, + 0.3247, + 0.4072 + ] + }, + { + "episode": 450, + "avg_reward": 1580.95, + "avg_cost": 2.0, + "lambda": 32.9467, + "rho": [ + 0.2683, + 0.3241, + 0.4077 + ] + }, + { + "episode": 460, + "avg_reward": 1682.45, + "avg_cost": 1.75, + "lambda": 34.411, + "rho": [ + 0.2683, + 0.3241, + 0.4077 + ] + }, + { + "episode": 470, + "avg_reward": 1455.28, + "avg_cost": 0.75, + "lambda": 36.1131, + "rho": [ + 0.2683, + 0.3241, + 0.4077 + ] + }, + { + "episode": 480, + "avg_reward": 2429.81, + "avg_cost": 1.25, + "lambda": 37.5288, + "rho": [ + 0.2683, + 0.3241, + 0.4077 + ] + }, + { + "episode": 490, + "avg_reward": 2283.87, + "avg_cost": 0.5, + "lambda": 38.7427, + "rho": [ + 0.2683, + 0.3241, + 0.4077 + ] + }, + { + "episode": 500, + "avg_reward": 1763.65, + "avg_cost": 0.5, + "lambda": 39.7211, + "rho": [ + 0.266, + 0.3221, + 0.4119 + ] + }, + { + "episode": 510, + "avg_reward": 3027.83, + "avg_cost": 0.75, + "lambda": 40.9832, + "rho": [ + 0.266, + 0.3221, + 0.4119 + ] + }, + { + "episode": 520, + "avg_reward": 643.12, + "avg_cost": 1.75, + "lambda": 42.0513, + "rho": [ + 0.266, + 0.3221, + 0.4119 + ] + }, + { + "episode": 530, + "avg_reward": 2746.44, + "avg_cost": 0.75, + "lambda": 43.2795, + "rho": [ + 0.266, + 0.3221, + 0.4119 + ] + }, + { + "episode": 540, + "avg_reward": 3071.57, + "avg_cost": 0.0, + "lambda": 44.3093, + "rho": [ + 0.266, + 0.3221, + 0.4119 + ] + }, + { + "episode": 550, + "avg_reward": 2740.6, + "avg_cost": 0.75, + "lambda": 45.1395, + "rho": [ + 0.2616, + 0.3193, + 0.4191 + ] + }, + { + "episode": 560, + "avg_reward": 3082.96, + "avg_cost": 0.5, + "lambda": 45.7967, + "rho": [ + 0.2616, + 0.3193, + 0.4191 + ] + }, + { + "episode": 570, + "avg_reward": 3797.59, + "avg_cost": 0.25, + "lambda": 46.4415, + "rho": [ + 0.2616, + 0.3193, + 0.4191 + ] + }, + { + "episode": 580, + "avg_reward": 3317.03, + "avg_cost": 0.5, + "lambda": 47.1045, + "rho": [ + 0.2616, + 0.3193, + 0.4191 + ] + }, + { + "episode": 590, + "avg_reward": 3517.67, + "avg_cost": 0.25, + "lambda": 47.7535, + "rho": [ + 0.2616, + 0.3193, + 0.4191 + ] + }, + { + "episode": 600, + "avg_reward": 3650.37, + "avg_cost": 1.25, + "lambda": 48.388, + "rho": [ + 0.2588, + 0.314, + 0.4272 + ] + }, + { + "episode": 610, + "avg_reward": 3598.95, + "avg_cost": 0.0, + "lambda": 49.1288, + "rho": [ + 0.2588, + 0.314, + 0.4272 + ] + }, + { + "episode": 620, + "avg_reward": 2032.16, + "avg_cost": 0.0, + "lambda": 49.7517, + "rho": [ + 0.2588, + 0.314, + 0.4272 + ] + }, + { + "episode": 630, + "avg_reward": 3157.36, + "avg_cost": 1.0, + "lambda": 50.3708, + "rho": [ + 0.2588, + 0.314, + 0.4272 + ] + }, + { + "episode": 640, + "avg_reward": 3713.17, + "avg_cost": 2.25, + "lambda": 51.0216, + "rho": [ + 0.2588, + 0.314, + 0.4272 + ] + }, + { + "episode": 650, + "avg_reward": 2960.33, + "avg_cost": 0.25, + "lambda": 51.675, + "rho": [ + 0.2545, + 0.3115, + 0.4341 + ] + }, + { + "episode": 660, + "avg_reward": 3947.56, + "avg_cost": 0.5, + "lambda": 52.3282, + "rho": [ + 0.2545, + 0.3115, + 0.4341 + ] + }, + { + "episode": 670, + "avg_reward": 4078.8, + "avg_cost": 0.5, + "lambda": 53.0309, + "rho": [ + 0.2545, + 0.3115, + 0.4341 + ] + }, + { + "episode": 680, + "avg_reward": 3232.37, + "avg_cost": 0.75, + "lambda": 53.9486, + "rho": [ + 0.2545, + 0.3115, + 0.4341 + ] + }, + { + "episode": 690, + "avg_reward": 1946.81, + "avg_cost": 0.75, + "lambda": 54.8536, + "rho": [ + 0.2545, + 0.3115, + 0.4341 + ] + }, + { + "episode": 700, + "avg_reward": 4072.15, + "avg_cost": 2.0, + "lambda": 55.7147, + "rho": [ + 0.2481, + 0.3072, + 0.4447 + ] + }, + { + "episode": 710, + "avg_reward": 3078.77, + "avg_cost": 0.25, + "lambda": 56.6215, + "rho": [ + 0.2481, + 0.3072, + 0.4447 + ] + }, + { + "episode": 720, + "avg_reward": 3419.97, + "avg_cost": 0.25, + "lambda": 57.5932, + "rho": [ + 0.2481, + 0.3072, + 0.4447 + ] + }, + { + "episode": 730, + "avg_reward": 4424.61, + "avg_cost": 0.5, + "lambda": 58.3612, + "rho": [ + 0.2481, + 0.3072, + 0.4447 + ] + }, + { + "episode": 740, + "avg_reward": 4465.66, + "avg_cost": 0.75, + "lambda": 58.9864, + "rho": [ + 0.2481, + 0.3072, + 0.4447 + ] + }, + { + "episode": 750, + "avg_reward": 3280.97, + "avg_cost": 0.75, + "lambda": 59.5165, + "rho": [ + 0.2455, + 0.3034, + 0.4511 + ] + }, + { + "episode": 760, + "avg_reward": 4633.57, + "avg_cost": 0.75, + "lambda": 60.073, + "rho": [ + 0.2455, + 0.3034, + 0.4511 + ] + }, + { + "episode": 770, + "avg_reward": 4585.15, + "avg_cost": 0.75, + "lambda": 60.914, + "rho": [ + 0.2455, + 0.3034, + 0.4511 + ] + }, + { + "episode": 780, + "avg_reward": 3105.97, + "avg_cost": 0.0, + "lambda": 61.5962, + "rho": [ + 0.2455, + 0.3034, + 0.4511 + ] + }, + { + "episode": 790, + "avg_reward": 4653.47, + "avg_cost": 0.0, + "lambda": 62.0425, + "rho": [ + 0.2455, + 0.3034, + 0.4511 + ] + }, + { + "episode": 800, + "avg_reward": 4640.26, + "avg_cost": 0.75, + "lambda": 62.6076, + "rho": [ + 0.2456, + 0.3026, + 0.4518 + ] + }, + { + "episode": 810, + "avg_reward": 4927.12, + "avg_cost": 0.25, + "lambda": 63.4745, + "rho": [ + 0.2456, + 0.3026, + 0.4518 + ] + }, + { + "episode": 820, + "avg_reward": 5275.71, + "avg_cost": 1.0, + "lambda": 64.2831, + "rho": [ + 0.2456, + 0.3026, + 0.4518 + ] + }, + { + "episode": 830, + "avg_reward": 4583.05, + "avg_cost": 0.5, + "lambda": 65.0547, + "rho": [ + 0.2456, + 0.3026, + 0.4518 + ] + }, + { + "episode": 840, + "avg_reward": 5352.13, + "avg_cost": 1.25, + "lambda": 65.7495, + "rho": [ + 0.2456, + 0.3026, + 0.4518 + ] + }, + { + "episode": 850, + "avg_reward": 5687.1, + "avg_cost": 2.75, + "lambda": 66.5715, + "rho": [ + 0.2431, + 0.3027, + 0.4542 + ] + }, + { + "episode": 860, + "avg_reward": 2388.13, + "avg_cost": 0.5, + "lambda": 67.3764, + "rho": [ + 0.2431, + 0.3027, + 0.4542 + ] + }, + { + "episode": 870, + "avg_reward": 4312.57, + "avg_cost": 0.75, + "lambda": 68.2728, + "rho": [ + 0.2431, + 0.3027, + 0.4542 + ] + }, + { + "episode": 880, + "avg_reward": 4638.06, + "avg_cost": 0.0, + "lambda": 69.142, + "rho": [ + 0.2431, + 0.3027, + 0.4542 + ] + }, + { + "episode": 890, + "avg_reward": 5092.59, + "avg_cost": 1.0, + "lambda": 70.1932, + "rho": [ + 0.2431, + 0.3027, + 0.4542 + ] + }, + { + "episode": 900, + "avg_reward": 5010.63, + "avg_cost": 0.0, + "lambda": 71.1762, + "rho": [ + 0.2436, + 0.3027, + 0.4537 + ] + }, + { + "episode": 910, + "avg_reward": 4673.07, + "avg_cost": 1.0, + "lambda": 71.8349, + "rho": [ + 0.2436, + 0.3027, + 0.4537 + ] + }, + { + "episode": 920, + "avg_reward": 4970.8, + "avg_cost": 0.75, + "lambda": 72.4034, + "rho": [ + 0.2436, + 0.3027, + 0.4537 + ] + }, + { + "episode": 930, + "avg_reward": 4608.25, + "avg_cost": 0.0, + "lambda": 72.9927, + "rho": [ + 0.2436, + 0.3027, + 0.4537 + ] + }, + { + "episode": 940, + "avg_reward": 4647.13, + "avg_cost": 0.0, + "lambda": 73.5475, + "rho": [ + 0.2436, + 0.3027, + 0.4537 + ] + }, + { + "episode": 950, + "avg_reward": 5468.83, + "avg_cost": 0.25, + "lambda": 74.0841, + "rho": [ + 0.2441, + 0.3055, + 0.4504 + ] + }, + { + "episode": 960, + "avg_reward": 5263.13, + "avg_cost": 0.75, + "lambda": 74.6677, + "rho": [ + 0.2441, + 0.3055, + 0.4504 + ] + }, + { + "episode": 970, + "avg_reward": 5675.0, + "avg_cost": 0.5, + "lambda": 75.2522, + "rho": [ + 0.2441, + 0.3055, + 0.4504 + ] + }, + { + "episode": 980, + "avg_reward": 4420.2, + "avg_cost": 0.5, + "lambda": 75.8264, + "rho": [ + 0.2441, + 0.3055, + 0.4504 + ] + }, + { + "episode": 990, + "avg_reward": -1081.54, + "avg_cost": 0.0, + "lambda": 76.3283, + "rho": [ + 0.2441, + 0.3055, + 0.4504 + ] + }, + { + "episode": 1000, + "avg_reward": -704.75, + "avg_cost": 0.0, + "lambda": 76.5541, + "rho": [ + 0.2445, + 0.3053, + 0.4502 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..6d1d65531c7c3fb742279c59c5ee7dca4d13fba5 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1196821.28, + "constraint_satisfaction_pct": 83.5, + "final_rho": [ + 0.3622, + 0.3474, + 0.2903 + ], + "final_lambda": 0.2675, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -3140.98, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": -2738.8, + "avg_cost": 0.0, + "lambda": 2.5125, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": -2792.11, + "avg_cost": 0.0, + "lambda": 0.02, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": -2427.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": -2748.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": -2382.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 60, + "avg_reward": -2427.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 70, + "avg_reward": -1896.58, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 80, + "avg_reward": -1567.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 90, + "avg_reward": -1804.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 100, + "avg_reward": -1473.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 110, + "avg_reward": -1329.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 120, + "avg_reward": -1264.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 130, + "avg_reward": -1200.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 140, + "avg_reward": -1091.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 150, + "avg_reward": -853.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 160, + "avg_reward": -937.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 170, + "avg_reward": -1141.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 180, + "avg_reward": -497.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 190, + "avg_reward": -536.23, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 200, + "avg_reward": -636.2, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 210, + "avg_reward": -1092.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 220, + "avg_reward": -331.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 230, + "avg_reward": -568.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 240, + "avg_reward": -188.76, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 250, + "avg_reward": -386.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 260, + "avg_reward": -1106.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 270, + "avg_reward": -804.48, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 280, + "avg_reward": -855.12, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 290, + "avg_reward": -578.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 300, + "avg_reward": 13.62, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 310, + "avg_reward": -1025.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 320, + "avg_reward": 101.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 330, + "avg_reward": 204.46, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 340, + "avg_reward": 234.99, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 350, + "avg_reward": 1239.46, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 360, + "avg_reward": 1796.41, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 370, + "avg_reward": 431.38, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 380, + "avg_reward": 708.47, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 390, + "avg_reward": 1314.27, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 400, + "avg_reward": 295.33, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 410, + "avg_reward": -678.95, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 420, + "avg_reward": 99.38, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 430, + "avg_reward": 1036.82, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 440, + "avg_reward": 1802.08, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 450, + "avg_reward": 1463.42, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 460, + "avg_reward": 1481.86, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 470, + "avg_reward": 2067.07, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 480, + "avg_reward": 683.51, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 490, + "avg_reward": 2243.0, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 500, + "avg_reward": 1932.74, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 510, + "avg_reward": 2444.5, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 520, + "avg_reward": 1231.16, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 530, + "avg_reward": 1906.32, + "avg_cost": 26.75, + "lambda": 0.0175, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 540, + "avg_reward": 2294.73, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 550, + "avg_reward": 2334.41, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 560, + "avg_reward": 1540.14, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 570, + "avg_reward": 2644.94, + "avg_cost": 31.75, + "lambda": 0.08, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 580, + "avg_reward": 1963.72, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 590, + "avg_reward": 2416.65, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 600, + "avg_reward": 1595.77, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 610, + "avg_reward": 3243.54, + "avg_cost": 24.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 620, + "avg_reward": 2293.51, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 630, + "avg_reward": 2708.03, + "avg_cost": 29.25, + "lambda": 0.045, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 640, + "avg_reward": 2733.36, + "avg_cost": 36.0, + "lambda": 0.2175, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 650, + "avg_reward": 3273.28, + "avg_cost": 41.0, + "lambda": 0.3875, + "rho": [ + 0.3202, + 0.3501, + 0.3297 + ] + }, + { + "episode": 660, + "avg_reward": 2637.06, + "avg_cost": 36.0, + "lambda": 0.7275, + "rho": [ + 0.3202, + 0.3501, + 0.3297 + ] + }, + { + "episode": 670, + "avg_reward": 3069.44, + "avg_cost": 29.0, + "lambda": 1.6175, + "rho": [ + 0.3202, + 0.3501, + 0.3297 + ] + }, + { + "episode": 680, + "avg_reward": 3411.12, + "avg_cost": 24.25, + "lambda": 1.5425, + "rho": [ + 0.3202, + 0.3501, + 0.3297 + ] + }, + { + "episode": 690, + "avg_reward": 2166.99, + "avg_cost": 23.75, + "lambda": 1.2925, + "rho": [ + 0.3202, + 0.3501, + 0.3297 + ] + }, + { + "episode": 700, + "avg_reward": 3001.76, + "avg_cost": 36.75, + "lambda": 2.6875, + "rho": [ + 0.3278, + 0.3607, + 0.3115 + ] + }, + { + "episode": 710, + "avg_reward": 3853.0, + "avg_cost": 43.25, + "lambda": 3.21, + "rho": [ + 0.3278, + 0.3607, + 0.3115 + ] + }, + { + "episode": 720, + "avg_reward": 3164.28, + "avg_cost": 50.5, + "lambda": 4.21, + "rho": [ + 0.3278, + 0.3607, + 0.3115 + ] + }, + { + "episode": 730, + "avg_reward": 3228.39, + "avg_cost": 17.75, + "lambda": 4.68, + "rho": [ + 0.3278, + 0.3607, + 0.3115 + ] + }, + { + "episode": 740, + "avg_reward": 1600.3, + "avg_cost": 23.0, + "lambda": 4.595, + "rho": [ + 0.3278, + 0.3607, + 0.3115 + ] + }, + { + "episode": 750, + "avg_reward": 3756.41, + "avg_cost": 24.5, + "lambda": 5.28, + "rho": [ + 0.3412, + 0.3613, + 0.2975 + ] + }, + { + "episode": 760, + "avg_reward": 2489.82, + "avg_cost": 22.5, + "lambda": 4.6675, + "rho": [ + 0.3412, + 0.3613, + 0.2975 + ] + }, + { + "episode": 770, + "avg_reward": 2274.6, + "avg_cost": 18.75, + "lambda": 4.0325, + "rho": [ + 0.3412, + 0.3613, + 0.2975 + ] + }, + { + "episode": 780, + "avg_reward": 1638.62, + "avg_cost": 33.75, + "lambda": 4.3275, + "rho": [ + 0.3412, + 0.3613, + 0.2975 + ] + }, + { + "episode": 790, + "avg_reward": 2534.08, + "avg_cost": 12.0, + "lambda": 4.8775, + "rho": [ + 0.3412, + 0.3613, + 0.2975 + ] + }, + { + "episode": 800, + "avg_reward": 3679.43, + "avg_cost": 27.0, + "lambda": 4.15, + "rho": [ + 0.3448, + 0.3577, + 0.2975 + ] + }, + { + "episode": 810, + "avg_reward": 3492.97, + "avg_cost": 13.25, + "lambda": 3.5825, + "rho": [ + 0.3448, + 0.3577, + 0.2975 + ] + }, + { + "episode": 820, + "avg_reward": 3789.98, + "avg_cost": 40.75, + "lambda": 3.8575, + "rho": [ + 0.3448, + 0.3577, + 0.2975 + ] + }, + { + "episode": 830, + "avg_reward": 3084.45, + "avg_cost": 21.75, + "lambda": 4.8525, + "rho": [ + 0.3448, + 0.3577, + 0.2975 + ] + }, + { + "episode": 840, + "avg_reward": 3954.25, + "avg_cost": 25.5, + "lambda": 4.405, + "rho": [ + 0.3448, + 0.3577, + 0.2975 + ] + }, + { + "episode": 850, + "avg_reward": 2767.72, + "avg_cost": 25.5, + "lambda": 4.06, + "rho": [ + 0.3496, + 0.3489, + 0.3015 + ] + }, + { + "episode": 860, + "avg_reward": 637.84, + "avg_cost": 11.75, + "lambda": 3.595, + "rho": [ + 0.3496, + 0.3489, + 0.3015 + ] + }, + { + "episode": 870, + "avg_reward": 2469.7, + "avg_cost": 52.5, + "lambda": 3.555, + "rho": [ + 0.3496, + 0.3489, + 0.3015 + ] + }, + { + "episode": 880, + "avg_reward": 2412.68, + "avg_cost": 30.5, + "lambda": 6.7925, + "rho": [ + 0.3496, + 0.3489, + 0.3015 + ] + }, + { + "episode": 890, + "avg_reward": 4004.7, + "avg_cost": 26.25, + "lambda": 6.91, + "rho": [ + 0.3496, + 0.3489, + 0.3015 + ] + }, + { + "episode": 900, + "avg_reward": 4027.23, + "avg_cost": 13.5, + "lambda": 6.165, + "rho": [ + 0.3496, + 0.3474, + 0.303 + ] + }, + { + "episode": 910, + "avg_reward": 4099.16, + "avg_cost": 18.0, + "lambda": 5.215, + "rho": [ + 0.3496, + 0.3474, + 0.303 + ] + }, + { + "episode": 920, + "avg_reward": 4261.88, + "avg_cost": 16.0, + "lambda": 4.1175, + "rho": [ + 0.3496, + 0.3474, + 0.303 + ] + }, + { + "episode": 930, + "avg_reward": 2939.55, + "avg_cost": 17.5, + "lambda": 3.4, + "rho": [ + 0.3496, + 0.3474, + 0.303 + ] + }, + { + "episode": 940, + "avg_reward": 3917.1, + "avg_cost": 18.25, + "lambda": 2.555, + "rho": [ + 0.3496, + 0.3474, + 0.303 + ] + }, + { + "episode": 950, + "avg_reward": 4205.26, + "avg_cost": 17.5, + "lambda": 1.7675, + "rho": [ + 0.3563, + 0.3451, + 0.2986 + ] + }, + { + "episode": 960, + "avg_reward": 4200.33, + "avg_cost": 20.25, + "lambda": 1.32, + "rho": [ + 0.3563, + 0.3451, + 0.2986 + ] + }, + { + "episode": 970, + "avg_reward": 4046.22, + "avg_cost": 26.75, + "lambda": 0.845, + "rho": [ + 0.3563, + 0.3451, + 0.2986 + ] + }, + { + "episode": 980, + "avg_reward": 4850.94, + "avg_cost": 34.5, + "lambda": 0.605, + "rho": [ + 0.3563, + 0.3451, + 0.2986 + ] + }, + { + "episode": 990, + "avg_reward": 4363.03, + "avg_cost": 20.75, + "lambda": 0.2725, + "rho": [ + 0.3563, + 0.3451, + 0.2986 + ] + }, + { + "episode": 1000, + "avg_reward": 3231.56, + "avg_cost": 30.75, + "lambda": 0.2675, + "rho": [ + 0.3622, + 0.3474, + 0.2903 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..725f8f116805a79cbca8ed3b0f5aff5f0d40dc92 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4596954.71, + "constraint_satisfaction_pct": 87.3, + "final_rho": [ + 0.45, + 0.3042, + 0.2459 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 5.3275, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4510.17, + "avg_cost": 24.5, + "lambda": 12.6425, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3883.53, + "avg_cost": 11.75, + "lambda": 13.6, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 4710.84, + "avg_cost": 19.5, + "lambda": 13.8925, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 5259.1, + "avg_cost": 39.5, + "lambda": 14.68, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 4165.47, + "avg_cost": 12.0, + "lambda": 15.215, + "rho": [ + 0.3192, + 0.3263, + 0.3545 + ] + }, + { + "episode": 60, + "avg_reward": 4070.75, + "avg_cost": 8.0, + "lambda": 18.225, + "rho": [ + 0.3192, + 0.3263, + 0.3545 + ] + }, + { + "episode": 70, + "avg_reward": 3829.13, + "avg_cost": 16.0, + "lambda": 19.095, + "rho": [ + 0.3192, + 0.3263, + 0.3545 + ] + }, + { + "episode": 80, + "avg_reward": 3524.63, + "avg_cost": 11.25, + "lambda": 17.9875, + "rho": [ + 0.3192, + 0.3263, + 0.3545 + ] + }, + { + "episode": 90, + "avg_reward": 3384.74, + "avg_cost": 4.5, + "lambda": 17.84, + "rho": [ + 0.3192, + 0.3263, + 0.3545 + ] + }, + { + "episode": 100, + "avg_reward": 4049.39, + "avg_cost": 5.0, + "lambda": 16.7475, + "rho": [ + 0.3276, + 0.2991, + 0.3733 + ] + }, + { + "episode": 110, + "avg_reward": 3654.99, + "avg_cost": 5.0, + "lambda": 15.66, + "rho": [ + 0.3276, + 0.2991, + 0.3733 + ] + }, + { + "episode": 120, + "avg_reward": 3885.29, + "avg_cost": 8.25, + "lambda": 14.4025, + "rho": [ + 0.3276, + 0.2991, + 0.3733 + ] + }, + { + "episode": 130, + "avg_reward": 3994.49, + "avg_cost": 3.5, + "lambda": 12.775, + "rho": [ + 0.3276, + 0.2991, + 0.3733 + ] + }, + { + "episode": 140, + "avg_reward": 4648.69, + "avg_cost": 12.5, + "lambda": 11.4975, + "rho": [ + 0.3276, + 0.2991, + 0.3733 + ] + }, + { + "episode": 150, + "avg_reward": 5013.38, + "avg_cost": 23.0, + "lambda": 11.2725, + "rho": [ + 0.3464, + 0.2785, + 0.3751 + ] + }, + { + "episode": 160, + "avg_reward": 5154.9, + "avg_cost": 60.5, + "lambda": 10.5225, + "rho": [ + 0.3464, + 0.2785, + 0.3751 + ] + }, + { + "episode": 170, + "avg_reward": 4277.71, + "avg_cost": 3.25, + "lambda": 9.15, + "rho": [ + 0.3464, + 0.2785, + 0.3751 + ] + }, + { + "episode": 180, + "avg_reward": 5097.03, + "avg_cost": 32.75, + "lambda": 8.2075, + "rho": [ + 0.3464, + 0.2785, + 0.3751 + ] + }, + { + "episode": 190, + "avg_reward": 4942.93, + "avg_cost": 56.25, + "lambda": 8.43, + "rho": [ + 0.3464, + 0.2785, + 0.3751 + ] + }, + { + "episode": 200, + "avg_reward": 4786.49, + "avg_cost": 158.25, + "lambda": 12.9775, + "rho": [ + 0.3623, + 0.274, + 0.3637 + ] + }, + { + "episode": 210, + "avg_reward": 2626.12, + "avg_cost": 85.5, + "lambda": 25.655, + "rho": [ + 0.3623, + 0.274, + 0.3637 + ] + }, + { + "episode": 220, + "avg_reward": 3930.48, + "avg_cost": 3.25, + "lambda": 24.28, + "rho": [ + 0.3623, + 0.274, + 0.3637 + ] + }, + { + "episode": 230, + "avg_reward": 4096.46, + "avg_cost": 0.0, + "lambda": 22.4275, + "rho": [ + 0.3623, + 0.274, + 0.3637 + ] + }, + { + "episode": 240, + "avg_reward": 4498.69, + "avg_cost": 1.75, + "lambda": 21.425, + "rho": [ + 0.3623, + 0.274, + 0.3637 + ] + }, + { + "episode": 250, + "avg_reward": 4001.41, + "avg_cost": 0.0, + "lambda": 23.35, + "rho": [ + 0.3768, + 0.2743, + 0.3489 + ] + }, + { + "episode": 260, + "avg_reward": 5601.2, + "avg_cost": 47.75, + "lambda": 22.1875, + "rho": [ + 0.3768, + 0.2743, + 0.3489 + ] + }, + { + "episode": 270, + "avg_reward": 4349.14, + "avg_cost": 10.25, + "lambda": 20.8575, + "rho": [ + 0.3768, + 0.2743, + 0.3489 + ] + }, + { + "episode": 280, + "avg_reward": 3515.09, + "avg_cost": 5.0, + "lambda": 18.8875, + "rho": [ + 0.3768, + 0.2743, + 0.3489 + ] + }, + { + "episode": 290, + "avg_reward": 4200.05, + "avg_cost": 1.0, + "lambda": 16.6675, + "rho": [ + 0.3768, + 0.2743, + 0.3489 + ] + }, + { + "episode": 300, + "avg_reward": 4064.98, + "avg_cost": 3.5, + "lambda": 15.1875, + "rho": [ + 0.3932, + 0.2733, + 0.3334 + ] + }, + { + "episode": 310, + "avg_reward": 5233.93, + "avg_cost": 60.75, + "lambda": 14.985, + "rho": [ + 0.3932, + 0.2733, + 0.3334 + ] + }, + { + "episode": 320, + "avg_reward": 4149.42, + "avg_cost": 6.0, + "lambda": 14.2075, + "rho": [ + 0.3932, + 0.2733, + 0.3334 + ] + }, + { + "episode": 330, + "avg_reward": 4048.58, + "avg_cost": 10.75, + "lambda": 13.6375, + "rho": [ + 0.3932, + 0.2733, + 0.3334 + ] + }, + { + "episode": 340, + "avg_reward": 5199.33, + "avg_cost": 25.5, + "lambda": 13.2825, + "rho": [ + 0.3932, + 0.2733, + 0.3334 + ] + }, + { + "episode": 350, + "avg_reward": 3306.69, + "avg_cost": 10.25, + "lambda": 12.275, + "rho": [ + 0.3985, + 0.2803, + 0.3212 + ] + }, + { + "episode": 360, + "avg_reward": 4061.24, + "avg_cost": 6.0, + "lambda": 10.6325, + "rho": [ + 0.3985, + 0.2803, + 0.3212 + ] + }, + { + "episode": 370, + "avg_reward": 5611.52, + "avg_cost": 5.0, + "lambda": 8.71, + "rho": [ + 0.3985, + 0.2803, + 0.3212 + ] + }, + { + "episode": 380, + "avg_reward": 4757.93, + "avg_cost": 0.25, + "lambda": 6.54, + "rho": [ + 0.3985, + 0.2803, + 0.3212 + ] + }, + { + "episode": 390, + "avg_reward": 4190.48, + "avg_cost": 11.25, + "lambda": 4.6525, + "rho": [ + 0.3985, + 0.2803, + 0.3212 + ] + }, + { + "episode": 400, + "avg_reward": 4777.81, + "avg_cost": 9.75, + "lambda": 3.0225, + "rho": [ + 0.4069, + 0.2851, + 0.308 + ] + }, + { + "episode": 410, + "avg_reward": 4941.19, + "avg_cost": 0.0, + "lambda": 1.11, + "rho": [ + 0.4069, + 0.2851, + 0.308 + ] + }, + { + "episode": 420, + "avg_reward": 5992.78, + "avg_cost": 45.0, + "lambda": 0.2, + "rho": [ + 0.4069, + 0.2851, + 0.308 + ] + }, + { + "episode": 430, + "avg_reward": 4908.89, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.4069, + 0.2851, + 0.308 + ] + }, + { + "episode": 440, + "avg_reward": 4570.95, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4069, + 0.2851, + 0.308 + ] + }, + { + "episode": 450, + "avg_reward": 4737.54, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.4135, + 0.2888, + 0.2977 + ] + }, + { + "episode": 460, + "avg_reward": 5427.5, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.4135, + 0.2888, + 0.2977 + ] + }, + { + "episode": 470, + "avg_reward": 5532.97, + "avg_cost": 22.25, + "lambda": 0.0, + "rho": [ + 0.4135, + 0.2888, + 0.2977 + ] + }, + { + "episode": 480, + "avg_reward": 4978.63, + "avg_cost": 10.25, + "lambda": 0.085, + "rho": [ + 0.4135, + 0.2888, + 0.2977 + ] + }, + { + "episode": 490, + "avg_reward": 4798.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4135, + 0.2888, + 0.2977 + ] + }, + { + "episode": 500, + "avg_reward": 5385.26, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.419, + 0.2918, + 0.2891 + ] + }, + { + "episode": 510, + "avg_reward": 5053.05, + "avg_cost": 20.5, + "lambda": 0.125, + "rho": [ + 0.419, + 0.2918, + 0.2891 + ] + }, + { + "episode": 520, + "avg_reward": 4685.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.419, + 0.2918, + 0.2891 + ] + }, + { + "episode": 530, + "avg_reward": 4818.11, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.419, + 0.2918, + 0.2891 + ] + }, + { + "episode": 540, + "avg_reward": 5136.69, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.419, + 0.2918, + 0.2891 + ] + }, + { + "episode": 550, + "avg_reward": 4588.85, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4239, + 0.2942, + 0.2819 + ] + }, + { + "episode": 560, + "avg_reward": 4564.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4239, + 0.2942, + 0.2819 + ] + }, + { + "episode": 570, + "avg_reward": 4618.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4239, + 0.2942, + 0.2819 + ] + }, + { + "episode": 580, + "avg_reward": 4613.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4239, + 0.2942, + 0.2819 + ] + }, + { + "episode": 590, + "avg_reward": 4594.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4239, + 0.2942, + 0.2819 + ] + }, + { + "episode": 600, + "avg_reward": 4567.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4281, + 0.2961, + 0.2758 + ] + }, + { + "episode": 610, + "avg_reward": 4643.99, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.4281, + 0.2961, + 0.2758 + ] + }, + { + "episode": 620, + "avg_reward": 4592.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.4281, + 0.2961, + 0.2758 + ] + }, + { + "episode": 630, + "avg_reward": 4701.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4281, + 0.2961, + 0.2758 + ] + }, + { + "episode": 640, + "avg_reward": 5088.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.4281, + 0.2961, + 0.2758 + ] + }, + { + "episode": 650, + "avg_reward": 4590.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4319, + 0.2977, + 0.2704 + ] + }, + { + "episode": 660, + "avg_reward": 4610.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4319, + 0.2977, + 0.2704 + ] + }, + { + "episode": 670, + "avg_reward": 4621.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4319, + 0.2977, + 0.2704 + ] + }, + { + "episode": 680, + "avg_reward": 4613.03, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.4319, + 0.2977, + 0.2704 + ] + }, + { + "episode": 690, + "avg_reward": 4638.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4319, + 0.2977, + 0.2704 + ] + }, + { + "episode": 700, + "avg_reward": 4576.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.2991, + 0.2656 + ] + }, + { + "episode": 710, + "avg_reward": 4597.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.2991, + 0.2656 + ] + }, + { + "episode": 720, + "avg_reward": 4607.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.2991, + 0.2656 + ] + }, + { + "episode": 730, + "avg_reward": 4616.62, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.2991, + 0.2656 + ] + }, + { + "episode": 740, + "avg_reward": 4678.77, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.4353, + 0.2991, + 0.2656 + ] + }, + { + "episode": 750, + "avg_reward": 4577.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4383, + 0.3003, + 0.2614 + ] + }, + { + "episode": 760, + "avg_reward": 4633.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4383, + 0.3003, + 0.2614 + ] + }, + { + "episode": 770, + "avg_reward": 4594.91, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4383, + 0.3003, + 0.2614 + ] + }, + { + "episode": 780, + "avg_reward": 4764.01, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.4383, + 0.3003, + 0.2614 + ] + }, + { + "episode": 790, + "avg_reward": 4591.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4383, + 0.3003, + 0.2614 + ] + }, + { + "episode": 800, + "avg_reward": 4616.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.441, + 0.3014, + 0.2576 + ] + }, + { + "episode": 810, + "avg_reward": 4776.99, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.441, + 0.3014, + 0.2576 + ] + }, + { + "episode": 820, + "avg_reward": 4591.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.441, + 0.3014, + 0.2576 + ] + }, + { + "episode": 830, + "avg_reward": 4632.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.441, + 0.3014, + 0.2576 + ] + }, + { + "episode": 840, + "avg_reward": 4682.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.441, + 0.3014, + 0.2576 + ] + }, + { + "episode": 850, + "avg_reward": 4658.13, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4436, + 0.3022, + 0.2542 + ] + }, + { + "episode": 860, + "avg_reward": 4595.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4436, + 0.3022, + 0.2542 + ] + }, + { + "episode": 870, + "avg_reward": 4612.93, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.4436, + 0.3022, + 0.2542 + ] + }, + { + "episode": 880, + "avg_reward": 4589.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.4436, + 0.3022, + 0.2542 + ] + }, + { + "episode": 890, + "avg_reward": 4685.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4436, + 0.3022, + 0.2542 + ] + }, + { + "episode": 900, + "avg_reward": 4772.68, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.446, + 0.3029, + 0.2511 + ] + }, + { + "episode": 910, + "avg_reward": 4630.84, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.446, + 0.3029, + 0.2511 + ] + }, + { + "episode": 920, + "avg_reward": 4723.93, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.446, + 0.3029, + 0.2511 + ] + }, + { + "episode": 930, + "avg_reward": 4648.31, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.446, + 0.3029, + 0.2511 + ] + }, + { + "episode": 940, + "avg_reward": 4621.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.446, + 0.3029, + 0.2511 + ] + }, + { + "episode": 950, + "avg_reward": 4626.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4481, + 0.3036, + 0.2484 + ] + }, + { + "episode": 960, + "avg_reward": 4534.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4481, + 0.3036, + 0.2484 + ] + }, + { + "episode": 970, + "avg_reward": 4565.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4481, + 0.3036, + 0.2484 + ] + }, + { + "episode": 980, + "avg_reward": 4696.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.4481, + 0.3036, + 0.2484 + ] + }, + { + "episode": 990, + "avg_reward": 4596.73, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.4481, + 0.3036, + 0.2484 + ] + }, + { + "episode": 1000, + "avg_reward": 4555.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.45, + 0.3042, + 0.2459 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..66c93870a12cc6ab96b174c14e73c5c77e29b668 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5549582.82, + "constraint_satisfaction_pct": 70.1, + "final_rho": [ + 0.6501, + 0.175, + 0.175 + ], + "final_lambda": 3.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 5.9825, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4042.02, + "avg_cost": 2.5, + "lambda": 20.54, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 4151.08, + "avg_cost": 2.25, + "lambda": 19.385, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 6339.88, + "avg_cost": 171.75, + "lambda": 31.97, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 5027.99, + "avg_cost": 21.0, + "lambda": 31.1, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 5042.88, + "avg_cost": 13.75, + "lambda": 27.9275, + "rho": [ + 0.3203, + 0.3741, + 0.3056 + ] + }, + { + "episode": 60, + "avg_reward": 3927.69, + "avg_cost": 5.5, + "lambda": 26.9375, + "rho": [ + 0.3203, + 0.3741, + 0.3056 + ] + }, + { + "episode": 70, + "avg_reward": 4430.9, + "avg_cost": 8.0, + "lambda": 25.9475, + "rho": [ + 0.3203, + 0.3741, + 0.3056 + ] + }, + { + "episode": 80, + "avg_reward": 4211.55, + "avg_cost": 34.0, + "lambda": 25.9775, + "rho": [ + 0.3203, + 0.3741, + 0.3056 + ] + }, + { + "episode": 90, + "avg_reward": 4234.39, + "avg_cost": 14.5, + "lambda": 28.8425, + "rho": [ + 0.3203, + 0.3741, + 0.3056 + ] + }, + { + "episode": 100, + "avg_reward": 5143.03, + "avg_cost": 30.5, + "lambda": 27.17, + "rho": [ + 0.3371, + 0.3733, + 0.2896 + ] + }, + { + "episode": 110, + "avg_reward": 6043.09, + "avg_cost": 37.25, + "lambda": 25.13, + "rho": [ + 0.3371, + 0.3733, + 0.2896 + ] + }, + { + "episode": 120, + "avg_reward": 6242.82, + "avg_cost": 42.75, + "lambda": 25.415, + "rho": [ + 0.3371, + 0.3733, + 0.2896 + ] + }, + { + "episode": 130, + "avg_reward": 5142.31, + "avg_cost": 17.5, + "lambda": 23.3975, + "rho": [ + 0.3371, + 0.3733, + 0.2896 + ] + }, + { + "episode": 140, + "avg_reward": 4921.7, + "avg_cost": 6.25, + "lambda": 20.1575, + "rho": [ + 0.3371, + 0.3733, + 0.2896 + ] + }, + { + "episode": 150, + "avg_reward": 5083.87, + "avg_cost": 2.0, + "lambda": 19.3775, + "rho": [ + 0.3579, + 0.3666, + 0.2755 + ] + }, + { + "episode": 160, + "avg_reward": 5782.2, + "avg_cost": 3.25, + "lambda": 15.3725, + "rho": [ + 0.3579, + 0.3666, + 0.2755 + ] + }, + { + "episode": 170, + "avg_reward": 5977.94, + "avg_cost": 4.25, + "lambda": 15.9275, + "rho": [ + 0.3579, + 0.3666, + 0.2755 + ] + }, + { + "episode": 180, + "avg_reward": 6391.08, + "avg_cost": 29.0, + "lambda": 19.46, + "rho": [ + 0.3579, + 0.3666, + 0.2755 + ] + }, + { + "episode": 190, + "avg_reward": 6533.21, + "avg_cost": 33.5, + "lambda": 19.9325, + "rho": [ + 0.3579, + 0.3666, + 0.2755 + ] + }, + { + "episode": 200, + "avg_reward": 6779.67, + "avg_cost": 55.0, + "lambda": 18.8375, + "rho": [ + 0.3796, + 0.3587, + 0.2618 + ] + }, + { + "episode": 210, + "avg_reward": 5688.51, + "avg_cost": 5.25, + "lambda": 21.32, + "rho": [ + 0.3796, + 0.3587, + 0.2618 + ] + }, + { + "episode": 220, + "avg_reward": 6264.4, + "avg_cost": 7.0, + "lambda": 19.07, + "rho": [ + 0.3796, + 0.3587, + 0.2618 + ] + }, + { + "episode": 230, + "avg_reward": 6332.07, + "avg_cost": 22.75, + "lambda": 22.19, + "rho": [ + 0.3796, + 0.3587, + 0.2618 + ] + }, + { + "episode": 240, + "avg_reward": 6689.64, + "avg_cost": 26.25, + "lambda": 19.46, + "rho": [ + 0.3796, + 0.3587, + 0.2618 + ] + }, + { + "episode": 250, + "avg_reward": 6275.3, + "avg_cost": 4.75, + "lambda": 17.915, + "rho": [ + 0.4029, + 0.3462, + 0.2509 + ] + }, + { + "episode": 260, + "avg_reward": 6747.23, + "avg_cost": 23.75, + "lambda": 18.1625, + "rho": [ + 0.4029, + 0.3462, + 0.2509 + ] + }, + { + "episode": 270, + "avg_reward": 6475.96, + "avg_cost": 7.5, + "lambda": 18.425, + "rho": [ + 0.4029, + 0.3462, + 0.2509 + ] + }, + { + "episode": 280, + "avg_reward": 6691.73, + "avg_cost": 18.0, + "lambda": 16.925, + "rho": [ + 0.4029, + 0.3462, + 0.2509 + ] + }, + { + "episode": 290, + "avg_reward": 7103.07, + "avg_cost": 56.75, + "lambda": 18.0575, + "rho": [ + 0.4029, + 0.3462, + 0.2509 + ] + }, + { + "episode": 300, + "avg_reward": 6840.15, + "avg_cost": 25.75, + "lambda": 15.98, + "rho": [ + 0.43, + 0.3297, + 0.2403 + ] + }, + { + "episode": 310, + "avg_reward": 6255.57, + "avg_cost": 4.75, + "lambda": 16.4825, + "rho": [ + 0.43, + 0.3297, + 0.2403 + ] + }, + { + "episode": 320, + "avg_reward": 6697.62, + "avg_cost": 17.75, + "lambda": 18.14, + "rho": [ + 0.43, + 0.3297, + 0.2403 + ] + }, + { + "episode": 330, + "avg_reward": 6592.66, + "avg_cost": 5.25, + "lambda": 18.1325, + "rho": [ + 0.43, + 0.3297, + 0.2403 + ] + }, + { + "episode": 340, + "avg_reward": 6419.0, + "avg_cost": 3.75, + "lambda": 17.3, + "rho": [ + 0.43, + 0.3297, + 0.2403 + ] + }, + { + "episode": 350, + "avg_reward": 6590.75, + "avg_cost": 36.5, + "lambda": 21.2, + "rho": [ + 0.4482, + 0.3224, + 0.2294 + ] + }, + { + "episode": 360, + "avg_reward": 6667.37, + "avg_cost": 7.0, + "lambda": 17.6225, + "rho": [ + 0.4482, + 0.3224, + 0.2294 + ] + }, + { + "episode": 370, + "avg_reward": 6812.4, + "avg_cost": 14.25, + "lambda": 18.7925, + "rho": [ + 0.4482, + 0.3224, + 0.2294 + ] + }, + { + "episode": 380, + "avg_reward": 6956.49, + "avg_cost": 24.5, + "lambda": 16.37, + "rho": [ + 0.4482, + 0.3224, + 0.2294 + ] + }, + { + "episode": 390, + "avg_reward": 7054.36, + "avg_cost": 36.0, + "lambda": 17.4425, + "rho": [ + 0.4482, + 0.3224, + 0.2294 + ] + }, + { + "episode": 400, + "avg_reward": 7047.83, + "avg_cost": 21.5, + "lambda": 17.8025, + "rho": [ + 0.4682, + 0.3179, + 0.2139 + ] + }, + { + "episode": 410, + "avg_reward": 7093.36, + "avg_cost": 19.0, + "lambda": 16.145, + "rho": [ + 0.4682, + 0.3179, + 0.2139 + ] + }, + { + "episode": 420, + "avg_reward": 6580.03, + "avg_cost": 14.0, + "lambda": 20.555, + "rho": [ + 0.4682, + 0.3179, + 0.2139 + ] + }, + { + "episode": 430, + "avg_reward": 5252.23, + "avg_cost": 10.5, + "lambda": 22.1, + "rho": [ + 0.4682, + 0.3179, + 0.2139 + ] + }, + { + "episode": 440, + "avg_reward": 3885.37, + "avg_cost": 9.0, + "lambda": 18.1025, + "rho": [ + 0.4682, + 0.3179, + 0.2139 + ] + }, + { + "episode": 450, + "avg_reward": 4165.98, + "avg_cost": 8.25, + "lambda": 13.25, + "rho": [ + 0.4937, + 0.3073, + 0.199 + ] + }, + { + "episode": 460, + "avg_reward": 3789.69, + "avg_cost": 4.0, + "lambda": 12.2825, + "rho": [ + 0.4937, + 0.3073, + 0.199 + ] + }, + { + "episode": 470, + "avg_reward": 4466.03, + "avg_cost": 20.5, + "lambda": 10.2875, + "rho": [ + 0.4937, + 0.3073, + 0.199 + ] + }, + { + "episode": 480, + "avg_reward": 4391.22, + "avg_cost": 12.0, + "lambda": 11.585, + "rho": [ + 0.4937, + 0.3073, + 0.199 + ] + }, + { + "episode": 490, + "avg_reward": 5349.47, + "avg_cost": 18.0, + "lambda": 9.095, + "rho": [ + 0.4937, + 0.3073, + 0.199 + ] + }, + { + "episode": 500, + "avg_reward": 5145.62, + "avg_cost": 16.0, + "lambda": 4.31, + "rho": [ + 0.5187, + 0.2862, + 0.195 + ] + }, + { + "episode": 510, + "avg_reward": 5291.77, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.5187, + 0.2862, + 0.195 + ] + }, + { + "episode": 520, + "avg_reward": 4627.17, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5187, + 0.2862, + 0.195 + ] + }, + { + "episode": 530, + "avg_reward": 5066.25, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.5187, + 0.2862, + 0.195 + ] + }, + { + "episode": 540, + "avg_reward": 4933.08, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.5187, + 0.2862, + 0.195 + ] + }, + { + "episode": 550, + "avg_reward": 5370.18, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.5368, + 0.2705, + 0.1928 + ] + }, + { + "episode": 560, + "avg_reward": 5995.36, + "avg_cost": 21.5, + "lambda": 3.0, + "rho": [ + 0.5368, + 0.2705, + 0.1928 + ] + }, + { + "episode": 570, + "avg_reward": 6268.47, + "avg_cost": 53.5, + "lambda": 5.6325, + "rho": [ + 0.5368, + 0.2705, + 0.1928 + ] + }, + { + "episode": 580, + "avg_reward": 4992.2, + "avg_cost": 13.0, + "lambda": 12.09, + "rho": [ + 0.5368, + 0.2705, + 0.1928 + ] + }, + { + "episode": 590, + "avg_reward": 4792.51, + "avg_cost": 12.0, + "lambda": 15.225, + "rho": [ + 0.5368, + 0.2705, + 0.1928 + ] + }, + { + "episode": 600, + "avg_reward": 5283.98, + "avg_cost": 34.5, + "lambda": 14.88, + "rho": [ + 0.5476, + 0.2613, + 0.1911 + ] + }, + { + "episode": 610, + "avg_reward": 4639.02, + "avg_cost": 13.0, + "lambda": 13.4775, + "rho": [ + 0.5476, + 0.2613, + 0.1911 + ] + }, + { + "episode": 620, + "avg_reward": 4579.71, + "avg_cost": 5.25, + "lambda": 11.6925, + "rho": [ + 0.5476, + 0.2613, + 0.1911 + ] + }, + { + "episode": 630, + "avg_reward": 5437.84, + "avg_cost": 12.0, + "lambda": 7.14, + "rho": [ + 0.5476, + 0.2613, + 0.1911 + ] + }, + { + "episode": 640, + "avg_reward": 4687.15, + "avg_cost": 5.5, + "lambda": 4.575, + "rho": [ + 0.5476, + 0.2613, + 0.1911 + ] + }, + { + "episode": 650, + "avg_reward": 5807.15, + "avg_cost": 42.25, + "lambda": 3.9375, + "rho": [ + 0.5654, + 0.2456, + 0.189 + ] + }, + { + "episode": 660, + "avg_reward": 5738.35, + "avg_cost": 45.5, + "lambda": 9.795, + "rho": [ + 0.5654, + 0.2456, + 0.189 + ] + }, + { + "episode": 670, + "avg_reward": 5759.05, + "avg_cost": 49.0, + "lambda": 9.33, + "rho": [ + 0.5654, + 0.2456, + 0.189 + ] + }, + { + "episode": 680, + "avg_reward": 5883.48, + "avg_cost": 44.25, + "lambda": 12.3075, + "rho": [ + 0.5654, + 0.2456, + 0.189 + ] + }, + { + "episode": 690, + "avg_reward": 4888.85, + "avg_cost": 13.25, + "lambda": 8.115, + "rho": [ + 0.5654, + 0.2456, + 0.189 + ] + }, + { + "episode": 700, + "avg_reward": 4758.33, + "avg_cost": 5.75, + "lambda": 7.1925, + "rho": [ + 0.589, + 0.2242, + 0.1867 + ] + }, + { + "episode": 710, + "avg_reward": 4845.5, + "avg_cost": 13.25, + "lambda": 4.4925, + "rho": [ + 0.589, + 0.2242, + 0.1867 + ] + }, + { + "episode": 720, + "avg_reward": 4952.31, + "avg_cost": 8.25, + "lambda": 9.5925, + "rho": [ + 0.589, + 0.2242, + 0.1867 + ] + }, + { + "episode": 730, + "avg_reward": 5001.9, + "avg_cost": 3.0, + "lambda": 4.005, + "rho": [ + 0.589, + 0.2242, + 0.1867 + ] + }, + { + "episode": 740, + "avg_reward": 4979.34, + "avg_cost": 4.25, + "lambda": 4.26, + "rho": [ + 0.589, + 0.2242, + 0.1867 + ] + }, + { + "episode": 750, + "avg_reward": 5175.36, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.6011, + 0.2135, + 0.1854 + ] + }, + { + "episode": 760, + "avg_reward": 5761.61, + "avg_cost": 24.25, + "lambda": 3.0, + "rho": [ + 0.6011, + 0.2135, + 0.1854 + ] + }, + { + "episode": 770, + "avg_reward": 4663.59, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.6011, + 0.2135, + 0.1854 + ] + }, + { + "episode": 780, + "avg_reward": 6090.37, + "avg_cost": 43.5, + "lambda": 5.67, + "rho": [ + 0.6011, + 0.2135, + 0.1854 + ] + }, + { + "episode": 790, + "avg_reward": 6012.17, + "avg_cost": 15.0, + "lambda": 6.8325, + "rho": [ + 0.6011, + 0.2135, + 0.1854 + ] + }, + { + "episode": 800, + "avg_reward": 5375.69, + "avg_cost": 13.5, + "lambda": 7.7175, + "rho": [ + 0.603, + 0.2119, + 0.185 + ] + }, + { + "episode": 810, + "avg_reward": 5382.49, + "avg_cost": 8.75, + "lambda": 6.6225, + "rho": [ + 0.603, + 0.2119, + 0.185 + ] + }, + { + "episode": 820, + "avg_reward": 5666.3, + "avg_cost": 25.0, + "lambda": 7.6425, + "rho": [ + 0.603, + 0.2119, + 0.185 + ] + }, + { + "episode": 830, + "avg_reward": 5236.13, + "avg_cost": 7.25, + "lambda": 8.46, + "rho": [ + 0.603, + 0.2119, + 0.185 + ] + }, + { + "episode": 840, + "avg_reward": 5464.68, + "avg_cost": 9.0, + "lambda": 5.76, + "rho": [ + 0.603, + 0.2119, + 0.185 + ] + }, + { + "episode": 850, + "avg_reward": 5591.96, + "avg_cost": 10.75, + "lambda": 3.1575, + "rho": [ + 0.6123, + 0.2036, + 0.1841 + ] + }, + { + "episode": 860, + "avg_reward": 5197.62, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.6123, + 0.2036, + 0.1841 + ] + }, + { + "episode": 870, + "avg_reward": 4808.72, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.6123, + 0.2036, + 0.1841 + ] + }, + { + "episode": 880, + "avg_reward": 4817.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6123, + 0.2036, + 0.1841 + ] + }, + { + "episode": 890, + "avg_reward": 4852.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6123, + 0.2036, + 0.1841 + ] + }, + { + "episode": 900, + "avg_reward": 4918.68, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6278, + 0.1895, + 0.1827 + ] + }, + { + "episode": 910, + "avg_reward": 4754.61, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.6278, + 0.1895, + 0.1827 + ] + }, + { + "episode": 920, + "avg_reward": 4991.75, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.6278, + 0.1895, + 0.1827 + ] + }, + { + "episode": 930, + "avg_reward": 5428.88, + "avg_cost": 20.0, + "lambda": 3.0, + "rho": [ + 0.6278, + 0.1895, + 0.1827 + ] + }, + { + "episode": 940, + "avg_reward": 5562.01, + "avg_cost": 19.75, + "lambda": 3.0, + "rho": [ + 0.6278, + 0.1895, + 0.1827 + ] + }, + { + "episode": 950, + "avg_reward": 5369.01, + "avg_cost": 9.0, + "lambda": 3.2175, + "rho": [ + 0.6416, + 0.1792, + 0.1792 + ] + }, + { + "episode": 960, + "avg_reward": 5098.46, + "avg_cost": 7.0, + "lambda": 3.375, + "rho": [ + 0.6416, + 0.1792, + 0.1792 + ] + }, + { + "episode": 970, + "avg_reward": 5546.65, + "avg_cost": 7.5, + "lambda": 3.645, + "rho": [ + 0.6416, + 0.1792, + 0.1792 + ] + }, + { + "episode": 980, + "avg_reward": 5403.93, + "avg_cost": 14.25, + "lambda": 5.7375, + "rho": [ + 0.6416, + 0.1792, + 0.1792 + ] + }, + { + "episode": 990, + "avg_reward": 5048.47, + "avg_cost": 4.25, + "lambda": 3.255, + "rho": [ + 0.6416, + 0.1792, + 0.1792 + ] + }, + { + "episode": 1000, + "avg_reward": 5481.01, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.6501, + 0.175, + 0.175 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..429fd1d66457bbc3f11dd814b16e21c223b819e1 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4108000.5, + "constraint_satisfaction_pct": 37.0, + "final_rho": [ + 0.2778, + 0.3402, + 0.382 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 11.7325, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4702.45, + "avg_cost": 37.75, + "lambda": 24.736, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 4140.5, + "avg_cost": 6.5, + "lambda": 32.9543, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 4904.91, + "avg_cost": 13.5, + "lambda": 38.6505, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 4269.77, + "avg_cost": 0.75, + "lambda": 42.4639, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 4925.09, + "avg_cost": 19.5, + "lambda": 45.4545, + "rho": [ + 0.3, + 0.3632, + 0.3369 + ] + }, + { + "episode": 60, + "avg_reward": 5094.98, + "avg_cost": 8.25, + "lambda": 48.8076, + "rho": [ + 0.3, + 0.3632, + 0.3369 + ] + }, + { + "episode": 70, + "avg_reward": 4615.6, + "avg_cost": 17.75, + "lambda": 52.7259, + "rho": [ + 0.3, + 0.3632, + 0.3369 + ] + }, + { + "episode": 80, + "avg_reward": 3946.33, + "avg_cost": 3.25, + "lambda": 56.7379, + "rho": [ + 0.3, + 0.3632, + 0.3369 + ] + }, + { + "episode": 90, + "avg_reward": 4274.94, + "avg_cost": 7.0, + "lambda": 61.6647, + "rho": [ + 0.3, + 0.3632, + 0.3369 + ] + }, + { + "episode": 100, + "avg_reward": 4377.92, + "avg_cost": 6.75, + "lambda": 65.2708, + "rho": [ + 0.2925, + 0.3686, + 0.3389 + ] + }, + { + "episode": 110, + "avg_reward": 5236.79, + "avg_cost": 63.0, + "lambda": 68.0539, + "rho": [ + 0.2925, + 0.3686, + 0.3389 + ] + }, + { + "episode": 120, + "avg_reward": 4622.5, + "avg_cost": 3.5, + "lambda": 73.5246, + "rho": [ + 0.2925, + 0.3686, + 0.3389 + ] + }, + { + "episode": 130, + "avg_reward": 4148.62, + "avg_cost": 1.5, + "lambda": 78.6483, + "rho": [ + 0.2925, + 0.3686, + 0.3389 + ] + }, + { + "episode": 140, + "avg_reward": 4962.27, + "avg_cost": 9.75, + "lambda": 84.8639, + "rho": [ + 0.2925, + 0.3686, + 0.3389 + ] + }, + { + "episode": 150, + "avg_reward": 4753.25, + "avg_cost": 16.5, + "lambda": 89.6346, + "rho": [ + 0.2857, + 0.3678, + 0.3465 + ] + }, + { + "episode": 160, + "avg_reward": 3524.43, + "avg_cost": 4.75, + "lambda": 93.2967, + "rho": [ + 0.2857, + 0.3678, + 0.3465 + ] + }, + { + "episode": 170, + "avg_reward": 3764.12, + "avg_cost": 1.25, + "lambda": 96.5603, + "rho": [ + 0.2857, + 0.3678, + 0.3465 + ] + }, + { + "episode": 180, + "avg_reward": 4173.79, + "avg_cost": 1.25, + "lambda": 99.2749, + "rho": [ + 0.2857, + 0.3678, + 0.3465 + ] + }, + { + "episode": 190, + "avg_reward": 3543.55, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2857, + 0.3678, + 0.3465 + ] + }, + { + "episode": 200, + "avg_reward": 3520.03, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.28, + 0.3758, + 0.3442 + ] + }, + { + "episode": 210, + "avg_reward": 3878.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.28, + 0.3758, + 0.3442 + ] + }, + { + "episode": 220, + "avg_reward": 4171.52, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.28, + 0.3758, + 0.3442 + ] + }, + { + "episode": 230, + "avg_reward": 3869.21, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.28, + 0.3758, + 0.3442 + ] + }, + { + "episode": 240, + "avg_reward": 3854.07, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.28, + 0.3758, + 0.3442 + ] + }, + { + "episode": 250, + "avg_reward": 4443.67, + "avg_cost": 40.0, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.3774, + 0.3453 + ] + }, + { + "episode": 260, + "avg_reward": 2831.47, + "avg_cost": 90.5, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.3774, + 0.3453 + ] + }, + { + "episode": 270, + "avg_reward": 3444.77, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.3774, + 0.3453 + ] + }, + { + "episode": 280, + "avg_reward": 3572.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.3774, + 0.3453 + ] + }, + { + "episode": 290, + "avg_reward": 4164.01, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.3774, + 0.3453 + ] + }, + { + "episode": 300, + "avg_reward": 4666.3, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3713, + 0.3534 + ] + }, + { + "episode": 310, + "avg_reward": 5157.53, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3713, + 0.3534 + ] + }, + { + "episode": 320, + "avg_reward": 5007.2, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3713, + 0.3534 + ] + }, + { + "episode": 330, + "avg_reward": 5310.56, + "avg_cost": 24.75, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3713, + 0.3534 + ] + }, + { + "episode": 340, + "avg_reward": 5022.57, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3713, + 0.3534 + ] + }, + { + "episode": 350, + "avg_reward": 4383.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2759, + 0.3658, + 0.3582 + ] + }, + { + "episode": 360, + "avg_reward": 3137.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2759, + 0.3658, + 0.3582 + ] + }, + { + "episode": 370, + "avg_reward": 4372.75, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2759, + 0.3658, + 0.3582 + ] + }, + { + "episode": 380, + "avg_reward": 3925.38, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2759, + 0.3658, + 0.3582 + ] + }, + { + "episode": 390, + "avg_reward": 4120.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2759, + 0.3658, + 0.3582 + ] + }, + { + "episode": 400, + "avg_reward": 4493.96, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3569, + 0.3678 + ] + }, + { + "episode": 410, + "avg_reward": 4148.67, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3569, + 0.3678 + ] + }, + { + "episode": 420, + "avg_reward": 3350.55, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3569, + 0.3678 + ] + }, + { + "episode": 430, + "avg_reward": 3204.27, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3569, + 0.3678 + ] + }, + { + "episode": 440, + "avg_reward": 3801.95, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2754, + 0.3569, + 0.3678 + ] + }, + { + "episode": 450, + "avg_reward": 3950.32, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3519, + 0.3744 + ] + }, + { + "episode": 460, + "avg_reward": 3968.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3519, + 0.3744 + ] + }, + { + "episode": 470, + "avg_reward": 3357.68, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3519, + 0.3744 + ] + }, + { + "episode": 480, + "avg_reward": 4013.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3519, + 0.3744 + ] + }, + { + "episode": 490, + "avg_reward": 4098.85, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3519, + 0.3744 + ] + }, + { + "episode": 500, + "avg_reward": 4335.99, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2728, + 0.3527, + 0.3745 + ] + }, + { + "episode": 510, + "avg_reward": 4197.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2728, + 0.3527, + 0.3745 + ] + }, + { + "episode": 520, + "avg_reward": 3889.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2728, + 0.3527, + 0.3745 + ] + }, + { + "episode": 530, + "avg_reward": 4553.94, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 0.2728, + 0.3527, + 0.3745 + ] + }, + { + "episode": 540, + "avg_reward": 4204.71, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2728, + 0.3527, + 0.3745 + ] + }, + { + "episode": 550, + "avg_reward": 3541.89, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2734, + 0.3545, + 0.3721 + ] + }, + { + "episode": 560, + "avg_reward": 4352.96, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2734, + 0.3545, + 0.3721 + ] + }, + { + "episode": 570, + "avg_reward": 3476.69, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2734, + 0.3545, + 0.3721 + ] + }, + { + "episode": 580, + "avg_reward": 3656.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2734, + 0.3545, + 0.3721 + ] + }, + { + "episode": 590, + "avg_reward": 3952.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2734, + 0.3545, + 0.3721 + ] + }, + { + "episode": 600, + "avg_reward": 4167.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.274, + 0.3561, + 0.3699 + ] + }, + { + "episode": 610, + "avg_reward": 4784.14, + "avg_cost": 35.0, + "lambda": 100.0, + "rho": [ + 0.274, + 0.3561, + 0.3699 + ] + }, + { + "episode": 620, + "avg_reward": 3579.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.274, + 0.3561, + 0.3699 + ] + }, + { + "episode": 630, + "avg_reward": 3962.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.274, + 0.3561, + 0.3699 + ] + }, + { + "episode": 640, + "avg_reward": 3855.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.274, + 0.3561, + 0.3699 + ] + }, + { + "episode": 650, + "avg_reward": 4152.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.3613, + 0.3642 + ] + }, + { + "episode": 660, + "avg_reward": 4209.51, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.3613, + 0.3642 + ] + }, + { + "episode": 670, + "avg_reward": 4925.49, + "avg_cost": 29.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.3613, + 0.3642 + ] + }, + { + "episode": 680, + "avg_reward": 4138.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.3613, + 0.3642 + ] + }, + { + "episode": 690, + "avg_reward": 3971.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.3613, + 0.3642 + ] + }, + { + "episode": 700, + "avg_reward": 3655.44, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2756, + 0.3623, + 0.3621 + ] + }, + { + "episode": 710, + "avg_reward": 4222.27, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2756, + 0.3623, + 0.3621 + ] + }, + { + "episode": 720, + "avg_reward": 4217.47, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2756, + 0.3623, + 0.3621 + ] + }, + { + "episode": 730, + "avg_reward": 4212.85, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2756, + 0.3623, + 0.3621 + ] + }, + { + "episode": 740, + "avg_reward": 3488.06, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2756, + 0.3623, + 0.3621 + ] + }, + { + "episode": 750, + "avg_reward": 3693.14, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2765, + 0.3599, + 0.3636 + ] + }, + { + "episode": 760, + "avg_reward": 3913.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2765, + 0.3599, + 0.3636 + ] + }, + { + "episode": 770, + "avg_reward": 3973.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2765, + 0.3599, + 0.3636 + ] + }, + { + "episode": 780, + "avg_reward": 3774.68, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2765, + 0.3599, + 0.3636 + ] + }, + { + "episode": 790, + "avg_reward": 4543.61, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2765, + 0.3599, + 0.3636 + ] + }, + { + "episode": 800, + "avg_reward": 4147.62, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2768, + 0.3549, + 0.3683 + ] + }, + { + "episode": 810, + "avg_reward": 4232.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2768, + 0.3549, + 0.3683 + ] + }, + { + "episode": 820, + "avg_reward": 4116.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2768, + 0.3549, + 0.3683 + ] + }, + { + "episode": 830, + "avg_reward": 3859.82, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2768, + 0.3549, + 0.3683 + ] + }, + { + "episode": 840, + "avg_reward": 4183.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2768, + 0.3549, + 0.3683 + ] + }, + { + "episode": 850, + "avg_reward": 4176.58, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2771, + 0.3505, + 0.3723 + ] + }, + { + "episode": 860, + "avg_reward": 4304.31, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2771, + 0.3505, + 0.3723 + ] + }, + { + "episode": 870, + "avg_reward": 4596.64, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 0.2771, + 0.3505, + 0.3723 + ] + }, + { + "episode": 880, + "avg_reward": 4115.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2771, + 0.3505, + 0.3723 + ] + }, + { + "episode": 890, + "avg_reward": 4141.94, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2771, + 0.3505, + 0.3723 + ] + }, + { + "episode": 900, + "avg_reward": 4579.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2774, + 0.3466, + 0.376 + ] + }, + { + "episode": 910, + "avg_reward": 4240.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2774, + 0.3466, + 0.376 + ] + }, + { + "episode": 920, + "avg_reward": 4269.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2774, + 0.3466, + 0.376 + ] + }, + { + "episode": 930, + "avg_reward": 4376.28, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2774, + 0.3466, + 0.376 + ] + }, + { + "episode": 940, + "avg_reward": 4477.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2774, + 0.3466, + 0.376 + ] + }, + { + "episode": 950, + "avg_reward": 4271.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2776, + 0.3432, + 0.3792 + ] + }, + { + "episode": 960, + "avg_reward": 4303.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2776, + 0.3432, + 0.3792 + ] + }, + { + "episode": 970, + "avg_reward": 4303.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2776, + 0.3432, + 0.3792 + ] + }, + { + "episode": 980, + "avg_reward": 4397.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2776, + 0.3432, + 0.3792 + ] + }, + { + "episode": 990, + "avg_reward": 4293.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2776, + 0.3432, + 0.3792 + ] + }, + { + "episode": 1000, + "avg_reward": 4285.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2778, + 0.3402, + 0.382 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..14111d34ea3463765b7132298b07b7e72d5e85d2 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5493379.0, + "constraint_satisfaction_pct": 38.6, + "final_rho": [ + 0.2572, + 0.4857, + 0.2572 + ], + "final_lambda": 99.6025, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 11.7025, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4476.99, + "avg_cost": 8.75, + "lambda": 19.51, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3883.92, + "avg_cost": 4.25, + "lambda": 25.645, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 4141.33, + "avg_cost": 6.5, + "lambda": 30.3025, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 5162.8, + "avg_cost": 6.75, + "lambda": 32.785, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 6515.25, + "avg_cost": 74.75, + "lambda": 39.055, + "rho": [ + 0.3189, + 0.3742, + 0.3069 + ] + }, + { + "episode": 60, + "avg_reward": 4822.06, + "avg_cost": 0.25, + "lambda": 40.5325, + "rho": [ + 0.3189, + 0.3742, + 0.3069 + ] + }, + { + "episode": 70, + "avg_reward": 5909.29, + "avg_cost": 12.0, + "lambda": 42.73, + "rho": [ + 0.3189, + 0.3742, + 0.3069 + ] + }, + { + "episode": 80, + "avg_reward": 5561.54, + "avg_cost": 2.0, + "lambda": 48.235, + "rho": [ + 0.3189, + 0.3742, + 0.3069 + ] + }, + { + "episode": 90, + "avg_reward": 6863.86, + "avg_cost": 53.0, + "lambda": 52.1875, + "rho": [ + 0.3189, + 0.3742, + 0.3069 + ] + }, + { + "episode": 100, + "avg_reward": 5807.67, + "avg_cost": 6.75, + "lambda": 55.21, + "rho": [ + 0.3144, + 0.3895, + 0.2961 + ] + }, + { + "episode": 110, + "avg_reward": 6406.84, + "avg_cost": 10.75, + "lambda": 57.5875, + "rho": [ + 0.3144, + 0.3895, + 0.2961 + ] + }, + { + "episode": 120, + "avg_reward": 6394.27, + "avg_cost": 8.25, + "lambda": 60.0325, + "rho": [ + 0.3144, + 0.3895, + 0.2961 + ] + }, + { + "episode": 130, + "avg_reward": 5522.02, + "avg_cost": 3.0, + "lambda": 64.015, + "rho": [ + 0.3144, + 0.3895, + 0.2961 + ] + }, + { + "episode": 140, + "avg_reward": 5582.14, + "avg_cost": 0.0, + "lambda": 66.415, + "rho": [ + 0.3144, + 0.3895, + 0.2961 + ] + }, + { + "episode": 150, + "avg_reward": 5881.91, + "avg_cost": 0.0, + "lambda": 68.4475, + "rho": [ + 0.2998, + 0.4076, + 0.2926 + ] + }, + { + "episode": 160, + "avg_reward": 6162.93, + "avg_cost": 4.75, + "lambda": 69.79, + "rho": [ + 0.2998, + 0.4076, + 0.2926 + ] + }, + { + "episode": 170, + "avg_reward": 6088.13, + "avg_cost": 0.75, + "lambda": 72.37, + "rho": [ + 0.2998, + 0.4076, + 0.2926 + ] + }, + { + "episode": 180, + "avg_reward": 5972.97, + "avg_cost": 4.5, + "lambda": 75.415, + "rho": [ + 0.2998, + 0.4076, + 0.2926 + ] + }, + { + "episode": 190, + "avg_reward": 5649.28, + "avg_cost": 0.75, + "lambda": 76.9525, + "rho": [ + 0.2998, + 0.4076, + 0.2926 + ] + }, + { + "episode": 200, + "avg_reward": 6535.61, + "avg_cost": 21.75, + "lambda": 78.4225, + "rho": [ + 0.2871, + 0.4257, + 0.2871 + ] + }, + { + "episode": 210, + "avg_reward": 6097.81, + "avg_cost": 1.5, + "lambda": 79.465, + "rho": [ + 0.2871, + 0.4257, + 0.2871 + ] + }, + { + "episode": 220, + "avg_reward": 6306.65, + "avg_cost": 2.25, + "lambda": 80.14, + "rho": [ + 0.2871, + 0.4257, + 0.2871 + ] + }, + { + "episode": 230, + "avg_reward": 6139.21, + "avg_cost": 1.75, + "lambda": 82.345, + "rho": [ + 0.2871, + 0.4257, + 0.2871 + ] + }, + { + "episode": 240, + "avg_reward": 5902.71, + "avg_cost": 0.25, + "lambda": 84.475, + "rho": [ + 0.2871, + 0.4257, + 0.2871 + ] + }, + { + "episode": 250, + "avg_reward": 6120.72, + "avg_cost": 1.5, + "lambda": 85.3975, + "rho": [ + 0.285, + 0.4299, + 0.285 + ] + }, + { + "episode": 260, + "avg_reward": 6055.86, + "avg_cost": 6.75, + "lambda": 87.805, + "rho": [ + 0.285, + 0.4299, + 0.285 + ] + }, + { + "episode": 270, + "avg_reward": 5778.31, + "avg_cost": 0.0, + "lambda": 88.4425, + "rho": [ + 0.285, + 0.4299, + 0.285 + ] + }, + { + "episode": 280, + "avg_reward": 5991.75, + "avg_cost": 1.0, + "lambda": 91.6825, + "rho": [ + 0.285, + 0.4299, + 0.285 + ] + }, + { + "episode": 290, + "avg_reward": 6093.13, + "avg_cost": 1.75, + "lambda": 92.2675, + "rho": [ + 0.285, + 0.4299, + 0.285 + ] + }, + { + "episode": 300, + "avg_reward": 6409.23, + "avg_cost": 7.0, + "lambda": 93.3175, + "rho": [ + 0.2862, + 0.4277, + 0.2862 + ] + }, + { + "episode": 310, + "avg_reward": 5816.33, + "avg_cost": 1.0, + "lambda": 95.0875, + "rho": [ + 0.2862, + 0.4277, + 0.2862 + ] + }, + { + "episode": 320, + "avg_reward": 6023.06, + "avg_cost": 1.25, + "lambda": 95.4775, + "rho": [ + 0.2862, + 0.4277, + 0.2862 + ] + }, + { + "episode": 330, + "avg_reward": 6064.89, + "avg_cost": 0.5, + "lambda": 97.615, + "rho": [ + 0.2862, + 0.4277, + 0.2862 + ] + }, + { + "episode": 340, + "avg_reward": 6056.79, + "avg_cost": 2.75, + "lambda": 99.505, + "rho": [ + 0.2862, + 0.4277, + 0.2862 + ] + }, + { + "episode": 350, + "avg_reward": 5904.96, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2879, + 0.4242, + 0.2879 + ] + }, + { + "episode": 360, + "avg_reward": 5786.18, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2879, + 0.4242, + 0.2879 + ] + }, + { + "episode": 370, + "avg_reward": 6674.27, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.2879, + 0.4242, + 0.2879 + ] + }, + { + "episode": 380, + "avg_reward": 6139.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2879, + 0.4242, + 0.2879 + ] + }, + { + "episode": 390, + "avg_reward": 5751.62, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.2879, + 0.4242, + 0.2879 + ] + }, + { + "episode": 400, + "avg_reward": 6047.29, + "avg_cost": 0.5, + "lambda": 99.9025, + "rho": [ + 0.2872, + 0.4256, + 0.2872 + ] + }, + { + "episode": 410, + "avg_reward": 5921.61, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.2872, + 0.4256, + 0.2872 + ] + }, + { + "episode": 420, + "avg_reward": 6483.44, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2872, + 0.4256, + 0.2872 + ] + }, + { + "episode": 430, + "avg_reward": 6285.7, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.2872, + 0.4256, + 0.2872 + ] + }, + { + "episode": 440, + "avg_reward": 6323.81, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2872, + 0.4256, + 0.2872 + ] + }, + { + "episode": 450, + "avg_reward": 6158.49, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.2847, + 0.4306, + 0.2847 + ] + }, + { + "episode": 460, + "avg_reward": 6564.42, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2847, + 0.4306, + 0.2847 + ] + }, + { + "episode": 470, + "avg_reward": 5955.83, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2847, + 0.4306, + 0.2847 + ] + }, + { + "episode": 480, + "avg_reward": 6303.82, + "avg_cost": 1.0, + "lambda": 99.88, + "rho": [ + 0.2847, + 0.4306, + 0.2847 + ] + }, + { + "episode": 490, + "avg_reward": 6030.55, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2847, + 0.4306, + 0.2847 + ] + }, + { + "episode": 500, + "avg_reward": 6457.76, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2807, + 0.4386, + 0.2807 + ] + }, + { + "episode": 510, + "avg_reward": 6426.56, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.2807, + 0.4386, + 0.2807 + ] + }, + { + "episode": 520, + "avg_reward": 5865.31, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.2807, + 0.4386, + 0.2807 + ] + }, + { + "episode": 530, + "avg_reward": 6036.58, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2807, + 0.4386, + 0.2807 + ] + }, + { + "episode": 540, + "avg_reward": 5196.16, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 0.2807, + 0.4386, + 0.2807 + ] + }, + { + "episode": 550, + "avg_reward": 5094.37, + "avg_cost": 0.0, + "lambda": 99.85, + "rho": [ + 0.2773, + 0.4454, + 0.2773 + ] + }, + { + "episode": 560, + "avg_reward": 5282.25, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.2773, + 0.4454, + 0.2773 + ] + }, + { + "episode": 570, + "avg_reward": 5569.75, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.2773, + 0.4454, + 0.2773 + ] + }, + { + "episode": 580, + "avg_reward": 5430.97, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.2773, + 0.4454, + 0.2773 + ] + }, + { + "episode": 590, + "avg_reward": 5253.11, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2773, + 0.4454, + 0.2773 + ] + }, + { + "episode": 600, + "avg_reward": 5186.25, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2764, + 0.4473, + 0.2764 + ] + }, + { + "episode": 610, + "avg_reward": 5524.45, + "avg_cost": 0.0, + "lambda": 99.9625, + "rho": [ + 0.2764, + 0.4473, + 0.2764 + ] + }, + { + "episode": 620, + "avg_reward": 5590.29, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.2764, + 0.4473, + 0.2764 + ] + }, + { + "episode": 630, + "avg_reward": 5726.27, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 0.2764, + 0.4473, + 0.2764 + ] + }, + { + "episode": 640, + "avg_reward": 5563.0, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 0.2764, + 0.4473, + 0.2764 + ] + }, + { + "episode": 650, + "avg_reward": 5843.81, + "avg_cost": 2.5, + "lambda": 99.9625, + "rho": [ + 0.2775, + 0.4451, + 0.2775 + ] + }, + { + "episode": 660, + "avg_reward": 5461.87, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.4451, + 0.2775 + ] + }, + { + "episode": 670, + "avg_reward": 5805.11, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.4451, + 0.2775 + ] + }, + { + "episode": 680, + "avg_reward": 5884.06, + "avg_cost": 2.0, + "lambda": 99.9175, + "rho": [ + 0.2775, + 0.4451, + 0.2775 + ] + }, + { + "episode": 690, + "avg_reward": 5903.88, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.4451, + 0.2775 + ] + }, + { + "episode": 700, + "avg_reward": 5712.31, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 0.2766, + 0.4467, + 0.2766 + ] + }, + { + "episode": 710, + "avg_reward": 5780.75, + "avg_cost": 0.0, + "lambda": 99.955, + "rho": [ + 0.2766, + 0.4467, + 0.2766 + ] + }, + { + "episode": 720, + "avg_reward": 5254.12, + "avg_cost": 0.0, + "lambda": 99.88, + "rho": [ + 0.2766, + 0.4467, + 0.2766 + ] + }, + { + "episode": 730, + "avg_reward": 5606.41, + "avg_cost": 1.5, + "lambda": 99.955, + "rho": [ + 0.2766, + 0.4467, + 0.2766 + ] + }, + { + "episode": 740, + "avg_reward": 5955.53, + "avg_cost": 0.5, + "lambda": 99.97, + "rho": [ + 0.2766, + 0.4467, + 0.2766 + ] + }, + { + "episode": 750, + "avg_reward": 5631.42, + "avg_cost": 0.25, + "lambda": 99.8725, + "rho": [ + 0.2742, + 0.4515, + 0.2742 + ] + }, + { + "episode": 760, + "avg_reward": 6030.83, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2742, + 0.4515, + 0.2742 + ] + }, + { + "episode": 770, + "avg_reward": 4891.62, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2742, + 0.4515, + 0.2742 + ] + }, + { + "episode": 780, + "avg_reward": 5544.18, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2742, + 0.4515, + 0.2742 + ] + }, + { + "episode": 790, + "avg_reward": 5253.38, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2742, + 0.4515, + 0.2742 + ] + }, + { + "episode": 800, + "avg_reward": 4636.72, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 0.2705, + 0.459, + 0.2705 + ] + }, + { + "episode": 810, + "avg_reward": 2220.51, + "avg_cost": 85.75, + "lambda": 100.0, + "rho": [ + 0.2705, + 0.459, + 0.2705 + ] + }, + { + "episode": 820, + "avg_reward": 2396.6, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2705, + 0.459, + 0.2705 + ] + }, + { + "episode": 830, + "avg_reward": 2466.16, + "avg_cost": 0.0, + "lambda": 99.7225, + "rho": [ + 0.2705, + 0.459, + 0.2705 + ] + }, + { + "episode": 840, + "avg_reward": 2537.98, + "avg_cost": 0.0, + "lambda": 99.4375, + "rho": [ + 0.2705, + 0.459, + 0.2705 + ] + }, + { + "episode": 850, + "avg_reward": 3052.79, + "avg_cost": 0.0, + "lambda": 99.1375, + "rho": [ + 0.267, + 0.466, + 0.267 + ] + }, + { + "episode": 860, + "avg_reward": 4812.27, + "avg_cost": 0.0, + "lambda": 98.8375, + "rho": [ + 0.267, + 0.466, + 0.267 + ] + }, + { + "episode": 870, + "avg_reward": 5258.86, + "avg_cost": 0.75, + "lambda": 98.635, + "rho": [ + 0.267, + 0.466, + 0.267 + ] + }, + { + "episode": 880, + "avg_reward": 5367.79, + "avg_cost": 0.0, + "lambda": 98.365, + "rho": [ + 0.267, + 0.466, + 0.267 + ] + }, + { + "episode": 890, + "avg_reward": 5217.83, + "avg_cost": 0.0, + "lambda": 98.65, + "rho": [ + 0.267, + 0.466, + 0.267 + ] + }, + { + "episode": 900, + "avg_reward": 4530.91, + "avg_cost": 0.75, + "lambda": 99.4225, + "rho": [ + 0.262, + 0.4761, + 0.262 + ] + }, + { + "episode": 910, + "avg_reward": 4381.12, + "avg_cost": 0.75, + "lambda": 99.9475, + "rho": [ + 0.262, + 0.4761, + 0.262 + ] + }, + { + "episode": 920, + "avg_reward": 4685.06, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.262, + 0.4761, + 0.262 + ] + }, + { + "episode": 930, + "avg_reward": 5051.03, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.262, + 0.4761, + 0.262 + ] + }, + { + "episode": 940, + "avg_reward": 4751.37, + "avg_cost": 2.5, + "lambda": 99.85, + "rho": [ + 0.262, + 0.4761, + 0.262 + ] + }, + { + "episode": 950, + "avg_reward": 4739.97, + "avg_cost": 0.0, + "lambda": 99.895, + "rho": [ + 0.2595, + 0.4811, + 0.2595 + ] + }, + { + "episode": 960, + "avg_reward": 4163.98, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2595, + 0.4811, + 0.2595 + ] + }, + { + "episode": 970, + "avg_reward": 4380.98, + "avg_cost": 0.0, + "lambda": 99.73, + "rho": [ + 0.2595, + 0.4811, + 0.2595 + ] + }, + { + "episode": 980, + "avg_reward": 4564.95, + "avg_cost": 0.0, + "lambda": 99.8575, + "rho": [ + 0.2595, + 0.4811, + 0.2595 + ] + }, + { + "episode": 990, + "avg_reward": 4565.3, + "avg_cost": 0.0, + "lambda": 99.7525, + "rho": [ + 0.2595, + 0.4811, + 0.2595 + ] + }, + { + "episode": 1000, + "avg_reward": 4635.67, + "avg_cost": 0.0, + "lambda": 99.6025, + "rho": [ + 0.2572, + 0.4857, + 0.2572 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..5bdcdb63af80840be45a26141461eddcefb07401 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4011139.3, + "constraint_satisfaction_pct": 43.2, + "final_rho": [ + 0.2952, + 0.3633, + 0.3415 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 15.775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4469.06, + "avg_cost": 6.25, + "lambda": 54.3322, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3988.73, + "avg_cost": 0.0, + "lambda": 77.2055, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 5296.82, + "avg_cost": 45.5, + "lambda": 91.0492, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 4293.17, + "avg_cost": 1.0, + "lambda": 102.0464, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 4433.52, + "avg_cost": 0.0, + "lambda": 111.0774, + "rho": [ + 0.3423, + 0.3585, + 0.2991 + ] + }, + { + "episode": 60, + "avg_reward": 4358.71, + "avg_cost": 2.5, + "lambda": 118.2369, + "rho": [ + 0.3423, + 0.3585, + 0.2991 + ] + }, + { + "episode": 70, + "avg_reward": 3916.86, + "avg_cost": 4.25, + "lambda": 123.9234, + "rho": [ + 0.3423, + 0.3585, + 0.2991 + ] + }, + { + "episode": 80, + "avg_reward": 3843.63, + "avg_cost": 3.75, + "lambda": 128.8716, + "rho": [ + 0.3423, + 0.3585, + 0.2991 + ] + }, + { + "episode": 90, + "avg_reward": 4765.45, + "avg_cost": 9.25, + "lambda": 132.5216, + "rho": [ + 0.3423, + 0.3585, + 0.2991 + ] + }, + { + "episode": 100, + "avg_reward": 3889.58, + "avg_cost": 0.0, + "lambda": 148.2999, + "rho": [ + 0.3546, + 0.3481, + 0.2973 + ] + }, + { + "episode": 110, + "avg_reward": 3584.19, + "avg_cost": 7.25, + "lambda": 158.0247, + "rho": [ + 0.3546, + 0.3481, + 0.2973 + ] + }, + { + "episode": 120, + "avg_reward": 4554.82, + "avg_cost": 0.0, + "lambda": 165.7552, + "rho": [ + 0.3546, + 0.3481, + 0.2973 + ] + }, + { + "episode": 130, + "avg_reward": 3513.54, + "avg_cost": 2.5, + "lambda": 170.8692, + "rho": [ + 0.3546, + 0.3481, + 0.2973 + ] + }, + { + "episode": 140, + "avg_reward": 4565.94, + "avg_cost": 13.0, + "lambda": 186.0637, + "rho": [ + 0.3546, + 0.3481, + 0.2973 + ] + }, + { + "episode": 150, + "avg_reward": 3709.91, + "avg_cost": 0.0, + "lambda": 194.864, + "rho": [ + 0.3542, + 0.3465, + 0.2992 + ] + }, + { + "episode": 160, + "avg_reward": 3557.63, + "avg_cost": 27.5, + "lambda": 200.8565, + "rho": [ + 0.3542, + 0.3465, + 0.2992 + ] + }, + { + "episode": 170, + "avg_reward": 3636.02, + "avg_cost": 0.25, + "lambda": 205.6838, + "rho": [ + 0.3542, + 0.3465, + 0.2992 + ] + }, + { + "episode": 180, + "avg_reward": 4876.41, + "avg_cost": 4.0, + "lambda": 209.4185, + "rho": [ + 0.3542, + 0.3465, + 0.2992 + ] + }, + { + "episode": 190, + "avg_reward": 4304.92, + "avg_cost": 0.0, + "lambda": 212.987, + "rho": [ + 0.3542, + 0.3465, + 0.2992 + ] + }, + { + "episode": 200, + "avg_reward": 4489.63, + "avg_cost": 1.0, + "lambda": 214.7434, + "rho": [ + 0.346, + 0.3511, + 0.3029 + ] + }, + { + "episode": 210, + "avg_reward": 4670.12, + "avg_cost": 2.0, + "lambda": 215.858, + "rho": [ + 0.346, + 0.3511, + 0.3029 + ] + }, + { + "episode": 220, + "avg_reward": 4558.18, + "avg_cost": 0.0, + "lambda": 217.7847, + "rho": [ + 0.346, + 0.3511, + 0.3029 + ] + }, + { + "episode": 230, + "avg_reward": 4882.31, + "avg_cost": 0.75, + "lambda": 219.3428, + "rho": [ + 0.346, + 0.3511, + 0.3029 + ] + }, + { + "episode": 240, + "avg_reward": 4270.15, + "avg_cost": 0.25, + "lambda": 220.6805, + "rho": [ + 0.346, + 0.3511, + 0.3029 + ] + }, + { + "episode": 250, + "avg_reward": 4441.84, + "avg_cost": 0.0, + "lambda": 222.0568, + "rho": [ + 0.3353, + 0.3575, + 0.3073 + ] + }, + { + "episode": 260, + "avg_reward": 5389.61, + "avg_cost": 2.75, + "lambda": 224.5793, + "rho": [ + 0.3353, + 0.3575, + 0.3073 + ] + }, + { + "episode": 270, + "avg_reward": 4467.34, + "avg_cost": 2.5, + "lambda": 226.7776, + "rho": [ + 0.3353, + 0.3575, + 0.3073 + ] + }, + { + "episode": 280, + "avg_reward": 3981.97, + "avg_cost": 0.0, + "lambda": 229.5841, + "rho": [ + 0.3353, + 0.3575, + 0.3073 + ] + }, + { + "episode": 290, + "avg_reward": 4152.01, + "avg_cost": 0.0, + "lambda": 237.2667, + "rho": [ + 0.3353, + 0.3575, + 0.3073 + ] + }, + { + "episode": 300, + "avg_reward": 3192.39, + "avg_cost": 6.0, + "lambda": 241.3096, + "rho": [ + 0.3312, + 0.3578, + 0.3109 + ] + }, + { + "episode": 310, + "avg_reward": 4379.77, + "avg_cost": 1.25, + "lambda": 244.5262, + "rho": [ + 0.3312, + 0.3578, + 0.3109 + ] + }, + { + "episode": 320, + "avg_reward": 4062.72, + "avg_cost": 12.75, + "lambda": 246.6426, + "rho": [ + 0.3312, + 0.3578, + 0.3109 + ] + }, + { + "episode": 330, + "avg_reward": 3773.09, + "avg_cost": 3.5, + "lambda": 253.0792, + "rho": [ + 0.3312, + 0.3578, + 0.3109 + ] + }, + { + "episode": 340, + "avg_reward": 4647.76, + "avg_cost": 0.5, + "lambda": 257.5397, + "rho": [ + 0.3312, + 0.3578, + 0.3109 + ] + }, + { + "episode": 350, + "avg_reward": 3790.06, + "avg_cost": 2.5, + "lambda": 260.6959, + "rho": [ + 0.3291, + 0.3551, + 0.3159 + ] + }, + { + "episode": 360, + "avg_reward": 4587.01, + "avg_cost": 0.5, + "lambda": 263.4967, + "rho": [ + 0.3291, + 0.3551, + 0.3159 + ] + }, + { + "episode": 370, + "avg_reward": 4542.95, + "avg_cost": 1.5, + "lambda": 266.2932, + "rho": [ + 0.3291, + 0.3551, + 0.3159 + ] + }, + { + "episode": 380, + "avg_reward": 4530.59, + "avg_cost": 1.0, + "lambda": 269.5224, + "rho": [ + 0.3291, + 0.3551, + 0.3159 + ] + }, + { + "episode": 390, + "avg_reward": 3937.86, + "avg_cost": 2.0, + "lambda": 272.2105, + "rho": [ + 0.3291, + 0.3551, + 0.3159 + ] + }, + { + "episode": 400, + "avg_reward": 2952.54, + "avg_cost": 8.75, + "lambda": 276.6112, + "rho": [ + 0.3253, + 0.3525, + 0.3222 + ] + }, + { + "episode": 410, + "avg_reward": 4539.5, + "avg_cost": 0.0, + "lambda": 283.0276, + "rho": [ + 0.3253, + 0.3525, + 0.3222 + ] + }, + { + "episode": 420, + "avg_reward": 4221.46, + "avg_cost": 8.5, + "lambda": 286.2819, + "rho": [ + 0.3253, + 0.3525, + 0.3222 + ] + }, + { + "episode": 430, + "avg_reward": 3694.87, + "avg_cost": 0.0, + "lambda": 289.8554, + "rho": [ + 0.3253, + 0.3525, + 0.3222 + ] + }, + { + "episode": 440, + "avg_reward": 4645.46, + "avg_cost": 5.75, + "lambda": 292.4262, + "rho": [ + 0.3253, + 0.3525, + 0.3222 + ] + }, + { + "episode": 450, + "avg_reward": 3440.48, + "avg_cost": 2.5, + "lambda": 296.0922, + "rho": [ + 0.3202, + 0.3524, + 0.3275 + ] + }, + { + "episode": 460, + "avg_reward": 4070.92, + "avg_cost": 0.0, + "lambda": 298.9486, + "rho": [ + 0.3202, + 0.3524, + 0.3275 + ] + }, + { + "episode": 470, + "avg_reward": 3869.84, + "avg_cost": 0.0, + "lambda": 301.5523, + "rho": [ + 0.3202, + 0.3524, + 0.3275 + ] + }, + { + "episode": 480, + "avg_reward": 3456.99, + "avg_cost": 1.5, + "lambda": 303.4336, + "rho": [ + 0.3202, + 0.3524, + 0.3275 + ] + }, + { + "episode": 490, + "avg_reward": 3782.47, + "avg_cost": 1.0, + "lambda": 306.0096, + "rho": [ + 0.3202, + 0.3524, + 0.3275 + ] + }, + { + "episode": 500, + "avg_reward": 3913.7, + "avg_cost": 1.75, + "lambda": 310.9508, + "rho": [ + 0.3146, + 0.3516, + 0.3339 + ] + }, + { + "episode": 510, + "avg_reward": 3854.98, + "avg_cost": 0.0, + "lambda": 315.596, + "rho": [ + 0.3146, + 0.3516, + 0.3339 + ] + }, + { + "episode": 520, + "avg_reward": 3294.12, + "avg_cost": 0.0, + "lambda": 320.8868, + "rho": [ + 0.3146, + 0.3516, + 0.3339 + ] + }, + { + "episode": 530, + "avg_reward": 3666.78, + "avg_cost": 0.0, + "lambda": 324.2707, + "rho": [ + 0.3146, + 0.3516, + 0.3339 + ] + }, + { + "episode": 540, + "avg_reward": 3392.16, + "avg_cost": 2.0, + "lambda": 326.4449, + "rho": [ + 0.3146, + 0.3516, + 0.3339 + ] + }, + { + "episode": 550, + "avg_reward": 4123.98, + "avg_cost": 0.0, + "lambda": 329.4368, + "rho": [ + 0.3113, + 0.3523, + 0.3364 + ] + }, + { + "episode": 560, + "avg_reward": 3162.73, + "avg_cost": 0.0, + "lambda": 332.3552, + "rho": [ + 0.3113, + 0.3523, + 0.3364 + ] + }, + { + "episode": 570, + "avg_reward": 4311.2, + "avg_cost": 6.5, + "lambda": 333.7896, + "rho": [ + 0.3113, + 0.3523, + 0.3364 + ] + }, + { + "episode": 580, + "avg_reward": 3891.31, + "avg_cost": 0.0, + "lambda": 335.4952, + "rho": [ + 0.3113, + 0.3523, + 0.3364 + ] + }, + { + "episode": 590, + "avg_reward": 3414.24, + "avg_cost": 0.0, + "lambda": 339.0171, + "rho": [ + 0.3113, + 0.3523, + 0.3364 + ] + }, + { + "episode": 600, + "avg_reward": 2753.3, + "avg_cost": 0.25, + "lambda": 341.1276, + "rho": [ + 0.3087, + 0.3531, + 0.3383 + ] + }, + { + "episode": 610, + "avg_reward": 3951.87, + "avg_cost": 11.5, + "lambda": 342.0971, + "rho": [ + 0.3087, + 0.3531, + 0.3383 + ] + }, + { + "episode": 620, + "avg_reward": 3616.47, + "avg_cost": 0.5, + "lambda": 343.2275, + "rho": [ + 0.3087, + 0.3531, + 0.3383 + ] + }, + { + "episode": 630, + "avg_reward": 3505.25, + "avg_cost": 0.0, + "lambda": 343.7358, + "rho": [ + 0.3087, + 0.3531, + 0.3383 + ] + }, + { + "episode": 640, + "avg_reward": 3694.48, + "avg_cost": 0.0, + "lambda": 344.531, + "rho": [ + 0.3087, + 0.3531, + 0.3383 + ] + }, + { + "episode": 650, + "avg_reward": 3988.59, + "avg_cost": 0.0, + "lambda": 345.6521, + "rho": [ + 0.3064, + 0.3538, + 0.3399 + ] + }, + { + "episode": 660, + "avg_reward": 3024.58, + "avg_cost": 0.25, + "lambda": 346.3301, + "rho": [ + 0.3064, + 0.3538, + 0.3399 + ] + }, + { + "episode": 670, + "avg_reward": 4275.75, + "avg_cost": 14.75, + "lambda": 347.6079, + "rho": [ + 0.3064, + 0.3538, + 0.3399 + ] + }, + { + "episode": 680, + "avg_reward": 4034.87, + "avg_cost": 5.25, + "lambda": 350.9047, + "rho": [ + 0.3064, + 0.3538, + 0.3399 + ] + }, + { + "episode": 690, + "avg_reward": 4172.17, + "avg_cost": 0.0, + "lambda": 354.3094, + "rho": [ + 0.3064, + 0.3538, + 0.3399 + ] + }, + { + "episode": 700, + "avg_reward": 3910.54, + "avg_cost": 0.0, + "lambda": 357.083, + "rho": [ + 0.3024, + 0.3561, + 0.3415 + ] + }, + { + "episode": 710, + "avg_reward": 4043.76, + "avg_cost": 0.0, + "lambda": 358.9703, + "rho": [ + 0.3024, + 0.3561, + 0.3415 + ] + }, + { + "episode": 720, + "avg_reward": 3905.32, + "avg_cost": 0.5, + "lambda": 361.7482, + "rho": [ + 0.3024, + 0.3561, + 0.3415 + ] + }, + { + "episode": 730, + "avg_reward": 4013.39, + "avg_cost": 0.5, + "lambda": 362.9314, + "rho": [ + 0.3024, + 0.3561, + 0.3415 + ] + }, + { + "episode": 740, + "avg_reward": 4079.37, + "avg_cost": 6.5, + "lambda": 364.088, + "rho": [ + 0.3024, + 0.3561, + 0.3415 + ] + }, + { + "episode": 750, + "avg_reward": 3679.61, + "avg_cost": 0.0, + "lambda": 367.9483, + "rho": [ + 0.2996, + 0.3578, + 0.3426 + ] + }, + { + "episode": 760, + "avg_reward": 3992.98, + "avg_cost": 0.0, + "lambda": 369.6947, + "rho": [ + 0.2996, + 0.3578, + 0.3426 + ] + }, + { + "episode": 770, + "avg_reward": 4016.77, + "avg_cost": 0.0, + "lambda": 370.6181, + "rho": [ + 0.2996, + 0.3578, + 0.3426 + ] + }, + { + "episode": 780, + "avg_reward": 3838.95, + "avg_cost": 0.0, + "lambda": 371.407, + "rho": [ + 0.2996, + 0.3578, + 0.3426 + ] + }, + { + "episode": 790, + "avg_reward": 4679.96, + "avg_cost": 1.25, + "lambda": 371.8478, + "rho": [ + 0.2996, + 0.3578, + 0.3426 + ] + }, + { + "episode": 800, + "avg_reward": 4689.08, + "avg_cost": 0.0, + "lambda": 372.1279, + "rho": [ + 0.2986, + 0.3604, + 0.341 + ] + }, + { + "episode": 810, + "avg_reward": 4554.45, + "avg_cost": 0.0, + "lambda": 372.2563, + "rho": [ + 0.2986, + 0.3604, + 0.341 + ] + }, + { + "episode": 820, + "avg_reward": 4741.74, + "avg_cost": 0.0, + "lambda": 372.301, + "rho": [ + 0.2986, + 0.3604, + 0.341 + ] + }, + { + "episode": 830, + "avg_reward": 4671.97, + "avg_cost": 0.0, + "lambda": 372.3166, + "rho": [ + 0.2986, + 0.3604, + 0.341 + ] + }, + { + "episode": 840, + "avg_reward": 4591.95, + "avg_cost": 0.0, + "lambda": 372.3221, + "rho": [ + 0.2986, + 0.3604, + 0.341 + ] + }, + { + "episode": 850, + "avg_reward": 4744.74, + "avg_cost": 0.0, + "lambda": 372.324, + "rho": [ + 0.2977, + 0.3627, + 0.3396 + ] + }, + { + "episode": 860, + "avg_reward": 4552.12, + "avg_cost": 0.0, + "lambda": 372.5592, + "rho": [ + 0.2977, + 0.3627, + 0.3396 + ] + }, + { + "episode": 870, + "avg_reward": 4516.28, + "avg_cost": 1.25, + "lambda": 372.9139, + "rho": [ + 0.2977, + 0.3627, + 0.3396 + ] + }, + { + "episode": 880, + "avg_reward": 4251.1, + "avg_cost": 15.5, + "lambda": 375.4471, + "rho": [ + 0.2977, + 0.3627, + 0.3396 + ] + }, + { + "episode": 890, + "avg_reward": 3902.15, + "avg_cost": 34.5, + "lambda": 383.3613, + "rho": [ + 0.2977, + 0.3627, + 0.3396 + ] + }, + { + "episode": 900, + "avg_reward": 2253.08, + "avg_cost": 168.0, + "lambda": 422.673, + "rho": [ + 0.2968, + 0.3629, + 0.3403 + ] + }, + { + "episode": 910, + "avg_reward": 2499.42, + "avg_cost": 102.5, + "lambda": 500.0, + "rho": [ + 0.2968, + 0.3629, + 0.3403 + ] + }, + { + "episode": 920, + "avg_reward": 3357.89, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.2968, + 0.3629, + 0.3403 + ] + }, + { + "episode": 930, + "avg_reward": 3413.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2968, + 0.3629, + 0.3403 + ] + }, + { + "episode": 940, + "avg_reward": 3432.92, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2968, + 0.3629, + 0.3403 + ] + }, + { + "episode": 950, + "avg_reward": 3316.94, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.2959, + 0.3631, + 0.3409 + ] + }, + { + "episode": 960, + "avg_reward": 3283.3, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 0.2959, + 0.3631, + 0.3409 + ] + }, + { + "episode": 970, + "avg_reward": 3342.45, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2959, + 0.3631, + 0.3409 + ] + }, + { + "episode": 980, + "avg_reward": 3365.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2959, + 0.3631, + 0.3409 + ] + }, + { + "episode": 990, + "avg_reward": 3371.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2959, + 0.3631, + 0.3409 + ] + }, + { + "episode": 1000, + "avg_reward": 3510.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2952, + 0.3633, + 0.3415 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..536712d4a8f22edb4133c1b93fc270518a47ca4c --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3632230.06, + "constraint_satisfaction_pct": 98.4, + "final_rho": [ + 0.3283, + 0.3477, + 0.324 + ], + "final_lambda": 70.475, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 15.775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 3766.88, + "avg_cost": 0.0, + "lambda": 48.9202, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3609.07, + "avg_cost": 0.0, + "lambda": 62.8461, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 3538.85, + "avg_cost": 0.0, + "lambda": 67.7417, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 3476.09, + "avg_cost": 0.0, + "lambda": 69.4568, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 3536.98, + "avg_cost": 0.0, + "lambda": 70.0549, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 60, + "avg_reward": 3536.65, + "avg_cost": 0.0, + "lambda": 70.2634, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 70, + "avg_reward": 3532.78, + "avg_cost": 0.0, + "lambda": 70.3361, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 80, + "avg_reward": 3402.9, + "avg_cost": 0.25, + "lambda": 70.3639, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 90, + "avg_reward": 3668.78, + "avg_cost": 0.0, + "lambda": 70.3874, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 100, + "avg_reward": 3578.02, + "avg_cost": 0.0, + "lambda": 70.3956, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 110, + "avg_reward": 3546.96, + "avg_cost": 0.0, + "lambda": 70.3985, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 120, + "avg_reward": 3619.09, + "avg_cost": 0.0, + "lambda": 70.3995, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 130, + "avg_reward": 3378.99, + "avg_cost": 0.0, + "lambda": 70.3998, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 140, + "avg_reward": 3346.5, + "avg_cost": 0.0, + "lambda": 70.418, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 150, + "avg_reward": 3348.75, + "avg_cost": 0.0, + "lambda": 70.4551, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 160, + "avg_reward": 3379.65, + "avg_cost": 0.0, + "lambda": 70.4681, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 170, + "avg_reward": 3431.84, + "avg_cost": 0.0, + "lambda": 70.4726, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 180, + "avg_reward": 3448.4, + "avg_cost": 0.0, + "lambda": 70.4742, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 190, + "avg_reward": 3561.35, + "avg_cost": 0.0, + "lambda": 70.4747, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 200, + "avg_reward": 3613.94, + "avg_cost": 0.0, + "lambda": 70.4749, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 210, + "avg_reward": 3624.21, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 220, + "avg_reward": 3615.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 230, + "avg_reward": 3697.38, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 240, + "avg_reward": 3675.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 250, + "avg_reward": 3710.16, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 260, + "avg_reward": 3725.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 270, + "avg_reward": 3725.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 280, + "avg_reward": 3721.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 290, + "avg_reward": 3713.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 300, + "avg_reward": 3708.97, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 310, + "avg_reward": 3712.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 320, + "avg_reward": 3711.09, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 330, + "avg_reward": 3704.36, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 340, + "avg_reward": 3695.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 350, + "avg_reward": 3692.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 360, + "avg_reward": 3690.79, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 370, + "avg_reward": 3660.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 380, + "avg_reward": 3609.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 390, + "avg_reward": 3514.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 400, + "avg_reward": 3466.74, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 410, + "avg_reward": 3432.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 420, + "avg_reward": 3429.12, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 430, + "avg_reward": 3421.99, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 440, + "avg_reward": 3412.42, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 450, + "avg_reward": 3406.4, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 460, + "avg_reward": 3400.59, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 470, + "avg_reward": 3407.92, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 480, + "avg_reward": 3407.67, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 490, + "avg_reward": 3403.31, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 500, + "avg_reward": 3411.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 510, + "avg_reward": 3428.47, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 520, + "avg_reward": 3450.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 530, + "avg_reward": 3542.03, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 540, + "avg_reward": 3656.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 550, + "avg_reward": 3676.91, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 560, + "avg_reward": 3680.44, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 570, + "avg_reward": 3689.08, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 580, + "avg_reward": 3690.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 590, + "avg_reward": 3698.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 600, + "avg_reward": 3700.23, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 610, + "avg_reward": 3702.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 620, + "avg_reward": 3699.2, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 630, + "avg_reward": 3695.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 640, + "avg_reward": 3695.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 650, + "avg_reward": 3694.32, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 660, + "avg_reward": 3697.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 670, + "avg_reward": 3698.32, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 680, + "avg_reward": 3698.25, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 690, + "avg_reward": 3690.42, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 700, + "avg_reward": 3699.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 710, + "avg_reward": 3703.18, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 720, + "avg_reward": 3703.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 730, + "avg_reward": 3701.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 740, + "avg_reward": 3705.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 750, + "avg_reward": 3711.18, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 760, + "avg_reward": 3710.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 770, + "avg_reward": 3711.65, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 780, + "avg_reward": 3712.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 790, + "avg_reward": 3716.85, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 800, + "avg_reward": 3713.06, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 810, + "avg_reward": 3710.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 820, + "avg_reward": 3704.43, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 830, + "avg_reward": 3703.97, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 840, + "avg_reward": 3700.82, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 850, + "avg_reward": 3705.59, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 860, + "avg_reward": 3704.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 870, + "avg_reward": 3717.24, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 880, + "avg_reward": 3723.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 890, + "avg_reward": 3719.3, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 900, + "avg_reward": 3734.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 910, + "avg_reward": 3737.86, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 920, + "avg_reward": 3740.93, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 930, + "avg_reward": 3761.49, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 940, + "avg_reward": 3770.68, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 950, + "avg_reward": 3790.38, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 960, + "avg_reward": 3782.73, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 970, + "avg_reward": 3791.34, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 980, + "avg_reward": 3752.86, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 990, + "avg_reward": 3767.09, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 1000, + "avg_reward": 3746.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..4ad6fc333ffea22e571313829d580fd624d9b41c --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3946575.41, + "constraint_satisfaction_pct": 53.0, + "final_rho": [ + 0.2831, + 0.3176, + 0.3993 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 15.775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4659.3, + "avg_cost": 10.75, + "lambda": 54.7965, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3921.34, + "avg_cost": 0.25, + "lambda": 77.4541, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 4648.05, + "avg_cost": 2.25, + "lambda": 88.3659, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 4086.11, + "avg_cost": 0.0, + "lambda": 94.007, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 4757.92, + "avg_cost": 1.5, + "lambda": 98.1649, + "rho": [ + 0.2999, + 0.3649, + 0.3353 + ] + }, + { + "episode": 60, + "avg_reward": 3893.28, + "avg_cost": 0.0, + "lambda": 103.5706, + "rho": [ + 0.2999, + 0.3649, + 0.3353 + ] + }, + { + "episode": 70, + "avg_reward": 4338.9, + "avg_cost": 1.0, + "lambda": 107.8425, + "rho": [ + 0.2999, + 0.3649, + 0.3353 + ] + }, + { + "episode": 80, + "avg_reward": 4077.01, + "avg_cost": 0.0, + "lambda": 114.1026, + "rho": [ + 0.2999, + 0.3649, + 0.3353 + ] + }, + { + "episode": 90, + "avg_reward": 3730.74, + "avg_cost": 1.25, + "lambda": 121.2512, + "rho": [ + 0.2999, + 0.3649, + 0.3353 + ] + }, + { + "episode": 100, + "avg_reward": 2943.17, + "avg_cost": 7.25, + "lambda": 128.0693, + "rho": [ + 0.2963, + 0.3525, + 0.3512 + ] + }, + { + "episode": 110, + "avg_reward": 4133.99, + "avg_cost": 0.5, + "lambda": 134.6689, + "rho": [ + 0.2963, + 0.3525, + 0.3512 + ] + }, + { + "episode": 120, + "avg_reward": 5102.48, + "avg_cost": 8.5, + "lambda": 144.1221, + "rho": [ + 0.2963, + 0.3525, + 0.3512 + ] + }, + { + "episode": 130, + "avg_reward": 3959.17, + "avg_cost": 0.0, + "lambda": 152.4346, + "rho": [ + 0.2963, + 0.3525, + 0.3512 + ] + }, + { + "episode": 140, + "avg_reward": 4311.09, + "avg_cost": 0.0, + "lambda": 163.6713, + "rho": [ + 0.2963, + 0.3525, + 0.3512 + ] + }, + { + "episode": 150, + "avg_reward": 3653.91, + "avg_cost": 3.0, + "lambda": 172.4789, + "rho": [ + 0.2917, + 0.3484, + 0.3599 + ] + }, + { + "episode": 160, + "avg_reward": 3631.07, + "avg_cost": 4.0, + "lambda": 178.6819, + "rho": [ + 0.2917, + 0.3484, + 0.3599 + ] + }, + { + "episode": 170, + "avg_reward": 3224.13, + "avg_cost": 0.0, + "lambda": 181.7965, + "rho": [ + 0.2917, + 0.3484, + 0.3599 + ] + }, + { + "episode": 180, + "avg_reward": 3946.89, + "avg_cost": 0.0, + "lambda": 183.4759, + "rho": [ + 0.2917, + 0.3484, + 0.3599 + ] + }, + { + "episode": 190, + "avg_reward": 4481.42, + "avg_cost": 12.5, + "lambda": 184.6995, + "rho": [ + 0.2917, + 0.3484, + 0.3599 + ] + }, + { + "episode": 200, + "avg_reward": 3004.27, + "avg_cost": 0.5, + "lambda": 186.1556, + "rho": [ + 0.288, + 0.3447, + 0.3673 + ] + }, + { + "episode": 210, + "avg_reward": 3656.91, + "avg_cost": 0.0, + "lambda": 187.0163, + "rho": [ + 0.288, + 0.3447, + 0.3673 + ] + }, + { + "episode": 220, + "avg_reward": 4144.38, + "avg_cost": 3.25, + "lambda": 188.397, + "rho": [ + 0.288, + 0.3447, + 0.3673 + ] + }, + { + "episode": 230, + "avg_reward": 3938.44, + "avg_cost": 3.5, + "lambda": 189.8806, + "rho": [ + 0.288, + 0.3447, + 0.3673 + ] + }, + { + "episode": 240, + "avg_reward": 4267.76, + "avg_cost": 0.0, + "lambda": 193.8566, + "rho": [ + 0.288, + 0.3447, + 0.3673 + ] + }, + { + "episode": 250, + "avg_reward": 3258.79, + "avg_cost": 0.25, + "lambda": 197.166, + "rho": [ + 0.2847, + 0.3345, + 0.3809 + ] + }, + { + "episode": 260, + "avg_reward": 4085.66, + "avg_cost": 2.0, + "lambda": 200.7247, + "rho": [ + 0.2847, + 0.3345, + 0.3809 + ] + }, + { + "episode": 270, + "avg_reward": 3506.77, + "avg_cost": 0.0, + "lambda": 207.8887, + "rho": [ + 0.2847, + 0.3345, + 0.3809 + ] + }, + { + "episode": 280, + "avg_reward": 3068.42, + "avg_cost": 1.0, + "lambda": 213.9275, + "rho": [ + 0.2847, + 0.3345, + 0.3809 + ] + }, + { + "episode": 290, + "avg_reward": 4032.55, + "avg_cost": 3.75, + "lambda": 217.5898, + "rho": [ + 0.2847, + 0.3345, + 0.3809 + ] + }, + { + "episode": 300, + "avg_reward": 3875.4, + "avg_cost": 1.75, + "lambda": 220.0731, + "rho": [ + 0.2841, + 0.3299, + 0.386 + ] + }, + { + "episode": 310, + "avg_reward": 3849.27, + "avg_cost": 2.75, + "lambda": 221.6204, + "rho": [ + 0.2841, + 0.3299, + 0.386 + ] + }, + { + "episode": 320, + "avg_reward": 4022.73, + "avg_cost": 0.0, + "lambda": 225.8534, + "rho": [ + 0.2841, + 0.3299, + 0.386 + ] + }, + { + "episode": 330, + "avg_reward": 4028.23, + "avg_cost": 1.0, + "lambda": 227.8768, + "rho": [ + 0.2841, + 0.3299, + 0.386 + ] + }, + { + "episode": 340, + "avg_reward": 3507.82, + "avg_cost": 1.0, + "lambda": 229.8881, + "rho": [ + 0.2841, + 0.3299, + 0.386 + ] + }, + { + "episode": 350, + "avg_reward": 4205.37, + "avg_cost": 0.0, + "lambda": 230.9743, + "rho": [ + 0.2841, + 0.3328, + 0.3831 + ] + }, + { + "episode": 360, + "avg_reward": 4263.57, + "avg_cost": 0.0, + "lambda": 232.1058, + "rho": [ + 0.2841, + 0.3328, + 0.3831 + ] + }, + { + "episode": 370, + "avg_reward": 4222.82, + "avg_cost": 0.0, + "lambda": 234.8649, + "rho": [ + 0.2841, + 0.3328, + 0.3831 + ] + }, + { + "episode": 380, + "avg_reward": 4138.87, + "avg_cost": 0.0, + "lambda": 237.9826, + "rho": [ + 0.2841, + 0.3328, + 0.3831 + ] + }, + { + "episode": 390, + "avg_reward": 3523.88, + "avg_cost": 0.5, + "lambda": 240.1675, + "rho": [ + 0.2841, + 0.3328, + 0.3831 + ] + }, + { + "episode": 400, + "avg_reward": 4169.36, + "avg_cost": 1.5, + "lambda": 242.169, + "rho": [ + 0.2826, + 0.3303, + 0.3871 + ] + }, + { + "episode": 410, + "avg_reward": 4168.16, + "avg_cost": 0.0, + "lambda": 246.8646, + "rho": [ + 0.2826, + 0.3303, + 0.3871 + ] + }, + { + "episode": 420, + "avg_reward": 4333.13, + "avg_cost": 0.0, + "lambda": 249.2339, + "rho": [ + 0.2826, + 0.3303, + 0.3871 + ] + }, + { + "episode": 430, + "avg_reward": 3395.15, + "avg_cost": 0.5, + "lambda": 253.3547, + "rho": [ + 0.2826, + 0.3303, + 0.3871 + ] + }, + { + "episode": 440, + "avg_reward": 3209.92, + "avg_cost": 0.5, + "lambda": 258.0462, + "rho": [ + 0.2826, + 0.3303, + 0.3871 + ] + }, + { + "episode": 450, + "avg_reward": 3783.75, + "avg_cost": 0.0, + "lambda": 260.1582, + "rho": [ + 0.2814, + 0.3279, + 0.3908 + ] + }, + { + "episode": 460, + "avg_reward": 3661.18, + "avg_cost": 0.0, + "lambda": 261.947, + "rho": [ + 0.2814, + 0.3279, + 0.3908 + ] + }, + { + "episode": 470, + "avg_reward": 4301.53, + "avg_cost": 0.0, + "lambda": 263.1259, + "rho": [ + 0.2814, + 0.3279, + 0.3908 + ] + }, + { + "episode": 480, + "avg_reward": 4755.15, + "avg_cost": 29.25, + "lambda": 265.4019, + "rho": [ + 0.2814, + 0.3279, + 0.3908 + ] + }, + { + "episode": 490, + "avg_reward": 4286.44, + "avg_cost": 0.0, + "lambda": 269.6195, + "rho": [ + 0.2814, + 0.3279, + 0.3908 + ] + }, + { + "episode": 500, + "avg_reward": 4314.9, + "avg_cost": 2.75, + "lambda": 272.6497, + "rho": [ + 0.281, + 0.3307, + 0.3882 + ] + }, + { + "episode": 510, + "avg_reward": 5041.76, + "avg_cost": 21.5, + "lambda": 275.4601, + "rho": [ + 0.281, + 0.3307, + 0.3882 + ] + }, + { + "episode": 520, + "avg_reward": 3665.42, + "avg_cost": 10.5, + "lambda": 282.5102, + "rho": [ + 0.281, + 0.3307, + 0.3882 + ] + }, + { + "episode": 530, + "avg_reward": 4277.62, + "avg_cost": 0.75, + "lambda": 286.8117, + "rho": [ + 0.281, + 0.3307, + 0.3882 + ] + }, + { + "episode": 540, + "avg_reward": 4273.15, + "avg_cost": 0.0, + "lambda": 292.3097, + "rho": [ + 0.281, + 0.3307, + 0.3882 + ] + }, + { + "episode": 550, + "avg_reward": 3638.86, + "avg_cost": 0.0, + "lambda": 295.4037, + "rho": [ + 0.2824, + 0.3336, + 0.384 + ] + }, + { + "episode": 560, + "avg_reward": 4558.06, + "avg_cost": 2.25, + "lambda": 296.8453, + "rho": [ + 0.2824, + 0.3336, + 0.384 + ] + }, + { + "episode": 570, + "avg_reward": 4184.47, + "avg_cost": 0.0, + "lambda": 297.7439, + "rho": [ + 0.2824, + 0.3336, + 0.384 + ] + }, + { + "episode": 580, + "avg_reward": 3604.5, + "avg_cost": 0.0, + "lambda": 298.1903, + "rho": [ + 0.2824, + 0.3336, + 0.384 + ] + }, + { + "episode": 590, + "avg_reward": 4177.23, + "avg_cost": 0.0, + "lambda": 298.5671, + "rho": [ + 0.2824, + 0.3336, + 0.384 + ] + }, + { + "episode": 600, + "avg_reward": 3688.25, + "avg_cost": 0.0, + "lambda": 299.3113, + "rho": [ + 0.2836, + 0.3361, + 0.3804 + ] + }, + { + "episode": 610, + "avg_reward": 3963.65, + "avg_cost": 0.0, + "lambda": 299.9812, + "rho": [ + 0.2836, + 0.3361, + 0.3804 + ] + }, + { + "episode": 620, + "avg_reward": 4344.59, + "avg_cost": 0.0, + "lambda": 301.3947, + "rho": [ + 0.2836, + 0.3361, + 0.3804 + ] + }, + { + "episode": 630, + "avg_reward": 3846.64, + "avg_cost": 2.75, + "lambda": 302.7023, + "rho": [ + 0.2836, + 0.3361, + 0.3804 + ] + }, + { + "episode": 640, + "avg_reward": 3917.19, + "avg_cost": 0.0, + "lambda": 303.4498, + "rho": [ + 0.2836, + 0.3361, + 0.3804 + ] + }, + { + "episode": 650, + "avg_reward": 4233.29, + "avg_cost": 1.75, + "lambda": 304.2616, + "rho": [ + 0.2845, + 0.3344, + 0.3811 + ] + }, + { + "episode": 660, + "avg_reward": 4197.43, + "avg_cost": 5.75, + "lambda": 305.9242, + "rho": [ + 0.2845, + 0.3344, + 0.3811 + ] + }, + { + "episode": 670, + "avg_reward": 4261.66, + "avg_cost": 0.0, + "lambda": 308.4663, + "rho": [ + 0.2845, + 0.3344, + 0.3811 + ] + }, + { + "episode": 680, + "avg_reward": 3261.28, + "avg_cost": 3.75, + "lambda": 309.6999, + "rho": [ + 0.2845, + 0.3344, + 0.3811 + ] + }, + { + "episode": 690, + "avg_reward": 4223.58, + "avg_cost": 0.0, + "lambda": 310.5141, + "rho": [ + 0.2845, + 0.3344, + 0.3811 + ] + }, + { + "episode": 700, + "avg_reward": 3483.24, + "avg_cost": 0.0, + "lambda": 310.9265, + "rho": [ + 0.2847, + 0.3296, + 0.3857 + ] + }, + { + "episode": 710, + "avg_reward": 4219.9, + "avg_cost": 0.0, + "lambda": 311.4837, + "rho": [ + 0.2847, + 0.3296, + 0.3857 + ] + }, + { + "episode": 720, + "avg_reward": 3655.67, + "avg_cost": 0.0, + "lambda": 312.447, + "rho": [ + 0.2847, + 0.3296, + 0.3857 + ] + }, + { + "episode": 730, + "avg_reward": 4232.38, + "avg_cost": 0.0, + "lambda": 312.8886, + "rho": [ + 0.2847, + 0.3296, + 0.3857 + ] + }, + { + "episode": 740, + "avg_reward": 4260.41, + "avg_cost": 0.0, + "lambda": 313.4482, + "rho": [ + 0.2847, + 0.3296, + 0.3857 + ] + }, + { + "episode": 750, + "avg_reward": 4089.98, + "avg_cost": 1.75, + "lambda": 314.0693, + "rho": [ + 0.2851, + 0.3288, + 0.3861 + ] + }, + { + "episode": 760, + "avg_reward": 4124.49, + "avg_cost": 0.75, + "lambda": 314.8338, + "rho": [ + 0.2851, + 0.3288, + 0.3861 + ] + }, + { + "episode": 770, + "avg_reward": 3855.5, + "avg_cost": 0.0, + "lambda": 315.6842, + "rho": [ + 0.2851, + 0.3288, + 0.3861 + ] + }, + { + "episode": 780, + "avg_reward": 3333.19, + "avg_cost": 0.0, + "lambda": 316.3519, + "rho": [ + 0.2851, + 0.3288, + 0.3861 + ] + }, + { + "episode": 790, + "avg_reward": 4289.44, + "avg_cost": 0.0, + "lambda": 316.7871, + "rho": [ + 0.2851, + 0.3288, + 0.3861 + ] + }, + { + "episode": 800, + "avg_reward": 3661.68, + "avg_cost": 0.0, + "lambda": 317.1367, + "rho": [ + 0.2848, + 0.3251, + 0.39 + ] + }, + { + "episode": 810, + "avg_reward": 4249.48, + "avg_cost": 0.0, + "lambda": 317.4825, + "rho": [ + 0.2848, + 0.3251, + 0.39 + ] + }, + { + "episode": 820, + "avg_reward": 3896.84, + "avg_cost": 0.0, + "lambda": 317.6691, + "rho": [ + 0.2848, + 0.3251, + 0.39 + ] + }, + { + "episode": 830, + "avg_reward": 4238.33, + "avg_cost": 0.0, + "lambda": 320.1377, + "rho": [ + 0.2848, + 0.3251, + 0.39 + ] + }, + { + "episode": 840, + "avg_reward": 3586.45, + "avg_cost": 0.0, + "lambda": 322.3461, + "rho": [ + 0.2848, + 0.3251, + 0.39 + ] + }, + { + "episode": 850, + "avg_reward": 4253.75, + "avg_cost": 0.0, + "lambda": 323.1628, + "rho": [ + 0.2846, + 0.3217, + 0.3937 + ] + }, + { + "episode": 860, + "avg_reward": 4239.6, + "avg_cost": 0.0, + "lambda": 323.4736, + "rho": [ + 0.2846, + 0.3217, + 0.3937 + ] + }, + { + "episode": 870, + "avg_reward": 3756.54, + "avg_cost": 0.0, + "lambda": 323.5885, + "rho": [ + 0.2846, + 0.3217, + 0.3937 + ] + }, + { + "episode": 880, + "avg_reward": 4184.1, + "avg_cost": 0.0, + "lambda": 323.8596, + "rho": [ + 0.2846, + 0.3217, + 0.3937 + ] + }, + { + "episode": 890, + "avg_reward": 3563.89, + "avg_cost": 0.0, + "lambda": 324.6446, + "rho": [ + 0.2846, + 0.3217, + 0.3937 + ] + }, + { + "episode": 900, + "avg_reward": 4251.89, + "avg_cost": 0.0, + "lambda": 325.0064, + "rho": [ + 0.2844, + 0.3186, + 0.397 + ] + }, + { + "episode": 910, + "avg_reward": 3487.67, + "avg_cost": 0.0, + "lambda": 325.1325, + "rho": [ + 0.2844, + 0.3186, + 0.397 + ] + }, + { + "episode": 920, + "avg_reward": 4237.93, + "avg_cost": 0.0, + "lambda": 325.1765, + "rho": [ + 0.2844, + 0.3186, + 0.397 + ] + }, + { + "episode": 930, + "avg_reward": 3956.03, + "avg_cost": 1.75, + "lambda": 325.2805, + "rho": [ + 0.2844, + 0.3186, + 0.397 + ] + }, + { + "episode": 940, + "avg_reward": 5104.05, + "avg_cost": 11.75, + "lambda": 326.2007, + "rho": [ + 0.2844, + 0.3186, + 0.397 + ] + }, + { + "episode": 950, + "avg_reward": 3879.71, + "avg_cost": 185.0, + "lambda": 354.9208, + "rho": [ + 0.2838, + 0.3181, + 0.3982 + ] + }, + { + "episode": 960, + "avg_reward": 2564.83, + "avg_cost": 109.5, + "lambda": 488.3319, + "rho": [ + 0.2838, + 0.3181, + 0.3982 + ] + }, + { + "episode": 970, + "avg_reward": 3262.5, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 0.2838, + 0.3181, + 0.3982 + ] + }, + { + "episode": 980, + "avg_reward": 3432.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2838, + 0.3181, + 0.3982 + ] + }, + { + "episode": 990, + "avg_reward": 3563.34, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2838, + 0.3181, + 0.3982 + ] + }, + { + "episode": 1000, + "avg_reward": 3716.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2831, + 0.3176, + 0.3993 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..77da05319bb3552a74aacd38929dd5691af982e3 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4842973.42, + "constraint_satisfaction_pct": 98.4, + "final_rho": [ + 0.3283, + 0.3477, + 0.324 + ], + "final_lambda": 70.475, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5173.18, + "avg_cost": 57.75, + "lambda": 15.775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 5022.51, + "avg_cost": 0.0, + "lambda": 48.9202, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 4812.09, + "avg_cost": 0.0, + "lambda": 62.8461, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 4718.47, + "avg_cost": 0.0, + "lambda": 67.7417, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 4634.79, + "avg_cost": 0.0, + "lambda": 69.4568, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 4715.97, + "avg_cost": 0.0, + "lambda": 70.0549, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 60, + "avg_reward": 4715.54, + "avg_cost": 0.0, + "lambda": 70.2634, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 70, + "avg_reward": 4710.38, + "avg_cost": 0.0, + "lambda": 70.3361, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 80, + "avg_reward": 4537.19, + "avg_cost": 0.25, + "lambda": 70.3639, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 90, + "avg_reward": 4891.71, + "avg_cost": 0.0, + "lambda": 70.3874, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 100, + "avg_reward": 4770.7, + "avg_cost": 0.0, + "lambda": 70.3956, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 110, + "avg_reward": 4729.29, + "avg_cost": 0.0, + "lambda": 70.3985, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 120, + "avg_reward": 4825.45, + "avg_cost": 0.0, + "lambda": 70.3995, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 130, + "avg_reward": 4505.32, + "avg_cost": 0.0, + "lambda": 70.3998, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 140, + "avg_reward": 4462.0, + "avg_cost": 0.0, + "lambda": 70.418, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 150, + "avg_reward": 4464.99, + "avg_cost": 0.0, + "lambda": 70.4551, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 160, + "avg_reward": 4506.2, + "avg_cost": 0.0, + "lambda": 70.4681, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 170, + "avg_reward": 4575.79, + "avg_cost": 0.0, + "lambda": 70.4726, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 180, + "avg_reward": 4597.87, + "avg_cost": 0.0, + "lambda": 70.4742, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 190, + "avg_reward": 4748.46, + "avg_cost": 0.0, + "lambda": 70.4747, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 200, + "avg_reward": 4818.58, + "avg_cost": 0.0, + "lambda": 70.4749, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 210, + "avg_reward": 4832.28, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 220, + "avg_reward": 4821.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 230, + "avg_reward": 4929.84, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 240, + "avg_reward": 4900.29, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 250, + "avg_reward": 4946.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 260, + "avg_reward": 4966.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 270, + "avg_reward": 4967.4, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 280, + "avg_reward": 4961.39, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 290, + "avg_reward": 4951.1, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 300, + "avg_reward": 4945.3, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 310, + "avg_reward": 4950.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 320, + "avg_reward": 4948.13, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 330, + "avg_reward": 4939.14, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 340, + "avg_reward": 4927.4, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 350, + "avg_reward": 4923.6, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 360, + "avg_reward": 4921.05, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 370, + "avg_reward": 4881.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 380, + "avg_reward": 4812.96, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 390, + "avg_reward": 4685.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 400, + "avg_reward": 4622.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 410, + "avg_reward": 4576.73, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 420, + "avg_reward": 4572.15, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 430, + "avg_reward": 4562.66, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 440, + "avg_reward": 4549.89, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 450, + "avg_reward": 4541.87, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 460, + "avg_reward": 4534.12, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 470, + "avg_reward": 4543.89, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 480, + "avg_reward": 4543.56, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 490, + "avg_reward": 4537.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 500, + "avg_reward": 4549.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 510, + "avg_reward": 4571.3, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 520, + "avg_reward": 4600.06, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 530, + "avg_reward": 4722.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 540, + "avg_reward": 4875.35, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 550, + "avg_reward": 4902.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 560, + "avg_reward": 4907.25, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 570, + "avg_reward": 4918.78, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 580, + "avg_reward": 4920.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 590, + "avg_reward": 4931.03, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 600, + "avg_reward": 4933.65, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 610, + "avg_reward": 4937.09, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 620, + "avg_reward": 4932.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 630, + "avg_reward": 4927.63, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 640, + "avg_reward": 4927.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 650, + "avg_reward": 4925.76, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 660, + "avg_reward": 4930.02, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 670, + "avg_reward": 4931.1, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 680, + "avg_reward": 4931.0, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 690, + "avg_reward": 4920.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 700, + "avg_reward": 4932.29, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 710, + "avg_reward": 4937.57, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 720, + "avg_reward": 4938.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 730, + "avg_reward": 4935.11, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 740, + "avg_reward": 4940.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 750, + "avg_reward": 4948.24, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 760, + "avg_reward": 4946.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 770, + "avg_reward": 4948.87, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 780, + "avg_reward": 4949.69, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 790, + "avg_reward": 4955.79, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 800, + "avg_reward": 4950.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 810, + "avg_reward": 4946.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 820, + "avg_reward": 4939.24, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 830, + "avg_reward": 4938.63, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 840, + "avg_reward": 4934.43, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 850, + "avg_reward": 4940.78, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 860, + "avg_reward": 4939.59, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 870, + "avg_reward": 4956.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 880, + "avg_reward": 4964.68, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 890, + "avg_reward": 4959.07, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 900, + "avg_reward": 4978.95, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 910, + "avg_reward": 4983.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 920, + "avg_reward": 4987.91, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 930, + "avg_reward": 5015.32, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 940, + "avg_reward": 5027.58, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 950, + "avg_reward": 5053.85, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 960, + "avg_reward": 5043.64, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 970, + "avg_reward": 5055.13, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 980, + "avg_reward": 5003.82, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 990, + "avg_reward": 5022.78, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 1000, + "avg_reward": 4995.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..536712d4a8f22edb4133c1b93fc270518a47ca4c --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3632230.06, + "constraint_satisfaction_pct": 98.4, + "final_rho": [ + 0.3283, + 0.3477, + 0.324 + ], + "final_lambda": 70.475, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 15.775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 3766.88, + "avg_cost": 0.0, + "lambda": 48.9202, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 3609.07, + "avg_cost": 0.0, + "lambda": 62.8461, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 3538.85, + "avg_cost": 0.0, + "lambda": 67.7417, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 3476.09, + "avg_cost": 0.0, + "lambda": 69.4568, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 3536.98, + "avg_cost": 0.0, + "lambda": 70.0549, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 60, + "avg_reward": 3536.65, + "avg_cost": 0.0, + "lambda": 70.2634, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 70, + "avg_reward": 3532.78, + "avg_cost": 0.0, + "lambda": 70.3361, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 80, + "avg_reward": 3402.9, + "avg_cost": 0.25, + "lambda": 70.3639, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 90, + "avg_reward": 3668.78, + "avg_cost": 0.0, + "lambda": 70.3874, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 100, + "avg_reward": 3578.02, + "avg_cost": 0.0, + "lambda": 70.3956, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 110, + "avg_reward": 3546.96, + "avg_cost": 0.0, + "lambda": 70.3985, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 120, + "avg_reward": 3619.09, + "avg_cost": 0.0, + "lambda": 70.3995, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 130, + "avg_reward": 3378.99, + "avg_cost": 0.0, + "lambda": 70.3998, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 140, + "avg_reward": 3346.5, + "avg_cost": 0.0, + "lambda": 70.418, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 150, + "avg_reward": 3348.75, + "avg_cost": 0.0, + "lambda": 70.4551, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 160, + "avg_reward": 3379.65, + "avg_cost": 0.0, + "lambda": 70.4681, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 170, + "avg_reward": 3431.84, + "avg_cost": 0.0, + "lambda": 70.4726, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 180, + "avg_reward": 3448.4, + "avg_cost": 0.0, + "lambda": 70.4742, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 190, + "avg_reward": 3561.35, + "avg_cost": 0.0, + "lambda": 70.4747, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 200, + "avg_reward": 3613.94, + "avg_cost": 0.0, + "lambda": 70.4749, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 210, + "avg_reward": 3624.21, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 220, + "avg_reward": 3615.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 230, + "avg_reward": 3697.38, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 240, + "avg_reward": 3675.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 250, + "avg_reward": 3710.16, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 260, + "avg_reward": 3725.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 270, + "avg_reward": 3725.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 280, + "avg_reward": 3721.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 290, + "avg_reward": 3713.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 300, + "avg_reward": 3708.97, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 310, + "avg_reward": 3712.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 320, + "avg_reward": 3711.09, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 330, + "avg_reward": 3704.36, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 340, + "avg_reward": 3695.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 350, + "avg_reward": 3692.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 360, + "avg_reward": 3690.79, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 370, + "avg_reward": 3660.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 380, + "avg_reward": 3609.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 390, + "avg_reward": 3514.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 400, + "avg_reward": 3466.74, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 410, + "avg_reward": 3432.55, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 420, + "avg_reward": 3429.12, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 430, + "avg_reward": 3421.99, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 440, + "avg_reward": 3412.42, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 450, + "avg_reward": 3406.4, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 460, + "avg_reward": 3400.59, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 470, + "avg_reward": 3407.92, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 480, + "avg_reward": 3407.67, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 490, + "avg_reward": 3403.31, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 500, + "avg_reward": 3411.88, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 510, + "avg_reward": 3428.47, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 520, + "avg_reward": 3450.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 530, + "avg_reward": 3542.03, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 540, + "avg_reward": 3656.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 550, + "avg_reward": 3676.91, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 560, + "avg_reward": 3680.44, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 570, + "avg_reward": 3689.08, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 580, + "avg_reward": 3690.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 590, + "avg_reward": 3698.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 600, + "avg_reward": 3700.23, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 610, + "avg_reward": 3702.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 620, + "avg_reward": 3699.2, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 630, + "avg_reward": 3695.72, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 640, + "avg_reward": 3695.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 650, + "avg_reward": 3694.32, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 660, + "avg_reward": 3697.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 670, + "avg_reward": 3698.32, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 680, + "avg_reward": 3698.25, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 690, + "avg_reward": 3690.42, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 700, + "avg_reward": 3699.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 710, + "avg_reward": 3703.18, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 720, + "avg_reward": 3703.75, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 730, + "avg_reward": 3701.33, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 740, + "avg_reward": 3705.17, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 750, + "avg_reward": 3711.18, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 760, + "avg_reward": 3710.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 770, + "avg_reward": 3711.65, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 780, + "avg_reward": 3712.27, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 790, + "avg_reward": 3716.85, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 800, + "avg_reward": 3713.06, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 810, + "avg_reward": 3710.04, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 820, + "avg_reward": 3704.43, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 830, + "avg_reward": 3703.97, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 840, + "avg_reward": 3700.82, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 850, + "avg_reward": 3705.59, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 860, + "avg_reward": 3704.7, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 870, + "avg_reward": 3717.24, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 880, + "avg_reward": 3723.51, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 890, + "avg_reward": 3719.3, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 900, + "avg_reward": 3734.22, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 910, + "avg_reward": 3737.86, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 920, + "avg_reward": 3740.93, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 930, + "avg_reward": 3761.49, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 940, + "avg_reward": 3770.68, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 950, + "avg_reward": 3790.38, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 960, + "avg_reward": 3782.73, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 970, + "avg_reward": 3791.34, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 980, + "avg_reward": 3752.86, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 990, + "avg_reward": 3767.09, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 1000, + "avg_reward": 3746.81, + "avg_cost": 0.0, + "lambda": 70.475, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..636f546a4b64bb53d89e26e30f5e5d5f1994e305 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 7282828.28, + "constraint_satisfaction_pct": 57.2, + "final_rho": [ + 0.3118, + 0.4423, + 0.2459 + ], + "final_lambda": 2.475, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3879.89, + "avg_cost": 57.75, + "lambda": 4.7775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 10, + "avg_reward": 4499.44, + "avg_cost": 56.75, + "lambda": 9.2775, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 20, + "avg_reward": 4893.79, + "avg_cost": 101.75, + "lambda": 7.8125, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 30, + "avg_reward": 5414.21, + "avg_cost": 43.75, + "lambda": 6.17, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 40, + "avg_reward": 6755.23, + "avg_cost": 136.0, + "lambda": 5.875, + "rho": [ + 0.3283, + 0.3477, + 0.324 + ] + }, + { + "episode": 50, + "avg_reward": 6655.59, + "avg_cost": 101.0, + "lambda": 5.0725, + "rho": [ + 0.3382, + 0.3642, + 0.2976 + ] + }, + { + "episode": 60, + "avg_reward": 7099.6, + "avg_cost": 161.75, + "lambda": 5.2225, + "rho": [ + 0.3382, + 0.3642, + 0.2976 + ] + }, + { + "episode": 70, + "avg_reward": 6745.03, + "avg_cost": 73.5, + "lambda": 5.0, + "rho": [ + 0.3382, + 0.3642, + 0.2976 + ] + }, + { + "episode": 80, + "avg_reward": 6766.46, + "avg_cost": 79.0, + "lambda": 4.5225, + "rho": [ + 0.3382, + 0.3642, + 0.2976 + ] + }, + { + "episode": 90, + "avg_reward": 6570.24, + "avg_cost": 76.5, + "lambda": 4.735, + "rho": [ + 0.3382, + 0.3642, + 0.2976 + ] + }, + { + "episode": 100, + "avg_reward": 6364.12, + "avg_cost": 34.25, + "lambda": 4.8775, + "rho": [ + 0.3269, + 0.386, + 0.2871 + ] + }, + { + "episode": 110, + "avg_reward": 7146.51, + "avg_cost": 105.5, + "lambda": 4.5875, + "rho": [ + 0.3269, + 0.386, + 0.2871 + ] + }, + { + "episode": 120, + "avg_reward": 7115.31, + "avg_cost": 127.75, + "lambda": 5.03, + "rho": [ + 0.3269, + 0.386, + 0.2871 + ] + }, + { + "episode": 130, + "avg_reward": 6932.07, + "avg_cost": 101.5, + "lambda": 4.935, + "rho": [ + 0.3269, + 0.386, + 0.2871 + ] + }, + { + "episode": 140, + "avg_reward": 6417.03, + "avg_cost": 67.75, + "lambda": 5.765, + "rho": [ + 0.3269, + 0.386, + 0.2871 + ] + }, + { + "episode": 150, + "avg_reward": 6336.2, + "avg_cost": 27.5, + "lambda": 4.9975, + "rho": [ + 0.3321, + 0.3935, + 0.2743 + ] + }, + { + "episode": 160, + "avg_reward": 7230.33, + "avg_cost": 126.5, + "lambda": 1.155, + "rho": [ + 0.3321, + 0.3935, + 0.2743 + ] + }, + { + "episode": 170, + "avg_reward": 6537.1, + "avg_cost": 54.25, + "lambda": 5.5975, + "rho": [ + 0.3321, + 0.3935, + 0.2743 + ] + }, + { + "episode": 180, + "avg_reward": 6607.52, + "avg_cost": 55.75, + "lambda": 7.36, + "rho": [ + 0.3321, + 0.3935, + 0.2743 + ] + }, + { + "episode": 190, + "avg_reward": 6509.56, + "avg_cost": 59.5, + "lambda": 7.3775, + "rho": [ + 0.3321, + 0.3935, + 0.2743 + ] + }, + { + "episode": 200, + "avg_reward": 7134.08, + "avg_cost": 135.5, + "lambda": 8.46, + "rho": [ + 0.327, + 0.4026, + 0.2703 + ] + }, + { + "episode": 210, + "avg_reward": 6648.79, + "avg_cost": 47.0, + "lambda": 4.66, + "rho": [ + 0.327, + 0.4026, + 0.2703 + ] + }, + { + "episode": 220, + "avg_reward": 6933.28, + "avg_cost": 106.5, + "lambda": 7.4875, + "rho": [ + 0.327, + 0.4026, + 0.2703 + ] + }, + { + "episode": 230, + "avg_reward": 7126.22, + "avg_cost": 99.75, + "lambda": 4.83, + "rho": [ + 0.327, + 0.4026, + 0.2703 + ] + }, + { + "episode": 240, + "avg_reward": 6531.76, + "avg_cost": 80.25, + "lambda": 5.625, + "rho": [ + 0.327, + 0.4026, + 0.2703 + ] + }, + { + "episode": 250, + "avg_reward": 6806.96, + "avg_cost": 57.0, + "lambda": 2.425, + "rho": [ + 0.3245, + 0.4146, + 0.261 + ] + }, + { + "episode": 260, + "avg_reward": 6709.19, + "avg_cost": 33.75, + "lambda": 2.38, + "rho": [ + 0.3245, + 0.4146, + 0.261 + ] + }, + { + "episode": 270, + "avg_reward": 7054.44, + "avg_cost": 62.5, + "lambda": 2.2675, + "rho": [ + 0.3245, + 0.4146, + 0.261 + ] + }, + { + "episode": 280, + "avg_reward": 7124.54, + "avg_cost": 80.25, + "lambda": 2.98, + "rho": [ + 0.3245, + 0.4146, + 0.261 + ] + }, + { + "episode": 290, + "avg_reward": 7270.78, + "avg_cost": 66.75, + "lambda": 0.8475, + "rho": [ + 0.3245, + 0.4146, + 0.261 + ] + }, + { + "episode": 300, + "avg_reward": 7248.46, + "avg_cost": 108.0, + "lambda": 3.2025, + "rho": [ + 0.326, + 0.4145, + 0.2595 + ] + }, + { + "episode": 310, + "avg_reward": 7075.69, + "avg_cost": 56.25, + "lambda": 3.57, + "rho": [ + 0.326, + 0.4145, + 0.2595 + ] + }, + { + "episode": 320, + "avg_reward": 7165.22, + "avg_cost": 113.5, + "lambda": 2.7925, + "rho": [ + 0.326, + 0.4145, + 0.2595 + ] + }, + { + "episode": 330, + "avg_reward": 7265.81, + "avg_cost": 73.5, + "lambda": 2.6075, + "rho": [ + 0.326, + 0.4145, + 0.2595 + ] + }, + { + "episode": 340, + "avg_reward": 7498.91, + "avg_cost": 132.0, + "lambda": 2.535, + "rho": [ + 0.326, + 0.4145, + 0.2595 + ] + }, + { + "episode": 350, + "avg_reward": 7372.17, + "avg_cost": 90.5, + "lambda": 2.1675, + "rho": [ + 0.3238, + 0.4214, + 0.2549 + ] + }, + { + "episode": 360, + "avg_reward": 7349.97, + "avg_cost": 62.0, + "lambda": 2.765, + "rho": [ + 0.3238, + 0.4214, + 0.2549 + ] + }, + { + "episode": 370, + "avg_reward": 7493.5, + "avg_cost": 94.5, + "lambda": 2.37, + "rho": [ + 0.3238, + 0.4214, + 0.2549 + ] + }, + { + "episode": 380, + "avg_reward": 7162.63, + "avg_cost": 35.75, + "lambda": 2.59, + "rho": [ + 0.3238, + 0.4214, + 0.2549 + ] + }, + { + "episode": 390, + "avg_reward": 7490.71, + "avg_cost": 80.0, + "lambda": 2.005, + "rho": [ + 0.3238, + 0.4214, + 0.2549 + ] + }, + { + "episode": 400, + "avg_reward": 7458.23, + "avg_cost": 76.5, + "lambda": 0.6125, + "rho": [ + 0.3195, + 0.4342, + 0.2463 + ] + }, + { + "episode": 410, + "avg_reward": 7027.04, + "avg_cost": 41.25, + "lambda": 2.6225, + "rho": [ + 0.3195, + 0.4342, + 0.2463 + ] + }, + { + "episode": 420, + "avg_reward": 7173.0, + "avg_cost": 32.25, + "lambda": 1.955, + "rho": [ + 0.3195, + 0.4342, + 0.2463 + ] + }, + { + "episode": 430, + "avg_reward": 7485.9, + "avg_cost": 112.0, + "lambda": 2.1625, + "rho": [ + 0.3195, + 0.4342, + 0.2463 + ] + }, + { + "episode": 440, + "avg_reward": 7353.38, + "avg_cost": 69.75, + "lambda": 1.5275, + "rho": [ + 0.3195, + 0.4342, + 0.2463 + ] + }, + { + "episode": 450, + "avg_reward": 7531.76, + "avg_cost": 106.5, + "lambda": 1.865, + "rho": [ + 0.3128, + 0.453, + 0.2342 + ] + }, + { + "episode": 460, + "avg_reward": 7575.23, + "avg_cost": 106.25, + "lambda": 2.1175, + "rho": [ + 0.3128, + 0.453, + 0.2342 + ] + }, + { + "episode": 470, + "avg_reward": 7468.44, + "avg_cost": 71.5, + "lambda": 1.5525, + "rho": [ + 0.3128, + 0.453, + 0.2342 + ] + }, + { + "episode": 480, + "avg_reward": 7478.08, + "avg_cost": 74.25, + "lambda": 1.3425, + "rho": [ + 0.3128, + 0.453, + 0.2342 + ] + }, + { + "episode": 490, + "avg_reward": 7592.96, + "avg_cost": 100.25, + "lambda": 0.9225, + "rho": [ + 0.3128, + 0.453, + 0.2342 + ] + }, + { + "episode": 500, + "avg_reward": 7486.11, + "avg_cost": 74.5, + "lambda": 1.0975, + "rho": [ + 0.3102, + 0.462, + 0.2278 + ] + }, + { + "episode": 510, + "avg_reward": 7690.35, + "avg_cost": 132.0, + "lambda": 1.78, + "rho": [ + 0.3102, + 0.462, + 0.2278 + ] + }, + { + "episode": 520, + "avg_reward": 7577.77, + "avg_cost": 58.75, + "lambda": 0.1525, + "rho": [ + 0.3102, + 0.462, + 0.2278 + ] + }, + { + "episode": 530, + "avg_reward": 7582.68, + "avg_cost": 50.25, + "lambda": 0.69, + "rho": [ + 0.3102, + 0.462, + 0.2278 + ] + }, + { + "episode": 540, + "avg_reward": 7508.74, + "avg_cost": 63.5, + "lambda": 1.3325, + "rho": [ + 0.3102, + 0.462, + 0.2278 + ] + }, + { + "episode": 550, + "avg_reward": 7824.88, + "avg_cost": 142.25, + "lambda": 1.2025, + "rho": [ + 0.303, + 0.4751, + 0.2219 + ] + }, + { + "episode": 560, + "avg_reward": 7628.64, + "avg_cost": 59.5, + "lambda": 0.0, + "rho": [ + 0.303, + 0.4751, + 0.2219 + ] + }, + { + "episode": 570, + "avg_reward": 7627.32, + "avg_cost": 79.75, + "lambda": 0.265, + "rho": [ + 0.303, + 0.4751, + 0.2219 + ] + }, + { + "episode": 580, + "avg_reward": 7544.35, + "avg_cost": 99.75, + "lambda": 3.775, + "rho": [ + 0.303, + 0.4751, + 0.2219 + ] + }, + { + "episode": 590, + "avg_reward": 7528.84, + "avg_cost": 50.25, + "lambda": 0.015, + "rho": [ + 0.303, + 0.4751, + 0.2219 + ] + }, + { + "episode": 600, + "avg_reward": 7590.79, + "avg_cost": 62.0, + "lambda": 1.3375, + "rho": [ + 0.3009, + 0.4793, + 0.2197 + ] + }, + { + "episode": 610, + "avg_reward": 7749.62, + "avg_cost": 129.25, + "lambda": 1.7825, + "rho": [ + 0.3009, + 0.4793, + 0.2197 + ] + }, + { + "episode": 620, + "avg_reward": 7410.04, + "avg_cost": 25.75, + "lambda": 0.0, + "rho": [ + 0.3009, + 0.4793, + 0.2197 + ] + }, + { + "episode": 630, + "avg_reward": 7561.94, + "avg_cost": 93.75, + "lambda": 3.0675, + "rho": [ + 0.3009, + 0.4793, + 0.2197 + ] + }, + { + "episode": 640, + "avg_reward": 7533.34, + "avg_cost": 40.75, + "lambda": 0.0, + "rho": [ + 0.3009, + 0.4793, + 0.2197 + ] + }, + { + "episode": 650, + "avg_reward": 7600.14, + "avg_cost": 53.75, + "lambda": 1.9725, + "rho": [ + 0.3025, + 0.4757, + 0.2217 + ] + }, + { + "episode": 660, + "avg_reward": 7860.37, + "avg_cost": 163.75, + "lambda": 0.89, + "rho": [ + 0.3025, + 0.4757, + 0.2217 + ] + }, + { + "episode": 670, + "avg_reward": 7558.06, + "avg_cost": 40.75, + "lambda": 1.6025, + "rho": [ + 0.3025, + 0.4757, + 0.2217 + ] + }, + { + "episode": 680, + "avg_reward": 7660.29, + "avg_cost": 69.75, + "lambda": 1.7225, + "rho": [ + 0.3025, + 0.4757, + 0.2217 + ] + }, + { + "episode": 690, + "avg_reward": 7587.42, + "avg_cost": 54.75, + "lambda": 0.635, + "rho": [ + 0.3025, + 0.4757, + 0.2217 + ] + }, + { + "episode": 700, + "avg_reward": 7848.99, + "avg_cost": 117.75, + "lambda": 2.405, + "rho": [ + 0.3064, + 0.4662, + 0.2274 + ] + }, + { + "episode": 710, + "avg_reward": 7594.08, + "avg_cost": 61.0, + "lambda": 1.7475, + "rho": [ + 0.3064, + 0.4662, + 0.2274 + ] + }, + { + "episode": 720, + "avg_reward": 7718.04, + "avg_cost": 108.5, + "lambda": 0.285, + "rho": [ + 0.3064, + 0.4662, + 0.2274 + ] + }, + { + "episode": 730, + "avg_reward": 7598.88, + "avg_cost": 59.75, + "lambda": 2.9425, + "rho": [ + 0.3064, + 0.4662, + 0.2274 + ] + }, + { + "episode": 740, + "avg_reward": 7904.83, + "avg_cost": 184.25, + "lambda": 1.52, + "rho": [ + 0.3064, + 0.4662, + 0.2274 + ] + }, + { + "episode": 750, + "avg_reward": 7678.31, + "avg_cost": 87.0, + "lambda": 2.1225, + "rho": [ + 0.3071, + 0.4642, + 0.2286 + ] + }, + { + "episode": 760, + "avg_reward": 7596.11, + "avg_cost": 51.0, + "lambda": 0.0, + "rho": [ + 0.3071, + 0.4642, + 0.2286 + ] + }, + { + "episode": 770, + "avg_reward": 7554.94, + "avg_cost": 17.25, + "lambda": 1.4225, + "rho": [ + 0.3071, + 0.4642, + 0.2286 + ] + }, + { + "episode": 780, + "avg_reward": 7761.02, + "avg_cost": 124.0, + "lambda": 0.6525, + "rho": [ + 0.3071, + 0.4642, + 0.2286 + ] + }, + { + "episode": 790, + "avg_reward": 7753.37, + "avg_cost": 93.0, + "lambda": 2.0225, + "rho": [ + 0.3071, + 0.4642, + 0.2286 + ] + }, + { + "episode": 800, + "avg_reward": 7963.2, + "avg_cost": 199.5, + "lambda": 3.8, + "rho": [ + 0.3049, + 0.4675, + 0.2276 + ] + }, + { + "episode": 810, + "avg_reward": 7472.38, + "avg_cost": 25.5, + "lambda": 1.9425, + "rho": [ + 0.3049, + 0.4675, + 0.2276 + ] + }, + { + "episode": 820, + "avg_reward": 7607.06, + "avg_cost": 47.25, + "lambda": 1.82, + "rho": [ + 0.3049, + 0.4675, + 0.2276 + ] + }, + { + "episode": 830, + "avg_reward": 7754.05, + "avg_cost": 154.0, + "lambda": 3.9375, + "rho": [ + 0.3049, + 0.4675, + 0.2276 + ] + }, + { + "episode": 840, + "avg_reward": 7699.02, + "avg_cost": 70.0, + "lambda": 0.0, + "rho": [ + 0.3049, + 0.4675, + 0.2276 + ] + }, + { + "episode": 850, + "avg_reward": 7595.61, + "avg_cost": 23.75, + "lambda": 1.3525, + "rho": [ + 0.3051, + 0.4648, + 0.2301 + ] + }, + { + "episode": 860, + "avg_reward": 7815.37, + "avg_cost": 101.0, + "lambda": 3.75, + "rho": [ + 0.3051, + 0.4648, + 0.2301 + ] + }, + { + "episode": 870, + "avg_reward": 7594.52, + "avg_cost": 24.25, + "lambda": 0.66, + "rho": [ + 0.3051, + 0.4648, + 0.2301 + ] + }, + { + "episode": 880, + "avg_reward": 7679.56, + "avg_cost": 59.75, + "lambda": 1.675, + "rho": [ + 0.3051, + 0.4648, + 0.2301 + ] + }, + { + "episode": 890, + "avg_reward": 7958.23, + "avg_cost": 198.25, + "lambda": 1.8825, + "rho": [ + 0.3051, + 0.4648, + 0.2301 + ] + }, + { + "episode": 900, + "avg_reward": 7662.48, + "avg_cost": 60.75, + "lambda": 1.7375, + "rho": [ + 0.3072, + 0.4575, + 0.2353 + ] + }, + { + "episode": 910, + "avg_reward": 7843.92, + "avg_cost": 123.75, + "lambda": 3.0625, + "rho": [ + 0.3072, + 0.4575, + 0.2353 + ] + }, + { + "episode": 920, + "avg_reward": 7627.45, + "avg_cost": 31.5, + "lambda": 2.325, + "rho": [ + 0.3072, + 0.4575, + 0.2353 + ] + }, + { + "episode": 930, + "avg_reward": 7737.72, + "avg_cost": 83.75, + "lambda": 1.77, + "rho": [ + 0.3072, + 0.4575, + 0.2353 + ] + }, + { + "episode": 940, + "avg_reward": 7669.95, + "avg_cost": 48.0, + "lambda": 0.255, + "rho": [ + 0.3072, + 0.4575, + 0.2353 + ] + }, + { + "episode": 950, + "avg_reward": 7645.5, + "avg_cost": 40.5, + "lambda": 3.91, + "rho": [ + 0.3107, + 0.4469, + 0.2425 + ] + }, + { + "episode": 960, + "avg_reward": 7709.81, + "avg_cost": 55.5, + "lambda": 0.0, + "rho": [ + 0.3107, + 0.4469, + 0.2425 + ] + }, + { + "episode": 970, + "avg_reward": 7822.57, + "avg_cost": 82.5, + "lambda": 3.825, + "rho": [ + 0.3107, + 0.4469, + 0.2425 + ] + }, + { + "episode": 980, + "avg_reward": 7652.66, + "avg_cost": 47.5, + "lambda": 2.705, + "rho": [ + 0.3107, + 0.4469, + 0.2425 + ] + }, + { + "episode": 990, + "avg_reward": 7765.09, + "avg_cost": 77.5, + "lambda": 0.5775, + "rho": [ + 0.3107, + 0.4469, + 0.2425 + ] + }, + { + "episode": 1000, + "avg_reward": 7831.63, + "avg_cost": 88.0, + "lambda": 2.475, + "rho": [ + 0.3118, + 0.4423, + 0.2459 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..09b6f38f42898f59532acce192807edcde2a2ba2 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4614214.8, + "constraint_satisfaction_pct": 62.4, + "final_rho": [ + 0.3062, + 0.3154, + 0.3784 + ], + "final_lambda": 10.5575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -60.92, + "avg_cost": 163.25, + "lambda": 6.3825, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": 5012.55, + "avg_cost": 71.5, + "lambda": 8.15, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": 4956.25, + "avg_cost": 98.25, + "lambda": 14.81, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": 3216.72, + "avg_cost": 21.0, + "lambda": 17.3575, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": 4924.04, + "avg_cost": 63.75, + "lambda": 21.1675, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": 3569.64, + "avg_cost": 22.5, + "lambda": 21.6025, + "rho": [ + 0.295, + 0.3273, + 0.3777 + ] + }, + { + "episode": 60, + "avg_reward": 4252.94, + "avg_cost": 49.75, + "lambda": 23.37, + "rho": [ + 0.295, + 0.3273, + 0.3777 + ] + }, + { + "episode": 70, + "avg_reward": 5101.83, + "avg_cost": 43.25, + "lambda": 24.405, + "rho": [ + 0.295, + 0.3273, + 0.3777 + ] + }, + { + "episode": 80, + "avg_reward": 5790.86, + "avg_cost": 78.25, + "lambda": 25.28, + "rho": [ + 0.295, + 0.3273, + 0.3777 + ] + }, + { + "episode": 90, + "avg_reward": 4315.11, + "avg_cost": 27.5, + "lambda": 26.4175, + "rho": [ + 0.295, + 0.3273, + 0.3777 + ] + }, + { + "episode": 100, + "avg_reward": 3675.74, + "avg_cost": 17.75, + "lambda": 26.8175, + "rho": [ + 0.3003, + 0.3108, + 0.3889 + ] + }, + { + "episode": 110, + "avg_reward": 4675.83, + "avg_cost": 23.25, + "lambda": 27.6475, + "rho": [ + 0.3003, + 0.3108, + 0.3889 + ] + }, + { + "episode": 120, + "avg_reward": 3877.83, + "avg_cost": 18.75, + "lambda": 27.5675, + "rho": [ + 0.3003, + 0.3108, + 0.3889 + ] + }, + { + "episode": 130, + "avg_reward": 4014.01, + "avg_cost": 18.5, + "lambda": 27.615, + "rho": [ + 0.3003, + 0.3108, + 0.3889 + ] + }, + { + "episode": 140, + "avg_reward": 4982.63, + "avg_cost": 46.25, + "lambda": 27.945, + "rho": [ + 0.3003, + 0.3108, + 0.3889 + ] + }, + { + "episode": 150, + "avg_reward": 5032.2, + "avg_cost": 44.75, + "lambda": 28.86, + "rho": [ + 0.3048, + 0.312, + 0.3832 + ] + }, + { + "episode": 160, + "avg_reward": 4372.03, + "avg_cost": 38.25, + "lambda": 29.74, + "rho": [ + 0.3048, + 0.312, + 0.3832 + ] + }, + { + "episode": 170, + "avg_reward": 4866.36, + "avg_cost": 36.5, + "lambda": 30.6825, + "rho": [ + 0.3048, + 0.312, + 0.3832 + ] + }, + { + "episode": 180, + "avg_reward": 3902.3, + "avg_cost": 18.0, + "lambda": 31.0825, + "rho": [ + 0.3048, + 0.312, + 0.3832 + ] + }, + { + "episode": 190, + "avg_reward": 4299.76, + "avg_cost": 61.75, + "lambda": 32.145, + "rho": [ + 0.3048, + 0.312, + 0.3832 + ] + }, + { + "episode": 200, + "avg_reward": 4695.51, + "avg_cost": 22.5, + "lambda": 33.07, + "rho": [ + 0.305, + 0.3197, + 0.3753 + ] + }, + { + "episode": 210, + "avg_reward": 4201.1, + "avg_cost": 64.75, + "lambda": 35.3125, + "rho": [ + 0.305, + 0.3197, + 0.3753 + ] + }, + { + "episode": 220, + "avg_reward": 4865.89, + "avg_cost": 55.0, + "lambda": 38.995, + "rho": [ + 0.305, + 0.3197, + 0.3753 + ] + }, + { + "episode": 230, + "avg_reward": 5750.75, + "avg_cost": 53.75, + "lambda": 41.43, + "rho": [ + 0.305, + 0.3197, + 0.3753 + ] + }, + { + "episode": 240, + "avg_reward": 3231.91, + "avg_cost": 27.75, + "lambda": 43.2775, + "rho": [ + 0.305, + 0.3197, + 0.3753 + ] + }, + { + "episode": 250, + "avg_reward": 3519.44, + "avg_cost": 21.0, + "lambda": 44.4375, + "rho": [ + 0.3027, + 0.3229, + 0.3744 + ] + }, + { + "episode": 260, + "avg_reward": 3690.78, + "avg_cost": 25.0, + "lambda": 46.59, + "rho": [ + 0.3027, + 0.3229, + 0.3744 + ] + }, + { + "episode": 270, + "avg_reward": 3926.53, + "avg_cost": 18.0, + "lambda": 45.3775, + "rho": [ + 0.3027, + 0.3229, + 0.3744 + ] + }, + { + "episode": 280, + "avg_reward": 4244.4, + "avg_cost": 12.25, + "lambda": 45.25, + "rho": [ + 0.3027, + 0.3229, + 0.3744 + ] + }, + { + "episode": 290, + "avg_reward": 4928.35, + "avg_cost": 55.75, + "lambda": 46.535, + "rho": [ + 0.3027, + 0.3229, + 0.3744 + ] + }, + { + "episode": 300, + "avg_reward": 2744.11, + "avg_cost": 5.5, + "lambda": 45.0475, + "rho": [ + 0.3055, + 0.3242, + 0.3703 + ] + }, + { + "episode": 310, + "avg_reward": 3733.51, + "avg_cost": 13.75, + "lambda": 44.13, + "rho": [ + 0.3055, + 0.3242, + 0.3703 + ] + }, + { + "episode": 320, + "avg_reward": 4343.9, + "avg_cost": 10.75, + "lambda": 44.3175, + "rho": [ + 0.3055, + 0.3242, + 0.3703 + ] + }, + { + "episode": 330, + "avg_reward": 2948.57, + "avg_cost": 37.75, + "lambda": 43.9, + "rho": [ + 0.3055, + 0.3242, + 0.3703 + ] + }, + { + "episode": 340, + "avg_reward": 3095.54, + "avg_cost": 31.5, + "lambda": 45.3825, + "rho": [ + 0.3055, + 0.3242, + 0.3703 + ] + }, + { + "episode": 350, + "avg_reward": 3206.75, + "avg_cost": 27.75, + "lambda": 46.1375, + "rho": [ + 0.3042, + 0.3277, + 0.3681 + ] + }, + { + "episode": 360, + "avg_reward": 3652.17, + "avg_cost": 24.75, + "lambda": 46.65, + "rho": [ + 0.3042, + 0.3277, + 0.3681 + ] + }, + { + "episode": 370, + "avg_reward": 3528.47, + "avg_cost": 22.0, + "lambda": 46.895, + "rho": [ + 0.3042, + 0.3277, + 0.3681 + ] + }, + { + "episode": 380, + "avg_reward": 4403.52, + "avg_cost": 34.5, + "lambda": 46.595, + "rho": [ + 0.3042, + 0.3277, + 0.3681 + ] + }, + { + "episode": 390, + "avg_reward": 3872.07, + "avg_cost": 21.5, + "lambda": 46.3325, + "rho": [ + 0.3042, + 0.3277, + 0.3681 + ] + }, + { + "episode": 400, + "avg_reward": 3616.65, + "avg_cost": 20.5, + "lambda": 46.02, + "rho": [ + 0.3035, + 0.3269, + 0.3696 + ] + }, + { + "episode": 410, + "avg_reward": 2984.63, + "avg_cost": 31.0, + "lambda": 46.3475, + "rho": [ + 0.3035, + 0.3269, + 0.3696 + ] + }, + { + "episode": 420, + "avg_reward": 2923.23, + "avg_cost": 20.0, + "lambda": 47.25, + "rho": [ + 0.3035, + 0.3269, + 0.3696 + ] + }, + { + "episode": 430, + "avg_reward": 3954.72, + "avg_cost": 19.0, + "lambda": 46.8525, + "rho": [ + 0.3035, + 0.3269, + 0.3696 + ] + }, + { + "episode": 440, + "avg_reward": 5179.32, + "avg_cost": 26.75, + "lambda": 46.45, + "rho": [ + 0.3035, + 0.3269, + 0.3696 + ] + }, + { + "episode": 450, + "avg_reward": 4996.42, + "avg_cost": 25.0, + "lambda": 46.3875, + "rho": [ + 0.3051, + 0.3279, + 0.3671 + ] + }, + { + "episode": 460, + "avg_reward": 3940.49, + "avg_cost": 21.5, + "lambda": 46.12, + "rho": [ + 0.3051, + 0.3279, + 0.3671 + ] + }, + { + "episode": 470, + "avg_reward": 4752.75, + "avg_cost": 25.5, + "lambda": 45.555, + "rho": [ + 0.3051, + 0.3279, + 0.3671 + ] + }, + { + "episode": 480, + "avg_reward": 3626.92, + "avg_cost": 12.0, + "lambda": 44.66, + "rho": [ + 0.3051, + 0.3279, + 0.3671 + ] + }, + { + "episode": 490, + "avg_reward": 3524.91, + "avg_cost": 10.75, + "lambda": 44.3925, + "rho": [ + 0.3051, + 0.3279, + 0.3671 + ] + }, + { + "episode": 500, + "avg_reward": 4626.16, + "avg_cost": 24.75, + "lambda": 44.225, + "rho": [ + 0.3039, + 0.3282, + 0.368 + ] + }, + { + "episode": 510, + "avg_reward": 3802.62, + "avg_cost": 22.5, + "lambda": 43.9775, + "rho": [ + 0.3039, + 0.3282, + 0.368 + ] + }, + { + "episode": 520, + "avg_reward": 3449.34, + "avg_cost": 10.75, + "lambda": 43.6225, + "rho": [ + 0.3039, + 0.3282, + 0.368 + ] + }, + { + "episode": 530, + "avg_reward": 3831.27, + "avg_cost": 15.0, + "lambda": 43.405, + "rho": [ + 0.3039, + 0.3282, + 0.368 + ] + }, + { + "episode": 540, + "avg_reward": 4331.49, + "avg_cost": 9.25, + "lambda": 42.1, + "rho": [ + 0.3039, + 0.3282, + 0.368 + ] + }, + { + "episode": 550, + "avg_reward": 4009.14, + "avg_cost": 14.75, + "lambda": 41.055, + "rho": [ + 0.3036, + 0.3257, + 0.3707 + ] + }, + { + "episode": 560, + "avg_reward": 4151.72, + "avg_cost": 16.75, + "lambda": 40.3025, + "rho": [ + 0.3036, + 0.3257, + 0.3707 + ] + }, + { + "episode": 570, + "avg_reward": 3681.53, + "avg_cost": 15.0, + "lambda": 39.3725, + "rho": [ + 0.3036, + 0.3257, + 0.3707 + ] + }, + { + "episode": 580, + "avg_reward": 3926.3, + "avg_cost": 17.25, + "lambda": 38.865, + "rho": [ + 0.3036, + 0.3257, + 0.3707 + ] + }, + { + "episode": 590, + "avg_reward": 5010.35, + "avg_cost": 9.5, + "lambda": 38.025, + "rho": [ + 0.3036, + 0.3257, + 0.3707 + ] + }, + { + "episode": 600, + "avg_reward": 3906.96, + "avg_cost": 10.75, + "lambda": 36.4525, + "rho": [ + 0.301, + 0.3243, + 0.3747 + ] + }, + { + "episode": 610, + "avg_reward": 3787.65, + "avg_cost": 9.5, + "lambda": 34.83, + "rho": [ + 0.301, + 0.3243, + 0.3747 + ] + }, + { + "episode": 620, + "avg_reward": 4611.15, + "avg_cost": 4.5, + "lambda": 33.045, + "rho": [ + 0.301, + 0.3243, + 0.3747 + ] + }, + { + "episode": 630, + "avg_reward": 4901.23, + "avg_cost": 21.0, + "lambda": 31.6725, + "rho": [ + 0.301, + 0.3243, + 0.3747 + ] + }, + { + "episode": 640, + "avg_reward": 4570.21, + "avg_cost": 4.25, + "lambda": 29.9425, + "rho": [ + 0.301, + 0.3243, + 0.3747 + ] + }, + { + "episode": 650, + "avg_reward": 4379.57, + "avg_cost": 8.25, + "lambda": 27.8625, + "rho": [ + 0.301, + 0.3231, + 0.3759 + ] + }, + { + "episode": 660, + "avg_reward": 4901.22, + "avg_cost": 9.5, + "lambda": 25.9725, + "rho": [ + 0.301, + 0.3231, + 0.3759 + ] + }, + { + "episode": 670, + "avg_reward": 5493.07, + "avg_cost": 18.5, + "lambda": 24.09, + "rho": [ + 0.301, + 0.3231, + 0.3759 + ] + }, + { + "episode": 680, + "avg_reward": 5476.92, + "avg_cost": 11.5, + "lambda": 22.6225, + "rho": [ + 0.301, + 0.3231, + 0.3759 + ] + }, + { + "episode": 690, + "avg_reward": 5497.3, + "avg_cost": 10.75, + "lambda": 21.38, + "rho": [ + 0.301, + 0.3231, + 0.3759 + ] + }, + { + "episode": 700, + "avg_reward": 5586.2, + "avg_cost": 10.75, + "lambda": 19.565, + "rho": [ + 0.3016, + 0.3241, + 0.3743 + ] + }, + { + "episode": 710, + "avg_reward": 4899.86, + "avg_cost": 9.75, + "lambda": 18.07, + "rho": [ + 0.3016, + 0.3241, + 0.3743 + ] + }, + { + "episode": 720, + "avg_reward": 4937.06, + "avg_cost": 10.0, + "lambda": 16.665, + "rho": [ + 0.3016, + 0.3241, + 0.3743 + ] + }, + { + "episode": 730, + "avg_reward": 5380.21, + "avg_cost": 5.0, + "lambda": 14.9925, + "rho": [ + 0.3016, + 0.3241, + 0.3743 + ] + }, + { + "episode": 740, + "avg_reward": 5579.31, + "avg_cost": 3.0, + "lambda": 13.49, + "rho": [ + 0.3016, + 0.3241, + 0.3743 + ] + }, + { + "episode": 750, + "avg_reward": 5796.74, + "avg_cost": 14.0, + "lambda": 12.5225, + "rho": [ + 0.3016, + 0.3252, + 0.3731 + ] + }, + { + "episode": 760, + "avg_reward": 5693.34, + "avg_cost": 11.0, + "lambda": 11.205, + "rho": [ + 0.3016, + 0.3252, + 0.3731 + ] + }, + { + "episode": 770, + "avg_reward": 5499.47, + "avg_cost": 7.5, + "lambda": 9.7125, + "rho": [ + 0.3016, + 0.3252, + 0.3731 + ] + }, + { + "episode": 780, + "avg_reward": 5357.84, + "avg_cost": 9.5, + "lambda": 8.0525, + "rho": [ + 0.3016, + 0.3252, + 0.3731 + ] + }, + { + "episode": 790, + "avg_reward": 5849.95, + "avg_cost": 14.25, + "lambda": 6.58, + "rho": [ + 0.3016, + 0.3252, + 0.3731 + ] + }, + { + "episode": 800, + "avg_reward": 5925.84, + "avg_cost": 40.25, + "lambda": 6.795, + "rho": [ + 0.3023, + 0.3241, + 0.3737 + ] + }, + { + "episode": 810, + "avg_reward": 6289.55, + "avg_cost": 37.5, + "lambda": 8.85, + "rho": [ + 0.3023, + 0.3241, + 0.3737 + ] + }, + { + "episode": 820, + "avg_reward": 5759.31, + "avg_cost": 20.0, + "lambda": 8.1925, + "rho": [ + 0.3023, + 0.3241, + 0.3737 + ] + }, + { + "episode": 830, + "avg_reward": 5598.29, + "avg_cost": 12.25, + "lambda": 7.125, + "rho": [ + 0.3023, + 0.3241, + 0.3737 + ] + }, + { + "episode": 840, + "avg_reward": 6428.89, + "avg_cost": 31.0, + "lambda": 6.5525, + "rho": [ + 0.3023, + 0.3241, + 0.3737 + ] + }, + { + "episode": 850, + "avg_reward": 6292.38, + "avg_cost": 60.75, + "lambda": 9.1525, + "rho": [ + 0.3048, + 0.3224, + 0.3728 + ] + }, + { + "episode": 860, + "avg_reward": 6359.08, + "avg_cost": 26.0, + "lambda": 10.0675, + "rho": [ + 0.3048, + 0.3224, + 0.3728 + ] + }, + { + "episode": 870, + "avg_reward": 4779.32, + "avg_cost": 14.0, + "lambda": 9.0425, + "rho": [ + 0.3048, + 0.3224, + 0.3728 + ] + }, + { + "episode": 880, + "avg_reward": 5034.03, + "avg_cost": 8.5, + "lambda": 7.0375, + "rho": [ + 0.3048, + 0.3224, + 0.3728 + ] + }, + { + "episode": 890, + "avg_reward": 4661.59, + "avg_cost": 17.5, + "lambda": 5.365, + "rho": [ + 0.3048, + 0.3224, + 0.3728 + ] + }, + { + "episode": 900, + "avg_reward": 5457.89, + "avg_cost": 15.25, + "lambda": 3.885, + "rho": [ + 0.306, + 0.3196, + 0.3744 + ] + }, + { + "episode": 910, + "avg_reward": 7255.87, + "avg_cost": 110.0, + "lambda": 7.0, + "rho": [ + 0.306, + 0.3196, + 0.3744 + ] + }, + { + "episode": 920, + "avg_reward": 6530.04, + "avg_cost": 83.0, + "lambda": 15.9075, + "rho": [ + 0.306, + 0.3196, + 0.3744 + ] + }, + { + "episode": 930, + "avg_reward": 5623.46, + "avg_cost": 12.0, + "lambda": 17.235, + "rho": [ + 0.306, + 0.3196, + 0.3744 + ] + }, + { + "episode": 940, + "avg_reward": 5074.52, + "avg_cost": 4.0, + "lambda": 15.525, + "rho": [ + 0.306, + 0.3196, + 0.3744 + ] + }, + { + "episode": 950, + "avg_reward": 4864.15, + "avg_cost": 10.5, + "lambda": 13.5075, + "rho": [ + 0.3051, + 0.3177, + 0.3772 + ] + }, + { + "episode": 960, + "avg_reward": 5779.01, + "avg_cost": 18.75, + "lambda": 11.82, + "rho": [ + 0.3051, + 0.3177, + 0.3772 + ] + }, + { + "episode": 970, + "avg_reward": 5202.48, + "avg_cost": 16.75, + "lambda": 10.5575, + "rho": [ + 0.3051, + 0.3177, + 0.3772 + ] + }, + { + "episode": 980, + "avg_reward": 5310.6, + "avg_cost": 27.25, + "lambda": 10.5125, + "rho": [ + 0.3051, + 0.3177, + 0.3772 + ] + }, + { + "episode": 990, + "avg_reward": 5315.86, + "avg_cost": 32.25, + "lambda": 11.1825, + "rho": [ + 0.3051, + 0.3177, + 0.3772 + ] + }, + { + "episode": 1000, + "avg_reward": 4855.08, + "avg_cost": 13.0, + "lambda": 10.5575, + "rho": [ + 0.3062, + 0.3154, + 0.3784 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3a7e302a2d5b70decca2d7558c274c9d2032464f --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4937564.5, + "constraint_satisfaction_pct": 61.7, + "final_rho": [ + 0.3815, + 0.2849, + 0.3335 + ], + "final_lambda": 8.06, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -60.92, + "avg_cost": 163.25, + "lambda": 6.2325, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 10, + "avg_reward": 5157.5, + "avg_cost": 68.5, + "lambda": 6.5625, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 20, + "avg_reward": 5962.87, + "avg_cost": 94.0, + "lambda": 12.4175, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 30, + "avg_reward": 5476.47, + "avg_cost": 97.75, + "lambda": 19.5025, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 40, + "avg_reward": 4668.81, + "avg_cost": 69.75, + "lambda": 24.56, + "rho": [ + 0.311, + 0.3436, + 0.3453 + ] + }, + { + "episode": 50, + "avg_reward": 5058.63, + "avg_cost": 89.25, + "lambda": 28.665, + "rho": [ + 0.329, + 0.358, + 0.3129 + ] + }, + { + "episode": 60, + "avg_reward": 5013.63, + "avg_cost": 81.75, + "lambda": 32.785, + "rho": [ + 0.329, + 0.358, + 0.3129 + ] + }, + { + "episode": 70, + "avg_reward": 5576.53, + "avg_cost": 108.0, + "lambda": 38.14, + "rho": [ + 0.329, + 0.358, + 0.3129 + ] + }, + { + "episode": 80, + "avg_reward": 5101.53, + "avg_cost": 95.75, + "lambda": 43.7075, + "rho": [ + 0.329, + 0.358, + 0.3129 + ] + }, + { + "episode": 90, + "avg_reward": 2266.73, + "avg_cost": 8.25, + "lambda": 43.4825, + "rho": [ + 0.329, + 0.358, + 0.3129 + ] + }, + { + "episode": 100, + "avg_reward": 3685.11, + "avg_cost": 6.25, + "lambda": 40.285, + "rho": [ + 0.3209, + 0.3649, + 0.3142 + ] + }, + { + "episode": 110, + "avg_reward": 4406.15, + "avg_cost": 39.0, + "lambda": 38.2325, + "rho": [ + 0.3209, + 0.3649, + 0.3142 + ] + }, + { + "episode": 120, + "avg_reward": 4228.03, + "avg_cost": 18.75, + "lambda": 37.5475, + "rho": [ + 0.3209, + 0.3649, + 0.3142 + ] + }, + { + "episode": 130, + "avg_reward": 4293.36, + "avg_cost": 18.5, + "lambda": 36.815, + "rho": [ + 0.3209, + 0.3649, + 0.3142 + ] + }, + { + "episode": 140, + "avg_reward": 4463.02, + "avg_cost": 43.0, + "lambda": 35.8125, + "rho": [ + 0.3209, + 0.3649, + 0.3142 + ] + }, + { + "episode": 150, + "avg_reward": 3765.31, + "avg_cost": 33.25, + "lambda": 34.2875, + "rho": [ + 0.3177, + 0.3771, + 0.3051 + ] + }, + { + "episode": 160, + "avg_reward": 4120.66, + "avg_cost": 12.25, + "lambda": 32.9575, + "rho": [ + 0.3177, + 0.3771, + 0.3051 + ] + }, + { + "episode": 170, + "avg_reward": 3670.52, + "avg_cost": 32.75, + "lambda": 31.4375, + "rho": [ + 0.3177, + 0.3771, + 0.3051 + ] + }, + { + "episode": 180, + "avg_reward": 3805.5, + "avg_cost": 28.0, + "lambda": 30.095, + "rho": [ + 0.3177, + 0.3771, + 0.3051 + ] + }, + { + "episode": 190, + "avg_reward": 3480.76, + "avg_cost": 35.0, + "lambda": 29.0375, + "rho": [ + 0.3177, + 0.3771, + 0.3051 + ] + }, + { + "episode": 200, + "avg_reward": 3365.71, + "avg_cost": 32.25, + "lambda": 27.8425, + "rho": [ + 0.3195, + 0.3765, + 0.304 + ] + }, + { + "episode": 210, + "avg_reward": 3538.45, + "avg_cost": 35.0, + "lambda": 26.31, + "rho": [ + 0.3195, + 0.3765, + 0.304 + ] + }, + { + "episode": 220, + "avg_reward": 3987.32, + "avg_cost": 18.5, + "lambda": 24.545, + "rho": [ + 0.3195, + 0.3765, + 0.304 + ] + }, + { + "episode": 230, + "avg_reward": 3934.2, + "avg_cost": 32.5, + "lambda": 23.1525, + "rho": [ + 0.3195, + 0.3765, + 0.304 + ] + }, + { + "episode": 240, + "avg_reward": 4139.67, + "avg_cost": 17.0, + "lambda": 21.925, + "rho": [ + 0.3195, + 0.3765, + 0.304 + ] + }, + { + "episode": 250, + "avg_reward": 4437.51, + "avg_cost": 25.0, + "lambda": 21.3525, + "rho": [ + 0.3186, + 0.3779, + 0.3035 + ] + }, + { + "episode": 260, + "avg_reward": 4011.39, + "avg_cost": 23.25, + "lambda": 21.2, + "rho": [ + 0.3186, + 0.3779, + 0.3035 + ] + }, + { + "episode": 270, + "avg_reward": 4540.18, + "avg_cost": 34.5, + "lambda": 19.4825, + "rho": [ + 0.3186, + 0.3779, + 0.3035 + ] + }, + { + "episode": 280, + "avg_reward": 5314.91, + "avg_cost": 89.75, + "lambda": 19.4975, + "rho": [ + 0.3186, + 0.3779, + 0.3035 + ] + }, + { + "episode": 290, + "avg_reward": 4559.73, + "avg_cost": 20.25, + "lambda": 19.9975, + "rho": [ + 0.3186, + 0.3779, + 0.3035 + ] + }, + { + "episode": 300, + "avg_reward": 4522.3, + "avg_cost": 29.75, + "lambda": 19.97, + "rho": [ + 0.3161, + 0.3745, + 0.3094 + ] + }, + { + "episode": 310, + "avg_reward": 4418.93, + "avg_cost": 25.5, + "lambda": 19.595, + "rho": [ + 0.3161, + 0.3745, + 0.3094 + ] + }, + { + "episode": 320, + "avg_reward": 4645.0, + "avg_cost": 30.75, + "lambda": 17.99, + "rho": [ + 0.3161, + 0.3745, + 0.3094 + ] + }, + { + "episode": 330, + "avg_reward": 4632.66, + "avg_cost": 21.75, + "lambda": 20.33, + "rho": [ + 0.3161, + 0.3745, + 0.3094 + ] + }, + { + "episode": 340, + "avg_reward": 5486.7, + "avg_cost": 69.0, + "lambda": 19.685, + "rho": [ + 0.3161, + 0.3745, + 0.3094 + ] + }, + { + "episode": 350, + "avg_reward": 4416.55, + "avg_cost": 27.0, + "lambda": 19.58, + "rho": [ + 0.319, + 0.3693, + 0.3117 + ] + }, + { + "episode": 360, + "avg_reward": 4425.61, + "avg_cost": 31.25, + "lambda": 18.4175, + "rho": [ + 0.319, + 0.3693, + 0.3117 + ] + }, + { + "episode": 370, + "avg_reward": 4709.43, + "avg_cost": 24.25, + "lambda": 16.955, + "rho": [ + 0.319, + 0.3693, + 0.3117 + ] + }, + { + "episode": 380, + "avg_reward": 4484.85, + "avg_cost": 12.0, + "lambda": 16.5925, + "rho": [ + 0.319, + 0.3693, + 0.3117 + ] + }, + { + "episode": 390, + "avg_reward": 5134.9, + "avg_cost": 96.25, + "lambda": 21.525, + "rho": [ + 0.319, + 0.3693, + 0.3117 + ] + }, + { + "episode": 400, + "avg_reward": 4942.26, + "avg_cost": 68.75, + "lambda": 25.845, + "rho": [ + 0.3199, + 0.362, + 0.3181 + ] + }, + { + "episode": 410, + "avg_reward": 4858.24, + "avg_cost": 88.0, + "lambda": 29.8675, + "rho": [ + 0.3199, + 0.362, + 0.3181 + ] + }, + { + "episode": 420, + "avg_reward": 6286.84, + "avg_cost": 152.75, + "lambda": 37.5225, + "rho": [ + 0.3199, + 0.362, + 0.3181 + ] + }, + { + "episode": 430, + "avg_reward": 5673.27, + "avg_cost": 126.5, + "lambda": 45.79, + "rho": [ + 0.3199, + 0.362, + 0.3181 + ] + }, + { + "episode": 440, + "avg_reward": 3455.14, + "avg_cost": 24.0, + "lambda": 49.07, + "rho": [ + 0.3199, + 0.362, + 0.3181 + ] + }, + { + "episode": 450, + "avg_reward": 3900.96, + "avg_cost": 49.25, + "lambda": 48.735, + "rho": [ + 0.3209, + 0.3532, + 0.3259 + ] + }, + { + "episode": 460, + "avg_reward": 2617.27, + "avg_cost": 1.5, + "lambda": 47.64, + "rho": [ + 0.3209, + 0.3532, + 0.3259 + ] + }, + { + "episode": 470, + "avg_reward": 3006.61, + "avg_cost": 24.25, + "lambda": 45.87, + "rho": [ + 0.3209, + 0.3532, + 0.3259 + ] + }, + { + "episode": 480, + "avg_reward": 2616.47, + "avg_cost": 32.5, + "lambda": 44.05, + "rho": [ + 0.3209, + 0.3532, + 0.3259 + ] + }, + { + "episode": 490, + "avg_reward": 4055.16, + "avg_cost": 29.25, + "lambda": 42.12, + "rho": [ + 0.3209, + 0.3532, + 0.3259 + ] + }, + { + "episode": 500, + "avg_reward": 3852.5, + "avg_cost": 5.25, + "lambda": 39.3975, + "rho": [ + 0.3248, + 0.3454, + 0.3298 + ] + }, + { + "episode": 510, + "avg_reward": 4690.51, + "avg_cost": 6.75, + "lambda": 36.2075, + "rho": [ + 0.3248, + 0.3454, + 0.3298 + ] + }, + { + "episode": 520, + "avg_reward": 4601.66, + "avg_cost": 6.0, + "lambda": 33.135, + "rho": [ + 0.3248, + 0.3454, + 0.3298 + ] + }, + { + "episode": 530, + "avg_reward": 4427.66, + "avg_cost": 14.5, + "lambda": 31.675, + "rho": [ + 0.3248, + 0.3454, + 0.3298 + ] + }, + { + "episode": 540, + "avg_reward": 4962.29, + "avg_cost": 5.0, + "lambda": 31.61, + "rho": [ + 0.3248, + 0.3454, + 0.3298 + ] + }, + { + "episode": 550, + "avg_reward": 5020.63, + "avg_cost": 7.75, + "lambda": 29.7325, + "rho": [ + 0.3286, + 0.3365, + 0.3349 + ] + }, + { + "episode": 560, + "avg_reward": 4309.33, + "avg_cost": 5.75, + "lambda": 26.8425, + "rho": [ + 0.3286, + 0.3365, + 0.3349 + ] + }, + { + "episode": 570, + "avg_reward": 3981.53, + "avg_cost": 19.75, + "lambda": 24.535, + "rho": [ + 0.3286, + 0.3365, + 0.3349 + ] + }, + { + "episode": 580, + "avg_reward": 4026.45, + "avg_cost": 29.75, + "lambda": 22.1875, + "rho": [ + 0.3286, + 0.3365, + 0.3349 + ] + }, + { + "episode": 590, + "avg_reward": 4105.15, + "avg_cost": 39.0, + "lambda": 21.8325, + "rho": [ + 0.3286, + 0.3365, + 0.3349 + ] + }, + { + "episode": 600, + "avg_reward": 4642.61, + "avg_cost": 27.5, + "lambda": 21.1125, + "rho": [ + 0.3348, + 0.3296, + 0.3357 + ] + }, + { + "episode": 610, + "avg_reward": 4289.7, + "avg_cost": 7.25, + "lambda": 18.76, + "rho": [ + 0.3348, + 0.3296, + 0.3357 + ] + }, + { + "episode": 620, + "avg_reward": 5059.21, + "avg_cost": 16.75, + "lambda": 15.9375, + "rho": [ + 0.3348, + 0.3296, + 0.3357 + ] + }, + { + "episode": 630, + "avg_reward": 5263.0, + "avg_cost": 19.25, + "lambda": 13.075, + "rho": [ + 0.3348, + 0.3296, + 0.3357 + ] + }, + { + "episode": 640, + "avg_reward": 5135.68, + "avg_cost": 9.0, + "lambda": 10.25, + "rho": [ + 0.3348, + 0.3296, + 0.3357 + ] + }, + { + "episode": 650, + "avg_reward": 5554.98, + "avg_cost": 12.75, + "lambda": 7.8225, + "rho": [ + 0.3413, + 0.3215, + 0.3372 + ] + }, + { + "episode": 660, + "avg_reward": 5357.97, + "avg_cost": 19.5, + "lambda": 6.19, + "rho": [ + 0.3413, + 0.3215, + 0.3372 + ] + }, + { + "episode": 670, + "avg_reward": 6010.08, + "avg_cost": 27.5, + "lambda": 4.3625, + "rho": [ + 0.3413, + 0.3215, + 0.3372 + ] + }, + { + "episode": 680, + "avg_reward": 6457.61, + "avg_cost": 56.0, + "lambda": 5.4825, + "rho": [ + 0.3413, + 0.3215, + 0.3372 + ] + }, + { + "episode": 690, + "avg_reward": 6232.95, + "avg_cost": 50.5, + "lambda": 5.0925, + "rho": [ + 0.3413, + 0.3215, + 0.3372 + ] + }, + { + "episode": 700, + "avg_reward": 6030.77, + "avg_cost": 54.75, + "lambda": 4.7475, + "rho": [ + 0.3477, + 0.3169, + 0.3354 + ] + }, + { + "episode": 710, + "avg_reward": 6093.16, + "avg_cost": 31.5, + "lambda": 4.4075, + "rho": [ + 0.3477, + 0.3169, + 0.3354 + ] + }, + { + "episode": 720, + "avg_reward": 6307.44, + "avg_cost": 43.5, + "lambda": 4.9225, + "rho": [ + 0.3477, + 0.3169, + 0.3354 + ] + }, + { + "episode": 730, + "avg_reward": 6700.06, + "avg_cost": 78.25, + "lambda": 5.6025, + "rho": [ + 0.3477, + 0.3169, + 0.3354 + ] + }, + { + "episode": 740, + "avg_reward": 5753.35, + "avg_cost": 24.0, + "lambda": 7.4925, + "rho": [ + 0.3477, + 0.3169, + 0.3354 + ] + }, + { + "episode": 750, + "avg_reward": 4359.11, + "avg_cost": 10.25, + "lambda": 5.4575, + "rho": [ + 0.3567, + 0.3105, + 0.3328 + ] + }, + { + "episode": 760, + "avg_reward": 5007.54, + "avg_cost": 15.75, + "lambda": 3.6475, + "rho": [ + 0.3567, + 0.3105, + 0.3328 + ] + }, + { + "episode": 770, + "avg_reward": 5661.21, + "avg_cost": 26.25, + "lambda": 2.7575, + "rho": [ + 0.3567, + 0.3105, + 0.3328 + ] + }, + { + "episode": 780, + "avg_reward": 4688.21, + "avg_cost": 17.5, + "lambda": 1.2425, + "rho": [ + 0.3567, + 0.3105, + 0.3328 + ] + }, + { + "episode": 790, + "avg_reward": 5432.65, + "avg_cost": 35.0, + "lambda": 0.0, + "rho": [ + 0.3567, + 0.3105, + 0.3328 + ] + }, + { + "episode": 800, + "avg_reward": 6448.82, + "avg_cost": 48.25, + "lambda": 1.1125, + "rho": [ + 0.3664, + 0.3023, + 0.3313 + ] + }, + { + "episode": 810, + "avg_reward": 6407.87, + "avg_cost": 47.75, + "lambda": 1.535, + "rho": [ + 0.3664, + 0.3023, + 0.3313 + ] + }, + { + "episode": 820, + "avg_reward": 5327.33, + "avg_cost": 19.5, + "lambda": 3.26, + "rho": [ + 0.3664, + 0.3023, + 0.3313 + ] + }, + { + "episode": 830, + "avg_reward": 5030.29, + "avg_cost": 17.0, + "lambda": 2.4625, + "rho": [ + 0.3664, + 0.3023, + 0.3313 + ] + }, + { + "episode": 840, + "avg_reward": 4864.74, + "avg_cost": 15.0, + "lambda": 0.155, + "rho": [ + 0.3664, + 0.3023, + 0.3313 + ] + }, + { + "episode": 850, + "avg_reward": 5522.62, + "avg_cost": 44.25, + "lambda": 1.9725, + "rho": [ + 0.3707, + 0.2979, + 0.3313 + ] + }, + { + "episode": 860, + "avg_reward": 5783.92, + "avg_cost": 39.5, + "lambda": 2.8675, + "rho": [ + 0.3707, + 0.2979, + 0.3313 + ] + }, + { + "episode": 870, + "avg_reward": 5837.14, + "avg_cost": 33.25, + "lambda": 2.5825, + "rho": [ + 0.3707, + 0.2979, + 0.3313 + ] + }, + { + "episode": 880, + "avg_reward": 5556.78, + "avg_cost": 17.0, + "lambda": 1.5325, + "rho": [ + 0.3707, + 0.2979, + 0.3313 + ] + }, + { + "episode": 890, + "avg_reward": 7115.97, + "avg_cost": 68.5, + "lambda": 1.4775, + "rho": [ + 0.3707, + 0.2979, + 0.3313 + ] + }, + { + "episode": 900, + "avg_reward": 6722.68, + "avg_cost": 56.0, + "lambda": 2.7475, + "rho": [ + 0.3703, + 0.2947, + 0.3349 + ] + }, + { + "episode": 910, + "avg_reward": 6343.47, + "avg_cost": 40.5, + "lambda": 2.925, + "rho": [ + 0.3703, + 0.2947, + 0.3349 + ] + }, + { + "episode": 920, + "avg_reward": 4647.54, + "avg_cost": 23.75, + "lambda": 2.675, + "rho": [ + 0.3703, + 0.2947, + 0.3349 + ] + }, + { + "episode": 930, + "avg_reward": 5840.55, + "avg_cost": 45.75, + "lambda": 2.6675, + "rho": [ + 0.3703, + 0.2947, + 0.3349 + ] + }, + { + "episode": 940, + "avg_reward": 6064.87, + "avg_cost": 33.0, + "lambda": 3.0025, + "rho": [ + 0.3703, + 0.2947, + 0.3349 + ] + }, + { + "episode": 950, + "avg_reward": 6690.52, + "avg_cost": 47.75, + "lambda": 3.9825, + "rho": [ + 0.3743, + 0.2898, + 0.3359 + ] + }, + { + "episode": 960, + "avg_reward": 6960.34, + "avg_cost": 60.75, + "lambda": 6.705, + "rho": [ + 0.3743, + 0.2898, + 0.3359 + ] + }, + { + "episode": 970, + "avg_reward": 6105.62, + "avg_cost": 56.0, + "lambda": 8.755, + "rho": [ + 0.3743, + 0.2898, + 0.3359 + ] + }, + { + "episode": 980, + "avg_reward": 4792.57, + "avg_cost": 10.5, + "lambda": 8.69, + "rho": [ + 0.3743, + 0.2898, + 0.3359 + ] + }, + { + "episode": 990, + "avg_reward": 4399.15, + "avg_cost": 3.0, + "lambda": 7.965, + "rho": [ + 0.3743, + 0.2898, + 0.3359 + ] + }, + { + "episode": 1000, + "avg_reward": 6315.85, + "avg_cost": 48.75, + "lambda": 8.06, + "rho": [ + 0.3815, + 0.2849, + 0.3335 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s0_mamujoco_ManySegmentSwimmer_3x2_state_dependent_implicit_dryrun_mss3x2.json b/results/diagnostic_results_n3_learned_rho_s0_mamujoco_ManySegmentSwimmer_3x2_state_dependent_implicit_dryrun_mss3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..b98f5fcbf603acbb954eff120a20e2ecaf930580 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s0_mamujoco_ManySegmentSwimmer_3x2_state_dependent_implicit_dryrun_mss3x2.json @@ -0,0 +1,96 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 10.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 50, + "total_welfare": -52362.08, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 0.3031, + 0.3873, + 0.3095 + ], + "final_lambda": 5.1591, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -349.53, + "avg_cost": 162.0, + "lambda": 0.262, + "rho": [ + 0.3265, + 0.3512, + 0.3223 + ] + }, + { + "episode": 10, + "avg_reward": -263.4, + "avg_cost": 172.25, + "lambda": 1.987, + "rho": [ + 0.3265, + 0.3512, + 0.3223 + ] + }, + { + "episode": 20, + "avg_reward": -1404.34, + "avg_cost": 25.25, + "lambda": 3.4984, + "rho": [ + 0.3265, + 0.3512, + 0.3223 + ] + }, + { + "episode": 30, + "avg_reward": -1370.01, + "avg_cost": 32.75, + "lambda": 4.2297, + "rho": [ + 0.3265, + 0.3512, + 0.3223 + ] + }, + { + "episode": 40, + "avg_reward": -1497.77, + "avg_cost": 27.0, + "lambda": 4.7693, + "rho": [ + 0.3265, + 0.3512, + 0.3223 + ] + }, + { + "episode": 50, + "avg_reward": -1229.87, + "avg_cost": 24.25, + "lambda": 5.1591, + "rho": [ + 0.3031, + 0.3873, + 0.3095 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..bc3cf07cc1efa3231df3440522133b18bb11f7e3 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 945429.34, + "constraint_satisfaction_pct": 87.0, + "final_rho": [ + 0.0086, + 0.2634, + 0.7279 + ], + "final_lambda": 1.5, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2814.25, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": -2722.46, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": -2967.66, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": -2577.35, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": -2602.1, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": -2424.7, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2925, + 0.3305, + 0.377 + ] + }, + { + "episode": 60, + "avg_reward": -2266.07, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2925, + 0.3305, + 0.377 + ] + }, + { + "episode": 70, + "avg_reward": -2014.2, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2925, + 0.3305, + 0.377 + ] + }, + { + "episode": 80, + "avg_reward": -1898.71, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2925, + 0.3305, + 0.377 + ] + }, + { + "episode": 90, + "avg_reward": -1289.51, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2925, + 0.3305, + 0.377 + ] + }, + { + "episode": 100, + "avg_reward": -1538.91, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2715, + 0.3403, + 0.3882 + ] + }, + { + "episode": 110, + "avg_reward": -1967.51, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2715, + 0.3403, + 0.3882 + ] + }, + { + "episode": 120, + "avg_reward": -1369.99, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2715, + 0.3403, + 0.3882 + ] + }, + { + "episode": 130, + "avg_reward": -1187.63, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2715, + 0.3403, + 0.3882 + ] + }, + { + "episode": 140, + "avg_reward": -934.39, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2715, + 0.3403, + 0.3882 + ] + }, + { + "episode": 150, + "avg_reward": -996.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2553, + 0.3481, + 0.3966 + ] + }, + { + "episode": 160, + "avg_reward": -1256.78, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2553, + 0.3481, + 0.3966 + ] + }, + { + "episode": 170, + "avg_reward": -841.2, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2553, + 0.3481, + 0.3966 + ] + }, + { + "episode": 180, + "avg_reward": -1227.57, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2553, + 0.3481, + 0.3966 + ] + }, + { + "episode": 190, + "avg_reward": -780.28, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2553, + 0.3481, + 0.3966 + ] + }, + { + "episode": 200, + "avg_reward": -1108.8, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2417, + 0.3546, + 0.4037 + ] + }, + { + "episode": 210, + "avg_reward": -368.11, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2417, + 0.3546, + 0.4037 + ] + }, + { + "episode": 220, + "avg_reward": -651.94, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2417, + 0.3546, + 0.4037 + ] + }, + { + "episode": 230, + "avg_reward": -1324.17, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 0.2417, + 0.3546, + 0.4037 + ] + }, + { + "episode": 240, + "avg_reward": -444.99, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 0.2417, + 0.3546, + 0.4037 + ] + }, + { + "episode": 250, + "avg_reward": -1245.83, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2251, + 0.3488, + 0.4262 + ] + }, + { + "episode": 260, + "avg_reward": 188.27, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2251, + 0.3488, + 0.4262 + ] + }, + { + "episode": 270, + "avg_reward": 49.64, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2251, + 0.3488, + 0.4262 + ] + }, + { + "episode": 280, + "avg_reward": -35.45, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 0.2251, + 0.3488, + 0.4262 + ] + }, + { + "episode": 290, + "avg_reward": -669.02, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 0.2251, + 0.3488, + 0.4262 + ] + }, + { + "episode": 300, + "avg_reward": 440.16, + "avg_cost": 3.75, + "lambda": 1.5, + "rho": [ + 0.2043, + 0.337, + 0.4587 + ] + }, + { + "episode": 310, + "avg_reward": 595.82, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 0.2043, + 0.337, + 0.4587 + ] + }, + { + "episode": 320, + "avg_reward": -884.35, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 0.2043, + 0.337, + 0.4587 + ] + }, + { + "episode": 330, + "avg_reward": 402.32, + "avg_cost": 3.25, + "lambda": 1.5, + "rho": [ + 0.2043, + 0.337, + 0.4587 + ] + }, + { + "episode": 340, + "avg_reward": -141.29, + "avg_cost": 3.25, + "lambda": 1.5, + "rho": [ + 0.2043, + 0.337, + 0.4587 + ] + }, + { + "episode": 350, + "avg_reward": -137.52, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 0.1769, + 0.3305, + 0.4926 + ] + }, + { + "episode": 360, + "avg_reward": 828.27, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 0.1769, + 0.3305, + 0.4926 + ] + }, + { + "episode": 370, + "avg_reward": 347.21, + "avg_cost": 2.75, + "lambda": 1.5, + "rho": [ + 0.1769, + 0.3305, + 0.4926 + ] + }, + { + "episode": 380, + "avg_reward": 887.61, + "avg_cost": 8.25, + "lambda": 1.5, + "rho": [ + 0.1769, + 0.3305, + 0.4926 + ] + }, + { + "episode": 390, + "avg_reward": 478.6, + "avg_cost": 5.25, + "lambda": 1.5, + "rho": [ + 0.1769, + 0.3305, + 0.4926 + ] + }, + { + "episode": 400, + "avg_reward": 1379.76, + "avg_cost": 4.5, + "lambda": 1.5, + "rho": [ + 0.1457, + 0.3269, + 0.5274 + ] + }, + { + "episode": 410, + "avg_reward": 378.32, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 0.1457, + 0.3269, + 0.5274 + ] + }, + { + "episode": 420, + "avg_reward": 1104.2, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 0.1457, + 0.3269, + 0.5274 + ] + }, + { + "episode": 430, + "avg_reward": 1902.65, + "avg_cost": 15.0, + "lambda": 1.5, + "rho": [ + 0.1457, + 0.3269, + 0.5274 + ] + }, + { + "episode": 440, + "avg_reward": 1641.82, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 0.1457, + 0.3269, + 0.5274 + ] + }, + { + "episode": 450, + "avg_reward": 1393.1, + "avg_cost": 18.0, + "lambda": 1.5, + "rho": [ + 0.1219, + 0.3342, + 0.5439 + ] + }, + { + "episode": 460, + "avg_reward": 394.09, + "avg_cost": 10.25, + "lambda": 1.5, + "rho": [ + 0.1219, + 0.3342, + 0.5439 + ] + }, + { + "episode": 470, + "avg_reward": 2030.55, + "avg_cost": 12.75, + "lambda": 1.5, + "rho": [ + 0.1219, + 0.3342, + 0.5439 + ] + }, + { + "episode": 480, + "avg_reward": 1637.53, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 0.1219, + 0.3342, + 0.5439 + ] + }, + { + "episode": 490, + "avg_reward": 1609.78, + "avg_cost": 7.75, + "lambda": 1.5, + "rho": [ + 0.1219, + 0.3342, + 0.5439 + ] + }, + { + "episode": 500, + "avg_reward": 1707.79, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 0.1007, + 0.3498, + 0.5495 + ] + }, + { + "episode": 510, + "avg_reward": 2511.6, + "avg_cost": 16.0, + "lambda": 1.5, + "rho": [ + 0.1007, + 0.3498, + 0.5495 + ] + }, + { + "episode": 520, + "avg_reward": 1057.52, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 0.1007, + 0.3498, + 0.5495 + ] + }, + { + "episode": 530, + "avg_reward": 1779.86, + "avg_cost": 8.25, + "lambda": 1.5, + "rho": [ + 0.1007, + 0.3498, + 0.5495 + ] + }, + { + "episode": 540, + "avg_reward": 2276.84, + "avg_cost": 27.5, + "lambda": 1.77, + "rho": [ + 0.1007, + 0.3498, + 0.5495 + ] + }, + { + "episode": 550, + "avg_reward": 2475.52, + "avg_cost": 17.5, + "lambda": 1.5, + "rho": [ + 0.078, + 0.3644, + 0.5575 + ] + }, + { + "episode": 560, + "avg_reward": 1683.61, + "avg_cost": 10.5, + "lambda": 1.5, + "rho": [ + 0.078, + 0.3644, + 0.5575 + ] + }, + { + "episode": 570, + "avg_reward": 2112.47, + "avg_cost": 13.0, + "lambda": 1.5, + "rho": [ + 0.078, + 0.3644, + 0.5575 + ] + }, + { + "episode": 580, + "avg_reward": 2695.5, + "avg_cost": 16.5, + "lambda": 1.5, + "rho": [ + 0.078, + 0.3644, + 0.5575 + ] + }, + { + "episode": 590, + "avg_reward": 2213.08, + "avg_cost": 14.75, + "lambda": 1.5, + "rho": [ + 0.078, + 0.3644, + 0.5575 + ] + }, + { + "episode": 600, + "avg_reward": 2097.35, + "avg_cost": 15.5, + "lambda": 1.5, + "rho": [ + 0.0564, + 0.374, + 0.5695 + ] + }, + { + "episode": 610, + "avg_reward": 1924.12, + "avg_cost": 12.0, + "lambda": 1.5, + "rho": [ + 0.0564, + 0.374, + 0.5695 + ] + }, + { + "episode": 620, + "avg_reward": 2027.74, + "avg_cost": 16.0, + "lambda": 1.5, + "rho": [ + 0.0564, + 0.374, + 0.5695 + ] + }, + { + "episode": 630, + "avg_reward": 2327.77, + "avg_cost": 32.0, + "lambda": 1.8375, + "rho": [ + 0.0564, + 0.374, + 0.5695 + ] + }, + { + "episode": 640, + "avg_reward": 2971.57, + "avg_cost": 22.5, + "lambda": 1.5, + "rho": [ + 0.0564, + 0.374, + 0.5695 + ] + }, + { + "episode": 650, + "avg_reward": 2587.53, + "avg_cost": 28.25, + "lambda": 1.635, + "rho": [ + 0.0401, + 0.3679, + 0.592 + ] + }, + { + "episode": 660, + "avg_reward": 3472.41, + "avg_cost": 24.75, + "lambda": 1.68, + "rho": [ + 0.0401, + 0.3679, + 0.592 + ] + }, + { + "episode": 670, + "avg_reward": 3339.2, + "avg_cost": 44.75, + "lambda": 4.0725, + "rho": [ + 0.0401, + 0.3679, + 0.592 + ] + }, + { + "episode": 680, + "avg_reward": 3411.89, + "avg_cost": 22.5, + "lambda": 4.4025, + "rho": [ + 0.0401, + 0.3679, + 0.592 + ] + }, + { + "episode": 690, + "avg_reward": 3274.18, + "avg_cost": 56.25, + "lambda": 6.8925, + "rho": [ + 0.0401, + 0.3679, + 0.592 + ] + }, + { + "episode": 700, + "avg_reward": 2336.04, + "avg_cost": 25.75, + "lambda": 10.6725, + "rho": [ + 0.0305, + 0.3622, + 0.6072 + ] + }, + { + "episode": 710, + "avg_reward": 3732.06, + "avg_cost": 26.0, + "lambda": 10.7325, + "rho": [ + 0.0305, + 0.3622, + 0.6072 + ] + }, + { + "episode": 720, + "avg_reward": 3388.09, + "avg_cost": 27.0, + "lambda": 9.66, + "rho": [ + 0.0305, + 0.3622, + 0.6072 + ] + }, + { + "episode": 730, + "avg_reward": 2370.29, + "avg_cost": 28.75, + "lambda": 9.3825, + "rho": [ + 0.0305, + 0.3622, + 0.6072 + ] + }, + { + "episode": 740, + "avg_reward": 2960.37, + "avg_cost": 6.0, + "lambda": 7.185, + "rho": [ + 0.0305, + 0.3622, + 0.6072 + ] + }, + { + "episode": 750, + "avg_reward": 3222.09, + "avg_cost": 17.25, + "lambda": 4.9125, + "rho": [ + 0.0233, + 0.3424, + 0.6343 + ] + }, + { + "episode": 760, + "avg_reward": 3677.48, + "avg_cost": 16.25, + "lambda": 2.4375, + "rho": [ + 0.0233, + 0.3424, + 0.6343 + ] + }, + { + "episode": 770, + "avg_reward": 2959.67, + "avg_cost": 21.75, + "lambda": 1.89, + "rho": [ + 0.0233, + 0.3424, + 0.6343 + ] + }, + { + "episode": 780, + "avg_reward": 2804.25, + "avg_cost": 16.5, + "lambda": 1.5, + "rho": [ + 0.0233, + 0.3424, + 0.6343 + ] + }, + { + "episode": 790, + "avg_reward": 4143.53, + "avg_cost": 23.25, + "lambda": 1.5, + "rho": [ + 0.0233, + 0.3424, + 0.6343 + ] + }, + { + "episode": 800, + "avg_reward": 4372.99, + "avg_cost": 28.0, + "lambda": 1.59, + "rho": [ + 0.0185, + 0.3372, + 0.6442 + ] + }, + { + "episode": 810, + "avg_reward": 3994.54, + "avg_cost": 25.5, + "lambda": 1.7175, + "rho": [ + 0.0185, + 0.3372, + 0.6442 + ] + }, + { + "episode": 820, + "avg_reward": 3922.3, + "avg_cost": 25.0, + "lambda": 1.725, + "rho": [ + 0.0185, + 0.3372, + 0.6442 + ] + }, + { + "episode": 830, + "avg_reward": 2777.58, + "avg_cost": 16.25, + "lambda": 1.6725, + "rho": [ + 0.0185, + 0.3372, + 0.6442 + ] + }, + { + "episode": 840, + "avg_reward": 4636.11, + "avg_cost": 32.5, + "lambda": 2.43, + "rho": [ + 0.0185, + 0.3372, + 0.6442 + ] + }, + { + "episode": 850, + "avg_reward": 3543.3, + "avg_cost": 28.25, + "lambda": 3.3675, + "rho": [ + 0.0141, + 0.3196, + 0.6663 + ] + }, + { + "episode": 860, + "avg_reward": 4398.26, + "avg_cost": 22.0, + "lambda": 4.41, + "rho": [ + 0.0141, + 0.3196, + 0.6663 + ] + }, + { + "episode": 870, + "avg_reward": 4447.16, + "avg_cost": 28.5, + "lambda": 5.0175, + "rho": [ + 0.0141, + 0.3196, + 0.6663 + ] + }, + { + "episode": 880, + "avg_reward": 4594.66, + "avg_cost": 39.25, + "lambda": 7.29, + "rho": [ + 0.0141, + 0.3196, + 0.6663 + ] + }, + { + "episode": 890, + "avg_reward": 2572.4, + "avg_cost": 29.25, + "lambda": 7.92, + "rho": [ + 0.0141, + 0.3196, + 0.6663 + ] + }, + { + "episode": 900, + "avg_reward": -850.64, + "avg_cost": 0.0, + "lambda": 2.4225, + "rho": [ + 0.0117, + 0.2944, + 0.6939 + ] + }, + { + "episode": 910, + "avg_reward": -790.0, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0117, + 0.2944, + 0.6939 + ] + }, + { + "episode": 920, + "avg_reward": -234.67, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0117, + 0.2944, + 0.6939 + ] + }, + { + "episode": 930, + "avg_reward": 156.05, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0117, + 0.2944, + 0.6939 + ] + }, + { + "episode": 940, + "avg_reward": 237.64, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0117, + 0.2944, + 0.6939 + ] + }, + { + "episode": 950, + "avg_reward": 418.07, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0098, + 0.2714, + 0.7189 + ] + }, + { + "episode": 960, + "avg_reward": 570.33, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0098, + 0.2714, + 0.7189 + ] + }, + { + "episode": 970, + "avg_reward": 860.85, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0098, + 0.2714, + 0.7189 + ] + }, + { + "episode": 980, + "avg_reward": 946.66, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0098, + 0.2714, + 0.7189 + ] + }, + { + "episode": 990, + "avg_reward": 1263.64, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0098, + 0.2714, + 0.7189 + ] + }, + { + "episode": 1000, + "avg_reward": 1711.01, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.0086, + 0.2634, + 0.7279 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..428e2ef56067a603b7735771c54f540f97e4e686 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1153135.64, + "constraint_satisfaction_pct": 92.2, + "final_rho": [ + 0.1447, + 0.1447, + 0.7105 + ], + "final_lambda": 11.3475, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2814.25, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": -2706.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": -2505.26, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": -2690.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": -2602.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": -1935.33, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3166, + 0.2859, + 0.3975 + ] + }, + { + "episode": 60, + "avg_reward": -2028.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3166, + 0.2859, + 0.3975 + ] + }, + { + "episode": 70, + "avg_reward": -1853.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3166, + 0.2859, + 0.3975 + ] + }, + { + "episode": 80, + "avg_reward": -1874.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3166, + 0.2859, + 0.3975 + ] + }, + { + "episode": 90, + "avg_reward": -1481.72, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3166, + 0.2859, + 0.3975 + ] + }, + { + "episode": 100, + "avg_reward": -1543.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3056, + 0.2686, + 0.4257 + ] + }, + { + "episode": 110, + "avg_reward": -1702.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3056, + 0.2686, + 0.4257 + ] + }, + { + "episode": 120, + "avg_reward": -1407.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3056, + 0.2686, + 0.4257 + ] + }, + { + "episode": 130, + "avg_reward": -1096.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3056, + 0.2686, + 0.4257 + ] + }, + { + "episode": 140, + "avg_reward": -1194.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3056, + 0.2686, + 0.4257 + ] + }, + { + "episode": 150, + "avg_reward": -1069.75, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2954, + 0.2544, + 0.4503 + ] + }, + { + "episode": 160, + "avg_reward": -803.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2954, + 0.2544, + 0.4503 + ] + }, + { + "episode": 170, + "avg_reward": -852.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2954, + 0.2544, + 0.4503 + ] + }, + { + "episode": 180, + "avg_reward": -872.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2954, + 0.2544, + 0.4503 + ] + }, + { + "episode": 190, + "avg_reward": -999.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2954, + 0.2544, + 0.4503 + ] + }, + { + "episode": 200, + "avg_reward": -1107.01, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2855, + 0.2418, + 0.4727 + ] + }, + { + "episode": 210, + "avg_reward": -737.17, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.2855, + 0.2418, + 0.4727 + ] + }, + { + "episode": 220, + "avg_reward": -761.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2855, + 0.2418, + 0.4727 + ] + }, + { + "episode": 230, + "avg_reward": -1394.68, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.2855, + 0.2418, + 0.4727 + ] + }, + { + "episode": 240, + "avg_reward": -670.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2855, + 0.2418, + 0.4727 + ] + }, + { + "episode": 250, + "avg_reward": -761.86, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.2638, + 0.2381, + 0.4982 + ] + }, + { + "episode": 260, + "avg_reward": -561.58, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.2638, + 0.2381, + 0.4982 + ] + }, + { + "episode": 270, + "avg_reward": 277.83, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.2638, + 0.2381, + 0.4982 + ] + }, + { + "episode": 280, + "avg_reward": -1029.37, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.2638, + 0.2381, + 0.4982 + ] + }, + { + "episode": 290, + "avg_reward": -53.86, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.2638, + 0.2381, + 0.4982 + ] + }, + { + "episode": 300, + "avg_reward": -264.25, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.2384, + 0.2226, + 0.5389 + ] + }, + { + "episode": 310, + "avg_reward": -284.57, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.2384, + 0.2226, + 0.5389 + ] + }, + { + "episode": 320, + "avg_reward": 767.56, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.2384, + 0.2226, + 0.5389 + ] + }, + { + "episode": 330, + "avg_reward": -1022.93, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.2384, + 0.2226, + 0.5389 + ] + }, + { + "episode": 340, + "avg_reward": -11.31, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.2384, + 0.2226, + 0.5389 + ] + }, + { + "episode": 350, + "avg_reward": 1312.56, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.2082, + 0.1995, + 0.5923 + ] + }, + { + "episode": 360, + "avg_reward": 188.55, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.2082, + 0.1995, + 0.5923 + ] + }, + { + "episode": 370, + "avg_reward": 1330.22, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 0.2082, + 0.1995, + 0.5923 + ] + }, + { + "episode": 380, + "avg_reward": 592.57, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.2082, + 0.1995, + 0.5923 + ] + }, + { + "episode": 390, + "avg_reward": 484.77, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.2082, + 0.1995, + 0.5923 + ] + }, + { + "episode": 400, + "avg_reward": -57.27, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.1933, + 0.1933, + 0.6134 + ] + }, + { + "episode": 410, + "avg_reward": 1762.83, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.1933, + 0.1933, + 0.6134 + ] + }, + { + "episode": 420, + "avg_reward": 989.11, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.1933, + 0.1933, + 0.6134 + ] + }, + { + "episode": 430, + "avg_reward": 1221.23, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.1933, + 0.1933, + 0.6134 + ] + }, + { + "episode": 440, + "avg_reward": 952.14, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.1933, + 0.1933, + 0.6134 + ] + }, + { + "episode": 450, + "avg_reward": 1113.05, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 0.1839, + 0.1839, + 0.6322 + ] + }, + { + "episode": 460, + "avg_reward": 1468.8, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.1839, + 0.1839, + 0.6322 + ] + }, + { + "episode": 470, + "avg_reward": 1044.26, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.1839, + 0.1839, + 0.6322 + ] + }, + { + "episode": 480, + "avg_reward": 1515.62, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.1839, + 0.1839, + 0.6322 + ] + }, + { + "episode": 490, + "avg_reward": 1746.51, + "avg_cost": 23.0, + "lambda": 3.0, + "rho": [ + 0.1839, + 0.1839, + 0.6322 + ] + }, + { + "episode": 500, + "avg_reward": 907.34, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.1747, + 0.1747, + 0.6505 + ] + }, + { + "episode": 510, + "avg_reward": 715.51, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.1747, + 0.1747, + 0.6505 + ] + }, + { + "episode": 520, + "avg_reward": 1799.27, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 0.1747, + 0.1747, + 0.6505 + ] + }, + { + "episode": 530, + "avg_reward": 1903.15, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.1747, + 0.1747, + 0.6505 + ] + }, + { + "episode": 540, + "avg_reward": 818.81, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.1747, + 0.1747, + 0.6505 + ] + }, + { + "episode": 550, + "avg_reward": 2676.49, + "avg_cost": 25.75, + "lambda": 3.0225, + "rho": [ + 0.1675, + 0.1675, + 0.665 + ] + }, + { + "episode": 560, + "avg_reward": 2332.02, + "avg_cost": 23.75, + "lambda": 3.0, + "rho": [ + 0.1675, + 0.1675, + 0.665 + ] + }, + { + "episode": 570, + "avg_reward": 2147.88, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 0.1675, + 0.1675, + 0.665 + ] + }, + { + "episode": 580, + "avg_reward": 2747.93, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 0.1675, + 0.1675, + 0.665 + ] + }, + { + "episode": 590, + "avg_reward": 1711.66, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.1675, + 0.1675, + 0.665 + ] + }, + { + "episode": 600, + "avg_reward": 3179.74, + "avg_cost": 25.5, + "lambda": 3.015, + "rho": [ + 0.1616, + 0.1616, + 0.6768 + ] + }, + { + "episode": 610, + "avg_reward": 2425.9, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 0.1616, + 0.1616, + 0.6768 + ] + }, + { + "episode": 620, + "avg_reward": 2774.87, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 0.1616, + 0.1616, + 0.6768 + ] + }, + { + "episode": 630, + "avg_reward": 2260.85, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 0.1616, + 0.1616, + 0.6768 + ] + }, + { + "episode": 640, + "avg_reward": 2786.62, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 0.1616, + 0.1616, + 0.6768 + ] + }, + { + "episode": 650, + "avg_reward": 3258.67, + "avg_cost": 23.25, + "lambda": 3.0, + "rho": [ + 0.1562, + 0.1562, + 0.6875 + ] + }, + { + "episode": 660, + "avg_reward": 3263.58, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 0.1562, + 0.1562, + 0.6875 + ] + }, + { + "episode": 670, + "avg_reward": 2179.18, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.1562, + 0.1562, + 0.6875 + ] + }, + { + "episode": 680, + "avg_reward": 3091.71, + "avg_cost": 23.75, + "lambda": 3.0, + "rho": [ + 0.1562, + 0.1562, + 0.6875 + ] + }, + { + "episode": 690, + "avg_reward": 3020.04, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 0.1562, + 0.1562, + 0.6875 + ] + }, + { + "episode": 700, + "avg_reward": 3610.61, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.1519, + 0.1519, + 0.6962 + ] + }, + { + "episode": 710, + "avg_reward": 3579.1, + "avg_cost": 23.25, + "lambda": 3.015, + "rho": [ + 0.1519, + 0.1519, + 0.6962 + ] + }, + { + "episode": 720, + "avg_reward": 3580.48, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.1519, + 0.1519, + 0.6962 + ] + }, + { + "episode": 730, + "avg_reward": 3355.65, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 0.1519, + 0.1519, + 0.6962 + ] + }, + { + "episode": 740, + "avg_reward": 3752.02, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 0.1519, + 0.1519, + 0.6962 + ] + }, + { + "episode": 750, + "avg_reward": 3642.86, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 0.1496, + 0.1496, + 0.7007 + ] + }, + { + "episode": 760, + "avg_reward": 4170.31, + "avg_cost": 27.5, + "lambda": 3.1275, + "rho": [ + 0.1496, + 0.1496, + 0.7007 + ] + }, + { + "episode": 770, + "avg_reward": 3107.43, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.1496, + 0.1496, + 0.7007 + ] + }, + { + "episode": 780, + "avg_reward": 4058.56, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.1496, + 0.1496, + 0.7007 + ] + }, + { + "episode": 790, + "avg_reward": 4030.36, + "avg_cost": 27.25, + "lambda": 3.1125, + "rho": [ + 0.1496, + 0.1496, + 0.7007 + ] + }, + { + "episode": 800, + "avg_reward": 4410.12, + "avg_cost": 28.0, + "lambda": 3.9375, + "rho": [ + 0.1479, + 0.1479, + 0.7042 + ] + }, + { + "episode": 810, + "avg_reward": 4726.44, + "avg_cost": 28.25, + "lambda": 4.23, + "rho": [ + 0.1479, + 0.1479, + 0.7042 + ] + }, + { + "episode": 820, + "avg_reward": 3826.07, + "avg_cost": 25.75, + "lambda": 3.9975, + "rho": [ + 0.1479, + 0.1479, + 0.7042 + ] + }, + { + "episode": 830, + "avg_reward": 3336.25, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 0.1479, + 0.1479, + 0.7042 + ] + }, + { + "episode": 840, + "avg_reward": 2956.74, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 0.1479, + 0.1479, + 0.7042 + ] + }, + { + "episode": 850, + "avg_reward": 4892.12, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 0.1469, + 0.1469, + 0.7063 + ] + }, + { + "episode": 860, + "avg_reward": 4810.56, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 0.1469, + 0.1469, + 0.7063 + ] + }, + { + "episode": 870, + "avg_reward": 2080.47, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 0.1469, + 0.1469, + 0.7063 + ] + }, + { + "episode": 880, + "avg_reward": 4796.58, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.1469, + 0.1469, + 0.7063 + ] + }, + { + "episode": 890, + "avg_reward": 3635.47, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 0.1469, + 0.1469, + 0.7063 + ] + }, + { + "episode": 900, + "avg_reward": 4329.97, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.146, + 0.146, + 0.7079 + ] + }, + { + "episode": 910, + "avg_reward": 4347.44, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 0.146, + 0.146, + 0.7079 + ] + }, + { + "episode": 920, + "avg_reward": -398.03, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.146, + 0.146, + 0.7079 + ] + }, + { + "episode": 930, + "avg_reward": -623.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.146, + 0.146, + 0.7079 + ] + }, + { + "episode": 940, + "avg_reward": -390.59, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.146, + 0.146, + 0.7079 + ] + }, + { + "episode": 950, + "avg_reward": -207.4, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.1452, + 0.1452, + 0.7095 + ] + }, + { + "episode": 960, + "avg_reward": 37.88, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 0.1452, + 0.1452, + 0.7095 + ] + }, + { + "episode": 970, + "avg_reward": 250.42, + "avg_cost": 23.5, + "lambda": 4.8825, + "rho": [ + 0.1452, + 0.1452, + 0.7095 + ] + }, + { + "episode": 980, + "avg_reward": 2381.22, + "avg_cost": 51.25, + "lambda": 10.1925, + "rho": [ + 0.1452, + 0.1452, + 0.7095 + ] + }, + { + "episode": 990, + "avg_reward": 3853.31, + "avg_cost": 40.0, + "lambda": 13.71, + "rho": [ + 0.1452, + 0.1452, + 0.7095 + ] + }, + { + "episode": 1000, + "avg_reward": 2940.91, + "avg_cost": 13.25, + "lambda": 11.3475, + "rho": [ + 0.1447, + 0.1447, + 0.7105 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..2276ebec2027b63ccdf83402795351fb6a3feee4 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1358740.78, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.6077, + 0.177, + 0.2154 + ], + "final_lambda": 3.0, + "seed": 1, + "cost_weights": [ + 2.0, + 1.5, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2814.25, + "avg_cost": 0.25, + "lambda": 4.2575, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": -2874.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": -2381.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": -2473.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": -2276.63, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": -1821.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 60, + "avg_reward": -1912.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 70, + "avg_reward": -2025.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 80, + "avg_reward": -1917.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 90, + "avg_reward": -1426.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 100, + "avg_reward": -1654.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 110, + "avg_reward": -1522.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 120, + "avg_reward": -1263.24, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 130, + "avg_reward": -1516.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 140, + "avg_reward": -1156.25, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 150, + "avg_reward": -1356.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 160, + "avg_reward": -817.0, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 170, + "avg_reward": -1272.94, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 180, + "avg_reward": -897.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 190, + "avg_reward": -779.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 200, + "avg_reward": -912.37, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3608, + 0.3024, + 0.3368 + ] + }, + { + "episode": 210, + "avg_reward": -1301.98, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3608, + 0.3024, + 0.3368 + ] + }, + { + "episode": 220, + "avg_reward": -713.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3608, + 0.3024, + 0.3368 + ] + }, + { + "episode": 230, + "avg_reward": -747.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3608, + 0.3024, + 0.3368 + ] + }, + { + "episode": 240, + "avg_reward": -642.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3608, + 0.3024, + 0.3368 + ] + }, + { + "episode": 250, + "avg_reward": -685.12, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3981, + 0.2866, + 0.3152 + ] + }, + { + "episode": 260, + "avg_reward": -762.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3981, + 0.2866, + 0.3152 + ] + }, + { + "episode": 270, + "avg_reward": -951.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3981, + 0.2866, + 0.3152 + ] + }, + { + "episode": 280, + "avg_reward": 285.03, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3981, + 0.2866, + 0.3152 + ] + }, + { + "episode": 290, + "avg_reward": -521.94, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.3981, + 0.2866, + 0.3152 + ] + }, + { + "episode": 300, + "avg_reward": -104.15, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.404, + 0.2801, + 0.3159 + ] + }, + { + "episode": 310, + "avg_reward": -61.87, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.404, + 0.2801, + 0.3159 + ] + }, + { + "episode": 320, + "avg_reward": 1012.33, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.404, + 0.2801, + 0.3159 + ] + }, + { + "episode": 330, + "avg_reward": 246.39, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.404, + 0.2801, + 0.3159 + ] + }, + { + "episode": 340, + "avg_reward": -783.09, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.404, + 0.2801, + 0.3159 + ] + }, + { + "episode": 350, + "avg_reward": 911.48, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.4134, + 0.2833, + 0.3033 + ] + }, + { + "episode": 360, + "avg_reward": 770.22, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.4134, + 0.2833, + 0.3033 + ] + }, + { + "episode": 370, + "avg_reward": 893.2, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.4134, + 0.2833, + 0.3033 + ] + }, + { + "episode": 380, + "avg_reward": 766.65, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.4134, + 0.2833, + 0.3033 + ] + }, + { + "episode": 390, + "avg_reward": 451.83, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.4134, + 0.2833, + 0.3033 + ] + }, + { + "episode": 400, + "avg_reward": 800.01, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.4352, + 0.2763, + 0.2885 + ] + }, + { + "episode": 410, + "avg_reward": 1162.78, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.4352, + 0.2763, + 0.2885 + ] + }, + { + "episode": 420, + "avg_reward": 1293.83, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.4352, + 0.2763, + 0.2885 + ] + }, + { + "episode": 430, + "avg_reward": 1149.66, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.4352, + 0.2763, + 0.2885 + ] + }, + { + "episode": 440, + "avg_reward": 1056.14, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.4352, + 0.2763, + 0.2885 + ] + }, + { + "episode": 450, + "avg_reward": 1414.81, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.4631, + 0.2595, + 0.2774 + ] + }, + { + "episode": 460, + "avg_reward": 1821.65, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.4631, + 0.2595, + 0.2774 + ] + }, + { + "episode": 470, + "avg_reward": 2216.14, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.4631, + 0.2595, + 0.2774 + ] + }, + { + "episode": 480, + "avg_reward": 1386.76, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.4631, + 0.2595, + 0.2774 + ] + }, + { + "episode": 490, + "avg_reward": 2612.81, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.4631, + 0.2595, + 0.2774 + ] + }, + { + "episode": 500, + "avg_reward": 491.77, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.4762, + 0.2448, + 0.2791 + ] + }, + { + "episode": 510, + "avg_reward": 1283.44, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.4762, + 0.2448, + 0.2791 + ] + }, + { + "episode": 520, + "avg_reward": 2065.94, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.4762, + 0.2448, + 0.2791 + ] + }, + { + "episode": 530, + "avg_reward": 1819.69, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.4762, + 0.2448, + 0.2791 + ] + }, + { + "episode": 540, + "avg_reward": 2858.94, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.4762, + 0.2448, + 0.2791 + ] + }, + { + "episode": 550, + "avg_reward": 2355.79, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.5015, + 0.2274, + 0.2711 + ] + }, + { + "episode": 560, + "avg_reward": 2027.45, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 0.5015, + 0.2274, + 0.2711 + ] + }, + { + "episode": 570, + "avg_reward": 2902.61, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.5015, + 0.2274, + 0.2711 + ] + }, + { + "episode": 580, + "avg_reward": 1566.32, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5015, + 0.2274, + 0.2711 + ] + }, + { + "episode": 590, + "avg_reward": 1633.95, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.5015, + 0.2274, + 0.2711 + ] + }, + { + "episode": 600, + "avg_reward": 1901.7, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.5269, + 0.2053, + 0.2679 + ] + }, + { + "episode": 610, + "avg_reward": 2405.72, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.5269, + 0.2053, + 0.2679 + ] + }, + { + "episode": 620, + "avg_reward": 3254.57, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5269, + 0.2053, + 0.2679 + ] + }, + { + "episode": 630, + "avg_reward": 2188.96, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5269, + 0.2053, + 0.2679 + ] + }, + { + "episode": 640, + "avg_reward": 2071.21, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.5269, + 0.2053, + 0.2679 + ] + }, + { + "episode": 650, + "avg_reward": 1542.25, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.5481, + 0.1957, + 0.2562 + ] + }, + { + "episode": 660, + "avg_reward": 3332.92, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.5481, + 0.1957, + 0.2562 + ] + }, + { + "episode": 670, + "avg_reward": 3029.23, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5481, + 0.1957, + 0.2562 + ] + }, + { + "episode": 680, + "avg_reward": 2039.78, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.5481, + 0.1957, + 0.2562 + ] + }, + { + "episode": 690, + "avg_reward": 3531.23, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.5481, + 0.1957, + 0.2562 + ] + }, + { + "episode": 700, + "avg_reward": 2709.69, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5763, + 0.1904, + 0.2333 + ] + }, + { + "episode": 710, + "avg_reward": 2541.8, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5763, + 0.1904, + 0.2333 + ] + }, + { + "episode": 720, + "avg_reward": 3650.06, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.5763, + 0.1904, + 0.2333 + ] + }, + { + "episode": 730, + "avg_reward": 3568.86, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.5763, + 0.1904, + 0.2333 + ] + }, + { + "episode": 740, + "avg_reward": 3586.54, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.5763, + 0.1904, + 0.2333 + ] + }, + { + "episode": 750, + "avg_reward": 3350.17, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.5981, + 0.1859, + 0.2161 + ] + }, + { + "episode": 760, + "avg_reward": 3748.05, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.5981, + 0.1859, + 0.2161 + ] + }, + { + "episode": 770, + "avg_reward": 3503.81, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.5981, + 0.1859, + 0.2161 + ] + }, + { + "episode": 780, + "avg_reward": 3647.1, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.5981, + 0.1859, + 0.2161 + ] + }, + { + "episode": 790, + "avg_reward": 3072.33, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5981, + 0.1859, + 0.2161 + ] + }, + { + "episode": 800, + "avg_reward": 3887.5, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.6051, + 0.183, + 0.2119 + ] + }, + { + "episode": 810, + "avg_reward": 4041.31, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.6051, + 0.183, + 0.2119 + ] + }, + { + "episode": 820, + "avg_reward": 3867.78, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.6051, + 0.183, + 0.2119 + ] + }, + { + "episode": 830, + "avg_reward": 3940.57, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.6051, + 0.183, + 0.2119 + ] + }, + { + "episode": 840, + "avg_reward": 3831.2, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.6051, + 0.183, + 0.2119 + ] + }, + { + "episode": 850, + "avg_reward": 4122.7, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.5999, + 0.1815, + 0.2186 + ] + }, + { + "episode": 860, + "avg_reward": 3828.37, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.5999, + 0.1815, + 0.2186 + ] + }, + { + "episode": 870, + "avg_reward": 4065.51, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.5999, + 0.1815, + 0.2186 + ] + }, + { + "episode": 880, + "avg_reward": 4310.19, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.5999, + 0.1815, + 0.2186 + ] + }, + { + "episode": 890, + "avg_reward": 3639.64, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.5999, + 0.1815, + 0.2186 + ] + }, + { + "episode": 900, + "avg_reward": 3524.58, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.606, + 0.1796, + 0.2144 + ] + }, + { + "episode": 910, + "avg_reward": 4346.69, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.606, + 0.1796, + 0.2144 + ] + }, + { + "episode": 920, + "avg_reward": 4127.56, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 0.606, + 0.1796, + 0.2144 + ] + }, + { + "episode": 930, + "avg_reward": 4440.9, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 0.606, + 0.1796, + 0.2144 + ] + }, + { + "episode": 940, + "avg_reward": 2278.74, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.606, + 0.1796, + 0.2144 + ] + }, + { + "episode": 950, + "avg_reward": 3292.62, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.6018, + 0.1784, + 0.2198 + ] + }, + { + "episode": 960, + "avg_reward": 4390.49, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.6018, + 0.1784, + 0.2198 + ] + }, + { + "episode": 970, + "avg_reward": 4603.99, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.6018, + 0.1784, + 0.2198 + ] + }, + { + "episode": 980, + "avg_reward": 4557.24, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.6018, + 0.1784, + 0.2198 + ] + }, + { + "episode": 990, + "avg_reward": 4238.03, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.6018, + 0.1784, + 0.2198 + ] + }, + { + "episode": 1000, + "avg_reward": 3328.45, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.6077, + 0.177, + 0.2154 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..267a00c1dbd7e0122b168505a9ce14675b61347f --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1970706.43, + "constraint_satisfaction_pct": 32.8, + "final_rho": [ + 0.2027, + 0.4607, + 0.3367 + ], + "final_lambda": 75.1258, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3752.33, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": -3866.21, + "avg_cost": 0.0, + "lambda": 10.1992, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": -3433.21, + "avg_cost": 0.5, + "lambda": 10.3778, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": -3166.35, + "avg_cost": 0.0, + "lambda": 10.5202, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": -3150.24, + "avg_cost": 0.0, + "lambda": 10.5885, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": -2949.59, + "avg_cost": 0.0, + "lambda": 10.6123, + "rho": [ + 0.3085, + 0.3609, + 0.3306 + ] + }, + { + "episode": 60, + "avg_reward": -2729.34, + "avg_cost": 0.0, + "lambda": 10.6501, + "rho": [ + 0.3085, + 0.3609, + 0.3306 + ] + }, + { + "episode": 70, + "avg_reward": -2548.56, + "avg_cost": 0.0, + "lambda": 10.6663, + "rho": [ + 0.3085, + 0.3609, + 0.3306 + ] + }, + { + "episode": 80, + "avg_reward": -2254.8, + "avg_cost": 0.0, + "lambda": 10.7003, + "rho": [ + 0.3085, + 0.3609, + 0.3306 + ] + }, + { + "episode": 90, + "avg_reward": -1761.51, + "avg_cost": 0.0, + "lambda": 10.7164, + "rho": [ + 0.3085, + 0.3609, + 0.3306 + ] + }, + { + "episode": 100, + "avg_reward": -2125.34, + "avg_cost": 0.25, + "lambda": 10.7375, + "rho": [ + 0.2945, + 0.3904, + 0.3151 + ] + }, + { + "episode": 110, + "avg_reward": -2003.26, + "avg_cost": 0.0, + "lambda": 10.7619, + "rho": [ + 0.2945, + 0.3904, + 0.3151 + ] + }, + { + "episode": 120, + "avg_reward": -1253.03, + "avg_cost": 0.0, + "lambda": 10.7704, + "rho": [ + 0.2945, + 0.3904, + 0.3151 + ] + }, + { + "episode": 130, + "avg_reward": -1665.63, + "avg_cost": 0.0, + "lambda": 10.7734, + "rho": [ + 0.2945, + 0.3904, + 0.3151 + ] + }, + { + "episode": 140, + "avg_reward": -1273.4, + "avg_cost": 0.0, + "lambda": 10.7744, + "rho": [ + 0.2945, + 0.3904, + 0.3151 + ] + }, + { + "episode": 150, + "avg_reward": -1818.01, + "avg_cost": 0.0, + "lambda": 10.7748, + "rho": [ + 0.2834, + 0.415, + 0.3016 + ] + }, + { + "episode": 160, + "avg_reward": -1296.54, + "avg_cost": 0.0, + "lambda": 10.7749, + "rho": [ + 0.2834, + 0.415, + 0.3016 + ] + }, + { + "episode": 170, + "avg_reward": -1269.26, + "avg_cost": 0.0, + "lambda": 10.7797, + "rho": [ + 0.2834, + 0.415, + 0.3016 + ] + }, + { + "episode": 180, + "avg_reward": -1741.44, + "avg_cost": 0.0, + "lambda": 10.7929, + "rho": [ + 0.2834, + 0.415, + 0.3016 + ] + }, + { + "episode": 190, + "avg_reward": -2052.25, + "avg_cost": 0.25, + "lambda": 10.8163, + "rho": [ + 0.2834, + 0.415, + 0.3016 + ] + }, + { + "episode": 200, + "avg_reward": -1429.79, + "avg_cost": 0.0, + "lambda": 10.8708, + "rho": [ + 0.263, + 0.4463, + 0.2908 + ] + }, + { + "episode": 210, + "avg_reward": -1416.29, + "avg_cost": 0.0, + "lambda": 10.9794, + "rho": [ + 0.263, + 0.4463, + 0.2908 + ] + }, + { + "episode": 220, + "avg_reward": -841.37, + "avg_cost": 0.0, + "lambda": 11.21, + "rho": [ + 0.263, + 0.4463, + 0.2908 + ] + }, + { + "episode": 230, + "avg_reward": -894.87, + "avg_cost": 1.25, + "lambda": 11.7479, + "rho": [ + 0.263, + 0.4463, + 0.2908 + ] + }, + { + "episode": 240, + "avg_reward": -230.0, + "avg_cost": 0.0, + "lambda": 12.1772, + "rho": [ + 0.263, + 0.4463, + 0.2908 + ] + }, + { + "episode": 250, + "avg_reward": -949.46, + "avg_cost": 0.25, + "lambda": 12.4259, + "rho": [ + 0.2531, + 0.4463, + 0.3006 + ] + }, + { + "episode": 260, + "avg_reward": -773.22, + "avg_cost": 0.5, + "lambda": 12.8537, + "rho": [ + 0.2531, + 0.4463, + 0.3006 + ] + }, + { + "episode": 270, + "avg_reward": -1367.17, + "avg_cost": 0.25, + "lambda": 13.3302, + "rho": [ + 0.2531, + 0.4463, + 0.3006 + ] + }, + { + "episode": 280, + "avg_reward": -423.64, + "avg_cost": 1.25, + "lambda": 14.1304, + "rho": [ + 0.2531, + 0.4463, + 0.3006 + ] + }, + { + "episode": 290, + "avg_reward": -73.68, + "avg_cost": 0.75, + "lambda": 14.7325, + "rho": [ + 0.2531, + 0.4463, + 0.3006 + ] + }, + { + "episode": 300, + "avg_reward": 765.59, + "avg_cost": 1.5, + "lambda": 15.2463, + "rho": [ + 0.2381, + 0.4492, + 0.3128 + ] + }, + { + "episode": 310, + "avg_reward": -797.19, + "avg_cost": 0.25, + "lambda": 16.0481, + "rho": [ + 0.2381, + 0.4492, + 0.3128 + ] + }, + { + "episode": 320, + "avg_reward": -427.52, + "avg_cost": 2.25, + "lambda": 17.2268, + "rho": [ + 0.2381, + 0.4492, + 0.3128 + ] + }, + { + "episode": 330, + "avg_reward": 1572.48, + "avg_cost": 2.25, + "lambda": 18.6676, + "rho": [ + 0.2381, + 0.4492, + 0.3128 + ] + }, + { + "episode": 340, + "avg_reward": 701.36, + "avg_cost": 1.25, + "lambda": 20.0209, + "rho": [ + 0.2381, + 0.4492, + 0.3128 + ] + }, + { + "episode": 350, + "avg_reward": -95.59, + "avg_cost": 2.5, + "lambda": 21.5522, + "rho": [ + 0.2365, + 0.4421, + 0.3214 + ] + }, + { + "episode": 360, + "avg_reward": 812.36, + "avg_cost": 1.25, + "lambda": 23.1864, + "rho": [ + 0.2365, + 0.4421, + 0.3214 + ] + }, + { + "episode": 370, + "avg_reward": 1170.95, + "avg_cost": 2.0, + "lambda": 24.8227, + "rho": [ + 0.2365, + 0.4421, + 0.3214 + ] + }, + { + "episode": 380, + "avg_reward": 1468.44, + "avg_cost": 3.0, + "lambda": 26.3715, + "rho": [ + 0.2365, + 0.4421, + 0.3214 + ] + }, + { + "episode": 390, + "avg_reward": 1119.5, + "avg_cost": 3.5, + "lambda": 27.943, + "rho": [ + 0.2365, + 0.4421, + 0.3214 + ] + }, + { + "episode": 400, + "avg_reward": 1484.09, + "avg_cost": 1.0, + "lambda": 29.6598, + "rho": [ + 0.2281, + 0.4509, + 0.321 + ] + }, + { + "episode": 410, + "avg_reward": 787.62, + "avg_cost": 1.25, + "lambda": 31.0825, + "rho": [ + 0.2281, + 0.4509, + 0.321 + ] + }, + { + "episode": 420, + "avg_reward": 2059.47, + "avg_cost": 2.0, + "lambda": 32.898, + "rho": [ + 0.2281, + 0.4509, + 0.321 + ] + }, + { + "episode": 430, + "avg_reward": 617.56, + "avg_cost": 0.75, + "lambda": 34.9433, + "rho": [ + 0.2281, + 0.4509, + 0.321 + ] + }, + { + "episode": 440, + "avg_reward": 1940.02, + "avg_cost": 2.5, + "lambda": 36.8236, + "rho": [ + 0.2281, + 0.4509, + 0.321 + ] + }, + { + "episode": 450, + "avg_reward": 1144.22, + "avg_cost": 1.25, + "lambda": 38.3059, + "rho": [ + 0.2282, + 0.4458, + 0.326 + ] + }, + { + "episode": 460, + "avg_reward": 679.66, + "avg_cost": 0.0, + "lambda": 39.9165, + "rho": [ + 0.2282, + 0.4458, + 0.326 + ] + }, + { + "episode": 470, + "avg_reward": 2847.2, + "avg_cost": 1.5, + "lambda": 41.2394, + "rho": [ + 0.2282, + 0.4458, + 0.326 + ] + }, + { + "episode": 480, + "avg_reward": 1219.55, + "avg_cost": 1.25, + "lambda": 42.3133, + "rho": [ + 0.2282, + 0.4458, + 0.326 + ] + }, + { + "episode": 490, + "avg_reward": 2534.61, + "avg_cost": 2.5, + "lambda": 43.2727, + "rho": [ + 0.2282, + 0.4458, + 0.326 + ] + }, + { + "episode": 500, + "avg_reward": 2644.71, + "avg_cost": 1.0, + "lambda": 44.1883, + "rho": [ + 0.2348, + 0.4368, + 0.3284 + ] + }, + { + "episode": 510, + "avg_reward": 1756.8, + "avg_cost": 0.5, + "lambda": 44.9869, + "rho": [ + 0.2348, + 0.4368, + 0.3284 + ] + }, + { + "episode": 520, + "avg_reward": 2690.61, + "avg_cost": 0.75, + "lambda": 45.6152, + "rho": [ + 0.2348, + 0.4368, + 0.3284 + ] + }, + { + "episode": 530, + "avg_reward": 2647.19, + "avg_cost": 0.0, + "lambda": 46.2839, + "rho": [ + 0.2348, + 0.4368, + 0.3284 + ] + }, + { + "episode": 540, + "avg_reward": 2689.83, + "avg_cost": 1.25, + "lambda": 47.0072, + "rho": [ + 0.2348, + 0.4368, + 0.3284 + ] + }, + { + "episode": 550, + "avg_reward": 3662.23, + "avg_cost": 1.75, + "lambda": 47.7892, + "rho": [ + 0.2369, + 0.4275, + 0.3356 + ] + }, + { + "episode": 560, + "avg_reward": 1691.59, + "avg_cost": 0.25, + "lambda": 48.7458, + "rho": [ + 0.2369, + 0.4275, + 0.3356 + ] + }, + { + "episode": 570, + "avg_reward": 3534.07, + "avg_cost": 0.5, + "lambda": 49.6101, + "rho": [ + 0.2369, + 0.4275, + 0.3356 + ] + }, + { + "episode": 580, + "avg_reward": 2732.5, + "avg_cost": 0.0, + "lambda": 50.4291, + "rho": [ + 0.2369, + 0.4275, + 0.3356 + ] + }, + { + "episode": 590, + "avg_reward": 3905.87, + "avg_cost": 1.75, + "lambda": 51.2307, + "rho": [ + 0.2369, + 0.4275, + 0.3356 + ] + }, + { + "episode": 600, + "avg_reward": 3633.51, + "avg_cost": 1.25, + "lambda": 51.9651, + "rho": [ + 0.2362, + 0.4286, + 0.3352 + ] + }, + { + "episode": 610, + "avg_reward": 2344.2, + "avg_cost": 1.0, + "lambda": 52.6026, + "rho": [ + 0.2362, + 0.4286, + 0.3352 + ] + }, + { + "episode": 620, + "avg_reward": 2362.83, + "avg_cost": 0.0, + "lambda": 53.2566, + "rho": [ + 0.2362, + 0.4286, + 0.3352 + ] + }, + { + "episode": 630, + "avg_reward": 2441.35, + "avg_cost": 0.0, + "lambda": 54.0857, + "rho": [ + 0.2362, + 0.4286, + 0.3352 + ] + }, + { + "episode": 640, + "avg_reward": 3500.27, + "avg_cost": 0.75, + "lambda": 55.1453, + "rho": [ + 0.2362, + 0.4286, + 0.3352 + ] + }, + { + "episode": 650, + "avg_reward": 3007.64, + "avg_cost": 0.0, + "lambda": 56.0919, + "rho": [ + 0.2387, + 0.431, + 0.3304 + ] + }, + { + "episode": 660, + "avg_reward": 4180.0, + "avg_cost": 0.0, + "lambda": 56.9654, + "rho": [ + 0.2387, + 0.431, + 0.3304 + ] + }, + { + "episode": 670, + "avg_reward": 4006.02, + "avg_cost": 0.5, + "lambda": 57.9617, + "rho": [ + 0.2387, + 0.431, + 0.3304 + ] + }, + { + "episode": 680, + "avg_reward": 4003.59, + "avg_cost": 0.5, + "lambda": 59.1058, + "rho": [ + 0.2387, + 0.431, + 0.3304 + ] + }, + { + "episode": 690, + "avg_reward": 4208.71, + "avg_cost": 0.5, + "lambda": 60.2384, + "rho": [ + 0.2387, + 0.431, + 0.3304 + ] + }, + { + "episode": 700, + "avg_reward": 4190.38, + "avg_cost": 0.5, + "lambda": 61.2304, + "rho": [ + 0.2398, + 0.4286, + 0.3316 + ] + }, + { + "episode": 710, + "avg_reward": 4541.59, + "avg_cost": 0.5, + "lambda": 61.8772, + "rho": [ + 0.2398, + 0.4286, + 0.3316 + ] + }, + { + "episode": 720, + "avg_reward": 4501.57, + "avg_cost": 1.25, + "lambda": 62.4955, + "rho": [ + 0.2398, + 0.4286, + 0.3316 + ] + }, + { + "episode": 730, + "avg_reward": 4559.19, + "avg_cost": 0.0, + "lambda": 63.2005, + "rho": [ + 0.2398, + 0.4286, + 0.3316 + ] + }, + { + "episode": 740, + "avg_reward": 4886.28, + "avg_cost": 0.25, + "lambda": 63.8188, + "rho": [ + 0.2398, + 0.4286, + 0.3316 + ] + }, + { + "episode": 750, + "avg_reward": 4889.86, + "avg_cost": 0.75, + "lambda": 64.4425, + "rho": [ + 0.2357, + 0.4334, + 0.331 + ] + }, + { + "episode": 760, + "avg_reward": 4573.66, + "avg_cost": 0.25, + "lambda": 65.0228, + "rho": [ + 0.2357, + 0.4334, + 0.331 + ] + }, + { + "episode": 770, + "avg_reward": 5000.78, + "avg_cost": 1.0, + "lambda": 65.5403, + "rho": [ + 0.2357, + 0.4334, + 0.331 + ] + }, + { + "episode": 780, + "avg_reward": 5300.07, + "avg_cost": 1.0, + "lambda": 66.1168, + "rho": [ + 0.2357, + 0.4334, + 0.331 + ] + }, + { + "episode": 790, + "avg_reward": 5280.02, + "avg_cost": 0.25, + "lambda": 66.6856, + "rho": [ + 0.2357, + 0.4334, + 0.331 + ] + }, + { + "episode": 800, + "avg_reward": 5491.16, + "avg_cost": 1.0, + "lambda": 67.1793, + "rho": [ + 0.2349, + 0.4298, + 0.3353 + ] + }, + { + "episode": 810, + "avg_reward": 5106.65, + "avg_cost": 0.25, + "lambda": 67.5999, + "rho": [ + 0.2349, + 0.4298, + 0.3353 + ] + }, + { + "episode": 820, + "avg_reward": 5108.55, + "avg_cost": 0.0, + "lambda": 68.2182, + "rho": [ + 0.2349, + 0.4298, + 0.3353 + ] + }, + { + "episode": 830, + "avg_reward": 5552.39, + "avg_cost": 0.25, + "lambda": 68.7502, + "rho": [ + 0.2349, + 0.4298, + 0.3353 + ] + }, + { + "episode": 840, + "avg_reward": 5359.09, + "avg_cost": 0.25, + "lambda": 69.1658, + "rho": [ + 0.2349, + 0.4298, + 0.3353 + ] + }, + { + "episode": 850, + "avg_reward": 5841.12, + "avg_cost": 1.5, + "lambda": 69.6111, + "rho": [ + 0.2315, + 0.4259, + 0.3426 + ] + }, + { + "episode": 860, + "avg_reward": 5561.02, + "avg_cost": 0.0, + "lambda": 70.0686, + "rho": [ + 0.2315, + 0.4259, + 0.3426 + ] + }, + { + "episode": 870, + "avg_reward": 5699.92, + "avg_cost": 0.25, + "lambda": 70.4141, + "rho": [ + 0.2315, + 0.4259, + 0.3426 + ] + }, + { + "episode": 880, + "avg_reward": 5791.48, + "avg_cost": 0.5, + "lambda": 70.7886, + "rho": [ + 0.2315, + 0.4259, + 0.3426 + ] + }, + { + "episode": 890, + "avg_reward": 5385.28, + "avg_cost": 0.5, + "lambda": 71.3451, + "rho": [ + 0.2315, + 0.4259, + 0.3426 + ] + }, + { + "episode": 900, + "avg_reward": 5346.4, + "avg_cost": 0.0, + "lambda": 71.8438, + "rho": [ + 0.2249, + 0.4299, + 0.3453 + ] + }, + { + "episode": 910, + "avg_reward": 5722.15, + "avg_cost": 0.25, + "lambda": 72.2292, + "rho": [ + 0.2249, + 0.4299, + 0.3453 + ] + }, + { + "episode": 920, + "avg_reward": 5764.51, + "avg_cost": 0.25, + "lambda": 72.6467, + "rho": [ + 0.2249, + 0.4299, + 0.3453 + ] + }, + { + "episode": 930, + "avg_reward": 5453.04, + "avg_cost": 0.0, + "lambda": 73.0228, + "rho": [ + 0.2249, + 0.4299, + 0.3453 + ] + }, + { + "episode": 940, + "avg_reward": 5966.65, + "avg_cost": 0.5, + "lambda": 73.3526, + "rho": [ + 0.2249, + 0.4299, + 0.3453 + ] + }, + { + "episode": 950, + "avg_reward": 5972.16, + "avg_cost": 0.0, + "lambda": 73.6146, + "rho": [ + 0.2154, + 0.4415, + 0.343 + ] + }, + { + "episode": 960, + "avg_reward": 5601.23, + "avg_cost": 0.25, + "lambda": 73.8344, + "rho": [ + 0.2154, + 0.4415, + 0.343 + ] + }, + { + "episode": 970, + "avg_reward": 5881.96, + "avg_cost": 0.0, + "lambda": 74.1224, + "rho": [ + 0.2154, + 0.4415, + 0.343 + ] + }, + { + "episode": 980, + "avg_reward": 6242.59, + "avg_cost": 0.0, + "lambda": 74.5001, + "rho": [ + 0.2154, + 0.4415, + 0.343 + ] + }, + { + "episode": 990, + "avg_reward": 6585.85, + "avg_cost": 0.0, + "lambda": 74.8294, + "rho": [ + 0.2154, + 0.4415, + 0.343 + ] + }, + { + "episode": 1000, + "avg_reward": 5907.93, + "avg_cost": 0.0, + "lambda": 75.1258, + "rho": [ + 0.2027, + 0.4607, + 0.3367 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..6cde44da3632c32cefcf4ea3e6b0086b820f21be --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1220310.47, + "constraint_satisfaction_pct": 80.6, + "final_rho": [ + 0.3445, + 0.3077, + 0.3478 + ], + "final_lambda": 2.38, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2814.25, + "avg_cost": 0.25, + "lambda": 4.7525, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": -2700.09, + "avg_cost": 0.0, + "lambda": 2.505, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": -2507.99, + "avg_cost": 0.0, + "lambda": 0.0125, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": -2526.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": -2440.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": -2269.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 60, + "avg_reward": -2141.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 70, + "avg_reward": -1926.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 80, + "avg_reward": -1831.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 90, + "avg_reward": -1206.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 100, + "avg_reward": -1767.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 110, + "avg_reward": -1577.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 120, + "avg_reward": -1585.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 130, + "avg_reward": -1088.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 140, + "avg_reward": -918.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 150, + "avg_reward": -1424.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 160, + "avg_reward": -1007.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 170, + "avg_reward": -1093.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 180, + "avg_reward": -777.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 190, + "avg_reward": -491.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 200, + "avg_reward": -766.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 210, + "avg_reward": -1069.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 220, + "avg_reward": -257.33, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 230, + "avg_reward": -1315.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 240, + "avg_reward": -420.15, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 250, + "avg_reward": -426.1, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 260, + "avg_reward": -947.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 270, + "avg_reward": -1320.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 280, + "avg_reward": 0.12, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 290, + "avg_reward": 918.15, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 300, + "avg_reward": -378.15, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 310, + "avg_reward": 7.68, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 320, + "avg_reward": -254.18, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 330, + "avg_reward": 416.38, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 340, + "avg_reward": 421.98, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 350, + "avg_reward": 631.65, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 360, + "avg_reward": -717.03, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 370, + "avg_reward": -152.72, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 380, + "avg_reward": 1268.63, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 390, + "avg_reward": 1154.05, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 400, + "avg_reward": 1497.38, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 410, + "avg_reward": 1011.88, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 420, + "avg_reward": 1177.71, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 430, + "avg_reward": 1417.43, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 440, + "avg_reward": 848.76, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 450, + "avg_reward": 807.43, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 460, + "avg_reward": 1016.65, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 470, + "avg_reward": 956.82, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 480, + "avg_reward": 1253.61, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 490, + "avg_reward": 1243.78, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 500, + "avg_reward": 2754.67, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 510, + "avg_reward": 672.54, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 520, + "avg_reward": 740.22, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 530, + "avg_reward": 1257.8, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 540, + "avg_reward": 1831.2, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 550, + "avg_reward": 859.33, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 560, + "avg_reward": 1255.45, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 570, + "avg_reward": 2447.78, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 580, + "avg_reward": 2156.04, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 590, + "avg_reward": 2878.68, + "avg_cost": 34.25, + "lambda": 0.215, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 600, + "avg_reward": 3048.04, + "avg_cost": 21.5, + "lambda": 0.1375, + "rho": [ + 0.3489, + 0.3197, + 0.3314 + ] + }, + { + "episode": 610, + "avg_reward": 2281.5, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 0.3489, + 0.3197, + 0.3314 + ] + }, + { + "episode": 620, + "avg_reward": 1832.6, + "avg_cost": 24.25, + "lambda": 0.03, + "rho": [ + 0.3489, + 0.3197, + 0.3314 + ] + }, + { + "episode": 630, + "avg_reward": 2845.38, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 0.3489, + 0.3197, + 0.3314 + ] + }, + { + "episode": 640, + "avg_reward": 2141.82, + "avg_cost": 23.0, + "lambda": 0.06, + "rho": [ + 0.3489, + 0.3197, + 0.3314 + ] + }, + { + "episode": 650, + "avg_reward": 3024.67, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 0.3633, + 0.3241, + 0.3126 + ] + }, + { + "episode": 660, + "avg_reward": 3117.12, + "avg_cost": 29.75, + "lambda": 0.0475, + "rho": [ + 0.3633, + 0.3241, + 0.3126 + ] + }, + { + "episode": 670, + "avg_reward": 2323.23, + "avg_cost": 31.0, + "lambda": 0.1225, + "rho": [ + 0.3633, + 0.3241, + 0.3126 + ] + }, + { + "episode": 680, + "avg_reward": 2664.46, + "avg_cost": 28.5, + "lambda": 0.36, + "rho": [ + 0.3633, + 0.3241, + 0.3126 + ] + }, + { + "episode": 690, + "avg_reward": 3270.65, + "avg_cost": 37.75, + "lambda": 0.425, + "rho": [ + 0.3633, + 0.3241, + 0.3126 + ] + }, + { + "episode": 700, + "avg_reward": 2315.87, + "avg_cost": 24.0, + "lambda": 0.665, + "rho": [ + 0.3524, + 0.3385, + 0.309 + ] + }, + { + "episode": 710, + "avg_reward": 134.63, + "avg_cost": 7.0, + "lambda": 0.9525, + "rho": [ + 0.3524, + 0.3385, + 0.309 + ] + }, + { + "episode": 720, + "avg_reward": 2908.87, + "avg_cost": 28.25, + "lambda": 0.8925, + "rho": [ + 0.3524, + 0.3385, + 0.309 + ] + }, + { + "episode": 730, + "avg_reward": 1779.17, + "avg_cost": 19.5, + "lambda": 1.105, + "rho": [ + 0.3524, + 0.3385, + 0.309 + ] + }, + { + "episode": 740, + "avg_reward": 2680.5, + "avg_cost": 26.25, + "lambda": 1.4, + "rho": [ + 0.3524, + 0.3385, + 0.309 + ] + }, + { + "episode": 750, + "avg_reward": 3706.25, + "avg_cost": 28.75, + "lambda": 1.895, + "rho": [ + 0.3525, + 0.3323, + 0.3153 + ] + }, + { + "episode": 760, + "avg_reward": 2474.05, + "avg_cost": 22.5, + "lambda": 1.9475, + "rho": [ + 0.3525, + 0.3323, + 0.3153 + ] + }, + { + "episode": 770, + "avg_reward": 3587.12, + "avg_cost": 46.25, + "lambda": 2.475, + "rho": [ + 0.3525, + 0.3323, + 0.3153 + ] + }, + { + "episode": 780, + "avg_reward": 2969.82, + "avg_cost": 26.75, + "lambda": 2.75, + "rho": [ + 0.3525, + 0.3323, + 0.3153 + ] + }, + { + "episode": 790, + "avg_reward": 3462.58, + "avg_cost": 16.0, + "lambda": 3.085, + "rho": [ + 0.3525, + 0.3323, + 0.3153 + ] + }, + { + "episode": 800, + "avg_reward": 2797.06, + "avg_cost": 22.5, + "lambda": 3.25, + "rho": [ + 0.3573, + 0.3176, + 0.3251 + ] + }, + { + "episode": 810, + "avg_reward": 2757.97, + "avg_cost": 46.0, + "lambda": 3.45, + "rho": [ + 0.3573, + 0.3176, + 0.3251 + ] + }, + { + "episode": 820, + "avg_reward": 2741.33, + "avg_cost": 19.25, + "lambda": 4.6625, + "rho": [ + 0.3573, + 0.3176, + 0.3251 + ] + }, + { + "episode": 830, + "avg_reward": 3431.23, + "avg_cost": 18.0, + "lambda": 4.6575, + "rho": [ + 0.3573, + 0.3176, + 0.3251 + ] + }, + { + "episode": 840, + "avg_reward": 1907.99, + "avg_cost": 15.25, + "lambda": 3.8025, + "rho": [ + 0.3573, + 0.3176, + 0.3251 + ] + }, + { + "episode": 850, + "avg_reward": 4682.95, + "avg_cost": 32.0, + "lambda": 3.68, + "rho": [ + 0.3534, + 0.3124, + 0.3342 + ] + }, + { + "episode": 860, + "avg_reward": 4152.81, + "avg_cost": 25.25, + "lambda": 2.7225, + "rho": [ + 0.3534, + 0.3124, + 0.3342 + ] + }, + { + "episode": 870, + "avg_reward": 4042.46, + "avg_cost": 12.5, + "lambda": 1.74, + "rho": [ + 0.3534, + 0.3124, + 0.3342 + ] + }, + { + "episode": 880, + "avg_reward": 3469.94, + "avg_cost": 11.0, + "lambda": 0.995, + "rho": [ + 0.3534, + 0.3124, + 0.3342 + ] + }, + { + "episode": 890, + "avg_reward": 4472.56, + "avg_cost": 28.25, + "lambda": 0.38, + "rho": [ + 0.3534, + 0.3124, + 0.3342 + ] + }, + { + "episode": 900, + "avg_reward": 4607.68, + "avg_cost": 27.75, + "lambda": 0.0275, + "rho": [ + 0.3434, + 0.3136, + 0.343 + ] + }, + { + "episode": 910, + "avg_reward": 4372.46, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.3434, + 0.3136, + 0.343 + ] + }, + { + "episode": 920, + "avg_reward": 4493.23, + "avg_cost": 25.25, + "lambda": 0.1175, + "rho": [ + 0.3434, + 0.3136, + 0.343 + ] + }, + { + "episode": 930, + "avg_reward": 4336.61, + "avg_cost": 33.25, + "lambda": 0.5, + "rho": [ + 0.3434, + 0.3136, + 0.343 + ] + }, + { + "episode": 940, + "avg_reward": 3302.41, + "avg_cost": 29.0, + "lambda": 0.645, + "rho": [ + 0.3434, + 0.3136, + 0.343 + ] + }, + { + "episode": 950, + "avg_reward": 3227.44, + "avg_cost": 15.75, + "lambda": 1.045, + "rho": [ + 0.3423, + 0.3087, + 0.349 + ] + }, + { + "episode": 960, + "avg_reward": 4785.48, + "avg_cost": 34.25, + "lambda": 1.295, + "rho": [ + 0.3423, + 0.3087, + 0.349 + ] + }, + { + "episode": 970, + "avg_reward": 4816.93, + "avg_cost": 38.75, + "lambda": 1.5, + "rho": [ + 0.3423, + 0.3087, + 0.349 + ] + }, + { + "episode": 980, + "avg_reward": 3172.24, + "avg_cost": 19.75, + "lambda": 1.45, + "rho": [ + 0.3423, + 0.3087, + 0.349 + ] + }, + { + "episode": 990, + "avg_reward": 4961.26, + "avg_cost": 33.25, + "lambda": 1.79, + "rho": [ + 0.3423, + 0.3087, + 0.349 + ] + }, + { + "episode": 1000, + "avg_reward": 3804.82, + "avg_cost": 29.75, + "lambda": 2.38, + "rho": [ + 0.3445, + 0.3077, + 0.3478 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..0606fe199c1befe1ccb8246f1038523100d95bc1 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4533163.59, + "constraint_satisfaction_pct": 88.2, + "final_rho": [ + 0.298, + 0.3563, + 0.3457 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 5.2475, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4691.39, + "avg_cost": 104.5, + "lambda": 14.6525, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 4240.12, + "avg_cost": 10.5, + "lambda": 17.965, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 5308.89, + "avg_cost": 56.5, + "lambda": 20.1275, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 3956.25, + "avg_cost": 5.0, + "lambda": 20.6025, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 4911.87, + "avg_cost": 41.0, + "lambda": 20.6975, + "rho": [ + 0.2912, + 0.3885, + 0.3204 + ] + }, + { + "episode": 60, + "avg_reward": 4178.51, + "avg_cost": 73.25, + "lambda": 22.53, + "rho": [ + 0.2912, + 0.3885, + 0.3204 + ] + }, + { + "episode": 70, + "avg_reward": 4113.59, + "avg_cost": 16.25, + "lambda": 22.4675, + "rho": [ + 0.2912, + 0.3885, + 0.3204 + ] + }, + { + "episode": 80, + "avg_reward": 4688.44, + "avg_cost": 45.5, + "lambda": 23.93, + "rho": [ + 0.2912, + 0.3885, + 0.3204 + ] + }, + { + "episode": 90, + "avg_reward": 4062.96, + "avg_cost": 15.25, + "lambda": 23.4125, + "rho": [ + 0.2912, + 0.3885, + 0.3204 + ] + }, + { + "episode": 100, + "avg_reward": 5029.41, + "avg_cost": 44.5, + "lambda": 23.58, + "rho": [ + 0.2976, + 0.3969, + 0.3055 + ] + }, + { + "episode": 110, + "avg_reward": 4217.44, + "avg_cost": 10.0, + "lambda": 22.1975, + "rho": [ + 0.2976, + 0.3969, + 0.3055 + ] + }, + { + "episode": 120, + "avg_reward": 4289.05, + "avg_cost": 0.5, + "lambda": 20.565, + "rho": [ + 0.2976, + 0.3969, + 0.3055 + ] + }, + { + "episode": 130, + "avg_reward": 3673.27, + "avg_cost": 0.5, + "lambda": 19.65, + "rho": [ + 0.2976, + 0.3969, + 0.3055 + ] + }, + { + "episode": 140, + "avg_reward": 5468.31, + "avg_cost": 60.5, + "lambda": 19.7125, + "rho": [ + 0.2976, + 0.3969, + 0.3055 + ] + }, + { + "episode": 150, + "avg_reward": 4118.52, + "avg_cost": 15.75, + "lambda": 19.3625, + "rho": [ + 0.3096, + 0.4001, + 0.2903 + ] + }, + { + "episode": 160, + "avg_reward": 4006.98, + "avg_cost": 4.75, + "lambda": 19.9, + "rho": [ + 0.3096, + 0.4001, + 0.2903 + ] + }, + { + "episode": 170, + "avg_reward": 4477.39, + "avg_cost": 7.75, + "lambda": 19.1875, + "rho": [ + 0.3096, + 0.4001, + 0.2903 + ] + }, + { + "episode": 180, + "avg_reward": 3435.58, + "avg_cost": 12.0, + "lambda": 18.5575, + "rho": [ + 0.3096, + 0.4001, + 0.2903 + ] + }, + { + "episode": 190, + "avg_reward": 2104.68, + "avg_cost": 310.5, + "lambda": 33.2875, + "rho": [ + 0.3096, + 0.4001, + 0.2903 + ] + }, + { + "episode": 200, + "avg_reward": 2979.45, + "avg_cost": 14.75, + "lambda": 49.9625, + "rho": [ + 0.311, + 0.4025, + 0.2865 + ] + }, + { + "episode": 210, + "avg_reward": 3509.37, + "avg_cost": 0.0, + "lambda": 47.615, + "rho": [ + 0.311, + 0.4025, + 0.2865 + ] + }, + { + "episode": 220, + "avg_reward": 3847.6, + "avg_cost": 1.0, + "lambda": 45.5325, + "rho": [ + 0.311, + 0.4025, + 0.2865 + ] + }, + { + "episode": 230, + "avg_reward": 3799.3, + "avg_cost": 0.0, + "lambda": 46.16, + "rho": [ + 0.311, + 0.4025, + 0.2865 + ] + }, + { + "episode": 240, + "avg_reward": 4695.41, + "avg_cost": 6.75, + "lambda": 44.1525, + "rho": [ + 0.311, + 0.4025, + 0.2865 + ] + }, + { + "episode": 250, + "avg_reward": 4532.09, + "avg_cost": 20.75, + "lambda": 43.2275, + "rho": [ + 0.3126, + 0.3961, + 0.2913 + ] + }, + { + "episode": 260, + "avg_reward": 4786.89, + "avg_cost": 4.0, + "lambda": 41.105, + "rho": [ + 0.3126, + 0.3961, + 0.2913 + ] + }, + { + "episode": 270, + "avg_reward": 4657.44, + "avg_cost": 0.0, + "lambda": 39.88, + "rho": [ + 0.3126, + 0.3961, + 0.2913 + ] + }, + { + "episode": 280, + "avg_reward": 3483.73, + "avg_cost": 0.25, + "lambda": 37.64, + "rho": [ + 0.3126, + 0.3961, + 0.2913 + ] + }, + { + "episode": 290, + "avg_reward": 3496.78, + "avg_cost": 3.25, + "lambda": 35.245, + "rho": [ + 0.3126, + 0.3961, + 0.2913 + ] + }, + { + "episode": 300, + "avg_reward": 3815.39, + "avg_cost": 0.0, + "lambda": 33.3775, + "rho": [ + 0.3114, + 0.389, + 0.2996 + ] + }, + { + "episode": 310, + "avg_reward": 3718.31, + "avg_cost": 10.5, + "lambda": 31.825, + "rho": [ + 0.3114, + 0.389, + 0.2996 + ] + }, + { + "episode": 320, + "avg_reward": 4272.91, + "avg_cost": 10.0, + "lambda": 30.7725, + "rho": [ + 0.3114, + 0.389, + 0.2996 + ] + }, + { + "episode": 330, + "avg_reward": 3877.17, + "avg_cost": 0.0, + "lambda": 29.7375, + "rho": [ + 0.3114, + 0.389, + 0.2996 + ] + }, + { + "episode": 340, + "avg_reward": 4877.92, + "avg_cost": 40.5, + "lambda": 28.49, + "rho": [ + 0.3114, + 0.389, + 0.2996 + ] + }, + { + "episode": 350, + "avg_reward": 4496.5, + "avg_cost": 18.75, + "lambda": 27.0175, + "rho": [ + 0.3098, + 0.3807, + 0.3095 + ] + }, + { + "episode": 360, + "avg_reward": 3905.22, + "avg_cost": 0.0, + "lambda": 25.3, + "rho": [ + 0.3098, + 0.3807, + 0.3095 + ] + }, + { + "episode": 370, + "avg_reward": 4067.51, + "avg_cost": 0.0, + "lambda": 24.9, + "rho": [ + 0.3098, + 0.3807, + 0.3095 + ] + }, + { + "episode": 380, + "avg_reward": 3644.96, + "avg_cost": 6.25, + "lambda": 24.04, + "rho": [ + 0.3098, + 0.3807, + 0.3095 + ] + }, + { + "episode": 390, + "avg_reward": 3549.86, + "avg_cost": 6.75, + "lambda": 22.67, + "rho": [ + 0.3098, + 0.3807, + 0.3095 + ] + }, + { + "episode": 400, + "avg_reward": 4001.15, + "avg_cost": 13.5, + "lambda": 21.61, + "rho": [ + 0.3091, + 0.3774, + 0.3135 + ] + }, + { + "episode": 410, + "avg_reward": 4463.19, + "avg_cost": 8.0, + "lambda": 20.905, + "rho": [ + 0.3091, + 0.3774, + 0.3135 + ] + }, + { + "episode": 420, + "avg_reward": 4417.59, + "avg_cost": 6.5, + "lambda": 19.7425, + "rho": [ + 0.3091, + 0.3774, + 0.3135 + ] + }, + { + "episode": 430, + "avg_reward": 5068.64, + "avg_cost": 17.75, + "lambda": 18.4025, + "rho": [ + 0.3091, + 0.3774, + 0.3135 + ] + }, + { + "episode": 440, + "avg_reward": 4119.07, + "avg_cost": 8.25, + "lambda": 16.65, + "rho": [ + 0.3091, + 0.3774, + 0.3135 + ] + }, + { + "episode": 450, + "avg_reward": 4669.33, + "avg_cost": 0.0, + "lambda": 14.4275, + "rho": [ + 0.3073, + 0.3739, + 0.3188 + ] + }, + { + "episode": 460, + "avg_reward": 5065.93, + "avg_cost": 6.25, + "lambda": 12.1975, + "rho": [ + 0.3073, + 0.3739, + 0.3188 + ] + }, + { + "episode": 470, + "avg_reward": 4883.58, + "avg_cost": 6.0, + "lambda": 9.91, + "rho": [ + 0.3073, + 0.3739, + 0.3188 + ] + }, + { + "episode": 480, + "avg_reward": 4803.12, + "avg_cost": 6.75, + "lambda": 8.07, + "rho": [ + 0.3073, + 0.3739, + 0.3188 + ] + }, + { + "episode": 490, + "avg_reward": 4502.86, + "avg_cost": 0.0, + "lambda": 5.6325, + "rho": [ + 0.3073, + 0.3739, + 0.3188 + ] + }, + { + "episode": 500, + "avg_reward": 4308.61, + "avg_cost": 4.5, + "lambda": 4.47, + "rho": [ + 0.3054, + 0.3696, + 0.325 + ] + }, + { + "episode": 510, + "avg_reward": 5047.75, + "avg_cost": 9.25, + "lambda": 2.375, + "rho": [ + 0.3054, + 0.3696, + 0.325 + ] + }, + { + "episode": 520, + "avg_reward": 4945.62, + "avg_cost": 24.75, + "lambda": 0.6025, + "rho": [ + 0.3054, + 0.3696, + 0.325 + ] + }, + { + "episode": 530, + "avg_reward": 4761.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3054, + 0.3696, + 0.325 + ] + }, + { + "episode": 540, + "avg_reward": 4607.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3054, + 0.3696, + 0.325 + ] + }, + { + "episode": 550, + "avg_reward": 4839.03, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3038, + 0.3665, + 0.3298 + ] + }, + { + "episode": 560, + "avg_reward": 4587.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3038, + 0.3665, + 0.3298 + ] + }, + { + "episode": 570, + "avg_reward": 5000.6, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.3038, + 0.3665, + 0.3298 + ] + }, + { + "episode": 580, + "avg_reward": 4614.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3038, + 0.3665, + 0.3298 + ] + }, + { + "episode": 590, + "avg_reward": 5475.35, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.3038, + 0.3665, + 0.3298 + ] + }, + { + "episode": 600, + "avg_reward": 4615.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3024, + 0.3643, + 0.3334 + ] + }, + { + "episode": 610, + "avg_reward": 4903.38, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.3024, + 0.3643, + 0.3334 + ] + }, + { + "episode": 620, + "avg_reward": 4955.05, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.3024, + 0.3643, + 0.3334 + ] + }, + { + "episode": 630, + "avg_reward": 4678.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3024, + 0.3643, + 0.3334 + ] + }, + { + "episode": 640, + "avg_reward": 4708.96, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3024, + 0.3643, + 0.3334 + ] + }, + { + "episode": 650, + "avg_reward": 4700.9, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3012, + 0.3626, + 0.3362 + ] + }, + { + "episode": 660, + "avg_reward": 4849.79, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.3012, + 0.3626, + 0.3362 + ] + }, + { + "episode": 670, + "avg_reward": 4647.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3012, + 0.3626, + 0.3362 + ] + }, + { + "episode": 680, + "avg_reward": 4591.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3012, + 0.3626, + 0.3362 + ] + }, + { + "episode": 690, + "avg_reward": 4956.12, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.3012, + 0.3626, + 0.3362 + ] + }, + { + "episode": 700, + "avg_reward": 4626.72, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.3003, + 0.3612, + 0.3385 + ] + }, + { + "episode": 710, + "avg_reward": 4671.75, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3003, + 0.3612, + 0.3385 + ] + }, + { + "episode": 720, + "avg_reward": 4687.3, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.3003, + 0.3612, + 0.3385 + ] + }, + { + "episode": 730, + "avg_reward": 4641.47, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3003, + 0.3612, + 0.3385 + ] + }, + { + "episode": 740, + "avg_reward": 4768.1, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.3003, + 0.3612, + 0.3385 + ] + }, + { + "episode": 750, + "avg_reward": 4619.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2996, + 0.36, + 0.3403 + ] + }, + { + "episode": 760, + "avg_reward": 4671.63, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2996, + 0.36, + 0.3403 + ] + }, + { + "episode": 770, + "avg_reward": 4772.56, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2996, + 0.36, + 0.3403 + ] + }, + { + "episode": 780, + "avg_reward": 4670.15, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2996, + 0.36, + 0.3403 + ] + }, + { + "episode": 790, + "avg_reward": 4568.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2996, + 0.36, + 0.3403 + ] + }, + { + "episode": 800, + "avg_reward": 4762.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2993, + 0.359, + 0.3417 + ] + }, + { + "episode": 810, + "avg_reward": 4693.28, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2993, + 0.359, + 0.3417 + ] + }, + { + "episode": 820, + "avg_reward": 4719.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2993, + 0.359, + 0.3417 + ] + }, + { + "episode": 830, + "avg_reward": 4585.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2993, + 0.359, + 0.3417 + ] + }, + { + "episode": 840, + "avg_reward": 4826.43, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2993, + 0.359, + 0.3417 + ] + }, + { + "episode": 850, + "avg_reward": 4697.3, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2989, + 0.3582, + 0.3429 + ] + }, + { + "episode": 860, + "avg_reward": 4738.0, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2989, + 0.3582, + 0.3429 + ] + }, + { + "episode": 870, + "avg_reward": 4871.3, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2989, + 0.3582, + 0.3429 + ] + }, + { + "episode": 880, + "avg_reward": 4563.77, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2989, + 0.3582, + 0.3429 + ] + }, + { + "episode": 890, + "avg_reward": 4443.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2989, + 0.3582, + 0.3429 + ] + }, + { + "episode": 900, + "avg_reward": 4919.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2986, + 0.3575, + 0.3439 + ] + }, + { + "episode": 910, + "avg_reward": 4610.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2986, + 0.3575, + 0.3439 + ] + }, + { + "episode": 920, + "avg_reward": 4692.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2986, + 0.3575, + 0.3439 + ] + }, + { + "episode": 930, + "avg_reward": 4629.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2986, + 0.3575, + 0.3439 + ] + }, + { + "episode": 940, + "avg_reward": 4855.81, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2986, + 0.3575, + 0.3439 + ] + }, + { + "episode": 950, + "avg_reward": 4813.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2983, + 0.3569, + 0.3449 + ] + }, + { + "episode": 960, + "avg_reward": 4866.09, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.2983, + 0.3569, + 0.3449 + ] + }, + { + "episode": 970, + "avg_reward": 4981.82, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2983, + 0.3569, + 0.3449 + ] + }, + { + "episode": 980, + "avg_reward": 4962.61, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2983, + 0.3569, + 0.3449 + ] + }, + { + "episode": 990, + "avg_reward": 4768.65, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2983, + 0.3569, + 0.3449 + ] + }, + { + "episode": 1000, + "avg_reward": 4570.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.298, + 0.3563, + 0.3457 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..77bf90c8e2d41efee4b53bba1144fcde2a11315e --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4322315.14, + "constraint_satisfaction_pct": 66.9, + "final_rho": [ + 0.3125, + 0.2463, + 0.4411 + ], + "final_lambda": 6.635, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 5.7425, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4177.05, + "avg_cost": 85.0, + "lambda": 29.9975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 3954.22, + "avg_cost": 7.0, + "lambda": 27.4625, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 4121.12, + "avg_cost": 0.0, + "lambda": 25.535, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 4306.92, + "avg_cost": 11.0, + "lambda": 24.7175, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 5143.16, + "avg_cost": 36.75, + "lambda": 23.2325, + "rho": [ + 0.299, + 0.3473, + 0.3537 + ] + }, + { + "episode": 60, + "avg_reward": 4934.66, + "avg_cost": 41.75, + "lambda": 24.11, + "rho": [ + 0.299, + 0.3473, + 0.3537 + ] + }, + { + "episode": 70, + "avg_reward": 4551.09, + "avg_cost": 13.0, + "lambda": 26.9225, + "rho": [ + 0.299, + 0.3473, + 0.3537 + ] + }, + { + "episode": 80, + "avg_reward": 5494.17, + "avg_cost": 100.5, + "lambda": 32.075, + "rho": [ + 0.299, + 0.3473, + 0.3537 + ] + }, + { + "episode": 90, + "avg_reward": 4016.23, + "avg_cost": 2.25, + "lambda": 31.8425, + "rho": [ + 0.299, + 0.3473, + 0.3537 + ] + }, + { + "episode": 100, + "avg_reward": 5631.94, + "avg_cost": 79.0, + "lambda": 41.0975, + "rho": [ + 0.3078, + 0.3392, + 0.353 + ] + }, + { + "episode": 110, + "avg_reward": 3563.53, + "avg_cost": 1.5, + "lambda": 35.3225, + "rho": [ + 0.3078, + 0.3392, + 0.353 + ] + }, + { + "episode": 120, + "avg_reward": 5630.03, + "avg_cost": 71.25, + "lambda": 37.1225, + "rho": [ + 0.3078, + 0.3392, + 0.353 + ] + }, + { + "episode": 130, + "avg_reward": 4064.88, + "avg_cost": 2.25, + "lambda": 37.8275, + "rho": [ + 0.3078, + 0.3392, + 0.353 + ] + }, + { + "episode": 140, + "avg_reward": 4065.47, + "avg_cost": 7.0, + "lambda": 33.8, + "rho": [ + 0.3078, + 0.3392, + 0.353 + ] + }, + { + "episode": 150, + "avg_reward": 5369.69, + "avg_cost": 95.5, + "lambda": 32.7125, + "rho": [ + 0.3118, + 0.3292, + 0.359 + ] + }, + { + "episode": 160, + "avg_reward": 3258.87, + "avg_cost": 3.75, + "lambda": 28.22, + "rho": [ + 0.3118, + 0.3292, + 0.359 + ] + }, + { + "episode": 170, + "avg_reward": 4041.25, + "avg_cost": 4.5, + "lambda": 25.4825, + "rho": [ + 0.3118, + 0.3292, + 0.359 + ] + }, + { + "episode": 180, + "avg_reward": 3583.03, + "avg_cost": 1.75, + "lambda": 22.6925, + "rho": [ + 0.3118, + 0.3292, + 0.359 + ] + }, + { + "episode": 190, + "avg_reward": 3989.6, + "avg_cost": 5.25, + "lambda": 17.345, + "rho": [ + 0.3118, + 0.3292, + 0.359 + ] + }, + { + "episode": 200, + "avg_reward": 5021.81, + "avg_cost": 34.25, + "lambda": 16.5425, + "rho": [ + 0.3126, + 0.3186, + 0.3688 + ] + }, + { + "episode": 210, + "avg_reward": 4044.48, + "avg_cost": 12.0, + "lambda": 12.89, + "rho": [ + 0.3126, + 0.3186, + 0.3688 + ] + }, + { + "episode": 220, + "avg_reward": 3938.05, + "avg_cost": 17.5, + "lambda": 15.35, + "rho": [ + 0.3126, + 0.3186, + 0.3688 + ] + }, + { + "episode": 230, + "avg_reward": 3047.29, + "avg_cost": 202.75, + "lambda": 42.4925, + "rho": [ + 0.3126, + 0.3186, + 0.3688 + ] + }, + { + "episode": 240, + "avg_reward": 2352.78, + "avg_cost": 96.25, + "lambda": 93.9575, + "rho": [ + 0.3126, + 0.3186, + 0.3688 + ] + }, + { + "episode": 250, + "avg_reward": 3376.89, + "avg_cost": 0.0, + "lambda": 91.025, + "rho": [ + 0.3128, + 0.3095, + 0.3777 + ] + }, + { + "episode": 260, + "avg_reward": 3542.62, + "avg_cost": 0.0, + "lambda": 83.525, + "rho": [ + 0.3128, + 0.3095, + 0.3777 + ] + }, + { + "episode": 270, + "avg_reward": 3816.6, + "avg_cost": 0.0, + "lambda": 76.115, + "rho": [ + 0.3128, + 0.3095, + 0.3777 + ] + }, + { + "episode": 280, + "avg_reward": 4246.14, + "avg_cost": 6.25, + "lambda": 69.0125, + "rho": [ + 0.3128, + 0.3095, + 0.3777 + ] + }, + { + "episode": 290, + "avg_reward": 4438.04, + "avg_cost": 9.75, + "lambda": 63.245, + "rho": [ + 0.3128, + 0.3095, + 0.3777 + ] + }, + { + "episode": 300, + "avg_reward": 4474.76, + "avg_cost": 17.25, + "lambda": 59.6975, + "rho": [ + 0.3124, + 0.2978, + 0.3898 + ] + }, + { + "episode": 310, + "avg_reward": 4332.48, + "avg_cost": 16.5, + "lambda": 58.4975, + "rho": [ + 0.3124, + 0.2978, + 0.3898 + ] + }, + { + "episode": 320, + "avg_reward": 3788.71, + "avg_cost": 14.75, + "lambda": 55.0925, + "rho": [ + 0.3124, + 0.2978, + 0.3898 + ] + }, + { + "episode": 330, + "avg_reward": 3554.35, + "avg_cost": 0.5, + "lambda": 48.1175, + "rho": [ + 0.3124, + 0.2978, + 0.3898 + ] + }, + { + "episode": 340, + "avg_reward": 3996.09, + "avg_cost": 3.25, + "lambda": 40.775, + "rho": [ + 0.3124, + 0.2978, + 0.3898 + ] + }, + { + "episode": 350, + "avg_reward": 4080.05, + "avg_cost": 3.75, + "lambda": 34.9775, + "rho": [ + 0.3117, + 0.2866, + 0.4017 + ] + }, + { + "episode": 360, + "avg_reward": 5049.89, + "avg_cost": 40.5, + "lambda": 31.13, + "rho": [ + 0.3117, + 0.2866, + 0.4017 + ] + }, + { + "episode": 370, + "avg_reward": 4072.58, + "avg_cost": 0.0, + "lambda": 25.9925, + "rho": [ + 0.3117, + 0.2866, + 0.4017 + ] + }, + { + "episode": 380, + "avg_reward": 3990.72, + "avg_cost": 6.75, + "lambda": 21.035, + "rho": [ + 0.3117, + 0.2866, + 0.4017 + ] + }, + { + "episode": 390, + "avg_reward": 4177.15, + "avg_cost": 13.25, + "lambda": 16.9775, + "rho": [ + 0.3117, + 0.2866, + 0.4017 + ] + }, + { + "episode": 400, + "avg_reward": 4180.71, + "avg_cost": 16.25, + "lambda": 13.82, + "rho": [ + 0.316, + 0.2747, + 0.4093 + ] + }, + { + "episode": 410, + "avg_reward": 4002.53, + "avg_cost": 1.75, + "lambda": 10.775, + "rho": [ + 0.316, + 0.2747, + 0.4093 + ] + }, + { + "episode": 420, + "avg_reward": 5072.18, + "avg_cost": 58.5, + "lambda": 10.715, + "rho": [ + 0.316, + 0.2747, + 0.4093 + ] + }, + { + "episode": 430, + "avg_reward": 3977.14, + "avg_cost": 18.0, + "lambda": 11.075, + "rho": [ + 0.316, + 0.2747, + 0.4093 + ] + }, + { + "episode": 440, + "avg_reward": 3552.58, + "avg_cost": 4.25, + "lambda": 10.34, + "rho": [ + 0.316, + 0.2747, + 0.4093 + ] + }, + { + "episode": 450, + "avg_reward": 4328.33, + "avg_cost": 21.0, + "lambda": 8.9225, + "rho": [ + 0.3159, + 0.2631, + 0.421 + ] + }, + { + "episode": 460, + "avg_reward": 4554.95, + "avg_cost": 15.25, + "lambda": 7.58, + "rho": [ + 0.3159, + 0.2631, + 0.421 + ] + }, + { + "episode": 470, + "avg_reward": 4860.89, + "avg_cost": 38.75, + "lambda": 7.3625, + "rho": [ + 0.3159, + 0.2631, + 0.421 + ] + }, + { + "episode": 480, + "avg_reward": 4915.41, + "avg_cost": 45.5, + "lambda": 9.0275, + "rho": [ + 0.3159, + 0.2631, + 0.421 + ] + }, + { + "episode": 490, + "avg_reward": 4634.49, + "avg_cost": 24.5, + "lambda": 9.89, + "rho": [ + 0.3159, + 0.2631, + 0.421 + ] + }, + { + "episode": 500, + "avg_reward": 3698.7, + "avg_cost": 6.25, + "lambda": 9.4175, + "rho": [ + 0.3149, + 0.2618, + 0.4232 + ] + }, + { + "episode": 510, + "avg_reward": 4218.71, + "avg_cost": 29.0, + "lambda": 9.05, + "rho": [ + 0.3149, + 0.2618, + 0.4232 + ] + }, + { + "episode": 520, + "avg_reward": 4360.67, + "avg_cost": 17.5, + "lambda": 7.205, + "rho": [ + 0.3149, + 0.2618, + 0.4232 + ] + }, + { + "episode": 530, + "avg_reward": 5444.67, + "avg_cost": 63.25, + "lambda": 10.715, + "rho": [ + 0.3149, + 0.2618, + 0.4232 + ] + }, + { + "episode": 540, + "avg_reward": 4420.03, + "avg_cost": 22.5, + "lambda": 7.475, + "rho": [ + 0.3149, + 0.2618, + 0.4232 + ] + }, + { + "episode": 550, + "avg_reward": 4704.18, + "avg_cost": 28.0, + "lambda": 6.3875, + "rho": [ + 0.3106, + 0.2621, + 0.4273 + ] + }, + { + "episode": 560, + "avg_reward": 3613.58, + "avg_cost": 6.0, + "lambda": 5.2775, + "rho": [ + 0.3106, + 0.2621, + 0.4273 + ] + }, + { + "episode": 570, + "avg_reward": 4669.86, + "avg_cost": 21.25, + "lambda": 6.185, + "rho": [ + 0.3106, + 0.2621, + 0.4273 + ] + }, + { + "episode": 580, + "avg_reward": 4160.44, + "avg_cost": 8.75, + "lambda": 6.02, + "rho": [ + 0.3106, + 0.2621, + 0.4273 + ] + }, + { + "episode": 590, + "avg_reward": 4365.3, + "avg_cost": 28.0, + "lambda": 7.01, + "rho": [ + 0.3106, + 0.2621, + 0.4273 + ] + }, + { + "episode": 600, + "avg_reward": 5682.88, + "avg_cost": 67.0, + "lambda": 10.85, + "rho": [ + 0.3103, + 0.262, + 0.4277 + ] + }, + { + "episode": 610, + "avg_reward": 5696.38, + "avg_cost": 90.0, + "lambda": 11.0075, + "rho": [ + 0.3103, + 0.262, + 0.4277 + ] + }, + { + "episode": 620, + "avg_reward": 3656.29, + "avg_cost": 0.25, + "lambda": 8.1725, + "rho": [ + 0.3103, + 0.262, + 0.4277 + ] + }, + { + "episode": 630, + "avg_reward": 4464.74, + "avg_cost": 16.25, + "lambda": 8.8025, + "rho": [ + 0.3103, + 0.262, + 0.4277 + ] + }, + { + "episode": 640, + "avg_reward": 3857.01, + "avg_cost": 3.75, + "lambda": 6.2225, + "rho": [ + 0.3103, + 0.262, + 0.4277 + ] + }, + { + "episode": 650, + "avg_reward": 4814.24, + "avg_cost": 21.75, + "lambda": 6.2375, + "rho": [ + 0.3082, + 0.2582, + 0.4336 + ] + }, + { + "episode": 660, + "avg_reward": 4506.83, + "avg_cost": 9.75, + "lambda": 6.2225, + "rho": [ + 0.3082, + 0.2582, + 0.4336 + ] + }, + { + "episode": 670, + "avg_reward": 5563.71, + "avg_cost": 96.5, + "lambda": 9.0875, + "rho": [ + 0.3082, + 0.2582, + 0.4336 + ] + }, + { + "episode": 680, + "avg_reward": 5503.94, + "avg_cost": 64.75, + "lambda": 9.3125, + "rho": [ + 0.3082, + 0.2582, + 0.4336 + ] + }, + { + "episode": 690, + "avg_reward": 4866.82, + "avg_cost": 34.75, + "lambda": 10.6175, + "rho": [ + 0.3082, + 0.2582, + 0.4336 + ] + }, + { + "episode": 700, + "avg_reward": 3405.12, + "avg_cost": 1.0, + "lambda": 8.255, + "rho": [ + 0.3086, + 0.2508, + 0.4406 + ] + }, + { + "episode": 710, + "avg_reward": 4937.68, + "avg_cost": 27.5, + "lambda": 5.4875, + "rho": [ + 0.3086, + 0.2508, + 0.4406 + ] + }, + { + "episode": 720, + "avg_reward": 4818.81, + "avg_cost": 29.5, + "lambda": 4.52, + "rho": [ + 0.3086, + 0.2508, + 0.4406 + ] + }, + { + "episode": 730, + "avg_reward": 4437.64, + "avg_cost": 17.5, + "lambda": 3.6125, + "rho": [ + 0.3086, + 0.2508, + 0.4406 + ] + }, + { + "episode": 740, + "avg_reward": 4205.78, + "avg_cost": 12.75, + "lambda": 5.6525, + "rho": [ + 0.3086, + 0.2508, + 0.4406 + ] + }, + { + "episode": 750, + "avg_reward": 5685.51, + "avg_cost": 80.5, + "lambda": 6.38, + "rho": [ + 0.3105, + 0.2484, + 0.441 + ] + }, + { + "episode": 760, + "avg_reward": 4197.58, + "avg_cost": 5.5, + "lambda": 3.56, + "rho": [ + 0.3105, + 0.2484, + 0.441 + ] + }, + { + "episode": 770, + "avg_reward": 5022.78, + "avg_cost": 40.0, + "lambda": 5.03, + "rho": [ + 0.3105, + 0.2484, + 0.441 + ] + }, + { + "episode": 780, + "avg_reward": 3809.68, + "avg_cost": 8.25, + "lambda": 5.3675, + "rho": [ + 0.3105, + 0.2484, + 0.441 + ] + }, + { + "episode": 790, + "avg_reward": 4246.43, + "avg_cost": 11.5, + "lambda": 4.7075, + "rho": [ + 0.3105, + 0.2484, + 0.441 + ] + }, + { + "episode": 800, + "avg_reward": 3944.67, + "avg_cost": 6.0, + "lambda": 6.8975, + "rho": [ + 0.3144, + 0.2487, + 0.4369 + ] + }, + { + "episode": 810, + "avg_reward": 4270.06, + "avg_cost": 13.0, + "lambda": 5.9675, + "rho": [ + 0.3144, + 0.2487, + 0.4369 + ] + }, + { + "episode": 820, + "avg_reward": 4009.26, + "avg_cost": 3.5, + "lambda": 3.8525, + "rho": [ + 0.3144, + 0.2487, + 0.4369 + ] + }, + { + "episode": 830, + "avg_reward": 4490.51, + "avg_cost": 31.0, + "lambda": 6.95, + "rho": [ + 0.3144, + 0.2487, + 0.4369 + ] + }, + { + "episode": 840, + "avg_reward": 4943.83, + "avg_cost": 43.25, + "lambda": 6.38, + "rho": [ + 0.3144, + 0.2487, + 0.4369 + ] + }, + { + "episode": 850, + "avg_reward": 3817.65, + "avg_cost": 4.25, + "lambda": 8.375, + "rho": [ + 0.315, + 0.2499, + 0.4351 + ] + }, + { + "episode": 860, + "avg_reward": 5263.28, + "avg_cost": 69.0, + "lambda": 6.515, + "rho": [ + 0.315, + 0.2499, + 0.4351 + ] + }, + { + "episode": 870, + "avg_reward": 5590.69, + "avg_cost": 95.75, + "lambda": 7.5875, + "rho": [ + 0.315, + 0.2499, + 0.4351 + ] + }, + { + "episode": 880, + "avg_reward": 4612.41, + "avg_cost": 32.5, + "lambda": 3.8075, + "rho": [ + 0.315, + 0.2499, + 0.4351 + ] + }, + { + "episode": 890, + "avg_reward": 3828.9, + "avg_cost": 2.25, + "lambda": 4.25, + "rho": [ + 0.315, + 0.2499, + 0.4351 + ] + }, + { + "episode": 900, + "avg_reward": 4848.99, + "avg_cost": 43.5, + "lambda": 6.6575, + "rho": [ + 0.3151, + 0.2465, + 0.4384 + ] + }, + { + "episode": 910, + "avg_reward": 4266.82, + "avg_cost": 10.75, + "lambda": 6.4025, + "rho": [ + 0.3151, + 0.2465, + 0.4384 + ] + }, + { + "episode": 920, + "avg_reward": 5028.08, + "avg_cost": 40.5, + "lambda": 3.9575, + "rho": [ + 0.3151, + 0.2465, + 0.4384 + ] + }, + { + "episode": 930, + "avg_reward": 4287.57, + "avg_cost": 16.0, + "lambda": 5.975, + "rho": [ + 0.3151, + 0.2465, + 0.4384 + ] + }, + { + "episode": 940, + "avg_reward": 4623.12, + "avg_cost": 25.0, + "lambda": 6.08, + "rho": [ + 0.3151, + 0.2465, + 0.4384 + ] + }, + { + "episode": 950, + "avg_reward": 3771.7, + "avg_cost": 4.0, + "lambda": 6.83, + "rho": [ + 0.3143, + 0.2482, + 0.4375 + ] + }, + { + "episode": 960, + "avg_reward": 4913.96, + "avg_cost": 45.0, + "lambda": 8.18, + "rho": [ + 0.3143, + 0.2482, + 0.4375 + ] + }, + { + "episode": 970, + "avg_reward": 4846.52, + "avg_cost": 34.5, + "lambda": 5.3975, + "rho": [ + 0.3143, + 0.2482, + 0.4375 + ] + }, + { + "episode": 980, + "avg_reward": 4375.05, + "avg_cost": 19.0, + "lambda": 5.195, + "rho": [ + 0.3143, + 0.2482, + 0.4375 + ] + }, + { + "episode": 990, + "avg_reward": 4423.62, + "avg_cost": 14.5, + "lambda": 3.5, + "rho": [ + 0.3143, + 0.2482, + 0.4375 + ] + }, + { + "episode": 1000, + "avg_reward": 4525.08, + "avg_cost": 30.0, + "lambda": 6.635, + "rho": [ + 0.3125, + 0.2463, + 0.4411 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..cb1e588b3a36946f20ec3c61cd6dfa79f55617e2 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5357627.3, + "constraint_satisfaction_pct": 19.6, + "final_rho": [ + 0.3504, + 0.3275, + 0.3221 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 11.4925, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4408.13, + "avg_cost": 11.25, + "lambda": 24.2003, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 4125.6, + "avg_cost": 4.75, + "lambda": 34.3477, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 3847.89, + "avg_cost": 3.25, + "lambda": 42.0129, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 3842.03, + "avg_cost": 2.0, + "lambda": 46.7168, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 4556.07, + "avg_cost": 8.0, + "lambda": 49.9213, + "rho": [ + 0.2974, + 0.385, + 0.3176 + ] + }, + { + "episode": 60, + "avg_reward": 4239.2, + "avg_cost": 0.0, + "lambda": 53.5284, + "rho": [ + 0.2974, + 0.385, + 0.3176 + ] + }, + { + "episode": 70, + "avg_reward": 4638.73, + "avg_cost": 0.0, + "lambda": 56.27, + "rho": [ + 0.2974, + 0.385, + 0.3176 + ] + }, + { + "episode": 80, + "avg_reward": 6707.63, + "avg_cost": 72.0, + "lambda": 59.5412, + "rho": [ + 0.2974, + 0.385, + 0.3176 + ] + }, + { + "episode": 90, + "avg_reward": 5968.44, + "avg_cost": 16.75, + "lambda": 64.4087, + "rho": [ + 0.2974, + 0.385, + 0.3176 + ] + }, + { + "episode": 100, + "avg_reward": 5351.7, + "avg_cost": 0.0, + "lambda": 68.0455, + "rho": [ + 0.2966, + 0.406, + 0.2974 + ] + }, + { + "episode": 110, + "avg_reward": 5358.17, + "avg_cost": 0.25, + "lambda": 71.0445, + "rho": [ + 0.2966, + 0.406, + 0.2974 + ] + }, + { + "episode": 120, + "avg_reward": 6120.1, + "avg_cost": 3.75, + "lambda": 74.5647, + "rho": [ + 0.2966, + 0.406, + 0.2974 + ] + }, + { + "episode": 130, + "avg_reward": 5399.3, + "avg_cost": 0.25, + "lambda": 79.0254, + "rho": [ + 0.2966, + 0.406, + 0.2974 + ] + }, + { + "episode": 140, + "avg_reward": 5939.58, + "avg_cost": 3.25, + "lambda": 81.9253, + "rho": [ + 0.2966, + 0.406, + 0.2974 + ] + }, + { + "episode": 150, + "avg_reward": 5693.25, + "avg_cost": 1.25, + "lambda": 84.3573, + "rho": [ + 0.2939, + 0.4122, + 0.2939 + ] + }, + { + "episode": 160, + "avg_reward": 5898.54, + "avg_cost": 1.0, + "lambda": 86.4478, + "rho": [ + 0.2939, + 0.4122, + 0.2939 + ] + }, + { + "episode": 170, + "avg_reward": 5671.83, + "avg_cost": 0.5, + "lambda": 91.1658, + "rho": [ + 0.2939, + 0.4122, + 0.2939 + ] + }, + { + "episode": 180, + "avg_reward": 5572.26, + "avg_cost": 0.0, + "lambda": 93.907, + "rho": [ + 0.2939, + 0.4122, + 0.2939 + ] + }, + { + "episode": 190, + "avg_reward": 6190.28, + "avg_cost": 1.25, + "lambda": 95.6728, + "rho": [ + 0.2939, + 0.4122, + 0.2939 + ] + }, + { + "episode": 200, + "avg_reward": 6032.79, + "avg_cost": 5.75, + "lambda": 97.1817, + "rho": [ + 0.3002, + 0.4059, + 0.2939 + ] + }, + { + "episode": 210, + "avg_reward": 6532.29, + "avg_cost": 8.75, + "lambda": 98.5563, + "rho": [ + 0.3002, + 0.4059, + 0.2939 + ] + }, + { + "episode": 220, + "avg_reward": 6343.7, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3002, + 0.4059, + 0.2939 + ] + }, + { + "episode": 230, + "avg_reward": 6161.26, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3002, + 0.4059, + 0.2939 + ] + }, + { + "episode": 240, + "avg_reward": 5750.54, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3002, + 0.4059, + 0.2939 + ] + }, + { + "episode": 250, + "avg_reward": 5984.71, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2998, + 0.4067, + 0.2935 + ] + }, + { + "episode": 260, + "avg_reward": 6574.67, + "avg_cost": 27.0, + "lambda": 100.0, + "rho": [ + 0.2998, + 0.4067, + 0.2935 + ] + }, + { + "episode": 270, + "avg_reward": 5035.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2998, + 0.4067, + 0.2935 + ] + }, + { + "episode": 280, + "avg_reward": 6261.28, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2998, + 0.4067, + 0.2935 + ] + }, + { + "episode": 290, + "avg_reward": 5758.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2998, + 0.4067, + 0.2935 + ] + }, + { + "episode": 300, + "avg_reward": 5899.34, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3027, + 0.4047, + 0.2926 + ] + }, + { + "episode": 310, + "avg_reward": 6240.47, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3027, + 0.4047, + 0.2926 + ] + }, + { + "episode": 320, + "avg_reward": 5284.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3027, + 0.4047, + 0.2926 + ] + }, + { + "episode": 330, + "avg_reward": 5523.17, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3027, + 0.4047, + 0.2926 + ] + }, + { + "episode": 340, + "avg_reward": 6338.54, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.3027, + 0.4047, + 0.2926 + ] + }, + { + "episode": 350, + "avg_reward": 5251.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3052, + 0.403, + 0.2918 + ] + }, + { + "episode": 360, + "avg_reward": 6566.79, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 0.3052, + 0.403, + 0.2918 + ] + }, + { + "episode": 370, + "avg_reward": 5415.91, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3052, + 0.403, + 0.2918 + ] + }, + { + "episode": 380, + "avg_reward": 5937.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3052, + 0.403, + 0.2918 + ] + }, + { + "episode": 390, + "avg_reward": 6370.8, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3052, + 0.403, + 0.2918 + ] + }, + { + "episode": 400, + "avg_reward": 6162.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3111, + 0.3965, + 0.2924 + ] + }, + { + "episode": 410, + "avg_reward": 6354.54, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.3111, + 0.3965, + 0.2924 + ] + }, + { + "episode": 420, + "avg_reward": 5936.82, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3111, + 0.3965, + 0.2924 + ] + }, + { + "episode": 430, + "avg_reward": 6202.18, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3111, + 0.3965, + 0.2924 + ] + }, + { + "episode": 440, + "avg_reward": 6251.53, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3111, + 0.3965, + 0.2924 + ] + }, + { + "episode": 450, + "avg_reward": 6226.46, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3195, + 0.3871, + 0.2934 + ] + }, + { + "episode": 460, + "avg_reward": 5490.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3195, + 0.3871, + 0.2934 + ] + }, + { + "episode": 470, + "avg_reward": 6588.98, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 0.3195, + 0.3871, + 0.2934 + ] + }, + { + "episode": 480, + "avg_reward": 6149.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3195, + 0.3871, + 0.2934 + ] + }, + { + "episode": 490, + "avg_reward": 6700.62, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 0.3195, + 0.3871, + 0.2934 + ] + }, + { + "episode": 500, + "avg_reward": 6431.89, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.3295, + 0.376, + 0.2945 + ] + }, + { + "episode": 510, + "avg_reward": 6297.44, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.3295, + 0.376, + 0.2945 + ] + }, + { + "episode": 520, + "avg_reward": 5755.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3295, + 0.376, + 0.2945 + ] + }, + { + "episode": 530, + "avg_reward": 6202.1, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3295, + 0.376, + 0.2945 + ] + }, + { + "episode": 540, + "avg_reward": 6167.58, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3295, + 0.376, + 0.2945 + ] + }, + { + "episode": 550, + "avg_reward": 6063.18, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3339, + 0.3698, + 0.2963 + ] + }, + { + "episode": 560, + "avg_reward": 6167.24, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.3339, + 0.3698, + 0.2963 + ] + }, + { + "episode": 570, + "avg_reward": 6005.37, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3339, + 0.3698, + 0.2963 + ] + }, + { + "episode": 580, + "avg_reward": 5241.71, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3339, + 0.3698, + 0.2963 + ] + }, + { + "episode": 590, + "avg_reward": 5486.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3339, + 0.3698, + 0.2963 + ] + }, + { + "episode": 600, + "avg_reward": 5955.01, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3407, + 0.3621, + 0.2971 + ] + }, + { + "episode": 610, + "avg_reward": 5877.54, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3407, + 0.3621, + 0.2971 + ] + }, + { + "episode": 620, + "avg_reward": 6118.97, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3407, + 0.3621, + 0.2971 + ] + }, + { + "episode": 630, + "avg_reward": 6155.77, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3407, + 0.3621, + 0.2971 + ] + }, + { + "episode": 640, + "avg_reward": 6155.29, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3407, + 0.3621, + 0.2971 + ] + }, + { + "episode": 650, + "avg_reward": 6816.98, + "avg_cost": 48.75, + "lambda": 100.0, + "rho": [ + 0.3494, + 0.3529, + 0.2977 + ] + }, + { + "episode": 660, + "avg_reward": 6481.43, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3494, + 0.3529, + 0.2977 + ] + }, + { + "episode": 670, + "avg_reward": 6457.09, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.3494, + 0.3529, + 0.2977 + ] + }, + { + "episode": 680, + "avg_reward": 6049.52, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3494, + 0.3529, + 0.2977 + ] + }, + { + "episode": 690, + "avg_reward": 6805.17, + "avg_cost": 42.75, + "lambda": 100.0, + "rho": [ + 0.3494, + 0.3529, + 0.2977 + ] + }, + { + "episode": 700, + "avg_reward": 5320.84, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3534, + 0.3482, + 0.2984 + ] + }, + { + "episode": 710, + "avg_reward": 4201.0, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3534, + 0.3482, + 0.2984 + ] + }, + { + "episode": 720, + "avg_reward": 4495.06, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3534, + 0.3482, + 0.2984 + ] + }, + { + "episode": 730, + "avg_reward": 4761.63, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.3534, + 0.3482, + 0.2984 + ] + }, + { + "episode": 740, + "avg_reward": 4237.06, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3534, + 0.3482, + 0.2984 + ] + }, + { + "episode": 750, + "avg_reward": 4343.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3595, + 0.3421, + 0.2984 + ] + }, + { + "episode": 760, + "avg_reward": 5050.77, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 0.3595, + 0.3421, + 0.2984 + ] + }, + { + "episode": 770, + "avg_reward": 4318.93, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3595, + 0.3421, + 0.2984 + ] + }, + { + "episode": 780, + "avg_reward": 3966.88, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.3595, + 0.3421, + 0.2984 + ] + }, + { + "episode": 790, + "avg_reward": 4189.53, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3595, + 0.3421, + 0.2984 + ] + }, + { + "episode": 800, + "avg_reward": 4503.89, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.3633, + 0.3371, + 0.2995 + ] + }, + { + "episode": 810, + "avg_reward": 4752.2, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3633, + 0.3371, + 0.2995 + ] + }, + { + "episode": 820, + "avg_reward": 4033.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3633, + 0.3371, + 0.2995 + ] + }, + { + "episode": 830, + "avg_reward": 4045.16, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.3633, + 0.3371, + 0.2995 + ] + }, + { + "episode": 840, + "avg_reward": 3596.66, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.3633, + 0.3371, + 0.2995 + ] + }, + { + "episode": 850, + "avg_reward": 3943.06, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3622, + 0.3348, + 0.303 + ] + }, + { + "episode": 860, + "avg_reward": 4016.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3622, + 0.3348, + 0.303 + ] + }, + { + "episode": 870, + "avg_reward": 4502.81, + "avg_cost": 24.75, + "lambda": 100.0, + "rho": [ + 0.3622, + 0.3348, + 0.303 + ] + }, + { + "episode": 880, + "avg_reward": 3658.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3622, + 0.3348, + 0.303 + ] + }, + { + "episode": 890, + "avg_reward": 4165.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3622, + 0.3348, + 0.303 + ] + }, + { + "episode": 900, + "avg_reward": 3832.29, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3587, + 0.332, + 0.3092 + ] + }, + { + "episode": 910, + "avg_reward": 4038.03, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.3587, + 0.332, + 0.3092 + ] + }, + { + "episode": 920, + "avg_reward": 3882.42, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.3587, + 0.332, + 0.3092 + ] + }, + { + "episode": 930, + "avg_reward": 4357.07, + "avg_cost": 55.75, + "lambda": 100.0, + "rho": [ + 0.3587, + 0.332, + 0.3092 + ] + }, + { + "episode": 940, + "avg_reward": 3589.61, + "avg_cost": 42.0, + "lambda": 100.0, + "rho": [ + 0.3587, + 0.332, + 0.3092 + ] + }, + { + "episode": 950, + "avg_reward": 3564.47, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.3532, + 0.3302, + 0.3166 + ] + }, + { + "episode": 960, + "avg_reward": 4310.11, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3532, + 0.3302, + 0.3166 + ] + }, + { + "episode": 970, + "avg_reward": 4446.63, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3532, + 0.3302, + 0.3166 + ] + }, + { + "episode": 980, + "avg_reward": 5302.19, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.3532, + 0.3302, + 0.3166 + ] + }, + { + "episode": 990, + "avg_reward": 4846.67, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3532, + 0.3302, + 0.3166 + ] + }, + { + "episode": 1000, + "avg_reward": 4939.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3504, + 0.3275, + 0.3221 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..0f8b426fabedcd30c399407d9c3f63b6a718b133 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4204385.47, + "constraint_satisfaction_pct": 34.4, + "final_rho": [ + 0.2696, + 0.4607, + 0.2696 + ], + "final_lambda": 500.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 14.975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4345.54, + "avg_cost": 9.0, + "lambda": 54.0445, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 3992.94, + "avg_cost": 2.0, + "lambda": 77.6171, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 3826.64, + "avg_cost": 1.25, + "lambda": 90.0179, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 4119.9, + "avg_cost": 7.5, + "lambda": 98.5855, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 4563.91, + "avg_cost": 0.75, + "lambda": 108.3865, + "rho": [ + 0.2974, + 0.3851, + 0.3176 + ] + }, + { + "episode": 60, + "avg_reward": 5134.42, + "avg_cost": 25.0, + "lambda": 113.8981, + "rho": [ + 0.2974, + 0.3851, + 0.3176 + ] + }, + { + "episode": 70, + "avg_reward": 4823.48, + "avg_cost": 16.75, + "lambda": 119.7091, + "rho": [ + 0.2974, + 0.3851, + 0.3176 + ] + }, + { + "episode": 80, + "avg_reward": 3843.4, + "avg_cost": 4.0, + "lambda": 124.8935, + "rho": [ + 0.2974, + 0.3851, + 0.3176 + ] + }, + { + "episode": 90, + "avg_reward": 4103.23, + "avg_cost": 0.75, + "lambda": 140.6207, + "rho": [ + 0.2974, + 0.3851, + 0.3176 + ] + }, + { + "episode": 100, + "avg_reward": 5017.75, + "avg_cost": 10.75, + "lambda": 153.6643, + "rho": [ + 0.2947, + 0.4007, + 0.3047 + ] + }, + { + "episode": 110, + "avg_reward": 3924.08, + "avg_cost": 0.0, + "lambda": 162.8297, + "rho": [ + 0.2947, + 0.4007, + 0.3047 + ] + }, + { + "episode": 120, + "avg_reward": 3773.08, + "avg_cost": 0.0, + "lambda": 168.9598, + "rho": [ + 0.2947, + 0.4007, + 0.3047 + ] + }, + { + "episode": 130, + "avg_reward": 4121.8, + "avg_cost": 0.0, + "lambda": 181.912, + "rho": [ + 0.2947, + 0.4007, + 0.3047 + ] + }, + { + "episode": 140, + "avg_reward": 5570.62, + "avg_cost": 55.25, + "lambda": 191.9382, + "rho": [ + 0.2947, + 0.4007, + 0.3047 + ] + }, + { + "episode": 150, + "avg_reward": 4669.85, + "avg_cost": 4.5, + "lambda": 199.8048, + "rho": [ + 0.2926, + 0.4135, + 0.294 + ] + }, + { + "episode": 160, + "avg_reward": 3496.17, + "avg_cost": 0.25, + "lambda": 204.9851, + "rho": [ + 0.2926, + 0.4135, + 0.294 + ] + }, + { + "episode": 170, + "avg_reward": 3473.64, + "avg_cost": 0.0, + "lambda": 207.4847, + "rho": [ + 0.2926, + 0.4135, + 0.294 + ] + }, + { + "episode": 180, + "avg_reward": 3562.41, + "avg_cost": 0.5, + "lambda": 212.9801, + "rho": [ + 0.2926, + 0.4135, + 0.294 + ] + }, + { + "episode": 190, + "avg_reward": 3270.15, + "avg_cost": 1.5, + "lambda": 215.8994, + "rho": [ + 0.2926, + 0.4135, + 0.294 + ] + }, + { + "episode": 200, + "avg_reward": 3496.78, + "avg_cost": 0.0, + "lambda": 219.7607, + "rho": [ + 0.2889, + 0.4222, + 0.2889 + ] + }, + { + "episode": 210, + "avg_reward": 3843.52, + "avg_cost": 0.0, + "lambda": 224.8423, + "rho": [ + 0.2889, + 0.4222, + 0.2889 + ] + }, + { + "episode": 220, + "avg_reward": 3984.11, + "avg_cost": 9.25, + "lambda": 229.5579, + "rho": [ + 0.2889, + 0.4222, + 0.2889 + ] + }, + { + "episode": 230, + "avg_reward": 4427.78, + "avg_cost": 0.0, + "lambda": 233.8994, + "rho": [ + 0.2889, + 0.4222, + 0.2889 + ] + }, + { + "episode": 240, + "avg_reward": 4364.5, + "avg_cost": 3.75, + "lambda": 236.7376, + "rho": [ + 0.2889, + 0.4222, + 0.2889 + ] + }, + { + "episode": 250, + "avg_reward": 3724.05, + "avg_cost": 0.0, + "lambda": 241.3491, + "rho": [ + 0.2821, + 0.4358, + 0.2821 + ] + }, + { + "episode": 260, + "avg_reward": 3309.31, + "avg_cost": 0.75, + "lambda": 247.3398, + "rho": [ + 0.2821, + 0.4358, + 0.2821 + ] + }, + { + "episode": 270, + "avg_reward": 3349.34, + "avg_cost": 0.75, + "lambda": 250.7773, + "rho": [ + 0.2821, + 0.4358, + 0.2821 + ] + }, + { + "episode": 280, + "avg_reward": 3459.42, + "avg_cost": 3.0, + "lambda": 256.2105, + "rho": [ + 0.2821, + 0.4358, + 0.2821 + ] + }, + { + "episode": 290, + "avg_reward": 2603.09, + "avg_cost": 44.25, + "lambda": 260.0963, + "rho": [ + 0.2821, + 0.4358, + 0.2821 + ] + }, + { + "episode": 300, + "avg_reward": 4728.64, + "avg_cost": 7.25, + "lambda": 265.9503, + "rho": [ + 0.2758, + 0.4485, + 0.2758 + ] + }, + { + "episode": 310, + "avg_reward": 3965.25, + "avg_cost": 0.0, + "lambda": 270.4775, + "rho": [ + 0.2758, + 0.4485, + 0.2758 + ] + }, + { + "episode": 320, + "avg_reward": 3585.06, + "avg_cost": 2.75, + "lambda": 274.6434, + "rho": [ + 0.2758, + 0.4485, + 0.2758 + ] + }, + { + "episode": 330, + "avg_reward": 4404.52, + "avg_cost": 0.75, + "lambda": 278.7564, + "rho": [ + 0.2758, + 0.4485, + 0.2758 + ] + }, + { + "episode": 340, + "avg_reward": 4343.8, + "avg_cost": 0.0, + "lambda": 282.8108, + "rho": [ + 0.2758, + 0.4485, + 0.2758 + ] + }, + { + "episode": 350, + "avg_reward": 4014.45, + "avg_cost": 0.0, + "lambda": 285.3263, + "rho": [ + 0.2759, + 0.4482, + 0.2759 + ] + }, + { + "episode": 360, + "avg_reward": 4318.4, + "avg_cost": 0.0, + "lambda": 287.772, + "rho": [ + 0.2759, + 0.4482, + 0.2759 + ] + }, + { + "episode": 370, + "avg_reward": 3925.59, + "avg_cost": 0.25, + "lambda": 289.8508, + "rho": [ + 0.2759, + 0.4482, + 0.2759 + ] + }, + { + "episode": 380, + "avg_reward": 4437.25, + "avg_cost": 1.5, + "lambda": 292.4869, + "rho": [ + 0.2759, + 0.4482, + 0.2759 + ] + }, + { + "episode": 390, + "avg_reward": 4655.86, + "avg_cost": 0.5, + "lambda": 295.2286, + "rho": [ + 0.2759, + 0.4482, + 0.2759 + ] + }, + { + "episode": 400, + "avg_reward": 3710.5, + "avg_cost": 1.5, + "lambda": 298.4488, + "rho": [ + 0.277, + 0.446, + 0.277 + ] + }, + { + "episode": 410, + "avg_reward": 4517.23, + "avg_cost": 0.25, + "lambda": 300.7556, + "rho": [ + 0.277, + 0.446, + 0.277 + ] + }, + { + "episode": 420, + "avg_reward": 4157.06, + "avg_cost": 0.0, + "lambda": 302.0424, + "rho": [ + 0.277, + 0.446, + 0.277 + ] + }, + { + "episode": 430, + "avg_reward": 4160.37, + "avg_cost": 8.5, + "lambda": 307.8848, + "rho": [ + 0.277, + 0.446, + 0.277 + ] + }, + { + "episode": 440, + "avg_reward": 4668.24, + "avg_cost": 1.0, + "lambda": 312.4664, + "rho": [ + 0.277, + 0.446, + 0.277 + ] + }, + { + "episode": 450, + "avg_reward": 3644.2, + "avg_cost": 5.5, + "lambda": 315.6722, + "rho": [ + 0.2749, + 0.4502, + 0.2749 + ] + }, + { + "episode": 460, + "avg_reward": 4399.39, + "avg_cost": 0.0, + "lambda": 324.1369, + "rho": [ + 0.2749, + 0.4502, + 0.2749 + ] + }, + { + "episode": 470, + "avg_reward": 4159.29, + "avg_cost": 2.75, + "lambda": 329.5724, + "rho": [ + 0.2749, + 0.4502, + 0.2749 + ] + }, + { + "episode": 480, + "avg_reward": 4538.04, + "avg_cost": 15.0, + "lambda": 334.6161, + "rho": [ + 0.2749, + 0.4502, + 0.2749 + ] + }, + { + "episode": 490, + "avg_reward": 4045.03, + "avg_cost": 0.0, + "lambda": 340.8181, + "rho": [ + 0.2749, + 0.4502, + 0.2749 + ] + }, + { + "episode": 500, + "avg_reward": 3918.84, + "avg_cost": 0.25, + "lambda": 345.5996, + "rho": [ + 0.2755, + 0.449, + 0.2755 + ] + }, + { + "episode": 510, + "avg_reward": 3483.59, + "avg_cost": 5.75, + "lambda": 350.3137, + "rho": [ + 0.2755, + 0.449, + 0.2755 + ] + }, + { + "episode": 520, + "avg_reward": 3304.93, + "avg_cost": 3.75, + "lambda": 355.0142, + "rho": [ + 0.2755, + 0.449, + 0.2755 + ] + }, + { + "episode": 530, + "avg_reward": 3388.79, + "avg_cost": 0.25, + "lambda": 359.7569, + "rho": [ + 0.2755, + 0.449, + 0.2755 + ] + }, + { + "episode": 540, + "avg_reward": 4651.59, + "avg_cost": 41.5, + "lambda": 364.1354, + "rho": [ + 0.2755, + 0.449, + 0.2755 + ] + }, + { + "episode": 550, + "avg_reward": 4035.59, + "avg_cost": 7.5, + "lambda": 372.0319, + "rho": [ + 0.2786, + 0.4427, + 0.2786 + ] + }, + { + "episode": 560, + "avg_reward": 3595.66, + "avg_cost": 0.0, + "lambda": 378.3661, + "rho": [ + 0.2786, + 0.4427, + 0.2786 + ] + }, + { + "episode": 570, + "avg_reward": 3782.97, + "avg_cost": 0.0, + "lambda": 382.8207, + "rho": [ + 0.2786, + 0.4427, + 0.2786 + ] + }, + { + "episode": 580, + "avg_reward": 3786.06, + "avg_cost": 0.0, + "lambda": 386.3155, + "rho": [ + 0.2786, + 0.4427, + 0.2786 + ] + }, + { + "episode": 590, + "avg_reward": 3844.87, + "avg_cost": 0.0, + "lambda": 387.8675, + "rho": [ + 0.2786, + 0.4427, + 0.2786 + ] + }, + { + "episode": 600, + "avg_reward": 3699.69, + "avg_cost": 0.0, + "lambda": 392.2461, + "rho": [ + 0.2826, + 0.4347, + 0.2826 + ] + }, + { + "episode": 610, + "avg_reward": 3700.06, + "avg_cost": 0.0, + "lambda": 394.3193, + "rho": [ + 0.2826, + 0.4347, + 0.2826 + ] + }, + { + "episode": 620, + "avg_reward": 3475.51, + "avg_cost": 0.25, + "lambda": 395.7277, + "rho": [ + 0.2826, + 0.4347, + 0.2826 + ] + }, + { + "episode": 630, + "avg_reward": 3991.45, + "avg_cost": 2.25, + "lambda": 396.7493, + "rho": [ + 0.2826, + 0.4347, + 0.2826 + ] + }, + { + "episode": 640, + "avg_reward": 2870.36, + "avg_cost": 0.5, + "lambda": 399.6507, + "rho": [ + 0.2826, + 0.4347, + 0.2826 + ] + }, + { + "episode": 650, + "avg_reward": 3719.49, + "avg_cost": 0.0, + "lambda": 401.9323, + "rho": [ + 0.2861, + 0.4279, + 0.2861 + ] + }, + { + "episode": 660, + "avg_reward": 3322.67, + "avg_cost": 0.25, + "lambda": 404.5666, + "rho": [ + 0.2861, + 0.4279, + 0.2861 + ] + }, + { + "episode": 670, + "avg_reward": 3440.28, + "avg_cost": 0.0, + "lambda": 406.0193, + "rho": [ + 0.2861, + 0.4279, + 0.2861 + ] + }, + { + "episode": 680, + "avg_reward": 3320.22, + "avg_cost": 0.0, + "lambda": 407.3622, + "rho": [ + 0.2861, + 0.4279, + 0.2861 + ] + }, + { + "episode": 690, + "avg_reward": 2385.63, + "avg_cost": 6.75, + "lambda": 408.5155, + "rho": [ + 0.2861, + 0.4279, + 0.2861 + ] + }, + { + "episode": 700, + "avg_reward": 7167.14, + "avg_cost": 229.25, + "lambda": 436.5298, + "rho": [ + 0.2868, + 0.4265, + 0.2868 + ] + }, + { + "episode": 710, + "avg_reward": 6789.66, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.2868, + 0.4265, + 0.2868 + ] + }, + { + "episode": 720, + "avg_reward": 6650.31, + "avg_cost": 18.75, + "lambda": 500.0, + "rho": [ + 0.2868, + 0.4265, + 0.2868 + ] + }, + { + "episode": 730, + "avg_reward": 4745.95, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.2868, + 0.4265, + 0.2868 + ] + }, + { + "episode": 740, + "avg_reward": 5214.99, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 0.2868, + 0.4265, + 0.2868 + ] + }, + { + "episode": 750, + "avg_reward": 4561.0, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2855, + 0.429, + 0.2855 + ] + }, + { + "episode": 760, + "avg_reward": 5935.55, + "avg_cost": 21.5, + "lambda": 500.0, + "rho": [ + 0.2855, + 0.429, + 0.2855 + ] + }, + { + "episode": 770, + "avg_reward": 3575.5, + "avg_cost": 25.5, + "lambda": 500.0, + "rho": [ + 0.2855, + 0.429, + 0.2855 + ] + }, + { + "episode": 780, + "avg_reward": 4353.02, + "avg_cost": 6.25, + "lambda": 500.0, + "rho": [ + 0.2855, + 0.429, + 0.2855 + ] + }, + { + "episode": 790, + "avg_reward": 4886.95, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2855, + 0.429, + 0.2855 + ] + }, + { + "episode": 800, + "avg_reward": 4651.22, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2834, + 0.4333, + 0.2834 + ] + }, + { + "episode": 810, + "avg_reward": 4140.86, + "avg_cost": 16.75, + "lambda": 500.0, + "rho": [ + 0.2834, + 0.4333, + 0.2834 + ] + }, + { + "episode": 820, + "avg_reward": 4283.72, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2834, + 0.4333, + 0.2834 + ] + }, + { + "episode": 830, + "avg_reward": 4381.18, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.2834, + 0.4333, + 0.2834 + ] + }, + { + "episode": 840, + "avg_reward": 3658.7, + "avg_cost": 28.5, + "lambda": 500.0, + "rho": [ + 0.2834, + 0.4333, + 0.2834 + ] + }, + { + "episode": 850, + "avg_reward": 4226.36, + "avg_cost": 5.75, + "lambda": 500.0, + "rho": [ + 0.2797, + 0.4406, + 0.2797 + ] + }, + { + "episode": 860, + "avg_reward": 4700.36, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.2797, + 0.4406, + 0.2797 + ] + }, + { + "episode": 870, + "avg_reward": 4773.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2797, + 0.4406, + 0.2797 + ] + }, + { + "episode": 880, + "avg_reward": 4662.84, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2797, + 0.4406, + 0.2797 + ] + }, + { + "episode": 890, + "avg_reward": 4524.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2797, + 0.4406, + 0.2797 + ] + }, + { + "episode": 900, + "avg_reward": 4492.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2763, + 0.4473, + 0.2763 + ] + }, + { + "episode": 910, + "avg_reward": 4618.16, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2763, + 0.4473, + 0.2763 + ] + }, + { + "episode": 920, + "avg_reward": 3793.81, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 0.2763, + 0.4473, + 0.2763 + ] + }, + { + "episode": 930, + "avg_reward": 4355.8, + "avg_cost": 13.5, + "lambda": 500.0, + "rho": [ + 0.2763, + 0.4473, + 0.2763 + ] + }, + { + "episode": 940, + "avg_reward": 4534.77, + "avg_cost": 3.0, + "lambda": 500.0, + "rho": [ + 0.2763, + 0.4473, + 0.2763 + ] + }, + { + "episode": 950, + "avg_reward": 3909.22, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.2717, + 0.4566, + 0.2717 + ] + }, + { + "episode": 960, + "avg_reward": 3965.27, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 0.2717, + 0.4566, + 0.2717 + ] + }, + { + "episode": 970, + "avg_reward": 4758.99, + "avg_cost": 2.5, + "lambda": 500.0, + "rho": [ + 0.2717, + 0.4566, + 0.2717 + ] + }, + { + "episode": 980, + "avg_reward": 3976.07, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 0.2717, + 0.4566, + 0.2717 + ] + }, + { + "episode": 990, + "avg_reward": 3967.63, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 0.2717, + 0.4566, + 0.2717 + ] + }, + { + "episode": 1000, + "avg_reward": 4415.62, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 0.2696, + 0.4607, + 0.2696 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..94df665b5ec9ce36b70cc334c4870dcd08045ea1 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3165474.03, + "constraint_satisfaction_pct": 97.9, + "final_rho": [ + 0.3173, + 0.3332, + 0.3494 + ], + "final_lambda": 62.675, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 14.975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 3728.36, + "avg_cost": 0.0, + "lambda": 43.8033, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 3202.93, + "avg_cost": 0.25, + "lambda": 55.7984, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 3278.16, + "avg_cost": 0.0, + "lambda": 60.033, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 3286.01, + "avg_cost": 0.0, + "lambda": 61.5096, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 3310.94, + "avg_cost": 0.0, + "lambda": 62.0732, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 60, + "avg_reward": 3337.3, + "avg_cost": 0.0, + "lambda": 62.3009, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 70, + "avg_reward": 3370.01, + "avg_cost": 0.0, + "lambda": 62.4273, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 80, + "avg_reward": 3396.53, + "avg_cost": 0.0, + "lambda": 62.4849, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 90, + "avg_reward": 3380.1, + "avg_cost": 0.0, + "lambda": 62.511, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 100, + "avg_reward": 3327.16, + "avg_cost": 0.0, + "lambda": 62.5201, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 110, + "avg_reward": 3314.32, + "avg_cost": 0.0, + "lambda": 62.5233, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 120, + "avg_reward": 3318.94, + "avg_cost": 0.0, + "lambda": 62.5244, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 130, + "avg_reward": 3303.54, + "avg_cost": 0.0, + "lambda": 62.5248, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 140, + "avg_reward": 3275.41, + "avg_cost": 0.0, + "lambda": 62.5249, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 150, + "avg_reward": 3240.71, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 160, + "avg_reward": 3189.86, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 170, + "avg_reward": 3167.1, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 180, + "avg_reward": 3160.04, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 190, + "avg_reward": 3172.04, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 200, + "avg_reward": 3173.54, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 210, + "avg_reward": 3171.46, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 220, + "avg_reward": 3155.33, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 230, + "avg_reward": 3159.42, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 240, + "avg_reward": 3156.06, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 250, + "avg_reward": 3155.36, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 260, + "avg_reward": 3162.45, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 270, + "avg_reward": 3180.13, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 280, + "avg_reward": 3217.83, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 290, + "avg_reward": 3227.37, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 300, + "avg_reward": 3263.68, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3381, + 0.299, + 0.363 + ] + }, + { + "episode": 310, + "avg_reward": 3325.32, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3381, + 0.299, + 0.363 + ] + }, + { + "episode": 320, + "avg_reward": 3339.85, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3381, + 0.299, + 0.363 + ] + }, + { + "episode": 330, + "avg_reward": 3283.87, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3381, + 0.299, + 0.363 + ] + }, + { + "episode": 340, + "avg_reward": 3132.66, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3381, + 0.299, + 0.363 + ] + }, + { + "episode": 350, + "avg_reward": 3014.53, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3354, + 0.303, + 0.3616 + ] + }, + { + "episode": 360, + "avg_reward": 2965.05, + "avg_cost": 0.0, + "lambda": 62.5555, + "rho": [ + 0.3354, + 0.303, + 0.3616 + ] + }, + { + "episode": 370, + "avg_reward": 2962.17, + "avg_cost": 0.0, + "lambda": 62.5835, + "rho": [ + 0.3354, + 0.303, + 0.3616 + ] + }, + { + "episode": 380, + "avg_reward": 2952.22, + "avg_cost": 0.0, + "lambda": 62.6096, + "rho": [ + 0.3354, + 0.303, + 0.3616 + ] + }, + { + "episode": 390, + "avg_reward": 2970.72, + "avg_cost": 0.0, + "lambda": 62.6385, + "rho": [ + 0.3354, + 0.303, + 0.3616 + ] + }, + { + "episode": 400, + "avg_reward": 2948.58, + "avg_cost": 0.0, + "lambda": 62.6623, + "rho": [ + 0.3323, + 0.3083, + 0.3595 + ] + }, + { + "episode": 410, + "avg_reward": 2936.83, + "avg_cost": 0.0, + "lambda": 62.6706, + "rho": [ + 0.3323, + 0.3083, + 0.3595 + ] + }, + { + "episode": 420, + "avg_reward": 2946.76, + "avg_cost": 0.0, + "lambda": 62.6735, + "rho": [ + 0.3323, + 0.3083, + 0.3595 + ] + }, + { + "episode": 430, + "avg_reward": 2962.1, + "avg_cost": 0.0, + "lambda": 62.6745, + "rho": [ + 0.3323, + 0.3083, + 0.3595 + ] + }, + { + "episode": 440, + "avg_reward": 2957.87, + "avg_cost": 0.0, + "lambda": 62.6748, + "rho": [ + 0.3323, + 0.3083, + 0.3595 + ] + }, + { + "episode": 450, + "avg_reward": 2973.31, + "avg_cost": 0.0, + "lambda": 62.6749, + "rho": [ + 0.3297, + 0.3126, + 0.3577 + ] + }, + { + "episode": 460, + "avg_reward": 3001.91, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3297, + 0.3126, + 0.3577 + ] + }, + { + "episode": 470, + "avg_reward": 3002.37, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3297, + 0.3126, + 0.3577 + ] + }, + { + "episode": 480, + "avg_reward": 3025.94, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3297, + 0.3126, + 0.3577 + ] + }, + { + "episode": 490, + "avg_reward": 3090.05, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3297, + 0.3126, + 0.3577 + ] + }, + { + "episode": 500, + "avg_reward": 3074.38, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3275, + 0.3163, + 0.3562 + ] + }, + { + "episode": 510, + "avg_reward": 3029.61, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3275, + 0.3163, + 0.3562 + ] + }, + { + "episode": 520, + "avg_reward": 3014.74, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3275, + 0.3163, + 0.3562 + ] + }, + { + "episode": 530, + "avg_reward": 3028.28, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3275, + 0.3163, + 0.3562 + ] + }, + { + "episode": 540, + "avg_reward": 3045.29, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3275, + 0.3163, + 0.3562 + ] + }, + { + "episode": 550, + "avg_reward": 3065.28, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3257, + 0.3194, + 0.3549 + ] + }, + { + "episode": 560, + "avg_reward": 3111.51, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3257, + 0.3194, + 0.3549 + ] + }, + { + "episode": 570, + "avg_reward": 3066.41, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3257, + 0.3194, + 0.3549 + ] + }, + { + "episode": 580, + "avg_reward": 3031.6, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3257, + 0.3194, + 0.3549 + ] + }, + { + "episode": 590, + "avg_reward": 3055.59, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3257, + 0.3194, + 0.3549 + ] + }, + { + "episode": 600, + "avg_reward": 3084.71, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3241, + 0.322, + 0.3539 + ] + }, + { + "episode": 610, + "avg_reward": 3089.73, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3241, + 0.322, + 0.3539 + ] + }, + { + "episode": 620, + "avg_reward": 3095.65, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3241, + 0.322, + 0.3539 + ] + }, + { + "episode": 630, + "avg_reward": 3090.61, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3241, + 0.322, + 0.3539 + ] + }, + { + "episode": 640, + "avg_reward": 3092.27, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3241, + 0.322, + 0.3539 + ] + }, + { + "episode": 650, + "avg_reward": 3086.42, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3228, + 0.3242, + 0.353 + ] + }, + { + "episode": 660, + "avg_reward": 3103.38, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3228, + 0.3242, + 0.353 + ] + }, + { + "episode": 670, + "avg_reward": 3115.61, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3228, + 0.3242, + 0.353 + ] + }, + { + "episode": 680, + "avg_reward": 3157.9, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3228, + 0.3242, + 0.353 + ] + }, + { + "episode": 690, + "avg_reward": 3160.59, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3228, + 0.3242, + 0.353 + ] + }, + { + "episode": 700, + "avg_reward": 3192.0, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3217, + 0.3261, + 0.3522 + ] + }, + { + "episode": 710, + "avg_reward": 3148.07, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3217, + 0.3261, + 0.3522 + ] + }, + { + "episode": 720, + "avg_reward": 3158.53, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3217, + 0.3261, + 0.3522 + ] + }, + { + "episode": 730, + "avg_reward": 3231.67, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3217, + 0.3261, + 0.3522 + ] + }, + { + "episode": 740, + "avg_reward": 3246.84, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3217, + 0.3261, + 0.3522 + ] + }, + { + "episode": 750, + "avg_reward": 3233.13, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3207, + 0.3277, + 0.3516 + ] + }, + { + "episode": 760, + "avg_reward": 3214.71, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3207, + 0.3277, + 0.3516 + ] + }, + { + "episode": 770, + "avg_reward": 3148.91, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3207, + 0.3277, + 0.3516 + ] + }, + { + "episode": 780, + "avg_reward": 3098.02, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3207, + 0.3277, + 0.3516 + ] + }, + { + "episode": 790, + "avg_reward": 3134.02, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3207, + 0.3277, + 0.3516 + ] + }, + { + "episode": 800, + "avg_reward": 3185.41, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3198, + 0.3291, + 0.351 + ] + }, + { + "episode": 810, + "avg_reward": 3223.82, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3198, + 0.3291, + 0.351 + ] + }, + { + "episode": 820, + "avg_reward": 3250.56, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3198, + 0.3291, + 0.351 + ] + }, + { + "episode": 830, + "avg_reward": 3232.72, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3198, + 0.3291, + 0.351 + ] + }, + { + "episode": 840, + "avg_reward": 3213.87, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3198, + 0.3291, + 0.351 + ] + }, + { + "episode": 850, + "avg_reward": 3184.71, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3191, + 0.3304, + 0.3505 + ] + }, + { + "episode": 860, + "avg_reward": 3191.68, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3191, + 0.3304, + 0.3505 + ] + }, + { + "episode": 870, + "avg_reward": 3152.88, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3191, + 0.3304, + 0.3505 + ] + }, + { + "episode": 880, + "avg_reward": 3154.94, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3191, + 0.3304, + 0.3505 + ] + }, + { + "episode": 890, + "avg_reward": 3158.4, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3191, + 0.3304, + 0.3505 + ] + }, + { + "episode": 900, + "avg_reward": 3185.42, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3184, + 0.3315, + 0.3501 + ] + }, + { + "episode": 910, + "avg_reward": 3207.22, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3184, + 0.3315, + 0.3501 + ] + }, + { + "episode": 920, + "avg_reward": 3209.37, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3184, + 0.3315, + 0.3501 + ] + }, + { + "episode": 930, + "avg_reward": 3206.07, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3184, + 0.3315, + 0.3501 + ] + }, + { + "episode": 940, + "avg_reward": 3217.76, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3184, + 0.3315, + 0.3501 + ] + }, + { + "episode": 950, + "avg_reward": 3195.66, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3178, + 0.3324, + 0.3498 + ] + }, + { + "episode": 960, + "avg_reward": 3199.32, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3178, + 0.3324, + 0.3498 + ] + }, + { + "episode": 970, + "avg_reward": 3253.47, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3178, + 0.3324, + 0.3498 + ] + }, + { + "episode": 980, + "avg_reward": 3247.95, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3178, + 0.3324, + 0.3498 + ] + }, + { + "episode": 990, + "avg_reward": 3251.11, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3178, + 0.3324, + 0.3498 + ] + }, + { + "episode": 1000, + "avg_reward": 3252.06, + "avg_cost": 0.0, + "lambda": 62.675, + "rho": [ + 0.3173, + 0.3332, + 0.3494 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..b9a675377b93501a3c901be301b1cc2f75b5ef74 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4781837.52, + "constraint_satisfaction_pct": 98.7, + "final_rho": [ + 0.3643, + 0.251, + 0.3848 + ], + "final_lambda": 62.4, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4357.95, + "avg_cost": 49.75, + "lambda": 14.975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4691.66, + "avg_cost": 0.0, + "lambda": 43.7722, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 4200.61, + "avg_cost": 0.25, + "lambda": 55.7778, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 4382.67, + "avg_cost": 0.0, + "lambda": 60.0259, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 4413.04, + "avg_cost": 0.0, + "lambda": 61.5071, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 4384.9, + "avg_cost": 0.0, + "lambda": 62.0388, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 60, + "avg_reward": 4484.45, + "avg_cost": 0.0, + "lambda": 62.2338, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 70, + "avg_reward": 4594.5, + "avg_cost": 0.25, + "lambda": 62.312, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 80, + "avg_reward": 4592.41, + "avg_cost": 0.0, + "lambda": 62.353, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 90, + "avg_reward": 4482.53, + "avg_cost": 0.0, + "lambda": 62.3673, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 100, + "avg_reward": 4553.17, + "avg_cost": 0.0, + "lambda": 62.3723, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 110, + "avg_reward": 4419.77, + "avg_cost": 0.0, + "lambda": 62.3741, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 120, + "avg_reward": 4383.41, + "avg_cost": 0.0, + "lambda": 62.3747, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 130, + "avg_reward": 4339.56, + "avg_cost": 0.0, + "lambda": 62.3749, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 140, + "avg_reward": 4294.11, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 150, + "avg_reward": 4263.3, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 160, + "avg_reward": 4203.49, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 170, + "avg_reward": 4172.55, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 180, + "avg_reward": 4199.47, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 190, + "avg_reward": 4170.22, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 200, + "avg_reward": 4173.75, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 210, + "avg_reward": 4127.39, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 220, + "avg_reward": 4146.93, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 230, + "avg_reward": 4175.93, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 240, + "avg_reward": 4146.59, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 250, + "avg_reward": 4194.74, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 260, + "avg_reward": 4265.9, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 270, + "avg_reward": 4265.05, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 280, + "avg_reward": 4305.22, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 290, + "avg_reward": 4376.8, + "avg_cost": 0.0, + "lambda": 62.3867, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 300, + "avg_reward": 4521.02, + "avg_cost": 0.0, + "lambda": 62.3954, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 310, + "avg_reward": 4655.52, + "avg_cost": 0.0, + "lambda": 62.3984, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 320, + "avg_reward": 4691.92, + "avg_cost": 0.0, + "lambda": 62.3994, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 330, + "avg_reward": 4719.55, + "avg_cost": 0.0, + "lambda": 62.3998, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 340, + "avg_reward": 4773.35, + "avg_cost": 0.0, + "lambda": 62.3999, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 350, + "avg_reward": 4819.85, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3424, + 0.2908, + 0.3668 + ] + }, + { + "episode": 360, + "avg_reward": 4850.62, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3424, + 0.2908, + 0.3668 + ] + }, + { + "episode": 370, + "avg_reward": 4900.09, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3424, + 0.2908, + 0.3668 + ] + }, + { + "episode": 380, + "avg_reward": 4875.05, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3424, + 0.2908, + 0.3668 + ] + }, + { + "episode": 390, + "avg_reward": 4893.95, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3424, + 0.2908, + 0.3668 + ] + }, + { + "episode": 400, + "avg_reward": 4896.26, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3452, + 0.2857, + 0.3691 + ] + }, + { + "episode": 410, + "avg_reward": 4907.6, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3452, + 0.2857, + 0.3691 + ] + }, + { + "episode": 420, + "avg_reward": 4937.68, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3452, + 0.2857, + 0.3691 + ] + }, + { + "episode": 430, + "avg_reward": 4942.0, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3452, + 0.2857, + 0.3691 + ] + }, + { + "episode": 440, + "avg_reward": 4955.0, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3452, + 0.2857, + 0.3691 + ] + }, + { + "episode": 450, + "avg_reward": 4991.89, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3477, + 0.2812, + 0.3712 + ] + }, + { + "episode": 460, + "avg_reward": 5066.58, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3477, + 0.2812, + 0.3712 + ] + }, + { + "episode": 470, + "avg_reward": 5055.85, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3477, + 0.2812, + 0.3712 + ] + }, + { + "episode": 480, + "avg_reward": 5059.84, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3477, + 0.2812, + 0.3712 + ] + }, + { + "episode": 490, + "avg_reward": 5066.62, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3477, + 0.2812, + 0.3712 + ] + }, + { + "episode": 500, + "avg_reward": 5065.02, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3499, + 0.277, + 0.3731 + ] + }, + { + "episode": 510, + "avg_reward": 5065.78, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3499, + 0.277, + 0.3731 + ] + }, + { + "episode": 520, + "avg_reward": 5066.67, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3499, + 0.277, + 0.3731 + ] + }, + { + "episode": 530, + "avg_reward": 5055.89, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3499, + 0.277, + 0.3731 + ] + }, + { + "episode": 540, + "avg_reward": 5055.03, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3499, + 0.277, + 0.3731 + ] + }, + { + "episode": 550, + "avg_reward": 5048.35, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.352, + 0.2732, + 0.3748 + ] + }, + { + "episode": 560, + "avg_reward": 5045.6, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.352, + 0.2732, + 0.3748 + ] + }, + { + "episode": 570, + "avg_reward": 5038.38, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.352, + 0.2732, + 0.3748 + ] + }, + { + "episode": 580, + "avg_reward": 5037.77, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.352, + 0.2732, + 0.3748 + ] + }, + { + "episode": 590, + "avg_reward": 5044.34, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.352, + 0.2732, + 0.3748 + ] + }, + { + "episode": 600, + "avg_reward": 5043.67, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3539, + 0.2698, + 0.3763 + ] + }, + { + "episode": 610, + "avg_reward": 5042.19, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3539, + 0.2698, + 0.3763 + ] + }, + { + "episode": 620, + "avg_reward": 5040.38, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3539, + 0.2698, + 0.3763 + ] + }, + { + "episode": 630, + "avg_reward": 5044.92, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3539, + 0.2698, + 0.3763 + ] + }, + { + "episode": 640, + "avg_reward": 5034.14, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3539, + 0.2698, + 0.3763 + ] + }, + { + "episode": 650, + "avg_reward": 5021.2, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3556, + 0.2666, + 0.3778 + ] + }, + { + "episode": 660, + "avg_reward": 5016.44, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3556, + 0.2666, + 0.3778 + ] + }, + { + "episode": 670, + "avg_reward": 5013.83, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3556, + 0.2666, + 0.3778 + ] + }, + { + "episode": 680, + "avg_reward": 5008.38, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3556, + 0.2666, + 0.3778 + ] + }, + { + "episode": 690, + "avg_reward": 5007.68, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3556, + 0.2666, + 0.3778 + ] + }, + { + "episode": 700, + "avg_reward": 4992.63, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3572, + 0.2637, + 0.3791 + ] + }, + { + "episode": 710, + "avg_reward": 5011.42, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3572, + 0.2637, + 0.3791 + ] + }, + { + "episode": 720, + "avg_reward": 5023.18, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3572, + 0.2637, + 0.3791 + ] + }, + { + "episode": 730, + "avg_reward": 5028.33, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3572, + 0.2637, + 0.3791 + ] + }, + { + "episode": 740, + "avg_reward": 5025.22, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3572, + 0.2637, + 0.3791 + ] + }, + { + "episode": 750, + "avg_reward": 5015.22, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3587, + 0.2611, + 0.3802 + ] + }, + { + "episode": 760, + "avg_reward": 5016.05, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3587, + 0.2611, + 0.3802 + ] + }, + { + "episode": 770, + "avg_reward": 5010.3, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3587, + 0.2611, + 0.3802 + ] + }, + { + "episode": 780, + "avg_reward": 5019.85, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3587, + 0.2611, + 0.3802 + ] + }, + { + "episode": 790, + "avg_reward": 5019.65, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3587, + 0.2611, + 0.3802 + ] + }, + { + "episode": 800, + "avg_reward": 5025.06, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.36, + 0.2587, + 0.3813 + ] + }, + { + "episode": 810, + "avg_reward": 5018.66, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.36, + 0.2587, + 0.3813 + ] + }, + { + "episode": 820, + "avg_reward": 4997.59, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.36, + 0.2587, + 0.3813 + ] + }, + { + "episode": 830, + "avg_reward": 4987.63, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.36, + 0.2587, + 0.3813 + ] + }, + { + "episode": 840, + "avg_reward": 4979.52, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.36, + 0.2587, + 0.3813 + ] + }, + { + "episode": 850, + "avg_reward": 4996.7, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3612, + 0.2565, + 0.3823 + ] + }, + { + "episode": 860, + "avg_reward": 4985.48, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3612, + 0.2565, + 0.3823 + ] + }, + { + "episode": 870, + "avg_reward": 4977.43, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3612, + 0.2565, + 0.3823 + ] + }, + { + "episode": 880, + "avg_reward": 4976.18, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3612, + 0.2565, + 0.3823 + ] + }, + { + "episode": 890, + "avg_reward": 4974.14, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3612, + 0.2565, + 0.3823 + ] + }, + { + "episode": 900, + "avg_reward": 4966.96, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3623, + 0.2545, + 0.3832 + ] + }, + { + "episode": 910, + "avg_reward": 4984.57, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3623, + 0.2545, + 0.3832 + ] + }, + { + "episode": 920, + "avg_reward": 4974.61, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3623, + 0.2545, + 0.3832 + ] + }, + { + "episode": 930, + "avg_reward": 4963.24, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3623, + 0.2545, + 0.3832 + ] + }, + { + "episode": 940, + "avg_reward": 4928.89, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3623, + 0.2545, + 0.3832 + ] + }, + { + "episode": 950, + "avg_reward": 4917.95, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3633, + 0.2526, + 0.384 + ] + }, + { + "episode": 960, + "avg_reward": 4906.43, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3633, + 0.2526, + 0.384 + ] + }, + { + "episode": 970, + "avg_reward": 4903.56, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3633, + 0.2526, + 0.384 + ] + }, + { + "episode": 980, + "avg_reward": 4900.86, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3633, + 0.2526, + 0.384 + ] + }, + { + "episode": 990, + "avg_reward": 4905.87, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3633, + 0.2526, + 0.384 + ] + }, + { + "episode": 1000, + "avg_reward": 4910.79, + "avg_cost": 0.0, + "lambda": 62.4, + "rho": [ + 0.3643, + 0.251, + 0.3848 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..406b0620cd5faff794443ee1d8d45e22277ef570 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3864584.66, + "constraint_satisfaction_pct": 96.9, + "final_rho": [ + 0.3186, + 0.2295, + 0.4519 + ], + "final_lambda": 63.2786, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 14.975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 3518.74, + "avg_cost": 0.0, + "lambda": 43.7722, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 3150.46, + "avg_cost": 0.25, + "lambda": 55.7778, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 3287.0, + "avg_cost": 0.0, + "lambda": 60.0259, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 3309.78, + "avg_cost": 0.0, + "lambda": 61.5071, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 3288.68, + "avg_cost": 0.0, + "lambda": 62.0388, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 60, + "avg_reward": 3366.38, + "avg_cost": 0.0, + "lambda": 62.2338, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 70, + "avg_reward": 3456.27, + "avg_cost": 0.0, + "lambda": 62.3356, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 80, + "avg_reward": 3445.44, + "avg_cost": 0.0, + "lambda": 62.3878, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 90, + "avg_reward": 3446.85, + "avg_cost": 0.0, + "lambda": 62.434, + "rho": [ + 0.3152, + 0.3407, + 0.3441 + ] + }, + { + "episode": 100, + "avg_reward": 3328.27, + "avg_cost": 0.0, + "lambda": 62.4607, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 110, + "avg_reward": 3243.53, + "avg_cost": 0.0, + "lambda": 62.47, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 120, + "avg_reward": 3257.14, + "avg_cost": 0.0, + "lambda": 62.4733, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 130, + "avg_reward": 3266.54, + "avg_cost": 0.0, + "lambda": 62.4744, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 140, + "avg_reward": 3275.5, + "avg_cost": 0.0, + "lambda": 62.4748, + "rho": [ + 0.3216, + 0.3285, + 0.3498 + ] + }, + { + "episode": 150, + "avg_reward": 3252.62, + "avg_cost": 0.0, + "lambda": 62.4749, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 160, + "avg_reward": 3255.57, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 170, + "avg_reward": 3243.72, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 180, + "avg_reward": 3274.92, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 190, + "avg_reward": 3233.7, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3269, + 0.3188, + 0.3543 + ] + }, + { + "episode": 200, + "avg_reward": 3254.89, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 210, + "avg_reward": 3203.72, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 220, + "avg_reward": 3216.12, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 230, + "avg_reward": 3131.22, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 240, + "avg_reward": 3078.85, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 0.3315, + 0.3104, + 0.358 + ] + }, + { + "episode": 250, + "avg_reward": 3084.01, + "avg_cost": 0.25, + "lambda": 62.4905, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 260, + "avg_reward": 3229.39, + "avg_cost": 0.0, + "lambda": 62.513, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 270, + "avg_reward": 3283.26, + "avg_cost": 0.0, + "lambda": 62.5208, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 280, + "avg_reward": 3273.8, + "avg_cost": 0.0, + "lambda": 62.5235, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 290, + "avg_reward": 3257.5, + "avg_cost": 0.0, + "lambda": 62.5245, + "rho": [ + 0.3356, + 0.3031, + 0.3613 + ] + }, + { + "episode": 300, + "avg_reward": 3270.77, + "avg_cost": 0.0, + "lambda": 62.5248, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 310, + "avg_reward": 3159.35, + "avg_cost": 0.0, + "lambda": 62.5249, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 320, + "avg_reward": 3102.65, + "avg_cost": 0.0, + "lambda": 62.525, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 330, + "avg_reward": 3140.51, + "avg_cost": 0.0, + "lambda": 62.5558, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 340, + "avg_reward": 3082.2, + "avg_cost": 0.0, + "lambda": 62.5846, + "rho": [ + 0.3392, + 0.2965, + 0.3643 + ] + }, + { + "episode": 350, + "avg_reward": 3094.96, + "avg_cost": 0.0, + "lambda": 62.5946, + "rho": [ + 0.3382, + 0.2886, + 0.3732 + ] + }, + { + "episode": 360, + "avg_reward": 3187.68, + "avg_cost": 0.0, + "lambda": 62.5981, + "rho": [ + 0.3382, + 0.2886, + 0.3732 + ] + }, + { + "episode": 370, + "avg_reward": 3384.31, + "avg_cost": 0.0, + "lambda": 62.5993, + "rho": [ + 0.3382, + 0.2886, + 0.3732 + ] + }, + { + "episode": 380, + "avg_reward": 3555.37, + "avg_cost": 0.0, + "lambda": 62.5998, + "rho": [ + 0.3382, + 0.2886, + 0.3732 + ] + }, + { + "episode": 390, + "avg_reward": 3611.01, + "avg_cost": 0.0, + "lambda": 62.5999, + "rho": [ + 0.3382, + 0.2886, + 0.3732 + ] + }, + { + "episode": 400, + "avg_reward": 3649.31, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3368, + 0.2815, + 0.3818 + ] + }, + { + "episode": 410, + "avg_reward": 3683.38, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3368, + 0.2815, + 0.3818 + ] + }, + { + "episode": 420, + "avg_reward": 3684.32, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3368, + 0.2815, + 0.3818 + ] + }, + { + "episode": 430, + "avg_reward": 3685.85, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3368, + 0.2815, + 0.3818 + ] + }, + { + "episode": 440, + "avg_reward": 3681.49, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3368, + 0.2815, + 0.3818 + ] + }, + { + "episode": 450, + "avg_reward": 3680.51, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3352, + 0.2749, + 0.3899 + ] + }, + { + "episode": 460, + "avg_reward": 3686.06, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3352, + 0.2749, + 0.3899 + ] + }, + { + "episode": 470, + "avg_reward": 3689.61, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3352, + 0.2749, + 0.3899 + ] + }, + { + "episode": 480, + "avg_reward": 3697.12, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3352, + 0.2749, + 0.3899 + ] + }, + { + "episode": 490, + "avg_reward": 3694.88, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3352, + 0.2749, + 0.3899 + ] + }, + { + "episode": 500, + "avg_reward": 3687.24, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3336, + 0.2688, + 0.3975 + ] + }, + { + "episode": 510, + "avg_reward": 3694.35, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3336, + 0.2688, + 0.3975 + ] + }, + { + "episode": 520, + "avg_reward": 3691.41, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3336, + 0.2688, + 0.3975 + ] + }, + { + "episode": 530, + "avg_reward": 3684.61, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3336, + 0.2688, + 0.3975 + ] + }, + { + "episode": 540, + "avg_reward": 3681.08, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3336, + 0.2688, + 0.3975 + ] + }, + { + "episode": 550, + "avg_reward": 3684.32, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.332, + 0.2633, + 0.4048 + ] + }, + { + "episode": 560, + "avg_reward": 3694.45, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.332, + 0.2633, + 0.4048 + ] + }, + { + "episode": 570, + "avg_reward": 3695.24, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.332, + 0.2633, + 0.4048 + ] + }, + { + "episode": 580, + "avg_reward": 3702.84, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.332, + 0.2633, + 0.4048 + ] + }, + { + "episode": 590, + "avg_reward": 3703.27, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.332, + 0.2633, + 0.4048 + ] + }, + { + "episode": 600, + "avg_reward": 3699.84, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3303, + 0.2581, + 0.4116 + ] + }, + { + "episode": 610, + "avg_reward": 3692.6, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3303, + 0.2581, + 0.4116 + ] + }, + { + "episode": 620, + "avg_reward": 3690.99, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3303, + 0.2581, + 0.4116 + ] + }, + { + "episode": 630, + "avg_reward": 3698.75, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3303, + 0.2581, + 0.4116 + ] + }, + { + "episode": 640, + "avg_reward": 3703.97, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3303, + 0.2581, + 0.4116 + ] + }, + { + "episode": 650, + "avg_reward": 3710.84, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3286, + 0.2534, + 0.418 + ] + }, + { + "episode": 660, + "avg_reward": 3723.34, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3286, + 0.2534, + 0.418 + ] + }, + { + "episode": 670, + "avg_reward": 3720.08, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3286, + 0.2534, + 0.418 + ] + }, + { + "episode": 680, + "avg_reward": 3717.79, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3286, + 0.2534, + 0.418 + ] + }, + { + "episode": 690, + "avg_reward": 3728.3, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3286, + 0.2534, + 0.418 + ] + }, + { + "episode": 700, + "avg_reward": 3729.79, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.327, + 0.249, + 0.424 + ] + }, + { + "episode": 710, + "avg_reward": 3763.6, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.327, + 0.249, + 0.424 + ] + }, + { + "episode": 720, + "avg_reward": 4179.38, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.327, + 0.249, + 0.424 + ] + }, + { + "episode": 730, + "avg_reward": 4399.87, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.327, + 0.249, + 0.424 + ] + }, + { + "episode": 740, + "avg_reward": 4427.98, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.327, + 0.249, + 0.424 + ] + }, + { + "episode": 750, + "avg_reward": 4494.79, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3254, + 0.245, + 0.4295 + ] + }, + { + "episode": 760, + "avg_reward": 4569.86, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3254, + 0.245, + 0.4295 + ] + }, + { + "episode": 770, + "avg_reward": 4599.48, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3254, + 0.245, + 0.4295 + ] + }, + { + "episode": 780, + "avg_reward": 4629.9, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3254, + 0.245, + 0.4295 + ] + }, + { + "episode": 790, + "avg_reward": 4653.23, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3254, + 0.245, + 0.4295 + ] + }, + { + "episode": 800, + "avg_reward": 4717.1, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3239, + 0.2414, + 0.4347 + ] + }, + { + "episode": 810, + "avg_reward": 4881.31, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3239, + 0.2414, + 0.4347 + ] + }, + { + "episode": 820, + "avg_reward": 4982.88, + "avg_cost": 0.0, + "lambda": 62.6, + "rho": [ + 0.3239, + 0.2414, + 0.4347 + ] + }, + { + "episode": 830, + "avg_reward": 5004.65, + "avg_cost": 0.0, + "lambda": 62.6508, + "rho": [ + 0.3239, + 0.2414, + 0.4347 + ] + }, + { + "episode": 840, + "avg_reward": 4942.47, + "avg_cost": 0.0, + "lambda": 62.7049, + "rho": [ + 0.3239, + 0.2414, + 0.4347 + ] + }, + { + "episode": 850, + "avg_reward": 4881.28, + "avg_cost": 0.0, + "lambda": 62.7343, + "rho": [ + 0.3225, + 0.238, + 0.4395 + ] + }, + { + "episode": 860, + "avg_reward": 4858.03, + "avg_cost": 0.0, + "lambda": 62.7445, + "rho": [ + 0.3225, + 0.238, + 0.4395 + ] + }, + { + "episode": 870, + "avg_reward": 4930.89, + "avg_cost": 0.0, + "lambda": 62.7481, + "rho": [ + 0.3225, + 0.238, + 0.4395 + ] + }, + { + "episode": 880, + "avg_reward": 4993.6, + "avg_cost": 0.0, + "lambda": 62.7493, + "rho": [ + 0.3225, + 0.238, + 0.4395 + ] + }, + { + "episode": 890, + "avg_reward": 4988.7, + "avg_cost": 0.0, + "lambda": 62.7498, + "rho": [ + 0.3225, + 0.238, + 0.4395 + ] + }, + { + "episode": 900, + "avg_reward": 4998.21, + "avg_cost": 0.0, + "lambda": 62.7499, + "rho": [ + 0.3211, + 0.2349, + 0.444 + ] + }, + { + "episode": 910, + "avg_reward": 5102.65, + "avg_cost": 0.0, + "lambda": 62.75, + "rho": [ + 0.3211, + 0.2349, + 0.444 + ] + }, + { + "episode": 920, + "avg_reward": 5605.17, + "avg_cost": 0.0, + "lambda": 62.75, + "rho": [ + 0.3211, + 0.2349, + 0.444 + ] + }, + { + "episode": 930, + "avg_reward": 5387.2, + "avg_cost": 0.0, + "lambda": 62.8534, + "rho": [ + 0.3211, + 0.2349, + 0.444 + ] + }, + { + "episode": 940, + "avg_reward": 5100.79, + "avg_cost": 0.0, + "lambda": 63.0062, + "rho": [ + 0.3211, + 0.2349, + 0.444 + ] + }, + { + "episode": 950, + "avg_reward": 5031.37, + "avg_cost": 0.0, + "lambda": 63.0999, + "rho": [ + 0.3198, + 0.2321, + 0.4481 + ] + }, + { + "episode": 960, + "avg_reward": 4999.32, + "avg_cost": 0.0, + "lambda": 63.1393, + "rho": [ + 0.3198, + 0.2321, + 0.4481 + ] + }, + { + "episode": 970, + "avg_reward": 4980.75, + "avg_cost": 0.0, + "lambda": 63.1625, + "rho": [ + 0.3198, + 0.2321, + 0.4481 + ] + }, + { + "episode": 980, + "avg_reward": 4953.46, + "avg_cost": 0.0, + "lambda": 63.1707, + "rho": [ + 0.3198, + 0.2321, + 0.4481 + ] + }, + { + "episode": 990, + "avg_reward": 4988.69, + "avg_cost": 0.0, + "lambda": 63.2387, + "rho": [ + 0.3198, + 0.2321, + 0.4481 + ] + }, + { + "episode": 1000, + "avg_reward": 5008.82, + "avg_cost": 0.0, + "lambda": 63.2786, + "rho": [ + 0.3186, + 0.2295, + 0.4519 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..b324de230561031454ffd33da74e23445f41b4d1 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4809153.09, + "constraint_satisfaction_pct": 88.4, + "final_rho": [ + 0.2532, + 0.669, + 0.0778 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3268.46, + "avg_cost": 49.75, + "lambda": 4.6975, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 10, + "avg_reward": 4026.61, + "avg_cost": 73.5, + "lambda": 10.905, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 20, + "avg_reward": 5027.21, + "avg_cost": 118.5, + "lambda": 14.645, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 30, + "avg_reward": 3908.29, + "avg_cost": 2.25, + "lambda": 16.0175, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 40, + "avg_reward": 5559.17, + "avg_cost": 104.25, + "lambda": 11.7125, + "rho": [ + 0.3043, + 0.362, + 0.3337 + ] + }, + { + "episode": 50, + "avg_reward": 5248.63, + "avg_cost": 68.25, + "lambda": 9.4375, + "rho": [ + 0.292, + 0.3888, + 0.3192 + ] + }, + { + "episode": 60, + "avg_reward": 5057.22, + "avg_cost": 85.5, + "lambda": 8.8575, + "rho": [ + 0.292, + 0.3888, + 0.3192 + ] + }, + { + "episode": 70, + "avg_reward": 3804.2, + "avg_cost": 38.0, + "lambda": 7.5625, + "rho": [ + 0.292, + 0.3888, + 0.3192 + ] + }, + { + "episode": 80, + "avg_reward": 5467.21, + "avg_cost": 80.0, + "lambda": 5.515, + "rho": [ + 0.292, + 0.3888, + 0.3192 + ] + }, + { + "episode": 90, + "avg_reward": 4145.78, + "avg_cost": 22.0, + "lambda": 3.4175, + "rho": [ + 0.292, + 0.3888, + 0.3192 + ] + }, + { + "episode": 100, + "avg_reward": 5118.32, + "avg_cost": 61.75, + "lambda": 1.725, + "rho": [ + 0.2879, + 0.4134, + 0.2987 + ] + }, + { + "episode": 110, + "avg_reward": 6037.2, + "avg_cost": 105.75, + "lambda": 1.5825, + "rho": [ + 0.2879, + 0.4134, + 0.2987 + ] + }, + { + "episode": 120, + "avg_reward": 6091.73, + "avg_cost": 110.0, + "lambda": 1.4725, + "rho": [ + 0.2879, + 0.4134, + 0.2987 + ] + }, + { + "episode": 130, + "avg_reward": 5584.49, + "avg_cost": 72.75, + "lambda": 0.0, + "rho": [ + 0.2879, + 0.4134, + 0.2987 + ] + }, + { + "episode": 140, + "avg_reward": 4999.93, + "avg_cost": 47.75, + "lambda": 0.0075, + "rho": [ + 0.2879, + 0.4134, + 0.2987 + ] + }, + { + "episode": 150, + "avg_reward": 5775.52, + "avg_cost": 91.75, + "lambda": 0.315, + "rho": [ + 0.2937, + 0.4294, + 0.2769 + ] + }, + { + "episode": 160, + "avg_reward": 5529.32, + "avg_cost": 93.75, + "lambda": 0.1375, + "rho": [ + 0.2937, + 0.4294, + 0.2769 + ] + }, + { + "episode": 170, + "avg_reward": 4849.19, + "avg_cost": 47.5, + "lambda": 0.43, + "rho": [ + 0.2937, + 0.4294, + 0.2769 + ] + }, + { + "episode": 180, + "avg_reward": 5204.79, + "avg_cost": 57.0, + "lambda": 0.0, + "rho": [ + 0.2937, + 0.4294, + 0.2769 + ] + }, + { + "episode": 190, + "avg_reward": 5415.06, + "avg_cost": 71.25, + "lambda": 1.2175, + "rho": [ + 0.2937, + 0.4294, + 0.2769 + ] + }, + { + "episode": 200, + "avg_reward": 4914.37, + "avg_cost": 32.25, + "lambda": 0.1075, + "rho": [ + 0.2877, + 0.4482, + 0.2642 + ] + }, + { + "episode": 210, + "avg_reward": 5773.23, + "avg_cost": 107.0, + "lambda": 0.27, + "rho": [ + 0.2877, + 0.4482, + 0.2642 + ] + }, + { + "episode": 220, + "avg_reward": 5167.71, + "avg_cost": 50.75, + "lambda": 0.0, + "rho": [ + 0.2877, + 0.4482, + 0.2642 + ] + }, + { + "episode": 230, + "avg_reward": 4910.52, + "avg_cost": 72.75, + "lambda": 0.83, + "rho": [ + 0.2877, + 0.4482, + 0.2642 + ] + }, + { + "episode": 240, + "avg_reward": 5107.36, + "avg_cost": 322.5, + "lambda": 16.6, + "rho": [ + 0.2877, + 0.4482, + 0.2642 + ] + }, + { + "episode": 250, + "avg_reward": 2314.75, + "avg_cost": 144.25, + "lambda": 37.4925, + "rho": [ + 0.2825, + 0.4729, + 0.2446 + ] + }, + { + "episode": 260, + "avg_reward": 3512.01, + "avg_cost": 0.5, + "lambda": 31.9925, + "rho": [ + 0.2825, + 0.4729, + 0.2446 + ] + }, + { + "episode": 270, + "avg_reward": 4589.93, + "avg_cost": 25.0, + "lambda": 24.5775, + "rho": [ + 0.2825, + 0.4729, + 0.2446 + ] + }, + { + "episode": 280, + "avg_reward": 4871.37, + "avg_cost": 13.0, + "lambda": 18.15, + "rho": [ + 0.2825, + 0.4729, + 0.2446 + ] + }, + { + "episode": 290, + "avg_reward": 5874.64, + "avg_cost": 92.25, + "lambda": 15.3625, + "rho": [ + 0.2825, + 0.4729, + 0.2446 + ] + }, + { + "episode": 300, + "avg_reward": 3916.06, + "avg_cost": 18.25, + "lambda": 9.5475, + "rho": [ + 0.2824, + 0.495, + 0.2227 + ] + }, + { + "episode": 310, + "avg_reward": 4840.24, + "avg_cost": 59.0, + "lambda": 4.96, + "rho": [ + 0.2824, + 0.495, + 0.2227 + ] + }, + { + "episode": 320, + "avg_reward": 5600.58, + "avg_cost": 104.0, + "lambda": 4.0125, + "rho": [ + 0.2824, + 0.495, + 0.2227 + ] + }, + { + "episode": 330, + "avg_reward": 5534.91, + "avg_cost": 72.75, + "lambda": 2.0825, + "rho": [ + 0.2824, + 0.495, + 0.2227 + ] + }, + { + "episode": 340, + "avg_reward": 5134.29, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2824, + 0.495, + 0.2227 + ] + }, + { + "episode": 350, + "avg_reward": 5674.37, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.2818, + 0.5156, + 0.2027 + ] + }, + { + "episode": 360, + "avg_reward": 4444.07, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2818, + 0.5156, + 0.2027 + ] + }, + { + "episode": 370, + "avg_reward": 5607.82, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2818, + 0.5156, + 0.2027 + ] + }, + { + "episode": 380, + "avg_reward": 4922.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2818, + 0.5156, + 0.2027 + ] + }, + { + "episode": 390, + "avg_reward": 4851.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2818, + 0.5156, + 0.2027 + ] + }, + { + "episode": 400, + "avg_reward": 5169.71, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2805, + 0.5348, + 0.1847 + ] + }, + { + "episode": 410, + "avg_reward": 4748.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2805, + 0.5348, + 0.1847 + ] + }, + { + "episode": 420, + "avg_reward": 4924.11, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2805, + 0.5348, + 0.1847 + ] + }, + { + "episode": 430, + "avg_reward": 5277.24, + "avg_cost": 28.25, + "lambda": 0.0, + "rho": [ + 0.2805, + 0.5348, + 0.1847 + ] + }, + { + "episode": 440, + "avg_reward": 4542.98, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2805, + 0.5348, + 0.1847 + ] + }, + { + "episode": 450, + "avg_reward": 4248.86, + "avg_cost": 29.0, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.5525, + 0.1686 + ] + }, + { + "episode": 460, + "avg_reward": 4038.34, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.5525, + 0.1686 + ] + }, + { + "episode": 470, + "avg_reward": 5120.2, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.5525, + 0.1686 + ] + }, + { + "episode": 480, + "avg_reward": 4798.52, + "avg_cost": 25.75, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.5525, + 0.1686 + ] + }, + { + "episode": 490, + "avg_reward": 5093.55, + "avg_cost": 45.75, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.5525, + 0.1686 + ] + }, + { + "episode": 500, + "avg_reward": 5340.02, + "avg_cost": 43.75, + "lambda": 0.0, + "rho": [ + 0.2768, + 0.5688, + 0.1544 + ] + }, + { + "episode": 510, + "avg_reward": 4922.49, + "avg_cost": 26.5, + "lambda": 0.0, + "rho": [ + 0.2768, + 0.5688, + 0.1544 + ] + }, + { + "episode": 520, + "avg_reward": 3875.01, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.2768, + 0.5688, + 0.1544 + ] + }, + { + "episode": 530, + "avg_reward": 4285.37, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2768, + 0.5688, + 0.1544 + ] + }, + { + "episode": 540, + "avg_reward": 4349.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2768, + 0.5688, + 0.1544 + ] + }, + { + "episode": 550, + "avg_reward": 4464.77, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2746, + 0.5837, + 0.1417 + ] + }, + { + "episode": 560, + "avg_reward": 4520.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2746, + 0.5837, + 0.1417 + ] + }, + { + "episode": 570, + "avg_reward": 5253.24, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 0.2746, + 0.5837, + 0.1417 + ] + }, + { + "episode": 580, + "avg_reward": 5448.93, + "avg_cost": 33.5, + "lambda": 0.0, + "rho": [ + 0.2746, + 0.5837, + 0.1417 + ] + }, + { + "episode": 590, + "avg_reward": 5106.64, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 0.2746, + 0.5837, + 0.1417 + ] + }, + { + "episode": 600, + "avg_reward": 5546.74, + "avg_cost": 36.5, + "lambda": 0.0, + "rho": [ + 0.2721, + 0.5974, + 0.1305 + ] + }, + { + "episode": 610, + "avg_reward": 5019.17, + "avg_cost": 50.5, + "lambda": 0.0, + "rho": [ + 0.2721, + 0.5974, + 0.1305 + ] + }, + { + "episode": 620, + "avg_reward": 3921.31, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2721, + 0.5974, + 0.1305 + ] + }, + { + "episode": 630, + "avg_reward": 4418.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2721, + 0.5974, + 0.1305 + ] + }, + { + "episode": 640, + "avg_reward": 4904.34, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2721, + 0.5974, + 0.1305 + ] + }, + { + "episode": 650, + "avg_reward": 4621.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2696, + 0.6098, + 0.1207 + ] + }, + { + "episode": 660, + "avg_reward": 4608.26, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2696, + 0.6098, + 0.1207 + ] + }, + { + "episode": 670, + "avg_reward": 4651.5, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2696, + 0.6098, + 0.1207 + ] + }, + { + "episode": 680, + "avg_reward": 4602.37, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2696, + 0.6098, + 0.1207 + ] + }, + { + "episode": 690, + "avg_reward": 5009.97, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2696, + 0.6098, + 0.1207 + ] + }, + { + "episode": 700, + "avg_reward": 4742.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.267, + 0.621, + 0.112 + ] + }, + { + "episode": 710, + "avg_reward": 5037.26, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.267, + 0.621, + 0.112 + ] + }, + { + "episode": 720, + "avg_reward": 4649.32, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.267, + 0.621, + 0.112 + ] + }, + { + "episode": 730, + "avg_reward": 4648.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.267, + 0.621, + 0.112 + ] + }, + { + "episode": 740, + "avg_reward": 4819.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.267, + 0.621, + 0.112 + ] + }, + { + "episode": 750, + "avg_reward": 4731.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2645, + 0.6311, + 0.1044 + ] + }, + { + "episode": 760, + "avg_reward": 4726.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2645, + 0.6311, + 0.1044 + ] + }, + { + "episode": 770, + "avg_reward": 4712.8, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2645, + 0.6311, + 0.1044 + ] + }, + { + "episode": 780, + "avg_reward": 4641.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2645, + 0.6311, + 0.1044 + ] + }, + { + "episode": 790, + "avg_reward": 4640.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2645, + 0.6311, + 0.1044 + ] + }, + { + "episode": 800, + "avg_reward": 4657.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2621, + 0.6403, + 0.0977 + ] + }, + { + "episode": 810, + "avg_reward": 4777.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2621, + 0.6403, + 0.0977 + ] + }, + { + "episode": 820, + "avg_reward": 4693.64, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2621, + 0.6403, + 0.0977 + ] + }, + { + "episode": 830, + "avg_reward": 4569.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2621, + 0.6403, + 0.0977 + ] + }, + { + "episode": 840, + "avg_reward": 4653.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2621, + 0.6403, + 0.0977 + ] + }, + { + "episode": 850, + "avg_reward": 4593.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.6486, + 0.0918 + ] + }, + { + "episode": 860, + "avg_reward": 4568.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.6486, + 0.0918 + ] + }, + { + "episode": 870, + "avg_reward": 4610.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.6486, + 0.0918 + ] + }, + { + "episode": 880, + "avg_reward": 4672.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.6486, + 0.0918 + ] + }, + { + "episode": 890, + "avg_reward": 4588.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.6486, + 0.0918 + ] + }, + { + "episode": 900, + "avg_reward": 4815.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2574, + 0.6561, + 0.0865 + ] + }, + { + "episode": 910, + "avg_reward": 4699.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2574, + 0.6561, + 0.0865 + ] + }, + { + "episode": 920, + "avg_reward": 4760.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2574, + 0.6561, + 0.0865 + ] + }, + { + "episode": 930, + "avg_reward": 4726.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2574, + 0.6561, + 0.0865 + ] + }, + { + "episode": 940, + "avg_reward": 4863.31, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2574, + 0.6561, + 0.0865 + ] + }, + { + "episode": 950, + "avg_reward": 4730.69, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2552, + 0.6629, + 0.0819 + ] + }, + { + "episode": 960, + "avg_reward": 4732.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2552, + 0.6629, + 0.0819 + ] + }, + { + "episode": 970, + "avg_reward": 4812.73, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2552, + 0.6629, + 0.0819 + ] + }, + { + "episode": 980, + "avg_reward": 4682.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2552, + 0.6629, + 0.0819 + ] + }, + { + "episode": 990, + "avg_reward": 4656.53, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2552, + 0.6629, + 0.0819 + ] + }, + { + "episode": 1000, + "avg_reward": 4840.93, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2532, + 0.669, + 0.0778 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..a90093985ad30c9f9a9cfeca2e1fc996ef3a5c3c --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4567445.45, + "constraint_satisfaction_pct": 59.0, + "final_rho": [ + 0.2632, + 0.2994, + 0.4375 + ], + "final_lambda": 8.63, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -275.73, + "avg_cost": 179.25, + "lambda": 6.5425, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": 3828.71, + "avg_cost": 82.75, + "lambda": 8.7025, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": 4817.72, + "avg_cost": 111.75, + "lambda": 15.7375, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": 2823.52, + "avg_cost": 14.0, + "lambda": 19.2475, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": 4639.01, + "avg_cost": 43.25, + "lambda": 20.3725, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": 4479.0, + "avg_cost": 10.75, + "lambda": 21.35, + "rho": [ + 0.3015, + 0.3056, + 0.3929 + ] + }, + { + "episode": 60, + "avg_reward": 5339.45, + "avg_cost": 37.75, + "lambda": 23.725, + "rho": [ + 0.3015, + 0.3056, + 0.3929 + ] + }, + { + "episode": 70, + "avg_reward": 5187.99, + "avg_cost": 47.0, + "lambda": 23.8075, + "rho": [ + 0.3015, + 0.3056, + 0.3929 + ] + }, + { + "episode": 80, + "avg_reward": 5197.97, + "avg_cost": 32.5, + "lambda": 24.6925, + "rho": [ + 0.3015, + 0.3056, + 0.3929 + ] + }, + { + "episode": 90, + "avg_reward": 4774.77, + "avg_cost": 39.5, + "lambda": 24.73, + "rho": [ + 0.3015, + 0.3056, + 0.3929 + ] + }, + { + "episode": 100, + "avg_reward": 5014.35, + "avg_cost": 38.5, + "lambda": 26.5475, + "rho": [ + 0.2734, + 0.3139, + 0.4127 + ] + }, + { + "episode": 110, + "avg_reward": 4273.15, + "avg_cost": 17.0, + "lambda": 28.1175, + "rho": [ + 0.2734, + 0.3139, + 0.4127 + ] + }, + { + "episode": 120, + "avg_reward": 4965.12, + "avg_cost": 21.75, + "lambda": 29.0025, + "rho": [ + 0.2734, + 0.3139, + 0.4127 + ] + }, + { + "episode": 130, + "avg_reward": 4541.91, + "avg_cost": 28.75, + "lambda": 29.7575, + "rho": [ + 0.2734, + 0.3139, + 0.4127 + ] + }, + { + "episode": 140, + "avg_reward": 4278.13, + "avg_cost": 29.0, + "lambda": 30.3725, + "rho": [ + 0.2734, + 0.3139, + 0.4127 + ] + }, + { + "episode": 150, + "avg_reward": 5335.24, + "avg_cost": 42.75, + "lambda": 31.31, + "rho": [ + 0.2701, + 0.3103, + 0.4197 + ] + }, + { + "episode": 160, + "avg_reward": 5411.49, + "avg_cost": 41.75, + "lambda": 31.85, + "rho": [ + 0.2701, + 0.3103, + 0.4197 + ] + }, + { + "episode": 170, + "avg_reward": 5245.01, + "avg_cost": 62.0, + "lambda": 33.4, + "rho": [ + 0.2701, + 0.3103, + 0.4197 + ] + }, + { + "episode": 180, + "avg_reward": 5120.18, + "avg_cost": 60.75, + "lambda": 37.105, + "rho": [ + 0.2701, + 0.3103, + 0.4197 + ] + }, + { + "episode": 190, + "avg_reward": 4895.72, + "avg_cost": 64.75, + "lambda": 41.9025, + "rho": [ + 0.2701, + 0.3103, + 0.4197 + ] + }, + { + "episode": 200, + "avg_reward": 2972.08, + "avg_cost": 47.25, + "lambda": 46.025, + "rho": [ + 0.2621, + 0.3043, + 0.4336 + ] + }, + { + "episode": 210, + "avg_reward": 3384.9, + "avg_cost": 28.0, + "lambda": 47.5525, + "rho": [ + 0.2621, + 0.3043, + 0.4336 + ] + }, + { + "episode": 220, + "avg_reward": 3351.26, + "avg_cost": 32.75, + "lambda": 48.155, + "rho": [ + 0.2621, + 0.3043, + 0.4336 + ] + }, + { + "episode": 230, + "avg_reward": 4212.67, + "avg_cost": 28.0, + "lambda": 48.6625, + "rho": [ + 0.2621, + 0.3043, + 0.4336 + ] + }, + { + "episode": 240, + "avg_reward": 3723.18, + "avg_cost": 21.75, + "lambda": 48.09, + "rho": [ + 0.2621, + 0.3043, + 0.4336 + ] + }, + { + "episode": 250, + "avg_reward": 3261.24, + "avg_cost": 9.75, + "lambda": 46.975, + "rho": [ + 0.2561, + 0.3106, + 0.4333 + ] + }, + { + "episode": 260, + "avg_reward": 4556.24, + "avg_cost": 28.25, + "lambda": 46.8875, + "rho": [ + 0.2561, + 0.3106, + 0.4333 + ] + }, + { + "episode": 270, + "avg_reward": 3140.16, + "avg_cost": 11.5, + "lambda": 45.3575, + "rho": [ + 0.2561, + 0.3106, + 0.4333 + ] + }, + { + "episode": 280, + "avg_reward": 2889.46, + "avg_cost": 4.25, + "lambda": 44.465, + "rho": [ + 0.2561, + 0.3106, + 0.4333 + ] + }, + { + "episode": 290, + "avg_reward": 3472.14, + "avg_cost": 7.25, + "lambda": 43.42, + "rho": [ + 0.2561, + 0.3106, + 0.4333 + ] + }, + { + "episode": 300, + "avg_reward": 3658.86, + "avg_cost": 4.5, + "lambda": 41.7575, + "rho": [ + 0.2427, + 0.3144, + 0.4428 + ] + }, + { + "episode": 310, + "avg_reward": 3191.5, + "avg_cost": 1.0, + "lambda": 40.065, + "rho": [ + 0.2427, + 0.3144, + 0.4428 + ] + }, + { + "episode": 320, + "avg_reward": 4303.11, + "avg_cost": 14.0, + "lambda": 38.0475, + "rho": [ + 0.2427, + 0.3144, + 0.4428 + ] + }, + { + "episode": 330, + "avg_reward": 4194.49, + "avg_cost": 3.75, + "lambda": 36.0775, + "rho": [ + 0.2427, + 0.3144, + 0.4428 + ] + }, + { + "episode": 340, + "avg_reward": 3538.69, + "avg_cost": 0.5, + "lambda": 34.2125, + "rho": [ + 0.2427, + 0.3144, + 0.4428 + ] + }, + { + "episode": 350, + "avg_reward": 4515.62, + "avg_cost": 12.5, + "lambda": 32.28, + "rho": [ + 0.2361, + 0.3238, + 0.4401 + ] + }, + { + "episode": 360, + "avg_reward": 4341.1, + "avg_cost": 24.5, + "lambda": 31.1225, + "rho": [ + 0.2361, + 0.3238, + 0.4401 + ] + }, + { + "episode": 370, + "avg_reward": 3599.1, + "avg_cost": 10.0, + "lambda": 31.2525, + "rho": [ + 0.2361, + 0.3238, + 0.4401 + ] + }, + { + "episode": 380, + "avg_reward": 3565.57, + "avg_cost": 0.75, + "lambda": 28.9575, + "rho": [ + 0.2361, + 0.3238, + 0.4401 + ] + }, + { + "episode": 390, + "avg_reward": 3681.17, + "avg_cost": 2.25, + "lambda": 26.8325, + "rho": [ + 0.2361, + 0.3238, + 0.4401 + ] + }, + { + "episode": 400, + "avg_reward": 4267.55, + "avg_cost": 4.25, + "lambda": 24.725, + "rho": [ + 0.2376, + 0.3334, + 0.429 + ] + }, + { + "episode": 410, + "avg_reward": 5135.61, + "avg_cost": 18.5, + "lambda": 23.005, + "rho": [ + 0.2376, + 0.3334, + 0.429 + ] + }, + { + "episode": 420, + "avg_reward": 4944.26, + "avg_cost": 10.25, + "lambda": 22.2625, + "rho": [ + 0.2376, + 0.3334, + 0.429 + ] + }, + { + "episode": 430, + "avg_reward": 4246.15, + "avg_cost": 10.5, + "lambda": 21.0275, + "rho": [ + 0.2376, + 0.3334, + 0.429 + ] + }, + { + "episode": 440, + "avg_reward": 4355.69, + "avg_cost": 22.5, + "lambda": 19.96, + "rho": [ + 0.2376, + 0.3334, + 0.429 + ] + }, + { + "episode": 450, + "avg_reward": 4809.01, + "avg_cost": 38.25, + "lambda": 20.3825, + "rho": [ + 0.2371, + 0.3353, + 0.4277 + ] + }, + { + "episode": 460, + "avg_reward": 4471.66, + "avg_cost": 24.25, + "lambda": 21.0275, + "rho": [ + 0.2371, + 0.3353, + 0.4277 + ] + }, + { + "episode": 470, + "avg_reward": 4642.18, + "avg_cost": 23.5, + "lambda": 20.595, + "rho": [ + 0.2371, + 0.3353, + 0.4277 + ] + }, + { + "episode": 480, + "avg_reward": 4494.07, + "avg_cost": 26.25, + "lambda": 20.925, + "rho": [ + 0.2371, + 0.3353, + 0.4277 + ] + }, + { + "episode": 490, + "avg_reward": 3964.57, + "avg_cost": 19.75, + "lambda": 20.9675, + "rho": [ + 0.2371, + 0.3353, + 0.4277 + ] + }, + { + "episode": 500, + "avg_reward": 3887.75, + "avg_cost": 13.0, + "lambda": 20.2425, + "rho": [ + 0.236, + 0.3317, + 0.4322 + ] + }, + { + "episode": 510, + "avg_reward": 4292.14, + "avg_cost": 8.25, + "lambda": 19.0275, + "rho": [ + 0.236, + 0.3317, + 0.4322 + ] + }, + { + "episode": 520, + "avg_reward": 4560.35, + "avg_cost": 28.25, + "lambda": 18.1075, + "rho": [ + 0.236, + 0.3317, + 0.4322 + ] + }, + { + "episode": 530, + "avg_reward": 4433.9, + "avg_cost": 19.25, + "lambda": 17.18, + "rho": [ + 0.236, + 0.3317, + 0.4322 + ] + }, + { + "episode": 540, + "avg_reward": 3900.73, + "avg_cost": 11.5, + "lambda": 15.35, + "rho": [ + 0.236, + 0.3317, + 0.4322 + ] + }, + { + "episode": 550, + "avg_reward": 3854.78, + "avg_cost": 5.25, + "lambda": 13.8925, + "rho": [ + 0.2295, + 0.3275, + 0.443 + ] + }, + { + "episode": 560, + "avg_reward": 3689.74, + "avg_cost": 20.25, + "lambda": 12.2175, + "rho": [ + 0.2295, + 0.3275, + 0.443 + ] + }, + { + "episode": 570, + "avg_reward": 3815.32, + "avg_cost": 6.5, + "lambda": 11.0725, + "rho": [ + 0.2295, + 0.3275, + 0.443 + ] + }, + { + "episode": 580, + "avg_reward": 4203.37, + "avg_cost": 13.25, + "lambda": 9.905, + "rho": [ + 0.2295, + 0.3275, + 0.443 + ] + }, + { + "episode": 590, + "avg_reward": 4472.86, + "avg_cost": 12.25, + "lambda": 8.36, + "rho": [ + 0.2295, + 0.3275, + 0.443 + ] + }, + { + "episode": 600, + "avg_reward": 4909.26, + "avg_cost": 5.75, + "lambda": 6.8825, + "rho": [ + 0.2239, + 0.3264, + 0.4497 + ] + }, + { + "episode": 610, + "avg_reward": 4866.79, + "avg_cost": 35.5, + "lambda": 7.3775, + "rho": [ + 0.2239, + 0.3264, + 0.4497 + ] + }, + { + "episode": 620, + "avg_reward": 5077.14, + "avg_cost": 38.25, + "lambda": 8.9625, + "rho": [ + 0.2239, + 0.3264, + 0.4497 + ] + }, + { + "episode": 630, + "avg_reward": 5101.1, + "avg_cost": 26.75, + "lambda": 9.8075, + "rho": [ + 0.2239, + 0.3264, + 0.4497 + ] + }, + { + "episode": 640, + "avg_reward": 5423.14, + "avg_cost": 22.25, + "lambda": 9.83, + "rho": [ + 0.2239, + 0.3264, + 0.4497 + ] + }, + { + "episode": 650, + "avg_reward": 5134.75, + "avg_cost": 19.75, + "lambda": 8.695, + "rho": [ + 0.2259, + 0.3217, + 0.4524 + ] + }, + { + "episode": 660, + "avg_reward": 5103.06, + "avg_cost": 25.25, + "lambda": 7.2525, + "rho": [ + 0.2259, + 0.3217, + 0.4524 + ] + }, + { + "episode": 670, + "avg_reward": 5074.37, + "avg_cost": 12.0, + "lambda": 5.9575, + "rho": [ + 0.2259, + 0.3217, + 0.4524 + ] + }, + { + "episode": 680, + "avg_reward": 5719.63, + "avg_cost": 48.25, + "lambda": 5.8075, + "rho": [ + 0.2259, + 0.3217, + 0.4524 + ] + }, + { + "episode": 690, + "avg_reward": 4681.5, + "avg_cost": 44.5, + "lambda": 7.2425, + "rho": [ + 0.2259, + 0.3217, + 0.4524 + ] + }, + { + "episode": 700, + "avg_reward": 4552.24, + "avg_cost": 16.75, + "lambda": 7.8225, + "rho": [ + 0.2253, + 0.3135, + 0.4611 + ] + }, + { + "episode": 710, + "avg_reward": 4475.33, + "avg_cost": 5.5, + "lambda": 6.2075, + "rho": [ + 0.2253, + 0.3135, + 0.4611 + ] + }, + { + "episode": 720, + "avg_reward": 4631.97, + "avg_cost": 14.0, + "lambda": 4.49, + "rho": [ + 0.2253, + 0.3135, + 0.4611 + ] + }, + { + "episode": 730, + "avg_reward": 5093.04, + "avg_cost": 25.0, + "lambda": 4.295, + "rho": [ + 0.2253, + 0.3135, + 0.4611 + ] + }, + { + "episode": 740, + "avg_reward": 5042.87, + "avg_cost": 26.75, + "lambda": 5.2075, + "rho": [ + 0.2253, + 0.3135, + 0.4611 + ] + }, + { + "episode": 750, + "avg_reward": 5217.8, + "avg_cost": 32.75, + "lambda": 4.7375, + "rho": [ + 0.2302, + 0.3069, + 0.4629 + ] + }, + { + "episode": 760, + "avg_reward": 6283.5, + "avg_cost": 71.25, + "lambda": 5.9775, + "rho": [ + 0.2302, + 0.3069, + 0.4629 + ] + }, + { + "episode": 770, + "avg_reward": 5070.9, + "avg_cost": 39.25, + "lambda": 8.1325, + "rho": [ + 0.2302, + 0.3069, + 0.4629 + ] + }, + { + "episode": 780, + "avg_reward": 5037.15, + "avg_cost": 23.75, + "lambda": 8.305, + "rho": [ + 0.2302, + 0.3069, + 0.4629 + ] + }, + { + "episode": 790, + "avg_reward": 4230.63, + "avg_cost": 6.0, + "lambda": 6.425, + "rho": [ + 0.2302, + 0.3069, + 0.4629 + ] + }, + { + "episode": 800, + "avg_reward": 4576.88, + "avg_cost": 0.0, + "lambda": 4.365, + "rho": [ + 0.2379, + 0.3048, + 0.4573 + ] + }, + { + "episode": 810, + "avg_reward": 5763.34, + "avg_cost": 29.25, + "lambda": 3.0775, + "rho": [ + 0.2379, + 0.3048, + 0.4573 + ] + }, + { + "episode": 820, + "avg_reward": 6637.5, + "avg_cost": 66.75, + "lambda": 4.66, + "rho": [ + 0.2379, + 0.3048, + 0.4573 + ] + }, + { + "episode": 830, + "avg_reward": 6668.77, + "avg_cost": 75.25, + "lambda": 8.0575, + "rho": [ + 0.2379, + 0.3048, + 0.4573 + ] + }, + { + "episode": 840, + "avg_reward": 5263.39, + "avg_cost": 7.5, + "lambda": 8.8075, + "rho": [ + 0.2379, + 0.3048, + 0.4573 + ] + }, + { + "episode": 850, + "avg_reward": 5390.18, + "avg_cost": 5.5, + "lambda": 7.65, + "rho": [ + 0.2439, + 0.2992, + 0.457 + ] + }, + { + "episode": 860, + "avg_reward": 5277.8, + "avg_cost": 10.25, + "lambda": 6.7525, + "rho": [ + 0.2439, + 0.2992, + 0.457 + ] + }, + { + "episode": 870, + "avg_reward": 5848.36, + "avg_cost": 30.0, + "lambda": 6.465, + "rho": [ + 0.2439, + 0.2992, + 0.457 + ] + }, + { + "episode": 880, + "avg_reward": 6610.92, + "avg_cost": 56.0, + "lambda": 7.455, + "rho": [ + 0.2439, + 0.2992, + 0.457 + ] + }, + { + "episode": 890, + "avg_reward": 5062.96, + "avg_cost": 34.25, + "lambda": 8.6425, + "rho": [ + 0.2439, + 0.2992, + 0.457 + ] + }, + { + "episode": 900, + "avg_reward": 5066.81, + "avg_cost": 14.25, + "lambda": 7.8575, + "rho": [ + 0.2491, + 0.2984, + 0.4525 + ] + }, + { + "episode": 910, + "avg_reward": 5233.03, + "avg_cost": 12.75, + "lambda": 6.62, + "rho": [ + 0.2491, + 0.2984, + 0.4525 + ] + }, + { + "episode": 920, + "avg_reward": 5281.58, + "avg_cost": 17.25, + "lambda": 5.125, + "rho": [ + 0.2491, + 0.2984, + 0.4525 + ] + }, + { + "episode": 930, + "avg_reward": 6386.02, + "avg_cost": 62.25, + "lambda": 6.2525, + "rho": [ + 0.2491, + 0.2984, + 0.4525 + ] + }, + { + "episode": 940, + "avg_reward": 6463.05, + "avg_cost": 56.75, + "lambda": 11.86, + "rho": [ + 0.2491, + 0.2984, + 0.4525 + ] + }, + { + "episode": 950, + "avg_reward": 5889.9, + "avg_cost": 59.25, + "lambda": 15.5125, + "rho": [ + 0.2577, + 0.2974, + 0.445 + ] + }, + { + "episode": 960, + "avg_reward": 4044.41, + "avg_cost": 9.75, + "lambda": 15.29, + "rho": [ + 0.2577, + 0.2974, + 0.445 + ] + }, + { + "episode": 970, + "avg_reward": 4563.16, + "avg_cost": 12.0, + "lambda": 14.3425, + "rho": [ + 0.2577, + 0.2974, + 0.445 + ] + }, + { + "episode": 980, + "avg_reward": 4141.47, + "avg_cost": 5.25, + "lambda": 12.515, + "rho": [ + 0.2577, + 0.2974, + 0.445 + ] + }, + { + "episode": 990, + "avg_reward": 4400.17, + "avg_cost": 1.5, + "lambda": 10.885, + "rho": [ + 0.2577, + 0.2974, + 0.445 + ] + }, + { + "episode": 1000, + "avg_reward": 4577.56, + "avg_cost": 2.0, + "lambda": 8.63, + "rho": [ + 0.2632, + 0.2994, + 0.4375 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..a84865668e92e416d97b83a30bb9af7e907f0428 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s1_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4566574.25, + "constraint_satisfaction_pct": 54.0, + "final_rho": [ + 0.2315, + 0.2391, + 0.5295 + ], + "final_lambda": 51.45, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -275.73, + "avg_cost": 179.25, + "lambda": 6.3925, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 10, + "avg_reward": 3793.24, + "avg_cost": 79.5, + "lambda": 7.1975, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 20, + "avg_reward": 5479.71, + "avg_cost": 109.5, + "lambda": 13.175, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 30, + "avg_reward": 3438.2, + "avg_cost": 21.75, + "lambda": 15.97, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 40, + "avg_reward": 4319.24, + "avg_cost": 39.0, + "lambda": 15.2025, + "rho": [ + 0.3328, + 0.3144, + 0.3528 + ] + }, + { + "episode": 50, + "avg_reward": 4426.53, + "avg_cost": 44.75, + "lambda": 16.385, + "rho": [ + 0.2939, + 0.3229, + 0.3832 + ] + }, + { + "episode": 60, + "avg_reward": 3751.71, + "avg_cost": 89.5, + "lambda": 19.98, + "rho": [ + 0.2939, + 0.3229, + 0.3832 + ] + }, + { + "episode": 70, + "avg_reward": 4287.11, + "avg_cost": 60.0, + "lambda": 24.2, + "rho": [ + 0.2939, + 0.3229, + 0.3832 + ] + }, + { + "episode": 80, + "avg_reward": 4876.23, + "avg_cost": 55.25, + "lambda": 26.775, + "rho": [ + 0.2939, + 0.3229, + 0.3832 + ] + }, + { + "episode": 90, + "avg_reward": 4642.79, + "avg_cost": 42.75, + "lambda": 29.54, + "rho": [ + 0.2939, + 0.3229, + 0.3832 + ] + }, + { + "episode": 100, + "avg_reward": 3918.43, + "avg_cost": 53.0, + "lambda": 31.1475, + "rho": [ + 0.2987, + 0.3081, + 0.3932 + ] + }, + { + "episode": 110, + "avg_reward": 6032.61, + "avg_cost": 82.25, + "lambda": 33.4025, + "rho": [ + 0.2987, + 0.3081, + 0.3932 + ] + }, + { + "episode": 120, + "avg_reward": 3139.81, + "avg_cost": 42.5, + "lambda": 33.79, + "rho": [ + 0.2987, + 0.3081, + 0.3932 + ] + }, + { + "episode": 130, + "avg_reward": 4391.51, + "avg_cost": 37.25, + "lambda": 34.8525, + "rho": [ + 0.2987, + 0.3081, + 0.3932 + ] + }, + { + "episode": 140, + "avg_reward": 4155.8, + "avg_cost": 35.25, + "lambda": 34.875, + "rho": [ + 0.2987, + 0.3081, + 0.3932 + ] + }, + { + "episode": 150, + "avg_reward": 5044.78, + "avg_cost": 49.5, + "lambda": 34.65, + "rho": [ + 0.2899, + 0.301, + 0.4092 + ] + }, + { + "episode": 160, + "avg_reward": 3955.31, + "avg_cost": 23.75, + "lambda": 34.4075, + "rho": [ + 0.2899, + 0.301, + 0.4092 + ] + }, + { + "episode": 170, + "avg_reward": 5719.4, + "avg_cost": 46.0, + "lambda": 34.0675, + "rho": [ + 0.2899, + 0.301, + 0.4092 + ] + }, + { + "episode": 180, + "avg_reward": 4310.78, + "avg_cost": 27.75, + "lambda": 34.195, + "rho": [ + 0.2899, + 0.301, + 0.4092 + ] + }, + { + "episode": 190, + "avg_reward": 4857.25, + "avg_cost": 30.25, + "lambda": 33.2275, + "rho": [ + 0.2899, + 0.301, + 0.4092 + ] + }, + { + "episode": 200, + "avg_reward": 4880.44, + "avg_cost": 35.5, + "lambda": 32.5875, + "rho": [ + 0.2853, + 0.2855, + 0.4292 + ] + }, + { + "episode": 210, + "avg_reward": 4886.5, + "avg_cost": 47.0, + "lambda": 32.32, + "rho": [ + 0.2853, + 0.2855, + 0.4292 + ] + }, + { + "episode": 220, + "avg_reward": 4922.67, + "avg_cost": 36.0, + "lambda": 31.255, + "rho": [ + 0.2853, + 0.2855, + 0.4292 + ] + }, + { + "episode": 230, + "avg_reward": 4535.37, + "avg_cost": 13.75, + "lambda": 29.72, + "rho": [ + 0.2853, + 0.2855, + 0.4292 + ] + }, + { + "episode": 240, + "avg_reward": 4038.25, + "avg_cost": 14.25, + "lambda": 28.0375, + "rho": [ + 0.2853, + 0.2855, + 0.4292 + ] + }, + { + "episode": 250, + "avg_reward": 4275.39, + "avg_cost": 15.25, + "lambda": 25.5, + "rho": [ + 0.2811, + 0.2838, + 0.4351 + ] + }, + { + "episode": 260, + "avg_reward": 4303.38, + "avg_cost": 23.0, + "lambda": 23.675, + "rho": [ + 0.2811, + 0.2838, + 0.4351 + ] + }, + { + "episode": 270, + "avg_reward": 4640.99, + "avg_cost": 16.25, + "lambda": 21.5525, + "rho": [ + 0.2811, + 0.2838, + 0.4351 + ] + }, + { + "episode": 280, + "avg_reward": 4226.78, + "avg_cost": 8.5, + "lambda": 18.7825, + "rho": [ + 0.2811, + 0.2838, + 0.4351 + ] + }, + { + "episode": 290, + "avg_reward": 5038.02, + "avg_cost": 37.75, + "lambda": 16.3825, + "rho": [ + 0.2811, + 0.2838, + 0.4351 + ] + }, + { + "episode": 300, + "avg_reward": 4366.47, + "avg_cost": 7.75, + "lambda": 13.9225, + "rho": [ + 0.2759, + 0.2897, + 0.4343 + ] + }, + { + "episode": 310, + "avg_reward": 4569.65, + "avg_cost": 28.5, + "lambda": 11.6075, + "rho": [ + 0.2759, + 0.2897, + 0.4343 + ] + }, + { + "episode": 320, + "avg_reward": 5020.73, + "avg_cost": 34.25, + "lambda": 9.2125, + "rho": [ + 0.2759, + 0.2897, + 0.4343 + ] + }, + { + "episode": 330, + "avg_reward": 4627.25, + "avg_cost": 16.25, + "lambda": 7.645, + "rho": [ + 0.2759, + 0.2897, + 0.4343 + ] + }, + { + "episode": 340, + "avg_reward": 4999.58, + "avg_cost": 37.5, + "lambda": 6.355, + "rho": [ + 0.2759, + 0.2897, + 0.4343 + ] + }, + { + "episode": 350, + "avg_reward": 4077.03, + "avg_cost": 12.25, + "lambda": 5.265, + "rho": [ + 0.2706, + 0.288, + 0.4413 + ] + }, + { + "episode": 360, + "avg_reward": 5021.51, + "avg_cost": 37.75, + "lambda": 4.1575, + "rho": [ + 0.2706, + 0.288, + 0.4413 + ] + }, + { + "episode": 370, + "avg_reward": 4396.59, + "avg_cost": 18.75, + "lambda": 3.075, + "rho": [ + 0.2706, + 0.288, + 0.4413 + ] + }, + { + "episode": 380, + "avg_reward": 5456.79, + "avg_cost": 53.25, + "lambda": 2.6375, + "rho": [ + 0.2706, + 0.288, + 0.4413 + ] + }, + { + "episode": 390, + "avg_reward": 5686.31, + "avg_cost": 67.75, + "lambda": 4.8225, + "rho": [ + 0.2706, + 0.288, + 0.4413 + ] + }, + { + "episode": 400, + "avg_reward": 5520.26, + "avg_cost": 59.0, + "lambda": 7.2525, + "rho": [ + 0.2598, + 0.2881, + 0.4522 + ] + }, + { + "episode": 410, + "avg_reward": 5187.1, + "avg_cost": 44.25, + "lambda": 7.155, + "rho": [ + 0.2598, + 0.2881, + 0.4522 + ] + }, + { + "episode": 420, + "avg_reward": 4590.09, + "avg_cost": 13.25, + "lambda": 4.91, + "rho": [ + 0.2598, + 0.2881, + 0.4522 + ] + }, + { + "episode": 430, + "avg_reward": 5911.24, + "avg_cost": 73.0, + "lambda": 5.19, + "rho": [ + 0.2598, + 0.2881, + 0.4522 + ] + }, + { + "episode": 440, + "avg_reward": 5561.54, + "avg_cost": 60.0, + "lambda": 8.1675, + "rho": [ + 0.2598, + 0.2881, + 0.4522 + ] + }, + { + "episode": 450, + "avg_reward": 4077.79, + "avg_cost": 9.0, + "lambda": 8.745, + "rho": [ + 0.2498, + 0.2821, + 0.4681 + ] + }, + { + "episode": 460, + "avg_reward": 4128.86, + "avg_cost": 13.0, + "lambda": 6.5725, + "rho": [ + 0.2498, + 0.2821, + 0.4681 + ] + }, + { + "episode": 470, + "avg_reward": 4304.17, + "avg_cost": 10.5, + "lambda": 4.1725, + "rho": [ + 0.2498, + 0.2821, + 0.4681 + ] + }, + { + "episode": 480, + "avg_reward": 4761.5, + "avg_cost": 33.0, + "lambda": 3.7625, + "rho": [ + 0.2498, + 0.2821, + 0.4681 + ] + }, + { + "episode": 490, + "avg_reward": 4469.94, + "avg_cost": 18.0, + "lambda": 2.8675, + "rho": [ + 0.2498, + 0.2821, + 0.4681 + ] + }, + { + "episode": 500, + "avg_reward": 4781.7, + "avg_cost": 41.0, + "lambda": 2.9225, + "rho": [ + 0.234, + 0.2749, + 0.491 + ] + }, + { + "episode": 510, + "avg_reward": 4588.79, + "avg_cost": 47.0, + "lambda": 4.9575, + "rho": [ + 0.234, + 0.2749, + 0.491 + ] + }, + { + "episode": 520, + "avg_reward": 5417.93, + "avg_cost": 72.0, + "lambda": 5.7425, + "rho": [ + 0.234, + 0.2749, + 0.491 + ] + }, + { + "episode": 530, + "avg_reward": 4813.58, + "avg_cost": 40.0, + "lambda": 6.015, + "rho": [ + 0.234, + 0.2749, + 0.491 + ] + }, + { + "episode": 540, + "avg_reward": 5616.2, + "avg_cost": 63.75, + "lambda": 6.38, + "rho": [ + 0.234, + 0.2749, + 0.491 + ] + }, + { + "episode": 550, + "avg_reward": 5058.43, + "avg_cost": 53.0, + "lambda": 5.945, + "rho": [ + 0.2275, + 0.2685, + 0.504 + ] + }, + { + "episode": 560, + "avg_reward": 4638.13, + "avg_cost": 29.5, + "lambda": 7.4525, + "rho": [ + 0.2275, + 0.2685, + 0.504 + ] + }, + { + "episode": 570, + "avg_reward": 4502.51, + "avg_cost": 21.5, + "lambda": 6.525, + "rho": [ + 0.2275, + 0.2685, + 0.504 + ] + }, + { + "episode": 580, + "avg_reward": 5340.15, + "avg_cost": 61.75, + "lambda": 6.67, + "rho": [ + 0.2275, + 0.2685, + 0.504 + ] + }, + { + "episode": 590, + "avg_reward": 5156.89, + "avg_cost": 51.25, + "lambda": 6.6125, + "rho": [ + 0.2275, + 0.2685, + 0.504 + ] + }, + { + "episode": 600, + "avg_reward": 4048.42, + "avg_cost": 18.25, + "lambda": 5.71, + "rho": [ + 0.2288, + 0.2661, + 0.5051 + ] + }, + { + "episode": 610, + "avg_reward": 5038.85, + "avg_cost": 33.0, + "lambda": 5.64, + "rho": [ + 0.2288, + 0.2661, + 0.5051 + ] + }, + { + "episode": 620, + "avg_reward": 4942.36, + "avg_cost": 43.75, + "lambda": 6.8375, + "rho": [ + 0.2288, + 0.2661, + 0.5051 + ] + }, + { + "episode": 630, + "avg_reward": 5555.04, + "avg_cost": 53.75, + "lambda": 8.78, + "rho": [ + 0.2288, + 0.2661, + 0.5051 + ] + }, + { + "episode": 640, + "avg_reward": 5193.7, + "avg_cost": 42.25, + "lambda": 11.0125, + "rho": [ + 0.2288, + 0.2661, + 0.5051 + ] + }, + { + "episode": 650, + "avg_reward": 4592.79, + "avg_cost": 26.0, + "lambda": 10.215, + "rho": [ + 0.2287, + 0.2586, + 0.5126 + ] + }, + { + "episode": 660, + "avg_reward": 4976.11, + "avg_cost": 39.5, + "lambda": 9.84, + "rho": [ + 0.2287, + 0.2586, + 0.5126 + ] + }, + { + "episode": 670, + "avg_reward": 4577.86, + "avg_cost": 13.0, + "lambda": 8.0225, + "rho": [ + 0.2287, + 0.2586, + 0.5126 + ] + }, + { + "episode": 680, + "avg_reward": 5002.31, + "avg_cost": 24.75, + "lambda": 5.645, + "rho": [ + 0.2287, + 0.2586, + 0.5126 + ] + }, + { + "episode": 690, + "avg_reward": 5090.27, + "avg_cost": 37.0, + "lambda": 3.275, + "rho": [ + 0.2287, + 0.2586, + 0.5126 + ] + }, + { + "episode": 700, + "avg_reward": 4964.3, + "avg_cost": 31.5, + "lambda": 1.6975, + "rho": [ + 0.2247, + 0.2467, + 0.5286 + ] + }, + { + "episode": 710, + "avg_reward": 5371.79, + "avg_cost": 31.0, + "lambda": 1.9925, + "rho": [ + 0.2247, + 0.2467, + 0.5286 + ] + }, + { + "episode": 720, + "avg_reward": 6211.35, + "avg_cost": 58.5, + "lambda": 1.85, + "rho": [ + 0.2247, + 0.2467, + 0.5286 + ] + }, + { + "episode": 730, + "avg_reward": 6054.26, + "avg_cost": 41.0, + "lambda": 3.1825, + "rho": [ + 0.2247, + 0.2467, + 0.5286 + ] + }, + { + "episode": 740, + "avg_reward": 5877.39, + "avg_cost": 39.75, + "lambda": 3.78, + "rho": [ + 0.2247, + 0.2467, + 0.5286 + ] + }, + { + "episode": 750, + "avg_reward": 6198.65, + "avg_cost": 51.0, + "lambda": 3.785, + "rho": [ + 0.2257, + 0.2417, + 0.5326 + ] + }, + { + "episode": 760, + "avg_reward": 5752.23, + "avg_cost": 35.25, + "lambda": 4.075, + "rho": [ + 0.2257, + 0.2417, + 0.5326 + ] + }, + { + "episode": 770, + "avg_reward": 5621.33, + "avg_cost": 27.25, + "lambda": 2.8975, + "rho": [ + 0.2257, + 0.2417, + 0.5326 + ] + }, + { + "episode": 780, + "avg_reward": 6480.71, + "avg_cost": 41.25, + "lambda": 2.3525, + "rho": [ + 0.2257, + 0.2417, + 0.5326 + ] + }, + { + "episode": 790, + "avg_reward": 6190.04, + "avg_cost": 40.75, + "lambda": 2.1775, + "rho": [ + 0.2257, + 0.2417, + 0.5326 + ] + }, + { + "episode": 800, + "avg_reward": 6132.44, + "avg_cost": 46.0, + "lambda": 3.1025, + "rho": [ + 0.222, + 0.2323, + 0.5458 + ] + }, + { + "episode": 810, + "avg_reward": 5544.94, + "avg_cost": 37.25, + "lambda": 3.7575, + "rho": [ + 0.222, + 0.2323, + 0.5458 + ] + }, + { + "episode": 820, + "avg_reward": 6446.73, + "avg_cost": 51.0, + "lambda": 4.775, + "rho": [ + 0.222, + 0.2323, + 0.5458 + ] + }, + { + "episode": 830, + "avg_reward": 6570.16, + "avg_cost": 61.75, + "lambda": 5.3075, + "rho": [ + 0.222, + 0.2323, + 0.5458 + ] + }, + { + "episode": 840, + "avg_reward": 6348.52, + "avg_cost": 66.0, + "lambda": 7.315, + "rho": [ + 0.222, + 0.2323, + 0.5458 + ] + }, + { + "episode": 850, + "avg_reward": 6198.54, + "avg_cost": 43.75, + "lambda": 8.5, + "rho": [ + 0.2222, + 0.2295, + 0.5483 + ] + }, + { + "episode": 860, + "avg_reward": 5938.83, + "avg_cost": 49.0, + "lambda": 12.39, + "rho": [ + 0.2222, + 0.2295, + 0.5483 + ] + }, + { + "episode": 870, + "avg_reward": 5617.19, + "avg_cost": 60.75, + "lambda": 16.265, + "rho": [ + 0.2222, + 0.2295, + 0.5483 + ] + }, + { + "episode": 880, + "avg_reward": 3424.76, + "avg_cost": 76.5, + "lambda": 18.925, + "rho": [ + 0.2222, + 0.2295, + 0.5483 + ] + }, + { + "episode": 890, + "avg_reward": -1377.2, + "avg_cost": 326.0, + "lambda": 49.5975, + "rho": [ + 0.2222, + 0.2295, + 0.5483 + ] + }, + { + "episode": 900, + "avg_reward": 155.8, + "avg_cost": 123.75, + "lambda": 64.6825, + "rho": [ + 0.2198, + 0.23, + 0.5502 + ] + }, + { + "episode": 910, + "avg_reward": 1444.41, + "avg_cost": 42.5, + "lambda": 67.01, + "rho": [ + 0.2198, + 0.23, + 0.5502 + ] + }, + { + "episode": 920, + "avg_reward": 1880.07, + "avg_cost": 17.0, + "lambda": 65.365, + "rho": [ + 0.2198, + 0.23, + 0.5502 + ] + }, + { + "episode": 930, + "avg_reward": 2169.87, + "avg_cost": 25.25, + "lambda": 63.985, + "rho": [ + 0.2198, + 0.23, + 0.5502 + ] + }, + { + "episode": 940, + "avg_reward": 2030.31, + "avg_cost": 51.0, + "lambda": 62.565, + "rho": [ + 0.2198, + 0.23, + 0.5502 + ] + }, + { + "episode": 950, + "avg_reward": 2336.23, + "avg_cost": 24.75, + "lambda": 60.6375, + "rho": [ + 0.2234, + 0.2331, + 0.5435 + ] + }, + { + "episode": 960, + "avg_reward": 2681.18, + "avg_cost": 11.75, + "lambda": 58.2775, + "rho": [ + 0.2234, + 0.2331, + 0.5435 + ] + }, + { + "episode": 970, + "avg_reward": 3540.0, + "avg_cost": 5.0, + "lambda": 56.615, + "rho": [ + 0.2234, + 0.2331, + 0.5435 + ] + }, + { + "episode": 980, + "avg_reward": 4141.02, + "avg_cost": 59.25, + "lambda": 55.17, + "rho": [ + 0.2234, + 0.2331, + 0.5435 + ] + }, + { + "episode": 990, + "avg_reward": 4114.89, + "avg_cost": 16.0, + "lambda": 54.075, + "rho": [ + 0.2234, + 0.2331, + 0.5435 + ] + }, + { + "episode": 1000, + "avg_reward": 3866.48, + "avg_cost": 14.5, + "lambda": 51.45, + "rho": [ + 0.2315, + 0.2391, + 0.5295 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..993ad37585d5bc0ccda0b9bd1b00be84ef0dbe13 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v11_safefix.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1437070.55, + "constraint_satisfaction_pct": 96.7, + "final_rho": [ + 0.1836, + 0.6796, + 0.1368 + ], + "final_lambda": 1.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2790.65, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -2917.13, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -2610.83, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -2704.11, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -2121.31, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -2216.38, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.288, + 0.35, + 0.362 + ] + }, + { + "episode": 60, + "avg_reward": -2139.58, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.288, + 0.35, + 0.362 + ] + }, + { + "episode": 70, + "avg_reward": -1853.72, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.288, + 0.35, + 0.362 + ] + }, + { + "episode": 80, + "avg_reward": -1926.26, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.288, + 0.35, + 0.362 + ] + }, + { + "episode": 90, + "avg_reward": -1411.38, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.288, + 0.35, + 0.362 + ] + }, + { + "episode": 100, + "avg_reward": -1329.21, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.267, + 0.3585, + 0.3745 + ] + }, + { + "episode": 110, + "avg_reward": -1282.14, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.267, + 0.3585, + 0.3745 + ] + }, + { + "episode": 120, + "avg_reward": -1610.8, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.267, + 0.3585, + 0.3745 + ] + }, + { + "episode": 130, + "avg_reward": -1207.7, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.267, + 0.3585, + 0.3745 + ] + }, + { + "episode": 140, + "avg_reward": -1241.23, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.267, + 0.3585, + 0.3745 + ] + }, + { + "episode": 150, + "avg_reward": -1183.1, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2518, + 0.3649, + 0.3833 + ] + }, + { + "episode": 160, + "avg_reward": -1101.67, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2518, + 0.3649, + 0.3833 + ] + }, + { + "episode": 170, + "avg_reward": -1194.27, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2518, + 0.3649, + 0.3833 + ] + }, + { + "episode": 180, + "avg_reward": -833.14, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2518, + 0.3649, + 0.3833 + ] + }, + { + "episode": 190, + "avg_reward": -851.53, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2518, + 0.3649, + 0.3833 + ] + }, + { + "episode": 200, + "avg_reward": -1148.31, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.25, + 0.3794, + 0.3706 + ] + }, + { + "episode": 210, + "avg_reward": -1078.45, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.25, + 0.3794, + 0.3706 + ] + }, + { + "episode": 220, + "avg_reward": -1165.7, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.25, + 0.3794, + 0.3706 + ] + }, + { + "episode": 230, + "avg_reward": -1186.72, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.25, + 0.3794, + 0.3706 + ] + }, + { + "episode": 240, + "avg_reward": -1281.42, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.25, + 0.3794, + 0.3706 + ] + }, + { + "episode": 250, + "avg_reward": -1296.09, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2433, + 0.3997, + 0.357 + ] + }, + { + "episode": 260, + "avg_reward": -1135.33, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2433, + 0.3997, + 0.357 + ] + }, + { + "episode": 270, + "avg_reward": -865.89, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2433, + 0.3997, + 0.357 + ] + }, + { + "episode": 280, + "avg_reward": -841.43, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2433, + 0.3997, + 0.357 + ] + }, + { + "episode": 290, + "avg_reward": -917.51, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2433, + 0.3997, + 0.357 + ] + }, + { + "episode": 300, + "avg_reward": -752.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2374, + 0.4178, + 0.3448 + ] + }, + { + "episode": 310, + "avg_reward": -571.04, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2374, + 0.4178, + 0.3448 + ] + }, + { + "episode": 320, + "avg_reward": -403.39, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2374, + 0.4178, + 0.3448 + ] + }, + { + "episode": 330, + "avg_reward": -40.37, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2374, + 0.4178, + 0.3448 + ] + }, + { + "episode": 340, + "avg_reward": 766.06, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2374, + 0.4178, + 0.3448 + ] + }, + { + "episode": 350, + "avg_reward": 4.03, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2422, + 0.424, + 0.3339 + ] + }, + { + "episode": 360, + "avg_reward": 7.7, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2422, + 0.424, + 0.3339 + ] + }, + { + "episode": 370, + "avg_reward": 690.58, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2422, + 0.424, + 0.3339 + ] + }, + { + "episode": 380, + "avg_reward": 1255.46, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2422, + 0.424, + 0.3339 + ] + }, + { + "episode": 390, + "avg_reward": 1238.46, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2422, + 0.424, + 0.3339 + ] + }, + { + "episode": 400, + "avg_reward": 1192.1, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2406, + 0.4333, + 0.3261 + ] + }, + { + "episode": 410, + "avg_reward": 1522.73, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2406, + 0.4333, + 0.3261 + ] + }, + { + "episode": 420, + "avg_reward": 1831.75, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.2406, + 0.4333, + 0.3261 + ] + }, + { + "episode": 430, + "avg_reward": 1988.49, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2406, + 0.4333, + 0.3261 + ] + }, + { + "episode": 440, + "avg_reward": 2075.95, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2406, + 0.4333, + 0.3261 + ] + }, + { + "episode": 450, + "avg_reward": 1880.07, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 0.2393, + 0.4466, + 0.3141 + ] + }, + { + "episode": 460, + "avg_reward": 2120.23, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2393, + 0.4466, + 0.3141 + ] + }, + { + "episode": 470, + "avg_reward": 1698.51, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2393, + 0.4466, + 0.3141 + ] + }, + { + "episode": 480, + "avg_reward": 353.32, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2393, + 0.4466, + 0.3141 + ] + }, + { + "episode": 490, + "avg_reward": 1894.84, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 0.2393, + 0.4466, + 0.3141 + ] + }, + { + "episode": 500, + "avg_reward": 2180.94, + "avg_cost": 5.0, + "lambda": 1.5, + "rho": [ + 0.239, + 0.4561, + 0.3048 + ] + }, + { + "episode": 510, + "avg_reward": 2212.71, + "avg_cost": 2.75, + "lambda": 1.5, + "rho": [ + 0.239, + 0.4561, + 0.3048 + ] + }, + { + "episode": 520, + "avg_reward": 2465.5, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 0.239, + 0.4561, + 0.3048 + ] + }, + { + "episode": 530, + "avg_reward": 2678.04, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 0.239, + 0.4561, + 0.3048 + ] + }, + { + "episode": 540, + "avg_reward": 2826.38, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.239, + 0.4561, + 0.3048 + ] + }, + { + "episode": 550, + "avg_reward": 2534.26, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 0.2438, + 0.4599, + 0.2963 + ] + }, + { + "episode": 560, + "avg_reward": 2629.22, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2438, + 0.4599, + 0.2963 + ] + }, + { + "episode": 570, + "avg_reward": 2693.61, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 0.2438, + 0.4599, + 0.2963 + ] + }, + { + "episode": 580, + "avg_reward": 2899.55, + "avg_cost": 1.75, + "lambda": 1.5, + "rho": [ + 0.2438, + 0.4599, + 0.2963 + ] + }, + { + "episode": 590, + "avg_reward": 2895.36, + "avg_cost": 5.0, + "lambda": 1.5, + "rho": [ + 0.2438, + 0.4599, + 0.2963 + ] + }, + { + "episode": 600, + "avg_reward": 3088.61, + "avg_cost": 4.75, + "lambda": 1.5, + "rho": [ + 0.2461, + 0.4688, + 0.2851 + ] + }, + { + "episode": 610, + "avg_reward": 2976.96, + "avg_cost": 7.5, + "lambda": 1.5, + "rho": [ + 0.2461, + 0.4688, + 0.2851 + ] + }, + { + "episode": 620, + "avg_reward": 2844.0, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 0.2461, + 0.4688, + 0.2851 + ] + }, + { + "episode": 630, + "avg_reward": 3344.6, + "avg_cost": 6.75, + "lambda": 1.5, + "rho": [ + 0.2461, + 0.4688, + 0.2851 + ] + }, + { + "episode": 640, + "avg_reward": 3332.9, + "avg_cost": 8.0, + "lambda": 1.5, + "rho": [ + 0.2461, + 0.4688, + 0.2851 + ] + }, + { + "episode": 650, + "avg_reward": 3369.59, + "avg_cost": 8.75, + "lambda": 1.5, + "rho": [ + 0.2477, + 0.4807, + 0.2717 + ] + }, + { + "episode": 660, + "avg_reward": 2986.13, + "avg_cost": 6.0, + "lambda": 1.5, + "rho": [ + 0.2477, + 0.4807, + 0.2717 + ] + }, + { + "episode": 670, + "avg_reward": 3368.04, + "avg_cost": 13.5, + "lambda": 1.5, + "rho": [ + 0.2477, + 0.4807, + 0.2717 + ] + }, + { + "episode": 680, + "avg_reward": 3309.04, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 0.2477, + 0.4807, + 0.2717 + ] + }, + { + "episode": 690, + "avg_reward": 3285.06, + "avg_cost": 8.5, + "lambda": 1.5, + "rho": [ + 0.2477, + 0.4807, + 0.2717 + ] + }, + { + "episode": 700, + "avg_reward": 3333.76, + "avg_cost": 12.5, + "lambda": 1.5, + "rho": [ + 0.2441, + 0.5001, + 0.2558 + ] + }, + { + "episode": 710, + "avg_reward": 3268.61, + "avg_cost": 14.5, + "lambda": 1.5, + "rho": [ + 0.2441, + 0.5001, + 0.2558 + ] + }, + { + "episode": 720, + "avg_reward": 3324.35, + "avg_cost": 22.5, + "lambda": 1.5, + "rho": [ + 0.2441, + 0.5001, + 0.2558 + ] + }, + { + "episode": 730, + "avg_reward": 3512.32, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 0.2441, + 0.5001, + 0.2558 + ] + }, + { + "episode": 740, + "avg_reward": 3264.14, + "avg_cost": 15.75, + "lambda": 1.5, + "rho": [ + 0.2441, + 0.5001, + 0.2558 + ] + }, + { + "episode": 750, + "avg_reward": 3693.92, + "avg_cost": 18.75, + "lambda": 1.5, + "rho": [ + 0.2368, + 0.5269, + 0.2363 + ] + }, + { + "episode": 760, + "avg_reward": 3529.15, + "avg_cost": 13.75, + "lambda": 1.5, + "rho": [ + 0.2368, + 0.5269, + 0.2363 + ] + }, + { + "episode": 770, + "avg_reward": 3659.84, + "avg_cost": 20.5, + "lambda": 1.5, + "rho": [ + 0.2368, + 0.5269, + 0.2363 + ] + }, + { + "episode": 780, + "avg_reward": 3632.77, + "avg_cost": 24.75, + "lambda": 1.5, + "rho": [ + 0.2368, + 0.5269, + 0.2363 + ] + }, + { + "episode": 790, + "avg_reward": 3474.85, + "avg_cost": 22.75, + "lambda": 1.5, + "rho": [ + 0.2368, + 0.5269, + 0.2363 + ] + }, + { + "episode": 800, + "avg_reward": 3429.63, + "avg_cost": 25.75, + "lambda": 3.4875, + "rho": [ + 0.2246, + 0.5604, + 0.2149 + ] + }, + { + "episode": 810, + "avg_reward": 3488.16, + "avg_cost": 10.5, + "lambda": 2.5725, + "rho": [ + 0.2246, + 0.5604, + 0.2149 + ] + }, + { + "episode": 820, + "avg_reward": 2744.24, + "avg_cost": 3.0, + "lambda": 1.5, + "rho": [ + 0.2246, + 0.5604, + 0.2149 + ] + }, + { + "episode": 830, + "avg_reward": 2320.64, + "avg_cost": 4.0, + "lambda": 1.5, + "rho": [ + 0.2246, + 0.5604, + 0.2149 + ] + }, + { + "episode": 840, + "avg_reward": 3290.58, + "avg_cost": 19.75, + "lambda": 1.5, + "rho": [ + 0.2246, + 0.5604, + 0.2149 + ] + }, + { + "episode": 850, + "avg_reward": 3499.29, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 0.208, + 0.6026, + 0.1894 + ] + }, + { + "episode": 860, + "avg_reward": 3752.21, + "avg_cost": 22.5, + "lambda": 1.5, + "rho": [ + 0.208, + 0.6026, + 0.1894 + ] + }, + { + "episode": 870, + "avg_reward": 3709.18, + "avg_cost": 31.75, + "lambda": 1.7025, + "rho": [ + 0.208, + 0.6026, + 0.1894 + ] + }, + { + "episode": 880, + "avg_reward": 3847.67, + "avg_cost": 25.25, + "lambda": 2.925, + "rho": [ + 0.208, + 0.6026, + 0.1894 + ] + }, + { + "episode": 890, + "avg_reward": 3404.3, + "avg_cost": 10.75, + "lambda": 1.5, + "rho": [ + 0.208, + 0.6026, + 0.1894 + ] + }, + { + "episode": 900, + "avg_reward": 3544.93, + "avg_cost": 9.75, + "lambda": 1.5, + "rho": [ + 0.1988, + 0.6297, + 0.1715 + ] + }, + { + "episode": 910, + "avg_reward": 3619.5, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.1988, + 0.6297, + 0.1715 + ] + }, + { + "episode": 920, + "avg_reward": 3874.89, + "avg_cost": 17.5, + "lambda": 1.5, + "rho": [ + 0.1988, + 0.6297, + 0.1715 + ] + }, + { + "episode": 930, + "avg_reward": 3416.8, + "avg_cost": 18.5, + "lambda": 1.5, + "rho": [ + 0.1988, + 0.6297, + 0.1715 + ] + }, + { + "episode": 940, + "avg_reward": 3956.3, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 0.1988, + 0.6297, + 0.1715 + ] + }, + { + "episode": 950, + "avg_reward": 3792.63, + "avg_cost": 17.75, + "lambda": 1.5, + "rho": [ + 0.1941, + 0.6506, + 0.1553 + ] + }, + { + "episode": 960, + "avg_reward": 3909.22, + "avg_cost": 19.5, + "lambda": 1.5, + "rho": [ + 0.1941, + 0.6506, + 0.1553 + ] + }, + { + "episode": 970, + "avg_reward": 3589.92, + "avg_cost": 12.75, + "lambda": 1.5, + "rho": [ + 0.1941, + 0.6506, + 0.1553 + ] + }, + { + "episode": 980, + "avg_reward": 4019.18, + "avg_cost": 22.5, + "lambda": 1.5, + "rho": [ + 0.1941, + 0.6506, + 0.1553 + ] + }, + { + "episode": 990, + "avg_reward": 3271.94, + "avg_cost": 12.25, + "lambda": 1.5, + "rho": [ + 0.1941, + 0.6506, + 0.1553 + ] + }, + { + "episode": 1000, + "avg_reward": 3933.55, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 0.1836, + 0.6796, + 0.1368 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v12_gradqual.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v12_gradqual.json new file mode 100644 index 0000000000000000000000000000000000000000..5ebe0367a6734e7f6b00bf92dab5cbca47df13ad --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v12_gradqual.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 323004.59, + "constraint_satisfaction_pct": 97.6, + "final_rho": [ + 0.1232, + 0.1906, + 0.6861 + ], + "final_lambda": 1.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2790.65, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -2917.13, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -2610.83, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -2704.11, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -2121.31, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -2216.38, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2988, + 0.3244, + 0.3768 + ] + }, + { + "episode": 60, + "avg_reward": -1929.81, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2988, + 0.3244, + 0.3768 + ] + }, + { + "episode": 70, + "avg_reward": -1947.93, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2988, + 0.3244, + 0.3768 + ] + }, + { + "episode": 80, + "avg_reward": -1955.14, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2988, + 0.3244, + 0.3768 + ] + }, + { + "episode": 90, + "avg_reward": -2037.52, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2988, + 0.3244, + 0.3768 + ] + }, + { + "episode": 100, + "avg_reward": -1663.25, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2831, + 0.3165, + 0.4004 + ] + }, + { + "episode": 110, + "avg_reward": -1448.16, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2831, + 0.3165, + 0.4004 + ] + }, + { + "episode": 120, + "avg_reward": -1374.63, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2831, + 0.3165, + 0.4004 + ] + }, + { + "episode": 130, + "avg_reward": -1387.36, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2831, + 0.3165, + 0.4004 + ] + }, + { + "episode": 140, + "avg_reward": -1151.03, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2831, + 0.3165, + 0.4004 + ] + }, + { + "episode": 150, + "avg_reward": -1012.12, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2712, + 0.31, + 0.4188 + ] + }, + { + "episode": 160, + "avg_reward": -1251.32, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2712, + 0.31, + 0.4188 + ] + }, + { + "episode": 170, + "avg_reward": -697.8, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2712, + 0.31, + 0.4188 + ] + }, + { + "episode": 180, + "avg_reward": -1043.28, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2712, + 0.31, + 0.4188 + ] + }, + { + "episode": 190, + "avg_reward": -1142.1, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2712, + 0.31, + 0.4188 + ] + }, + { + "episode": 200, + "avg_reward": -868.58, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2503, + 0.3129, + 0.4368 + ] + }, + { + "episode": 210, + "avg_reward": -1080.1, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2503, + 0.3129, + 0.4368 + ] + }, + { + "episode": 220, + "avg_reward": -1088.7, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2503, + 0.3129, + 0.4368 + ] + }, + { + "episode": 230, + "avg_reward": -751.5, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2503, + 0.3129, + 0.4368 + ] + }, + { + "episode": 240, + "avg_reward": -683.85, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.2503, + 0.3129, + 0.4368 + ] + }, + { + "episode": 250, + "avg_reward": -907.17, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.2325, + 0.3274, + 0.4402 + ] + }, + { + "episode": 260, + "avg_reward": -761.57, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2325, + 0.3274, + 0.4402 + ] + }, + { + "episode": 270, + "avg_reward": -1180.88, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2325, + 0.3274, + 0.4402 + ] + }, + { + "episode": 280, + "avg_reward": -1114.57, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2325, + 0.3274, + 0.4402 + ] + }, + { + "episode": 290, + "avg_reward": -1046.3, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2325, + 0.3274, + 0.4402 + ] + }, + { + "episode": 300, + "avg_reward": -554.92, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.2271, + 0.3489, + 0.424 + ] + }, + { + "episode": 310, + "avg_reward": -900.1, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2271, + 0.3489, + 0.424 + ] + }, + { + "episode": 320, + "avg_reward": -125.06, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2271, + 0.3489, + 0.424 + ] + }, + { + "episode": 330, + "avg_reward": -175.53, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.2271, + 0.3489, + 0.424 + ] + }, + { + "episode": 340, + "avg_reward": -1136.64, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.2271, + 0.3489, + 0.424 + ] + }, + { + "episode": 350, + "avg_reward": -346.73, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.216, + 0.3597, + 0.4244 + ] + }, + { + "episode": 360, + "avg_reward": -623.79, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.216, + 0.3597, + 0.4244 + ] + }, + { + "episode": 370, + "avg_reward": 610.7, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 0.216, + 0.3597, + 0.4244 + ] + }, + { + "episode": 380, + "avg_reward": 1476.47, + "avg_cost": 4.0, + "lambda": 1.5, + "rho": [ + 0.216, + 0.3597, + 0.4244 + ] + }, + { + "episode": 390, + "avg_reward": 235.12, + "avg_cost": 2.25, + "lambda": 1.5, + "rho": [ + 0.216, + 0.3597, + 0.4244 + ] + }, + { + "episode": 400, + "avg_reward": 1203.5, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 0.2103, + 0.3562, + 0.4334 + ] + }, + { + "episode": 410, + "avg_reward": 870.08, + "avg_cost": 1.5, + "lambda": 1.5, + "rho": [ + 0.2103, + 0.3562, + 0.4334 + ] + }, + { + "episode": 420, + "avg_reward": 399.13, + "avg_cost": 2.5, + "lambda": 1.5, + "rho": [ + 0.2103, + 0.3562, + 0.4334 + ] + }, + { + "episode": 430, + "avg_reward": 311.13, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.2103, + 0.3562, + 0.4334 + ] + }, + { + "episode": 440, + "avg_reward": -367.52, + "avg_cost": 2.0, + "lambda": 1.5, + "rho": [ + 0.2103, + 0.3562, + 0.4334 + ] + }, + { + "episode": 450, + "avg_reward": 1869.25, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 0.2038, + 0.3451, + 0.4511 + ] + }, + { + "episode": 460, + "avg_reward": 982.99, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 0.2038, + 0.3451, + 0.4511 + ] + }, + { + "episode": 470, + "avg_reward": 296.68, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 0.2038, + 0.3451, + 0.4511 + ] + }, + { + "episode": 480, + "avg_reward": 2344.98, + "avg_cost": 13.75, + "lambda": 1.5, + "rho": [ + 0.2038, + 0.3451, + 0.4511 + ] + }, + { + "episode": 490, + "avg_reward": 2188.46, + "avg_cost": 14.75, + "lambda": 1.5, + "rho": [ + 0.2038, + 0.3451, + 0.4511 + ] + }, + { + "episode": 500, + "avg_reward": 1884.17, + "avg_cost": 7.0, + "lambda": 1.5, + "rho": [ + 0.2021, + 0.328, + 0.4699 + ] + }, + { + "episode": 510, + "avg_reward": 2284.99, + "avg_cost": 9.25, + "lambda": 1.5, + "rho": [ + 0.2021, + 0.328, + 0.4699 + ] + }, + { + "episode": 520, + "avg_reward": 974.44, + "avg_cost": 9.5, + "lambda": 1.5, + "rho": [ + 0.2021, + 0.328, + 0.4699 + ] + }, + { + "episode": 530, + "avg_reward": 1939.14, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 0.2021, + 0.328, + 0.4699 + ] + }, + { + "episode": 540, + "avg_reward": 1457.79, + "avg_cost": 7.25, + "lambda": 1.5, + "rho": [ + 0.2021, + 0.328, + 0.4699 + ] + }, + { + "episode": 550, + "avg_reward": 2012.8, + "avg_cost": 8.75, + "lambda": 1.5, + "rho": [ + 0.2044, + 0.3083, + 0.4873 + ] + }, + { + "episode": 560, + "avg_reward": 939.85, + "avg_cost": 9.0, + "lambda": 1.5, + "rho": [ + 0.2044, + 0.3083, + 0.4873 + ] + }, + { + "episode": 570, + "avg_reward": 1833.3, + "avg_cost": 6.25, + "lambda": 1.5, + "rho": [ + 0.2044, + 0.3083, + 0.4873 + ] + }, + { + "episode": 580, + "avg_reward": 1237.19, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.2044, + 0.3083, + 0.4873 + ] + }, + { + "episode": 590, + "avg_reward": 1979.95, + "avg_cost": 13.5, + "lambda": 1.5, + "rho": [ + 0.2044, + 0.3083, + 0.4873 + ] + }, + { + "episode": 600, + "avg_reward": 3042.06, + "avg_cost": 20.0, + "lambda": 1.5, + "rho": [ + 0.1993, + 0.2935, + 0.5073 + ] + }, + { + "episode": 610, + "avg_reward": 1947.39, + "avg_cost": 17.0, + "lambda": 1.5, + "rho": [ + 0.1993, + 0.2935, + 0.5073 + ] + }, + { + "episode": 620, + "avg_reward": 2900.85, + "avg_cost": 19.0, + "lambda": 1.5, + "rho": [ + 0.1993, + 0.2935, + 0.5073 + ] + }, + { + "episode": 630, + "avg_reward": 2769.13, + "avg_cost": 37.75, + "lambda": 1.98, + "rho": [ + 0.1993, + 0.2935, + 0.5073 + ] + }, + { + "episode": 640, + "avg_reward": 2608.18, + "avg_cost": 24.75, + "lambda": 2.28, + "rho": [ + 0.1993, + 0.2935, + 0.5073 + ] + }, + { + "episode": 650, + "avg_reward": 2179.27, + "avg_cost": 20.0, + "lambda": 1.5, + "rho": [ + 0.1909, + 0.2736, + 0.5355 + ] + }, + { + "episode": 660, + "avg_reward": -559.62, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.1909, + 0.2736, + 0.5355 + ] + }, + { + "episode": 670, + "avg_reward": -585.0, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.1909, + 0.2736, + 0.5355 + ] + }, + { + "episode": 680, + "avg_reward": -154.56, + "avg_cost": 5.0, + "lambda": 1.5, + "rho": [ + 0.1909, + 0.2736, + 0.5355 + ] + }, + { + "episode": 690, + "avg_reward": -313.01, + "avg_cost": 0.5, + "lambda": 1.5, + "rho": [ + 0.1909, + 0.2736, + 0.5355 + ] + }, + { + "episode": 700, + "avg_reward": -16.5, + "avg_cost": 1.0, + "lambda": 1.5, + "rho": [ + 0.177, + 0.2504, + 0.5726 + ] + }, + { + "episode": 710, + "avg_reward": -29.3, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.177, + 0.2504, + 0.5726 + ] + }, + { + "episode": 720, + "avg_reward": 180.47, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.177, + 0.2504, + 0.5726 + ] + }, + { + "episode": 730, + "avg_reward": 192.56, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.177, + 0.2504, + 0.5726 + ] + }, + { + "episode": 740, + "avg_reward": 358.37, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.177, + 0.2504, + 0.5726 + ] + }, + { + "episode": 750, + "avg_reward": 263.99, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.164, + 0.2363, + 0.5997 + ] + }, + { + "episode": 760, + "avg_reward": 320.49, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.164, + 0.2363, + 0.5997 + ] + }, + { + "episode": 770, + "avg_reward": 84.33, + "avg_cost": 0.0, + "lambda": 1.5, + "rho": [ + 0.164, + 0.2363, + 0.5997 + ] + }, + { + "episode": 780, + "avg_reward": 625.47, + "avg_cost": 0.25, + "lambda": 1.5, + "rho": [ + 0.164, + 0.2363, + 0.5997 + ] + }, + { + "episode": 790, + "avg_reward": 354.93, + "avg_cost": 0.75, + "lambda": 1.5, + "rho": [ + 0.164, + 0.2363, + 0.5997 + ] + }, + { + "episode": 800, + "avg_reward": 454.26, + "avg_cost": 6.75, + "lambda": 1.5, + "rho": [ + 0.1588, + 0.2315, + 0.6097 + ] + }, + { + "episode": 810, + "avg_reward": 837.21, + "avg_cost": 1.25, + "lambda": 1.5, + "rho": [ + 0.1588, + 0.2315, + 0.6097 + ] + }, + { + "episode": 820, + "avg_reward": 625.72, + "avg_cost": 3.5, + "lambda": 1.5, + "rho": [ + 0.1588, + 0.2315, + 0.6097 + ] + }, + { + "episode": 830, + "avg_reward": 1145.13, + "avg_cost": 11.75, + "lambda": 1.5, + "rho": [ + 0.1588, + 0.2315, + 0.6097 + ] + }, + { + "episode": 840, + "avg_reward": 1429.42, + "avg_cost": 10.0, + "lambda": 1.5, + "rho": [ + 0.1588, + 0.2315, + 0.6097 + ] + }, + { + "episode": 850, + "avg_reward": 2078.6, + "avg_cost": 25.25, + "lambda": 1.5075, + "rho": [ + 0.1527, + 0.2205, + 0.6268 + ] + }, + { + "episode": 860, + "avg_reward": 762.98, + "avg_cost": 8.25, + "lambda": 1.5, + "rho": [ + 0.1527, + 0.2205, + 0.6268 + ] + }, + { + "episode": 870, + "avg_reward": 1115.05, + "avg_cost": 11.5, + "lambda": 1.5, + "rho": [ + 0.1527, + 0.2205, + 0.6268 + ] + }, + { + "episode": 880, + "avg_reward": 268.11, + "avg_cost": 8.25, + "lambda": 1.5, + "rho": [ + 0.1527, + 0.2205, + 0.6268 + ] + }, + { + "episode": 890, + "avg_reward": 853.53, + "avg_cost": 11.0, + "lambda": 1.5, + "rho": [ + 0.1527, + 0.2205, + 0.6268 + ] + }, + { + "episode": 900, + "avg_reward": 1388.95, + "avg_cost": 10.5, + "lambda": 1.5, + "rho": [ + 0.1423, + 0.2075, + 0.6501 + ] + }, + { + "episode": 910, + "avg_reward": -575.11, + "avg_cost": 4.25, + "lambda": 1.5, + "rho": [ + 0.1423, + 0.2075, + 0.6501 + ] + }, + { + "episode": 920, + "avg_reward": 2089.77, + "avg_cost": 15.0, + "lambda": 1.5, + "rho": [ + 0.1423, + 0.2075, + 0.6501 + ] + }, + { + "episode": 930, + "avg_reward": 1895.17, + "avg_cost": 14.75, + "lambda": 1.5, + "rho": [ + 0.1423, + 0.2075, + 0.6501 + ] + }, + { + "episode": 940, + "avg_reward": 1529.61, + "avg_cost": 11.25, + "lambda": 1.5, + "rho": [ + 0.1423, + 0.2075, + 0.6501 + ] + }, + { + "episode": 950, + "avg_reward": 2656.68, + "avg_cost": 19.25, + "lambda": 1.5, + "rho": [ + 0.1292, + 0.1944, + 0.6764 + ] + }, + { + "episode": 960, + "avg_reward": 2737.51, + "avg_cost": 18.5, + "lambda": 1.5, + "rho": [ + 0.1292, + 0.1944, + 0.6764 + ] + }, + { + "episode": 970, + "avg_reward": 3086.86, + "avg_cost": 12.25, + "lambda": 1.5, + "rho": [ + 0.1292, + 0.1944, + 0.6764 + ] + }, + { + "episode": 980, + "avg_reward": 2006.13, + "avg_cost": 8.5, + "lambda": 1.5, + "rho": [ + 0.1292, + 0.1944, + 0.6764 + ] + }, + { + "episode": 990, + "avg_reward": 3258.3, + "avg_cost": 18.0, + "lambda": 1.5, + "rho": [ + 0.1292, + 0.1944, + 0.6764 + ] + }, + { + "episode": 1000, + "avg_reward": 2615.55, + "avg_cost": 11.25, + "lambda": 1.5, + "rho": [ + 0.1232, + 0.1906, + 0.6861 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..85e30f6b8b080f781bf44223a12c2ce3b9432ad7 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1405832.27, + "constraint_satisfaction_pct": 94.4, + "final_rho": [ + 0.333, + 0.3989, + 0.2681 + ], + "final_lambda": 3.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2790.65, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -2749.23, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -2317.98, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -2768.52, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -2451.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -2728.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 60, + "avg_reward": -2279.97, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 70, + "avg_reward": -1581.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 80, + "avg_reward": -1894.09, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 90, + "avg_reward": -1577.36, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 100, + "avg_reward": -1206.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3498, + 0.3222, + 0.328 + ] + }, + { + "episode": 110, + "avg_reward": -1360.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3498, + 0.3222, + 0.328 + ] + }, + { + "episode": 120, + "avg_reward": -1344.91, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3498, + 0.3222, + 0.328 + ] + }, + { + "episode": 130, + "avg_reward": -998.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3498, + 0.3222, + 0.328 + ] + }, + { + "episode": 140, + "avg_reward": -1250.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3498, + 0.3222, + 0.328 + ] + }, + { + "episode": 150, + "avg_reward": -1014.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3718, + 0.312, + 0.3162 + ] + }, + { + "episode": 160, + "avg_reward": -1101.73, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3718, + 0.312, + 0.3162 + ] + }, + { + "episode": 170, + "avg_reward": -1042.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3718, + 0.312, + 0.3162 + ] + }, + { + "episode": 180, + "avg_reward": -1110.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3718, + 0.312, + 0.3162 + ] + }, + { + "episode": 190, + "avg_reward": -859.31, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3718, + 0.312, + 0.3162 + ] + }, + { + "episode": 200, + "avg_reward": -692.79, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3887, + 0.3165, + 0.2948 + ] + }, + { + "episode": 210, + "avg_reward": -1145.01, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3887, + 0.3165, + 0.2948 + ] + }, + { + "episode": 220, + "avg_reward": -765.5, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3887, + 0.3165, + 0.2948 + ] + }, + { + "episode": 230, + "avg_reward": -790.72, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.3887, + 0.3165, + 0.2948 + ] + }, + { + "episode": 240, + "avg_reward": -1361.28, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3887, + 0.3165, + 0.2948 + ] + }, + { + "episode": 250, + "avg_reward": -443.15, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.3865, + 0.3341, + 0.2794 + ] + }, + { + "episode": 260, + "avg_reward": -917.96, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3865, + 0.3341, + 0.2794 + ] + }, + { + "episode": 270, + "avg_reward": -1502.98, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3865, + 0.3341, + 0.2794 + ] + }, + { + "episode": 280, + "avg_reward": -992.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3865, + 0.3341, + 0.2794 + ] + }, + { + "episode": 290, + "avg_reward": -830.35, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.3865, + 0.3341, + 0.2794 + ] + }, + { + "episode": 300, + "avg_reward": -524.27, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.37, + 0.3503, + 0.2797 + ] + }, + { + "episode": 310, + "avg_reward": -567.79, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.37, + 0.3503, + 0.2797 + ] + }, + { + "episode": 320, + "avg_reward": 159.25, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.37, + 0.3503, + 0.2797 + ] + }, + { + "episode": 330, + "avg_reward": 351.86, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.37, + 0.3503, + 0.2797 + ] + }, + { + "episode": 340, + "avg_reward": 670.13, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.37, + 0.3503, + 0.2797 + ] + }, + { + "episode": 350, + "avg_reward": 382.62, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.3601, + 0.3534, + 0.2865 + ] + }, + { + "episode": 360, + "avg_reward": 751.82, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.3601, + 0.3534, + 0.2865 + ] + }, + { + "episode": 370, + "avg_reward": 1303.87, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.3601, + 0.3534, + 0.2865 + ] + }, + { + "episode": 380, + "avg_reward": 1121.22, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.3601, + 0.3534, + 0.2865 + ] + }, + { + "episode": 390, + "avg_reward": 249.93, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.3601, + 0.3534, + 0.2865 + ] + }, + { + "episode": 400, + "avg_reward": -881.84, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 0.3531, + 0.3504, + 0.2965 + ] + }, + { + "episode": 410, + "avg_reward": 1203.34, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.3531, + 0.3504, + 0.2965 + ] + }, + { + "episode": 420, + "avg_reward": 1690.62, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.3531, + 0.3504, + 0.2965 + ] + }, + { + "episode": 430, + "avg_reward": 322.67, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3531, + 0.3504, + 0.2965 + ] + }, + { + "episode": 440, + "avg_reward": 1183.66, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.3531, + 0.3504, + 0.2965 + ] + }, + { + "episode": 450, + "avg_reward": 1702.08, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.3553, + 0.3456, + 0.2991 + ] + }, + { + "episode": 460, + "avg_reward": 1064.43, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 0.3553, + 0.3456, + 0.2991 + ] + }, + { + "episode": 470, + "avg_reward": 1042.64, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.3553, + 0.3456, + 0.2991 + ] + }, + { + "episode": 480, + "avg_reward": 1760.9, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3553, + 0.3456, + 0.2991 + ] + }, + { + "episode": 490, + "avg_reward": 2251.14, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3553, + 0.3456, + 0.2991 + ] + }, + { + "episode": 500, + "avg_reward": 1567.22, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.3507, + 0.3454, + 0.304 + ] + }, + { + "episode": 510, + "avg_reward": 1823.99, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.3507, + 0.3454, + 0.304 + ] + }, + { + "episode": 520, + "avg_reward": 508.62, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.3507, + 0.3454, + 0.304 + ] + }, + { + "episode": 530, + "avg_reward": 1785.94, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.3507, + 0.3454, + 0.304 + ] + }, + { + "episode": 540, + "avg_reward": 2357.25, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 0.3507, + 0.3454, + 0.304 + ] + }, + { + "episode": 550, + "avg_reward": 283.05, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.342, + 0.3478, + 0.3102 + ] + }, + { + "episode": 560, + "avg_reward": 2529.92, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 0.342, + 0.3478, + 0.3102 + ] + }, + { + "episode": 570, + "avg_reward": 2795.63, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 0.342, + 0.3478, + 0.3102 + ] + }, + { + "episode": 580, + "avg_reward": 985.72, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.342, + 0.3478, + 0.3102 + ] + }, + { + "episode": 590, + "avg_reward": 570.43, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.342, + 0.3478, + 0.3102 + ] + }, + { + "episode": 600, + "avg_reward": 1989.13, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.3371, + 0.3513, + 0.3117 + ] + }, + { + "episode": 610, + "avg_reward": 2513.98, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.3371, + 0.3513, + 0.3117 + ] + }, + { + "episode": 620, + "avg_reward": 3073.75, + "avg_cost": 6.0, + "lambda": 3.0, + "rho": [ + 0.3371, + 0.3513, + 0.3117 + ] + }, + { + "episode": 630, + "avg_reward": 3354.54, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 0.3371, + 0.3513, + 0.3117 + ] + }, + { + "episode": 640, + "avg_reward": 3242.48, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.3371, + 0.3513, + 0.3117 + ] + }, + { + "episode": 650, + "avg_reward": 3352.11, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 0.3358, + 0.3545, + 0.3097 + ] + }, + { + "episode": 660, + "avg_reward": 2116.94, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.3358, + 0.3545, + 0.3097 + ] + }, + { + "episode": 670, + "avg_reward": 3477.87, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3358, + 0.3545, + 0.3097 + ] + }, + { + "episode": 680, + "avg_reward": 3357.41, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.3358, + 0.3545, + 0.3097 + ] + }, + { + "episode": 690, + "avg_reward": 4084.61, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 0.3358, + 0.3545, + 0.3097 + ] + }, + { + "episode": 700, + "avg_reward": 3943.26, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.3318, + 0.3599, + 0.3082 + ] + }, + { + "episode": 710, + "avg_reward": 2581.5, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.3318, + 0.3599, + 0.3082 + ] + }, + { + "episode": 720, + "avg_reward": 3269.75, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 0.3318, + 0.3599, + 0.3082 + ] + }, + { + "episode": 730, + "avg_reward": 3487.43, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 0.3318, + 0.3599, + 0.3082 + ] + }, + { + "episode": 740, + "avg_reward": 3274.8, + "avg_cost": 26.5, + "lambda": 3.045, + "rho": [ + 0.3318, + 0.3599, + 0.3082 + ] + }, + { + "episode": 750, + "avg_reward": 3662.24, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 0.331, + 0.3651, + 0.3039 + ] + }, + { + "episode": 760, + "avg_reward": 4265.63, + "avg_cost": 20.75, + "lambda": 3.0, + "rho": [ + 0.331, + 0.3651, + 0.3039 + ] + }, + { + "episode": 770, + "avg_reward": 4110.12, + "avg_cost": 22.25, + "lambda": 3.0, + "rho": [ + 0.331, + 0.3651, + 0.3039 + ] + }, + { + "episode": 780, + "avg_reward": 4545.49, + "avg_cost": 22.5, + "lambda": 3.0, + "rho": [ + 0.331, + 0.3651, + 0.3039 + ] + }, + { + "episode": 790, + "avg_reward": 4063.37, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.331, + 0.3651, + 0.3039 + ] + }, + { + "episode": 800, + "avg_reward": 4339.84, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 0.3273, + 0.372, + 0.3007 + ] + }, + { + "episode": 810, + "avg_reward": 4451.9, + "avg_cost": 29.25, + "lambda": 3.3375, + "rho": [ + 0.3273, + 0.372, + 0.3007 + ] + }, + { + "episode": 820, + "avg_reward": 3803.29, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.3273, + 0.372, + 0.3007 + ] + }, + { + "episode": 830, + "avg_reward": 4525.18, + "avg_cost": 22.0, + "lambda": 3.0, + "rho": [ + 0.3273, + 0.372, + 0.3007 + ] + }, + { + "episode": 840, + "avg_reward": 3910.37, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 0.3273, + 0.372, + 0.3007 + ] + }, + { + "episode": 850, + "avg_reward": 1780.25, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.3251, + 0.3802, + 0.2947 + ] + }, + { + "episode": 860, + "avg_reward": 3835.1, + "avg_cost": 35.0, + "lambda": 3.735, + "rho": [ + 0.3251, + 0.3802, + 0.2947 + ] + }, + { + "episode": 870, + "avg_reward": 4747.34, + "avg_cost": 20.25, + "lambda": 6.255, + "rho": [ + 0.3251, + 0.3802, + 0.2947 + ] + }, + { + "episode": 880, + "avg_reward": 4600.59, + "avg_cost": 12.75, + "lambda": 4.035, + "rho": [ + 0.3251, + 0.3802, + 0.2947 + ] + }, + { + "episode": 890, + "avg_reward": 4752.72, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 0.3251, + 0.3802, + 0.2947 + ] + }, + { + "episode": 900, + "avg_reward": 4345.1, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 0.3261, + 0.3865, + 0.2874 + ] + }, + { + "episode": 910, + "avg_reward": 4881.03, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.3261, + 0.3865, + 0.2874 + ] + }, + { + "episode": 920, + "avg_reward": 4506.14, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 0.3261, + 0.3865, + 0.2874 + ] + }, + { + "episode": 930, + "avg_reward": 4611.54, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.3261, + 0.3865, + 0.2874 + ] + }, + { + "episode": 940, + "avg_reward": 4877.89, + "avg_cost": 15.75, + "lambda": 3.2025, + "rho": [ + 0.3261, + 0.3865, + 0.2874 + ] + }, + { + "episode": 950, + "avg_reward": 4989.37, + "avg_cost": 21.25, + "lambda": 3.0, + "rho": [ + 0.3297, + 0.3928, + 0.2775 + ] + }, + { + "episode": 960, + "avg_reward": 3855.59, + "avg_cost": 34.25, + "lambda": 3.735, + "rho": [ + 0.3297, + 0.3928, + 0.2775 + ] + }, + { + "episode": 970, + "avg_reward": 4705.95, + "avg_cost": 17.25, + "lambda": 4.08, + "rho": [ + 0.3297, + 0.3928, + 0.2775 + ] + }, + { + "episode": 980, + "avg_reward": 780.29, + "avg_cost": 6.0, + "lambda": 3.4725, + "rho": [ + 0.3297, + 0.3928, + 0.2775 + ] + }, + { + "episode": 990, + "avg_reward": -879.05, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3297, + 0.3928, + 0.2775 + ] + }, + { + "episode": 1000, + "avg_reward": -585.15, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.333, + 0.3989, + 0.2681 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec98146b8f059da5576020bd4e44b972014dcf3 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v14_hetcost.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1503147.12, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 0.2711, + 0.333, + 0.3959 + ], + "final_lambda": 3.0, + "seed": 2, + "cost_weights": [ + 2.0, + 1.5, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2790.65, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -2763.51, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -2445.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -2627.41, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -2516.75, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -2076.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 60, + "avg_reward": -1985.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 70, + "avg_reward": -1901.11, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 80, + "avg_reward": -1857.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 90, + "avg_reward": -1732.97, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 100, + "avg_reward": -1322.97, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 110, + "avg_reward": -1199.3, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 120, + "avg_reward": -1514.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 130, + "avg_reward": -1108.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 140, + "avg_reward": -1097.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 150, + "avg_reward": -1294.68, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 160, + "avg_reward": -879.89, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 170, + "avg_reward": -799.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 180, + "avg_reward": -890.66, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 190, + "avg_reward": -656.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 200, + "avg_reward": -493.79, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3021, + 0.3436, + 0.3543 + ] + }, + { + "episode": 210, + "avg_reward": -1206.89, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3021, + 0.3436, + 0.3543 + ] + }, + { + "episode": 220, + "avg_reward": -1129.37, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3021, + 0.3436, + 0.3543 + ] + }, + { + "episode": 230, + "avg_reward": -1373.12, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3021, + 0.3436, + 0.3543 + ] + }, + { + "episode": 240, + "avg_reward": -1529.73, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3021, + 0.3436, + 0.3543 + ] + }, + { + "episode": 250, + "avg_reward": -726.71, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.3039, + 0.3432, + 0.3529 + ] + }, + { + "episode": 260, + "avg_reward": -929.64, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3039, + 0.3432, + 0.3529 + ] + }, + { + "episode": 270, + "avg_reward": -873.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3039, + 0.3432, + 0.3529 + ] + }, + { + "episode": 280, + "avg_reward": -632.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3039, + 0.3432, + 0.3529 + ] + }, + { + "episode": 290, + "avg_reward": -791.14, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3039, + 0.3432, + 0.3529 + ] + }, + { + "episode": 300, + "avg_reward": 463.3, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.3073, + 0.3307, + 0.362 + ] + }, + { + "episode": 310, + "avg_reward": 68.51, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3073, + 0.3307, + 0.362 + ] + }, + { + "episode": 320, + "avg_reward": 64.8, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 0.3073, + 0.3307, + 0.362 + ] + }, + { + "episode": 330, + "avg_reward": 644.78, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.3073, + 0.3307, + 0.362 + ] + }, + { + "episode": 340, + "avg_reward": 255.67, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.3073, + 0.3307, + 0.362 + ] + }, + { + "episode": 350, + "avg_reward": 66.02, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 0.3042, + 0.3188, + 0.377 + ] + }, + { + "episode": 360, + "avg_reward": 102.0, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 0.3042, + 0.3188, + 0.377 + ] + }, + { + "episode": 370, + "avg_reward": 165.83, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 0.3042, + 0.3188, + 0.377 + ] + }, + { + "episode": 380, + "avg_reward": 388.76, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.3042, + 0.3188, + 0.377 + ] + }, + { + "episode": 390, + "avg_reward": -151.75, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 0.3042, + 0.3188, + 0.377 + ] + }, + { + "episode": 400, + "avg_reward": 1182.29, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.3016, + 0.3041, + 0.3944 + ] + }, + { + "episode": 410, + "avg_reward": 874.58, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.3016, + 0.3041, + 0.3944 + ] + }, + { + "episode": 420, + "avg_reward": 960.46, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.3016, + 0.3041, + 0.3944 + ] + }, + { + "episode": 430, + "avg_reward": 1335.73, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 0.3016, + 0.3041, + 0.3944 + ] + }, + { + "episode": 440, + "avg_reward": 1341.42, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 0.3016, + 0.3041, + 0.3944 + ] + }, + { + "episode": 450, + "avg_reward": 1811.29, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.2955, + 0.2878, + 0.4166 + ] + }, + { + "episode": 460, + "avg_reward": 1928.98, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.2955, + 0.2878, + 0.4166 + ] + }, + { + "episode": 470, + "avg_reward": 1350.93, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.2955, + 0.2878, + 0.4166 + ] + }, + { + "episode": 480, + "avg_reward": 2329.59, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 0.2955, + 0.2878, + 0.4166 + ] + }, + { + "episode": 490, + "avg_reward": 1358.68, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 0.2955, + 0.2878, + 0.4166 + ] + }, + { + "episode": 500, + "avg_reward": 2033.43, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 0.2883, + 0.2676, + 0.4441 + ] + }, + { + "episode": 510, + "avg_reward": 2316.68, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.2883, + 0.2676, + 0.4441 + ] + }, + { + "episode": 520, + "avg_reward": 1779.54, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.2883, + 0.2676, + 0.4441 + ] + }, + { + "episode": 530, + "avg_reward": 2606.09, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.2883, + 0.2676, + 0.4441 + ] + }, + { + "episode": 540, + "avg_reward": 2249.98, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 0.2883, + 0.2676, + 0.4441 + ] + }, + { + "episode": 550, + "avg_reward": 1844.58, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.2851, + 0.2572, + 0.4578 + ] + }, + { + "episode": 560, + "avg_reward": 2276.39, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.2851, + 0.2572, + 0.4578 + ] + }, + { + "episode": 570, + "avg_reward": 1036.13, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.2851, + 0.2572, + 0.4578 + ] + }, + { + "episode": 580, + "avg_reward": 2283.5, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.2851, + 0.2572, + 0.4578 + ] + }, + { + "episode": 590, + "avg_reward": 2182.85, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 0.2851, + 0.2572, + 0.4578 + ] + }, + { + "episode": 600, + "avg_reward": 2841.57, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 0.2802, + 0.256, + 0.4638 + ] + }, + { + "episode": 610, + "avg_reward": 2514.83, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 0.2802, + 0.256, + 0.4638 + ] + }, + { + "episode": 620, + "avg_reward": 2678.48, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 0.2802, + 0.256, + 0.4638 + ] + }, + { + "episode": 630, + "avg_reward": 2303.47, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 0.2802, + 0.256, + 0.4638 + ] + }, + { + "episode": 640, + "avg_reward": 3382.04, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.2802, + 0.256, + 0.4638 + ] + }, + { + "episode": 650, + "avg_reward": 2000.23, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 0.2814, + 0.2576, + 0.4611 + ] + }, + { + "episode": 660, + "avg_reward": 3417.55, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.2814, + 0.2576, + 0.4611 + ] + }, + { + "episode": 670, + "avg_reward": 2709.54, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 0.2814, + 0.2576, + 0.4611 + ] + }, + { + "episode": 680, + "avg_reward": 2952.26, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.2814, + 0.2576, + 0.4611 + ] + }, + { + "episode": 690, + "avg_reward": 2653.92, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 0.2814, + 0.2576, + 0.4611 + ] + }, + { + "episode": 700, + "avg_reward": 3573.92, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 0.2823, + 0.2651, + 0.4525 + ] + }, + { + "episode": 710, + "avg_reward": 4099.85, + "avg_cost": 22.5, + "lambda": 3.0, + "rho": [ + 0.2823, + 0.2651, + 0.4525 + ] + }, + { + "episode": 720, + "avg_reward": 3944.37, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 0.2823, + 0.2651, + 0.4525 + ] + }, + { + "episode": 730, + "avg_reward": 3391.35, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 0.2823, + 0.2651, + 0.4525 + ] + }, + { + "episode": 740, + "avg_reward": 3833.71, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 0.2823, + 0.2651, + 0.4525 + ] + }, + { + "episode": 750, + "avg_reward": 3403.76, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 0.2831, + 0.2764, + 0.4406 + ] + }, + { + "episode": 760, + "avg_reward": 3631.39, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.2831, + 0.2764, + 0.4406 + ] + }, + { + "episode": 770, + "avg_reward": 4351.44, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 0.2831, + 0.2764, + 0.4406 + ] + }, + { + "episode": 780, + "avg_reward": 3859.77, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 0.2831, + 0.2764, + 0.4406 + ] + }, + { + "episode": 790, + "avg_reward": 4112.16, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 0.2831, + 0.2764, + 0.4406 + ] + }, + { + "episode": 800, + "avg_reward": 3965.13, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 0.2799, + 0.2868, + 0.4333 + ] + }, + { + "episode": 810, + "avg_reward": 4124.63, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.2799, + 0.2868, + 0.4333 + ] + }, + { + "episode": 820, + "avg_reward": 3778.14, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.2799, + 0.2868, + 0.4333 + ] + }, + { + "episode": 830, + "avg_reward": 4017.01, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 0.2799, + 0.2868, + 0.4333 + ] + }, + { + "episode": 840, + "avg_reward": 4058.36, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.2799, + 0.2868, + 0.4333 + ] + }, + { + "episode": 850, + "avg_reward": 4203.83, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.2779, + 0.2989, + 0.4232 + ] + }, + { + "episode": 860, + "avg_reward": 4171.2, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 0.2779, + 0.2989, + 0.4232 + ] + }, + { + "episode": 870, + "avg_reward": 2810.89, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 0.2779, + 0.2989, + 0.4232 + ] + }, + { + "episode": 880, + "avg_reward": 4642.62, + "avg_cost": 9.75, + "lambda": 3.0, + "rho": [ + 0.2779, + 0.2989, + 0.4232 + ] + }, + { + "episode": 890, + "avg_reward": 4486.63, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.2779, + 0.2989, + 0.4232 + ] + }, + { + "episode": 900, + "avg_reward": 4465.33, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 0.2738, + 0.31, + 0.4162 + ] + }, + { + "episode": 910, + "avg_reward": 3329.05, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 0.2738, + 0.31, + 0.4162 + ] + }, + { + "episode": 920, + "avg_reward": 4444.19, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 0.2738, + 0.31, + 0.4162 + ] + }, + { + "episode": 930, + "avg_reward": 4597.7, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 0.2738, + 0.31, + 0.4162 + ] + }, + { + "episode": 940, + "avg_reward": 4580.8, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 0.2738, + 0.31, + 0.4162 + ] + }, + { + "episode": 950, + "avg_reward": 5010.18, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 0.272, + 0.3214, + 0.4066 + ] + }, + { + "episode": 960, + "avg_reward": 4595.17, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 0.272, + 0.3214, + 0.4066 + ] + }, + { + "episode": 970, + "avg_reward": 4863.15, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 0.272, + 0.3214, + 0.4066 + ] + }, + { + "episode": 980, + "avg_reward": 4564.86, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 0.272, + 0.3214, + 0.4066 + ] + }, + { + "episode": 990, + "avg_reward": 4679.33, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 0.272, + 0.3214, + 0.4066 + ] + }, + { + "episode": 1000, + "avg_reward": -949.66, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 0.2711, + 0.333, + 0.3959 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..1e0b2c8b591922c679ddb5de5e7de3075ce1182d --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1850756.86, + "constraint_satisfaction_pct": 34.0, + "final_rho": [ + 0.348, + 0.297, + 0.355 + ], + "final_lambda": 66.9636, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3720.87, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -3432.61, + "avg_cost": 0.0, + "lambda": 10.013, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -3462.79, + "avg_cost": 0.0, + "lambda": 10.0762, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -3047.09, + "avg_cost": 0.0, + "lambda": 10.108, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -3275.49, + "avg_cost": 0.0, + "lambda": 10.1191, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -3009.14, + "avg_cost": 0.0, + "lambda": 10.1346, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 60, + "avg_reward": -2893.61, + "avg_cost": 0.0, + "lambda": 10.1726, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 70, + "avg_reward": -2281.86, + "avg_cost": 0.0, + "lambda": 10.1905, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 80, + "avg_reward": -1774.77, + "avg_cost": 0.0, + "lambda": 10.2145, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 90, + "avg_reward": -2014.41, + "avg_cost": 0.0, + "lambda": 10.2424, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 100, + "avg_reward": -1961.2, + "avg_cost": 0.0, + "lambda": 10.2704, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 110, + "avg_reward": -2354.3, + "avg_cost": 0.0, + "lambda": 10.2999, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 120, + "avg_reward": -1780.69, + "avg_cost": 0.0, + "lambda": 10.3316, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 130, + "avg_reward": -1598.23, + "avg_cost": 0.0, + "lambda": 10.3436, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 140, + "avg_reward": -1778.84, + "avg_cost": 0.0, + "lambda": 10.3478, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 150, + "avg_reward": -1840.59, + "avg_cost": 0.0, + "lambda": 10.3492, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 160, + "avg_reward": -1617.81, + "avg_cost": 0.0, + "lambda": 10.3497, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 170, + "avg_reward": -1444.21, + "avg_cost": 0.0, + "lambda": 10.3499, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 180, + "avg_reward": -1036.47, + "avg_cost": 0.25, + "lambda": 10.3769, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 190, + "avg_reward": -1183.8, + "avg_cost": 0.0, + "lambda": 10.4245, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 200, + "avg_reward": -1008.78, + "avg_cost": 0.0, + "lambda": 10.4565, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 210, + "avg_reward": -148.68, + "avg_cost": 0.0, + "lambda": 10.5113, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 220, + "avg_reward": -710.31, + "avg_cost": 0.0, + "lambda": 10.583, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 230, + "avg_reward": -817.56, + "avg_cost": 0.0, + "lambda": 10.6872, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 240, + "avg_reward": -997.75, + "avg_cost": 0.25, + "lambda": 10.7876, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 250, + "avg_reward": -787.16, + "avg_cost": 0.0, + "lambda": 10.8963, + "rho": [ + 0.3033, + 0.3432, + 0.3535 + ] + }, + { + "episode": 260, + "avg_reward": 54.22, + "avg_cost": 0.25, + "lambda": 10.9738, + "rho": [ + 0.3033, + 0.3432, + 0.3535 + ] + }, + { + "episode": 270, + "avg_reward": -381.61, + "avg_cost": 0.25, + "lambda": 11.0565, + "rho": [ + 0.3033, + 0.3432, + 0.3535 + ] + }, + { + "episode": 280, + "avg_reward": -43.94, + "avg_cost": 0.25, + "lambda": 11.3307, + "rho": [ + 0.3033, + 0.3432, + 0.3535 + ] + }, + { + "episode": 290, + "avg_reward": 281.26, + "avg_cost": 2.25, + "lambda": 11.8756, + "rho": [ + 0.3033, + 0.3432, + 0.3535 + ] + }, + { + "episode": 300, + "avg_reward": -573.29, + "avg_cost": 0.0, + "lambda": 12.7394, + "rho": [ + 0.3045, + 0.3391, + 0.3564 + ] + }, + { + "episode": 310, + "avg_reward": -272.94, + "avg_cost": 0.0, + "lambda": 13.5761, + "rho": [ + 0.3045, + 0.3391, + 0.3564 + ] + }, + { + "episode": 320, + "avg_reward": 125.78, + "avg_cost": 0.75, + "lambda": 14.4253, + "rho": [ + 0.3045, + 0.3391, + 0.3564 + ] + }, + { + "episode": 330, + "avg_reward": -87.34, + "avg_cost": 0.25, + "lambda": 15.5246, + "rho": [ + 0.3045, + 0.3391, + 0.3564 + ] + }, + { + "episode": 340, + "avg_reward": -946.61, + "avg_cost": 0.0, + "lambda": 16.743, + "rho": [ + 0.3045, + 0.3391, + 0.3564 + ] + }, + { + "episode": 350, + "avg_reward": 961.4, + "avg_cost": 0.0, + "lambda": 17.4958, + "rho": [ + 0.3084, + 0.3456, + 0.346 + ] + }, + { + "episode": 360, + "avg_reward": 133.8, + "avg_cost": 2.0, + "lambda": 18.1533, + "rho": [ + 0.3084, + 0.3456, + 0.346 + ] + }, + { + "episode": 370, + "avg_reward": 270.0, + "avg_cost": 0.0, + "lambda": 18.8779, + "rho": [ + 0.3084, + 0.3456, + 0.346 + ] + }, + { + "episode": 380, + "avg_reward": 995.58, + "avg_cost": 1.25, + "lambda": 19.6448, + "rho": [ + 0.3084, + 0.3456, + 0.346 + ] + }, + { + "episode": 390, + "avg_reward": 1592.72, + "avg_cost": 0.5, + "lambda": 20.444, + "rho": [ + 0.3084, + 0.3456, + 0.346 + ] + }, + { + "episode": 400, + "avg_reward": 1133.31, + "avg_cost": 2.0, + "lambda": 21.5436, + "rho": [ + 0.3173, + 0.3414, + 0.3413 + ] + }, + { + "episode": 410, + "avg_reward": 1148.99, + "avg_cost": 2.0, + "lambda": 22.564, + "rho": [ + 0.3173, + 0.3414, + 0.3413 + ] + }, + { + "episode": 420, + "avg_reward": 1936.84, + "avg_cost": 0.75, + "lambda": 23.4966, + "rho": [ + 0.3173, + 0.3414, + 0.3413 + ] + }, + { + "episode": 430, + "avg_reward": 1282.48, + "avg_cost": 1.0, + "lambda": 24.3853, + "rho": [ + 0.3173, + 0.3414, + 0.3413 + ] + }, + { + "episode": 440, + "avg_reward": 1627.13, + "avg_cost": 1.25, + "lambda": 25.3918, + "rho": [ + 0.3173, + 0.3414, + 0.3413 + ] + }, + { + "episode": 450, + "avg_reward": 2079.55, + "avg_cost": 1.0, + "lambda": 26.3938, + "rho": [ + 0.3179, + 0.3445, + 0.3376 + ] + }, + { + "episode": 460, + "avg_reward": 1783.79, + "avg_cost": 1.0, + "lambda": 27.257, + "rho": [ + 0.3179, + 0.3445, + 0.3376 + ] + }, + { + "episode": 470, + "avg_reward": 2166.32, + "avg_cost": 1.75, + "lambda": 28.1665, + "rho": [ + 0.3179, + 0.3445, + 0.3376 + ] + }, + { + "episode": 480, + "avg_reward": 1800.89, + "avg_cost": 1.0, + "lambda": 29.2871, + "rho": [ + 0.3179, + 0.3445, + 0.3376 + ] + }, + { + "episode": 490, + "avg_reward": 2687.5, + "avg_cost": 0.5, + "lambda": 30.0273, + "rho": [ + 0.3179, + 0.3445, + 0.3376 + ] + }, + { + "episode": 500, + "avg_reward": 3118.6, + "avg_cost": 2.0, + "lambda": 30.6911, + "rho": [ + 0.3137, + 0.3464, + 0.3399 + ] + }, + { + "episode": 510, + "avg_reward": 1404.79, + "avg_cost": 1.75, + "lambda": 31.5913, + "rho": [ + 0.3137, + 0.3464, + 0.3399 + ] + }, + { + "episode": 520, + "avg_reward": 2462.88, + "avg_cost": 1.5, + "lambda": 32.5135, + "rho": [ + 0.3137, + 0.3464, + 0.3399 + ] + }, + { + "episode": 530, + "avg_reward": 2205.22, + "avg_cost": 0.0, + "lambda": 33.7004, + "rho": [ + 0.3137, + 0.3464, + 0.3399 + ] + }, + { + "episode": 540, + "avg_reward": 2022.27, + "avg_cost": 0.75, + "lambda": 34.9528, + "rho": [ + 0.3137, + 0.3464, + 0.3399 + ] + }, + { + "episode": 550, + "avg_reward": 3062.97, + "avg_cost": 3.5, + "lambda": 35.947, + "rho": [ + 0.3136, + 0.3417, + 0.3448 + ] + }, + { + "episode": 560, + "avg_reward": 2426.94, + "avg_cost": 1.0, + "lambda": 36.9395, + "rho": [ + 0.3136, + 0.3417, + 0.3448 + ] + }, + { + "episode": 570, + "avg_reward": 2583.83, + "avg_cost": 2.5, + "lambda": 37.7097, + "rho": [ + 0.3136, + 0.3417, + 0.3448 + ] + }, + { + "episode": 580, + "avg_reward": 3042.37, + "avg_cost": 0.25, + "lambda": 38.5048, + "rho": [ + 0.3136, + 0.3417, + 0.3448 + ] + }, + { + "episode": 590, + "avg_reward": 3470.12, + "avg_cost": 0.5, + "lambda": 39.2223, + "rho": [ + 0.3136, + 0.3417, + 0.3448 + ] + }, + { + "episode": 600, + "avg_reward": 3139.22, + "avg_cost": 2.0, + "lambda": 40.3069, + "rho": [ + 0.3131, + 0.3335, + 0.3535 + ] + }, + { + "episode": 610, + "avg_reward": 3272.64, + "avg_cost": 2.0, + "lambda": 41.5376, + "rho": [ + 0.3131, + 0.3335, + 0.3535 + ] + }, + { + "episode": 620, + "avg_reward": 2727.5, + "avg_cost": 0.75, + "lambda": 42.7983, + "rho": [ + 0.3131, + 0.3335, + 0.3535 + ] + }, + { + "episode": 630, + "avg_reward": 3989.65, + "avg_cost": 0.5, + "lambda": 44.013, + "rho": [ + 0.3131, + 0.3335, + 0.3535 + ] + }, + { + "episode": 640, + "avg_reward": 3636.62, + "avg_cost": 0.5, + "lambda": 45.0669, + "rho": [ + 0.3131, + 0.3335, + 0.3535 + ] + }, + { + "episode": 650, + "avg_reward": 3597.05, + "avg_cost": 1.5, + "lambda": 46.0616, + "rho": [ + 0.3118, + 0.3325, + 0.3556 + ] + }, + { + "episode": 660, + "avg_reward": 2060.13, + "avg_cost": 0.25, + "lambda": 47.0349, + "rho": [ + 0.3118, + 0.3325, + 0.3556 + ] + }, + { + "episode": 670, + "avg_reward": 3752.85, + "avg_cost": 1.0, + "lambda": 48.0153, + "rho": [ + 0.3118, + 0.3325, + 0.3556 + ] + }, + { + "episode": 680, + "avg_reward": 4240.71, + "avg_cost": 1.25, + "lambda": 48.9388, + "rho": [ + 0.3118, + 0.3325, + 0.3556 + ] + }, + { + "episode": 690, + "avg_reward": 4243.07, + "avg_cost": 1.5, + "lambda": 49.8056, + "rho": [ + 0.3118, + 0.3325, + 0.3556 + ] + }, + { + "episode": 700, + "avg_reward": 2778.73, + "avg_cost": 1.75, + "lambda": 50.7213, + "rho": [ + 0.3141, + 0.3303, + 0.3555 + ] + }, + { + "episode": 710, + "avg_reward": 2814.62, + "avg_cost": 0.25, + "lambda": 51.4865, + "rho": [ + 0.3141, + 0.3303, + 0.3555 + ] + }, + { + "episode": 720, + "avg_reward": 4411.07, + "avg_cost": 0.75, + "lambda": 52.1514, + "rho": [ + 0.3141, + 0.3303, + 0.3555 + ] + }, + { + "episode": 730, + "avg_reward": 4546.44, + "avg_cost": 1.5, + "lambda": 52.7803, + "rho": [ + 0.3141, + 0.3303, + 0.3555 + ] + }, + { + "episode": 740, + "avg_reward": 3873.85, + "avg_cost": 0.0, + "lambda": 53.46, + "rho": [ + 0.3141, + 0.3303, + 0.3555 + ] + }, + { + "episode": 750, + "avg_reward": 4695.46, + "avg_cost": 0.5, + "lambda": 54.2396, + "rho": [ + 0.3186, + 0.3285, + 0.3529 + ] + }, + { + "episode": 760, + "avg_reward": 4260.67, + "avg_cost": 0.25, + "lambda": 55.1303, + "rho": [ + 0.3186, + 0.3285, + 0.3529 + ] + }, + { + "episode": 770, + "avg_reward": 4568.63, + "avg_cost": 0.75, + "lambda": 55.8662, + "rho": [ + 0.3186, + 0.3285, + 0.3529 + ] + }, + { + "episode": 780, + "avg_reward": 4823.81, + "avg_cost": 0.0, + "lambda": 56.5568, + "rho": [ + 0.3186, + 0.3285, + 0.3529 + ] + }, + { + "episode": 790, + "avg_reward": 3819.12, + "avg_cost": 0.0, + "lambda": 56.966, + "rho": [ + 0.3186, + 0.3285, + 0.3529 + ] + }, + { + "episode": 800, + "avg_reward": 5159.96, + "avg_cost": 0.0, + "lambda": 57.379, + "rho": [ + 0.324, + 0.3224, + 0.3536 + ] + }, + { + "episode": 810, + "avg_reward": 5108.18, + "avg_cost": 1.25, + "lambda": 57.8288, + "rho": [ + 0.324, + 0.3224, + 0.3536 + ] + }, + { + "episode": 820, + "avg_reward": 5316.14, + "avg_cost": 0.0, + "lambda": 58.422, + "rho": [ + 0.324, + 0.3224, + 0.3536 + ] + }, + { + "episode": 830, + "avg_reward": 5511.4, + "avg_cost": 1.0, + "lambda": 58.8168, + "rho": [ + 0.324, + 0.3224, + 0.3536 + ] + }, + { + "episode": 840, + "avg_reward": 5594.43, + "avg_cost": 0.5, + "lambda": 59.1706, + "rho": [ + 0.324, + 0.3224, + 0.3536 + ] + }, + { + "episode": 850, + "avg_reward": 5547.69, + "avg_cost": 0.25, + "lambda": 59.4803, + "rho": [ + 0.3318, + 0.3136, + 0.3546 + ] + }, + { + "episode": 860, + "avg_reward": 5549.19, + "avg_cost": 0.0, + "lambda": 59.768, + "rho": [ + 0.3318, + 0.3136, + 0.3546 + ] + }, + { + "episode": 870, + "avg_reward": 5818.36, + "avg_cost": 0.25, + "lambda": 60.0088, + "rho": [ + 0.3318, + 0.3136, + 0.3546 + ] + }, + { + "episode": 880, + "avg_reward": 5730.57, + "avg_cost": 0.5, + "lambda": 60.3064, + "rho": [ + 0.3318, + 0.3136, + 0.3546 + ] + }, + { + "episode": 890, + "avg_reward": 5642.61, + "avg_cost": 0.25, + "lambda": 60.6128, + "rho": [ + 0.3318, + 0.3136, + 0.3546 + ] + }, + { + "episode": 900, + "avg_reward": 5477.03, + "avg_cost": 0.0, + "lambda": 60.9855, + "rho": [ + 0.3357, + 0.3056, + 0.3588 + ] + }, + { + "episode": 910, + "avg_reward": 5394.25, + "avg_cost": 0.5, + "lambda": 61.3168, + "rho": [ + 0.3357, + 0.3056, + 0.3588 + ] + }, + { + "episode": 920, + "avg_reward": 5713.92, + "avg_cost": 0.0, + "lambda": 61.7252, + "rho": [ + 0.3357, + 0.3056, + 0.3588 + ] + }, + { + "episode": 930, + "avg_reward": 5409.81, + "avg_cost": 1.0, + "lambda": 62.3411, + "rho": [ + 0.3357, + 0.3056, + 0.3588 + ] + }, + { + "episode": 940, + "avg_reward": 6203.27, + "avg_cost": 1.0, + "lambda": 63.1846, + "rho": [ + 0.3357, + 0.3056, + 0.3588 + ] + }, + { + "episode": 950, + "avg_reward": 5285.67, + "avg_cost": 0.0, + "lambda": 63.8875, + "rho": [ + 0.342, + 0.2991, + 0.3589 + ] + }, + { + "episode": 960, + "avg_reward": 6303.47, + "avg_cost": 0.75, + "lambda": 64.451, + "rho": [ + 0.342, + 0.2991, + 0.3589 + ] + }, + { + "episode": 970, + "avg_reward": 6270.34, + "avg_cost": 0.5, + "lambda": 64.9365, + "rho": [ + 0.342, + 0.2991, + 0.3589 + ] + }, + { + "episode": 980, + "avg_reward": 5121.29, + "avg_cost": 0.25, + "lambda": 65.4035, + "rho": [ + 0.342, + 0.2991, + 0.3589 + ] + }, + { + "episode": 990, + "avg_reward": 6434.75, + "avg_cost": 1.25, + "lambda": 66.1666, + "rho": [ + 0.342, + 0.2991, + 0.3589 + ] + }, + { + "episode": 1000, + "avg_reward": 4784.51, + "avg_cost": 0.0, + "lambda": 66.9636, + "rho": [ + 0.348, + 0.297, + 0.355 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..15642083f21c1e8bc84299ec73ebc1f8092a55d5 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 261271.02, + "constraint_satisfaction_pct": 99.5, + "final_rho": [ + 0.3948, + 0.3563, + 0.2489 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2790.65, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": -2684.73, + "avg_cost": 0.0, + "lambda": 2.5025, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": -2714.02, + "avg_cost": 0.0, + "lambda": 0.0175, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": -2600.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": -2525.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": -2351.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 60, + "avg_reward": -2628.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 70, + "avg_reward": -2139.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 80, + "avg_reward": -2060.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 90, + "avg_reward": -1788.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 100, + "avg_reward": -1281.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 110, + "avg_reward": -1126.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 120, + "avg_reward": -1526.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 130, + "avg_reward": -1046.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 140, + "avg_reward": -1330.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 150, + "avg_reward": -1168.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 160, + "avg_reward": -1125.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 170, + "avg_reward": -765.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 180, + "avg_reward": -1128.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 190, + "avg_reward": -592.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 200, + "avg_reward": -1022.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 210, + "avg_reward": -741.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 220, + "avg_reward": -1118.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 230, + "avg_reward": -1069.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 240, + "avg_reward": -1062.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 250, + "avg_reward": -1366.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 260, + "avg_reward": -1369.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 270, + "avg_reward": -1069.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 280, + "avg_reward": -457.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 290, + "avg_reward": -137.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 300, + "avg_reward": -692.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 310, + "avg_reward": 217.52, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 320, + "avg_reward": 935.41, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 330, + "avg_reward": 240.07, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 340, + "avg_reward": 218.79, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 350, + "avg_reward": -272.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 360, + "avg_reward": 1161.94, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 370, + "avg_reward": -165.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 380, + "avg_reward": 1068.36, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 390, + "avg_reward": 1638.1, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 400, + "avg_reward": 1164.68, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 410, + "avg_reward": 634.14, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 420, + "avg_reward": 988.25, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 430, + "avg_reward": 693.46, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 440, + "avg_reward": 1701.58, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 450, + "avg_reward": 481.28, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 460, + "avg_reward": 2012.09, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 470, + "avg_reward": 2312.73, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 480, + "avg_reward": 2235.15, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 490, + "avg_reward": 93.37, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 500, + "avg_reward": 1276.01, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 510, + "avg_reward": 2331.81, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 520, + "avg_reward": 2731.42, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 530, + "avg_reward": 2252.08, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 540, + "avg_reward": 2043.07, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 550, + "avg_reward": 2172.03, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 560, + "avg_reward": 2519.52, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 570, + "avg_reward": 2796.36, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 580, + "avg_reward": 2126.28, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 590, + "avg_reward": 1430.11, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 600, + "avg_reward": 3521.63, + "avg_cost": 32.0, + "lambda": 0.07, + "rho": [ + 0.3339, + 0.339, + 0.3271 + ] + }, + { + "episode": 610, + "avg_reward": 2394.57, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 0.3339, + 0.339, + 0.3271 + ] + }, + { + "episode": 620, + "avg_reward": 2371.1, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 0.3339, + 0.339, + 0.3271 + ] + }, + { + "episode": 630, + "avg_reward": 1980.13, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 0.3339, + 0.339, + 0.3271 + ] + }, + { + "episode": 640, + "avg_reward": 3213.49, + "avg_cost": 17.0, + "lambda": 0.0275, + "rho": [ + 0.3339, + 0.339, + 0.3271 + ] + }, + { + "episode": 650, + "avg_reward": -477.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3429, + 0.3437, + 0.3134 + ] + }, + { + "episode": 660, + "avg_reward": -597.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3429, + 0.3437, + 0.3134 + ] + }, + { + "episode": 670, + "avg_reward": -411.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3429, + 0.3437, + 0.3134 + ] + }, + { + "episode": 680, + "avg_reward": -326.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3429, + 0.3437, + 0.3134 + ] + }, + { + "episode": 690, + "avg_reward": -507.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3429, + 0.3437, + 0.3134 + ] + }, + { + "episode": 700, + "avg_reward": -482.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3518, + 0.3465, + 0.3017 + ] + }, + { + "episode": 710, + "avg_reward": -483.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3518, + 0.3465, + 0.3017 + ] + }, + { + "episode": 720, + "avg_reward": -311.67, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3518, + 0.3465, + 0.3017 + ] + }, + { + "episode": 730, + "avg_reward": -233.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3518, + 0.3465, + 0.3017 + ] + }, + { + "episode": 740, + "avg_reward": -295.75, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3518, + 0.3465, + 0.3017 + ] + }, + { + "episode": 750, + "avg_reward": -220.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3605, + 0.3484, + 0.2911 + ] + }, + { + "episode": 760, + "avg_reward": -211.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3605, + 0.3484, + 0.2911 + ] + }, + { + "episode": 770, + "avg_reward": -82.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3605, + 0.3484, + 0.2911 + ] + }, + { + "episode": 780, + "avg_reward": -38.62, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.3605, + 0.3484, + 0.2911 + ] + }, + { + "episode": 790, + "avg_reward": -43.29, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3605, + 0.3484, + 0.2911 + ] + }, + { + "episode": 800, + "avg_reward": 137.46, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.3687, + 0.35, + 0.2813 + ] + }, + { + "episode": 810, + "avg_reward": 432.31, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.3687, + 0.35, + 0.2813 + ] + }, + { + "episode": 820, + "avg_reward": 191.66, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.3687, + 0.35, + 0.2813 + ] + }, + { + "episode": 830, + "avg_reward": 459.24, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.3687, + 0.35, + 0.2813 + ] + }, + { + "episode": 840, + "avg_reward": 18.86, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.3687, + 0.35, + 0.2813 + ] + }, + { + "episode": 850, + "avg_reward": 274.86, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.3761, + 0.3517, + 0.2721 + ] + }, + { + "episode": 860, + "avg_reward": 789.76, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3761, + 0.3517, + 0.2721 + ] + }, + { + "episode": 870, + "avg_reward": 778.67, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.3761, + 0.3517, + 0.2721 + ] + }, + { + "episode": 880, + "avg_reward": 1271.25, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.3761, + 0.3517, + 0.2721 + ] + }, + { + "episode": 890, + "avg_reward": 331.12, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3761, + 0.3517, + 0.2721 + ] + }, + { + "episode": 900, + "avg_reward": 1788.66, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.3829, + 0.3533, + 0.2638 + ] + }, + { + "episode": 910, + "avg_reward": 1168.91, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.3829, + 0.3533, + 0.2638 + ] + }, + { + "episode": 920, + "avg_reward": 1585.68, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3829, + 0.3533, + 0.2638 + ] + }, + { + "episode": 930, + "avg_reward": 1390.89, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3829, + 0.3533, + 0.2638 + ] + }, + { + "episode": 940, + "avg_reward": 1597.5, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.3829, + 0.3533, + 0.2638 + ] + }, + { + "episode": 950, + "avg_reward": 2033.35, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.3891, + 0.3549, + 0.2561 + ] + }, + { + "episode": 960, + "avg_reward": 1988.51, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.3891, + 0.3549, + 0.2561 + ] + }, + { + "episode": 970, + "avg_reward": 3046.96, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.3891, + 0.3549, + 0.2561 + ] + }, + { + "episode": 980, + "avg_reward": 1639.15, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.3891, + 0.3549, + 0.2561 + ] + }, + { + "episode": 990, + "avg_reward": 2224.05, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.3891, + 0.3549, + 0.2561 + ] + }, + { + "episode": 1000, + "avg_reward": 1622.73, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3948, + 0.3563, + 0.2489 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..2578da1589ebf8ea1516db626c4f55b670cfab7b --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 6162432.68, + "constraint_satisfaction_pct": 62.0, + "final_rho": [ + 0.6731, + 0.2584, + 0.0685 + ], + "final_lambda": 32.685, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 5.1575, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 3842.46, + "avg_cost": 2.25, + "lambda": 9.8875, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 5343.72, + "avg_cost": 70.0, + "lambda": 10.9225, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 5534.95, + "avg_cost": 38.75, + "lambda": 10.495, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 6723.11, + "avg_cost": 157.0, + "lambda": 12.465, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 5544.92, + "avg_cost": 20.5, + "lambda": 13.04, + "rho": [ + 0.3992, + 0.3379, + 0.2629 + ] + }, + { + "episode": 60, + "avg_reward": 6441.32, + "avg_cost": 55.75, + "lambda": 13.6675, + "rho": [ + 0.3992, + 0.3379, + 0.2629 + ] + }, + { + "episode": 70, + "avg_reward": 5972.11, + "avg_cost": 22.0, + "lambda": 14.2025, + "rho": [ + 0.3992, + 0.3379, + 0.2629 + ] + }, + { + "episode": 80, + "avg_reward": 6175.78, + "avg_cost": 5.75, + "lambda": 14.71, + "rho": [ + 0.3992, + 0.3379, + 0.2629 + ] + }, + { + "episode": 90, + "avg_reward": 6425.14, + "avg_cost": 41.0, + "lambda": 15.91, + "rho": [ + 0.3992, + 0.3379, + 0.2629 + ] + }, + { + "episode": 100, + "avg_reward": 6562.11, + "avg_cost": 39.0, + "lambda": 16.005, + "rho": [ + 0.3952, + 0.361, + 0.2438 + ] + }, + { + "episode": 110, + "avg_reward": 6697.58, + "avg_cost": 35.0, + "lambda": 16.485, + "rho": [ + 0.3952, + 0.361, + 0.2438 + ] + }, + { + "episode": 120, + "avg_reward": 6609.58, + "avg_cost": 29.25, + "lambda": 16.6025, + "rho": [ + 0.3952, + 0.361, + 0.2438 + ] + }, + { + "episode": 130, + "avg_reward": 6032.38, + "avg_cost": 6.25, + "lambda": 17.26, + "rho": [ + 0.3952, + 0.361, + 0.2438 + ] + }, + { + "episode": 140, + "avg_reward": 6636.62, + "avg_cost": 35.75, + "lambda": 19.3825, + "rho": [ + 0.3952, + 0.361, + 0.2438 + ] + }, + { + "episode": 150, + "avg_reward": 5984.15, + "avg_cost": 10.25, + "lambda": 19.2175, + "rho": [ + 0.4025, + 0.3786, + 0.2189 + ] + }, + { + "episode": 160, + "avg_reward": 6052.72, + "avg_cost": 11.75, + "lambda": 19.4025, + "rho": [ + 0.4025, + 0.3786, + 0.2189 + ] + }, + { + "episode": 170, + "avg_reward": 6983.7, + "avg_cost": 95.25, + "lambda": 20.195, + "rho": [ + 0.4025, + 0.3786, + 0.2189 + ] + }, + { + "episode": 180, + "avg_reward": 6458.45, + "avg_cost": 36.0, + "lambda": 20.29, + "rho": [ + 0.4025, + 0.3786, + 0.2189 + ] + }, + { + "episode": 190, + "avg_reward": 6487.29, + "avg_cost": 28.5, + "lambda": 20.5625, + "rho": [ + 0.4025, + 0.3786, + 0.2189 + ] + }, + { + "episode": 200, + "avg_reward": 6493.64, + "avg_cost": 31.0, + "lambda": 20.3975, + "rho": [ + 0.4224, + 0.3756, + 0.202 + ] + }, + { + "episode": 210, + "avg_reward": 6222.07, + "avg_cost": 21.5, + "lambda": 20.65, + "rho": [ + 0.4224, + 0.3756, + 0.202 + ] + }, + { + "episode": 220, + "avg_reward": 6132.77, + "avg_cost": 9.75, + "lambda": 20.8025, + "rho": [ + 0.4224, + 0.3756, + 0.202 + ] + }, + { + "episode": 230, + "avg_reward": 5855.37, + "avg_cost": 4.75, + "lambda": 21.3725, + "rho": [ + 0.4224, + 0.3756, + 0.202 + ] + }, + { + "episode": 240, + "avg_reward": 6940.94, + "avg_cost": 61.25, + "lambda": 22.175, + "rho": [ + 0.4224, + 0.3756, + 0.202 + ] + }, + { + "episode": 250, + "avg_reward": 5803.09, + "avg_cost": 0.0, + "lambda": 22.4425, + "rho": [ + 0.4531, + 0.3648, + 0.1821 + ] + }, + { + "episode": 260, + "avg_reward": 6852.72, + "avg_cost": 61.0, + "lambda": 22.95, + "rho": [ + 0.4531, + 0.3648, + 0.1821 + ] + }, + { + "episode": 270, + "avg_reward": 6107.29, + "avg_cost": 5.75, + "lambda": 22.4025, + "rho": [ + 0.4531, + 0.3648, + 0.1821 + ] + }, + { + "episode": 280, + "avg_reward": 6425.25, + "avg_cost": 14.0, + "lambda": 22.645, + "rho": [ + 0.4531, + 0.3648, + 0.1821 + ] + }, + { + "episode": 290, + "avg_reward": 6815.56, + "avg_cost": 39.0, + "lambda": 23.765, + "rho": [ + 0.4531, + 0.3648, + 0.1821 + ] + }, + { + "episode": 300, + "avg_reward": 6095.55, + "avg_cost": 8.25, + "lambda": 23.05, + "rho": [ + 0.484, + 0.3589, + 0.1571 + ] + }, + { + "episode": 310, + "avg_reward": 6075.15, + "avg_cost": 2.5, + "lambda": 22.55, + "rho": [ + 0.484, + 0.3589, + 0.1571 + ] + }, + { + "episode": 320, + "avg_reward": 6322.28, + "avg_cost": 10.0, + "lambda": 21.71, + "rho": [ + 0.484, + 0.3589, + 0.1571 + ] + }, + { + "episode": 330, + "avg_reward": 6430.15, + "avg_cost": 14.5, + "lambda": 20.95, + "rho": [ + 0.484, + 0.3589, + 0.1571 + ] + }, + { + "episode": 340, + "avg_reward": 6490.49, + "avg_cost": 23.25, + "lambda": 19.97, + "rho": [ + 0.484, + 0.3589, + 0.1571 + ] + }, + { + "episode": 350, + "avg_reward": 6413.14, + "avg_cost": 16.25, + "lambda": 19.465, + "rho": [ + 0.4967, + 0.3644, + 0.1389 + ] + }, + { + "episode": 360, + "avg_reward": 6233.74, + "avg_cost": 6.75, + "lambda": 18.9725, + "rho": [ + 0.4967, + 0.3644, + 0.1389 + ] + }, + { + "episode": 370, + "avg_reward": 6502.99, + "avg_cost": 11.0, + "lambda": 18.0075, + "rho": [ + 0.4967, + 0.3644, + 0.1389 + ] + }, + { + "episode": 380, + "avg_reward": 6398.43, + "avg_cost": 10.75, + "lambda": 17.6325, + "rho": [ + 0.4967, + 0.3644, + 0.1389 + ] + }, + { + "episode": 390, + "avg_reward": 6640.53, + "avg_cost": 18.0, + "lambda": 17.3275, + "rho": [ + 0.4967, + 0.3644, + 0.1389 + ] + }, + { + "episode": 400, + "avg_reward": 6530.84, + "avg_cost": 19.25, + "lambda": 16.78, + "rho": [ + 0.494, + 0.372, + 0.134 + ] + }, + { + "episode": 410, + "avg_reward": 6657.04, + "avg_cost": 16.0, + "lambda": 16.485, + "rho": [ + 0.494, + 0.372, + 0.134 + ] + }, + { + "episode": 420, + "avg_reward": 6258.77, + "avg_cost": 2.5, + "lambda": 16.2175, + "rho": [ + 0.494, + 0.372, + 0.134 + ] + }, + { + "episode": 430, + "avg_reward": 6838.99, + "avg_cost": 26.0, + "lambda": 15.615, + "rho": [ + 0.494, + 0.372, + 0.134 + ] + }, + { + "episode": 440, + "avg_reward": 6577.26, + "avg_cost": 8.0, + "lambda": 14.89, + "rho": [ + 0.494, + 0.372, + 0.134 + ] + }, + { + "episode": 450, + "avg_reward": 6870.53, + "avg_cost": 43.25, + "lambda": 15.3075, + "rho": [ + 0.4968, + 0.3693, + 0.1339 + ] + }, + { + "episode": 460, + "avg_reward": 6502.84, + "avg_cost": 7.75, + "lambda": 14.97, + "rho": [ + 0.4968, + 0.3693, + 0.1339 + ] + }, + { + "episode": 470, + "avg_reward": 6600.35, + "avg_cost": 16.0, + "lambda": 14.8275, + "rho": [ + 0.4968, + 0.3693, + 0.1339 + ] + }, + { + "episode": 480, + "avg_reward": 7086.85, + "avg_cost": 47.75, + "lambda": 14.5, + "rho": [ + 0.4968, + 0.3693, + 0.1339 + ] + }, + { + "episode": 490, + "avg_reward": 7257.91, + "avg_cost": 91.75, + "lambda": 16.115, + "rho": [ + 0.4968, + 0.3693, + 0.1339 + ] + }, + { + "episode": 500, + "avg_reward": 6723.52, + "avg_cost": 9.0, + "lambda": 15.71, + "rho": [ + 0.5068, + 0.3669, + 0.1263 + ] + }, + { + "episode": 510, + "avg_reward": 6899.99, + "avg_cost": 24.75, + "lambda": 15.585, + "rho": [ + 0.5068, + 0.3669, + 0.1263 + ] + }, + { + "episode": 520, + "avg_reward": 6425.14, + "avg_cost": 3.25, + "lambda": 16.975, + "rho": [ + 0.5068, + 0.3669, + 0.1263 + ] + }, + { + "episode": 530, + "avg_reward": 7349.0, + "avg_cost": 99.5, + "lambda": 17.655, + "rho": [ + 0.5068, + 0.3669, + 0.1263 + ] + }, + { + "episode": 540, + "avg_reward": 6492.52, + "avg_cost": 43.5, + "lambda": 17.5475, + "rho": [ + 0.5068, + 0.3669, + 0.1263 + ] + }, + { + "episode": 550, + "avg_reward": 6773.47, + "avg_cost": 23.5, + "lambda": 17.2175, + "rho": [ + 0.5244, + 0.3559, + 0.1197 + ] + }, + { + "episode": 560, + "avg_reward": 6242.93, + "avg_cost": 0.0, + "lambda": 21.1475, + "rho": [ + 0.5244, + 0.3559, + 0.1197 + ] + }, + { + "episode": 570, + "avg_reward": 6955.15, + "avg_cost": 40.75, + "lambda": 20.12, + "rho": [ + 0.5244, + 0.3559, + 0.1197 + ] + }, + { + "episode": 580, + "avg_reward": 6984.57, + "avg_cost": 19.75, + "lambda": 18.9325, + "rho": [ + 0.5244, + 0.3559, + 0.1197 + ] + }, + { + "episode": 590, + "avg_reward": 6709.18, + "avg_cost": 10.25, + "lambda": 18.305, + "rho": [ + 0.5244, + 0.3559, + 0.1197 + ] + }, + { + "episode": 600, + "avg_reward": 7987.5, + "avg_cost": 235.75, + "lambda": 21.9075, + "rho": [ + 0.5487, + 0.3434, + 0.1079 + ] + }, + { + "episode": 610, + "avg_reward": 6134.85, + "avg_cost": 0.5, + "lambda": 26.845, + "rho": [ + 0.5487, + 0.3434, + 0.1079 + ] + }, + { + "episode": 620, + "avg_reward": 5294.03, + "avg_cost": 0.0, + "lambda": 25.2275, + "rho": [ + 0.5487, + 0.3434, + 0.1079 + ] + }, + { + "episode": 630, + "avg_reward": 5661.87, + "avg_cost": 2.75, + "lambda": 22.775, + "rho": [ + 0.5487, + 0.3434, + 0.1079 + ] + }, + { + "episode": 640, + "avg_reward": 4947.3, + "avg_cost": 0.0, + "lambda": 20.765, + "rho": [ + 0.5487, + 0.3434, + 0.1079 + ] + }, + { + "episode": 650, + "avg_reward": 4899.02, + "avg_cost": 4.5, + "lambda": 19.22, + "rho": [ + 0.5607, + 0.3406, + 0.0987 + ] + }, + { + "episode": 660, + "avg_reward": 5758.29, + "avg_cost": 3.0, + "lambda": 17.3925, + "rho": [ + 0.5607, + 0.3406, + 0.0987 + ] + }, + { + "episode": 670, + "avg_reward": 5316.03, + "avg_cost": 2.5, + "lambda": 15.685, + "rho": [ + 0.5607, + 0.3406, + 0.0987 + ] + }, + { + "episode": 680, + "avg_reward": 6288.13, + "avg_cost": 23.25, + "lambda": 14.75, + "rho": [ + 0.5607, + 0.3406, + 0.0987 + ] + }, + { + "episode": 690, + "avg_reward": 6035.71, + "avg_cost": 34.0, + "lambda": 14.045, + "rho": [ + 0.5607, + 0.3406, + 0.0987 + ] + }, + { + "episode": 700, + "avg_reward": 5887.32, + "avg_cost": 10.0, + "lambda": 13.69, + "rho": [ + 0.5777, + 0.3301, + 0.0922 + ] + }, + { + "episode": 710, + "avg_reward": 5524.83, + "avg_cost": 10.25, + "lambda": 12.9325, + "rho": [ + 0.5777, + 0.3301, + 0.0922 + ] + }, + { + "episode": 720, + "avg_reward": 5281.59, + "avg_cost": 3.75, + "lambda": 11.14, + "rho": [ + 0.5777, + 0.3301, + 0.0922 + ] + }, + { + "episode": 730, + "avg_reward": 5048.97, + "avg_cost": 4.0, + "lambda": 9.235, + "rho": [ + 0.5777, + 0.3301, + 0.0922 + ] + }, + { + "episode": 740, + "avg_reward": 5339.83, + "avg_cost": 6.5, + "lambda": 7.4275, + "rho": [ + 0.5777, + 0.3301, + 0.0922 + ] + }, + { + "episode": 750, + "avg_reward": 6112.57, + "avg_cost": 14.25, + "lambda": 6.265, + "rho": [ + 0.6034, + 0.3126, + 0.084 + ] + }, + { + "episode": 760, + "avg_reward": 5876.78, + "avg_cost": 37.5, + "lambda": 6.45, + "rho": [ + 0.6034, + 0.3126, + 0.084 + ] + }, + { + "episode": 770, + "avg_reward": 5988.99, + "avg_cost": 23.0, + "lambda": 10.5925, + "rho": [ + 0.6034, + 0.3126, + 0.084 + ] + }, + { + "episode": 780, + "avg_reward": 5034.32, + "avg_cost": 6.0, + "lambda": 8.44, + "rho": [ + 0.6034, + 0.3126, + 0.084 + ] + }, + { + "episode": 790, + "avg_reward": 4875.54, + "avg_cost": 29.25, + "lambda": 7.23, + "rho": [ + 0.6034, + 0.3126, + 0.084 + ] + }, + { + "episode": 800, + "avg_reward": 6070.29, + "avg_cost": 20.75, + "lambda": 11.7775, + "rho": [ + 0.615, + 0.3051, + 0.0799 + ] + }, + { + "episode": 810, + "avg_reward": 6028.68, + "avg_cost": 25.0, + "lambda": 10.985, + "rho": [ + 0.615, + 0.3051, + 0.0799 + ] + }, + { + "episode": 820, + "avg_reward": 6054.13, + "avg_cost": 34.0, + "lambda": 12.9375, + "rho": [ + 0.615, + 0.3051, + 0.0799 + ] + }, + { + "episode": 830, + "avg_reward": 6486.67, + "avg_cost": 59.75, + "lambda": 16.5825, + "rho": [ + 0.615, + 0.3051, + 0.0799 + ] + }, + { + "episode": 840, + "avg_reward": 5304.12, + "avg_cost": 3.75, + "lambda": 15.635, + "rho": [ + 0.615, + 0.3051, + 0.0799 + ] + }, + { + "episode": 850, + "avg_reward": 6090.48, + "avg_cost": 19.0, + "lambda": 13.8125, + "rho": [ + 0.6342, + 0.2906, + 0.0752 + ] + }, + { + "episode": 860, + "avg_reward": 6333.24, + "avg_cost": 55.0, + "lambda": 15.1375, + "rho": [ + 0.6342, + 0.2906, + 0.0752 + ] + }, + { + "episode": 870, + "avg_reward": 5902.81, + "avg_cost": 26.5, + "lambda": 15.6175, + "rho": [ + 0.6342, + 0.2906, + 0.0752 + ] + }, + { + "episode": 880, + "avg_reward": 5748.58, + "avg_cost": 14.5, + "lambda": 14.1875, + "rho": [ + 0.6342, + 0.2906, + 0.0752 + ] + }, + { + "episode": 890, + "avg_reward": 6034.27, + "avg_cost": 19.25, + "lambda": 13.8175, + "rho": [ + 0.6342, + 0.2906, + 0.0752 + ] + }, + { + "episode": 900, + "avg_reward": 5511.23, + "avg_cost": 17.25, + "lambda": 14.2875, + "rho": [ + 0.6605, + 0.2699, + 0.0696 + ] + }, + { + "episode": 910, + "avg_reward": 6032.5, + "avg_cost": 37.25, + "lambda": 14.28, + "rho": [ + 0.6605, + 0.2699, + 0.0696 + ] + }, + { + "episode": 920, + "avg_reward": 6175.57, + "avg_cost": 44.75, + "lambda": 15.5625, + "rho": [ + 0.6605, + 0.2699, + 0.0696 + ] + }, + { + "episode": 930, + "avg_reward": 5819.83, + "avg_cost": 14.0, + "lambda": 15.895, + "rho": [ + 0.6605, + 0.2699, + 0.0696 + ] + }, + { + "episode": 940, + "avg_reward": 5803.31, + "avg_cost": 18.5, + "lambda": 15.1775, + "rho": [ + 0.6605, + 0.2699, + 0.0696 + ] + }, + { + "episode": 950, + "avg_reward": 6510.71, + "avg_cost": 89.5, + "lambda": 25.24, + "rho": [ + 0.6721, + 0.2597, + 0.0682 + ] + }, + { + "episode": 960, + "avg_reward": 6266.99, + "avg_cost": 5.25, + "lambda": 24.6525, + "rho": [ + 0.6721, + 0.2597, + 0.0682 + ] + }, + { + "episode": 970, + "avg_reward": 6331.07, + "avg_cost": 11.25, + "lambda": 22.8, + "rho": [ + 0.6721, + 0.2597, + 0.0682 + ] + }, + { + "episode": 980, + "avg_reward": 6549.03, + "avg_cost": 40.0, + "lambda": 22.2125, + "rho": [ + 0.6721, + 0.2597, + 0.0682 + ] + }, + { + "episode": 990, + "avg_reward": 5449.78, + "avg_cost": 39.5, + "lambda": 23.9825, + "rho": [ + 0.6721, + 0.2597, + 0.0682 + ] + }, + { + "episode": 1000, + "avg_reward": 2451.63, + "avg_cost": 280.0, + "lambda": 32.685, + "rho": [ + 0.6731, + 0.2584, + 0.0685 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v11c_expand.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v11c_expand.json new file mode 100644 index 0000000000000000000000000000000000000000..61bfd3dab1ee862fa390afcfaf086055089a8f5f --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v11c_expand.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 6390732.34, + "constraint_satisfaction_pct": 68.0, + "final_rho": [ + 0.369, + 0.5435, + 0.0875 + ], + "final_lambda": 1.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 5.4725, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 3536.25, + "avg_cost": 2.75, + "lambda": 17.2325, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 3517.94, + "avg_cost": 7.0, + "lambda": 18.5675, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 4445.23, + "avg_cost": 8.25, + "lambda": 16.385, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 5931.33, + "avg_cost": 102.25, + "lambda": 17.6975, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 4941.62, + "avg_cost": 11.25, + "lambda": 17.015, + "rho": [ + 0.3986, + 0.3384, + 0.263 + ] + }, + { + "episode": 60, + "avg_reward": 6292.36, + "avg_cost": 45.25, + "lambda": 16.64, + "rho": [ + 0.3986, + 0.3384, + 0.263 + ] + }, + { + "episode": 70, + "avg_reward": 5577.36, + "avg_cost": 21.75, + "lambda": 17.465, + "rho": [ + 0.3986, + 0.3384, + 0.263 + ] + }, + { + "episode": 80, + "avg_reward": 5571.77, + "avg_cost": 4.75, + "lambda": 16.6775, + "rho": [ + 0.3986, + 0.3384, + 0.263 + ] + }, + { + "episode": 90, + "avg_reward": 6412.89, + "avg_cost": 29.0, + "lambda": 16.355, + "rho": [ + 0.3986, + 0.3384, + 0.263 + ] + }, + { + "episode": 100, + "avg_reward": 6200.62, + "avg_cost": 38.0, + "lambda": 20.54, + "rho": [ + 0.3924, + 0.3628, + 0.2448 + ] + }, + { + "episode": 110, + "avg_reward": 6531.46, + "avg_cost": 18.5, + "lambda": 18.815, + "rho": [ + 0.3924, + 0.3628, + 0.2448 + ] + }, + { + "episode": 120, + "avg_reward": 5684.57, + "avg_cost": 9.5, + "lambda": 21.1325, + "rho": [ + 0.3924, + 0.3628, + 0.2448 + ] + }, + { + "episode": 130, + "avg_reward": 5863.17, + "avg_cost": 6.5, + "lambda": 18.815, + "rho": [ + 0.3924, + 0.3628, + 0.2448 + ] + }, + { + "episode": 140, + "avg_reward": 6877.04, + "avg_cost": 78.0, + "lambda": 19.0475, + "rho": [ + 0.3924, + 0.3628, + 0.2448 + ] + }, + { + "episode": 150, + "avg_reward": 6888.69, + "avg_cost": 60.5, + "lambda": 19.4, + "rho": [ + 0.395, + 0.3841, + 0.2209 + ] + }, + { + "episode": 160, + "avg_reward": 6001.71, + "avg_cost": 6.0, + "lambda": 16.775, + "rho": [ + 0.395, + 0.3841, + 0.2209 + ] + }, + { + "episode": 170, + "avg_reward": 7003.76, + "avg_cost": 93.25, + "lambda": 20.2775, + "rho": [ + 0.395, + 0.3841, + 0.2209 + ] + }, + { + "episode": 180, + "avg_reward": 6484.47, + "avg_cost": 13.25, + "lambda": 19.925, + "rho": [ + 0.395, + 0.3841, + 0.2209 + ] + }, + { + "episode": 190, + "avg_reward": 6627.17, + "avg_cost": 27.25, + "lambda": 19.295, + "rho": [ + 0.395, + 0.3841, + 0.2209 + ] + }, + { + "episode": 200, + "avg_reward": 6465.76, + "avg_cost": 23.5, + "lambda": 19.715, + "rho": [ + 0.4115, + 0.3846, + 0.2039 + ] + }, + { + "episode": 210, + "avg_reward": 6317.92, + "avg_cost": 37.75, + "lambda": 21.0725, + "rho": [ + 0.4115, + 0.3846, + 0.2039 + ] + }, + { + "episode": 220, + "avg_reward": 6029.47, + "avg_cost": 10.5, + "lambda": 21.725, + "rho": [ + 0.4115, + 0.3846, + 0.2039 + ] + }, + { + "episode": 230, + "avg_reward": 6379.14, + "avg_cost": 24.25, + "lambda": 22.3925, + "rho": [ + 0.4115, + 0.3846, + 0.2039 + ] + }, + { + "episode": 240, + "avg_reward": 6643.61, + "avg_cost": 39.75, + "lambda": 22.9325, + "rho": [ + 0.4115, + 0.3846, + 0.2039 + ] + }, + { + "episode": 250, + "avg_reward": 6327.23, + "avg_cost": 9.25, + "lambda": 21.35, + "rho": [ + 0.4342, + 0.3851, + 0.1807 + ] + }, + { + "episode": 260, + "avg_reward": 6743.91, + "avg_cost": 40.25, + "lambda": 20.0, + "rho": [ + 0.4342, + 0.3851, + 0.1807 + ] + }, + { + "episode": 270, + "avg_reward": 6943.71, + "avg_cost": 28.0, + "lambda": 16.97, + "rho": [ + 0.4342, + 0.3851, + 0.1807 + ] + }, + { + "episode": 280, + "avg_reward": 6810.78, + "avg_cost": 52.5, + "lambda": 18.23, + "rho": [ + 0.4342, + 0.3851, + 0.1807 + ] + }, + { + "episode": 290, + "avg_reward": 6227.66, + "avg_cost": 9.0, + "lambda": 14.6675, + "rho": [ + 0.4342, + 0.3851, + 0.1807 + ] + }, + { + "episode": 300, + "avg_reward": 6744.97, + "avg_cost": 36.0, + "lambda": 16.7375, + "rho": [ + 0.4408, + 0.3971, + 0.1621 + ] + }, + { + "episode": 310, + "avg_reward": 6712.52, + "avg_cost": 29.25, + "lambda": 16.25, + "rho": [ + 0.4408, + 0.3971, + 0.1621 + ] + }, + { + "episode": 320, + "avg_reward": 6510.49, + "avg_cost": 10.75, + "lambda": 14.4875, + "rho": [ + 0.4408, + 0.3971, + 0.1621 + ] + }, + { + "episode": 330, + "avg_reward": 6466.71, + "avg_cost": 8.75, + "lambda": 13.4825, + "rho": [ + 0.4408, + 0.3971, + 0.1621 + ] + }, + { + "episode": 340, + "avg_reward": 6730.2, + "avg_cost": 25.5, + "lambda": 13.9925, + "rho": [ + 0.4408, + 0.3971, + 0.1621 + ] + }, + { + "episode": 350, + "avg_reward": 6793.74, + "avg_cost": 36.75, + "lambda": 11.195, + "rho": [ + 0.4363, + 0.4186, + 0.1451 + ] + }, + { + "episode": 360, + "avg_reward": 6610.53, + "avg_cost": 13.75, + "lambda": 17.015, + "rho": [ + 0.4363, + 0.4186, + 0.1451 + ] + }, + { + "episode": 370, + "avg_reward": 6528.22, + "avg_cost": 6.25, + "lambda": 14.8925, + "rho": [ + 0.4363, + 0.4186, + 0.1451 + ] + }, + { + "episode": 380, + "avg_reward": 6732.8, + "avg_cost": 21.25, + "lambda": 15.815, + "rho": [ + 0.4363, + 0.4186, + 0.1451 + ] + }, + { + "episode": 390, + "avg_reward": 6862.63, + "avg_cost": 16.5, + "lambda": 13.055, + "rho": [ + 0.4363, + 0.4186, + 0.1451 + ] + }, + { + "episode": 400, + "avg_reward": 6549.55, + "avg_cost": 10.25, + "lambda": 11.3075, + "rho": [ + 0.4418, + 0.4265, + 0.1317 + ] + }, + { + "episode": 410, + "avg_reward": 7049.73, + "avg_cost": 48.75, + "lambda": 11.0075, + "rho": [ + 0.4418, + 0.4265, + 0.1317 + ] + }, + { + "episode": 420, + "avg_reward": 6724.17, + "avg_cost": 19.5, + "lambda": 12.56, + "rho": [ + 0.4418, + 0.4265, + 0.1317 + ] + }, + { + "episode": 430, + "avg_reward": 6369.28, + "avg_cost": 3.5, + "lambda": 14.6, + "rho": [ + 0.4418, + 0.4265, + 0.1317 + ] + }, + { + "episode": 440, + "avg_reward": 6619.69, + "avg_cost": 18.75, + "lambda": 17.0375, + "rho": [ + 0.4418, + 0.4265, + 0.1317 + ] + }, + { + "episode": 450, + "avg_reward": 7019.81, + "avg_cost": 37.0, + "lambda": 13.6025, + "rho": [ + 0.4379, + 0.4437, + 0.1185 + ] + }, + { + "episode": 460, + "avg_reward": 6683.09, + "avg_cost": 15.0, + "lambda": 13.2725, + "rho": [ + 0.4379, + 0.4437, + 0.1185 + ] + }, + { + "episode": 470, + "avg_reward": 6428.94, + "avg_cost": 2.0, + "lambda": 17.9675, + "rho": [ + 0.4379, + 0.4437, + 0.1185 + ] + }, + { + "episode": 480, + "avg_reward": 6935.08, + "avg_cost": 19.25, + "lambda": 13.205, + "rho": [ + 0.4379, + 0.4437, + 0.1185 + ] + }, + { + "episode": 490, + "avg_reward": 6789.1, + "avg_cost": 11.75, + "lambda": 10.595, + "rho": [ + 0.4379, + 0.4437, + 0.1185 + ] + }, + { + "episode": 500, + "avg_reward": 6854.68, + "avg_cost": 15.25, + "lambda": 9.74, + "rho": [ + 0.4227, + 0.468, + 0.1093 + ] + }, + { + "episode": 510, + "avg_reward": 7093.74, + "avg_cost": 43.75, + "lambda": 10.025, + "rho": [ + 0.4227, + 0.468, + 0.1093 + ] + }, + { + "episode": 520, + "avg_reward": 6776.72, + "avg_cost": 9.5, + "lambda": 12.0575, + "rho": [ + 0.4227, + 0.468, + 0.1093 + ] + }, + { + "episode": 530, + "avg_reward": 7053.31, + "avg_cost": 43.0, + "lambda": 11.6225, + "rho": [ + 0.4227, + 0.468, + 0.1093 + ] + }, + { + "episode": 540, + "avg_reward": 6777.44, + "avg_cost": 19.5, + "lambda": 12.215, + "rho": [ + 0.4227, + 0.468, + 0.1093 + ] + }, + { + "episode": 550, + "avg_reward": 6822.13, + "avg_cost": 11.0, + "lambda": 10.115, + "rho": [ + 0.4004, + 0.5, + 0.0995 + ] + }, + { + "episode": 560, + "avg_reward": 6883.72, + "avg_cost": 4.0, + "lambda": 10.805, + "rho": [ + 0.4004, + 0.5, + 0.0995 + ] + }, + { + "episode": 570, + "avg_reward": 6925.53, + "avg_cost": 40.0, + "lambda": 15.215, + "rho": [ + 0.4004, + 0.5, + 0.0995 + ] + }, + { + "episode": 580, + "avg_reward": 6891.51, + "avg_cost": 22.25, + "lambda": 13.565, + "rho": [ + 0.4004, + 0.5, + 0.0995 + ] + }, + { + "episode": 590, + "avg_reward": 7043.86, + "avg_cost": 34.25, + "lambda": 11.285, + "rho": [ + 0.4004, + 0.5, + 0.0995 + ] + }, + { + "episode": 600, + "avg_reward": 7040.72, + "avg_cost": 39.75, + "lambda": 10.8875, + "rho": [ + 0.3885, + 0.5179, + 0.0936 + ] + }, + { + "episode": 610, + "avg_reward": 6647.27, + "avg_cost": 8.5, + "lambda": 13.8425, + "rho": [ + 0.3885, + 0.5179, + 0.0936 + ] + }, + { + "episode": 620, + "avg_reward": 6821.07, + "avg_cost": 9.5, + "lambda": 11.555, + "rho": [ + 0.3885, + 0.5179, + 0.0936 + ] + }, + { + "episode": 630, + "avg_reward": 6653.99, + "avg_cost": 7.75, + "lambda": 9.1325, + "rho": [ + 0.3885, + 0.5179, + 0.0936 + ] + }, + { + "episode": 640, + "avg_reward": 6707.82, + "avg_cost": 7.75, + "lambda": 10.715, + "rho": [ + 0.3885, + 0.5179, + 0.0936 + ] + }, + { + "episode": 650, + "avg_reward": 6743.26, + "avg_cost": 2.25, + "lambda": 7.16, + "rho": [ + 0.3708, + 0.5447, + 0.0845 + ] + }, + { + "episode": 660, + "avg_reward": 6860.98, + "avg_cost": 6.5, + "lambda": 8.24, + "rho": [ + 0.3708, + 0.5447, + 0.0845 + ] + }, + { + "episode": 670, + "avg_reward": 6831.03, + "avg_cost": 10.0, + "lambda": 7.22, + "rho": [ + 0.3708, + 0.5447, + 0.0845 + ] + }, + { + "episode": 680, + "avg_reward": 6999.62, + "avg_cost": 15.25, + "lambda": 6.005, + "rho": [ + 0.3708, + 0.5447, + 0.0845 + ] + }, + { + "episode": 690, + "avg_reward": 6772.4, + "avg_cost": 2.5, + "lambda": 7.235, + "rho": [ + 0.3708, + 0.5447, + 0.0845 + ] + }, + { + "episode": 700, + "avg_reward": 7227.9, + "avg_cost": 29.25, + "lambda": 4.8425, + "rho": [ + 0.3624, + 0.5574, + 0.0802 + ] + }, + { + "episode": 710, + "avg_reward": 7148.43, + "avg_cost": 17.25, + "lambda": 7.025, + "rho": [ + 0.3624, + 0.5574, + 0.0802 + ] + }, + { + "episode": 720, + "avg_reward": 7007.29, + "avg_cost": 5.75, + "lambda": 1.97, + "rho": [ + 0.3624, + 0.5574, + 0.0802 + ] + }, + { + "episode": 730, + "avg_reward": 7217.85, + "avg_cost": 24.5, + "lambda": 4.955, + "rho": [ + 0.3624, + 0.5574, + 0.0802 + ] + }, + { + "episode": 740, + "avg_reward": 7198.56, + "avg_cost": 209.0, + "lambda": 21.605, + "rho": [ + 0.3624, + 0.5574, + 0.0802 + ] + }, + { + "episode": 750, + "avg_reward": 4902.76, + "avg_cost": 0.75, + "lambda": 22.4075, + "rho": [ + 0.3629, + 0.5584, + 0.0787 + ] + }, + { + "episode": 760, + "avg_reward": 5468.18, + "avg_cost": 0.0, + "lambda": 15.7325, + "rho": [ + 0.3629, + 0.5584, + 0.0787 + ] + }, + { + "episode": 770, + "avg_reward": 5535.87, + "avg_cost": 0.0, + "lambda": 23.27, + "rho": [ + 0.3629, + 0.5584, + 0.0787 + ] + }, + { + "episode": 780, + "avg_reward": 6432.8, + "avg_cost": 9.25, + "lambda": 18.455, + "rho": [ + 0.3629, + 0.5584, + 0.0787 + ] + }, + { + "episode": 790, + "avg_reward": 6772.3, + "avg_cost": 69.5, + "lambda": 17.045, + "rho": [ + 0.3629, + 0.5584, + 0.0787 + ] + }, + { + "episode": 800, + "avg_reward": 6027.04, + "avg_cost": 8.75, + "lambda": 35.3375, + "rho": [ + 0.3553, + 0.5677, + 0.0769 + ] + }, + { + "episode": 810, + "avg_reward": 6043.62, + "avg_cost": 1.0, + "lambda": 28.1825, + "rho": [ + 0.3553, + 0.5677, + 0.0769 + ] + }, + { + "episode": 820, + "avg_reward": 6176.43, + "avg_cost": 8.25, + "lambda": 21.41, + "rho": [ + 0.3553, + 0.5677, + 0.0769 + ] + }, + { + "episode": 830, + "avg_reward": 5929.35, + "avg_cost": 4.25, + "lambda": 16.76, + "rho": [ + 0.3553, + 0.5677, + 0.0769 + ] + }, + { + "episode": 840, + "avg_reward": 6504.43, + "avg_cost": 9.75, + "lambda": 13.5275, + "rho": [ + 0.3553, + 0.5677, + 0.0769 + ] + }, + { + "episode": 850, + "avg_reward": 6747.25, + "avg_cost": 39.0, + "lambda": 9.845, + "rho": [ + 0.356, + 0.5664, + 0.0776 + ] + }, + { + "episode": 860, + "avg_reward": 6643.43, + "avg_cost": 35.25, + "lambda": 8.075, + "rho": [ + 0.356, + 0.5664, + 0.0776 + ] + }, + { + "episode": 870, + "avg_reward": 6797.56, + "avg_cost": 22.0, + "lambda": 9.605, + "rho": [ + 0.356, + 0.5664, + 0.0776 + ] + }, + { + "episode": 880, + "avg_reward": 6743.63, + "avg_cost": 8.5, + "lambda": 6.5825, + "rho": [ + 0.356, + 0.5664, + 0.0776 + ] + }, + { + "episode": 890, + "avg_reward": 6812.05, + "avg_cost": 37.5, + "lambda": 10.0625, + "rho": [ + 0.356, + 0.5664, + 0.0776 + ] + }, + { + "episode": 900, + "avg_reward": 6918.14, + "avg_cost": 41.0, + "lambda": 12.035, + "rho": [ + 0.3638, + 0.5568, + 0.0795 + ] + }, + { + "episode": 910, + "avg_reward": 7312.73, + "avg_cost": 129.0, + "lambda": 12.2075, + "rho": [ + 0.3638, + 0.5568, + 0.0795 + ] + }, + { + "episode": 920, + "avg_reward": 7113.93, + "avg_cost": 41.5, + "lambda": 12.4625, + "rho": [ + 0.3638, + 0.5568, + 0.0795 + ] + }, + { + "episode": 930, + "avg_reward": 6205.84, + "avg_cost": 0.0, + "lambda": 18.515, + "rho": [ + 0.3638, + 0.5568, + 0.0795 + ] + }, + { + "episode": 940, + "avg_reward": 6019.53, + "avg_cost": 59.75, + "lambda": 27.4925, + "rho": [ + 0.3638, + 0.5568, + 0.0795 + ] + }, + { + "episode": 950, + "avg_reward": 5616.34, + "avg_cost": 5.5, + "lambda": 23.0825, + "rho": [ + 0.3634, + 0.554, + 0.0826 + ] + }, + { + "episode": 960, + "avg_reward": 3845.45, + "avg_cost": 0.0, + "lambda": 16.205, + "rho": [ + 0.3634, + 0.554, + 0.0826 + ] + }, + { + "episode": 970, + "avg_reward": 5280.77, + "avg_cost": 0.0, + "lambda": 8.735, + "rho": [ + 0.3634, + 0.554, + 0.0826 + ] + }, + { + "episode": 980, + "avg_reward": 5502.11, + "avg_cost": 0.0, + "lambda": 1.2425, + "rho": [ + 0.3634, + 0.554, + 0.0826 + ] + }, + { + "episode": 990, + "avg_reward": 5803.88, + "avg_cost": 3.25, + "lambda": 1.0, + "rho": [ + 0.3634, + 0.554, + 0.0826 + ] + }, + { + "episode": 1000, + "avg_reward": 5954.39, + "avg_cost": 1.25, + "lambda": 1.0, + "rho": [ + 0.369, + 0.5435, + 0.0875 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..5c896b5f4afed729b1b45f2322f7609ff6ce427d --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v13_reproduce.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 6575165.01, + "constraint_satisfaction_pct": 62.5, + "final_rho": [ + 0.2318, + 0.5915, + 0.1767 + ], + "final_lambda": 11.3175, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 5.4725, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 3536.25, + "avg_cost": 2.75, + "lambda": 17.2325, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 3517.94, + "avg_cost": 7.0, + "lambda": 18.5675, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 4445.23, + "avg_cost": 8.25, + "lambda": 16.385, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 6334.75, + "avg_cost": 140.75, + "lambda": 18.5825, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 5570.55, + "avg_cost": 37.25, + "lambda": 18.6575, + "rho": [ + 0.3991, + 0.338, + 0.2628 + ] + }, + { + "episode": 60, + "avg_reward": 6458.99, + "avg_cost": 59.5, + "lambda": 18.4925, + "rho": [ + 0.3991, + 0.338, + 0.2628 + ] + }, + { + "episode": 70, + "avg_reward": 6322.57, + "avg_cost": 40.75, + "lambda": 16.685, + "rho": [ + 0.3991, + 0.338, + 0.2628 + ] + }, + { + "episode": 80, + "avg_reward": 5533.88, + "avg_cost": 8.5, + "lambda": 17.66, + "rho": [ + 0.3991, + 0.338, + 0.2628 + ] + }, + { + "episode": 90, + "avg_reward": 6121.2, + "avg_cost": 24.75, + "lambda": 16.5725, + "rho": [ + 0.3991, + 0.338, + 0.2628 + ] + }, + { + "episode": 100, + "avg_reward": 5775.44, + "avg_cost": 3.25, + "lambda": 16.8575, + "rho": [ + 0.3952, + 0.3612, + 0.2436 + ] + }, + { + "episode": 110, + "avg_reward": 6446.93, + "avg_cost": 12.75, + "lambda": 18.4025, + "rho": [ + 0.3952, + 0.3612, + 0.2436 + ] + }, + { + "episode": 120, + "avg_reward": 6391.46, + "avg_cost": 28.5, + "lambda": 17.615, + "rho": [ + 0.3952, + 0.3612, + 0.2436 + ] + }, + { + "episode": 130, + "avg_reward": 6052.46, + "avg_cost": 6.0, + "lambda": 17.465, + "rho": [ + 0.3952, + 0.3612, + 0.2436 + ] + }, + { + "episode": 140, + "avg_reward": 5637.42, + "avg_cost": 2.5, + "lambda": 17.6975, + "rho": [ + 0.3952, + 0.3612, + 0.2436 + ] + }, + { + "episode": 150, + "avg_reward": 6141.91, + "avg_cost": 27.25, + "lambda": 18.26, + "rho": [ + 0.3985, + 0.3823, + 0.2192 + ] + }, + { + "episode": 160, + "avg_reward": 5838.16, + "avg_cost": 6.0, + "lambda": 18.455, + "rho": [ + 0.3985, + 0.3823, + 0.2192 + ] + }, + { + "episode": 170, + "avg_reward": 6612.66, + "avg_cost": 34.25, + "lambda": 19.07, + "rho": [ + 0.3985, + 0.3823, + 0.2192 + ] + }, + { + "episode": 180, + "avg_reward": 5725.81, + "avg_cost": 1.75, + "lambda": 19.2875, + "rho": [ + 0.3985, + 0.3823, + 0.2192 + ] + }, + { + "episode": 190, + "avg_reward": 6071.45, + "avg_cost": 6.25, + "lambda": 20.24, + "rho": [ + 0.3985, + 0.3823, + 0.2192 + ] + }, + { + "episode": 200, + "avg_reward": 6401.7, + "avg_cost": 17.5, + "lambda": 21.425, + "rho": [ + 0.3877, + 0.4127, + 0.1996 + ] + }, + { + "episode": 210, + "avg_reward": 6192.29, + "avg_cost": 27.0, + "lambda": 21.6125, + "rho": [ + 0.3877, + 0.4127, + 0.1996 + ] + }, + { + "episode": 220, + "avg_reward": 5911.47, + "avg_cost": 0.25, + "lambda": 20.8775, + "rho": [ + 0.3877, + 0.4127, + 0.1996 + ] + }, + { + "episode": 230, + "avg_reward": 5900.21, + "avg_cost": 1.75, + "lambda": 23.5625, + "rho": [ + 0.3877, + 0.4127, + 0.1996 + ] + }, + { + "episode": 240, + "avg_reward": 6735.14, + "avg_cost": 41.25, + "lambda": 21.155, + "rho": [ + 0.3877, + 0.4127, + 0.1996 + ] + }, + { + "episode": 250, + "avg_reward": 5739.62, + "avg_cost": 4.0, + "lambda": 20.8925, + "rho": [ + 0.3719, + 0.4332, + 0.1948 + ] + }, + { + "episode": 260, + "avg_reward": 6505.1, + "avg_cost": 27.5, + "lambda": 21.5975, + "rho": [ + 0.3719, + 0.4332, + 0.1948 + ] + }, + { + "episode": 270, + "avg_reward": 6232.27, + "avg_cost": 11.25, + "lambda": 20.615, + "rho": [ + 0.3719, + 0.4332, + 0.1948 + ] + }, + { + "episode": 280, + "avg_reward": 6630.17, + "avg_cost": 31.25, + "lambda": 19.6775, + "rho": [ + 0.3719, + 0.4332, + 0.1948 + ] + }, + { + "episode": 290, + "avg_reward": 6607.25, + "avg_cost": 31.5, + "lambda": 20.585, + "rho": [ + 0.3719, + 0.4332, + 0.1948 + ] + }, + { + "episode": 300, + "avg_reward": 6299.8, + "avg_cost": 32.25, + "lambda": 19.19, + "rho": [ + 0.3458, + 0.4634, + 0.1908 + ] + }, + { + "episode": 310, + "avg_reward": 6833.92, + "avg_cost": 38.0, + "lambda": 17.4275, + "rho": [ + 0.3458, + 0.4634, + 0.1908 + ] + }, + { + "episode": 320, + "avg_reward": 6110.76, + "avg_cost": 4.0, + "lambda": 18.0575, + "rho": [ + 0.3458, + 0.4634, + 0.1908 + ] + }, + { + "episode": 330, + "avg_reward": 6414.76, + "avg_cost": 8.0, + "lambda": 14.465, + "rho": [ + 0.3458, + 0.4634, + 0.1908 + ] + }, + { + "episode": 340, + "avg_reward": 6374.31, + "avg_cost": 5.75, + "lambda": 12.095, + "rho": [ + 0.3458, + 0.4634, + 0.1908 + ] + }, + { + "episode": 350, + "avg_reward": 5907.56, + "avg_cost": 7.75, + "lambda": 19.79, + "rho": [ + 0.3121, + 0.5009, + 0.1871 + ] + }, + { + "episode": 360, + "avg_reward": 6997.58, + "avg_cost": 68.5, + "lambda": 16.49, + "rho": [ + 0.3121, + 0.5009, + 0.1871 + ] + }, + { + "episode": 370, + "avg_reward": 6783.65, + "avg_cost": 23.75, + "lambda": 12.395, + "rho": [ + 0.3121, + 0.5009, + 0.1871 + ] + }, + { + "episode": 380, + "avg_reward": 6415.68, + "avg_cost": 6.25, + "lambda": 12.515, + "rho": [ + 0.3121, + 0.5009, + 0.1871 + ] + }, + { + "episode": 390, + "avg_reward": 6145.11, + "avg_cost": 1.75, + "lambda": 11.735, + "rho": [ + 0.3121, + 0.5009, + 0.1871 + ] + }, + { + "episode": 400, + "avg_reward": 6696.38, + "avg_cost": 36.75, + "lambda": 11.2625, + "rho": [ + 0.2951, + 0.5202, + 0.1847 + ] + }, + { + "episode": 410, + "avg_reward": 7013.54, + "avg_cost": 51.5, + "lambda": 9.155, + "rho": [ + 0.2951, + 0.5202, + 0.1847 + ] + }, + { + "episode": 420, + "avg_reward": 6808.59, + "avg_cost": 30.75, + "lambda": 9.53, + "rho": [ + 0.2951, + 0.5202, + 0.1847 + ] + }, + { + "episode": 430, + "avg_reward": 6691.59, + "avg_cost": 9.75, + "lambda": 7.8575, + "rho": [ + 0.2951, + 0.5202, + 0.1847 + ] + }, + { + "episode": 440, + "avg_reward": 6474.08, + "avg_cost": 8.25, + "lambda": 9.2675, + "rho": [ + 0.2951, + 0.5202, + 0.1847 + ] + }, + { + "episode": 450, + "avg_reward": 6522.88, + "avg_cost": 7.5, + "lambda": 7.895, + "rho": [ + 0.2912, + 0.5254, + 0.1833 + ] + }, + { + "episode": 460, + "avg_reward": 6843.18, + "avg_cost": 23.0, + "lambda": 8.465, + "rho": [ + 0.2912, + 0.5254, + 0.1833 + ] + }, + { + "episode": 470, + "avg_reward": 6606.55, + "avg_cost": 12.25, + "lambda": 8.87, + "rho": [ + 0.2912, + 0.5254, + 0.1833 + ] + }, + { + "episode": 480, + "avg_reward": 6766.09, + "avg_cost": 22.5, + "lambda": 10.3775, + "rho": [ + 0.2912, + 0.5254, + 0.1833 + ] + }, + { + "episode": 490, + "avg_reward": 7033.72, + "avg_cost": 35.75, + "lambda": 9.6875, + "rho": [ + 0.2912, + 0.5254, + 0.1833 + ] + }, + { + "episode": 500, + "avg_reward": 7007.6, + "avg_cost": 42.25, + "lambda": 8.9225, + "rho": [ + 0.2971, + 0.5203, + 0.1827 + ] + }, + { + "episode": 510, + "avg_reward": 6910.28, + "avg_cost": 36.0, + "lambda": 8.765, + "rho": [ + 0.2971, + 0.5203, + 0.1827 + ] + }, + { + "episode": 520, + "avg_reward": 6482.22, + "avg_cost": 23.25, + "lambda": 8.0, + "rho": [ + 0.2971, + 0.5203, + 0.1827 + ] + }, + { + "episode": 530, + "avg_reward": 6656.17, + "avg_cost": 10.25, + "lambda": 8.6825, + "rho": [ + 0.2971, + 0.5203, + 0.1827 + ] + }, + { + "episode": 540, + "avg_reward": 7028.33, + "avg_cost": 51.25, + "lambda": 9.575, + "rho": [ + 0.2971, + 0.5203, + 0.1827 + ] + }, + { + "episode": 550, + "avg_reward": 6955.16, + "avg_cost": 27.25, + "lambda": 7.7825, + "rho": [ + 0.2936, + 0.5247, + 0.1817 + ] + }, + { + "episode": 560, + "avg_reward": 6787.51, + "avg_cost": 10.25, + "lambda": 7.94, + "rho": [ + 0.2936, + 0.5247, + 0.1817 + ] + }, + { + "episode": 570, + "avg_reward": 7003.99, + "avg_cost": 24.0, + "lambda": 6.4775, + "rho": [ + 0.2936, + 0.5247, + 0.1817 + ] + }, + { + "episode": 580, + "avg_reward": 6710.8, + "avg_cost": 12.0, + "lambda": 6.2375, + "rho": [ + 0.2936, + 0.5247, + 0.1817 + ] + }, + { + "episode": 590, + "avg_reward": 6946.34, + "avg_cost": 28.5, + "lambda": 8.2025, + "rho": [ + 0.2936, + 0.5247, + 0.1817 + ] + }, + { + "episode": 600, + "avg_reward": 6879.58, + "avg_cost": 19.25, + "lambda": 6.74, + "rho": [ + 0.2828, + 0.5366, + 0.1806 + ] + }, + { + "episode": 610, + "avg_reward": 6764.69, + "avg_cost": 3.25, + "lambda": 5.81, + "rho": [ + 0.2828, + 0.5366, + 0.1806 + ] + }, + { + "episode": 620, + "avg_reward": 7075.96, + "avg_cost": 17.0, + "lambda": 6.2525, + "rho": [ + 0.2828, + 0.5366, + 0.1806 + ] + }, + { + "episode": 630, + "avg_reward": 7310.18, + "avg_cost": 45.0, + "lambda": 6.8675, + "rho": [ + 0.2828, + 0.5366, + 0.1806 + ] + }, + { + "episode": 640, + "avg_reward": 7108.24, + "avg_cost": 21.0, + "lambda": 4.5275, + "rho": [ + 0.2828, + 0.5366, + 0.1806 + ] + }, + { + "episode": 650, + "avg_reward": 7044.47, + "avg_cost": 11.5, + "lambda": 4.94, + "rho": [ + 0.2656, + 0.5551, + 0.1794 + ] + }, + { + "episode": 660, + "avg_reward": 7133.25, + "avg_cost": 19.0, + "lambda": 5.1275, + "rho": [ + 0.2656, + 0.5551, + 0.1794 + ] + }, + { + "episode": 670, + "avg_reward": 6966.61, + "avg_cost": 18.0, + "lambda": 5.3, + "rho": [ + 0.2656, + 0.5551, + 0.1794 + ] + }, + { + "episode": 680, + "avg_reward": 6931.68, + "avg_cost": 9.5, + "lambda": 4.505, + "rho": [ + 0.2656, + 0.5551, + 0.1794 + ] + }, + { + "episode": 690, + "avg_reward": 7114.9, + "avg_cost": 14.5, + "lambda": 4.94, + "rho": [ + 0.2656, + 0.5551, + 0.1794 + ] + }, + { + "episode": 700, + "avg_reward": 7437.13, + "avg_cost": 78.75, + "lambda": 6.9575, + "rho": [ + 0.2582, + 0.5631, + 0.1787 + ] + }, + { + "episode": 710, + "avg_reward": 6644.7, + "avg_cost": 15.25, + "lambda": 12.6725, + "rho": [ + 0.2582, + 0.5631, + 0.1787 + ] + }, + { + "episode": 720, + "avg_reward": 6455.03, + "avg_cost": 0.25, + "lambda": 6.23, + "rho": [ + 0.2582, + 0.5631, + 0.1787 + ] + }, + { + "episode": 730, + "avg_reward": 6953.13, + "avg_cost": 7.75, + "lambda": 6.215, + "rho": [ + 0.2582, + 0.5631, + 0.1787 + ] + }, + { + "episode": 740, + "avg_reward": 7400.15, + "avg_cost": 36.0, + "lambda": 4.145, + "rho": [ + 0.2582, + 0.5631, + 0.1787 + ] + }, + { + "episode": 750, + "avg_reward": 7122.84, + "avg_cost": 33.5, + "lambda": 6.065, + "rho": [ + 0.2446, + 0.5777, + 0.1777 + ] + }, + { + "episode": 760, + "avg_reward": 6803.09, + "avg_cost": 5.25, + "lambda": 4.955, + "rho": [ + 0.2446, + 0.5777, + 0.1777 + ] + }, + { + "episode": 770, + "avg_reward": 6903.97, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 0.2446, + 0.5777, + 0.1777 + ] + }, + { + "episode": 780, + "avg_reward": 7105.6, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 0.2446, + 0.5777, + 0.1777 + ] + }, + { + "episode": 790, + "avg_reward": 6985.57, + "avg_cost": 5.25, + "lambda": 4.755, + "rho": [ + 0.2446, + 0.5777, + 0.1777 + ] + }, + { + "episode": 800, + "avg_reward": 7158.84, + "avg_cost": 35.0, + "lambda": 4.2225, + "rho": [ + 0.2256, + 0.5978, + 0.1766 + ] + }, + { + "episode": 810, + "avg_reward": 6964.98, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 0.2256, + 0.5978, + 0.1766 + ] + }, + { + "episode": 820, + "avg_reward": 6978.75, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 0.2256, + 0.5978, + 0.1766 + ] + }, + { + "episode": 830, + "avg_reward": 6937.95, + "avg_cost": 25.0, + "lambda": 3.0, + "rho": [ + 0.2256, + 0.5978, + 0.1766 + ] + }, + { + "episode": 840, + "avg_reward": 7157.96, + "avg_cost": 63.25, + "lambda": 4.1475, + "rho": [ + 0.2256, + 0.5978, + 0.1766 + ] + }, + { + "episode": 850, + "avg_reward": 6571.26, + "avg_cost": 13.75, + "lambda": 8.9925, + "rho": [ + 0.2162, + 0.6078, + 0.176 + ] + }, + { + "episode": 860, + "avg_reward": 6838.77, + "avg_cost": 11.0, + "lambda": 4.3425, + "rho": [ + 0.2162, + 0.6078, + 0.176 + ] + }, + { + "episode": 870, + "avg_reward": 7018.44, + "avg_cost": 53.75, + "lambda": 5.475, + "rho": [ + 0.2162, + 0.6078, + 0.176 + ] + }, + { + "episode": 880, + "avg_reward": 7017.71, + "avg_cost": 35.5, + "lambda": 5.9775, + "rho": [ + 0.2162, + 0.6078, + 0.176 + ] + }, + { + "episode": 890, + "avg_reward": 6550.72, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 0.2162, + 0.6078, + 0.176 + ] + }, + { + "episode": 900, + "avg_reward": 7026.96, + "avg_cost": 19.75, + "lambda": 3.0525, + "rho": [ + 0.2149, + 0.6092, + 0.1759 + ] + }, + { + "episode": 910, + "avg_reward": 6866.47, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 0.2149, + 0.6092, + 0.1759 + ] + }, + { + "episode": 920, + "avg_reward": 7065.03, + "avg_cost": 71.75, + "lambda": 6.09, + "rho": [ + 0.2149, + 0.6092, + 0.1759 + ] + }, + { + "episode": 930, + "avg_reward": 6451.97, + "avg_cost": 16.75, + "lambda": 9.39, + "rho": [ + 0.2149, + 0.6092, + 0.1759 + ] + }, + { + "episode": 940, + "avg_reward": 6050.28, + "avg_cost": 0.5, + "lambda": 5.1225, + "rho": [ + 0.2149, + 0.6092, + 0.1759 + ] + }, + { + "episode": 950, + "avg_reward": 7170.6, + "avg_cost": 61.75, + "lambda": 4.1025, + "rho": [ + 0.2205, + 0.6033, + 0.1761 + ] + }, + { + "episode": 960, + "avg_reward": 6693.68, + "avg_cost": 16.75, + "lambda": 5.2725, + "rho": [ + 0.2205, + 0.6033, + 0.1761 + ] + }, + { + "episode": 970, + "avg_reward": 6459.51, + "avg_cost": 16.25, + "lambda": 3.18, + "rho": [ + 0.2205, + 0.6033, + 0.1761 + ] + }, + { + "episode": 980, + "avg_reward": 6964.47, + "avg_cost": 37.5, + "lambda": 7.6725, + "rho": [ + 0.2205, + 0.6033, + 0.1761 + ] + }, + { + "episode": 990, + "avg_reward": 6828.41, + "avg_cost": 1.25, + "lambda": 3.9, + "rho": [ + 0.2205, + 0.6033, + 0.1761 + ] + }, + { + "episode": 1000, + "avg_reward": 7174.18, + "avg_cost": 77.75, + "lambda": 11.3175, + "rho": [ + 0.2318, + 0.5915, + 0.1767 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..8d5f9872e83e27b07c1180ba0941922122f811d4 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5913713.59, + "constraint_satisfaction_pct": 24.2, + "final_rho": [ + 0.2079, + 0.5843, + 0.2079 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 11.2225, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 10, + "avg_reward": 3846.37, + "avg_cost": 1.25, + "lambda": 21.6192, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 20, + "avg_reward": 3643.57, + "avg_cost": 5.25, + "lambda": 28.7423, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 30, + "avg_reward": 4800.92, + "avg_cost": 12.25, + "lambda": 33.7012, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 40, + "avg_reward": 4758.08, + "avg_cost": 24.25, + "lambda": 37.0812, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 50, + "avg_reward": 5096.98, + "avg_cost": 19.5, + "lambda": 40.3333, + "rho": [ + 0.3877, + 0.3231, + 0.2892 + ] + }, + { + "episode": 60, + "avg_reward": 4888.39, + "avg_cost": 4.75, + "lambda": 43.9416, + "rho": [ + 0.3877, + 0.3231, + 0.2892 + ] + }, + { + "episode": 70, + "avg_reward": 5346.04, + "avg_cost": 11.75, + "lambda": 47.2909, + "rho": [ + 0.3877, + 0.3231, + 0.2892 + ] + }, + { + "episode": 80, + "avg_reward": 4666.89, + "avg_cost": 0.5, + "lambda": 51.8969, + "rho": [ + 0.3877, + 0.3231, + 0.2892 + ] + }, + { + "episode": 90, + "avg_reward": 5654.66, + "avg_cost": 2.25, + "lambda": 55.9423, + "rho": [ + 0.3877, + 0.3231, + 0.2892 + ] + }, + { + "episode": 100, + "avg_reward": 5526.41, + "avg_cost": 2.0, + "lambda": 59.0641, + "rho": [ + 0.3751, + 0.3399, + 0.285 + ] + }, + { + "episode": 110, + "avg_reward": 5990.93, + "avg_cost": 8.25, + "lambda": 62.018, + "rho": [ + 0.3751, + 0.3399, + 0.285 + ] + }, + { + "episode": 120, + "avg_reward": 5557.42, + "avg_cost": 1.5, + "lambda": 65.917, + "rho": [ + 0.3751, + 0.3399, + 0.285 + ] + }, + { + "episode": 130, + "avg_reward": 5348.91, + "avg_cost": 0.75, + "lambda": 69.7277, + "rho": [ + 0.3751, + 0.3399, + 0.285 + ] + }, + { + "episode": 140, + "avg_reward": 5381.74, + "avg_cost": 1.5, + "lambda": 73.6924, + "rho": [ + 0.3751, + 0.3399, + 0.285 + ] + }, + { + "episode": 150, + "avg_reward": 5420.62, + "avg_cost": 3.0, + "lambda": 78.0936, + "rho": [ + 0.3682, + 0.3522, + 0.2796 + ] + }, + { + "episode": 160, + "avg_reward": 5827.53, + "avg_cost": 1.25, + "lambda": 81.59, + "rho": [ + 0.3682, + 0.3522, + 0.2796 + ] + }, + { + "episode": 170, + "avg_reward": 5629.68, + "avg_cost": 1.75, + "lambda": 84.1311, + "rho": [ + 0.3682, + 0.3522, + 0.2796 + ] + }, + { + "episode": 180, + "avg_reward": 6306.82, + "avg_cost": 5.25, + "lambda": 86.0341, + "rho": [ + 0.3682, + 0.3522, + 0.2796 + ] + }, + { + "episode": 190, + "avg_reward": 6294.61, + "avg_cost": 3.25, + "lambda": 88.1884, + "rho": [ + 0.3682, + 0.3522, + 0.2796 + ] + }, + { + "episode": 200, + "avg_reward": 6125.05, + "avg_cost": 3.5, + "lambda": 90.0564, + "rho": [ + 0.351, + 0.3737, + 0.2754 + ] + }, + { + "episode": 210, + "avg_reward": 6274.24, + "avg_cost": 19.25, + "lambda": 92.0003, + "rho": [ + 0.351, + 0.3737, + 0.2754 + ] + }, + { + "episode": 220, + "avg_reward": 5715.53, + "avg_cost": 0.75, + "lambda": 93.8409, + "rho": [ + 0.351, + 0.3737, + 0.2754 + ] + }, + { + "episode": 230, + "avg_reward": 5979.71, + "avg_cost": 0.0, + "lambda": 95.8081, + "rho": [ + 0.351, + 0.3737, + 0.2754 + ] + }, + { + "episode": 240, + "avg_reward": 6344.0, + "avg_cost": 7.75, + "lambda": 98.9463, + "rho": [ + 0.351, + 0.3737, + 0.2754 + ] + }, + { + "episode": 250, + "avg_reward": 5505.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3303, + 0.3993, + 0.2704 + ] + }, + { + "episode": 260, + "avg_reward": 5792.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3303, + 0.3993, + 0.2704 + ] + }, + { + "episode": 270, + "avg_reward": 5908.07, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3303, + 0.3993, + 0.2704 + ] + }, + { + "episode": 280, + "avg_reward": 6400.08, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.3303, + 0.3993, + 0.2704 + ] + }, + { + "episode": 290, + "avg_reward": 6201.34, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.3303, + 0.3993, + 0.2704 + ] + }, + { + "episode": 300, + "avg_reward": 5532.91, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3235, + 0.4092, + 0.2674 + ] + }, + { + "episode": 310, + "avg_reward": 5891.7, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3235, + 0.4092, + 0.2674 + ] + }, + { + "episode": 320, + "avg_reward": 6193.2, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3235, + 0.4092, + 0.2674 + ] + }, + { + "episode": 330, + "avg_reward": 5818.59, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3235, + 0.4092, + 0.2674 + ] + }, + { + "episode": 340, + "avg_reward": 6080.34, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3235, + 0.4092, + 0.2674 + ] + }, + { + "episode": 350, + "avg_reward": 6299.18, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3094, + 0.4265, + 0.2641 + ] + }, + { + "episode": 360, + "avg_reward": 6266.41, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3094, + 0.4265, + 0.2641 + ] + }, + { + "episode": 370, + "avg_reward": 5847.04, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.3094, + 0.4265, + 0.2641 + ] + }, + { + "episode": 380, + "avg_reward": 6072.38, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3094, + 0.4265, + 0.2641 + ] + }, + { + "episode": 390, + "avg_reward": 5769.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3094, + 0.4265, + 0.2641 + ] + }, + { + "episode": 400, + "avg_reward": 6412.54, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 0.2901, + 0.4476, + 0.2623 + ] + }, + { + "episode": 410, + "avg_reward": 5183.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2901, + 0.4476, + 0.2623 + ] + }, + { + "episode": 420, + "avg_reward": 5541.36, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2901, + 0.4476, + 0.2623 + ] + }, + { + "episode": 430, + "avg_reward": 6054.29, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2901, + 0.4476, + 0.2623 + ] + }, + { + "episode": 440, + "avg_reward": 5919.08, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2901, + 0.4476, + 0.2623 + ] + }, + { + "episode": 450, + "avg_reward": 5796.92, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2821, + 0.4564, + 0.2615 + ] + }, + { + "episode": 460, + "avg_reward": 5846.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2821, + 0.4564, + 0.2615 + ] + }, + { + "episode": 470, + "avg_reward": 5878.89, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2821, + 0.4564, + 0.2615 + ] + }, + { + "episode": 480, + "avg_reward": 6464.74, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.2821, + 0.4564, + 0.2615 + ] + }, + { + "episode": 490, + "avg_reward": 5768.7, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2821, + 0.4564, + 0.2615 + ] + }, + { + "episode": 500, + "avg_reward": 5695.22, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2686, + 0.4712, + 0.2603 + ] + }, + { + "episode": 510, + "avg_reward": 6145.23, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2686, + 0.4712, + 0.2603 + ] + }, + { + "episode": 520, + "avg_reward": 6397.26, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2686, + 0.4712, + 0.2603 + ] + }, + { + "episode": 530, + "avg_reward": 5682.87, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2686, + 0.4712, + 0.2603 + ] + }, + { + "episode": 540, + "avg_reward": 5501.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2686, + 0.4712, + 0.2603 + ] + }, + { + "episode": 550, + "avg_reward": 5801.83, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2567, + 0.4866, + 0.2567 + ] + }, + { + "episode": 560, + "avg_reward": 6174.18, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2567, + 0.4866, + 0.2567 + ] + }, + { + "episode": 570, + "avg_reward": 5728.0, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2567, + 0.4866, + 0.2567 + ] + }, + { + "episode": 580, + "avg_reward": 6319.43, + "avg_cost": 23.75, + "lambda": 100.0, + "rho": [ + 0.2567, + 0.4866, + 0.2567 + ] + }, + { + "episode": 590, + "avg_reward": 6216.67, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2567, + 0.4866, + 0.2567 + ] + }, + { + "episode": 600, + "avg_reward": 5905.56, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2517, + 0.4966, + 0.2517 + ] + }, + { + "episode": 610, + "avg_reward": 4761.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2517, + 0.4966, + 0.2517 + ] + }, + { + "episode": 620, + "avg_reward": 5937.13, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2517, + 0.4966, + 0.2517 + ] + }, + { + "episode": 630, + "avg_reward": 5845.33, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.2517, + 0.4966, + 0.2517 + ] + }, + { + "episode": 640, + "avg_reward": 6083.08, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2517, + 0.4966, + 0.2517 + ] + }, + { + "episode": 650, + "avg_reward": 5643.07, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.5063, + 0.2469 + ] + }, + { + "episode": 660, + "avg_reward": 6169.7, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.5063, + 0.2469 + ] + }, + { + "episode": 670, + "avg_reward": 5918.01, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.5063, + 0.2469 + ] + }, + { + "episode": 680, + "avg_reward": 6028.03, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.5063, + 0.2469 + ] + }, + { + "episode": 690, + "avg_reward": 6359.93, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.5063, + 0.2469 + ] + }, + { + "episode": 700, + "avg_reward": 6556.81, + "avg_cost": 45.0, + "lambda": 100.0, + "rho": [ + 0.2457, + 0.5086, + 0.2457 + ] + }, + { + "episode": 710, + "avg_reward": 6233.7, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2457, + 0.5086, + 0.2457 + ] + }, + { + "episode": 720, + "avg_reward": 6084.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2457, + 0.5086, + 0.2457 + ] + }, + { + "episode": 730, + "avg_reward": 5797.3, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2457, + 0.5086, + 0.2457 + ] + }, + { + "episode": 740, + "avg_reward": 5938.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2457, + 0.5086, + 0.2457 + ] + }, + { + "episode": 750, + "avg_reward": 6385.02, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 0.2422, + 0.5157, + 0.2422 + ] + }, + { + "episode": 760, + "avg_reward": 6300.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2422, + 0.5157, + 0.2422 + ] + }, + { + "episode": 770, + "avg_reward": 5725.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2422, + 0.5157, + 0.2422 + ] + }, + { + "episode": 780, + "avg_reward": 6376.8, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.2422, + 0.5157, + 0.2422 + ] + }, + { + "episode": 790, + "avg_reward": 6321.73, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2422, + 0.5157, + 0.2422 + ] + }, + { + "episode": 800, + "avg_reward": 6037.82, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2368, + 0.5264, + 0.2368 + ] + }, + { + "episode": 810, + "avg_reward": 6060.61, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2368, + 0.5264, + 0.2368 + ] + }, + { + "episode": 820, + "avg_reward": 6328.29, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2368, + 0.5264, + 0.2368 + ] + }, + { + "episode": 830, + "avg_reward": 6347.82, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2368, + 0.5264, + 0.2368 + ] + }, + { + "episode": 840, + "avg_reward": 6347.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2368, + 0.5264, + 0.2368 + ] + }, + { + "episode": 850, + "avg_reward": 7079.63, + "avg_cost": 83.25, + "lambda": 100.0, + "rho": [ + 0.2301, + 0.5397, + 0.2301 + ] + }, + { + "episode": 860, + "avg_reward": 6265.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2301, + 0.5397, + 0.2301 + ] + }, + { + "episode": 870, + "avg_reward": 5912.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2301, + 0.5397, + 0.2301 + ] + }, + { + "episode": 880, + "avg_reward": 6410.86, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2301, + 0.5397, + 0.2301 + ] + }, + { + "episode": 890, + "avg_reward": 6173.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2301, + 0.5397, + 0.2301 + ] + }, + { + "episode": 900, + "avg_reward": 5988.3, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2227, + 0.5546, + 0.2227 + ] + }, + { + "episode": 910, + "avg_reward": 6334.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2227, + 0.5546, + 0.2227 + ] + }, + { + "episode": 920, + "avg_reward": 6536.75, + "avg_cost": 30.5, + "lambda": 100.0, + "rho": [ + 0.2227, + 0.5546, + 0.2227 + ] + }, + { + "episode": 930, + "avg_reward": 6337.14, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2227, + 0.5546, + 0.2227 + ] + }, + { + "episode": 940, + "avg_reward": 6135.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2227, + 0.5546, + 0.2227 + ] + }, + { + "episode": 950, + "avg_reward": 6211.36, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2151, + 0.5698, + 0.2151 + ] + }, + { + "episode": 960, + "avg_reward": 6250.59, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2151, + 0.5698, + 0.2151 + ] + }, + { + "episode": 970, + "avg_reward": 5974.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2151, + 0.5698, + 0.2151 + ] + }, + { + "episode": 980, + "avg_reward": 6237.03, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2151, + 0.5698, + 0.2151 + ] + }, + { + "episode": 990, + "avg_reward": 6002.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2151, + 0.5698, + 0.2151 + ] + }, + { + "episode": 1000, + "avg_reward": 6235.16, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2079, + 0.5843, + 0.2079 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..03455781575919796bed873308888ba0a26d9e9d --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5509355.66, + "constraint_satisfaction_pct": 28.5, + "final_rho": [ + 0.5541, + 0.223, + 0.223 + ], + "final_lambda": 99.775, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 11.1925, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 10, + "avg_reward": 3960.68, + "avg_cost": 2.5, + "lambda": 18.37, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 20, + "avg_reward": 4038.16, + "avg_cost": 5.75, + "lambda": 21.8875, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 30, + "avg_reward": 4848.6, + "avg_cost": 15.25, + "lambda": 27.2875, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 40, + "avg_reward": 5508.22, + "avg_cost": 53.0, + "lambda": 32.7025, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 50, + "avg_reward": 5302.64, + "avg_cost": 25.5, + "lambda": 35.4625, + "rho": [ + 0.3893, + 0.3213, + 0.2894 + ] + }, + { + "episode": 60, + "avg_reward": 5190.34, + "avg_cost": 4.75, + "lambda": 39.2425, + "rho": [ + 0.3893, + 0.3213, + 0.2894 + ] + }, + { + "episode": 70, + "avg_reward": 5371.53, + "avg_cost": 17.25, + "lambda": 41.305, + "rho": [ + 0.3893, + 0.3213, + 0.2894 + ] + }, + { + "episode": 80, + "avg_reward": 5400.01, + "avg_cost": 4.25, + "lambda": 43.8025, + "rho": [ + 0.3893, + 0.3213, + 0.2894 + ] + }, + { + "episode": 90, + "avg_reward": 6047.19, + "avg_cost": 8.75, + "lambda": 47.7325, + "rho": [ + 0.3893, + 0.3213, + 0.2894 + ] + }, + { + "episode": 100, + "avg_reward": 6236.17, + "avg_cost": 21.25, + "lambda": 52.99, + "rho": [ + 0.3795, + 0.3356, + 0.2849 + ] + }, + { + "episode": 110, + "avg_reward": 6263.84, + "avg_cost": 11.5, + "lambda": 60.22, + "rho": [ + 0.3795, + 0.3356, + 0.2849 + ] + }, + { + "episode": 120, + "avg_reward": 5375.54, + "avg_cost": 2.75, + "lambda": 62.4625, + "rho": [ + 0.3795, + 0.3356, + 0.2849 + ] + }, + { + "episode": 130, + "avg_reward": 5921.91, + "avg_cost": 6.5, + "lambda": 64.51, + "rho": [ + 0.3795, + 0.3356, + 0.2849 + ] + }, + { + "episode": 140, + "avg_reward": 5949.74, + "avg_cost": 11.5, + "lambda": 67.345, + "rho": [ + 0.3795, + 0.3356, + 0.2849 + ] + }, + { + "episode": 150, + "avg_reward": 6300.74, + "avg_cost": 15.75, + "lambda": 69.5875, + "rho": [ + 0.3865, + 0.3337, + 0.2798 + ] + }, + { + "episode": 160, + "avg_reward": 6136.81, + "avg_cost": 10.0, + "lambda": 71.2975, + "rho": [ + 0.3865, + 0.3337, + 0.2798 + ] + }, + { + "episode": 170, + "avg_reward": 5979.59, + "avg_cost": 4.5, + "lambda": 72.9325, + "rho": [ + 0.3865, + 0.3337, + 0.2798 + ] + }, + { + "episode": 180, + "avg_reward": 6094.71, + "avg_cost": 0.25, + "lambda": 74.47, + "rho": [ + 0.3865, + 0.3337, + 0.2798 + ] + }, + { + "episode": 190, + "avg_reward": 5717.67, + "avg_cost": 0.0, + "lambda": 76.8475, + "rho": [ + 0.3865, + 0.3337, + 0.2798 + ] + }, + { + "episode": 200, + "avg_reward": 6516.6, + "avg_cost": 11.25, + "lambda": 79.0225, + "rho": [ + 0.3802, + 0.3439, + 0.2759 + ] + }, + { + "episode": 210, + "avg_reward": 5768.82, + "avg_cost": 7.75, + "lambda": 82.795, + "rho": [ + 0.3802, + 0.3439, + 0.2759 + ] + }, + { + "episode": 220, + "avg_reward": 6027.15, + "avg_cost": 1.75, + "lambda": 84.7, + "rho": [ + 0.3802, + 0.3439, + 0.2759 + ] + }, + { + "episode": 230, + "avg_reward": 5884.73, + "avg_cost": 0.75, + "lambda": 86.2825, + "rho": [ + 0.3802, + 0.3439, + 0.2759 + ] + }, + { + "episode": 240, + "avg_reward": 6340.07, + "avg_cost": 2.0, + "lambda": 88.15, + "rho": [ + 0.3802, + 0.3439, + 0.2759 + ] + }, + { + "episode": 250, + "avg_reward": 5517.23, + "avg_cost": 0.0, + "lambda": 89.065, + "rho": [ + 0.3857, + 0.3428, + 0.2715 + ] + }, + { + "episode": 260, + "avg_reward": 5874.23, + "avg_cost": 1.75, + "lambda": 90.955, + "rho": [ + 0.3857, + 0.3428, + 0.2715 + ] + }, + { + "episode": 270, + "avg_reward": 6041.96, + "avg_cost": 3.5, + "lambda": 92.1175, + "rho": [ + 0.3857, + 0.3428, + 0.2715 + ] + }, + { + "episode": 280, + "avg_reward": 6006.73, + "avg_cost": 5.75, + "lambda": 93.0925, + "rho": [ + 0.3857, + 0.3428, + 0.2715 + ] + }, + { + "episode": 290, + "avg_reward": 6144.34, + "avg_cost": 4.75, + "lambda": 94.345, + "rho": [ + 0.3857, + 0.3428, + 0.2715 + ] + }, + { + "episode": 300, + "avg_reward": 6050.44, + "avg_cost": 6.5, + "lambda": 95.95, + "rho": [ + 0.3926, + 0.3397, + 0.2677 + ] + }, + { + "episode": 310, + "avg_reward": 5637.23, + "avg_cost": 0.75, + "lambda": 97.9, + "rho": [ + 0.3926, + 0.3397, + 0.2677 + ] + }, + { + "episode": 320, + "avg_reward": 6180.51, + "avg_cost": 2.25, + "lambda": 99.31, + "rho": [ + 0.3926, + 0.3397, + 0.2677 + ] + }, + { + "episode": 330, + "avg_reward": 6092.14, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.3926, + 0.3397, + 0.2677 + ] + }, + { + "episode": 340, + "avg_reward": 5753.97, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3926, + 0.3397, + 0.2677 + ] + }, + { + "episode": 350, + "avg_reward": 6352.29, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.4081, + 0.3274, + 0.2646 + ] + }, + { + "episode": 360, + "avg_reward": 6266.01, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.4081, + 0.3274, + 0.2646 + ] + }, + { + "episode": 370, + "avg_reward": 6370.45, + "avg_cost": 2.5, + "lambda": 99.9925, + "rho": [ + 0.4081, + 0.3274, + 0.2646 + ] + }, + { + "episode": 380, + "avg_reward": 5564.39, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.4081, + 0.3274, + 0.2646 + ] + }, + { + "episode": 390, + "avg_reward": 6116.94, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.4081, + 0.3274, + 0.2646 + ] + }, + { + "episode": 400, + "avg_reward": 5700.07, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.4133, + 0.3229, + 0.2638 + ] + }, + { + "episode": 410, + "avg_reward": 5440.4, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.4133, + 0.3229, + 0.2638 + ] + }, + { + "episode": 420, + "avg_reward": 5091.74, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.4133, + 0.3229, + 0.2638 + ] + }, + { + "episode": 430, + "avg_reward": 6250.86, + "avg_cost": 28.75, + "lambda": 100.0, + "rho": [ + 0.4133, + 0.3229, + 0.2638 + ] + }, + { + "episode": 440, + "avg_reward": 6140.04, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 0.4133, + 0.3229, + 0.2638 + ] + }, + { + "episode": 450, + "avg_reward": 5985.75, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.3114, + 0.263 + ] + }, + { + "episode": 460, + "avg_reward": 6245.07, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.3114, + 0.263 + ] + }, + { + "episode": 470, + "avg_reward": 6102.16, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.3114, + 0.263 + ] + }, + { + "episode": 480, + "avg_reward": 6359.32, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.3114, + 0.263 + ] + }, + { + "episode": 490, + "avg_reward": 6363.12, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 0.4256, + 0.3114, + 0.263 + ] + }, + { + "episode": 500, + "avg_reward": 6348.68, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.4438, + 0.2945, + 0.2617 + ] + }, + { + "episode": 510, + "avg_reward": 6560.74, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.4438, + 0.2945, + 0.2617 + ] + }, + { + "episode": 520, + "avg_reward": 6205.65, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.4438, + 0.2945, + 0.2617 + ] + }, + { + "episode": 530, + "avg_reward": 6221.75, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 0.4438, + 0.2945, + 0.2617 + ] + }, + { + "episode": 540, + "avg_reward": 6313.04, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.4438, + 0.2945, + 0.2617 + ] + }, + { + "episode": 550, + "avg_reward": 6082.67, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.4516, + 0.2876, + 0.2609 + ] + }, + { + "episode": 560, + "avg_reward": 6185.87, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.4516, + 0.2876, + 0.2609 + ] + }, + { + "episode": 570, + "avg_reward": 6354.48, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.4516, + 0.2876, + 0.2609 + ] + }, + { + "episode": 580, + "avg_reward": 6180.44, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4516, + 0.2876, + 0.2609 + ] + }, + { + "episode": 590, + "avg_reward": 6508.69, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.4516, + 0.2876, + 0.2609 + ] + }, + { + "episode": 600, + "avg_reward": 6562.43, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.4609, + 0.278, + 0.2611 + ] + }, + { + "episode": 610, + "avg_reward": 6118.49, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4609, + 0.278, + 0.2611 + ] + }, + { + "episode": 620, + "avg_reward": 6490.91, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.4609, + 0.278, + 0.2611 + ] + }, + { + "episode": 630, + "avg_reward": 6274.43, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4609, + 0.278, + 0.2611 + ] + }, + { + "episode": 640, + "avg_reward": 6445.06, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.4609, + 0.278, + 0.2611 + ] + }, + { + "episode": 650, + "avg_reward": 5102.61, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.477, + 0.2631, + 0.2599 + ] + }, + { + "episode": 660, + "avg_reward": 4506.15, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.477, + 0.2631, + 0.2599 + ] + }, + { + "episode": 670, + "avg_reward": 4745.71, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 0.477, + 0.2631, + 0.2599 + ] + }, + { + "episode": 680, + "avg_reward": 4761.16, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.477, + 0.2631, + 0.2599 + ] + }, + { + "episode": 690, + "avg_reward": 5111.34, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.477, + 0.2631, + 0.2599 + ] + }, + { + "episode": 700, + "avg_reward": 4692.07, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.491, + 0.2545, + 0.2545 + ] + }, + { + "episode": 710, + "avg_reward": 3772.23, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.491, + 0.2545, + 0.2545 + ] + }, + { + "episode": 720, + "avg_reward": 5383.43, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 0.491, + 0.2545, + 0.2545 + ] + }, + { + "episode": 730, + "avg_reward": 5209.7, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.491, + 0.2545, + 0.2545 + ] + }, + { + "episode": 740, + "avg_reward": 5592.58, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.491, + 0.2545, + 0.2545 + ] + }, + { + "episode": 750, + "avg_reward": 5078.09, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5061, + 0.247, + 0.247 + ] + }, + { + "episode": 760, + "avg_reward": 5065.17, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.5061, + 0.247, + 0.247 + ] + }, + { + "episode": 770, + "avg_reward": 4115.83, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.5061, + 0.247, + 0.247 + ] + }, + { + "episode": 780, + "avg_reward": 4431.14, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.5061, + 0.247, + 0.247 + ] + }, + { + "episode": 790, + "avg_reward": 4083.85, + "avg_cost": 2.0, + "lambda": 99.9925, + "rho": [ + 0.5061, + 0.247, + 0.247 + ] + }, + { + "episode": 800, + "avg_reward": 4404.82, + "avg_cost": 0.75, + "lambda": 99.985, + "rho": [ + 0.5133, + 0.2434, + 0.2434 + ] + }, + { + "episode": 810, + "avg_reward": 4701.25, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 0.5133, + 0.2434, + 0.2434 + ] + }, + { + "episode": 820, + "avg_reward": 4911.95, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5133, + 0.2434, + 0.2434 + ] + }, + { + "episode": 830, + "avg_reward": 5230.23, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 0.5133, + 0.2434, + 0.2434 + ] + }, + { + "episode": 840, + "avg_reward": 4379.36, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 0.5133, + 0.2434, + 0.2434 + ] + }, + { + "episode": 850, + "avg_reward": 5239.03, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 0.5243, + 0.2379, + 0.2379 + ] + }, + { + "episode": 860, + "avg_reward": 6222.24, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 0.5243, + 0.2379, + 0.2379 + ] + }, + { + "episode": 870, + "avg_reward": 5240.37, + "avg_cost": 0.0, + "lambda": 99.925, + "rho": [ + 0.5243, + 0.2379, + 0.2379 + ] + }, + { + "episode": 880, + "avg_reward": 5365.63, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5243, + 0.2379, + 0.2379 + ] + }, + { + "episode": 890, + "avg_reward": 5873.69, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.5243, + 0.2379, + 0.2379 + ] + }, + { + "episode": 900, + "avg_reward": 4670.91, + "avg_cost": 0.5, + "lambda": 99.94, + "rho": [ + 0.5326, + 0.2337, + 0.2337 + ] + }, + { + "episode": 910, + "avg_reward": 4943.07, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.5326, + 0.2337, + 0.2337 + ] + }, + { + "episode": 920, + "avg_reward": 4823.68, + "avg_cost": 0.75, + "lambda": 99.9325, + "rho": [ + 0.5326, + 0.2337, + 0.2337 + ] + }, + { + "episode": 930, + "avg_reward": 4954.31, + "avg_cost": 0.0, + "lambda": 99.9475, + "rho": [ + 0.5326, + 0.2337, + 0.2337 + ] + }, + { + "episode": 940, + "avg_reward": 4727.65, + "avg_cost": 0.0, + "lambda": 99.91, + "rho": [ + 0.5326, + 0.2337, + 0.2337 + ] + }, + { + "episode": 950, + "avg_reward": 4684.89, + "avg_cost": 0.0, + "lambda": 99.7225, + "rho": [ + 0.5441, + 0.2279, + 0.2279 + ] + }, + { + "episode": 960, + "avg_reward": 4789.38, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.5441, + 0.2279, + 0.2279 + ] + }, + { + "episode": 970, + "avg_reward": 4589.66, + "avg_cost": 0.0, + "lambda": 99.85, + "rho": [ + 0.5441, + 0.2279, + 0.2279 + ] + }, + { + "episode": 980, + "avg_reward": 4814.68, + "avg_cost": 2.0, + "lambda": 99.61, + "rho": [ + 0.5441, + 0.2279, + 0.2279 + ] + }, + { + "episode": 990, + "avg_reward": 3171.44, + "avg_cost": 27.25, + "lambda": 100.0, + "rho": [ + 0.5441, + 0.2279, + 0.2279 + ] + }, + { + "episode": 1000, + "avg_reward": 3473.75, + "avg_cost": 0.0, + "lambda": 99.775, + "rho": [ + 0.5541, + 0.223, + 0.223 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json new file mode 100644 index 0000000000000000000000000000000000000000..46b5d2d8bbdd0289afd69dff2be61e00c39000e3 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v16_stronglam.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4356278.99, + "constraint_satisfaction_pct": 52.7, + "final_rho": [ + 0.3881, + 0.3013, + 0.3106 + ], + "final_lambda": 433.1384, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 14.075, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 10, + "avg_reward": 3817.88, + "avg_cost": 0.25, + "lambda": 44.7423, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 20, + "avg_reward": 4088.6, + "avg_cost": 0.0, + "lambda": 60.3365, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 30, + "avg_reward": 4800.0, + "avg_cost": 16.75, + "lambda": 68.3888, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 40, + "avg_reward": 3910.64, + "avg_cost": 2.25, + "lambda": 74.962, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 50, + "avg_reward": 4648.74, + "avg_cost": 1.0, + "lambda": 79.6187, + "rho": [ + 0.4104, + 0.295, + 0.2947 + ] + }, + { + "episode": 60, + "avg_reward": 5179.26, + "avg_cost": 37.25, + "lambda": 83.3734, + "rho": [ + 0.4104, + 0.295, + 0.2947 + ] + }, + { + "episode": 70, + "avg_reward": 4066.94, + "avg_cost": 6.25, + "lambda": 88.5726, + "rho": [ + 0.4104, + 0.295, + 0.2947 + ] + }, + { + "episode": 80, + "avg_reward": 3917.12, + "avg_cost": 4.0, + "lambda": 93.7592, + "rho": [ + 0.4104, + 0.295, + 0.2947 + ] + }, + { + "episode": 90, + "avg_reward": 4428.99, + "avg_cost": 7.5, + "lambda": 97.6863, + "rho": [ + 0.4104, + 0.295, + 0.2947 + ] + }, + { + "episode": 100, + "avg_reward": 4326.89, + "avg_cost": 0.0, + "lambda": 101.0316, + "rho": [ + 0.4354, + 0.2823, + 0.2823 + ] + }, + { + "episode": 110, + "avg_reward": 3716.85, + "avg_cost": 2.25, + "lambda": 104.3796, + "rho": [ + 0.4354, + 0.2823, + 0.2823 + ] + }, + { + "episode": 120, + "avg_reward": 4416.5, + "avg_cost": 0.5, + "lambda": 110.1048, + "rho": [ + 0.4354, + 0.2823, + 0.2823 + ] + }, + { + "episode": 130, + "avg_reward": 3753.48, + "avg_cost": 2.0, + "lambda": 115.879, + "rho": [ + 0.4354, + 0.2823, + 0.2823 + ] + }, + { + "episode": 140, + "avg_reward": 3899.41, + "avg_cost": 0.0, + "lambda": 124.207, + "rho": [ + 0.4354, + 0.2823, + 0.2823 + ] + }, + { + "episode": 150, + "avg_reward": 4377.1, + "avg_cost": 7.0, + "lambda": 133.41, + "rho": [ + 0.4361, + 0.2819, + 0.2819 + ] + }, + { + "episode": 160, + "avg_reward": 4367.3, + "avg_cost": 0.0, + "lambda": 142.0406, + "rho": [ + 0.4361, + 0.2819, + 0.2819 + ] + }, + { + "episode": 170, + "avg_reward": 4149.67, + "avg_cost": 0.0, + "lambda": 146.1605, + "rho": [ + 0.4361, + 0.2819, + 0.2819 + ] + }, + { + "episode": 180, + "avg_reward": 3749.33, + "avg_cost": 10.25, + "lambda": 148.1177, + "rho": [ + 0.4361, + 0.2819, + 0.2819 + ] + }, + { + "episode": 190, + "avg_reward": 4722.48, + "avg_cost": 0.0, + "lambda": 151.5112, + "rho": [ + 0.4361, + 0.2819, + 0.2819 + ] + }, + { + "episode": 200, + "avg_reward": 4039.43, + "avg_cost": 3.25, + "lambda": 153.6894, + "rho": [ + 0.4444, + 0.2778, + 0.2778 + ] + }, + { + "episode": 210, + "avg_reward": 4552.94, + "avg_cost": 3.5, + "lambda": 156.2036, + "rho": [ + 0.4444, + 0.2778, + 0.2778 + ] + }, + { + "episode": 220, + "avg_reward": 4959.1, + "avg_cost": 1.75, + "lambda": 158.8286, + "rho": [ + 0.4444, + 0.2778, + 0.2778 + ] + }, + { + "episode": 230, + "avg_reward": 4883.47, + "avg_cost": 9.25, + "lambda": 161.3218, + "rho": [ + 0.4444, + 0.2778, + 0.2778 + ] + }, + { + "episode": 240, + "avg_reward": 5007.63, + "avg_cost": 1.0, + "lambda": 165.1242, + "rho": [ + 0.4444, + 0.2778, + 0.2778 + ] + }, + { + "episode": 250, + "avg_reward": 4905.6, + "avg_cost": 5.25, + "lambda": 170.2848, + "rho": [ + 0.4416, + 0.2792, + 0.2792 + ] + }, + { + "episode": 260, + "avg_reward": 4077.35, + "avg_cost": 5.5, + "lambda": 174.8903, + "rho": [ + 0.4416, + 0.2792, + 0.2792 + ] + }, + { + "episode": 270, + "avg_reward": 4748.71, + "avg_cost": 3.75, + "lambda": 179.5902, + "rho": [ + 0.4416, + 0.2792, + 0.2792 + ] + }, + { + "episode": 280, + "avg_reward": 4926.42, + "avg_cost": 8.5, + "lambda": 183.8716, + "rho": [ + 0.4416, + 0.2792, + 0.2792 + ] + }, + { + "episode": 290, + "avg_reward": 5147.95, + "avg_cost": 2.5, + "lambda": 192.3488, + "rho": [ + 0.4416, + 0.2792, + 0.2792 + ] + }, + { + "episode": 300, + "avg_reward": 4612.88, + "avg_cost": 0.0, + "lambda": 199.8089, + "rho": [ + 0.4388, + 0.2806, + 0.2806 + ] + }, + { + "episode": 310, + "avg_reward": 4639.67, + "avg_cost": 0.0, + "lambda": 208.2298, + "rho": [ + 0.4388, + 0.2806, + 0.2806 + ] + }, + { + "episode": 320, + "avg_reward": 4730.91, + "avg_cost": 1.75, + "lambda": 216.402, + "rho": [ + 0.4388, + 0.2806, + 0.2806 + ] + }, + { + "episode": 330, + "avg_reward": 4181.39, + "avg_cost": 0.0, + "lambda": 221.179, + "rho": [ + 0.4388, + 0.2806, + 0.2806 + ] + }, + { + "episode": 340, + "avg_reward": 3997.16, + "avg_cost": 0.0, + "lambda": 224.2296, + "rho": [ + 0.4388, + 0.2806, + 0.2806 + ] + }, + { + "episode": 350, + "avg_reward": 4404.08, + "avg_cost": 0.0, + "lambda": 226.6285, + "rho": [ + 0.4257, + 0.2821, + 0.2922 + ] + }, + { + "episode": 360, + "avg_reward": 5867.06, + "avg_cost": 36.5, + "lambda": 230.6435, + "rho": [ + 0.4257, + 0.2821, + 0.2922 + ] + }, + { + "episode": 370, + "avg_reward": 5021.94, + "avg_cost": 5.75, + "lambda": 238.3537, + "rho": [ + 0.4257, + 0.2821, + 0.2922 + ] + }, + { + "episode": 380, + "avg_reward": 3378.05, + "avg_cost": 0.0, + "lambda": 242.7743, + "rho": [ + 0.4257, + 0.2821, + 0.2922 + ] + }, + { + "episode": 390, + "avg_reward": 3969.66, + "avg_cost": 0.0, + "lambda": 246.5932, + "rho": [ + 0.4257, + 0.2821, + 0.2922 + ] + }, + { + "episode": 400, + "avg_reward": 3552.74, + "avg_cost": 0.0, + "lambda": 250.1134, + "rho": [ + 0.4242, + 0.2826, + 0.2932 + ] + }, + { + "episode": 410, + "avg_reward": 4479.65, + "avg_cost": 8.5, + "lambda": 252.0472, + "rho": [ + 0.4242, + 0.2826, + 0.2932 + ] + }, + { + "episode": 420, + "avg_reward": 4094.79, + "avg_cost": 0.0, + "lambda": 255.222, + "rho": [ + 0.4242, + 0.2826, + 0.2932 + ] + }, + { + "episode": 430, + "avg_reward": 3285.83, + "avg_cost": 5.5, + "lambda": 259.5884, + "rho": [ + 0.4242, + 0.2826, + 0.2932 + ] + }, + { + "episode": 440, + "avg_reward": 3798.35, + "avg_cost": 0.5, + "lambda": 264.7339, + "rho": [ + 0.4242, + 0.2826, + 0.2932 + ] + }, + { + "episode": 450, + "avg_reward": 4307.66, + "avg_cost": 0.75, + "lambda": 268.1936, + "rho": [ + 0.4297, + 0.283, + 0.2873 + ] + }, + { + "episode": 460, + "avg_reward": 3740.42, + "avg_cost": 0.75, + "lambda": 273.7274, + "rho": [ + 0.4297, + 0.283, + 0.2873 + ] + }, + { + "episode": 470, + "avg_reward": 3420.1, + "avg_cost": 0.0, + "lambda": 278.4981, + "rho": [ + 0.4297, + 0.283, + 0.2873 + ] + }, + { + "episode": 480, + "avg_reward": 3751.85, + "avg_cost": 0.0, + "lambda": 281.6838, + "rho": [ + 0.4297, + 0.283, + 0.2873 + ] + }, + { + "episode": 490, + "avg_reward": 4517.78, + "avg_cost": 11.75, + "lambda": 285.4171, + "rho": [ + 0.4297, + 0.283, + 0.2873 + ] + }, + { + "episode": 500, + "avg_reward": 3277.39, + "avg_cost": 4.75, + "lambda": 289.0027, + "rho": [ + 0.4276, + 0.2841, + 0.2883 + ] + }, + { + "episode": 510, + "avg_reward": 4290.3, + "avg_cost": 8.25, + "lambda": 292.0122, + "rho": [ + 0.4276, + 0.2841, + 0.2883 + ] + }, + { + "episode": 520, + "avg_reward": 4104.0, + "avg_cost": 2.5, + "lambda": 294.612, + "rho": [ + 0.4276, + 0.2841, + 0.2883 + ] + }, + { + "episode": 530, + "avg_reward": 4073.84, + "avg_cost": 4.0, + "lambda": 297.3658, + "rho": [ + 0.4276, + 0.2841, + 0.2883 + ] + }, + { + "episode": 540, + "avg_reward": 4269.96, + "avg_cost": 0.0, + "lambda": 300.5749, + "rho": [ + 0.4276, + 0.2841, + 0.2883 + ] + }, + { + "episode": 550, + "avg_reward": 4031.49, + "avg_cost": 0.0, + "lambda": 302.298, + "rho": [ + 0.4239, + 0.2866, + 0.2895 + ] + }, + { + "episode": 560, + "avg_reward": 4742.26, + "avg_cost": 45.0, + "lambda": 304.0014, + "rho": [ + 0.4239, + 0.2866, + 0.2895 + ] + }, + { + "episode": 570, + "avg_reward": 2104.62, + "avg_cost": 52.0, + "lambda": 331.0733, + "rho": [ + 0.4239, + 0.2866, + 0.2895 + ] + }, + { + "episode": 580, + "avg_reward": 3270.3, + "avg_cost": 0.0, + "lambda": 378.3604, + "rho": [ + 0.4239, + 0.2866, + 0.2895 + ] + }, + { + "episode": 590, + "avg_reward": 2805.66, + "avg_cost": 0.75, + "lambda": 395.0458, + "rho": [ + 0.4239, + 0.2866, + 0.2895 + ] + }, + { + "episode": 600, + "avg_reward": 2967.78, + "avg_cost": 0.0, + "lambda": 401.171, + "rho": [ + 0.4156, + 0.2893, + 0.2951 + ] + }, + { + "episode": 610, + "avg_reward": 4006.22, + "avg_cost": 0.0, + "lambda": 403.3853, + "rho": [ + 0.4156, + 0.2893, + 0.2951 + ] + }, + { + "episode": 620, + "avg_reward": 4054.45, + "avg_cost": 0.0, + "lambda": 405.0375, + "rho": [ + 0.4156, + 0.2893, + 0.2951 + ] + }, + { + "episode": 630, + "avg_reward": 2277.7, + "avg_cost": 33.75, + "lambda": 407.1022, + "rho": [ + 0.4156, + 0.2893, + 0.2951 + ] + }, + { + "episode": 640, + "avg_reward": 4095.73, + "avg_cost": 0.0, + "lambda": 414.4217, + "rho": [ + 0.4156, + 0.2893, + 0.2951 + ] + }, + { + "episode": 650, + "avg_reward": 4218.69, + "avg_cost": 0.0, + "lambda": 417.4036, + "rho": [ + 0.4087, + 0.2916, + 0.2997 + ] + }, + { + "episode": 660, + "avg_reward": 4255.53, + "avg_cost": 0.0, + "lambda": 418.4434, + "rho": [ + 0.4087, + 0.2916, + 0.2997 + ] + }, + { + "episode": 670, + "avg_reward": 4247.36, + "avg_cost": 0.0, + "lambda": 418.8059, + "rho": [ + 0.4087, + 0.2916, + 0.2997 + ] + }, + { + "episode": 680, + "avg_reward": 4031.3, + "avg_cost": 0.0, + "lambda": 418.9323, + "rho": [ + 0.4087, + 0.2916, + 0.2997 + ] + }, + { + "episode": 690, + "avg_reward": 3854.36, + "avg_cost": 0.0, + "lambda": 418.9764, + "rho": [ + 0.4087, + 0.2916, + 0.2997 + ] + }, + { + "episode": 700, + "avg_reward": 3846.36, + "avg_cost": 0.0, + "lambda": 418.9918, + "rho": [ + 0.4028, + 0.2936, + 0.3036 + ] + }, + { + "episode": 710, + "avg_reward": 4255.41, + "avg_cost": 0.0, + "lambda": 418.9971, + "rho": [ + 0.4028, + 0.2936, + 0.3036 + ] + }, + { + "episode": 720, + "avg_reward": 4054.99, + "avg_cost": 0.0, + "lambda": 419.2562, + "rho": [ + 0.4028, + 0.2936, + 0.3036 + ] + }, + { + "episode": 730, + "avg_reward": 4284.9, + "avg_cost": 0.0, + "lambda": 419.4445, + "rho": [ + 0.4028, + 0.2936, + 0.3036 + ] + }, + { + "episode": 740, + "avg_reward": 4233.5, + "avg_cost": 0.0, + "lambda": 419.7351, + "rho": [ + 0.4028, + 0.2936, + 0.3036 + ] + }, + { + "episode": 750, + "avg_reward": 4110.33, + "avg_cost": 0.0, + "lambda": 420.2712, + "rho": [ + 0.3978, + 0.2953, + 0.3069 + ] + }, + { + "episode": 760, + "avg_reward": 4243.39, + "avg_cost": 0.0, + "lambda": 420.6856, + "rho": [ + 0.3978, + 0.2953, + 0.3069 + ] + }, + { + "episode": 770, + "avg_reward": 4370.73, + "avg_cost": 0.0, + "lambda": 420.8993, + "rho": [ + 0.3978, + 0.2953, + 0.3069 + ] + }, + { + "episode": 780, + "avg_reward": 4147.8, + "avg_cost": 0.0, + "lambda": 421.0538, + "rho": [ + 0.3978, + 0.2953, + 0.3069 + ] + }, + { + "episode": 790, + "avg_reward": 4495.12, + "avg_cost": 0.0, + "lambda": 421.1938, + "rho": [ + 0.3978, + 0.2953, + 0.3069 + ] + }, + { + "episode": 800, + "avg_reward": 4646.44, + "avg_cost": 0.0, + "lambda": 421.2704, + "rho": [ + 0.3935, + 0.2969, + 0.3096 + ] + }, + { + "episode": 810, + "avg_reward": 4689.86, + "avg_cost": 0.0, + "lambda": 421.3548, + "rho": [ + 0.3935, + 0.2969, + 0.3096 + ] + }, + { + "episode": 820, + "avg_reward": 4639.28, + "avg_cost": 0.0, + "lambda": 421.3842, + "rho": [ + 0.3935, + 0.2969, + 0.3096 + ] + }, + { + "episode": 830, + "avg_reward": 5051.75, + "avg_cost": 0.0, + "lambda": 421.3945, + "rho": [ + 0.3935, + 0.2969, + 0.3096 + ] + }, + { + "episode": 840, + "avg_reward": 5157.3, + "avg_cost": 0.0, + "lambda": 421.3981, + "rho": [ + 0.3935, + 0.2969, + 0.3096 + ] + }, + { + "episode": 850, + "avg_reward": 5587.23, + "avg_cost": 0.0, + "lambda": 421.4156, + "rho": [ + 0.3898, + 0.2982, + 0.312 + ] + }, + { + "episode": 860, + "avg_reward": 6141.71, + "avg_cost": 11.75, + "lambda": 421.5625, + "rho": [ + 0.3898, + 0.2982, + 0.312 + ] + }, + { + "episode": 870, + "avg_reward": 5889.54, + "avg_cost": 0.0, + "lambda": 423.0519, + "rho": [ + 0.3898, + 0.2982, + 0.312 + ] + }, + { + "episode": 880, + "avg_reward": 5680.93, + "avg_cost": 0.0, + "lambda": 424.3145, + "rho": [ + 0.3898, + 0.2982, + 0.312 + ] + }, + { + "episode": 890, + "avg_reward": 5349.38, + "avg_cost": 14.0, + "lambda": 426.5928, + "rho": [ + 0.3898, + 0.2982, + 0.312 + ] + }, + { + "episode": 900, + "avg_reward": 5557.27, + "avg_cost": 0.0, + "lambda": 428.6817, + "rho": [ + 0.3866, + 0.2994, + 0.314 + ] + }, + { + "episode": 910, + "avg_reward": 5282.73, + "avg_cost": 0.25, + "lambda": 429.4173, + "rho": [ + 0.3866, + 0.2994, + 0.314 + ] + }, + { + "episode": 920, + "avg_reward": 5062.32, + "avg_cost": 0.0, + "lambda": 429.6991, + "rho": [ + 0.3866, + 0.2994, + 0.314 + ] + }, + { + "episode": 930, + "avg_reward": 4773.66, + "avg_cost": 0.0, + "lambda": 430.0175, + "rho": [ + 0.3866, + 0.2994, + 0.314 + ] + }, + { + "episode": 940, + "avg_reward": 4452.03, + "avg_cost": 0.0, + "lambda": 430.3728, + "rho": [ + 0.3866, + 0.2994, + 0.314 + ] + }, + { + "episode": 950, + "avg_reward": 5108.02, + "avg_cost": 2.25, + "lambda": 430.9532, + "rho": [ + 0.3877, + 0.2999, + 0.3124 + ] + }, + { + "episode": 960, + "avg_reward": 4016.66, + "avg_cost": 0.5, + "lambda": 432.0354, + "rho": [ + 0.3877, + 0.2999, + 0.3124 + ] + }, + { + "episode": 970, + "avg_reward": 4695.09, + "avg_cost": 0.25, + "lambda": 432.6956, + "rho": [ + 0.3877, + 0.2999, + 0.3124 + ] + }, + { + "episode": 980, + "avg_reward": 4627.83, + "avg_cost": 0.0, + "lambda": 432.9725, + "rho": [ + 0.3877, + 0.2999, + 0.3124 + ] + }, + { + "episode": 990, + "avg_reward": 4558.95, + "avg_cost": 0.0, + "lambda": 433.0881, + "rho": [ + 0.3877, + 0.2999, + 0.3124 + ] + }, + { + "episode": 1000, + "avg_reward": 4598.86, + "avg_cost": 1.0, + "lambda": 433.1384, + "rho": [ + 0.3881, + 0.3013, + 0.3106 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..1358d2e1ce05c652b42e13312fd5680d219263f7 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v17_sepnorm.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 2912062.62, + "constraint_satisfaction_pct": 98.1, + "final_rho": [ + 0.2918, + 0.3243, + 0.3839 + ], + "final_lambda": 53.375, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 14.075, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 10, + "avg_reward": 3095.29, + "avg_cost": 0.0, + "lambda": 37.8028, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 20, + "avg_reward": 3037.94, + "avg_cost": 0.0, + "lambda": 47.7218, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 30, + "avg_reward": 2859.21, + "avg_cost": 0.0, + "lambda": 51.2152, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 40, + "avg_reward": 3098.32, + "avg_cost": 0.0, + "lambda": 52.4428, + "rho": [ + 0.3718, + 0.3291, + 0.2991 + ] + }, + { + "episode": 50, + "avg_reward": 3420.11, + "avg_cost": 0.0, + "lambda": 52.8844, + "rho": [ + 0.3364, + 0.3554, + 0.3082 + ] + }, + { + "episode": 60, + "avg_reward": 3489.69, + "avg_cost": 0.0, + "lambda": 53.0574, + "rho": [ + 0.3364, + 0.3554, + 0.3082 + ] + }, + { + "episode": 70, + "avg_reward": 3491.09, + "avg_cost": 0.0, + "lambda": 53.1177, + "rho": [ + 0.3364, + 0.3554, + 0.3082 + ] + }, + { + "episode": 80, + "avg_reward": 3484.99, + "avg_cost": 0.0, + "lambda": 53.1387, + "rho": [ + 0.3364, + 0.3554, + 0.3082 + ] + }, + { + "episode": 90, + "avg_reward": 3444.57, + "avg_cost": 0.0, + "lambda": 53.1461, + "rho": [ + 0.3364, + 0.3554, + 0.3082 + ] + }, + { + "episode": 100, + "avg_reward": 3332.56, + "avg_cost": 0.0, + "lambda": 53.1486, + "rho": [ + 0.3162, + 0.3689, + 0.3149 + ] + }, + { + "episode": 110, + "avg_reward": 3264.52, + "avg_cost": 0.0, + "lambda": 53.1495, + "rho": [ + 0.3162, + 0.3689, + 0.3149 + ] + }, + { + "episode": 120, + "avg_reward": 3229.37, + "avg_cost": 0.0, + "lambda": 53.1498, + "rho": [ + 0.3162, + 0.3689, + 0.3149 + ] + }, + { + "episode": 130, + "avg_reward": 3203.71, + "avg_cost": 0.0, + "lambda": 53.1499, + "rho": [ + 0.3162, + 0.3689, + 0.3149 + ] + }, + { + "episode": 140, + "avg_reward": 3175.68, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3162, + 0.3689, + 0.3149 + ] + }, + { + "episode": 150, + "avg_reward": 3178.86, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3011, + 0.3791, + 0.3198 + ] + }, + { + "episode": 160, + "avg_reward": 3199.73, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3011, + 0.3791, + 0.3198 + ] + }, + { + "episode": 170, + "avg_reward": 3155.28, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3011, + 0.3791, + 0.3198 + ] + }, + { + "episode": 180, + "avg_reward": 3036.05, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3011, + 0.3791, + 0.3198 + ] + }, + { + "episode": 190, + "avg_reward": 2905.14, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.3011, + 0.3791, + 0.3198 + ] + }, + { + "episode": 200, + "avg_reward": 2844.79, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.2969, + 0.3826, + 0.3205 + ] + }, + { + "episode": 210, + "avg_reward": 2680.44, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.2969, + 0.3826, + 0.3205 + ] + }, + { + "episode": 220, + "avg_reward": 2569.84, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 0.2969, + 0.3826, + 0.3205 + ] + }, + { + "episode": 230, + "avg_reward": 2593.89, + "avg_cost": 0.0, + "lambda": 53.1602, + "rho": [ + 0.2969, + 0.3826, + 0.3205 + ] + }, + { + "episode": 240, + "avg_reward": 2483.45, + "avg_cost": 0.25, + "lambda": 53.1724, + "rho": [ + 0.2969, + 0.3826, + 0.3205 + ] + }, + { + "episode": 250, + "avg_reward": 2510.41, + "avg_cost": 0.0, + "lambda": 53.2006, + "rho": [ + 0.2962, + 0.3748, + 0.329 + ] + }, + { + "episode": 260, + "avg_reward": 2602.38, + "avg_cost": 0.0, + "lambda": 53.242, + "rho": [ + 0.2962, + 0.3748, + 0.329 + ] + }, + { + "episode": 270, + "avg_reward": 2573.48, + "avg_cost": 0.0, + "lambda": 53.2635, + "rho": [ + 0.2962, + 0.3748, + 0.329 + ] + }, + { + "episode": 280, + "avg_reward": 2560.63, + "avg_cost": 0.0, + "lambda": 53.2812, + "rho": [ + 0.2962, + 0.3748, + 0.329 + ] + }, + { + "episode": 290, + "avg_reward": 2524.6, + "avg_cost": 0.0, + "lambda": 53.2935, + "rho": [ + 0.2962, + 0.3748, + 0.329 + ] + }, + { + "episode": 300, + "avg_reward": 2557.67, + "avg_cost": 0.0, + "lambda": 53.3113, + "rho": [ + 0.2956, + 0.3681, + 0.3362 + ] + }, + { + "episode": 310, + "avg_reward": 2593.69, + "avg_cost": 0.0, + "lambda": 53.3365, + "rho": [ + 0.2956, + 0.3681, + 0.3362 + ] + }, + { + "episode": 320, + "avg_reward": 2603.35, + "avg_cost": 0.0, + "lambda": 53.3453, + "rho": [ + 0.2956, + 0.3681, + 0.3362 + ] + }, + { + "episode": 330, + "avg_reward": 2615.65, + "avg_cost": 0.0, + "lambda": 53.3484, + "rho": [ + 0.2956, + 0.3681, + 0.3362 + ] + }, + { + "episode": 340, + "avg_reward": 2611.76, + "avg_cost": 0.0, + "lambda": 53.3494, + "rho": [ + 0.2956, + 0.3681, + 0.3362 + ] + }, + { + "episode": 350, + "avg_reward": 2614.57, + "avg_cost": 0.0, + "lambda": 53.3498, + "rho": [ + 0.2951, + 0.3623, + 0.3426 + ] + }, + { + "episode": 360, + "avg_reward": 2594.77, + "avg_cost": 0.0, + "lambda": 53.3499, + "rho": [ + 0.2951, + 0.3623, + 0.3426 + ] + }, + { + "episode": 370, + "avg_reward": 2597.04, + "avg_cost": 0.0, + "lambda": 53.35, + "rho": [ + 0.2951, + 0.3623, + 0.3426 + ] + }, + { + "episode": 380, + "avg_reward": 2564.2, + "avg_cost": 0.0, + "lambda": 53.35, + "rho": [ + 0.2951, + 0.3623, + 0.3426 + ] + }, + { + "episode": 390, + "avg_reward": 2338.6, + "avg_cost": 0.0, + "lambda": 53.35, + "rho": [ + 0.2951, + 0.3623, + 0.3426 + ] + }, + { + "episode": 400, + "avg_reward": 2457.83, + "avg_cost": 0.25, + "lambda": 53.3525, + "rho": [ + 0.2947, + 0.3571, + 0.3482 + ] + }, + { + "episode": 410, + "avg_reward": 2626.17, + "avg_cost": 0.0, + "lambda": 53.3672, + "rho": [ + 0.2947, + 0.3571, + 0.3482 + ] + }, + { + "episode": 420, + "avg_reward": 2660.49, + "avg_cost": 0.0, + "lambda": 53.3723, + "rho": [ + 0.2947, + 0.3571, + 0.3482 + ] + }, + { + "episode": 430, + "avg_reward": 2687.38, + "avg_cost": 0.0, + "lambda": 53.374, + "rho": [ + 0.2947, + 0.3571, + 0.3482 + ] + }, + { + "episode": 440, + "avg_reward": 2695.17, + "avg_cost": 0.0, + "lambda": 53.3747, + "rho": [ + 0.2947, + 0.3571, + 0.3482 + ] + }, + { + "episode": 450, + "avg_reward": 2711.57, + "avg_cost": 0.0, + "lambda": 53.3749, + "rho": [ + 0.2943, + 0.3526, + 0.3531 + ] + }, + { + "episode": 460, + "avg_reward": 2700.25, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2943, + 0.3526, + 0.3531 + ] + }, + { + "episode": 470, + "avg_reward": 2675.14, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2943, + 0.3526, + 0.3531 + ] + }, + { + "episode": 480, + "avg_reward": 2652.73, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2943, + 0.3526, + 0.3531 + ] + }, + { + "episode": 490, + "avg_reward": 2607.17, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2943, + 0.3526, + 0.3531 + ] + }, + { + "episode": 500, + "avg_reward": 2614.21, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2939, + 0.3485, + 0.3576 + ] + }, + { + "episode": 510, + "avg_reward": 2657.72, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2939, + 0.3485, + 0.3576 + ] + }, + { + "episode": 520, + "avg_reward": 2612.4, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2939, + 0.3485, + 0.3576 + ] + }, + { + "episode": 530, + "avg_reward": 2584.83, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2939, + 0.3485, + 0.3576 + ] + }, + { + "episode": 540, + "avg_reward": 2619.74, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2939, + 0.3485, + 0.3576 + ] + }, + { + "episode": 550, + "avg_reward": 2604.01, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2936, + 0.3448, + 0.3616 + ] + }, + { + "episode": 560, + "avg_reward": 2622.65, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2936, + 0.3448, + 0.3616 + ] + }, + { + "episode": 570, + "avg_reward": 2634.32, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2936, + 0.3448, + 0.3616 + ] + }, + { + "episode": 580, + "avg_reward": 2598.08, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2936, + 0.3448, + 0.3616 + ] + }, + { + "episode": 590, + "avg_reward": 2700.91, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2936, + 0.3448, + 0.3616 + ] + }, + { + "episode": 600, + "avg_reward": 2804.97, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2933, + 0.3415, + 0.3652 + ] + }, + { + "episode": 610, + "avg_reward": 2858.27, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2933, + 0.3415, + 0.3652 + ] + }, + { + "episode": 620, + "avg_reward": 2995.03, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2933, + 0.3415, + 0.3652 + ] + }, + { + "episode": 630, + "avg_reward": 3102.13, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2933, + 0.3415, + 0.3652 + ] + }, + { + "episode": 640, + "avg_reward": 3092.39, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2933, + 0.3415, + 0.3652 + ] + }, + { + "episode": 650, + "avg_reward": 3008.33, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2931, + 0.3385, + 0.3684 + ] + }, + { + "episode": 660, + "avg_reward": 2954.15, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2931, + 0.3385, + 0.3684 + ] + }, + { + "episode": 670, + "avg_reward": 2882.64, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2931, + 0.3385, + 0.3684 + ] + }, + { + "episode": 680, + "avg_reward": 2901.39, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2931, + 0.3385, + 0.3684 + ] + }, + { + "episode": 690, + "avg_reward": 2931.1, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2931, + 0.3385, + 0.3684 + ] + }, + { + "episode": 700, + "avg_reward": 3053.42, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2928, + 0.3358, + 0.3713 + ] + }, + { + "episode": 710, + "avg_reward": 3063.45, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2928, + 0.3358, + 0.3713 + ] + }, + { + "episode": 720, + "avg_reward": 3021.31, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2928, + 0.3358, + 0.3713 + ] + }, + { + "episode": 730, + "avg_reward": 3034.13, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2928, + 0.3358, + 0.3713 + ] + }, + { + "episode": 740, + "avg_reward": 3026.38, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2928, + 0.3358, + 0.3713 + ] + }, + { + "episode": 750, + "avg_reward": 2988.68, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2926, + 0.3334, + 0.374 + ] + }, + { + "episode": 760, + "avg_reward": 2943.03, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2926, + 0.3334, + 0.374 + ] + }, + { + "episode": 770, + "avg_reward": 2889.62, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2926, + 0.3334, + 0.374 + ] + }, + { + "episode": 780, + "avg_reward": 2927.49, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2926, + 0.3334, + 0.374 + ] + }, + { + "episode": 790, + "avg_reward": 2900.93, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2926, + 0.3334, + 0.374 + ] + }, + { + "episode": 800, + "avg_reward": 2886.29, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2924, + 0.3312, + 0.3764 + ] + }, + { + "episode": 810, + "avg_reward": 2895.9, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2924, + 0.3312, + 0.3764 + ] + }, + { + "episode": 820, + "avg_reward": 2874.35, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2924, + 0.3312, + 0.3764 + ] + }, + { + "episode": 830, + "avg_reward": 2868.02, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2924, + 0.3312, + 0.3764 + ] + }, + { + "episode": 840, + "avg_reward": 2831.39, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2924, + 0.3312, + 0.3764 + ] + }, + { + "episode": 850, + "avg_reward": 2967.88, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2922, + 0.3292, + 0.3785 + ] + }, + { + "episode": 860, + "avg_reward": 3161.35, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2922, + 0.3292, + 0.3785 + ] + }, + { + "episode": 870, + "avg_reward": 3216.25, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2922, + 0.3292, + 0.3785 + ] + }, + { + "episode": 880, + "avg_reward": 3234.12, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2922, + 0.3292, + 0.3785 + ] + }, + { + "episode": 890, + "avg_reward": 3245.43, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2922, + 0.3292, + 0.3785 + ] + }, + { + "episode": 900, + "avg_reward": 3253.34, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2921, + 0.3274, + 0.3805 + ] + }, + { + "episode": 910, + "avg_reward": 3266.41, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2921, + 0.3274, + 0.3805 + ] + }, + { + "episode": 920, + "avg_reward": 3275.03, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2921, + 0.3274, + 0.3805 + ] + }, + { + "episode": 930, + "avg_reward": 3276.21, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2921, + 0.3274, + 0.3805 + ] + }, + { + "episode": 940, + "avg_reward": 3270.05, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2921, + 0.3274, + 0.3805 + ] + }, + { + "episode": 950, + "avg_reward": 3271.61, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2919, + 0.3258, + 0.3823 + ] + }, + { + "episode": 960, + "avg_reward": 3266.17, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2919, + 0.3258, + 0.3823 + ] + }, + { + "episode": 970, + "avg_reward": 3265.74, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2919, + 0.3258, + 0.3823 + ] + }, + { + "episode": 980, + "avg_reward": 3253.23, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2919, + 0.3258, + 0.3823 + ] + }, + { + "episode": 990, + "avg_reward": 3262.35, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2919, + 0.3258, + 0.3823 + ] + }, + { + "episode": 1000, + "avg_reward": 3267.67, + "avg_cost": 0.0, + "lambda": 53.375, + "rho": [ + 0.2918, + 0.3243, + 0.3839 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..43d909f9efa124cd2c1af90a6887a3a9cdd96764 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4961025.93, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.3729, + 0.3301, + 0.297 + ], + "final_lambda": 53.275, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5613.74, + "avg_cost": 40.75, + "lambda": 14.075, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 4282.8, + "avg_cost": 0.25, + "lambda": 37.9483, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 4315.74, + "avg_cost": 0.0, + "lambda": 47.9137, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 4815.09, + "avg_cost": 0.0, + "lambda": 51.4056, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 5014.42, + "avg_cost": 0.0, + "lambda": 52.6232, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 4852.22, + "avg_cost": 0.0, + "lambda": 53.0477, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 60, + "avg_reward": 4721.4, + "avg_cost": 0.0, + "lambda": 53.1958, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 70, + "avg_reward": 4694.28, + "avg_cost": 0.0, + "lambda": 53.2474, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 80, + "avg_reward": 4643.76, + "avg_cost": 0.0, + "lambda": 53.2654, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 90, + "avg_reward": 4615.24, + "avg_cost": 0.0, + "lambda": 53.2716, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 100, + "avg_reward": 4578.84, + "avg_cost": 0.0, + "lambda": 53.2738, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 110, + "avg_reward": 4627.84, + "avg_cost": 0.0, + "lambda": 53.2746, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 120, + "avg_reward": 4658.23, + "avg_cost": 0.0, + "lambda": 53.2749, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 130, + "avg_reward": 4720.54, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 140, + "avg_reward": 4870.55, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 150, + "avg_reward": 4890.14, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 160, + "avg_reward": 4909.98, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 170, + "avg_reward": 4921.34, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 180, + "avg_reward": 4918.58, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 190, + "avg_reward": 4909.8, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 200, + "avg_reward": 4905.04, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 210, + "avg_reward": 4899.84, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 220, + "avg_reward": 4899.94, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 230, + "avg_reward": 4906.32, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 240, + "avg_reward": 4898.22, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 250, + "avg_reward": 4887.86, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 260, + "avg_reward": 4889.29, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 270, + "avg_reward": 4892.54, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 280, + "avg_reward": 4891.07, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 290, + "avg_reward": 4889.1, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 300, + "avg_reward": 4962.72, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 310, + "avg_reward": 4990.29, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 320, + "avg_reward": 5004.47, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 330, + "avg_reward": 5012.01, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 340, + "avg_reward": 5012.92, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 350, + "avg_reward": 5005.97, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 360, + "avg_reward": 4981.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 370, + "avg_reward": 4965.19, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 380, + "avg_reward": 4967.01, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 390, + "avg_reward": 4957.8, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 400, + "avg_reward": 4964.88, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 410, + "avg_reward": 4965.27, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 420, + "avg_reward": 4973.7, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 430, + "avg_reward": 4980.63, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 440, + "avg_reward": 4989.8, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 450, + "avg_reward": 4981.49, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 460, + "avg_reward": 4977.82, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 470, + "avg_reward": 4982.18, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 480, + "avg_reward": 4976.33, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 490, + "avg_reward": 4993.77, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 500, + "avg_reward": 4997.03, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 510, + "avg_reward": 4996.22, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 520, + "avg_reward": 5004.12, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 530, + "avg_reward": 4987.98, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 540, + "avg_reward": 4982.78, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 550, + "avg_reward": 4984.19, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 560, + "avg_reward": 4996.09, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 570, + "avg_reward": 4997.07, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 580, + "avg_reward": 5010.18, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 590, + "avg_reward": 5012.13, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 600, + "avg_reward": 5006.23, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 610, + "avg_reward": 5015.24, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 620, + "avg_reward": 5025.38, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 630, + "avg_reward": 5040.37, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 640, + "avg_reward": 5036.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 650, + "avg_reward": 5046.06, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 660, + "avg_reward": 5046.08, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 670, + "avg_reward": 5048.76, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 680, + "avg_reward": 5057.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 690, + "avg_reward": 5054.73, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 700, + "avg_reward": 5055.24, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 710, + "avg_reward": 5071.31, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 720, + "avg_reward": 5061.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 730, + "avg_reward": 5070.56, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 740, + "avg_reward": 5063.75, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 750, + "avg_reward": 5055.45, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 760, + "avg_reward": 5036.22, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 770, + "avg_reward": 5047.21, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 780, + "avg_reward": 5055.49, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 790, + "avg_reward": 5059.63, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 800, + "avg_reward": 5079.56, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 810, + "avg_reward": 5077.86, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 820, + "avg_reward": 5069.63, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 830, + "avg_reward": 5064.05, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 840, + "avg_reward": 5055.84, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 850, + "avg_reward": 5059.36, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 860, + "avg_reward": 5056.68, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 870, + "avg_reward": 5060.21, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 880, + "avg_reward": 5081.08, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 890, + "avg_reward": 5071.11, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 900, + "avg_reward": 5067.15, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 910, + "avg_reward": 5062.9, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 920, + "avg_reward": 5059.75, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 930, + "avg_reward": 5068.72, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 940, + "avg_reward": 5061.9, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 950, + "avg_reward": 5055.16, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 960, + "avg_reward": 5061.23, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 970, + "avg_reward": 5069.92, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 980, + "avg_reward": 5070.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 990, + "avg_reward": 5087.52, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 1000, + "avg_reward": 5102.03, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..4887c8759f761ae8fc541ca23d8092f1ab09ca3d --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3720769.45, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.3729, + 0.3301, + 0.297 + ], + "final_lambda": 53.275, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 14.075, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 3212.1, + "avg_cost": 0.25, + "lambda": 37.9483, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 3236.8, + "avg_cost": 0.0, + "lambda": 47.9137, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 3611.32, + "avg_cost": 0.0, + "lambda": 51.4056, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 3760.82, + "avg_cost": 0.0, + "lambda": 52.6232, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 3639.16, + "avg_cost": 0.0, + "lambda": 53.0477, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 60, + "avg_reward": 3541.05, + "avg_cost": 0.0, + "lambda": 53.1958, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 70, + "avg_reward": 3520.71, + "avg_cost": 0.0, + "lambda": 53.2474, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 80, + "avg_reward": 3482.82, + "avg_cost": 0.0, + "lambda": 53.2654, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 90, + "avg_reward": 3461.43, + "avg_cost": 0.0, + "lambda": 53.2716, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 100, + "avg_reward": 3434.13, + "avg_cost": 0.0, + "lambda": 53.2738, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 110, + "avg_reward": 3470.88, + "avg_cost": 0.0, + "lambda": 53.2746, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 120, + "avg_reward": 3493.67, + "avg_cost": 0.0, + "lambda": 53.2749, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 130, + "avg_reward": 3540.41, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 140, + "avg_reward": 3652.91, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 150, + "avg_reward": 3667.6, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 160, + "avg_reward": 3682.48, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 170, + "avg_reward": 3691.01, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 180, + "avg_reward": 3688.93, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 190, + "avg_reward": 3682.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 200, + "avg_reward": 3678.78, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 210, + "avg_reward": 3674.88, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 220, + "avg_reward": 3674.95, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 230, + "avg_reward": 3679.74, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 240, + "avg_reward": 3673.67, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 250, + "avg_reward": 3665.89, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 260, + "avg_reward": 3666.97, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 270, + "avg_reward": 3669.4, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 280, + "avg_reward": 3668.3, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 290, + "avg_reward": 3666.82, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 300, + "avg_reward": 3722.04, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 310, + "avg_reward": 3742.72, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 320, + "avg_reward": 3753.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 330, + "avg_reward": 3759.01, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 340, + "avg_reward": 3759.69, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 350, + "avg_reward": 3754.48, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 360, + "avg_reward": 3736.08, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 370, + "avg_reward": 3723.89, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 380, + "avg_reward": 3725.26, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 390, + "avg_reward": 3718.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 400, + "avg_reward": 3723.66, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 410, + "avg_reward": 3723.95, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 420, + "avg_reward": 3730.28, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 430, + "avg_reward": 3735.47, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 440, + "avg_reward": 3742.35, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 450, + "avg_reward": 3736.12, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 460, + "avg_reward": 3733.36, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 470, + "avg_reward": 3736.64, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 480, + "avg_reward": 3732.25, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 490, + "avg_reward": 3745.33, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 500, + "avg_reward": 3747.78, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 510, + "avg_reward": 3747.16, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 520, + "avg_reward": 3753.09, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 530, + "avg_reward": 3740.98, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 540, + "avg_reward": 3737.09, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 550, + "avg_reward": 3738.14, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 560, + "avg_reward": 3747.07, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 570, + "avg_reward": 3747.81, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 580, + "avg_reward": 3757.64, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 590, + "avg_reward": 3759.1, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 600, + "avg_reward": 3754.68, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 610, + "avg_reward": 3761.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 620, + "avg_reward": 3769.04, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 630, + "avg_reward": 3780.27, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 640, + "avg_reward": 3777.26, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 650, + "avg_reward": 3784.55, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 660, + "avg_reward": 3784.56, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 670, + "avg_reward": 3786.57, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 680, + "avg_reward": 3793.07, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 690, + "avg_reward": 3791.05, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 700, + "avg_reward": 3791.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 710, + "avg_reward": 3803.48, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 720, + "avg_reward": 3796.01, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 730, + "avg_reward": 3802.92, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 740, + "avg_reward": 3797.81, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 750, + "avg_reward": 3791.59, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 760, + "avg_reward": 3777.17, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 770, + "avg_reward": 3785.41, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 780, + "avg_reward": 3791.62, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 790, + "avg_reward": 3794.72, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 800, + "avg_reward": 3809.67, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 810, + "avg_reward": 3808.39, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 820, + "avg_reward": 3802.22, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 830, + "avg_reward": 3798.04, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 840, + "avg_reward": 3791.88, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 850, + "avg_reward": 3794.52, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 860, + "avg_reward": 3792.51, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 870, + "avg_reward": 3795.16, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 880, + "avg_reward": 3810.81, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 890, + "avg_reward": 3803.33, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 900, + "avg_reward": 3800.36, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 910, + "avg_reward": 3797.17, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 920, + "avg_reward": 3794.81, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 930, + "avg_reward": 3801.54, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 940, + "avg_reward": 3796.43, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 950, + "avg_reward": 3791.37, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 960, + "avg_reward": 3795.92, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 970, + "avg_reward": 3802.44, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 980, + "avg_reward": 3802.82, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 990, + "avg_reward": 3815.64, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 1000, + "avg_reward": 3826.52, + "avg_cost": 0.0, + "lambda": 53.275, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..84eed68bba003a25a179f26fa19072878cb43dbe --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 7024341.13, + "constraint_satisfaction_pct": 59.4, + "final_rho": [ + 0.4334, + 0.5117, + 0.0549 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4210.31, + "avg_cost": 40.75, + "lambda": 4.6075, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 10, + "avg_reward": 5452.74, + "avg_cost": 51.25, + "lambda": 6.2475, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 20, + "avg_reward": 5561.43, + "avg_cost": 30.25, + "lambda": 4.5, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 30, + "avg_reward": 5132.47, + "avg_cost": 19.5, + "lambda": 5.025, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 40, + "avg_reward": 5663.43, + "avg_cost": 70.5, + "lambda": 5.9825, + "rho": [ + 0.3729, + 0.3301, + 0.297 + ] + }, + { + "episode": 50, + "avg_reward": 6469.71, + "avg_cost": 116.0, + "lambda": 5.6325, + "rho": [ + 0.402, + 0.3352, + 0.2628 + ] + }, + { + "episode": 60, + "avg_reward": 6788.21, + "avg_cost": 109.5, + "lambda": 5.2125, + "rho": [ + 0.402, + 0.3352, + 0.2628 + ] + }, + { + "episode": 70, + "avg_reward": 6922.09, + "avg_cost": 110.5, + "lambda": 5.38, + "rho": [ + 0.402, + 0.3352, + 0.2628 + ] + }, + { + "episode": 80, + "avg_reward": 6681.12, + "avg_cost": 53.25, + "lambda": 4.3825, + "rho": [ + 0.402, + 0.3352, + 0.2628 + ] + }, + { + "episode": 90, + "avg_reward": 7043.77, + "avg_cost": 129.0, + "lambda": 5.5425, + "rho": [ + 0.402, + 0.3352, + 0.2628 + ] + }, + { + "episode": 100, + "avg_reward": 7185.21, + "avg_cost": 119.5, + "lambda": 5.25, + "rho": [ + 0.3995, + 0.3575, + 0.243 + ] + }, + { + "episode": 110, + "avg_reward": 7068.19, + "avg_cost": 91.0, + "lambda": 5.4775, + "rho": [ + 0.3995, + 0.3575, + 0.243 + ] + }, + { + "episode": 120, + "avg_reward": 7015.61, + "avg_cost": 85.25, + "lambda": 5.37, + "rho": [ + 0.3995, + 0.3575, + 0.243 + ] + }, + { + "episode": 130, + "avg_reward": 7172.15, + "avg_cost": 137.5, + "lambda": 5.61, + "rho": [ + 0.3995, + 0.3575, + 0.243 + ] + }, + { + "episode": 140, + "avg_reward": 7121.83, + "avg_cost": 122.5, + "lambda": 6.22, + "rho": [ + 0.3995, + 0.3575, + 0.243 + ] + }, + { + "episode": 150, + "avg_reward": 7324.54, + "avg_cost": 154.75, + "lambda": 7.56, + "rho": [ + 0.4045, + 0.3772, + 0.2184 + ] + }, + { + "episode": 160, + "avg_reward": 6550.01, + "avg_cost": 44.75, + "lambda": 5.7075, + "rho": [ + 0.4045, + 0.3772, + 0.2184 + ] + }, + { + "episode": 170, + "avg_reward": 6801.78, + "avg_cost": 91.5, + "lambda": 7.4925, + "rho": [ + 0.4045, + 0.3772, + 0.2184 + ] + }, + { + "episode": 180, + "avg_reward": 7225.42, + "avg_cost": 138.0, + "lambda": 8.6025, + "rho": [ + 0.4045, + 0.3772, + 0.2184 + ] + }, + { + "episode": 190, + "avg_reward": 6543.7, + "avg_cost": 61.0, + "lambda": 8.67, + "rho": [ + 0.4045, + 0.3772, + 0.2184 + ] + }, + { + "episode": 200, + "avg_reward": 6786.33, + "avg_cost": 78.75, + "lambda": 8.705, + "rho": [ + 0.4208, + 0.3756, + 0.2036 + ] + }, + { + "episode": 210, + "avg_reward": 6805.06, + "avg_cost": 93.75, + "lambda": 8.78, + "rho": [ + 0.4208, + 0.3756, + 0.2036 + ] + }, + { + "episode": 220, + "avg_reward": 6544.36, + "avg_cost": 59.25, + "lambda": 8.785, + "rho": [ + 0.4208, + 0.3756, + 0.2036 + ] + }, + { + "episode": 230, + "avg_reward": 7017.62, + "avg_cost": 104.0, + "lambda": 8.435, + "rho": [ + 0.4208, + 0.3756, + 0.2036 + ] + }, + { + "episode": 240, + "avg_reward": 6740.75, + "avg_cost": 62.5, + "lambda": 6.695, + "rho": [ + 0.4208, + 0.3756, + 0.2036 + ] + }, + { + "episode": 250, + "avg_reward": 6505.77, + "avg_cost": 37.25, + "lambda": 5.87, + "rho": [ + 0.4472, + 0.3695, + 0.1833 + ] + }, + { + "episode": 260, + "avg_reward": 7382.06, + "avg_cost": 153.0, + "lambda": 7.3675, + "rho": [ + 0.4472, + 0.3695, + 0.1833 + ] + }, + { + "episode": 270, + "avg_reward": 6723.19, + "avg_cost": 47.25, + "lambda": 5.58, + "rho": [ + 0.4472, + 0.3695, + 0.1833 + ] + }, + { + "episode": 280, + "avg_reward": 6843.92, + "avg_cost": 47.5, + "lambda": 4.78, + "rho": [ + 0.4472, + 0.3695, + 0.1833 + ] + }, + { + "episode": 290, + "avg_reward": 6828.64, + "avg_cost": 41.25, + "lambda": 3.935, + "rho": [ + 0.4472, + 0.3695, + 0.1833 + ] + }, + { + "episode": 300, + "avg_reward": 6837.61, + "avg_cost": 21.75, + "lambda": 1.4475, + "rho": [ + 0.4604, + 0.3753, + 0.1644 + ] + }, + { + "episode": 310, + "avg_reward": 7436.98, + "avg_cost": 145.5, + "lambda": 2.73, + "rho": [ + 0.4604, + 0.3753, + 0.1644 + ] + }, + { + "episode": 320, + "avg_reward": 7050.01, + "avg_cost": 47.5, + "lambda": 2.1325, + "rho": [ + 0.4604, + 0.3753, + 0.1644 + ] + }, + { + "episode": 330, + "avg_reward": 7177.93, + "avg_cost": 66.75, + "lambda": 1.985, + "rho": [ + 0.4604, + 0.3753, + 0.1644 + ] + }, + { + "episode": 340, + "avg_reward": 7274.93, + "avg_cost": 81.25, + "lambda": 2.4525, + "rho": [ + 0.4604, + 0.3753, + 0.1644 + ] + }, + { + "episode": 350, + "avg_reward": 7307.4, + "avg_cost": 80.75, + "lambda": 3.245, + "rho": [ + 0.4672, + 0.3889, + 0.1439 + ] + }, + { + "episode": 360, + "avg_reward": 7544.99, + "avg_cost": 168.5, + "lambda": 4.7825, + "rho": [ + 0.4672, + 0.3889, + 0.1439 + ] + }, + { + "episode": 370, + "avg_reward": 7259.39, + "avg_cost": 60.0, + "lambda": 2.285, + "rho": [ + 0.4672, + 0.3889, + 0.1439 + ] + }, + { + "episode": 380, + "avg_reward": 7351.76, + "avg_cost": 120.0, + "lambda": 3.2025, + "rho": [ + 0.4672, + 0.3889, + 0.1439 + ] + }, + { + "episode": 390, + "avg_reward": 7513.76, + "avg_cost": 136.0, + "lambda": 3.82, + "rho": [ + 0.4672, + 0.3889, + 0.1439 + ] + }, + { + "episode": 400, + "avg_reward": 7237.6, + "avg_cost": 66.25, + "lambda": 2.8475, + "rho": [ + 0.4619, + 0.4121, + 0.126 + ] + }, + { + "episode": 410, + "avg_reward": 7342.68, + "avg_cost": 85.75, + "lambda": 2.4475, + "rho": [ + 0.4619, + 0.4121, + 0.126 + ] + }, + { + "episode": 420, + "avg_reward": 7347.8, + "avg_cost": 91.5, + "lambda": 2.47, + "rho": [ + 0.4619, + 0.4121, + 0.126 + ] + }, + { + "episode": 430, + "avg_reward": 7493.16, + "avg_cost": 98.0, + "lambda": 1.9825, + "rho": [ + 0.4619, + 0.4121, + 0.126 + ] + }, + { + "episode": 440, + "avg_reward": 7317.66, + "avg_cost": 56.25, + "lambda": 1.61, + "rho": [ + 0.4619, + 0.4121, + 0.126 + ] + }, + { + "episode": 450, + "avg_reward": 7507.12, + "avg_cost": 101.0, + "lambda": 2.0475, + "rho": [ + 0.4659, + 0.4218, + 0.1123 + ] + }, + { + "episode": 460, + "avg_reward": 7623.62, + "avg_cost": 135.5, + "lambda": 2.4775, + "rho": [ + 0.4659, + 0.4218, + 0.1123 + ] + }, + { + "episode": 470, + "avg_reward": 7375.44, + "avg_cost": 84.25, + "lambda": 1.6375, + "rho": [ + 0.4659, + 0.4218, + 0.1123 + ] + }, + { + "episode": 480, + "avg_reward": 7299.51, + "avg_cost": 43.0, + "lambda": 2.7025, + "rho": [ + 0.4659, + 0.4218, + 0.1123 + ] + }, + { + "episode": 490, + "avg_reward": 7487.0, + "avg_cost": 76.75, + "lambda": 1.37, + "rho": [ + 0.4659, + 0.4218, + 0.1123 + ] + }, + { + "episode": 500, + "avg_reward": 7408.14, + "avg_cost": 49.75, + "lambda": 1.3, + "rho": [ + 0.4806, + 0.4205, + 0.0989 + ] + }, + { + "episode": 510, + "avg_reward": 7416.8, + "avg_cost": 44.0, + "lambda": 1.36, + "rho": [ + 0.4806, + 0.4205, + 0.0989 + ] + }, + { + "episode": 520, + "avg_reward": 7578.92, + "avg_cost": 128.0, + "lambda": 3.565, + "rho": [ + 0.4806, + 0.4205, + 0.0989 + ] + }, + { + "episode": 530, + "avg_reward": 7391.54, + "avg_cost": 35.5, + "lambda": 1.0025, + "rho": [ + 0.4806, + 0.4205, + 0.0989 + ] + }, + { + "episode": 540, + "avg_reward": 7499.37, + "avg_cost": 73.5, + "lambda": 1.515, + "rho": [ + 0.4806, + 0.4205, + 0.0989 + ] + }, + { + "episode": 550, + "avg_reward": 7557.83, + "avg_cost": 69.5, + "lambda": 1.545, + "rho": [ + 0.4835, + 0.4289, + 0.0876 + ] + }, + { + "episode": 560, + "avg_reward": 7407.49, + "avg_cost": 60.75, + "lambda": 1.5825, + "rho": [ + 0.4835, + 0.4289, + 0.0876 + ] + }, + { + "episode": 570, + "avg_reward": 7563.38, + "avg_cost": 76.5, + "lambda": 1.905, + "rho": [ + 0.4835, + 0.4289, + 0.0876 + ] + }, + { + "episode": 580, + "avg_reward": 7690.0, + "avg_cost": 112.0, + "lambda": 2.0875, + "rho": [ + 0.4835, + 0.4289, + 0.0876 + ] + }, + { + "episode": 590, + "avg_reward": 7890.19, + "avg_cost": 173.25, + "lambda": 2.0925, + "rho": [ + 0.4835, + 0.4289, + 0.0876 + ] + }, + { + "episode": 600, + "avg_reward": 7398.01, + "avg_cost": 49.5, + "lambda": 0.1825, + "rho": [ + 0.474, + 0.4449, + 0.0811 + ] + }, + { + "episode": 610, + "avg_reward": 7360.58, + "avg_cost": 48.75, + "lambda": 4.5825, + "rho": [ + 0.474, + 0.4449, + 0.0811 + ] + }, + { + "episode": 620, + "avg_reward": 7438.06, + "avg_cost": 28.75, + "lambda": 0.9975, + "rho": [ + 0.474, + 0.4449, + 0.0811 + ] + }, + { + "episode": 630, + "avg_reward": 7563.89, + "avg_cost": 61.75, + "lambda": 3.415, + "rho": [ + 0.474, + 0.4449, + 0.0811 + ] + }, + { + "episode": 640, + "avg_reward": 7593.9, + "avg_cost": 51.75, + "lambda": 1.1425, + "rho": [ + 0.474, + 0.4449, + 0.0811 + ] + }, + { + "episode": 650, + "avg_reward": 7517.9, + "avg_cost": 44.75, + "lambda": 0.9175, + "rho": [ + 0.4559, + 0.4691, + 0.075 + ] + }, + { + "episode": 660, + "avg_reward": 7653.44, + "avg_cost": 79.0, + "lambda": 2.5525, + "rho": [ + 0.4559, + 0.4691, + 0.075 + ] + }, + { + "episode": 670, + "avg_reward": 7747.22, + "avg_cost": 93.5, + "lambda": 0.555, + "rho": [ + 0.4559, + 0.4691, + 0.075 + ] + }, + { + "episode": 680, + "avg_reward": 7363.1, + "avg_cost": 38.0, + "lambda": 1.4375, + "rho": [ + 0.4559, + 0.4691, + 0.075 + ] + }, + { + "episode": 690, + "avg_reward": 7714.59, + "avg_cost": 68.0, + "lambda": 2.365, + "rho": [ + 0.4559, + 0.4691, + 0.075 + ] + }, + { + "episode": 700, + "avg_reward": 7696.94, + "avg_cost": 71.75, + "lambda": 0.32, + "rho": [ + 0.4482, + 0.4807, + 0.0711 + ] + }, + { + "episode": 710, + "avg_reward": 7562.22, + "avg_cost": 42.25, + "lambda": 1.2325, + "rho": [ + 0.4482, + 0.4807, + 0.0711 + ] + }, + { + "episode": 720, + "avg_reward": 7672.72, + "avg_cost": 62.5, + "lambda": 0.0, + "rho": [ + 0.4482, + 0.4807, + 0.0711 + ] + }, + { + "episode": 730, + "avg_reward": 7594.39, + "avg_cost": 45.0, + "lambda": 1.28, + "rho": [ + 0.4482, + 0.4807, + 0.0711 + ] + }, + { + "episode": 740, + "avg_reward": 7788.3, + "avg_cost": 85.5, + "lambda": 3.0125, + "rho": [ + 0.4482, + 0.4807, + 0.0711 + ] + }, + { + "episode": 750, + "avg_reward": 7799.72, + "avg_cost": 105.0, + "lambda": 0.715, + "rho": [ + 0.4499, + 0.4813, + 0.0688 + ] + }, + { + "episode": 760, + "avg_reward": 7843.66, + "avg_cost": 128.0, + "lambda": 3.2025, + "rho": [ + 0.4499, + 0.4813, + 0.0688 + ] + }, + { + "episode": 770, + "avg_reward": 7606.99, + "avg_cost": 53.25, + "lambda": 0.7175, + "rho": [ + 0.4499, + 0.4813, + 0.0688 + ] + }, + { + "episode": 780, + "avg_reward": 7893.35, + "avg_cost": 154.25, + "lambda": 3.0775, + "rho": [ + 0.4499, + 0.4813, + 0.0688 + ] + }, + { + "episode": 790, + "avg_reward": 7487.13, + "avg_cost": 24.0, + "lambda": 0.5125, + "rho": [ + 0.4499, + 0.4813, + 0.0688 + ] + }, + { + "episode": 800, + "avg_reward": 7760.17, + "avg_cost": 77.5, + "lambda": 2.73, + "rho": [ + 0.4435, + 0.4912, + 0.0653 + ] + }, + { + "episode": 810, + "avg_reward": 7797.95, + "avg_cost": 114.25, + "lambda": 1.5925, + "rho": [ + 0.4435, + 0.4912, + 0.0653 + ] + }, + { + "episode": 820, + "avg_reward": 6847.34, + "avg_cost": 143.75, + "lambda": 4.26, + "rho": [ + 0.4435, + 0.4912, + 0.0653 + ] + }, + { + "episode": 830, + "avg_reward": 5006.88, + "avg_cost": 63.0, + "lambda": 2.8225, + "rho": [ + 0.4435, + 0.4912, + 0.0653 + ] + }, + { + "episode": 840, + "avg_reward": 7110.3, + "avg_cost": 51.25, + "lambda": 0.87, + "rho": [ + 0.4435, + 0.4912, + 0.0653 + ] + }, + { + "episode": 850, + "avg_reward": 7109.18, + "avg_cost": 27.75, + "lambda": 3.2525, + "rho": [ + 0.4295, + 0.5094, + 0.0611 + ] + }, + { + "episode": 860, + "avg_reward": 7531.02, + "avg_cost": 127.5, + "lambda": 0.5825, + "rho": [ + 0.4295, + 0.5094, + 0.0611 + ] + }, + { + "episode": 870, + "avg_reward": 7451.29, + "avg_cost": 30.75, + "lambda": 0.845, + "rho": [ + 0.4295, + 0.5094, + 0.0611 + ] + }, + { + "episode": 880, + "avg_reward": 7768.34, + "avg_cost": 119.25, + "lambda": 3.4025, + "rho": [ + 0.4295, + 0.5094, + 0.0611 + ] + }, + { + "episode": 890, + "avg_reward": 6630.55, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.4295, + 0.5094, + 0.0611 + ] + }, + { + "episode": 900, + "avg_reward": 5483.48, + "avg_cost": 116.75, + "lambda": 0.3675, + "rho": [ + 0.4253, + 0.5168, + 0.0578 + ] + }, + { + "episode": 910, + "avg_reward": 2880.49, + "avg_cost": 7.5, + "lambda": 2.6675, + "rho": [ + 0.4253, + 0.5168, + 0.0578 + ] + }, + { + "episode": 920, + "avg_reward": 4505.47, + "avg_cost": 48.0, + "lambda": 0.0, + "rho": [ + 0.4253, + 0.5168, + 0.0578 + ] + }, + { + "episode": 930, + "avg_reward": 4419.08, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.4253, + 0.5168, + 0.0578 + ] + }, + { + "episode": 940, + "avg_reward": 5951.44, + "avg_cost": 30.75, + "lambda": 0.0, + "rho": [ + 0.4253, + 0.5168, + 0.0578 + ] + }, + { + "episode": 950, + "avg_reward": 7221.82, + "avg_cost": 33.25, + "lambda": 1.5825, + "rho": [ + 0.4295, + 0.5142, + 0.0563 + ] + }, + { + "episode": 960, + "avg_reward": 7731.66, + "avg_cost": 167.75, + "lambda": 1.1975, + "rho": [ + 0.4295, + 0.5142, + 0.0563 + ] + }, + { + "episode": 970, + "avg_reward": 7221.77, + "avg_cost": 70.25, + "lambda": 20.445, + "rho": [ + 0.4295, + 0.5142, + 0.0563 + ] + }, + { + "episode": 980, + "avg_reward": 6525.5, + "avg_cost": 0.0, + "lambda": 12.89, + "rho": [ + 0.4295, + 0.5142, + 0.0563 + ] + }, + { + "episode": 990, + "avg_reward": 6643.73, + "avg_cost": 5.0, + "lambda": 5.105, + "rho": [ + 0.4295, + 0.5142, + 0.0563 + ] + }, + { + "episode": 1000, + "avg_reward": 7301.3, + "avg_cost": 26.0, + "lambda": 0.0, + "rho": [ + 0.4334, + 0.5117, + 0.0549 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..1dfa0d28eafb989111a3c3240234bcf242340719 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v10_safepo.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4209507.15, + "constraint_satisfaction_pct": 61.4, + "final_rho": [ + 0.2455, + 0.1582, + 0.5964 + ], + "final_lambda": 100.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 407.18, + "avg_cost": 98.75, + "lambda": 5.7375, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": 3748.12, + "avg_cost": 72.0, + "lambda": 7.865, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": 4637.9, + "avg_cost": 40.75, + "lambda": 12.7225, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": 3124.42, + "avg_cost": 43.75, + "lambda": 15.46, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": 5050.68, + "avg_cost": 113.5, + "lambda": 19.8275, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": 4900.57, + "avg_cost": 73.5, + "lambda": 26.4925, + "rho": [ + 0.3342, + 0.2985, + 0.3672 + ] + }, + { + "episode": 60, + "avg_reward": 4269.1, + "avg_cost": 52.0, + "lambda": 29.505, + "rho": [ + 0.3342, + 0.2985, + 0.3672 + ] + }, + { + "episode": 70, + "avg_reward": 4026.3, + "avg_cost": 71.5, + "lambda": 35.1375, + "rho": [ + 0.3342, + 0.2985, + 0.3672 + ] + }, + { + "episode": 80, + "avg_reward": 5627.62, + "avg_cost": 97.25, + "lambda": 40.6025, + "rho": [ + 0.3342, + 0.2985, + 0.3672 + ] + }, + { + "episode": 90, + "avg_reward": 3553.56, + "avg_cost": 51.25, + "lambda": 43.9975, + "rho": [ + 0.3342, + 0.2985, + 0.3672 + ] + }, + { + "episode": 100, + "avg_reward": 5435.88, + "avg_cost": 105.75, + "lambda": 48.9825, + "rho": [ + 0.3174, + 0.3026, + 0.38 + ] + }, + { + "episode": 110, + "avg_reward": 5275.55, + "avg_cost": 65.25, + "lambda": 54.245, + "rho": [ + 0.3174, + 0.3026, + 0.38 + ] + }, + { + "episode": 120, + "avg_reward": 3386.59, + "avg_cost": 30.5, + "lambda": 56.295, + "rho": [ + 0.3174, + 0.3026, + 0.38 + ] + }, + { + "episode": 130, + "avg_reward": 3307.39, + "avg_cost": 85.0, + "lambda": 60.92, + "rho": [ + 0.3174, + 0.3026, + 0.38 + ] + }, + { + "episode": 140, + "avg_reward": 5711.05, + "avg_cost": 81.75, + "lambda": 65.4575, + "rho": [ + 0.3174, + 0.3026, + 0.38 + ] + }, + { + "episode": 150, + "avg_reward": 4690.64, + "avg_cost": 43.5, + "lambda": 68.17, + "rho": [ + 0.2983, + 0.3027, + 0.399 + ] + }, + { + "episode": 160, + "avg_reward": 4492.32, + "avg_cost": 38.0, + "lambda": 71.43, + "rho": [ + 0.2983, + 0.3027, + 0.399 + ] + }, + { + "episode": 170, + "avg_reward": 2909.8, + "avg_cost": 6.5, + "lambda": 70.3825, + "rho": [ + 0.2983, + 0.3027, + 0.399 + ] + }, + { + "episode": 180, + "avg_reward": 4614.48, + "avg_cost": 24.0, + "lambda": 68.8575, + "rho": [ + 0.2983, + 0.3027, + 0.399 + ] + }, + { + "episode": 190, + "avg_reward": 3251.73, + "avg_cost": 3.5, + "lambda": 67.205, + "rho": [ + 0.2983, + 0.3027, + 0.399 + ] + }, + { + "episode": 200, + "avg_reward": 3417.45, + "avg_cost": 7.0, + "lambda": 64.99, + "rho": [ + 0.2856, + 0.2918, + 0.4226 + ] + }, + { + "episode": 210, + "avg_reward": 3713.0, + "avg_cost": 13.0, + "lambda": 63.185, + "rho": [ + 0.2856, + 0.2918, + 0.4226 + ] + }, + { + "episode": 220, + "avg_reward": 3267.78, + "avg_cost": 1.25, + "lambda": 61.2475, + "rho": [ + 0.2856, + 0.2918, + 0.4226 + ] + }, + { + "episode": 230, + "avg_reward": 3399.1, + "avg_cost": 0.75, + "lambda": 59.0125, + "rho": [ + 0.2856, + 0.2918, + 0.4226 + ] + }, + { + "episode": 240, + "avg_reward": 3160.17, + "avg_cost": 5.25, + "lambda": 57.0225, + "rho": [ + 0.2856, + 0.2918, + 0.4226 + ] + }, + { + "episode": 250, + "avg_reward": 3244.2, + "avg_cost": 1.25, + "lambda": 55.2625, + "rho": [ + 0.2813, + 0.275, + 0.4437 + ] + }, + { + "episode": 260, + "avg_reward": 3394.56, + "avg_cost": 7.0, + "lambda": 53.1925, + "rho": [ + 0.2813, + 0.275, + 0.4437 + ] + }, + { + "episode": 270, + "avg_reward": 3478.69, + "avg_cost": 1.25, + "lambda": 50.93, + "rho": [ + 0.2813, + 0.275, + 0.4437 + ] + }, + { + "episode": 280, + "avg_reward": 3596.08, + "avg_cost": 0.0, + "lambda": 48.92, + "rho": [ + 0.2813, + 0.275, + 0.4437 + ] + }, + { + "episode": 290, + "avg_reward": 3662.86, + "avg_cost": 4.75, + "lambda": 47.0475, + "rho": [ + 0.2813, + 0.275, + 0.4437 + ] + }, + { + "episode": 300, + "avg_reward": 3473.87, + "avg_cost": 14.5, + "lambda": 45.28, + "rho": [ + 0.2856, + 0.261, + 0.4533 + ] + }, + { + "episode": 310, + "avg_reward": 3153.61, + "avg_cost": 1.75, + "lambda": 43.1775, + "rho": [ + 0.2856, + 0.261, + 0.4533 + ] + }, + { + "episode": 320, + "avg_reward": 3604.07, + "avg_cost": 1.75, + "lambda": 40.78, + "rho": [ + 0.2856, + 0.261, + 0.4533 + ] + }, + { + "episode": 330, + "avg_reward": 5524.33, + "avg_cost": 32.0, + "lambda": 39.54, + "rho": [ + 0.2856, + 0.261, + 0.4533 + ] + }, + { + "episode": 340, + "avg_reward": 4923.87, + "avg_cost": 21.25, + "lambda": 38.97, + "rho": [ + 0.2856, + 0.261, + 0.4533 + ] + }, + { + "episode": 350, + "avg_reward": 3369.3, + "avg_cost": 4.75, + "lambda": 37.415, + "rho": [ + 0.2841, + 0.243, + 0.4729 + ] + }, + { + "episode": 360, + "avg_reward": 3490.59, + "avg_cost": 2.0, + "lambda": 35.1375, + "rho": [ + 0.2841, + 0.243, + 0.4729 + ] + }, + { + "episode": 370, + "avg_reward": 3743.97, + "avg_cost": 1.0, + "lambda": 32.865, + "rho": [ + 0.2841, + 0.243, + 0.4729 + ] + }, + { + "episode": 380, + "avg_reward": 4483.13, + "avg_cost": 20.0, + "lambda": 31.135, + "rho": [ + 0.2841, + 0.243, + 0.4729 + ] + }, + { + "episode": 390, + "avg_reward": 3618.09, + "avg_cost": 4.75, + "lambda": 29.3375, + "rho": [ + 0.2841, + 0.243, + 0.4729 + ] + }, + { + "episode": 400, + "avg_reward": 4903.43, + "avg_cost": 25.5, + "lambda": 28.5625, + "rho": [ + 0.2873, + 0.2249, + 0.4877 + ] + }, + { + "episode": 410, + "avg_reward": 4492.16, + "avg_cost": 16.0, + "lambda": 27.6125, + "rho": [ + 0.2873, + 0.2249, + 0.4877 + ] + }, + { + "episode": 420, + "avg_reward": 5482.18, + "avg_cost": 38.25, + "lambda": 26.85, + "rho": [ + 0.2873, + 0.2249, + 0.4877 + ] + }, + { + "episode": 430, + "avg_reward": 4230.38, + "avg_cost": 10.75, + "lambda": 27.42, + "rho": [ + 0.2873, + 0.2249, + 0.4877 + ] + }, + { + "episode": 440, + "avg_reward": 3620.95, + "avg_cost": 10.5, + "lambda": 25.7475, + "rho": [ + 0.2873, + 0.2249, + 0.4877 + ] + }, + { + "episode": 450, + "avg_reward": 3473.46, + "avg_cost": 4.25, + "lambda": 24.28, + "rho": [ + 0.2873, + 0.218, + 0.4947 + ] + }, + { + "episode": 460, + "avg_reward": 3886.03, + "avg_cost": 13.25, + "lambda": 23.0725, + "rho": [ + 0.2873, + 0.218, + 0.4947 + ] + }, + { + "episode": 470, + "avg_reward": 3662.33, + "avg_cost": 12.75, + "lambda": 21.81, + "rho": [ + 0.2873, + 0.218, + 0.4947 + ] + }, + { + "episode": 480, + "avg_reward": 3096.56, + "avg_cost": 3.25, + "lambda": 20.3175, + "rho": [ + 0.2873, + 0.218, + 0.4947 + ] + }, + { + "episode": 490, + "avg_reward": 3417.55, + "avg_cost": 17.0, + "lambda": 19.025, + "rho": [ + 0.2873, + 0.218, + 0.4947 + ] + }, + { + "episode": 500, + "avg_reward": 3526.96, + "avg_cost": 14.75, + "lambda": 17.9075, + "rho": [ + 0.281, + 0.2105, + 0.5085 + ] + }, + { + "episode": 510, + "avg_reward": 2810.68, + "avg_cost": 5.0, + "lambda": 16.3725, + "rho": [ + 0.281, + 0.2105, + 0.5085 + ] + }, + { + "episode": 520, + "avg_reward": 2989.07, + "avg_cost": 6.5, + "lambda": 15.0125, + "rho": [ + 0.281, + 0.2105, + 0.5085 + ] + }, + { + "episode": 530, + "avg_reward": 3240.62, + "avg_cost": 10.75, + "lambda": 13.5475, + "rho": [ + 0.281, + 0.2105, + 0.5085 + ] + }, + { + "episode": 540, + "avg_reward": 3635.99, + "avg_cost": 18.0, + "lambda": 12.525, + "rho": [ + 0.281, + 0.2105, + 0.5085 + ] + }, + { + "episode": 550, + "avg_reward": 3568.75, + "avg_cost": 12.25, + "lambda": 10.925, + "rho": [ + 0.2705, + 0.1984, + 0.5311 + ] + }, + { + "episode": 560, + "avg_reward": 3510.08, + "avg_cost": 19.75, + "lambda": 10.0475, + "rho": [ + 0.2705, + 0.1984, + 0.5311 + ] + }, + { + "episode": 570, + "avg_reward": 3409.9, + "avg_cost": 0.0, + "lambda": 8.735, + "rho": [ + 0.2705, + 0.1984, + 0.5311 + ] + }, + { + "episode": 580, + "avg_reward": 3874.28, + "avg_cost": 13.5, + "lambda": 7.9, + "rho": [ + 0.2705, + 0.1984, + 0.5311 + ] + }, + { + "episode": 590, + "avg_reward": 3970.15, + "avg_cost": 16.5, + "lambda": 6.7075, + "rho": [ + 0.2705, + 0.1984, + 0.5311 + ] + }, + { + "episode": 600, + "avg_reward": 4198.68, + "avg_cost": 5.25, + "lambda": 5.2825, + "rho": [ + 0.2579, + 0.1804, + 0.5616 + ] + }, + { + "episode": 610, + "avg_reward": 4179.56, + "avg_cost": 4.25, + "lambda": 3.735, + "rho": [ + 0.2579, + 0.1804, + 0.5616 + ] + }, + { + "episode": 620, + "avg_reward": 4782.19, + "avg_cost": 26.75, + "lambda": 3.4275, + "rho": [ + 0.2579, + 0.1804, + 0.5616 + ] + }, + { + "episode": 630, + "avg_reward": 4751.72, + "avg_cost": 11.5, + "lambda": 2.195, + "rho": [ + 0.2579, + 0.1804, + 0.5616 + ] + }, + { + "episode": 640, + "avg_reward": 5726.77, + "avg_cost": 26.75, + "lambda": 1.9175, + "rho": [ + 0.2579, + 0.1804, + 0.5616 + ] + }, + { + "episode": 650, + "avg_reward": 5342.78, + "avg_cost": 20.0, + "lambda": 2.47, + "rho": [ + 0.2503, + 0.1627, + 0.5869 + ] + }, + { + "episode": 660, + "avg_reward": 5013.98, + "avg_cost": 11.0, + "lambda": 1.985, + "rho": [ + 0.2503, + 0.1627, + 0.5869 + ] + }, + { + "episode": 670, + "avg_reward": 5749.98, + "avg_cost": 40.25, + "lambda": 2.855, + "rho": [ + 0.2503, + 0.1627, + 0.5869 + ] + }, + { + "episode": 680, + "avg_reward": 5058.4, + "avg_cost": 7.5, + "lambda": 3.6125, + "rho": [ + 0.2503, + 0.1627, + 0.5869 + ] + }, + { + "episode": 690, + "avg_reward": 5528.09, + "avg_cost": 29.25, + "lambda": 3.365, + "rho": [ + 0.2503, + 0.1627, + 0.5869 + ] + }, + { + "episode": 700, + "avg_reward": 5621.57, + "avg_cost": 21.5, + "lambda": 3.17, + "rho": [ + 0.2379, + 0.1489, + 0.6132 + ] + }, + { + "episode": 710, + "avg_reward": 5476.02, + "avg_cost": 34.25, + "lambda": 3.32, + "rho": [ + 0.2379, + 0.1489, + 0.6132 + ] + }, + { + "episode": 720, + "avg_reward": 5570.04, + "avg_cost": 25.75, + "lambda": 3.1825, + "rho": [ + 0.2379, + 0.1489, + 0.6132 + ] + }, + { + "episode": 730, + "avg_reward": 5596.89, + "avg_cost": 26.0, + "lambda": 3.5175, + "rho": [ + 0.2379, + 0.1489, + 0.6132 + ] + }, + { + "episode": 740, + "avg_reward": 5610.0, + "avg_cost": 26.75, + "lambda": 3.4725, + "rho": [ + 0.2379, + 0.1489, + 0.6132 + ] + }, + { + "episode": 750, + "avg_reward": 5488.65, + "avg_cost": 19.25, + "lambda": 3.38, + "rho": [ + 0.2287, + 0.1447, + 0.6266 + ] + }, + { + "episode": 760, + "avg_reward": 5534.17, + "avg_cost": 22.75, + "lambda": 3.1675, + "rho": [ + 0.2287, + 0.1447, + 0.6266 + ] + }, + { + "episode": 770, + "avg_reward": 5810.5, + "avg_cost": 30.25, + "lambda": 3.915, + "rho": [ + 0.2287, + 0.1447, + 0.6266 + ] + }, + { + "episode": 780, + "avg_reward": 5551.87, + "avg_cost": 20.0, + "lambda": 4.1, + "rho": [ + 0.2287, + 0.1447, + 0.6266 + ] + }, + { + "episode": 790, + "avg_reward": 5337.48, + "avg_cost": 20.0, + "lambda": 4.22, + "rho": [ + 0.2287, + 0.1447, + 0.6266 + ] + }, + { + "episode": 800, + "avg_reward": 5258.77, + "avg_cost": 17.5, + "lambda": 4.2325, + "rho": [ + 0.2265, + 0.1479, + 0.6256 + ] + }, + { + "episode": 810, + "avg_reward": 5342.31, + "avg_cost": 10.75, + "lambda": 3.3275, + "rho": [ + 0.2265, + 0.1479, + 0.6256 + ] + }, + { + "episode": 820, + "avg_reward": 5648.54, + "avg_cost": 28.0, + "lambda": 3.7675, + "rho": [ + 0.2265, + 0.1479, + 0.6256 + ] + }, + { + "episode": 830, + "avg_reward": 5810.44, + "avg_cost": 33.25, + "lambda": 4.0675, + "rho": [ + 0.2265, + 0.1479, + 0.6256 + ] + }, + { + "episode": 840, + "avg_reward": 5895.42, + "avg_cost": 41.5, + "lambda": 4.8175, + "rho": [ + 0.2265, + 0.1479, + 0.6256 + ] + }, + { + "episode": 850, + "avg_reward": 5159.72, + "avg_cost": 12.5, + "lambda": 5.0125, + "rho": [ + 0.2305, + 0.1564, + 0.6131 + ] + }, + { + "episode": 860, + "avg_reward": 5644.96, + "avg_cost": 36.25, + "lambda": 5.6575, + "rho": [ + 0.2305, + 0.1564, + 0.6131 + ] + }, + { + "episode": 870, + "avg_reward": 5402.71, + "avg_cost": 45.25, + "lambda": 6.0025, + "rho": [ + 0.2305, + 0.1564, + 0.6131 + ] + }, + { + "episode": 880, + "avg_reward": 5206.91, + "avg_cost": 15.5, + "lambda": 6.3625, + "rho": [ + 0.2305, + 0.1564, + 0.6131 + ] + }, + { + "episode": 890, + "avg_reward": 5362.03, + "avg_cost": 20.0, + "lambda": 5.6475, + "rho": [ + 0.2305, + 0.1564, + 0.6131 + ] + }, + { + "episode": 900, + "avg_reward": 5405.59, + "avg_cost": 18.75, + "lambda": 5.0925, + "rho": [ + 0.2341, + 0.1576, + 0.6084 + ] + }, + { + "episode": 910, + "avg_reward": 5734.46, + "avg_cost": 12.75, + "lambda": 4.305, + "rho": [ + 0.2341, + 0.1576, + 0.6084 + ] + }, + { + "episode": 920, + "avg_reward": 5325.78, + "avg_cost": 29.0, + "lambda": 4.1175, + "rho": [ + 0.2341, + 0.1576, + 0.6084 + ] + }, + { + "episode": 930, + "avg_reward": 5439.45, + "avg_cost": 28.5, + "lambda": 4.525, + "rho": [ + 0.2341, + 0.1576, + 0.6084 + ] + }, + { + "episode": 940, + "avg_reward": 4710.32, + "avg_cost": 17.0, + "lambda": 4.81, + "rho": [ + 0.2341, + 0.1576, + 0.6084 + ] + }, + { + "episode": 950, + "avg_reward": 4524.32, + "avg_cost": 42.0, + "lambda": 5.1075, + "rho": [ + 0.2372, + 0.1553, + 0.6075 + ] + }, + { + "episode": 960, + "avg_reward": -4284.67, + "avg_cost": 703.25, + "lambda": 57.76, + "rho": [ + 0.2372, + 0.1553, + 0.6075 + ] + }, + { + "episode": 970, + "avg_reward": -2681.78, + "avg_cost": 493.0, + "lambda": 100.0, + "rho": [ + 0.2372, + 0.1553, + 0.6075 + ] + }, + { + "episode": 980, + "avg_reward": 2440.67, + "avg_cost": 10.25, + "lambda": 99.4075, + "rho": [ + 0.2372, + 0.1553, + 0.6075 + ] + }, + { + "episode": 990, + "avg_reward": 3075.86, + "avg_cost": 65.25, + "lambda": 100.0, + "rho": [ + 0.2372, + 0.1553, + 0.6075 + ] + }, + { + "episode": 1000, + "avg_reward": 2468.04, + "avg_cost": 37.5, + "lambda": 100.0, + "rho": [ + 0.2455, + 0.1582, + 0.5964 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..a8cb95a0e92492fc8e4ad79b504a074a6c5a724e --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s2_1000ep_mamujoco_Walker2d_3x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1136 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 5200064.65, + "constraint_satisfaction_pct": 54.6, + "final_rho": [ + 0.2298, + 0.2772, + 0.4931 + ], + "final_lambda": 3.2675, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 407.18, + "avg_cost": 98.75, + "lambda": 5.5875, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 10, + "avg_reward": 4142.51, + "avg_cost": 83.25, + "lambda": 6.49, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 20, + "avg_reward": 4457.67, + "avg_cost": 40.0, + "lambda": 9.935, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 30, + "avg_reward": 5521.72, + "avg_cost": 101.5, + "lambda": 14.26, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 40, + "avg_reward": 4449.92, + "avg_cost": 51.25, + "lambda": 17.225, + "rho": [ + 0.3231, + 0.3343, + 0.3426 + ] + }, + { + "episode": 50, + "avg_reward": 6103.86, + "avg_cost": 105.25, + "lambda": 21.555, + "rho": [ + 0.3165, + 0.3067, + 0.3769 + ] + }, + { + "episode": 60, + "avg_reward": 4480.39, + "avg_cost": 102.75, + "lambda": 28.4575, + "rho": [ + 0.3165, + 0.3067, + 0.3769 + ] + }, + { + "episode": 70, + "avg_reward": 3535.27, + "avg_cost": 64.75, + "lambda": 33.6825, + "rho": [ + 0.3165, + 0.3067, + 0.3769 + ] + }, + { + "episode": 80, + "avg_reward": 4345.63, + "avg_cost": 70.0, + "lambda": 37.005, + "rho": [ + 0.3165, + 0.3067, + 0.3769 + ] + }, + { + "episode": 90, + "avg_reward": 4543.71, + "avg_cost": 71.0, + "lambda": 40.58, + "rho": [ + 0.3165, + 0.3067, + 0.3769 + ] + }, + { + "episode": 100, + "avg_reward": 5046.09, + "avg_cost": 66.0, + "lambda": 42.98, + "rho": [ + 0.2991, + 0.3104, + 0.3905 + ] + }, + { + "episode": 110, + "avg_reward": 5673.87, + "avg_cost": 94.25, + "lambda": 47.04, + "rho": [ + 0.2991, + 0.3104, + 0.3905 + ] + }, + { + "episode": 120, + "avg_reward": 5481.73, + "avg_cost": 100.5, + "lambda": 47.89, + "rho": [ + 0.2991, + 0.3104, + 0.3905 + ] + }, + { + "episode": 130, + "avg_reward": 5268.42, + "avg_cost": 65.25, + "lambda": 49.1875, + "rho": [ + 0.2991, + 0.3104, + 0.3905 + ] + }, + { + "episode": 140, + "avg_reward": 5724.53, + "avg_cost": 86.0, + "lambda": 53.055, + "rho": [ + 0.2991, + 0.3104, + 0.3905 + ] + }, + { + "episode": 150, + "avg_reward": 5885.82, + "avg_cost": 82.75, + "lambda": 55.68, + "rho": [ + 0.2783, + 0.3165, + 0.4051 + ] + }, + { + "episode": 160, + "avg_reward": 5993.32, + "avg_cost": 87.5, + "lambda": 58.7625, + "rho": [ + 0.2783, + 0.3165, + 0.4051 + ] + }, + { + "episode": 170, + "avg_reward": 5654.08, + "avg_cost": 80.5, + "lambda": 63.5525, + "rho": [ + 0.2783, + 0.3165, + 0.4051 + ] + }, + { + "episode": 180, + "avg_reward": 4900.36, + "avg_cost": 41.0, + "lambda": 66.3725, + "rho": [ + 0.2783, + 0.3165, + 0.4051 + ] + }, + { + "episode": 190, + "avg_reward": 3454.16, + "avg_cost": 13.25, + "lambda": 63.605, + "rho": [ + 0.2783, + 0.3165, + 0.4051 + ] + }, + { + "episode": 200, + "avg_reward": 3349.68, + "avg_cost": 12.0, + "lambda": 60.155, + "rho": [ + 0.2583, + 0.3159, + 0.4258 + ] + }, + { + "episode": 210, + "avg_reward": 3726.83, + "avg_cost": 4.0, + "lambda": 56.6875, + "rho": [ + 0.2583, + 0.3159, + 0.4258 + ] + }, + { + "episode": 220, + "avg_reward": 3305.3, + "avg_cost": 7.0, + "lambda": 53.105, + "rho": [ + 0.2583, + 0.3159, + 0.4258 + ] + }, + { + "episode": 230, + "avg_reward": 3792.25, + "avg_cost": 1.75, + "lambda": 49.66, + "rho": [ + 0.2583, + 0.3159, + 0.4258 + ] + }, + { + "episode": 240, + "avg_reward": 4018.49, + "avg_cost": 14.25, + "lambda": 46.6225, + "rho": [ + 0.2583, + 0.3159, + 0.4258 + ] + }, + { + "episode": 250, + "avg_reward": 3589.48, + "avg_cost": 8.25, + "lambda": 44.5575, + "rho": [ + 0.2461, + 0.3053, + 0.4486 + ] + }, + { + "episode": 260, + "avg_reward": 3214.96, + "avg_cost": 0.0, + "lambda": 41.28, + "rho": [ + 0.2461, + 0.3053, + 0.4486 + ] + }, + { + "episode": 270, + "avg_reward": 3628.61, + "avg_cost": 5.75, + "lambda": 37.4575, + "rho": [ + 0.2461, + 0.3053, + 0.4486 + ] + }, + { + "episode": 280, + "avg_reward": 3688.92, + "avg_cost": 13.5, + "lambda": 34.16, + "rho": [ + 0.2461, + 0.3053, + 0.4486 + ] + }, + { + "episode": 290, + "avg_reward": 4249.13, + "avg_cost": 17.75, + "lambda": 31.7925, + "rho": [ + 0.2461, + 0.3053, + 0.4486 + ] + }, + { + "episode": 300, + "avg_reward": 3906.57, + "avg_cost": 13.0, + "lambda": 29.4925, + "rho": [ + 0.2407, + 0.2931, + 0.4661 + ] + }, + { + "episode": 310, + "avg_reward": 4924.53, + "avg_cost": 44.0, + "lambda": 29.2275, + "rho": [ + 0.2407, + 0.2931, + 0.4661 + ] + }, + { + "episode": 320, + "avg_reward": 5428.05, + "avg_cost": 44.25, + "lambda": 31.46, + "rho": [ + 0.2407, + 0.2931, + 0.4661 + ] + }, + { + "episode": 330, + "avg_reward": 5737.8, + "avg_cost": 35.75, + "lambda": 32.4575, + "rho": [ + 0.2407, + 0.2931, + 0.4661 + ] + }, + { + "episode": 340, + "avg_reward": 5875.24, + "avg_cost": 67.5, + "lambda": 33.1075, + "rho": [ + 0.2407, + 0.2931, + 0.4661 + ] + }, + { + "episode": 350, + "avg_reward": 4639.67, + "avg_cost": 15.5, + "lambda": 32.26, + "rho": [ + 0.2355, + 0.2805, + 0.484 + ] + }, + { + "episode": 360, + "avg_reward": 3913.6, + "avg_cost": 0.0, + "lambda": 29.1225, + "rho": [ + 0.2355, + 0.2805, + 0.484 + ] + }, + { + "episode": 370, + "avg_reward": 3976.96, + "avg_cost": 9.0, + "lambda": 26.075, + "rho": [ + 0.2355, + 0.2805, + 0.484 + ] + }, + { + "episode": 380, + "avg_reward": 4016.49, + "avg_cost": 0.0, + "lambda": 22.68, + "rho": [ + 0.2355, + 0.2805, + 0.484 + ] + }, + { + "episode": 390, + "avg_reward": 4354.58, + "avg_cost": 13.5, + "lambda": 19.865, + "rho": [ + 0.2355, + 0.2805, + 0.484 + ] + }, + { + "episode": 400, + "avg_reward": 4346.75, + "avg_cost": 7.0, + "lambda": 16.76, + "rho": [ + 0.2379, + 0.2704, + 0.4916 + ] + }, + { + "episode": 410, + "avg_reward": 4948.7, + "avg_cost": 29.0, + "lambda": 14.29, + "rho": [ + 0.2379, + 0.2704, + 0.4916 + ] + }, + { + "episode": 420, + "avg_reward": 5034.29, + "avg_cost": 21.75, + "lambda": 12.6225, + "rho": [ + 0.2379, + 0.2704, + 0.4916 + ] + }, + { + "episode": 430, + "avg_reward": 5158.87, + "avg_cost": 40.75, + "lambda": 12.6875, + "rho": [ + 0.2379, + 0.2704, + 0.4916 + ] + }, + { + "episode": 440, + "avg_reward": 4904.36, + "avg_cost": 23.5, + "lambda": 11.8, + "rho": [ + 0.2379, + 0.2704, + 0.4916 + ] + }, + { + "episode": 450, + "avg_reward": 5622.55, + "avg_cost": 25.75, + "lambda": 10.9875, + "rho": [ + 0.2459, + 0.2697, + 0.4844 + ] + }, + { + "episode": 460, + "avg_reward": 5045.74, + "avg_cost": 37.5, + "lambda": 11.395, + "rho": [ + 0.2459, + 0.2697, + 0.4844 + ] + }, + { + "episode": 470, + "avg_reward": 5080.55, + "avg_cost": 40.0, + "lambda": 11.295, + "rho": [ + 0.2459, + 0.2697, + 0.4844 + ] + }, + { + "episode": 480, + "avg_reward": 6022.5, + "avg_cost": 86.5, + "lambda": 13.55, + "rho": [ + 0.2459, + 0.2697, + 0.4844 + ] + }, + { + "episode": 490, + "avg_reward": 5015.54, + "avg_cost": 33.75, + "lambda": 13.79, + "rho": [ + 0.2459, + 0.2697, + 0.4844 + ] + }, + { + "episode": 500, + "avg_reward": 3998.56, + "avg_cost": 15.0, + "lambda": 11.225, + "rho": [ + 0.2483, + 0.2621, + 0.4897 + ] + }, + { + "episode": 510, + "avg_reward": 4414.94, + "avg_cost": 5.5, + "lambda": 8.835, + "rho": [ + 0.2483, + 0.2621, + 0.4897 + ] + }, + { + "episode": 520, + "avg_reward": 5050.35, + "avg_cost": 13.0, + "lambda": 5.8, + "rho": [ + 0.2483, + 0.2621, + 0.4897 + ] + }, + { + "episode": 530, + "avg_reward": 5298.47, + "avg_cost": 15.25, + "lambda": 3.0975, + "rho": [ + 0.2483, + 0.2621, + 0.4897 + ] + }, + { + "episode": 540, + "avg_reward": 5235.95, + "avg_cost": 16.5, + "lambda": 0.455, + "rho": [ + 0.2483, + 0.2621, + 0.4897 + ] + }, + { + "episode": 550, + "avg_reward": 4590.86, + "avg_cost": 35.75, + "lambda": 0.0, + "rho": [ + 0.2503, + 0.2554, + 0.4943 + ] + }, + { + "episode": 560, + "avg_reward": 5515.15, + "avg_cost": 55.75, + "lambda": 1.0875, + "rho": [ + 0.2503, + 0.2554, + 0.4943 + ] + }, + { + "episode": 570, + "avg_reward": 5376.52, + "avg_cost": 38.5, + "lambda": 2.185, + "rho": [ + 0.2503, + 0.2554, + 0.4943 + ] + }, + { + "episode": 580, + "avg_reward": 6058.95, + "avg_cost": 37.25, + "lambda": 2.5425, + "rho": [ + 0.2503, + 0.2554, + 0.4943 + ] + }, + { + "episode": 590, + "avg_reward": 6553.27, + "avg_cost": 49.5, + "lambda": 3.56, + "rho": [ + 0.2503, + 0.2554, + 0.4943 + ] + }, + { + "episode": 600, + "avg_reward": 6595.76, + "avg_cost": 61.0, + "lambda": 3.5575, + "rho": [ + 0.2474, + 0.2445, + 0.508 + ] + }, + { + "episode": 610, + "avg_reward": 6815.87, + "avg_cost": 70.0, + "lambda": 5.1475, + "rho": [ + 0.2474, + 0.2445, + 0.508 + ] + }, + { + "episode": 620, + "avg_reward": 6476.24, + "avg_cost": 60.5, + "lambda": 6.435, + "rho": [ + 0.2474, + 0.2445, + 0.508 + ] + }, + { + "episode": 630, + "avg_reward": 6129.19, + "avg_cost": 52.25, + "lambda": 6.0275, + "rho": [ + 0.2474, + 0.2445, + 0.508 + ] + }, + { + "episode": 640, + "avg_reward": 5424.8, + "avg_cost": 30.0, + "lambda": 5.7725, + "rho": [ + 0.2474, + 0.2445, + 0.508 + ] + }, + { + "episode": 650, + "avg_reward": 5868.41, + "avg_cost": 52.75, + "lambda": 5.91, + "rho": [ + 0.2437, + 0.241, + 0.5153 + ] + }, + { + "episode": 660, + "avg_reward": 4875.35, + "avg_cost": 22.0, + "lambda": 6.1475, + "rho": [ + 0.2437, + 0.241, + 0.5153 + ] + }, + { + "episode": 670, + "avg_reward": 5276.05, + "avg_cost": 40.5, + "lambda": 5.13, + "rho": [ + 0.2437, + 0.241, + 0.5153 + ] + }, + { + "episode": 680, + "avg_reward": 4617.78, + "avg_cost": 7.5, + "lambda": 3.32, + "rho": [ + 0.2437, + 0.241, + 0.5153 + ] + }, + { + "episode": 690, + "avg_reward": 5690.9, + "avg_cost": 40.25, + "lambda": 2.115, + "rho": [ + 0.2437, + 0.241, + 0.5153 + ] + }, + { + "episode": 700, + "avg_reward": 5930.93, + "avg_cost": 44.0, + "lambda": 2.465, + "rho": [ + 0.2358, + 0.2332, + 0.5311 + ] + }, + { + "episode": 710, + "avg_reward": 6230.18, + "avg_cost": 49.25, + "lambda": 2.975, + "rho": [ + 0.2358, + 0.2332, + 0.5311 + ] + }, + { + "episode": 720, + "avg_reward": 5429.63, + "avg_cost": 65.75, + "lambda": 2.885, + "rho": [ + 0.2358, + 0.2332, + 0.5311 + ] + }, + { + "episode": 730, + "avg_reward": 6132.39, + "avg_cost": 40.5, + "lambda": 3.585, + "rho": [ + 0.2358, + 0.2332, + 0.5311 + ] + }, + { + "episode": 740, + "avg_reward": 5702.34, + "avg_cost": 43.25, + "lambda": 3.915, + "rho": [ + 0.2358, + 0.2332, + 0.5311 + ] + }, + { + "episode": 750, + "avg_reward": 5435.29, + "avg_cost": 19.75, + "lambda": 3.23, + "rho": [ + 0.2277, + 0.2312, + 0.5411 + ] + }, + { + "episode": 760, + "avg_reward": 6776.85, + "avg_cost": 63.5, + "lambda": 4.43, + "rho": [ + 0.2277, + 0.2312, + 0.5411 + ] + }, + { + "episode": 770, + "avg_reward": 6246.8, + "avg_cost": 33.75, + "lambda": 5.69, + "rho": [ + 0.2277, + 0.2312, + 0.5411 + ] + }, + { + "episode": 780, + "avg_reward": 6102.32, + "avg_cost": 33.75, + "lambda": 5.495, + "rho": [ + 0.2277, + 0.2312, + 0.5411 + ] + }, + { + "episode": 790, + "avg_reward": 5943.97, + "avg_cost": 45.25, + "lambda": 6.1675, + "rho": [ + 0.2277, + 0.2312, + 0.5411 + ] + }, + { + "episode": 800, + "avg_reward": 6206.46, + "avg_cost": 48.25, + "lambda": 6.605, + "rho": [ + 0.2213, + 0.235, + 0.5437 + ] + }, + { + "episode": 810, + "avg_reward": 5836.83, + "avg_cost": 44.25, + "lambda": 7.3, + "rho": [ + 0.2213, + 0.235, + 0.5437 + ] + }, + { + "episode": 820, + "avg_reward": 6051.16, + "avg_cost": 26.0, + "lambda": 6.1025, + "rho": [ + 0.2213, + 0.235, + 0.5437 + ] + }, + { + "episode": 830, + "avg_reward": 6016.84, + "avg_cost": 27.5, + "lambda": 4.82, + "rho": [ + 0.2213, + 0.235, + 0.5437 + ] + }, + { + "episode": 840, + "avg_reward": 6471.63, + "avg_cost": 45.75, + "lambda": 4.965, + "rho": [ + 0.2213, + 0.235, + 0.5437 + ] + }, + { + "episode": 850, + "avg_reward": 6291.13, + "avg_cost": 55.0, + "lambda": 6.4025, + "rho": [ + 0.2199, + 0.2439, + 0.5362 + ] + }, + { + "episode": 860, + "avg_reward": 6617.99, + "avg_cost": 46.0, + "lambda": 6.9625, + "rho": [ + 0.2199, + 0.2439, + 0.5362 + ] + }, + { + "episode": 870, + "avg_reward": 6284.79, + "avg_cost": 36.75, + "lambda": 6.3625, + "rho": [ + 0.2199, + 0.2439, + 0.5362 + ] + }, + { + "episode": 880, + "avg_reward": 6048.13, + "avg_cost": 23.0, + "lambda": 5.4425, + "rho": [ + 0.2199, + 0.2439, + 0.5362 + ] + }, + { + "episode": 890, + "avg_reward": 6011.2, + "avg_cost": 25.0, + "lambda": 4.7325, + "rho": [ + 0.2199, + 0.2439, + 0.5362 + ] + }, + { + "episode": 900, + "avg_reward": 5784.15, + "avg_cost": 36.25, + "lambda": 4.28, + "rho": [ + 0.2224, + 0.2564, + 0.5212 + ] + }, + { + "episode": 910, + "avg_reward": 6233.26, + "avg_cost": 30.75, + "lambda": 3.095, + "rho": [ + 0.2224, + 0.2564, + 0.5212 + ] + }, + { + "episode": 920, + "avg_reward": 6178.04, + "avg_cost": 39.5, + "lambda": 2.4375, + "rho": [ + 0.2224, + 0.2564, + 0.5212 + ] + }, + { + "episode": 930, + "avg_reward": 6313.5, + "avg_cost": 55.75, + "lambda": 2.3975, + "rho": [ + 0.2224, + 0.2564, + 0.5212 + ] + }, + { + "episode": 940, + "avg_reward": 6235.68, + "avg_cost": 44.25, + "lambda": 2.4025, + "rho": [ + 0.2224, + 0.2564, + 0.5212 + ] + }, + { + "episode": 950, + "avg_reward": 6932.14, + "avg_cost": 70.5, + "lambda": 3.0125, + "rho": [ + 0.2282, + 0.2696, + 0.5021 + ] + }, + { + "episode": 960, + "avg_reward": 6067.79, + "avg_cost": 26.5, + "lambda": 3.5675, + "rho": [ + 0.2282, + 0.2696, + 0.5021 + ] + }, + { + "episode": 970, + "avg_reward": 5814.89, + "avg_cost": 34.5, + "lambda": 3.49, + "rho": [ + 0.2282, + 0.2696, + 0.5021 + ] + }, + { + "episode": 980, + "avg_reward": 5812.93, + "avg_cost": 41.25, + "lambda": 3.4675, + "rho": [ + 0.2282, + 0.2696, + 0.5021 + ] + }, + { + "episode": 990, + "avg_reward": 5875.91, + "avg_cost": 34.75, + "lambda": 3.1, + "rho": [ + 0.2282, + 0.2696, + 0.5021 + ] + }, + { + "episode": 1000, + "avg_reward": 6423.27, + "avg_cost": 43.25, + "lambda": 3.2675, + "rho": [ + 0.2298, + 0.2772, + 0.4931 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..1cc08227c802c0726fc5841f6965c1fe0f672ab6 --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1601204.17, + "constraint_satisfaction_pct": 29.3, + "final_rho": [ + 0.3791, + 0.3951, + 0.2258 + ], + "final_lambda": 75.2325, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3952.76, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 10, + "avg_reward": -3751.99, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 20, + "avg_reward": -3167.23, + "avg_cost": 0.25, + "lambda": 10.0158, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 30, + "avg_reward": -3126.15, + "avg_cost": 0.25, + "lambda": 10.0671, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 40, + "avg_reward": -3374.07, + "avg_cost": 0.0, + "lambda": 10.1096, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 50, + "avg_reward": -2769.66, + "avg_cost": 0.0, + "lambda": 10.1501, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 60, + "avg_reward": -3338.37, + "avg_cost": 0.0, + "lambda": 10.1874, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 70, + "avg_reward": -2446.01, + "avg_cost": 0.0, + "lambda": 10.2119, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 80, + "avg_reward": -2636.27, + "avg_cost": 0.0, + "lambda": 10.2367, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 90, + "avg_reward": -1957.66, + "avg_cost": 0.0, + "lambda": 10.2607, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 100, + "avg_reward": -1624.54, + "avg_cost": 0.0, + "lambda": 10.27, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 110, + "avg_reward": -1892.34, + "avg_cost": 0.0, + "lambda": 10.2733, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 120, + "avg_reward": -2127.47, + "avg_cost": 0.0, + "lambda": 10.2744, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 130, + "avg_reward": -1193.36, + "avg_cost": 0.0, + "lambda": 10.2748, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 140, + "avg_reward": -1594.75, + "avg_cost": 0.0, + "lambda": 10.2912, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 150, + "avg_reward": -1449.08, + "avg_cost": 0.0, + "lambda": 10.2969, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 160, + "avg_reward": -1346.36, + "avg_cost": 0.0, + "lambda": 10.2989, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 170, + "avg_reward": -952.57, + "avg_cost": 0.0, + "lambda": 10.3064, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 180, + "avg_reward": -782.27, + "avg_cost": 0.0, + "lambda": 10.4012, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 190, + "avg_reward": -1874.47, + "avg_cost": 0.0, + "lambda": 10.6672, + "rho": [ + 0.3672, + 0.3122, + 0.3206 + ] + }, + { + "episode": 200, + "avg_reward": -479.2, + "avg_cost": 1.75, + "lambda": 11.1485, + "rho": [ + 0.3908, + 0.2984, + 0.3108 + ] + }, + { + "episode": 210, + "avg_reward": -1060.7, + "avg_cost": 0.0, + "lambda": 11.8116, + "rho": [ + 0.3908, + 0.2984, + 0.3108 + ] + }, + { + "episode": 220, + "avg_reward": -1187.38, + "avg_cost": 0.0, + "lambda": 12.2602, + "rho": [ + 0.3908, + 0.2984, + 0.3108 + ] + }, + { + "episode": 230, + "avg_reward": -1158.99, + "avg_cost": 0.25, + "lambda": 12.5528, + "rho": [ + 0.3908, + 0.2984, + 0.3108 + ] + }, + { + "episode": 240, + "avg_reward": -1217.75, + "avg_cost": 0.25, + "lambda": 12.8622, + "rho": [ + 0.3908, + 0.2984, + 0.3108 + ] + }, + { + "episode": 250, + "avg_reward": -873.97, + "avg_cost": 1.25, + "lambda": 13.2566, + "rho": [ + 0.4023, + 0.3, + 0.2978 + ] + }, + { + "episode": 260, + "avg_reward": -1252.33, + "avg_cost": 0.75, + "lambda": 13.857, + "rho": [ + 0.4023, + 0.3, + 0.2978 + ] + }, + { + "episode": 270, + "avg_reward": -913.84, + "avg_cost": 0.0, + "lambda": 14.3817, + "rho": [ + 0.4023, + 0.3, + 0.2978 + ] + }, + { + "episode": 280, + "avg_reward": -775.12, + "avg_cost": 0.25, + "lambda": 14.8987, + "rho": [ + 0.4023, + 0.3, + 0.2978 + ] + }, + { + "episode": 290, + "avg_reward": -843.88, + "avg_cost": 0.5, + "lambda": 15.3154, + "rho": [ + 0.4023, + 0.3, + 0.2978 + ] + }, + { + "episode": 300, + "avg_reward": 16.64, + "avg_cost": 1.25, + "lambda": 15.7805, + "rho": [ + 0.4066, + 0.3072, + 0.2862 + ] + }, + { + "episode": 310, + "avg_reward": -810.4, + "avg_cost": 1.0, + "lambda": 16.6792, + "rho": [ + 0.4066, + 0.3072, + 0.2862 + ] + }, + { + "episode": 320, + "avg_reward": -939.73, + "avg_cost": 1.5, + "lambda": 17.8423, + "rho": [ + 0.4066, + 0.3072, + 0.2862 + ] + }, + { + "episode": 330, + "avg_reward": 194.02, + "avg_cost": 1.0, + "lambda": 19.2018, + "rho": [ + 0.4066, + 0.3072, + 0.2862 + ] + }, + { + "episode": 340, + "avg_reward": -1413.01, + "avg_cost": 0.75, + "lambda": 20.3907, + "rho": [ + 0.4066, + 0.3072, + 0.2862 + ] + }, + { + "episode": 350, + "avg_reward": 289.93, + "avg_cost": 0.0, + "lambda": 21.4364, + "rho": [ + 0.3999, + 0.3183, + 0.2818 + ] + }, + { + "episode": 360, + "avg_reward": 842.82, + "avg_cost": 0.5, + "lambda": 22.5421, + "rho": [ + 0.3999, + 0.3183, + 0.2818 + ] + }, + { + "episode": 370, + "avg_reward": 194.74, + "avg_cost": 0.25, + "lambda": 23.5478, + "rho": [ + 0.3999, + 0.3183, + 0.2818 + ] + }, + { + "episode": 380, + "avg_reward": 817.28, + "avg_cost": 1.0, + "lambda": 24.4843, + "rho": [ + 0.3999, + 0.3183, + 0.2818 + ] + }, + { + "episode": 390, + "avg_reward": 649.74, + "avg_cost": 1.0, + "lambda": 25.2864, + "rho": [ + 0.3999, + 0.3183, + 0.2818 + ] + }, + { + "episode": 400, + "avg_reward": 1487.29, + "avg_cost": 2.25, + "lambda": 26.0748, + "rho": [ + 0.3997, + 0.3239, + 0.2764 + ] + }, + { + "episode": 410, + "avg_reward": 765.2, + "avg_cost": 0.5, + "lambda": 26.8562, + "rho": [ + 0.3997, + 0.3239, + 0.2764 + ] + }, + { + "episode": 420, + "avg_reward": 1912.22, + "avg_cost": 0.75, + "lambda": 27.7653, + "rho": [ + 0.3997, + 0.3239, + 0.2764 + ] + }, + { + "episode": 430, + "avg_reward": 1354.86, + "avg_cost": 1.25, + "lambda": 28.7683, + "rho": [ + 0.3997, + 0.3239, + 0.2764 + ] + }, + { + "episode": 440, + "avg_reward": 1169.45, + "avg_cost": 1.75, + "lambda": 29.8871, + "rho": [ + 0.3997, + 0.3239, + 0.2764 + ] + }, + { + "episode": 450, + "avg_reward": 2096.21, + "avg_cost": 1.0, + "lambda": 31.0822, + "rho": [ + 0.3976, + 0.3245, + 0.2779 + ] + }, + { + "episode": 460, + "avg_reward": 1649.3, + "avg_cost": 0.75, + "lambda": 32.4689, + "rho": [ + 0.3976, + 0.3245, + 0.2779 + ] + }, + { + "episode": 470, + "avg_reward": 1799.19, + "avg_cost": 0.25, + "lambda": 33.873, + "rho": [ + 0.3976, + 0.3245, + 0.2779 + ] + }, + { + "episode": 480, + "avg_reward": 1389.08, + "avg_cost": 0.0, + "lambda": 35.1005, + "rho": [ + 0.3976, + 0.3245, + 0.2779 + ] + }, + { + "episode": 490, + "avg_reward": 2534.11, + "avg_cost": 0.5, + "lambda": 36.2815, + "rho": [ + 0.3976, + 0.3245, + 0.2779 + ] + }, + { + "episode": 500, + "avg_reward": 1874.56, + "avg_cost": 2.0, + "lambda": 37.4888, + "rho": [ + 0.4018, + 0.3222, + 0.2761 + ] + }, + { + "episode": 510, + "avg_reward": 2307.4, + "avg_cost": 1.0, + "lambda": 38.8247, + "rho": [ + 0.4018, + 0.3222, + 0.2761 + ] + }, + { + "episode": 520, + "avg_reward": 1969.15, + "avg_cost": 0.5, + "lambda": 40.0007, + "rho": [ + 0.4018, + 0.3222, + 0.2761 + ] + }, + { + "episode": 530, + "avg_reward": 2823.84, + "avg_cost": 1.5, + "lambda": 41.2778, + "rho": [ + 0.4018, + 0.3222, + 0.2761 + ] + }, + { + "episode": 540, + "avg_reward": 1961.37, + "avg_cost": 0.0, + "lambda": 42.3689, + "rho": [ + 0.4018, + 0.3222, + 0.2761 + ] + }, + { + "episode": 550, + "avg_reward": 2794.75, + "avg_cost": 0.25, + "lambda": 43.2868, + "rho": [ + 0.4002, + 0.3229, + 0.277 + ] + }, + { + "episode": 560, + "avg_reward": 3102.97, + "avg_cost": 2.0, + "lambda": 44.1257, + "rho": [ + 0.4002, + 0.3229, + 0.277 + ] + }, + { + "episode": 570, + "avg_reward": 2368.83, + "avg_cost": 1.0, + "lambda": 45.1052, + "rho": [ + 0.4002, + 0.3229, + 0.277 + ] + }, + { + "episode": 580, + "avg_reward": 2108.67, + "avg_cost": 0.5, + "lambda": 45.9593, + "rho": [ + 0.4002, + 0.3229, + 0.277 + ] + }, + { + "episode": 590, + "avg_reward": 2562.28, + "avg_cost": 0.5, + "lambda": 46.6797, + "rho": [ + 0.4002, + 0.3229, + 0.277 + ] + }, + { + "episode": 600, + "avg_reward": 3276.7, + "avg_cost": 0.5, + "lambda": 47.4963, + "rho": [ + 0.3983, + 0.3263, + 0.2754 + ] + }, + { + "episode": 610, + "avg_reward": 3770.16, + "avg_cost": 1.25, + "lambda": 48.4968, + "rho": [ + 0.3983, + 0.3263, + 0.2754 + ] + }, + { + "episode": 620, + "avg_reward": 3624.13, + "avg_cost": 0.5, + "lambda": 49.4795, + "rho": [ + 0.3983, + 0.3263, + 0.2754 + ] + }, + { + "episode": 630, + "avg_reward": 3285.51, + "avg_cost": 0.0, + "lambda": 50.4293, + "rho": [ + 0.3983, + 0.3263, + 0.2754 + ] + }, + { + "episode": 640, + "avg_reward": 4179.95, + "avg_cost": 3.5, + "lambda": 51.3316, + "rho": [ + 0.3983, + 0.3263, + 0.2754 + ] + }, + { + "episode": 650, + "avg_reward": 2977.47, + "avg_cost": 0.75, + "lambda": 52.5334, + "rho": [ + 0.398, + 0.33, + 0.272 + ] + }, + { + "episode": 660, + "avg_reward": 3781.82, + "avg_cost": 1.75, + "lambda": 53.7882, + "rho": [ + 0.398, + 0.33, + 0.272 + ] + }, + { + "episode": 670, + "avg_reward": 3057.94, + "avg_cost": 1.25, + "lambda": 54.8712, + "rho": [ + 0.398, + 0.33, + 0.272 + ] + }, + { + "episode": 680, + "avg_reward": 2977.22, + "avg_cost": 1.25, + "lambda": 55.7703, + "rho": [ + 0.398, + 0.33, + 0.272 + ] + }, + { + "episode": 690, + "avg_reward": 3762.44, + "avg_cost": 0.0, + "lambda": 56.5837, + "rho": [ + 0.398, + 0.33, + 0.272 + ] + }, + { + "episode": 700, + "avg_reward": 2898.65, + "avg_cost": 1.25, + "lambda": 57.2891, + "rho": [ + 0.4006, + 0.3337, + 0.2657 + ] + }, + { + "episode": 710, + "avg_reward": 3983.07, + "avg_cost": 1.75, + "lambda": 58.1577, + "rho": [ + 0.4006, + 0.3337, + 0.2657 + ] + }, + { + "episode": 720, + "avg_reward": 1828.26, + "avg_cost": 0.0, + "lambda": 58.9908, + "rho": [ + 0.4006, + 0.3337, + 0.2657 + ] + }, + { + "episode": 730, + "avg_reward": 3903.56, + "avg_cost": 0.5, + "lambda": 59.684, + "rho": [ + 0.4006, + 0.3337, + 0.2657 + ] + }, + { + "episode": 740, + "avg_reward": 3472.62, + "avg_cost": 0.25, + "lambda": 60.315, + "rho": [ + 0.4006, + 0.3337, + 0.2657 + ] + }, + { + "episode": 750, + "avg_reward": 3589.39, + "avg_cost": 1.0, + "lambda": 61.0213, + "rho": [ + 0.399, + 0.3403, + 0.2607 + ] + }, + { + "episode": 760, + "avg_reward": 4905.89, + "avg_cost": 1.5, + "lambda": 61.785, + "rho": [ + 0.399, + 0.3403, + 0.2607 + ] + }, + { + "episode": 770, + "avg_reward": 3336.91, + "avg_cost": 1.75, + "lambda": 62.765, + "rho": [ + 0.399, + 0.3403, + 0.2607 + ] + }, + { + "episode": 780, + "avg_reward": 5283.59, + "avg_cost": 0.75, + "lambda": 63.7408, + "rho": [ + 0.399, + 0.3403, + 0.2607 + ] + }, + { + "episode": 790, + "avg_reward": 5068.22, + "avg_cost": 2.0, + "lambda": 64.6303, + "rho": [ + 0.399, + 0.3403, + 0.2607 + ] + }, + { + "episode": 800, + "avg_reward": 4785.89, + "avg_cost": 2.25, + "lambda": 65.5308, + "rho": [ + 0.3938, + 0.3493, + 0.2569 + ] + }, + { + "episode": 810, + "avg_reward": 4446.4, + "avg_cost": 2.0, + "lambda": 66.5611, + "rho": [ + 0.3938, + 0.3493, + 0.2569 + ] + }, + { + "episode": 820, + "avg_reward": 4751.29, + "avg_cost": 1.5, + "lambda": 67.4198, + "rho": [ + 0.3938, + 0.3493, + 0.2569 + ] + }, + { + "episode": 830, + "avg_reward": 4702.95, + "avg_cost": 1.0, + "lambda": 68.3047, + "rho": [ + 0.3938, + 0.3493, + 0.2569 + ] + }, + { + "episode": 840, + "avg_reward": 5076.44, + "avg_cost": 0.25, + "lambda": 68.9395, + "rho": [ + 0.3938, + 0.3493, + 0.2569 + ] + }, + { + "episode": 850, + "avg_reward": 4891.43, + "avg_cost": 0.0, + "lambda": 69.3686, + "rho": [ + 0.3906, + 0.3595, + 0.25 + ] + }, + { + "episode": 860, + "avg_reward": 4636.9, + "avg_cost": 0.25, + "lambda": 69.8, + "rho": [ + 0.3906, + 0.3595, + 0.25 + ] + }, + { + "episode": 870, + "avg_reward": 4226.99, + "avg_cost": 0.0, + "lambda": 70.1615, + "rho": [ + 0.3906, + 0.3595, + 0.25 + ] + }, + { + "episode": 880, + "avg_reward": 4984.45, + "avg_cost": 1.0, + "lambda": 70.633, + "rho": [ + 0.3906, + 0.3595, + 0.25 + ] + }, + { + "episode": 890, + "avg_reward": 5099.03, + "avg_cost": 0.5, + "lambda": 71.1713, + "rho": [ + 0.3906, + 0.3595, + 0.25 + ] + }, + { + "episode": 900, + "avg_reward": 5156.41, + "avg_cost": 0.25, + "lambda": 71.5943, + "rho": [ + 0.3835, + 0.3728, + 0.2436 + ] + }, + { + "episode": 910, + "avg_reward": 5298.77, + "avg_cost": 0.25, + "lambda": 71.9074, + "rho": [ + 0.3835, + 0.3728, + 0.2436 + ] + }, + { + "episode": 920, + "avg_reward": 5150.96, + "avg_cost": 0.75, + "lambda": 72.2304, + "rho": [ + 0.3835, + 0.3728, + 0.2436 + ] + }, + { + "episode": 930, + "avg_reward": 5193.71, + "avg_cost": 0.0, + "lambda": 72.495, + "rho": [ + 0.3835, + 0.3728, + 0.2436 + ] + }, + { + "episode": 940, + "avg_reward": 2245.56, + "avg_cost": 0.25, + "lambda": 72.8148, + "rho": [ + 0.3835, + 0.3728, + 0.2436 + ] + }, + { + "episode": 950, + "avg_reward": 4753.07, + "avg_cost": 0.0, + "lambda": 73.2005, + "rho": [ + 0.3813, + 0.3822, + 0.2364 + ] + }, + { + "episode": 960, + "avg_reward": 5336.67, + "avg_cost": 0.75, + "lambda": 73.6126, + "rho": [ + 0.3813, + 0.3822, + 0.2364 + ] + }, + { + "episode": 970, + "avg_reward": 5430.6, + "avg_cost": 0.5, + "lambda": 74.1763, + "rho": [ + 0.3813, + 0.3822, + 0.2364 + ] + }, + { + "episode": 980, + "avg_reward": 5659.54, + "avg_cost": 0.25, + "lambda": 74.6315, + "rho": [ + 0.3813, + 0.3822, + 0.2364 + ] + }, + { + "episode": 990, + "avg_reward": 5732.41, + "avg_cost": 0.25, + "lambda": 74.9573, + "rho": [ + 0.3813, + 0.3822, + 0.2364 + ] + }, + { + "episode": 1000, + "avg_reward": 5308.62, + "avg_cost": 0.0, + "lambda": 75.2325, + "rho": [ + 0.3791, + 0.3951, + 0.2258 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..edf40c17abf7b3365fd92f7b31198e3c2aadc3ca --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3531988.55, + "constraint_satisfaction_pct": 92.7, + "final_rho": [ + 0.324, + 0.3301, + 0.3459 + ], + "final_lambda": 122.8, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5215.75, + "avg_cost": 96.5, + "lambda": 19.65, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 10, + "avg_reward": 5016.53, + "avg_cost": 0.25, + "lambda": 77.3521, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 20, + "avg_reward": 5327.94, + "avg_cost": 0.25, + "lambda": 103.0901, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 30, + "avg_reward": 5318.74, + "avg_cost": 0.5, + "lambda": 113.1918, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 40, + "avg_reward": 4939.88, + "avg_cost": 1.0, + "lambda": 116.8746, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 50, + "avg_reward": 5114.72, + "avg_cost": 0.0, + "lambda": 118.4123, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 60, + "avg_reward": 5773.51, + "avg_cost": 0.5, + "lambda": 119.0893, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 70, + "avg_reward": 6702.17, + "avg_cost": 0.75, + "lambda": 119.539, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 80, + "avg_reward": 6344.96, + "avg_cost": 2.0, + "lambda": 120.2081, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 90, + "avg_reward": 5711.15, + "avg_cost": 0.5, + "lambda": 120.8459, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 100, + "avg_reward": 5800.45, + "avg_cost": 0.0, + "lambda": 121.2591, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 110, + "avg_reward": 4220.72, + "avg_cost": 0.0, + "lambda": 121.7308, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 120, + "avg_reward": 4236.38, + "avg_cost": 0.0, + "lambda": 122.1337, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 130, + "avg_reward": 4226.98, + "avg_cost": 0.0, + "lambda": 122.355, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 140, + "avg_reward": 4384.78, + "avg_cost": 0.0, + "lambda": 122.4332, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 150, + "avg_reward": 4564.84, + "avg_cost": 0.0, + "lambda": 122.4604, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 160, + "avg_reward": 4672.16, + "avg_cost": 0.0, + "lambda": 122.4699, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 170, + "avg_reward": 4731.0, + "avg_cost": 0.0, + "lambda": 122.4732, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 180, + "avg_reward": 4671.91, + "avg_cost": 0.0, + "lambda": 122.4744, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 190, + "avg_reward": 4640.04, + "avg_cost": 0.0, + "lambda": 122.4748, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 200, + "avg_reward": 4593.07, + "avg_cost": 0.0, + "lambda": 122.4749, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 210, + "avg_reward": 4170.21, + "avg_cost": 0.0, + "lambda": 122.475, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 220, + "avg_reward": 4017.38, + "avg_cost": 0.0, + "lambda": 122.4797, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 230, + "avg_reward": 3853.02, + "avg_cost": 0.0, + "lambda": 122.5178, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 240, + "avg_reward": 3717.42, + "avg_cost": 0.5, + "lambda": 122.5506, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 250, + "avg_reward": 3781.24, + "avg_cost": 0.25, + "lambda": 122.6358, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 260, + "avg_reward": 3469.87, + "avg_cost": 0.0, + "lambda": 122.7102, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 270, + "avg_reward": 3439.05, + "avg_cost": 0.0, + "lambda": 122.7562, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 280, + "avg_reward": 3288.94, + "avg_cost": 0.0, + "lambda": 122.7847, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 290, + "avg_reward": 3373.6, + "avg_cost": 0.0, + "lambda": 122.7947, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 300, + "avg_reward": 3395.33, + "avg_cost": 0.0, + "lambda": 122.7981, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 310, + "avg_reward": 3509.43, + "avg_cost": 0.0, + "lambda": 122.7994, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 320, + "avg_reward": 3535.67, + "avg_cost": 0.0, + "lambda": 122.7998, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 330, + "avg_reward": 3465.47, + "avg_cost": 0.0, + "lambda": 122.7999, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 340, + "avg_reward": 3714.6, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 350, + "avg_reward": 3575.38, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 360, + "avg_reward": 3691.49, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 370, + "avg_reward": 3670.09, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 380, + "avg_reward": 3499.21, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 390, + "avg_reward": 3296.74, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 400, + "avg_reward": 3145.17, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 410, + "avg_reward": 3055.48, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 420, + "avg_reward": 3065.87, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 430, + "avg_reward": 3066.69, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 440, + "avg_reward": 3033.3, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 450, + "avg_reward": 3012.58, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 460, + "avg_reward": 2994.36, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 470, + "avg_reward": 3000.47, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 480, + "avg_reward": 3023.28, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 490, + "avg_reward": 3076.6, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 500, + "avg_reward": 3068.16, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 510, + "avg_reward": 3036.84, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 520, + "avg_reward": 3006.16, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 530, + "avg_reward": 3004.7, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 540, + "avg_reward": 2996.24, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 550, + "avg_reward": 3025.94, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 560, + "avg_reward": 3005.36, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 570, + "avg_reward": 3012.47, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 580, + "avg_reward": 3016.57, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 590, + "avg_reward": 3038.95, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 600, + "avg_reward": 3060.96, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3211, + 0.3306, + 0.3484 + ] + }, + { + "episode": 610, + "avg_reward": 3116.09, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3211, + 0.3306, + 0.3484 + ] + }, + { + "episode": 620, + "avg_reward": 3110.77, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3211, + 0.3306, + 0.3484 + ] + }, + { + "episode": 630, + "avg_reward": 3127.82, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3211, + 0.3306, + 0.3484 + ] + }, + { + "episode": 640, + "avg_reward": 3159.55, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3211, + 0.3306, + 0.3484 + ] + }, + { + "episode": 650, + "avg_reward": 2970.29, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3216, + 0.3305, + 0.3479 + ] + }, + { + "episode": 660, + "avg_reward": 2808.34, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3216, + 0.3305, + 0.3479 + ] + }, + { + "episode": 670, + "avg_reward": 2787.01, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3216, + 0.3305, + 0.3479 + ] + }, + { + "episode": 680, + "avg_reward": 2800.37, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3216, + 0.3305, + 0.3479 + ] + }, + { + "episode": 690, + "avg_reward": 2834.48, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3216, + 0.3305, + 0.3479 + ] + }, + { + "episode": 700, + "avg_reward": 2836.46, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3221, + 0.3304, + 0.3475 + ] + }, + { + "episode": 710, + "avg_reward": 2920.28, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3221, + 0.3304, + 0.3475 + ] + }, + { + "episode": 720, + "avg_reward": 2988.12, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3221, + 0.3304, + 0.3475 + ] + }, + { + "episode": 730, + "avg_reward": 2999.06, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3221, + 0.3304, + 0.3475 + ] + }, + { + "episode": 740, + "avg_reward": 3002.0, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3221, + 0.3304, + 0.3475 + ] + }, + { + "episode": 750, + "avg_reward": 3002.93, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3225, + 0.3303, + 0.3472 + ] + }, + { + "episode": 760, + "avg_reward": 3010.9, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3225, + 0.3303, + 0.3472 + ] + }, + { + "episode": 770, + "avg_reward": 3016.99, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3225, + 0.3303, + 0.3472 + ] + }, + { + "episode": 780, + "avg_reward": 3020.78, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3225, + 0.3303, + 0.3472 + ] + }, + { + "episode": 790, + "avg_reward": 3014.82, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3225, + 0.3303, + 0.3472 + ] + }, + { + "episode": 800, + "avg_reward": 3010.78, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3229, + 0.3303, + 0.3469 + ] + }, + { + "episode": 810, + "avg_reward": 3006.96, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3229, + 0.3303, + 0.3469 + ] + }, + { + "episode": 820, + "avg_reward": 2998.46, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3229, + 0.3303, + 0.3469 + ] + }, + { + "episode": 830, + "avg_reward": 2999.68, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3229, + 0.3303, + 0.3469 + ] + }, + { + "episode": 840, + "avg_reward": 3004.08, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3229, + 0.3303, + 0.3469 + ] + }, + { + "episode": 850, + "avg_reward": 3009.08, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3232, + 0.3302, + 0.3466 + ] + }, + { + "episode": 860, + "avg_reward": 3007.58, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3232, + 0.3302, + 0.3466 + ] + }, + { + "episode": 870, + "avg_reward": 3001.29, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3232, + 0.3302, + 0.3466 + ] + }, + { + "episode": 880, + "avg_reward": 2985.09, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3232, + 0.3302, + 0.3466 + ] + }, + { + "episode": 890, + "avg_reward": 2996.67, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3232, + 0.3302, + 0.3466 + ] + }, + { + "episode": 900, + "avg_reward": 2997.08, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3235, + 0.3302, + 0.3463 + ] + }, + { + "episode": 910, + "avg_reward": 2999.49, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3235, + 0.3302, + 0.3463 + ] + }, + { + "episode": 920, + "avg_reward": 3002.53, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3235, + 0.3302, + 0.3463 + ] + }, + { + "episode": 930, + "avg_reward": 2977.76, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3235, + 0.3302, + 0.3463 + ] + }, + { + "episode": 940, + "avg_reward": 2972.27, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3235, + 0.3302, + 0.3463 + ] + }, + { + "episode": 950, + "avg_reward": 2972.83, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3237, + 0.3302, + 0.3461 + ] + }, + { + "episode": 960, + "avg_reward": 2967.93, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3237, + 0.3302, + 0.3461 + ] + }, + { + "episode": 970, + "avg_reward": 2970.2, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3237, + 0.3302, + 0.3461 + ] + }, + { + "episode": 980, + "avg_reward": 2979.02, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3237, + 0.3302, + 0.3461 + ] + }, + { + "episode": 990, + "avg_reward": 2973.54, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.3237, + 0.3302, + 0.3461 + ] + }, + { + "episode": 1000, + "avg_reward": 2971.92, + "avg_cost": 0.0, + "lambda": 122.8, + "rho": [ + 0.324, + 0.3301, + 0.3459 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..a38bfb21fdca79e3e43b1f4d4fddf8b314695e7a --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s3_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4222300.77, + "constraint_satisfaction_pct": 86.1, + "final_rho": [ + 0.3034, + 0.3774, + 0.3192 + ], + "final_lambda": 178.7002, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3911.82, + "avg_cost": 96.5, + "lambda": 19.65, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 10, + "avg_reward": 3762.4, + "avg_cost": 0.25, + "lambda": 77.3521, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 20, + "avg_reward": 3995.95, + "avg_cost": 0.25, + "lambda": 103.0901, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 30, + "avg_reward": 3989.06, + "avg_cost": 0.5, + "lambda": 113.1918, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 40, + "avg_reward": 3704.91, + "avg_cost": 1.0, + "lambda": 116.8746, + "rho": [ + 0.3178, + 0.3543, + 0.3279 + ] + }, + { + "episode": 50, + "avg_reward": 3836.04, + "avg_cost": 0.0, + "lambda": 118.4123, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 60, + "avg_reward": 4330.13, + "avg_cost": 0.5, + "lambda": 119.0893, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 70, + "avg_reward": 5026.62, + "avg_cost": 0.75, + "lambda": 119.539, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 80, + "avg_reward": 4758.72, + "avg_cost": 2.0, + "lambda": 120.2081, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 90, + "avg_reward": 4283.36, + "avg_cost": 0.5, + "lambda": 120.8459, + "rho": [ + 0.2989, + 0.335, + 0.3661 + ] + }, + { + "episode": 100, + "avg_reward": 4350.34, + "avg_cost": 0.0, + "lambda": 121.2591, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 110, + "avg_reward": 3120.27, + "avg_cost": 1.0, + "lambda": 121.734, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 120, + "avg_reward": 3218.3, + "avg_cost": 0.0, + "lambda": 122.1543, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 130, + "avg_reward": 3289.05, + "avg_cost": 0.0, + "lambda": 122.3774, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 140, + "avg_reward": 3294.25, + "avg_cost": 0.0, + "lambda": 122.4573, + "rho": [ + 0.3044, + 0.334, + 0.3617 + ] + }, + { + "episode": 150, + "avg_reward": 3302.14, + "avg_cost": 0.0, + "lambda": 122.4851, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 160, + "avg_reward": 3297.81, + "avg_cost": 0.0, + "lambda": 122.4948, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 170, + "avg_reward": 3393.47, + "avg_cost": 0.0, + "lambda": 122.4982, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 180, + "avg_reward": 3472.63, + "avg_cost": 0.0, + "lambda": 122.4994, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 190, + "avg_reward": 3562.94, + "avg_cost": 0.0, + "lambda": 122.4998, + "rho": [ + 0.3084, + 0.333, + 0.3586 + ] + }, + { + "episode": 200, + "avg_reward": 3673.24, + "avg_cost": 0.0, + "lambda": 122.4999, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 210, + "avg_reward": 3695.53, + "avg_cost": 0.0, + "lambda": 122.5, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 220, + "avg_reward": 3704.57, + "avg_cost": 0.0, + "lambda": 122.5, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 230, + "avg_reward": 3671.91, + "avg_cost": 0.0, + "lambda": 122.5, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 240, + "avg_reward": 3417.61, + "avg_cost": 0.0, + "lambda": 122.5, + "rho": [ + 0.3113, + 0.3323, + 0.3564 + ] + }, + { + "episode": 250, + "avg_reward": 3156.43, + "avg_cost": 0.0, + "lambda": 122.5, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 260, + "avg_reward": 3037.03, + "avg_cost": 0.0, + "lambda": 122.6918, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 270, + "avg_reward": 3060.81, + "avg_cost": 0.0, + "lambda": 122.8437, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 280, + "avg_reward": 3148.33, + "avg_cost": 0.0, + "lambda": 122.8966, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 290, + "avg_reward": 2880.96, + "avg_cost": 0.0, + "lambda": 122.9151, + "rho": [ + 0.3134, + 0.332, + 0.3546 + ] + }, + { + "episode": 300, + "avg_reward": 3087.36, + "avg_cost": 0.0, + "lambda": 122.9216, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 310, + "avg_reward": 3408.85, + "avg_cost": 0.0, + "lambda": 122.9238, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 320, + "avg_reward": 3148.58, + "avg_cost": 0.0, + "lambda": 122.9246, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 330, + "avg_reward": 3333.64, + "avg_cost": 0.0, + "lambda": 122.9249, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 340, + "avg_reward": 3222.52, + "avg_cost": 0.0, + "lambda": 122.9249, + "rho": [ + 0.3151, + 0.3317, + 0.3531 + ] + }, + { + "episode": 350, + "avg_reward": 3285.75, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 360, + "avg_reward": 3356.04, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 370, + "avg_reward": 3401.41, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 380, + "avg_reward": 3056.22, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 390, + "avg_reward": 2726.78, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3165, + 0.3315, + 0.3519 + ] + }, + { + "episode": 400, + "avg_reward": 2883.46, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 410, + "avg_reward": 2854.56, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 420, + "avg_reward": 2894.43, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 430, + "avg_reward": 2838.37, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 440, + "avg_reward": 2909.89, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3177, + 0.3313, + 0.351 + ] + }, + { + "episode": 450, + "avg_reward": 2942.27, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 460, + "avg_reward": 2962.51, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 470, + "avg_reward": 3280.35, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 480, + "avg_reward": 3870.81, + "avg_cost": 0.0, + "lambda": 122.925, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 490, + "avg_reward": 4144.1, + "avg_cost": 0.25, + "lambda": 122.9275, + "rho": [ + 0.3187, + 0.3311, + 0.3502 + ] + }, + { + "episode": 500, + "avg_reward": 4273.76, + "avg_cost": 0.0, + "lambda": 122.9422, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 510, + "avg_reward": 4834.04, + "avg_cost": 0.0, + "lambda": 122.9473, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 520, + "avg_reward": 4641.21, + "avg_cost": 0.0, + "lambda": 123.0076, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 530, + "avg_reward": 4669.3, + "avg_cost": 0.0, + "lambda": 123.0918, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 540, + "avg_reward": 4289.46, + "avg_cost": 0.0, + "lambda": 123.1475, + "rho": [ + 0.3196, + 0.3309, + 0.3495 + ] + }, + { + "episode": 550, + "avg_reward": 4360.55, + "avg_cost": 0.0, + "lambda": 123.1919, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 560, + "avg_reward": 4286.62, + "avg_cost": 0.0, + "lambda": 123.2369, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 570, + "avg_reward": 4458.01, + "avg_cost": 0.0, + "lambda": 123.3575, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 580, + "avg_reward": 3872.33, + "avg_cost": 0.0, + "lambda": 123.5135, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 590, + "avg_reward": 3961.57, + "avg_cost": 0.0, + "lambda": 123.5861, + "rho": [ + 0.3204, + 0.3307, + 0.3489 + ] + }, + { + "episode": 600, + "avg_reward": 3733.97, + "avg_cost": 0.0, + "lambda": 123.6799, + "rho": [ + 0.3231, + 0.3344, + 0.3425 + ] + }, + { + "episode": 610, + "avg_reward": 3468.04, + "avg_cost": 1.0, + "lambda": 123.7732, + "rho": [ + 0.3231, + 0.3344, + 0.3425 + ] + }, + { + "episode": 620, + "avg_reward": 3540.97, + "avg_cost": 0.0, + "lambda": 123.9237, + "rho": [ + 0.3231, + 0.3344, + 0.3425 + ] + }, + { + "episode": 630, + "avg_reward": 3982.85, + "avg_cost": 0.0, + "lambda": 124.0524, + "rho": [ + 0.3231, + 0.3344, + 0.3425 + ] + }, + { + "episode": 640, + "avg_reward": 4060.17, + "avg_cost": 0.0, + "lambda": 124.2347, + "rho": [ + 0.3231, + 0.3344, + 0.3425 + ] + }, + { + "episode": 650, + "avg_reward": 4073.6, + "avg_cost": 0.0, + "lambda": 124.3697, + "rho": [ + 0.3252, + 0.3376, + 0.3372 + ] + }, + { + "episode": 660, + "avg_reward": 4049.66, + "avg_cost": 0.0, + "lambda": 124.4806, + "rho": [ + 0.3252, + 0.3376, + 0.3372 + ] + }, + { + "episode": 670, + "avg_reward": 4398.48, + "avg_cost": 0.0, + "lambda": 124.5258, + "rho": [ + 0.3252, + 0.3376, + 0.3372 + ] + }, + { + "episode": 680, + "avg_reward": 4541.33, + "avg_cost": 0.0, + "lambda": 124.5511, + "rho": [ + 0.3252, + 0.3376, + 0.3372 + ] + }, + { + "episode": 690, + "avg_reward": 4708.45, + "avg_cost": 0.0, + "lambda": 124.6064, + "rho": [ + 0.3252, + 0.3376, + 0.3372 + ] + }, + { + "episode": 700, + "avg_reward": 4923.56, + "avg_cost": 0.0, + "lambda": 124.6934, + "rho": [ + 0.3271, + 0.3403, + 0.3326 + ] + }, + { + "episode": 710, + "avg_reward": 5274.69, + "avg_cost": 0.25, + "lambda": 124.808, + "rho": [ + 0.3271, + 0.3403, + 0.3326 + ] + }, + { + "episode": 720, + "avg_reward": 5673.21, + "avg_cost": 0.0, + "lambda": 124.9309, + "rho": [ + 0.3271, + 0.3403, + 0.3326 + ] + }, + { + "episode": 730, + "avg_reward": 5966.55, + "avg_cost": 0.0, + "lambda": 125.036, + "rho": [ + 0.3271, + 0.3403, + 0.3326 + ] + }, + { + "episode": 740, + "avg_reward": 6153.16, + "avg_cost": 0.0, + "lambda": 125.2064, + "rho": [ + 0.3271, + 0.3403, + 0.3326 + ] + }, + { + "episode": 750, + "avg_reward": 6002.27, + "avg_cost": 0.0, + "lambda": 125.5293, + "rho": [ + 0.3284, + 0.3428, + 0.3288 + ] + }, + { + "episode": 760, + "avg_reward": 6063.96, + "avg_cost": 0.0, + "lambda": 125.69, + "rho": [ + 0.3284, + 0.3428, + 0.3288 + ] + }, + { + "episode": 770, + "avg_reward": 5885.72, + "avg_cost": 0.5, + "lambda": 125.7762, + "rho": [ + 0.3284, + 0.3428, + 0.3288 + ] + }, + { + "episode": 780, + "avg_reward": 5891.42, + "avg_cost": 0.0, + "lambda": 125.9249, + "rho": [ + 0.3284, + 0.3428, + 0.3288 + ] + }, + { + "episode": 790, + "avg_reward": 5877.59, + "avg_cost": 0.0, + "lambda": 126.0808, + "rho": [ + 0.3284, + 0.3428, + 0.3288 + ] + }, + { + "episode": 800, + "avg_reward": 5926.12, + "avg_cost": 0.5, + "lambda": 126.1919, + "rho": [ + 0.3226, + 0.3506, + 0.3269 + ] + }, + { + "episode": 810, + "avg_reward": 5850.41, + "avg_cost": 0.0, + "lambda": 126.274, + "rho": [ + 0.3226, + 0.3506, + 0.3269 + ] + }, + { + "episode": 820, + "avg_reward": 5708.54, + "avg_cost": 0.0, + "lambda": 126.3072, + "rho": [ + 0.3226, + 0.3506, + 0.3269 + ] + }, + { + "episode": 830, + "avg_reward": 5828.82, + "avg_cost": 0.0, + "lambda": 126.3188, + "rho": [ + 0.3226, + 0.3506, + 0.3269 + ] + }, + { + "episode": 840, + "avg_reward": 4951.88, + "avg_cost": 0.0, + "lambda": 126.3228, + "rho": [ + 0.3226, + 0.3506, + 0.3269 + ] + }, + { + "episode": 850, + "avg_reward": 5047.51, + "avg_cost": 0.0, + "lambda": 126.3242, + "rho": [ + 0.3176, + 0.3572, + 0.3252 + ] + }, + { + "episode": 860, + "avg_reward": 4853.26, + "avg_cost": 0.0, + "lambda": 126.3247, + "rho": [ + 0.3176, + 0.3572, + 0.3252 + ] + }, + { + "episode": 870, + "avg_reward": 5183.8, + "avg_cost": 0.0, + "lambda": 126.3249, + "rho": [ + 0.3176, + 0.3572, + 0.3252 + ] + }, + { + "episode": 880, + "avg_reward": 4965.83, + "avg_cost": 0.0, + "lambda": 126.325, + "rho": [ + 0.3176, + 0.3572, + 0.3252 + ] + }, + { + "episode": 890, + "avg_reward": 4985.75, + "avg_cost": 0.0, + "lambda": 126.325, + "rho": [ + 0.3176, + 0.3572, + 0.3252 + ] + }, + { + "episode": 900, + "avg_reward": 4880.43, + "avg_cost": 0.0, + "lambda": 126.325, + "rho": [ + 0.3132, + 0.363, + 0.3238 + ] + }, + { + "episode": 910, + "avg_reward": 4884.76, + "avg_cost": 0.0, + "lambda": 126.325, + "rho": [ + 0.3132, + 0.363, + 0.3238 + ] + }, + { + "episode": 920, + "avg_reward": 4526.82, + "avg_cost": 0.0, + "lambda": 126.3677, + "rho": [ + 0.3132, + 0.363, + 0.3238 + ] + }, + { + "episode": 930, + "avg_reward": 4519.1, + "avg_cost": 0.0, + "lambda": 126.3887, + "rho": [ + 0.3132, + 0.363, + 0.3238 + ] + }, + { + "episode": 940, + "avg_reward": 4716.81, + "avg_cost": 0.0, + "lambda": 126.3961, + "rho": [ + 0.3132, + 0.363, + 0.3238 + ] + }, + { + "episode": 950, + "avg_reward": 5317.23, + "avg_cost": 0.0, + "lambda": 126.3986, + "rho": [ + 0.3094, + 0.3681, + 0.3225 + ] + }, + { + "episode": 960, + "avg_reward": 5711.95, + "avg_cost": 0.0, + "lambda": 126.3995, + "rho": [ + 0.3094, + 0.3681, + 0.3225 + ] + }, + { + "episode": 970, + "avg_reward": 7545.24, + "avg_cost": 33.5, + "lambda": 146.8567, + "rho": [ + 0.3094, + 0.3681, + 0.3225 + ] + }, + { + "episode": 980, + "avg_reward": 5245.18, + "avg_cost": 0.0, + "lambda": 168.2916, + "rho": [ + 0.3094, + 0.3681, + 0.3225 + ] + }, + { + "episode": 990, + "avg_reward": 4608.55, + "avg_cost": 0.0, + "lambda": 175.9501, + "rho": [ + 0.3094, + 0.3681, + 0.3225 + ] + }, + { + "episode": 1000, + "avg_reward": 5696.46, + "avg_cost": 0.0, + "lambda": 178.7002, + "rho": [ + 0.3034, + 0.3774, + 0.3192 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..639a36cdca8dce738411d0c9a8da1805af5792ea --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 4114787.39, + "constraint_satisfaction_pct": 92.4, + "final_rho": [ + 0.2868, + 0.3018, + 0.4114 + ], + "final_lambda": 36.7, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4731.13, + "avg_cost": 19.25, + "lambda": 11.925, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 10, + "avg_reward": 4768.32, + "avg_cost": 0.0, + "lambda": 24.414, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 20, + "avg_reward": 5352.37, + "avg_cost": 0.0, + "lambda": 29.7457, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 30, + "avg_reward": 5086.69, + "avg_cost": 0.0, + "lambda": 31.6048, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 40, + "avg_reward": 5160.98, + "avg_cost": 0.0, + "lambda": 32.266, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 50, + "avg_reward": 5331.44, + "avg_cost": 0.0, + "lambda": 32.5093, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 60, + "avg_reward": 5364.87, + "avg_cost": 0.0, + "lambda": 32.624, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 70, + "avg_reward": 4377.3, + "avg_cost": 0.25, + "lambda": 32.6828, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 80, + "avg_reward": 5253.78, + "avg_cost": 0.0, + "lambda": 32.7703, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 90, + "avg_reward": 5335.26, + "avg_cost": 0.0, + "lambda": 33.2364, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 100, + "avg_reward": 5040.21, + "avg_cost": 0.0, + "lambda": 33.591, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 110, + "avg_reward": 4805.99, + "avg_cost": 0.0, + "lambda": 33.9997, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 120, + "avg_reward": 5265.61, + "avg_cost": 0.0, + "lambda": 34.1932, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 130, + "avg_reward": 4313.9, + "avg_cost": 0.0, + "lambda": 34.317, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 140, + "avg_reward": 4406.39, + "avg_cost": 0.0, + "lambda": 34.3711, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 150, + "avg_reward": 4510.98, + "avg_cost": 0.0, + "lambda": 34.3899, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 160, + "avg_reward": 4832.32, + "avg_cost": 0.25, + "lambda": 34.399, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 170, + "avg_reward": 4917.46, + "avg_cost": 0.0, + "lambda": 34.4159, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 180, + "avg_reward": 5349.98, + "avg_cost": 0.0, + "lambda": 34.4218, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 190, + "avg_reward": 5007.64, + "avg_cost": 0.0, + "lambda": 34.4239, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 200, + "avg_reward": 4879.07, + "avg_cost": 0.0, + "lambda": 34.4246, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 210, + "avg_reward": 4652.91, + "avg_cost": 0.0, + "lambda": 34.4249, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 220, + "avg_reward": 5102.9, + "avg_cost": 0.0, + "lambda": 34.4509, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 230, + "avg_reward": 4915.11, + "avg_cost": 0.0, + "lambda": 34.4992, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 240, + "avg_reward": 4702.94, + "avg_cost": 0.75, + "lambda": 34.5235, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 250, + "avg_reward": 5458.97, + "avg_cost": 0.0, + "lambda": 34.5733, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 260, + "avg_reward": 5344.33, + "avg_cost": 0.0, + "lambda": 34.5907, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 270, + "avg_reward": 5652.68, + "avg_cost": 0.0, + "lambda": 34.6465, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 280, + "avg_reward": 4676.45, + "avg_cost": 0.5, + "lambda": 34.6864, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 290, + "avg_reward": 5153.32, + "avg_cost": 0.0, + "lambda": 34.9254, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 300, + "avg_reward": 4813.61, + "avg_cost": 0.0, + "lambda": 35.1049, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 310, + "avg_reward": 4901.19, + "avg_cost": 0.0, + "lambda": 35.1994, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 320, + "avg_reward": 4903.5, + "avg_cost": 0.0, + "lambda": 35.241, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 330, + "avg_reward": 4746.98, + "avg_cost": 0.0, + "lambda": 35.2631, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 340, + "avg_reward": 4420.83, + "avg_cost": 0.0, + "lambda": 35.2844, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 350, + "avg_reward": 4782.97, + "avg_cost": 0.0, + "lambda": 35.3108, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 360, + "avg_reward": 5179.97, + "avg_cost": 0.75, + "lambda": 35.3276, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 370, + "avg_reward": 5210.53, + "avg_cost": 0.0, + "lambda": 35.391, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 380, + "avg_reward": 5306.21, + "avg_cost": 0.0, + "lambda": 35.4132, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 390, + "avg_reward": 5121.51, + "avg_cost": 0.0, + "lambda": 35.4209, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 400, + "avg_reward": 5571.97, + "avg_cost": 0.0, + "lambda": 35.4426, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 410, + "avg_reward": 5217.99, + "avg_cost": 0.0, + "lambda": 35.4963, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 420, + "avg_reward": 4860.95, + "avg_cost": 0.0, + "lambda": 35.515, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 430, + "avg_reward": 4405.94, + "avg_cost": 0.0, + "lambda": 35.5616, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 440, + "avg_reward": 5553.1, + "avg_cost": 0.5, + "lambda": 35.6517, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 450, + "avg_reward": 5108.45, + "avg_cost": 0.0, + "lambda": 35.7205, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 460, + "avg_reward": 4608.05, + "avg_cost": 0.0, + "lambda": 35.775, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 470, + "avg_reward": 4745.97, + "avg_cost": 0.25, + "lambda": 35.8426, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 480, + "avg_reward": 3628.38, + "avg_cost": 0.0, + "lambda": 35.9048, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 490, + "avg_reward": 3485.96, + "avg_cost": 0.0, + "lambda": 35.9821, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 500, + "avg_reward": 3276.75, + "avg_cost": 0.0, + "lambda": 36.0263, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 510, + "avg_reward": 3193.17, + "avg_cost": 0.0, + "lambda": 36.0465, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 520, + "avg_reward": 3230.69, + "avg_cost": 0.0, + "lambda": 36.0781, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 530, + "avg_reward": 3126.07, + "avg_cost": 0.0, + "lambda": 36.0924, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 540, + "avg_reward": 3079.14, + "avg_cost": 0.0, + "lambda": 36.1206, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 550, + "avg_reward": 3068.46, + "avg_cost": 0.0, + "lambda": 36.1838, + "rho": [ + 0.2792, + 0.3107, + 0.4101 + ] + }, + { + "episode": 560, + "avg_reward": 3093.39, + "avg_cost": 0.0, + "lambda": 36.2458, + "rho": [ + 0.2792, + 0.3107, + 0.4101 + ] + }, + { + "episode": 570, + "avg_reward": 3176.66, + "avg_cost": 0.5, + "lambda": 36.3167, + "rho": [ + 0.2792, + 0.3107, + 0.4101 + ] + }, + { + "episode": 580, + "avg_reward": 3857.11, + "avg_cost": 0.0, + "lambda": 36.371, + "rho": [ + 0.2792, + 0.3107, + 0.4101 + ] + }, + { + "episode": 590, + "avg_reward": 4512.78, + "avg_cost": 0.0, + "lambda": 36.3899, + "rho": [ + 0.2792, + 0.3107, + 0.4101 + ] + }, + { + "episode": 600, + "avg_reward": 4965.44, + "avg_cost": 0.0, + "lambda": 36.3965, + "rho": [ + 0.2806, + 0.3092, + 0.4102 + ] + }, + { + "episode": 610, + "avg_reward": 4643.23, + "avg_cost": 0.0, + "lambda": 36.3988, + "rho": [ + 0.2806, + 0.3092, + 0.4102 + ] + }, + { + "episode": 620, + "avg_reward": 3865.16, + "avg_cost": 0.25, + "lambda": 36.4021, + "rho": [ + 0.2806, + 0.3092, + 0.4102 + ] + }, + { + "episode": 630, + "avg_reward": 3869.79, + "avg_cost": 0.0, + "lambda": 36.4342, + "rho": [ + 0.2806, + 0.3092, + 0.4102 + ] + }, + { + "episode": 640, + "avg_reward": 3744.04, + "avg_cost": 0.0, + "lambda": 36.4608, + "rho": [ + 0.2806, + 0.3092, + 0.4102 + ] + }, + { + "episode": 650, + "avg_reward": 3915.71, + "avg_cost": 0.0, + "lambda": 36.527, + "rho": [ + 0.2818, + 0.3078, + 0.4104 + ] + }, + { + "episode": 660, + "avg_reward": 3920.47, + "avg_cost": 0.0, + "lambda": 36.5583, + "rho": [ + 0.2818, + 0.3078, + 0.4104 + ] + }, + { + "episode": 670, + "avg_reward": 3349.31, + "avg_cost": 0.0, + "lambda": 36.5759, + "rho": [ + 0.2818, + 0.3078, + 0.4104 + ] + }, + { + "episode": 680, + "avg_reward": 3130.14, + "avg_cost": 0.0, + "lambda": 36.5984, + "rho": [ + 0.2818, + 0.3078, + 0.4104 + ] + }, + { + "episode": 690, + "avg_reward": 3072.25, + "avg_cost": 0.0, + "lambda": 36.6157, + "rho": [ + 0.2818, + 0.3078, + 0.4104 + ] + }, + { + "episode": 700, + "avg_reward": 3059.48, + "avg_cost": 0.0, + "lambda": 36.6218, + "rho": [ + 0.2829, + 0.3066, + 0.4105 + ] + }, + { + "episode": 710, + "avg_reward": 3054.31, + "avg_cost": 0.0, + "lambda": 36.6239, + "rho": [ + 0.2829, + 0.3066, + 0.4105 + ] + }, + { + "episode": 720, + "avg_reward": 3054.68, + "avg_cost": 0.0, + "lambda": 36.6246, + "rho": [ + 0.2829, + 0.3066, + 0.4105 + ] + }, + { + "episode": 730, + "avg_reward": 3049.12, + "avg_cost": 0.0, + "lambda": 36.6249, + "rho": [ + 0.2829, + 0.3066, + 0.4105 + ] + }, + { + "episode": 740, + "avg_reward": 3065.74, + "avg_cost": 0.0, + "lambda": 36.6367, + "rho": [ + 0.2829, + 0.3066, + 0.4105 + ] + }, + { + "episode": 750, + "avg_reward": 3040.05, + "avg_cost": 0.0, + "lambda": 36.6454, + "rho": [ + 0.2838, + 0.3055, + 0.4107 + ] + }, + { + "episode": 760, + "avg_reward": 3003.03, + "avg_cost": 0.0, + "lambda": 36.6484, + "rho": [ + 0.2838, + 0.3055, + 0.4107 + ] + }, + { + "episode": 770, + "avg_reward": 3032.2, + "avg_cost": 0.0, + "lambda": 36.6494, + "rho": [ + 0.2838, + 0.3055, + 0.4107 + ] + }, + { + "episode": 780, + "avg_reward": 3050.9, + "avg_cost": 0.0, + "lambda": 36.6498, + "rho": [ + 0.2838, + 0.3055, + 0.4107 + ] + }, + { + "episode": 790, + "avg_reward": 3017.06, + "avg_cost": 0.0, + "lambda": 36.6499, + "rho": [ + 0.2838, + 0.3055, + 0.4107 + ] + }, + { + "episode": 800, + "avg_reward": 2981.32, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2846, + 0.3045, + 0.4109 + ] + }, + { + "episode": 810, + "avg_reward": 3030.47, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2846, + 0.3045, + 0.4109 + ] + }, + { + "episode": 820, + "avg_reward": 3025.1, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2846, + 0.3045, + 0.4109 + ] + }, + { + "episode": 830, + "avg_reward": 3029.37, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2846, + 0.3045, + 0.4109 + ] + }, + { + "episode": 840, + "avg_reward": 3052.84, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2846, + 0.3045, + 0.4109 + ] + }, + { + "episode": 850, + "avg_reward": 3047.9, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2853, + 0.3037, + 0.411 + ] + }, + { + "episode": 860, + "avg_reward": 3049.97, + "avg_cost": 0.0, + "lambda": 36.65, + "rho": [ + 0.2853, + 0.3037, + 0.411 + ] + }, + { + "episode": 870, + "avg_reward": 3133.92, + "avg_cost": 0.0, + "lambda": 36.6547, + "rho": [ + 0.2853, + 0.3037, + 0.411 + ] + }, + { + "episode": 880, + "avg_reward": 3098.53, + "avg_cost": 0.0, + "lambda": 36.6679, + "rho": [ + 0.2853, + 0.3037, + 0.411 + ] + }, + { + "episode": 890, + "avg_reward": 3071.0, + "avg_cost": 0.0, + "lambda": 36.6725, + "rho": [ + 0.2853, + 0.3037, + 0.411 + ] + }, + { + "episode": 900, + "avg_reward": 3029.18, + "avg_cost": 0.0, + "lambda": 36.6809, + "rho": [ + 0.2859, + 0.303, + 0.4111 + ] + }, + { + "episode": 910, + "avg_reward": 2981.77, + "avg_cost": 0.0, + "lambda": 36.6933, + "rho": [ + 0.2859, + 0.303, + 0.4111 + ] + }, + { + "episode": 920, + "avg_reward": 3062.61, + "avg_cost": 0.0, + "lambda": 36.6977, + "rho": [ + 0.2859, + 0.303, + 0.4111 + ] + }, + { + "episode": 930, + "avg_reward": 3144.65, + "avg_cost": 0.0, + "lambda": 36.6992, + "rho": [ + 0.2859, + 0.303, + 0.4111 + ] + }, + { + "episode": 940, + "avg_reward": 3211.63, + "avg_cost": 0.0, + "lambda": 36.6997, + "rho": [ + 0.2859, + 0.303, + 0.4111 + ] + }, + { + "episode": 950, + "avg_reward": 3277.58, + "avg_cost": 0.0, + "lambda": 36.6999, + "rho": [ + 0.2864, + 0.3024, + 0.4113 + ] + }, + { + "episode": 960, + "avg_reward": 3357.89, + "avg_cost": 0.0, + "lambda": 36.7, + "rho": [ + 0.2864, + 0.3024, + 0.4113 + ] + }, + { + "episode": 970, + "avg_reward": 3535.18, + "avg_cost": 0.0, + "lambda": 36.7, + "rho": [ + 0.2864, + 0.3024, + 0.4113 + ] + }, + { + "episode": 980, + "avg_reward": 3664.78, + "avg_cost": 0.0, + "lambda": 36.7, + "rho": [ + 0.2864, + 0.3024, + 0.4113 + ] + }, + { + "episode": 990, + "avg_reward": 3806.37, + "avg_cost": 0.0, + "lambda": 36.7, + "rho": [ + 0.2864, + 0.3024, + 0.4113 + ] + }, + { + "episode": 1000, + "avg_reward": 3854.87, + "avg_cost": 0.0, + "lambda": 36.7, + "rho": [ + 0.2868, + 0.3018, + 0.4114 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..51ef9c3ecbddf420961144b03da94503131e91fd --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s4_1000ep_mamujoco_Hopper_3x1_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 3869185.63, + "constraint_satisfaction_pct": 93.8, + "final_rho": [ + 0.3277, + 0.2886, + 0.3837 + ], + "final_lambda": 36.175, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3548.35, + "avg_cost": 19.25, + "lambda": 11.925, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 10, + "avg_reward": 3576.24, + "avg_cost": 0.0, + "lambda": 24.414, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 20, + "avg_reward": 4014.28, + "avg_cost": 0.0, + "lambda": 29.7457, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 30, + "avg_reward": 3815.02, + "avg_cost": 0.0, + "lambda": 31.6048, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 40, + "avg_reward": 3870.74, + "avg_cost": 0.0, + "lambda": 32.266, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 50, + "avg_reward": 3998.58, + "avg_cost": 0.0, + "lambda": 32.5093, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 60, + "avg_reward": 4023.65, + "avg_cost": 0.0, + "lambda": 32.624, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 70, + "avg_reward": 3282.97, + "avg_cost": 0.25, + "lambda": 32.6828, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 80, + "avg_reward": 3940.33, + "avg_cost": 0.0, + "lambda": 32.7703, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 90, + "avg_reward": 4001.44, + "avg_cost": 0.0, + "lambda": 33.2364, + "rho": [ + 0.3421, + 0.3386, + 0.3192 + ] + }, + { + "episode": 100, + "avg_reward": 3780.16, + "avg_cost": 0.0, + "lambda": 33.591, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 110, + "avg_reward": 3604.49, + "avg_cost": 0.0, + "lambda": 33.9997, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 120, + "avg_reward": 3949.21, + "avg_cost": 0.0, + "lambda": 34.1932, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 130, + "avg_reward": 3235.43, + "avg_cost": 0.0, + "lambda": 34.317, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 140, + "avg_reward": 3304.79, + "avg_cost": 0.0, + "lambda": 34.3711, + "rho": [ + 0.3301, + 0.3218, + 0.3481 + ] + }, + { + "episode": 150, + "avg_reward": 3383.23, + "avg_cost": 0.0, + "lambda": 34.3899, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 160, + "avg_reward": 3624.24, + "avg_cost": 0.25, + "lambda": 34.399, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 170, + "avg_reward": 3688.1, + "avg_cost": 0.0, + "lambda": 34.4159, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 180, + "avg_reward": 4012.48, + "avg_cost": 0.0, + "lambda": 34.4218, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 190, + "avg_reward": 3755.73, + "avg_cost": 0.0, + "lambda": 34.4239, + "rho": [ + 0.3091, + 0.3186, + 0.3724 + ] + }, + { + "episode": 200, + "avg_reward": 3659.3, + "avg_cost": 0.0, + "lambda": 34.4246, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 210, + "avg_reward": 3489.68, + "avg_cost": 0.0, + "lambda": 34.4249, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 220, + "avg_reward": 3827.17, + "avg_cost": 0.0, + "lambda": 34.4509, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 230, + "avg_reward": 3686.33, + "avg_cost": 0.0, + "lambda": 34.4992, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 240, + "avg_reward": 3527.2, + "avg_cost": 0.75, + "lambda": 34.5235, + "rho": [ + 0.2916, + 0.3153, + 0.3931 + ] + }, + { + "episode": 250, + "avg_reward": 4094.23, + "avg_cost": 0.0, + "lambda": 34.5733, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 260, + "avg_reward": 4008.25, + "avg_cost": 0.0, + "lambda": 34.5907, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 270, + "avg_reward": 4239.51, + "avg_cost": 0.0, + "lambda": 34.6465, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 280, + "avg_reward": 3507.34, + "avg_cost": 0.5, + "lambda": 34.6864, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 290, + "avg_reward": 3864.99, + "avg_cost": 0.0, + "lambda": 34.9254, + "rho": [ + 0.2766, + 0.3125, + 0.411 + ] + }, + { + "episode": 300, + "avg_reward": 3610.21, + "avg_cost": 0.0, + "lambda": 35.1049, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 310, + "avg_reward": 3675.9, + "avg_cost": 0.0, + "lambda": 35.1994, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 320, + "avg_reward": 3677.62, + "avg_cost": 0.0, + "lambda": 35.241, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 330, + "avg_reward": 3560.24, + "avg_cost": 0.0, + "lambda": 35.2631, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 340, + "avg_reward": 3315.62, + "avg_cost": 0.0, + "lambda": 35.2844, + "rho": [ + 0.2632, + 0.3101, + 0.4267 + ] + }, + { + "episode": 350, + "avg_reward": 3587.23, + "avg_cost": 0.0, + "lambda": 35.3108, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 360, + "avg_reward": 3884.98, + "avg_cost": 0.75, + "lambda": 35.3276, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 370, + "avg_reward": 3907.9, + "avg_cost": 0.0, + "lambda": 35.391, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 380, + "avg_reward": 3979.66, + "avg_cost": 0.0, + "lambda": 35.4132, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 390, + "avg_reward": 3841.13, + "avg_cost": 0.0, + "lambda": 35.4209, + "rho": [ + 0.2511, + 0.3083, + 0.4406 + ] + }, + { + "episode": 400, + "avg_reward": 4178.98, + "avg_cost": 0.0, + "lambda": 35.4426, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 410, + "avg_reward": 3913.49, + "avg_cost": 0.0, + "lambda": 35.4963, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 420, + "avg_reward": 3645.71, + "avg_cost": 0.0, + "lambda": 35.515, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 430, + "avg_reward": 3304.45, + "avg_cost": 0.0, + "lambda": 35.5616, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 440, + "avg_reward": 4164.82, + "avg_cost": 0.5, + "lambda": 35.6517, + "rho": [ + 0.2578, + 0.3046, + 0.4377 + ] + }, + { + "episode": 450, + "avg_reward": 3831.34, + "avg_cost": 0.0, + "lambda": 35.7205, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 460, + "avg_reward": 3146.0, + "avg_cost": 0.5, + "lambda": 35.761, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 470, + "avg_reward": 3808.75, + "avg_cost": 0.0, + "lambda": 35.8157, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 480, + "avg_reward": 3267.55, + "avg_cost": 0.0, + "lambda": 35.8662, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 490, + "avg_reward": 3481.98, + "avg_cost": 0.0, + "lambda": 35.9448, + "rho": [ + 0.2686, + 0.309, + 0.4224 + ] + }, + { + "episode": 500, + "avg_reward": 4004.27, + "avg_cost": 0.0, + "lambda": 35.9875, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 510, + "avg_reward": 4113.95, + "avg_cost": 0.25, + "lambda": 36.0144, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 520, + "avg_reward": 4029.6, + "avg_cost": 0.0, + "lambda": 36.0518, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 530, + "avg_reward": 3988.85, + "avg_cost": 0.0, + "lambda": 36.0669, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 540, + "avg_reward": 3611.19, + "avg_cost": 0.0, + "lambda": 36.0722, + "rho": [ + 0.2776, + 0.3125, + 0.4099 + ] + }, + { + "episode": 550, + "avg_reward": 3143.49, + "avg_cost": 0.0, + "lambda": 36.0894, + "rho": [ + 0.2868, + 0.3079, + 0.4054 + ] + }, + { + "episode": 560, + "avg_reward": 2660.81, + "avg_cost": 0.0, + "lambda": 36.1259, + "rho": [ + 0.2868, + 0.3079, + 0.4054 + ] + }, + { + "episode": 570, + "avg_reward": 2442.52, + "avg_cost": 0.0, + "lambda": 36.1579, + "rho": [ + 0.2868, + 0.3079, + 0.4054 + ] + }, + { + "episode": 580, + "avg_reward": 2407.34, + "avg_cost": 0.0, + "lambda": 36.169, + "rho": [ + 0.2868, + 0.3079, + 0.4054 + ] + }, + { + "episode": 590, + "avg_reward": 2408.77, + "avg_cost": 0.0, + "lambda": 36.1729, + "rho": [ + 0.2868, + 0.3079, + 0.4054 + ] + }, + { + "episode": 600, + "avg_reward": 2462.99, + "avg_cost": 0.0, + "lambda": 36.1743, + "rho": [ + 0.2946, + 0.3039, + 0.4014 + ] + }, + { + "episode": 610, + "avg_reward": 2632.8, + "avg_cost": 0.0, + "lambda": 36.1747, + "rho": [ + 0.2946, + 0.3039, + 0.4014 + ] + }, + { + "episode": 620, + "avg_reward": 3068.63, + "avg_cost": 0.0, + "lambda": 36.1749, + "rho": [ + 0.2946, + 0.3039, + 0.4014 + ] + }, + { + "episode": 630, + "avg_reward": 3602.65, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.2946, + 0.3039, + 0.4014 + ] + }, + { + "episode": 640, + "avg_reward": 3838.85, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.2946, + 0.3039, + 0.4014 + ] + }, + { + "episode": 650, + "avg_reward": 4279.93, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.301, + 0.301, + 0.398 + ] + }, + { + "episode": 660, + "avg_reward": 4486.71, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.301, + 0.301, + 0.398 + ] + }, + { + "episode": 670, + "avg_reward": 4586.16, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.301, + 0.301, + 0.398 + ] + }, + { + "episode": 680, + "avg_reward": 4659.32, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.301, + 0.301, + 0.398 + ] + }, + { + "episode": 690, + "avg_reward": 4709.95, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.301, + 0.301, + 0.398 + ] + }, + { + "episode": 700, + "avg_reward": 4728.71, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3066, + 0.2984, + 0.395 + ] + }, + { + "episode": 710, + "avg_reward": 4688.17, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3066, + 0.2984, + 0.395 + ] + }, + { + "episode": 720, + "avg_reward": 4652.46, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3066, + 0.2984, + 0.395 + ] + }, + { + "episode": 730, + "avg_reward": 4550.22, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3066, + 0.2984, + 0.395 + ] + }, + { + "episode": 740, + "avg_reward": 4503.48, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3066, + 0.2984, + 0.395 + ] + }, + { + "episode": 750, + "avg_reward": 4395.98, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3114, + 0.2961, + 0.3925 + ] + }, + { + "episode": 760, + "avg_reward": 4233.19, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3114, + 0.2961, + 0.3925 + ] + }, + { + "episode": 770, + "avg_reward": 4205.79, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3114, + 0.2961, + 0.3925 + ] + }, + { + "episode": 780, + "avg_reward": 3997.52, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3114, + 0.2961, + 0.3925 + ] + }, + { + "episode": 790, + "avg_reward": 3916.4, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3114, + 0.2961, + 0.3925 + ] + }, + { + "episode": 800, + "avg_reward": 4167.96, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3155, + 0.2942, + 0.3902 + ] + }, + { + "episode": 810, + "avg_reward": 4380.14, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3155, + 0.2942, + 0.3902 + ] + }, + { + "episode": 820, + "avg_reward": 4325.98, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3155, + 0.2942, + 0.3902 + ] + }, + { + "episode": 830, + "avg_reward": 4038.67, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3155, + 0.2942, + 0.3902 + ] + }, + { + "episode": 840, + "avg_reward": 3900.6, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3155, + 0.2942, + 0.3902 + ] + }, + { + "episode": 850, + "avg_reward": 3916.66, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3191, + 0.2926, + 0.3883 + ] + }, + { + "episode": 860, + "avg_reward": 3971.58, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3191, + 0.2926, + 0.3883 + ] + }, + { + "episode": 870, + "avg_reward": 4147.26, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3191, + 0.2926, + 0.3883 + ] + }, + { + "episode": 880, + "avg_reward": 4399.44, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3191, + 0.2926, + 0.3883 + ] + }, + { + "episode": 890, + "avg_reward": 4538.24, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3191, + 0.2926, + 0.3883 + ] + }, + { + "episode": 900, + "avg_reward": 4660.04, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3224, + 0.2911, + 0.3866 + ] + }, + { + "episode": 910, + "avg_reward": 4916.24, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3224, + 0.2911, + 0.3866 + ] + }, + { + "episode": 920, + "avg_reward": 4999.68, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3224, + 0.2911, + 0.3866 + ] + }, + { + "episode": 930, + "avg_reward": 4831.06, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3224, + 0.2911, + 0.3866 + ] + }, + { + "episode": 940, + "avg_reward": 4583.31, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3224, + 0.2911, + 0.3866 + ] + }, + { + "episode": 950, + "avg_reward": 4378.34, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3252, + 0.2897, + 0.3851 + ] + }, + { + "episode": 960, + "avg_reward": 4151.53, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3252, + 0.2897, + 0.3851 + ] + }, + { + "episode": 970, + "avg_reward": 3919.69, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3252, + 0.2897, + 0.3851 + ] + }, + { + "episode": 980, + "avg_reward": 3923.0, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3252, + 0.2897, + 0.3851 + ] + }, + { + "episode": 990, + "avg_reward": 3878.13, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3252, + 0.2897, + 0.3851 + ] + }, + { + "episode": 1000, + "avg_reward": 3992.96, + "avg_cost": 0.0, + "lambda": 36.175, + "rho": [ + 0.3277, + 0.2886, + 0.3837 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_learned_rho_s5_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json b/results/diagnostic_results_n3_learned_rho_s5_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..32ea34032db413dcd19e84cafe440388fe4a9c1c --- /dev/null +++ b/results/diagnostic_results_n3_learned_rho_s5_1000ep_mamujoco_HalfCheetah_3x2_state_dependent_implicit_v26_hc3x2.json @@ -0,0 +1,1141 @@ +{ + "mode": "learned_rho", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 1597475.38, + "constraint_satisfaction_pct": 29.2, + "final_rho": [ + 0.0894, + 0.0894, + 0.8212 + ], + "final_lambda": 112.0264, + "seed": 5, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3863.82, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.3563, + 0.3474, + 0.2963 + ] + }, + { + "episode": 10, + "avg_reward": -3478.08, + "avg_cost": 0.0, + "lambda": 10.0296, + "rho": [ + 0.3563, + 0.3474, + 0.2963 + ] + }, + { + "episode": 20, + "avg_reward": -3641.7, + "avg_cost": 0.0, + "lambda": 10.0913, + "rho": [ + 0.3563, + 0.3474, + 0.2963 + ] + }, + { + "episode": 30, + "avg_reward": -3385.08, + "avg_cost": 0.0, + "lambda": 10.1568, + "rho": [ + 0.3563, + 0.3474, + 0.2963 + ] + }, + { + "episode": 40, + "avg_reward": -3050.05, + "avg_cost": 0.0, + "lambda": 10.2012, + "rho": [ + 0.3563, + 0.3474, + 0.2963 + ] + }, + { + "episode": 50, + "avg_reward": -2757.07, + "avg_cost": 0.0, + "lambda": 10.2167, + "rho": [ + 0.3327, + 0.3344, + 0.3328 + ] + }, + { + "episode": 60, + "avg_reward": -3025.22, + "avg_cost": 0.0, + "lambda": 10.2307, + "rho": [ + 0.3327, + 0.3344, + 0.3328 + ] + }, + { + "episode": 70, + "avg_reward": -2650.68, + "avg_cost": 0.0, + "lambda": 10.2596, + "rho": [ + 0.3327, + 0.3344, + 0.3328 + ] + }, + { + "episode": 80, + "avg_reward": -2100.1, + "avg_cost": 0.0, + "lambda": 10.2696, + "rho": [ + 0.3327, + 0.3344, + 0.3328 + ] + }, + { + "episode": 90, + "avg_reward": -1893.69, + "avg_cost": 0.0, + "lambda": 10.2731, + "rho": [ + 0.3327, + 0.3344, + 0.3328 + ] + }, + { + "episode": 100, + "avg_reward": -1945.94, + "avg_cost": 0.0, + "lambda": 10.2897, + "rho": [ + 0.3173, + 0.3234, + 0.3592 + ] + }, + { + "episode": 110, + "avg_reward": -1857.11, + "avg_cost": 0.0, + "lambda": 10.3106, + "rho": [ + 0.3173, + 0.3234, + 0.3592 + ] + }, + { + "episode": 120, + "avg_reward": -1796.34, + "avg_cost": 0.0, + "lambda": 10.32, + "rho": [ + 0.3173, + 0.3234, + 0.3592 + ] + }, + { + "episode": 130, + "avg_reward": -1542.76, + "avg_cost": 0.0, + "lambda": 10.3233, + "rho": [ + 0.3173, + 0.3234, + 0.3592 + ] + }, + { + "episode": 140, + "avg_reward": -2018.3, + "avg_cost": 0.0, + "lambda": 10.3244, + "rho": [ + 0.3173, + 0.3234, + 0.3592 + ] + }, + { + "episode": 150, + "avg_reward": -1496.49, + "avg_cost": 0.0, + "lambda": 10.3248, + "rho": [ + 0.3054, + 0.3126, + 0.3819 + ] + }, + { + "episode": 160, + "avg_reward": -1258.19, + "avg_cost": 0.0, + "lambda": 10.3249, + "rho": [ + 0.3054, + 0.3126, + 0.3819 + ] + }, + { + "episode": 170, + "avg_reward": -1291.71, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 0.3054, + 0.3126, + 0.3819 + ] + }, + { + "episode": 180, + "avg_reward": -1485.95, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 0.3054, + 0.3126, + 0.3819 + ] + }, + { + "episode": 190, + "avg_reward": -1495.09, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 0.3054, + 0.3126, + 0.3819 + ] + }, + { + "episode": 200, + "avg_reward": -1101.77, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 0.2952, + 0.3029, + 0.4019 + ] + }, + { + "episode": 210, + "avg_reward": -1206.39, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 0.2952, + 0.3029, + 0.4019 + ] + }, + { + "episode": 220, + "avg_reward": -689.81, + "avg_cost": 0.0, + "lambda": 10.3413, + "rho": [ + 0.2952, + 0.3029, + 0.4019 + ] + }, + { + "episode": 230, + "avg_reward": -1010.77, + "avg_cost": 0.0, + "lambda": 10.3623, + "rho": [ + 0.2952, + 0.3029, + 0.4019 + ] + }, + { + "episode": 240, + "avg_reward": -423.31, + "avg_cost": 0.0, + "lambda": 10.3706, + "rho": [ + 0.2952, + 0.3029, + 0.4019 + ] + }, + { + "episode": 250, + "avg_reward": -1302.24, + "avg_cost": 0.0, + "lambda": 10.3919, + "rho": [ + 0.2744, + 0.3019, + 0.4237 + ] + }, + { + "episode": 260, + "avg_reward": -795.27, + "avg_cost": 0.0, + "lambda": 10.4766, + "rho": [ + 0.2744, + 0.3019, + 0.4237 + ] + }, + { + "episode": 270, + "avg_reward": -711.2, + "avg_cost": 0.0, + "lambda": 10.7095, + "rho": [ + 0.2744, + 0.3019, + 0.4237 + ] + }, + { + "episode": 280, + "avg_reward": -706.79, + "avg_cost": 0.25, + "lambda": 11.1829, + "rho": [ + 0.2744, + 0.3019, + 0.4237 + ] + }, + { + "episode": 290, + "avg_reward": -925.01, + "avg_cost": 0.75, + "lambda": 11.6314, + "rho": [ + 0.2744, + 0.3019, + 0.4237 + ] + }, + { + "episode": 300, + "avg_reward": -1013.81, + "avg_cost": 0.5, + "lambda": 12.0912, + "rho": [ + 0.2522, + 0.2862, + 0.4616 + ] + }, + { + "episode": 310, + "avg_reward": -1204.16, + "avg_cost": 0.75, + "lambda": 12.7103, + "rho": [ + 0.2522, + 0.2862, + 0.4616 + ] + }, + { + "episode": 320, + "avg_reward": 74.93, + "avg_cost": 3.0, + "lambda": 13.2913, + "rho": [ + 0.2522, + 0.2862, + 0.4616 + ] + }, + { + "episode": 330, + "avg_reward": -28.56, + "avg_cost": 1.5, + "lambda": 14.0941, + "rho": [ + 0.2522, + 0.2862, + 0.4616 + ] + }, + { + "episode": 340, + "avg_reward": -106.7, + "avg_cost": 2.0, + "lambda": 14.8024, + "rho": [ + 0.2522, + 0.2862, + 0.4616 + ] + }, + { + "episode": 350, + "avg_reward": -44.31, + "avg_cost": 0.25, + "lambda": 15.5326, + "rho": [ + 0.2377, + 0.2608, + 0.5015 + ] + }, + { + "episode": 360, + "avg_reward": 310.4, + "avg_cost": 0.5, + "lambda": 16.1655, + "rho": [ + 0.2377, + 0.2608, + 0.5015 + ] + }, + { + "episode": 370, + "avg_reward": 714.51, + "avg_cost": 4.5, + "lambda": 17.0058, + "rho": [ + 0.2377, + 0.2608, + 0.5015 + ] + }, + { + "episode": 380, + "avg_reward": 676.93, + "avg_cost": 0.25, + "lambda": 18.0758, + "rho": [ + 0.2377, + 0.2608, + 0.5015 + ] + }, + { + "episode": 390, + "avg_reward": 908.43, + "avg_cost": 1.0, + "lambda": 19.1155, + "rho": [ + 0.2377, + 0.2608, + 0.5015 + ] + }, + { + "episode": 400, + "avg_reward": 1339.64, + "avg_cost": 1.5, + "lambda": 20.3283, + "rho": [ + 0.2142, + 0.2315, + 0.5543 + ] + }, + { + "episode": 410, + "avg_reward": 1794.28, + "avg_cost": 1.5, + "lambda": 21.2556, + "rho": [ + 0.2142, + 0.2315, + 0.5543 + ] + }, + { + "episode": 420, + "avg_reward": 89.16, + "avg_cost": 1.0, + "lambda": 22.9304, + "rho": [ + 0.2142, + 0.2315, + 0.5543 + ] + }, + { + "episode": 430, + "avg_reward": 591.55, + "avg_cost": 3.25, + "lambda": 24.93, + "rho": [ + 0.2142, + 0.2315, + 0.5543 + ] + }, + { + "episode": 440, + "avg_reward": 1318.65, + "avg_cost": 2.5, + "lambda": 27.1146, + "rho": [ + 0.2142, + 0.2315, + 0.5543 + ] + }, + { + "episode": 450, + "avg_reward": 1862.63, + "avg_cost": 2.25, + "lambda": 29.4315, + "rho": [ + 0.2054, + 0.2178, + 0.5768 + ] + }, + { + "episode": 460, + "avg_reward": 2259.16, + "avg_cost": 4.25, + "lambda": 31.9246, + "rho": [ + 0.2054, + 0.2178, + 0.5768 + ] + }, + { + "episode": 470, + "avg_reward": 268.77, + "avg_cost": 1.75, + "lambda": 34.4385, + "rho": [ + 0.2054, + 0.2178, + 0.5768 + ] + }, + { + "episode": 480, + "avg_reward": 970.51, + "avg_cost": 0.25, + "lambda": 36.6673, + "rho": [ + 0.2054, + 0.2178, + 0.5768 + ] + }, + { + "episode": 490, + "avg_reward": 2296.57, + "avg_cost": 4.5, + "lambda": 39.0239, + "rho": [ + 0.2054, + 0.2178, + 0.5768 + ] + }, + { + "episode": 500, + "avg_reward": 547.09, + "avg_cost": 0.75, + "lambda": 41.564, + "rho": [ + 0.1911, + 0.1955, + 0.6133 + ] + }, + { + "episode": 510, + "avg_reward": 1656.07, + "avg_cost": 2.0, + "lambda": 44.0828, + "rho": [ + 0.1911, + 0.1955, + 0.6133 + ] + }, + { + "episode": 520, + "avg_reward": 2126.87, + "avg_cost": 3.5, + "lambda": 46.2892, + "rho": [ + 0.1911, + 0.1955, + 0.6133 + ] + }, + { + "episode": 530, + "avg_reward": 2805.04, + "avg_cost": 2.5, + "lambda": 48.2394, + "rho": [ + 0.1911, + 0.1955, + 0.6133 + ] + }, + { + "episode": 540, + "avg_reward": 1966.18, + "avg_cost": 1.0, + "lambda": 50.0116, + "rho": [ + 0.1911, + 0.1955, + 0.6133 + ] + }, + { + "episode": 550, + "avg_reward": 1979.01, + "avg_cost": 2.75, + "lambda": 51.8896, + "rho": [ + 0.1827, + 0.1881, + 0.6292 + ] + }, + { + "episode": 560, + "avg_reward": 2133.75, + "avg_cost": 1.5, + "lambda": 53.9149, + "rho": [ + 0.1827, + 0.1881, + 0.6292 + ] + }, + { + "episode": 570, + "avg_reward": 2778.39, + "avg_cost": 2.25, + "lambda": 55.928, + "rho": [ + 0.1827, + 0.1881, + 0.6292 + ] + }, + { + "episode": 580, + "avg_reward": 2780.73, + "avg_cost": 1.0, + "lambda": 57.7817, + "rho": [ + 0.1827, + 0.1881, + 0.6292 + ] + }, + { + "episode": 590, + "avg_reward": 3039.64, + "avg_cost": 1.0, + "lambda": 59.7695, + "rho": [ + 0.1827, + 0.1881, + 0.6292 + ] + }, + { + "episode": 600, + "avg_reward": 2584.13, + "avg_cost": 2.5, + "lambda": 61.2462, + "rho": [ + 0.1669, + 0.18, + 0.653 + ] + }, + { + "episode": 610, + "avg_reward": 2752.18, + "avg_cost": 1.75, + "lambda": 62.4926, + "rho": [ + 0.1669, + 0.18, + 0.653 + ] + }, + { + "episode": 620, + "avg_reward": 3616.67, + "avg_cost": 2.5, + "lambda": 63.6173, + "rho": [ + 0.1669, + 0.18, + 0.653 + ] + }, + { + "episode": 630, + "avg_reward": 3154.92, + "avg_cost": 1.75, + "lambda": 64.643, + "rho": [ + 0.1669, + 0.18, + 0.653 + ] + }, + { + "episode": 640, + "avg_reward": 3033.61, + "avg_cost": 1.0, + "lambda": 65.6836, + "rho": [ + 0.1669, + 0.18, + 0.653 + ] + }, + { + "episode": 650, + "avg_reward": 3668.24, + "avg_cost": 0.75, + "lambda": 66.7298, + "rho": [ + 0.1468, + 0.1722, + 0.6809 + ] + }, + { + "episode": 660, + "avg_reward": 3949.59, + "avg_cost": 2.0, + "lambda": 67.9374, + "rho": [ + 0.1468, + 0.1722, + 0.6809 + ] + }, + { + "episode": 670, + "avg_reward": 3172.76, + "avg_cost": 0.5, + "lambda": 69.028, + "rho": [ + 0.1468, + 0.1722, + 0.6809 + ] + }, + { + "episode": 680, + "avg_reward": 3634.22, + "avg_cost": 0.5, + "lambda": 69.8705, + "rho": [ + 0.1468, + 0.1722, + 0.6809 + ] + }, + { + "episode": 690, + "avg_reward": 4329.41, + "avg_cost": 5.0, + "lambda": 70.8416, + "rho": [ + 0.1468, + 0.1722, + 0.6809 + ] + }, + { + "episode": 700, + "avg_reward": 4062.12, + "avg_cost": 1.5, + "lambda": 72.3914, + "rho": [ + 0.1239, + 0.1559, + 0.7202 + ] + }, + { + "episode": 710, + "avg_reward": 2508.4, + "avg_cost": 2.25, + "lambda": 73.8374, + "rho": [ + 0.1239, + 0.1559, + 0.7202 + ] + }, + { + "episode": 720, + "avg_reward": 3432.75, + "avg_cost": 1.0, + "lambda": 75.2483, + "rho": [ + 0.1239, + 0.1559, + 0.7202 + ] + }, + { + "episode": 730, + "avg_reward": 4263.96, + "avg_cost": 1.25, + "lambda": 76.9664, + "rho": [ + 0.1239, + 0.1559, + 0.7202 + ] + }, + { + "episode": 740, + "avg_reward": 4739.53, + "avg_cost": 2.0, + "lambda": 78.3028, + "rho": [ + 0.1239, + 0.1559, + 0.7202 + ] + }, + { + "episode": 750, + "avg_reward": 4652.94, + "avg_cost": 0.75, + "lambda": 79.3901, + "rho": [ + 0.0999, + 0.1334, + 0.7667 + ] + }, + { + "episode": 760, + "avg_reward": 4784.84, + "avg_cost": 1.25, + "lambda": 80.1738, + "rho": [ + 0.0999, + 0.1334, + 0.7667 + ] + }, + { + "episode": 770, + "avg_reward": 4860.32, + "avg_cost": 1.0, + "lambda": 80.953, + "rho": [ + 0.0999, + 0.1334, + 0.7667 + ] + }, + { + "episode": 780, + "avg_reward": 5209.09, + "avg_cost": 1.75, + "lambda": 81.9052, + "rho": [ + 0.0999, + 0.1334, + 0.7667 + ] + }, + { + "episode": 790, + "avg_reward": 4175.41, + "avg_cost": 0.0, + "lambda": 83.0064, + "rho": [ + 0.0999, + 0.1334, + 0.7667 + ] + }, + { + "episode": 800, + "avg_reward": 4778.56, + "avg_cost": 1.0, + "lambda": 84.1179, + "rho": [ + 0.0975, + 0.1041, + 0.7984 + ] + }, + { + "episode": 810, + "avg_reward": 4514.85, + "avg_cost": 0.0, + "lambda": 85.0456, + "rho": [ + 0.0975, + 0.1041, + 0.7984 + ] + }, + { + "episode": 820, + "avg_reward": 4807.97, + "avg_cost": 1.0, + "lambda": 85.8982, + "rho": [ + 0.0975, + 0.1041, + 0.7984 + ] + }, + { + "episode": 830, + "avg_reward": 4984.85, + "avg_cost": 0.75, + "lambda": 86.8682, + "rho": [ + 0.0975, + 0.1041, + 0.7984 + ] + }, + { + "episode": 840, + "avg_reward": 2732.97, + "avg_cost": 0.75, + "lambda": 87.8717, + "rho": [ + 0.0975, + 0.1041, + 0.7984 + ] + }, + { + "episode": 850, + "avg_reward": 5200.02, + "avg_cost": 0.75, + "lambda": 89.0957, + "rho": [ + 0.0948, + 0.0948, + 0.8103 + ] + }, + { + "episode": 860, + "avg_reward": 3557.46, + "avg_cost": 0.5, + "lambda": 90.0285, + "rho": [ + 0.0948, + 0.0948, + 0.8103 + ] + }, + { + "episode": 870, + "avg_reward": 5553.07, + "avg_cost": 0.75, + "lambda": 90.9419, + "rho": [ + 0.0948, + 0.0948, + 0.8103 + ] + }, + { + "episode": 880, + "avg_reward": 5034.9, + "avg_cost": 1.0, + "lambda": 91.9308, + "rho": [ + 0.0948, + 0.0948, + 0.8103 + ] + }, + { + "episode": 890, + "avg_reward": 5769.33, + "avg_cost": 1.0, + "lambda": 93.1249, + "rho": [ + 0.0948, + 0.0948, + 0.8103 + ] + }, + { + "episode": 900, + "avg_reward": 4585.16, + "avg_cost": 1.75, + "lambda": 94.5259, + "rho": [ + 0.0924, + 0.0924, + 0.8152 + ] + }, + { + "episode": 910, + "avg_reward": 4874.57, + "avg_cost": 0.0, + "lambda": 96.3843, + "rho": [ + 0.0924, + 0.0924, + 0.8152 + ] + }, + { + "episode": 920, + "avg_reward": 3132.95, + "avg_cost": 0.5, + "lambda": 98.1509, + "rho": [ + 0.0924, + 0.0924, + 0.8152 + ] + }, + { + "episode": 930, + "avg_reward": 3579.74, + "avg_cost": 1.25, + "lambda": 100.238, + "rho": [ + 0.0924, + 0.0924, + 0.8152 + ] + }, + { + "episode": 940, + "avg_reward": 5286.66, + "avg_cost": 4.75, + "lambda": 102.3008, + "rho": [ + 0.0924, + 0.0924, + 0.8152 + ] + }, + { + "episode": 950, + "avg_reward": 4628.14, + "avg_cost": 0.25, + "lambda": 104.5812, + "rho": [ + 0.0907, + 0.0907, + 0.8186 + ] + }, + { + "episode": 960, + "avg_reward": 5911.59, + "avg_cost": 1.5, + "lambda": 106.484, + "rho": [ + 0.0907, + 0.0907, + 0.8186 + ] + }, + { + "episode": 970, + "avg_reward": 3687.14, + "avg_cost": 1.0, + "lambda": 108.0168, + "rho": [ + 0.0907, + 0.0907, + 0.8186 + ] + }, + { + "episode": 980, + "avg_reward": 4880.04, + "avg_cost": 1.0, + "lambda": 109.4741, + "rho": [ + 0.0907, + 0.0907, + 0.8186 + ] + }, + { + "episode": 990, + "avg_reward": 2843.43, + "avg_cost": 0.75, + "lambda": 110.7474, + "rho": [ + 0.0907, + 0.0907, + 0.8186 + ] + }, + { + "episode": 1000, + "avg_reward": 5513.82, + "avg_cost": 0.75, + "lambda": 112.0264, + "rho": [ + 0.0894, + 0.0894, + 0.8212 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..87f53c96ed70ff63b1834332fc5308ce91880de5 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v11_safefix.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1166281.93, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.1075, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.75, + 4.75, + 4.75 + ] + }, + { + "episode": 10, + "avg_reward": -2928.68, + "avg_cost": 0.25, + "lambda": 2.5675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5675, + 2.5675, + 2.5675 + ] + }, + { + "episode": 20, + "avg_reward": -2488.19, + "avg_cost": 0.0, + "lambda": 0.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1275, + 0.1275, + 0.1275 + ] + }, + { + "episode": 30, + "avg_reward": -2810.31, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 40, + "avg_reward": -1968.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 50, + "avg_reward": -2584.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 60, + "avg_reward": -2137.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 70, + "avg_reward": -1784.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1749.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -1366.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1497.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -1641.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -1068.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -884.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -1082.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -878.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -845.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -455.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -724.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -543.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -882.87, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -518.29, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -986.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -731.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -1061.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -560.56, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -1448.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -981.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -520.86, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -399.16, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -574.6, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -1015.52, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -837.96, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -617.57, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": -731.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 81.74, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 107.43, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": -385.12, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": -189.26, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 544.38, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 182.08, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1259.0, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1667.22, + "avg_cost": 9.25, + "lambda": 0.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0275, + 0.0275, + 0.0275 + ] + }, + { + "episode": 430, + "avg_reward": 650.79, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1373.75, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1594.95, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 667.39, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1407.27, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 865.87, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1639.33, + "avg_cost": 6.0, + "lambda": 0.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.07, + 0.07, + 0.07 + ] + }, + { + "episode": 500, + "avg_reward": 1631.77, + "avg_cost": 8.0, + "lambda": 0.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.065, + 0.065, + 0.065 + ] + }, + { + "episode": 510, + "avg_reward": 1574.73, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 1416.35, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2193.12, + "avg_cost": 10.5, + "lambda": 0.16, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.16, + 0.16, + 0.16 + ] + }, + { + "episode": 540, + "avg_reward": 1441.88, + "avg_cost": 10.75, + "lambda": 0.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4425, + 0.4425, + 0.4425 + ] + }, + { + "episode": 550, + "avg_reward": 2404.1, + "avg_cost": 12.0, + "lambda": 1.295, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.295, + 1.295, + 1.295 + ] + }, + { + "episode": 560, + "avg_reward": 1696.91, + "avg_cost": 9.0, + "lambda": 2.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.65, + 2.65, + 2.65 + ] + }, + { + "episode": 570, + "avg_reward": 2405.53, + "avg_cost": 17.5, + "lambda": 3.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.195, + 3.195, + 3.195 + ] + }, + { + "episode": 580, + "avg_reward": 2018.18, + "avg_cost": 15.0, + "lambda": 4.04, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.04, + 4.04, + 4.04 + ] + }, + { + "episode": 590, + "avg_reward": 2979.61, + "avg_cost": 18.25, + "lambda": 5.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8525, + 5.8525, + 5.8525 + ] + }, + { + "episode": 600, + "avg_reward": 2429.18, + "avg_cost": 8.0, + "lambda": 6.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.195, + 6.195, + 6.195 + ] + }, + { + "episode": 610, + "avg_reward": 3033.97, + "avg_cost": 10.75, + "lambda": 6.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6575, + 6.6575, + 6.6575 + ] + }, + { + "episode": 620, + "avg_reward": 3121.98, + "avg_cost": 9.5, + "lambda": 6.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8575, + 6.8575, + 6.8575 + ] + }, + { + "episode": 630, + "avg_reward": 2788.75, + "avg_cost": 12.25, + "lambda": 7.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.065, + 7.065, + 7.065 + ] + }, + { + "episode": 640, + "avg_reward": 2244.11, + "avg_cost": 6.75, + "lambda": 8.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.09, + 8.09, + 8.09 + ] + }, + { + "episode": 650, + "avg_reward": 2714.4, + "avg_cost": 8.0, + "lambda": 8.335, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.335, + 8.335, + 8.335 + ] + }, + { + "episode": 660, + "avg_reward": 1965.99, + "avg_cost": 8.0, + "lambda": 8.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.415, + 8.415, + 8.415 + ] + }, + { + "episode": 670, + "avg_reward": 3066.91, + "avg_cost": 6.25, + "lambda": 9.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2, + 9.2, + 9.2 + ] + }, + { + "episode": 680, + "avg_reward": 3008.78, + "avg_cost": 10.5, + "lambda": 9.5575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5575, + 9.5575, + 9.5575 + ] + }, + { + "episode": 690, + "avg_reward": 2698.39, + "avg_cost": 14.5, + "lambda": 10.515, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.515, + 10.515, + 10.515 + ] + }, + { + "episode": 700, + "avg_reward": 3155.84, + "avg_cost": 11.0, + "lambda": 11.4575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4575, + 11.4575, + 11.4575 + ] + }, + { + "episode": 710, + "avg_reward": 2836.44, + "avg_cost": 10.0, + "lambda": 12.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.07, + 12.07, + 12.07 + ] + }, + { + "episode": 720, + "avg_reward": 3156.15, + "avg_cost": 8.0, + "lambda": 11.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.82, + 11.82, + 11.82 + ] + }, + { + "episode": 730, + "avg_reward": 2730.42, + "avg_cost": 3.25, + "lambda": 11.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9225, + 11.9225, + 11.9225 + ] + }, + { + "episode": 740, + "avg_reward": 3460.36, + "avg_cost": 13.75, + "lambda": 12.5125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.5125, + 12.5125, + 12.5125 + ] + }, + { + "episode": 750, + "avg_reward": 3414.71, + "avg_cost": 7.5, + "lambda": 12.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3975, + 12.3975, + 12.3975 + ] + }, + { + "episode": 760, + "avg_reward": 3352.28, + "avg_cost": 9.75, + "lambda": 11.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.93, + 11.93, + 11.93 + ] + }, + { + "episode": 770, + "avg_reward": 3390.92, + "avg_cost": 8.25, + "lambda": 11.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2825, + 11.2825, + 11.2825 + ] + }, + { + "episode": 780, + "avg_reward": 3851.75, + "avg_cost": 11.0, + "lambda": 11.4975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4975, + 11.4975, + 11.4975 + ] + }, + { + "episode": 790, + "avg_reward": 2936.91, + "avg_cost": 7.5, + "lambda": 10.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9775, + 10.9775, + 10.9775 + ] + }, + { + "episode": 800, + "avg_reward": 4008.6, + "avg_cost": 12.5, + "lambda": 10.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.51, + 10.51, + 10.51 + ] + }, + { + "episode": 810, + "avg_reward": 2917.36, + "avg_cost": 3.75, + "lambda": 9.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6675, + 9.6675, + 9.6675 + ] + }, + { + "episode": 820, + "avg_reward": 3697.43, + "avg_cost": 6.0, + "lambda": 9.4025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4025, + 9.4025, + 9.4025 + ] + }, + { + "episode": 830, + "avg_reward": 3078.28, + "avg_cost": 5.25, + "lambda": 9.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4, + 9.4, + 9.4 + ] + }, + { + "episode": 840, + "avg_reward": 3958.24, + "avg_cost": 8.5, + "lambda": 8.91, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.91, + 8.91, + 8.91 + ] + }, + { + "episode": 850, + "avg_reward": 2996.02, + "avg_cost": 5.25, + "lambda": 9.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.05, + 9.05, + 9.05 + ] + }, + { + "episode": 860, + "avg_reward": 3981.0, + "avg_cost": 7.5, + "lambda": 8.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.725, + 8.725, + 8.725 + ] + }, + { + "episode": 870, + "avg_reward": 3167.69, + "avg_cost": 11.25, + "lambda": 9.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.24, + 9.24, + 9.24 + ] + }, + { + "episode": 880, + "avg_reward": 3921.63, + "avg_cost": 10.0, + "lambda": 9.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.365, + 9.365, + 9.365 + ] + }, + { + "episode": 890, + "avg_reward": 3882.18, + "avg_cost": 5.5, + "lambda": 9.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2275, + 9.2275, + 9.2275 + ] + }, + { + "episode": 900, + "avg_reward": 3921.82, + "avg_cost": 8.25, + "lambda": 8.6025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6025, + 8.6025, + 8.6025 + ] + }, + { + "episode": 910, + "avg_reward": 4306.78, + "avg_cost": 9.75, + "lambda": 8.39, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.39, + 8.39, + 8.39 + ] + }, + { + "episode": 920, + "avg_reward": 4348.43, + "avg_cost": 11.0, + "lambda": 7.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.975, + 7.975, + 7.975 + ] + }, + { + "episode": 930, + "avg_reward": 3407.2, + "avg_cost": 11.25, + "lambda": 8.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7, + 8.7, + 8.7 + ] + }, + { + "episode": 940, + "avg_reward": 4004.03, + "avg_cost": 8.75, + "lambda": 9.8975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8975, + 9.8975, + 9.8975 + ] + }, + { + "episode": 950, + "avg_reward": 2811.01, + "avg_cost": 11.0, + "lambda": 10.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.51, + 10.51, + 10.51 + ] + }, + { + "episode": 960, + "avg_reward": 3299.61, + "avg_cost": 5.75, + "lambda": 10.965, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.965, + 10.965, + 10.965 + ] + }, + { + "episode": 970, + "avg_reward": 4306.0, + "avg_cost": 11.25, + "lambda": 11.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1275, + 11.1275, + 11.1275 + ] + }, + { + "episode": 980, + "avg_reward": 3310.44, + "avg_cost": 8.0, + "lambda": 11.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0875, + 11.0875, + 11.0875 + ] + }, + { + "episode": 990, + "avg_reward": 2957.54, + "avg_cost": 4.25, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 1000, + "avg_reward": 4247.0, + "avg_cost": 7.75, + "lambda": 10.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1075, + 10.1075, + 10.1075 + ] + } + ], + "final_lambdas": [ + 10.1075, + 10.1075, + 10.1075 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..36a1aabcae6fea9cbcdb095be65bdab7b44deae5 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1553862.98, + "constraint_satisfaction_pct": 28.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 78.425, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3945.45, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -3806.96, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 20, + "avg_reward": -3811.63, + "avg_cost": 0.5, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 30, + "avg_reward": -3311.92, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 40, + "avg_reward": -2962.87, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 50, + "avg_reward": -2499.18, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5, + 10.5, + 10.5 + ] + }, + { + "episode": 60, + "avg_reward": -2606.31, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 70, + "avg_reward": -2634.45, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 80, + "avg_reward": -1928.47, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 90, + "avg_reward": -1902.95, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 100, + "avg_reward": -2274.81, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 110, + "avg_reward": -1979.79, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 120, + "avg_reward": -2042.5, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 130, + "avg_reward": -1551.81, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 140, + "avg_reward": -1756.28, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 150, + "avg_reward": -1465.34, + "avg_cost": 0.0, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 160, + "avg_reward": -1132.28, + "avg_cost": 0.0, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 170, + "avg_reward": -1079.36, + "avg_cost": 0.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 180, + "avg_reward": -796.65, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 190, + "avg_reward": -543.58, + "avg_cost": 0.25, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 200, + "avg_reward": -1136.08, + "avg_cost": 0.75, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 210, + "avg_reward": -1263.05, + "avg_cost": 1.0, + "lambda": 11.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6, + 11.6, + 11.6 + ] + }, + { + "episode": 220, + "avg_reward": -1946.84, + "avg_cost": 0.0, + "lambda": 12.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.0, + 12.0, + 12.0 + ] + }, + { + "episode": 230, + "avg_reward": -211.12, + "avg_cost": 0.25, + "lambda": 13.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.15, + 13.15, + 13.15 + ] + }, + { + "episode": 240, + "avg_reward": -460.99, + "avg_cost": 0.75, + "lambda": 13.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.675, + 13.675, + 13.675 + ] + }, + { + "episode": 250, + "avg_reward": -500.49, + "avg_cost": 0.0, + "lambda": 14.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1, + 14.1, + 14.1 + ] + }, + { + "episode": 260, + "avg_reward": -992.88, + "avg_cost": 0.25, + "lambda": 14.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.675, + 14.675, + 14.675 + ] + }, + { + "episode": 270, + "avg_reward": -14.85, + "avg_cost": 0.5, + "lambda": 14.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.825, + 14.825, + 14.825 + ] + }, + { + "episode": 280, + "avg_reward": -1543.08, + "avg_cost": 0.5, + "lambda": 15.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.25, + 15.25, + 15.25 + ] + }, + { + "episode": 290, + "avg_reward": -130.83, + "avg_cost": 1.25, + "lambda": 16.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.15, + 16.15, + 16.15 + ] + }, + { + "episode": 300, + "avg_reward": -1280.17, + "avg_cost": 1.5, + "lambda": 17.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.25, + 17.25, + 17.25 + ] + }, + { + "episode": 310, + "avg_reward": -432.9, + "avg_cost": 0.75, + "lambda": 18.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.3, + 18.3, + 18.3 + ] + }, + { + "episode": 320, + "avg_reward": 441.59, + "avg_cost": 0.75, + "lambda": 19.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.25, + 19.25, + 19.25 + ] + }, + { + "episode": 330, + "avg_reward": 81.14, + "avg_cost": 0.75, + "lambda": 20.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3, + 20.3, + 20.3 + ] + }, + { + "episode": 340, + "avg_reward": 170.51, + "avg_cost": 1.75, + "lambda": 21.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.375, + 21.375, + 21.375 + ] + }, + { + "episode": 350, + "avg_reward": -553.35, + "avg_cost": 2.0, + "lambda": 22.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.975, + 22.975, + 22.975 + ] + }, + { + "episode": 360, + "avg_reward": 395.82, + "avg_cost": 0.75, + "lambda": 24.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.0, + 24.0, + 24.0 + ] + }, + { + "episode": 370, + "avg_reward": 992.1, + "avg_cost": 2.5, + "lambda": 25.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.825, + 25.825, + 25.825 + ] + }, + { + "episode": 380, + "avg_reward": -530.78, + "avg_cost": 0.75, + "lambda": 26.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.675, + 26.675, + 26.675 + ] + }, + { + "episode": 390, + "avg_reward": 1783.54, + "avg_cost": 2.0, + "lambda": 27.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.8, + 27.8, + 27.8 + ] + }, + { + "episode": 400, + "avg_reward": 500.77, + "avg_cost": 0.25, + "lambda": 29.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.05, + 29.05, + 29.05 + ] + }, + { + "episode": 410, + "avg_reward": 749.96, + "avg_cost": 1.5, + "lambda": 30.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.35, + 30.35, + 30.35 + ] + }, + { + "episode": 420, + "avg_reward": 1525.7, + "avg_cost": 3.0, + "lambda": 31.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.8, + 31.8, + 31.8 + ] + }, + { + "episode": 430, + "avg_reward": 689.44, + "avg_cost": 0.5, + "lambda": 33.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.125, + 33.125, + 33.125 + ] + }, + { + "episode": 440, + "avg_reward": 1411.41, + "avg_cost": 1.75, + "lambda": 34.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.425, + 34.425, + 34.425 + ] + }, + { + "episode": 450, + "avg_reward": 2232.07, + "avg_cost": 1.0, + "lambda": 35.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.825, + 35.825, + 35.825 + ] + }, + { + "episode": 460, + "avg_reward": 180.45, + "avg_cost": 0.75, + "lambda": 36.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.8, + 36.8, + 36.8 + ] + }, + { + "episode": 470, + "avg_reward": 2567.2, + "avg_cost": 1.0, + "lambda": 37.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.725, + 37.725, + 37.725 + ] + }, + { + "episode": 480, + "avg_reward": 2466.11, + "avg_cost": 0.25, + "lambda": 38.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.725, + 38.725, + 38.725 + ] + }, + { + "episode": 490, + "avg_reward": 2209.85, + "avg_cost": 1.0, + "lambda": 39.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.875, + 39.875, + 39.875 + ] + }, + { + "episode": 500, + "avg_reward": 3218.19, + "avg_cost": 2.25, + "lambda": 40.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.775, + 40.775, + 40.775 + ] + }, + { + "episode": 510, + "avg_reward": 299.38, + "avg_cost": 0.25, + "lambda": 41.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.975, + 41.975, + 41.975 + ] + }, + { + "episode": 520, + "avg_reward": 3305.14, + "avg_cost": 2.5, + "lambda": 43.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.45, + 43.45, + 43.45 + ] + }, + { + "episode": 530, + "avg_reward": 2373.36, + "avg_cost": 1.25, + "lambda": 44.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.85, + 44.85, + 44.85 + ] + }, + { + "episode": 540, + "avg_reward": 3037.51, + "avg_cost": 3.25, + "lambda": 46.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.35, + 46.35, + 46.35 + ] + }, + { + "episode": 550, + "avg_reward": 2355.69, + "avg_cost": 1.0, + "lambda": 47.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.4, + 47.4, + 47.4 + ] + }, + { + "episode": 560, + "avg_reward": 2941.13, + "avg_cost": 1.25, + "lambda": 48.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.425, + 48.425, + 48.425 + ] + }, + { + "episode": 570, + "avg_reward": 2199.56, + "avg_cost": 2.0, + "lambda": 49.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.625, + 49.625, + 49.625 + ] + }, + { + "episode": 580, + "avg_reward": 2980.88, + "avg_cost": 0.25, + "lambda": 50.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.275, + 50.275, + 50.275 + ] + }, + { + "episode": 590, + "avg_reward": 3295.22, + "avg_cost": 0.25, + "lambda": 51.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.5, + 51.5, + 51.5 + ] + }, + { + "episode": 600, + "avg_reward": 2633.64, + "avg_cost": 0.25, + "lambda": 52.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.375, + 52.375, + 52.375 + ] + }, + { + "episode": 610, + "avg_reward": 3630.92, + "avg_cost": 1.5, + "lambda": 53.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.825, + 53.825, + 53.825 + ] + }, + { + "episode": 620, + "avg_reward": 3330.3, + "avg_cost": 0.0, + "lambda": 54.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.575, + 54.575, + 54.575 + ] + }, + { + "episode": 630, + "avg_reward": 3330.85, + "avg_cost": 0.5, + "lambda": 55.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.5, + 55.5, + 55.5 + ] + }, + { + "episode": 640, + "avg_reward": 3301.04, + "avg_cost": 2.0, + "lambda": 56.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.375, + 56.375, + 56.375 + ] + }, + { + "episode": 650, + "avg_reward": 3437.52, + "avg_cost": 0.25, + "lambda": 57.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.0, + 57.0, + 57.0 + ] + }, + { + "episode": 660, + "avg_reward": 2318.32, + "avg_cost": 0.5, + "lambda": 57.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.65, + 57.65, + 57.65 + ] + }, + { + "episode": 670, + "avg_reward": 3832.81, + "avg_cost": 0.75, + "lambda": 58.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.025, + 58.025, + 58.025 + ] + }, + { + "episode": 680, + "avg_reward": 2635.7, + "avg_cost": 1.0, + "lambda": 58.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.95, + 58.95, + 58.95 + ] + }, + { + "episode": 690, + "avg_reward": 3283.33, + "avg_cost": 1.5, + "lambda": 60.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.075, + 60.075, + 60.075 + ] + }, + { + "episode": 700, + "avg_reward": 3698.11, + "avg_cost": 2.0, + "lambda": 60.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.9, + 60.9, + 60.9 + ] + }, + { + "episode": 710, + "avg_reward": 3699.54, + "avg_cost": 1.25, + "lambda": 61.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.425, + 61.425, + 61.425 + ] + }, + { + "episode": 720, + "avg_reward": 3695.05, + "avg_cost": 0.25, + "lambda": 62.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.15, + 62.15, + 62.15 + ] + }, + { + "episode": 730, + "avg_reward": 3806.15, + "avg_cost": 0.25, + "lambda": 62.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.7, + 62.7, + 62.7 + ] + }, + { + "episode": 740, + "avg_reward": 2747.34, + "avg_cost": 0.0, + "lambda": 63.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.675, + 63.675, + 63.675 + ] + }, + { + "episode": 750, + "avg_reward": 4383.13, + "avg_cost": 0.5, + "lambda": 64.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.35, + 64.35, + 64.35 + ] + }, + { + "episode": 760, + "avg_reward": 3550.63, + "avg_cost": 0.0, + "lambda": 64.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.875, + 64.875, + 64.875 + ] + }, + { + "episode": 770, + "avg_reward": 4268.51, + "avg_cost": 0.0, + "lambda": 65.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.475, + 65.475, + 65.475 + ] + }, + { + "episode": 780, + "avg_reward": 4280.28, + "avg_cost": 0.5, + "lambda": 65.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.85, + 65.85, + 65.85 + ] + }, + { + "episode": 790, + "avg_reward": 3096.12, + "avg_cost": 0.0, + "lambda": 66.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.15, + 66.15, + 66.15 + ] + }, + { + "episode": 800, + "avg_reward": 4762.35, + "avg_cost": 1.0, + "lambda": 66.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.675, + 66.675, + 66.675 + ] + }, + { + "episode": 810, + "avg_reward": 4655.19, + "avg_cost": 0.0, + "lambda": 67.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.05, + 67.05, + 67.05 + ] + }, + { + "episode": 820, + "avg_reward": 4367.31, + "avg_cost": 0.25, + "lambda": 67.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.525, + 67.525, + 67.525 + ] + }, + { + "episode": 830, + "avg_reward": 4587.44, + "avg_cost": 0.0, + "lambda": 67.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.9, + 67.9, + 67.9 + ] + }, + { + "episode": 840, + "avg_reward": 3262.94, + "avg_cost": 0.25, + "lambda": 68.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.75, + 68.75, + 68.75 + ] + }, + { + "episode": 850, + "avg_reward": 4670.45, + "avg_cost": 0.5, + "lambda": 69.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.175, + 69.175, + 69.175 + ] + }, + { + "episode": 860, + "avg_reward": 4576.76, + "avg_cost": 0.75, + "lambda": 69.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.925, + 69.925, + 69.925 + ] + }, + { + "episode": 870, + "avg_reward": 3265.33, + "avg_cost": 2.0, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675, + 70.675 + ] + }, + { + "episode": 880, + "avg_reward": 5046.61, + "avg_cost": 1.0, + "lambda": 71.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.3, + 71.3, + 71.3 + ] + }, + { + "episode": 890, + "avg_reward": 4546.57, + "avg_cost": 0.5, + "lambda": 71.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.925, + 71.925, + 71.925 + ] + }, + { + "episode": 900, + "avg_reward": 4479.14, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425, + 72.425 + ] + }, + { + "episode": 910, + "avg_reward": 4334.89, + "avg_cost": 0.5, + "lambda": 73.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.125, + 73.125, + 73.125 + ] + }, + { + "episode": 920, + "avg_reward": 4574.9, + "avg_cost": 1.75, + "lambda": 73.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.725, + 73.725, + 73.725 + ] + }, + { + "episode": 930, + "avg_reward": 4940.66, + "avg_cost": 0.0, + "lambda": 74.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.15, + 74.15, + 74.15 + ] + }, + { + "episode": 940, + "avg_reward": 4832.99, + "avg_cost": 0.25, + "lambda": 74.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.95, + 74.95, + 74.95 + ] + }, + { + "episode": 950, + "avg_reward": 4998.46, + "avg_cost": 0.5, + "lambda": 75.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.725, + 75.725, + 75.725 + ] + }, + { + "episode": 960, + "avg_reward": 3767.87, + "avg_cost": 0.0, + "lambda": 76.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.25, + 76.25, + 76.25 + ] + }, + { + "episode": 970, + "avg_reward": 4980.68, + "avg_cost": 0.25, + "lambda": 76.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.725, + 76.725, + 76.725 + ] + }, + { + "episode": 980, + "avg_reward": 5395.18, + "avg_cost": 1.25, + "lambda": 77.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.4, + 77.4, + 77.4 + ] + }, + { + "episode": 990, + "avg_reward": 3803.88, + "avg_cost": 1.0, + "lambda": 78.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.1, + 78.1, + 78.1 + ] + }, + { + "episode": 1000, + "avg_reward": 4696.77, + "avg_cost": 0.25, + "lambda": 78.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.425, + 78.425, + 78.425 + ] + } + ], + "final_lambdas": [ + 78.425, + 78.425, + 78.425 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..1b4ad603d40e2eaf1e3c6782e5f3bbc2236a6183 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1333922.32, + "constraint_satisfaction_pct": 99.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 6.8742, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -2959.09, + "avg_cost": 0.0, + "lambda": 4.9167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9167, + 4.9167, + 4.9167 + ] + }, + { + "episode": 10, + "avg_reward": -2802.89, + "avg_cost": 0.0, + "lambda": 4.1892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1892, + 4.1892, + 4.1892 + ] + }, + { + "episode": 20, + "avg_reward": -2859.1, + "avg_cost": 0.0, + "lambda": 3.3583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3583, + 3.3583, + 3.3583 + ] + }, + { + "episode": 30, + "avg_reward": -2165.38, + "avg_cost": 0.25, + "lambda": 2.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5275, + 2.5275, + 2.5275 + ] + }, + { + "episode": 40, + "avg_reward": -2330.87, + "avg_cost": 0.5, + "lambda": 1.6992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.6992, + 1.6992, + 1.6992 + ] + }, + { + "episode": 50, + "avg_reward": -2193.59, + "avg_cost": 0.0, + "lambda": 0.8658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8658, + 0.8658, + 0.8658 + ] + }, + { + "episode": 60, + "avg_reward": -2059.13, + "avg_cost": 0.0, + "lambda": 0.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0325, + 0.0325, + 0.0325 + ] + }, + { + "episode": 70, + "avg_reward": -2006.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1683.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -1781.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1655.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -1613.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -1525.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -1040.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -1296.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -767.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -904.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -465.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -701.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -314.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -561.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -472.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -672.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -900.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -1018.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -172.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -527.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 312.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -548.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 642.03, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 650.72, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 74.36, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -231.45, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -116.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1110.89, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 348.92, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -705.16, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1044.21, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1017.6, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 720.98, + "avg_cost": 6.0, + "lambda": 0.0542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0542, + 0.0542, + 0.0542 + ] + }, + { + "episode": 400, + "avg_reward": 1180.65, + "avg_cost": 14.0, + "lambda": 0.1642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1642, + 0.1642, + 0.1642 + ] + }, + { + "episode": 410, + "avg_reward": 1789.25, + "avg_cost": 11.25, + "lambda": 0.3083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3083, + 0.3083, + 0.3083 + ] + }, + { + "episode": 420, + "avg_reward": 1451.28, + "avg_cost": 10.75, + "lambda": 0.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4175, + 0.4175, + 0.4175 + ] + }, + { + "episode": 430, + "avg_reward": 1922.89, + "avg_cost": 9.75, + "lambda": 0.7092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7092, + 0.7092, + 0.7092 + ] + }, + { + "episode": 440, + "avg_reward": 1833.81, + "avg_cost": 13.25, + "lambda": 1.0158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0158, + 1.0158, + 1.0158 + ] + }, + { + "episode": 450, + "avg_reward": 1085.37, + "avg_cost": 13.0, + "lambda": 1.645, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.645, + 1.645, + 1.645 + ] + }, + { + "episode": 460, + "avg_reward": 1605.44, + "avg_cost": 15.5, + "lambda": 2.3242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.3242, + 2.3242, + 2.3242 + ] + }, + { + "episode": 470, + "avg_reward": 1906.13, + "avg_cost": 21.75, + "lambda": 3.1558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.1558, + 3.1558, + 3.1558 + ] + }, + { + "episode": 480, + "avg_reward": 957.18, + "avg_cost": 15.25, + "lambda": 3.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.79, + 3.79, + 3.79 + ] + }, + { + "episode": 490, + "avg_reward": 1343.93, + "avg_cost": 16.75, + "lambda": 4.7117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7117, + 4.7117, + 4.7117 + ] + }, + { + "episode": 500, + "avg_reward": 2805.26, + "avg_cost": 13.25, + "lambda": 5.2758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2758, + 5.2758, + 5.2758 + ] + }, + { + "episode": 510, + "avg_reward": 1004.06, + "avg_cost": 5.25, + "lambda": 5.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.67, + 5.67, + 5.67 + ] + }, + { + "episode": 520, + "avg_reward": 2574.53, + "avg_cost": 11.25, + "lambda": 6.1742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1742, + 6.1742, + 6.1742 + ] + }, + { + "episode": 530, + "avg_reward": 2181.84, + "avg_cost": 16.25, + "lambda": 6.5183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5183, + 6.5183, + 6.5183 + ] + }, + { + "episode": 540, + "avg_reward": 2249.35, + "avg_cost": 13.25, + "lambda": 6.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8775, + 6.8775, + 6.8775 + ] + }, + { + "episode": 550, + "avg_reward": 2745.74, + "avg_cost": 11.5, + "lambda": 6.9317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9317, + 6.9317, + 6.9317 + ] + }, + { + "episode": 560, + "avg_reward": 2197.68, + "avg_cost": 6.75, + "lambda": 7.3158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.3158, + 7.3158, + 7.3158 + ] + }, + { + "episode": 570, + "avg_reward": 2499.3, + "avg_cost": 8.25, + "lambda": 7.2825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2825, + 7.2825, + 7.2825 + ] + }, + { + "episode": 580, + "avg_reward": 1749.7, + "avg_cost": 11.0, + "lambda": 7.6167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6167, + 7.6167, + 7.6167 + ] + }, + { + "episode": 590, + "avg_reward": 648.66, + "avg_cost": 7.75, + "lambda": 8.0158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0158, + 8.0158, + 8.0158 + ] + }, + { + "episode": 600, + "avg_reward": 1794.97, + "avg_cost": 7.75, + "lambda": 8.51, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.51, + 8.51, + 8.51 + ] + }, + { + "episode": 610, + "avg_reward": 2983.07, + "avg_cost": 8.5, + "lambda": 8.6567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6567, + 8.6567, + 8.6567 + ] + }, + { + "episode": 620, + "avg_reward": 2653.63, + "avg_cost": 7.25, + "lambda": 8.8058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8058, + 8.8058, + 8.8058 + ] + }, + { + "episode": 630, + "avg_reward": 3005.91, + "avg_cost": 7.75, + "lambda": 8.87, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.87, + 8.87, + 8.87 + ] + }, + { + "episode": 640, + "avg_reward": 2630.57, + "avg_cost": 12.25, + "lambda": 8.9317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9317, + 8.9317, + 8.9317 + ] + }, + { + "episode": 650, + "avg_reward": 3226.07, + "avg_cost": 6.75, + "lambda": 8.8783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8783, + 8.8783, + 8.8783 + ] + }, + { + "episode": 660, + "avg_reward": 3461.68, + "avg_cost": 10.0, + "lambda": 8.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6925, + 8.6925, + 8.6925 + ] + }, + { + "episode": 670, + "avg_reward": 3155.0, + "avg_cost": 9.0, + "lambda": 8.6742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6742, + 8.6742, + 8.6742 + ] + }, + { + "episode": 680, + "avg_reward": 2426.96, + "avg_cost": 9.5, + "lambda": 8.6508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6508, + 8.6508, + 8.6508 + ] + }, + { + "episode": 690, + "avg_reward": 3002.83, + "avg_cost": 6.25, + "lambda": 8.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.67, + 8.67, + 8.67 + ] + }, + { + "episode": 700, + "avg_reward": 1422.99, + "avg_cost": 4.25, + "lambda": 8.8542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8542, + 8.8542, + 8.8542 + ] + }, + { + "episode": 710, + "avg_reward": 3552.7, + "avg_cost": 8.75, + "lambda": 8.9983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9983, + 8.9983, + 8.9983 + ] + }, + { + "episode": 720, + "avg_reward": 2777.3, + "avg_cost": 7.0, + "lambda": 9.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.02, + 9.02, + 9.02 + ] + }, + { + "episode": 730, + "avg_reward": 3243.75, + "avg_cost": 6.25, + "lambda": 9.1592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1592, + 9.1592, + 9.1592 + ] + }, + { + "episode": 740, + "avg_reward": 2296.71, + "avg_cost": 12.25, + "lambda": 9.1358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1358, + 9.1358, + 9.1358 + ] + }, + { + "episode": 750, + "avg_reward": 2576.4, + "avg_cost": 6.5, + "lambda": 8.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.995, + 8.995, + 8.995 + ] + }, + { + "episode": 760, + "avg_reward": 3944.57, + "avg_cost": 14.0, + "lambda": 9.0792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0792, + 9.0792, + 9.0792 + ] + }, + { + "episode": 770, + "avg_reward": 3922.26, + "avg_cost": 10.75, + "lambda": 8.8758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8758, + 8.8758, + 8.8758 + ] + }, + { + "episode": 780, + "avg_reward": 3654.39, + "avg_cost": 7.25, + "lambda": 8.715, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.715, + 8.715, + 8.715 + ] + }, + { + "episode": 790, + "avg_reward": 3875.64, + "avg_cost": 8.75, + "lambda": 8.5217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5217, + 8.5217, + 8.5217 + ] + }, + { + "episode": 800, + "avg_reward": 1919.27, + "avg_cost": 3.5, + "lambda": 8.3683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3683, + 8.3683, + 8.3683 + ] + }, + { + "episode": 810, + "avg_reward": 2778.6, + "avg_cost": 3.5, + "lambda": 8.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.275, + 8.275, + 8.275 + ] + }, + { + "episode": 820, + "avg_reward": 3186.8, + "avg_cost": 7.75, + "lambda": 8.1042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1042, + 8.1042, + 8.1042 + ] + }, + { + "episode": 830, + "avg_reward": 2778.58, + "avg_cost": 4.25, + "lambda": 7.7958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7958, + 7.7958, + 7.7958 + ] + }, + { + "episode": 840, + "avg_reward": 1311.39, + "avg_cost": 2.5, + "lambda": 7.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.445, + 7.445, + 7.445 + ] + }, + { + "episode": 850, + "avg_reward": 3793.91, + "avg_cost": 6.0, + "lambda": 7.3142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.3142, + 7.3142, + 7.3142 + ] + }, + { + "episode": 860, + "avg_reward": 4067.51, + "avg_cost": 6.5, + "lambda": 7.0483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0483, + 7.0483, + 7.0483 + ] + }, + { + "episode": 870, + "avg_reward": 4048.64, + "avg_cost": 8.0, + "lambda": 6.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.865, + 6.865, + 6.865 + ] + }, + { + "episode": 880, + "avg_reward": 4214.6, + "avg_cost": 9.0, + "lambda": 6.8742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8742, + 6.8742, + 6.8742 + ] + }, + { + "episode": 890, + "avg_reward": 2143.55, + "avg_cost": 7.0, + "lambda": 6.7083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7083, + 6.7083, + 6.7083 + ] + }, + { + "episode": 900, + "avg_reward": 4331.98, + "avg_cost": 9.75, + "lambda": 6.7775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7775, + 6.7775, + 6.7775 + ] + }, + { + "episode": 910, + "avg_reward": 3584.73, + "avg_cost": 8.25, + "lambda": 6.7017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7017, + 6.7017, + 6.7017 + ] + }, + { + "episode": 920, + "avg_reward": 3686.79, + "avg_cost": 6.25, + "lambda": 6.7783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7783, + 6.7783, + 6.7783 + ] + }, + { + "episode": 930, + "avg_reward": 4132.3, + "avg_cost": 4.25, + "lambda": 6.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8075, + 6.8075, + 6.8075 + ] + }, + { + "episode": 940, + "avg_reward": 3078.74, + "avg_cost": 7.75, + "lambda": 6.8117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8117, + 6.8117, + 6.8117 + ] + }, + { + "episode": 950, + "avg_reward": 4176.83, + "avg_cost": 11.5, + "lambda": 6.9458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9458, + 6.9458, + 6.9458 + ] + }, + { + "episode": 960, + "avg_reward": 4084.72, + "avg_cost": 4.5, + "lambda": 6.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.925, + 6.925, + 6.925 + ] + }, + { + "episode": 970, + "avg_reward": 4386.1, + "avg_cost": 6.75, + "lambda": 7.0042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0042, + 7.0042, + 7.0042 + ] + }, + { + "episode": 980, + "avg_reward": 4644.89, + "avg_cost": 8.75, + "lambda": 7.1158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1158, + 7.1158, + 7.1158 + ] + }, + { + "episode": 990, + "avg_reward": 3820.09, + "avg_cost": 5.75, + "lambda": 7.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1775, + 7.1775, + 7.1775 + ] + }, + { + "episode": 1000, + "avg_reward": -1743.15, + "avg_cost": 0.0, + "lambda": 6.8742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8742, + 6.8742, + 6.8742 + ] + } + ], + "final_lambdas": [ + 6.8742, + 6.8742, + 6.8742 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..d60a7d1b4d7ac0daa48fbc7efd9720f29859f1ac --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5217024.3, + "constraint_satisfaction_pct": 84.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 42.3242, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 5.5267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.5267, + 5.5267, + 5.5267 + ] + }, + { + "episode": 10, + "avg_reward": 4551.96, + "avg_cost": 54.75, + "lambda": 13.1292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.1292, + 13.1292, + 13.1292 + ] + }, + { + "episode": 20, + "avg_reward": 5797.87, + "avg_cost": 107.0, + "lambda": 15.3858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.3858, + 15.3858, + 15.3858 + ] + }, + { + "episode": 30, + "avg_reward": 4793.27, + "avg_cost": 18.75, + "lambda": 17.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.415, + 17.415, + 17.415 + ] + }, + { + "episode": 40, + "avg_reward": 4953.14, + "avg_cost": 13.0, + "lambda": 20.4292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4292, + 20.4292, + 20.4292 + ] + }, + { + "episode": 50, + "avg_reward": 5275.45, + "avg_cost": 10.25, + "lambda": 21.1383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.1383, + 21.1383, + 21.1383 + ] + }, + { + "episode": 60, + "avg_reward": 6199.25, + "avg_cost": 50.75, + "lambda": 21.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.875, + 21.875, + 21.875 + ] + }, + { + "episode": 70, + "avg_reward": 5752.38, + "avg_cost": 12.5, + "lambda": 23.6417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.6417, + 23.6417, + 23.6417 + ] + }, + { + "episode": 80, + "avg_reward": 5486.55, + "avg_cost": 14.0, + "lambda": 24.5233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.5233, + 24.5233, + 24.5233 + ] + }, + { + "episode": 90, + "avg_reward": 5237.17, + "avg_cost": 2.0, + "lambda": 27.3075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.3075, + 27.3075, + 27.3075 + ] + }, + { + "episode": 100, + "avg_reward": 5839.53, + "avg_cost": 10.0, + "lambda": 27.9942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.9942, + 27.9942, + 27.9942 + ] + }, + { + "episode": 110, + "avg_reward": 6674.06, + "avg_cost": 44.75, + "lambda": 28.6758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.6758, + 28.6758, + 28.6758 + ] + }, + { + "episode": 120, + "avg_reward": 5482.74, + "avg_cost": 0.25, + "lambda": 29.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.86, + 29.86, + 29.86 + ] + }, + { + "episode": 130, + "avg_reward": 5804.39, + "avg_cost": 5.25, + "lambda": 30.5342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.5342, + 30.5342, + 30.5342 + ] + }, + { + "episode": 140, + "avg_reward": 6530.15, + "avg_cost": 18.25, + "lambda": 31.8783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.8783, + 31.8783, + 31.8783 + ] + }, + { + "episode": 150, + "avg_reward": 6183.68, + "avg_cost": 12.25, + "lambda": 32.4375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.4375, + 32.4375, + 32.4375 + ] + }, + { + "episode": 160, + "avg_reward": 5934.77, + "avg_cost": 2.5, + "lambda": 33.1792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.1792, + 33.1792, + 33.1792 + ] + }, + { + "episode": 170, + "avg_reward": 6108.28, + "avg_cost": 6.5, + "lambda": 34.7233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.7233, + 34.7233, + 34.7233 + ] + }, + { + "episode": 180, + "avg_reward": 6174.86, + "avg_cost": 4.75, + "lambda": 35.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.9975, + 35.9975, + 35.9975 + ] + }, + { + "episode": 190, + "avg_reward": 6358.02, + "avg_cost": 14.25, + "lambda": 36.6642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.6642, + 36.6642, + 36.6642 + ] + }, + { + "episode": 200, + "avg_reward": 6246.31, + "avg_cost": 12.75, + "lambda": 37.5358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.5358, + 37.5358, + 37.5358 + ] + }, + { + "episode": 210, + "avg_reward": 6603.0, + "avg_cost": 40.5, + "lambda": 38.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.7525, + 38.7525, + 38.7525 + ] + }, + { + "episode": 220, + "avg_reward": 6386.06, + "avg_cost": 25.5, + "lambda": 39.7742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.7742, + 39.7742, + 39.7742 + ] + }, + { + "episode": 230, + "avg_reward": 6706.58, + "avg_cost": 40.25, + "lambda": 41.3208, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.3208, + 41.3208, + 41.3208 + ] + }, + { + "episode": 240, + "avg_reward": 5652.15, + "avg_cost": 3.0, + "lambda": 41.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.985, + 41.985, + 41.985 + ] + }, + { + "episode": 250, + "avg_reward": 6006.4, + "avg_cost": 7.0, + "lambda": 42.4992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.4992, + 42.4992, + 42.4992 + ] + }, + { + "episode": 260, + "avg_reward": 5974.74, + "avg_cost": 6.75, + "lambda": 43.1908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.1908, + 43.1908, + 43.1908 + ] + }, + { + "episode": 270, + "avg_reward": 6512.71, + "avg_cost": 28.5, + "lambda": 43.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.83, + 43.83, + 43.83 + ] + }, + { + "episode": 280, + "avg_reward": 6175.62, + "avg_cost": 5.0, + "lambda": 44.2767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2767, + 44.2767, + 44.2767 + ] + }, + { + "episode": 290, + "avg_reward": 6145.22, + "avg_cost": 5.75, + "lambda": 45.0133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.0133, + 45.0133, + 45.0133 + ] + }, + { + "episode": 300, + "avg_reward": 6011.2, + "avg_cost": 0.5, + "lambda": 45.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.245, + 45.245, + 45.245 + ] + }, + { + "episode": 310, + "avg_reward": 6716.86, + "avg_cost": 30.75, + "lambda": 46.6367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.6367, + 46.6367, + 46.6367 + ] + }, + { + "episode": 320, + "avg_reward": 6370.72, + "avg_cost": 4.75, + "lambda": 46.4758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.4758, + 46.4758, + 46.4758 + ] + }, + { + "episode": 330, + "avg_reward": 5123.44, + "avg_cost": 0.75, + "lambda": 45.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8675, + 45.8675, + 45.8675 + ] + }, + { + "episode": 340, + "avg_reward": 4736.6, + "avg_cost": 1.5, + "lambda": 45.2017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.2017, + 45.2017, + 45.2017 + ] + }, + { + "episode": 350, + "avg_reward": 4247.52, + "avg_cost": 7.5, + "lambda": 45.9333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.9333, + 45.9333, + 45.9333 + ] + }, + { + "episode": 360, + "avg_reward": 4834.92, + "avg_cost": 7.0, + "lambda": 45.6225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.6225, + 45.6225, + 45.6225 + ] + }, + { + "episode": 370, + "avg_reward": 3957.35, + "avg_cost": 0.75, + "lambda": 45.1467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.1467, + 45.1467, + 45.1467 + ] + }, + { + "episode": 380, + "avg_reward": 4595.44, + "avg_cost": 0.0, + "lambda": 45.1758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.1758, + 45.1758, + 45.1758 + ] + }, + { + "episode": 390, + "avg_reward": 4022.86, + "avg_cost": 4.75, + "lambda": 45.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.52, + 45.52, + 45.52 + ] + }, + { + "episode": 400, + "avg_reward": 3888.54, + "avg_cost": 11.25, + "lambda": 45.7742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.7742, + 45.7742, + 45.7742 + ] + }, + { + "episode": 410, + "avg_reward": 4342.28, + "avg_cost": 5.75, + "lambda": 45.7158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.7158, + 45.7158, + 45.7158 + ] + }, + { + "episode": 420, + "avg_reward": 5354.21, + "avg_cost": 0.0, + "lambda": 45.405, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.405, + 45.405, + 45.405 + ] + }, + { + "episode": 430, + "avg_reward": 5143.75, + "avg_cost": 9.0, + "lambda": 45.7567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.7567, + 45.7567, + 45.7567 + ] + }, + { + "episode": 440, + "avg_reward": 4551.87, + "avg_cost": 1.0, + "lambda": 45.6783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.6783, + 45.6783, + 45.6783 + ] + }, + { + "episode": 450, + "avg_reward": 5596.56, + "avg_cost": 12.25, + "lambda": 45.4875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.4875, + 45.4875, + 45.4875 + ] + }, + { + "episode": 460, + "avg_reward": 5387.47, + "avg_cost": 11.0, + "lambda": 45.3292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3292, + 45.3292, + 45.3292 + ] + }, + { + "episode": 470, + "avg_reward": 5053.49, + "avg_cost": 1.75, + "lambda": 45.0733, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.0733, + 45.0733, + 45.0733 + ] + }, + { + "episode": 480, + "avg_reward": 5158.95, + "avg_cost": 2.75, + "lambda": 45.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.155, + 45.155, + 45.155 + ] + }, + { + "episode": 490, + "avg_reward": 4477.19, + "avg_cost": 6.75, + "lambda": 44.9717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.9717, + 44.9717, + 44.9717 + ] + }, + { + "episode": 500, + "avg_reward": 5386.26, + "avg_cost": 5.25, + "lambda": 44.7908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.7908, + 44.7908, + 44.7908 + ] + }, + { + "episode": 510, + "avg_reward": 5807.67, + "avg_cost": 6.0, + "lambda": 44.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2275, + 44.2275, + 44.2275 + ] + }, + { + "episode": 520, + "avg_reward": 5264.93, + "avg_cost": 6.75, + "lambda": 44.1817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.1817, + 44.1817, + 44.1817 + ] + }, + { + "episode": 530, + "avg_reward": 5651.21, + "avg_cost": 0.75, + "lambda": 43.9983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.9983, + 43.9983, + 43.9983 + ] + }, + { + "episode": 540, + "avg_reward": 5677.31, + "avg_cost": 6.25, + "lambda": 43.3225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.3225, + 43.3225, + 43.3225 + ] + }, + { + "episode": 550, + "avg_reward": 5646.85, + "avg_cost": 0.0, + "lambda": 43.0967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.0967, + 43.0967, + 43.0967 + ] + }, + { + "episode": 560, + "avg_reward": 4787.73, + "avg_cost": 5.25, + "lambda": 42.4408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.4408, + 42.4408, + 42.4408 + ] + }, + { + "episode": 570, + "avg_reward": 4597.81, + "avg_cost": 2.25, + "lambda": 42.32, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.32, + 42.32, + 42.32 + ] + }, + { + "episode": 580, + "avg_reward": 5516.75, + "avg_cost": 0.75, + "lambda": 41.6067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.6067, + 41.6067, + 41.6067 + ] + }, + { + "episode": 590, + "avg_reward": 4686.91, + "avg_cost": 7.5, + "lambda": 41.4833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.4833, + 41.4833, + 41.4833 + ] + }, + { + "episode": 600, + "avg_reward": 3566.67, + "avg_cost": 25.5, + "lambda": 42.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.6575, + 42.6575, + 42.6575 + ] + }, + { + "episode": 610, + "avg_reward": 3330.0, + "avg_cost": 49.75, + "lambda": 45.0492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.0492, + 45.0492, + 45.0492 + ] + }, + { + "episode": 620, + "avg_reward": 3911.14, + "avg_cost": 33.25, + "lambda": 48.0258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0258, + 48.0258, + 48.0258 + ] + }, + { + "episode": 630, + "avg_reward": 3773.4, + "avg_cost": 16.5, + "lambda": 50.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.175, + 50.175, + 50.175 + ] + }, + { + "episode": 640, + "avg_reward": 3996.13, + "avg_cost": 0.0, + "lambda": 49.4492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.4492, + 49.4492, + 49.4492 + ] + }, + { + "episode": 650, + "avg_reward": 4372.87, + "avg_cost": 1.5, + "lambda": 48.6458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.6458, + 48.6458, + 48.6458 + ] + }, + { + "episode": 660, + "avg_reward": 4425.17, + "avg_cost": 0.5, + "lambda": 48.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.17, + 48.17, + 48.17 + ] + }, + { + "episode": 670, + "avg_reward": 3613.62, + "avg_cost": 0.0, + "lambda": 48.8367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.8367, + 48.8367, + 48.8367 + ] + }, + { + "episode": 680, + "avg_reward": 4345.54, + "avg_cost": 0.0, + "lambda": 48.0033, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0033, + 48.0033, + 48.0033 + ] + }, + { + "episode": 690, + "avg_reward": 4460.2, + "avg_cost": 0.75, + "lambda": 47.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.1775, + 47.1775, + 47.1775 + ] + }, + { + "episode": 700, + "avg_reward": 4605.65, + "avg_cost": 1.0, + "lambda": 47.4992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.4992, + 47.4992, + 47.4992 + ] + }, + { + "episode": 710, + "avg_reward": 4869.1, + "avg_cost": 0.25, + "lambda": 46.8333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.8333, + 46.8333, + 46.8333 + ] + }, + { + "episode": 720, + "avg_reward": 4749.94, + "avg_cost": 1.25, + "lambda": 46.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.315, + 46.315, + 46.315 + ] + }, + { + "episode": 730, + "avg_reward": 4498.91, + "avg_cost": 17.25, + "lambda": 46.0617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.0617, + 46.0617, + 46.0617 + ] + }, + { + "episode": 740, + "avg_reward": 5818.29, + "avg_cost": 136.75, + "lambda": 53.8733, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.8733, + 53.8733, + 53.8733 + ] + }, + { + "episode": 750, + "avg_reward": 4803.2, + "avg_cost": 22.0, + "lambda": 59.8925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8925, + 59.8925, + 59.8925 + ] + }, + { + "episode": 760, + "avg_reward": 5467.34, + "avg_cost": 3.75, + "lambda": 59.8292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8292, + 59.8292, + 59.8292 + ] + }, + { + "episode": 770, + "avg_reward": 5365.43, + "avg_cost": 4.5, + "lambda": 59.2883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.2883, + 59.2883, + 59.2883 + ] + }, + { + "episode": 780, + "avg_reward": 4343.06, + "avg_cost": 0.75, + "lambda": 58.7375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.7375, + 58.7375, + 58.7375 + ] + }, + { + "episode": 790, + "avg_reward": 4241.48, + "avg_cost": 0.0, + "lambda": 58.0942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.0942, + 58.0942, + 58.0942 + ] + }, + { + "episode": 800, + "avg_reward": 5125.25, + "avg_cost": 0.5, + "lambda": 57.4133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.4133, + 57.4133, + 57.4133 + ] + }, + { + "episode": 810, + "avg_reward": 5009.63, + "avg_cost": 0.5, + "lambda": 56.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.67, + 56.67, + 56.67 + ] + }, + { + "episode": 820, + "avg_reward": 5035.5, + "avg_cost": 1.0, + "lambda": 55.9442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.9442, + 55.9442, + 55.9442 + ] + }, + { + "episode": 830, + "avg_reward": 4621.41, + "avg_cost": 1.75, + "lambda": 55.1633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.1633, + 55.1633, + 55.1633 + ] + }, + { + "episode": 840, + "avg_reward": 4486.14, + "avg_cost": 0.0, + "lambda": 54.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.3725, + 54.3725, + 54.3725 + ] + }, + { + "episode": 850, + "avg_reward": 4702.26, + "avg_cost": 0.0, + "lambda": 53.5792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.5792, + 53.5792, + 53.5792 + ] + }, + { + "episode": 860, + "avg_reward": 4902.37, + "avg_cost": 0.0, + "lambda": 52.7858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.7858, + 52.7858, + 52.7858 + ] + }, + { + "episode": 870, + "avg_reward": 4686.15, + "avg_cost": 0.0, + "lambda": 51.985, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.985, + 51.985, + 51.985 + ] + }, + { + "episode": 880, + "avg_reward": 4686.06, + "avg_cost": 0.0, + "lambda": 51.1617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.1617, + 51.1617, + 51.1617 + ] + }, + { + "episode": 890, + "avg_reward": 4678.68, + "avg_cost": 0.0, + "lambda": 50.3608, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.3608, + 50.3608, + 50.3608 + ] + }, + { + "episode": 900, + "avg_reward": 4839.29, + "avg_cost": 0.0, + "lambda": 49.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.54, + 49.54, + 49.54 + ] + }, + { + "episode": 910, + "avg_reward": 5215.1, + "avg_cost": 10.75, + "lambda": 48.8992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.8992, + 48.8992, + 48.8992 + ] + }, + { + "episode": 920, + "avg_reward": 4836.75, + "avg_cost": 0.25, + "lambda": 48.1433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.1433, + 48.1433, + 48.1433 + ] + }, + { + "episode": 930, + "avg_reward": 4913.32, + "avg_cost": 1.0, + "lambda": 47.5225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.5225, + 47.5225, + 47.5225 + ] + }, + { + "episode": 940, + "avg_reward": 5291.5, + "avg_cost": 4.25, + "lambda": 46.8167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.8167, + 46.8167, + 46.8167 + ] + }, + { + "episode": 950, + "avg_reward": 4958.93, + "avg_cost": 0.0, + "lambda": 46.0683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.0683, + 46.0683, + 46.0683 + ] + }, + { + "episode": 960, + "avg_reward": 5211.41, + "avg_cost": 3.0, + "lambda": 45.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.345, + 45.345, + 45.345 + ] + }, + { + "episode": 970, + "avg_reward": 5406.97, + "avg_cost": 0.5, + "lambda": 44.6392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.6392, + 44.6392, + 44.6392 + ] + }, + { + "episode": 980, + "avg_reward": 4864.85, + "avg_cost": 0.0, + "lambda": 43.8833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.8833, + 43.8833, + 43.8833 + ] + }, + { + "episode": 990, + "avg_reward": 4775.02, + "avg_cost": 0.0, + "lambda": 43.1325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.1325, + 43.1325, + 43.1325 + ] + }, + { + "episode": 1000, + "avg_reward": 4899.5, + "avg_cost": 0.75, + "lambda": 42.3242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.3242, + 42.3242, + 42.3242 + ] + } + ], + "final_lambdas": [ + 42.3242, + 42.3242, + 42.3242 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..3073bf2b6c32bbe6d696a6b8a248717d60246ed6 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4327639.16, + "constraint_satisfaction_pct": 33.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 11.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.83, + 11.83, + 11.83 + ] + }, + { + "episode": 10, + "avg_reward": 3830.34, + "avg_cost": 2.25, + "lambda": 19.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.6975, + 19.6975, + 19.6975 + ] + }, + { + "episode": 20, + "avg_reward": 4428.43, + "avg_cost": 2.0, + "lambda": 25.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.93, + 25.93, + 25.93 + ] + }, + { + "episode": 30, + "avg_reward": 4493.62, + "avg_cost": 16.75, + "lambda": 34.8475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.8475, + 34.8475, + 34.8475 + ] + }, + { + "episode": 40, + "avg_reward": 4562.07, + "avg_cost": 6.5, + "lambda": 37.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.7125, + 37.7125, + 37.7125 + ] + }, + { + "episode": 50, + "avg_reward": 4236.64, + "avg_cost": 0.0, + "lambda": 42.43, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.43, + 42.43, + 42.43 + ] + }, + { + "episode": 60, + "avg_reward": 4010.2, + "avg_cost": 4.25, + "lambda": 47.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.02, + 47.02, + 47.02 + ] + }, + { + "episode": 70, + "avg_reward": 3971.51, + "avg_cost": 1.75, + "lambda": 49.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.15, + 49.15, + 49.15 + ] + }, + { + "episode": 80, + "avg_reward": 4640.21, + "avg_cost": 7.0, + "lambda": 53.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.5975, + 53.5975, + 53.5975 + ] + }, + { + "episode": 90, + "avg_reward": 4432.86, + "avg_cost": 5.0, + "lambda": 58.8025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.8025, + 58.8025, + 58.8025 + ] + }, + { + "episode": 100, + "avg_reward": 4965.5, + "avg_cost": 27.25, + "lambda": 62.5675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.5675, + 62.5675, + 62.5675 + ] + }, + { + "episode": 110, + "avg_reward": 3707.46, + "avg_cost": 0.25, + "lambda": 65.3875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.3875, + 65.3875, + 65.3875 + ] + }, + { + "episode": 120, + "avg_reward": 4774.14, + "avg_cost": 14.5, + "lambda": 69.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.775, + 69.775, + 69.775 + ] + }, + { + "episode": 130, + "avg_reward": 5206.85, + "avg_cost": 27.25, + "lambda": 75.3925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.3925, + 75.3925, + 75.3925 + ] + }, + { + "episode": 140, + "avg_reward": 4353.86, + "avg_cost": 19.0, + "lambda": 78.3175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.3175, + 78.3175, + 78.3175 + ] + }, + { + "episode": 150, + "avg_reward": 5206.28, + "avg_cost": 13.5, + "lambda": 84.5875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.5875, + 84.5875, + 84.5875 + ] + }, + { + "episode": 160, + "avg_reward": 4378.25, + "avg_cost": 3.0, + "lambda": 87.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.94, + 87.94, + 87.94 + ] + }, + { + "episode": 170, + "avg_reward": 4808.71, + "avg_cost": 6.0, + "lambda": 92.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.6575, + 92.6575, + 92.6575 + ] + }, + { + "episode": 180, + "avg_reward": 3744.3, + "avg_cost": 0.0, + "lambda": 95.7325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.7325, + 95.7325, + 95.7325 + ] + }, + { + "episode": 190, + "avg_reward": 4649.57, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 200, + "avg_reward": 4647.13, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": 4655.94, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 4164.81, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 3972.71, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 3195.47, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 4003.28, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 3191.3, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 3680.08, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": 3585.75, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 4713.23, + "avg_cost": 23.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 3946.87, + "avg_cost": 24.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 4839.67, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 4051.33, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 4463.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 4974.14, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 5294.07, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 4301.31, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 3469.78, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 3888.09, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 3562.47, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 4429.48, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 3705.62, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 3628.28, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 2546.88, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 2793.54, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 4743.79, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 4166.43, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 3453.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 4077.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 3794.18, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 2447.42, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 3416.25, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 3096.87, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 3318.2, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 3899.58, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 3970.61, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 4728.36, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 4397.17, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 3967.96, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 4394.58, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 5174.05, + "avg_cost": 30.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 3807.93, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 3601.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 3383.9, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 4352.77, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 3942.34, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 4211.49, + "avg_cost": 20.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 5522.44, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 5083.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 4963.15, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 4933.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 4600.27, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 4568.76, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 4648.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 5127.73, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 4346.71, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 4585.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 4620.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 4573.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 4639.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 4595.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 4584.58, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 4676.32, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 4697.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 4627.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 4611.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 4630.98, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 4595.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 4626.6, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 4659.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 4600.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 4598.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 4637.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 4681.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 4748.85, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 4611.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 4579.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 4674.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 4721.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 4643.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4819.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..7057b7f60b851a806309fa08dd4a23c14abb1476 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5110760.2, + "constraint_satisfaction_pct": 93.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 31.675, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1, + 16.1, + 16.1 + ] + }, + { + "episode": 10, + "avg_reward": 3961.94, + "avg_cost": 0.0, + "lambda": 19.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.35, + 19.35, + 19.35 + ] + }, + { + "episode": 20, + "avg_reward": 3625.65, + "avg_cost": 0.75, + "lambda": 19.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.65, + 19.65, + 19.65 + ] + }, + { + "episode": 30, + "avg_reward": 3710.74, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 40, + "avg_reward": 3899.13, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 50, + "avg_reward": 3877.65, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 60, + "avg_reward": 4093.95, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 70, + "avg_reward": 3861.88, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 80, + "avg_reward": 3864.44, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 90, + "avg_reward": 3852.3, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 100, + "avg_reward": 3881.37, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 110, + "avg_reward": 3833.87, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 120, + "avg_reward": 3829.22, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 130, + "avg_reward": 3846.68, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 140, + "avg_reward": 3786.7, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 150, + "avg_reward": 3868.72, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 160, + "avg_reward": 3747.58, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 170, + "avg_reward": 3837.76, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 180, + "avg_reward": 3927.04, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 190, + "avg_reward": 4101.46, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 200, + "avg_reward": 4334.3, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 210, + "avg_reward": 4417.97, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 220, + "avg_reward": 4501.95, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 230, + "avg_reward": 4502.57, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 240, + "avg_reward": 5917.24, + "avg_cost": 91.0, + "lambda": 28.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.8, + 28.8, + 28.8 + ] + }, + { + "episode": 250, + "avg_reward": 4590.2, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 260, + "avg_reward": 4211.64, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 270, + "avg_reward": 3895.44, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 280, + "avg_reward": 3796.36, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 290, + "avg_reward": 3779.59, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 300, + "avg_reward": 3869.24, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 310, + "avg_reward": 3987.78, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 320, + "avg_reward": 4194.48, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 330, + "avg_reward": 4404.54, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 340, + "avg_reward": 4605.78, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 350, + "avg_reward": 4698.74, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 360, + "avg_reward": 4890.54, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 370, + "avg_reward": 5026.17, + "avg_cost": 0.0, + "lambda": 28.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.9, + 28.9, + 28.9 + ] + }, + { + "episode": 380, + "avg_reward": 5086.76, + "avg_cost": 0.5, + "lambda": 29.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.225, + 29.225, + 29.225 + ] + }, + { + "episode": 390, + "avg_reward": 5110.56, + "avg_cost": 0.5, + "lambda": 29.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.55, + 29.55, + 29.55 + ] + }, + { + "episode": 400, + "avg_reward": 5341.59, + "avg_cost": 0.25, + "lambda": 29.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.6, + 29.6, + 29.6 + ] + }, + { + "episode": 410, + "avg_reward": 5412.63, + "avg_cost": 0.5, + "lambda": 29.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.875, + 29.875, + 29.875 + ] + }, + { + "episode": 420, + "avg_reward": 5445.7, + "avg_cost": 0.0, + "lambda": 29.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.925, + 29.925, + 29.925 + ] + }, + { + "episode": 430, + "avg_reward": 5430.02, + "avg_cost": 0.5, + "lambda": 30.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.175, + 30.175, + 30.175 + ] + }, + { + "episode": 440, + "avg_reward": 5437.6, + "avg_cost": 0.0, + "lambda": 30.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.275, + 30.275, + 30.275 + ] + }, + { + "episode": 450, + "avg_reward": 5435.32, + "avg_cost": 0.25, + "lambda": 30.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4, + 30.4, + 30.4 + ] + }, + { + "episode": 460, + "avg_reward": 5424.75, + "avg_cost": 0.0, + "lambda": 30.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4, + 30.4, + 30.4 + ] + }, + { + "episode": 470, + "avg_reward": 5457.25, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 480, + "avg_reward": 5538.57, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 490, + "avg_reward": 5605.71, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 500, + "avg_reward": 5657.45, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 510, + "avg_reward": 5839.87, + "avg_cost": 0.5, + "lambda": 30.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.575, + 30.575, + 30.575 + ] + }, + { + "episode": 520, + "avg_reward": 5798.83, + "avg_cost": 0.0, + "lambda": 30.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.6, + 30.6, + 30.6 + ] + }, + { + "episode": 530, + "avg_reward": 5807.37, + "avg_cost": 0.0, + "lambda": 30.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.625, + 30.625, + 30.625 + ] + }, + { + "episode": 540, + "avg_reward": 5798.77, + "avg_cost": 0.0, + "lambda": 30.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.65, + 30.65, + 30.65 + ] + }, + { + "episode": 550, + "avg_reward": 5871.27, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 560, + "avg_reward": 5810.26, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 570, + "avg_reward": 5822.18, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 580, + "avg_reward": 5698.94, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 590, + "avg_reward": 5516.58, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 600, + "avg_reward": 5419.3, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 610, + "avg_reward": 5392.46, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 620, + "avg_reward": 5342.03, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 630, + "avg_reward": 5419.82, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 640, + "avg_reward": 5438.24, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 650, + "avg_reward": 5422.16, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 660, + "avg_reward": 5357.02, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 670, + "avg_reward": 5380.75, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 680, + "avg_reward": 5349.19, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 690, + "avg_reward": 5391.73, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 700, + "avg_reward": 5486.6, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 710, + "avg_reward": 5622.19, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 720, + "avg_reward": 5699.36, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 730, + "avg_reward": 5864.73, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 740, + "avg_reward": 5953.2, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 750, + "avg_reward": 6012.67, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 760, + "avg_reward": 6002.56, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 770, + "avg_reward": 6009.36, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 780, + "avg_reward": 6049.95, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 790, + "avg_reward": 6082.79, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 800, + "avg_reward": 6065.41, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 810, + "avg_reward": 6000.18, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 820, + "avg_reward": 6015.35, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 830, + "avg_reward": 6004.06, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 840, + "avg_reward": 6037.78, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 850, + "avg_reward": 6074.13, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 860, + "avg_reward": 6026.81, + "avg_cost": 0.0, + "lambda": 31.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.0, + 31.0, + 31.0 + ] + }, + { + "episode": 870, + "avg_reward": 5983.36, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 880, + "avg_reward": 5956.24, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 890, + "avg_reward": 5924.73, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 900, + "avg_reward": 5894.3, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 910, + "avg_reward": 5924.13, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 920, + "avg_reward": 5937.68, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 930, + "avg_reward": 5939.77, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 940, + "avg_reward": 5937.01, + "avg_cost": 0.0, + "lambda": 31.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.175, + 31.175, + 31.175 + ] + }, + { + "episode": 950, + "avg_reward": 5937.18, + "avg_cost": 0.0, + "lambda": 31.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.175, + 31.175, + 31.175 + ] + }, + { + "episode": 960, + "avg_reward": 5947.77, + "avg_cost": 0.0, + "lambda": 31.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.375, + 31.375, + 31.375 + ] + }, + { + "episode": 970, + "avg_reward": 5890.76, + "avg_cost": 0.5, + "lambda": 31.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.5, + 31.5, + 31.5 + ] + }, + { + "episode": 980, + "avg_reward": 5863.31, + "avg_cost": 0.0, + "lambda": 31.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.525, + 31.525, + 31.525 + ] + }, + { + "episode": 990, + "avg_reward": 5819.0, + "avg_cost": 0.0, + "lambda": 31.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.625, + 31.625, + 31.625 + ] + }, + { + "episode": 1000, + "avg_reward": 5789.29, + "avg_cost": 0.0, + "lambda": 31.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.675, + 31.675, + 31.675 + ] + } + ], + "final_lambdas": [ + 31.675, + 31.675, + 31.675 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..153dc5cb405b8d9f1cc7bb89f5b2b820c761e861 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6814346.93, + "constraint_satisfaction_pct": 93.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 31.675, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5019.34, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1, + 16.1, + 16.1 + ] + }, + { + "episode": 10, + "avg_reward": 5282.59, + "avg_cost": 0.0, + "lambda": 19.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.35, + 19.35, + 19.35 + ] + }, + { + "episode": 20, + "avg_reward": 4834.21, + "avg_cost": 0.75, + "lambda": 19.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.65, + 19.65, + 19.65 + ] + }, + { + "episode": 30, + "avg_reward": 4947.66, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 40, + "avg_reward": 5198.84, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 50, + "avg_reward": 5170.2, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 60, + "avg_reward": 5458.59, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 70, + "avg_reward": 5149.18, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 80, + "avg_reward": 5152.58, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 90, + "avg_reward": 5136.41, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 100, + "avg_reward": 5175.16, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 110, + "avg_reward": 5111.82, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 120, + "avg_reward": 5105.62, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 130, + "avg_reward": 5128.9, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 140, + "avg_reward": 5048.93, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 150, + "avg_reward": 5158.29, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 160, + "avg_reward": 4996.78, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 170, + "avg_reward": 5117.01, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 180, + "avg_reward": 5236.05, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 190, + "avg_reward": 5468.61, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 200, + "avg_reward": 5779.07, + "avg_cost": 0.0, + "lambda": 19.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.675, + 19.675, + 19.675 + ] + }, + { + "episode": 210, + "avg_reward": 5890.62, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 220, + "avg_reward": 6002.6, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 230, + "avg_reward": 6003.43, + "avg_cost": 0.0, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7, + 19.7, + 19.7 + ] + }, + { + "episode": 240, + "avg_reward": 7889.65, + "avg_cost": 91.0, + "lambda": 28.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.8, + 28.8, + 28.8 + ] + }, + { + "episode": 250, + "avg_reward": 6120.27, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 260, + "avg_reward": 5615.51, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 270, + "avg_reward": 5193.92, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 280, + "avg_reward": 5061.81, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 290, + "avg_reward": 5039.46, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 300, + "avg_reward": 5158.99, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 310, + "avg_reward": 5317.04, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 320, + "avg_reward": 5592.64, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 330, + "avg_reward": 5872.72, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 340, + "avg_reward": 6141.04, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 350, + "avg_reward": 6264.98, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 360, + "avg_reward": 6520.72, + "avg_cost": 0.0, + "lambda": 28.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.875, + 28.875, + 28.875 + ] + }, + { + "episode": 370, + "avg_reward": 6701.56, + "avg_cost": 0.0, + "lambda": 28.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.9, + 28.9, + 28.9 + ] + }, + { + "episode": 380, + "avg_reward": 6782.34, + "avg_cost": 0.5, + "lambda": 29.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.225, + 29.225, + 29.225 + ] + }, + { + "episode": 390, + "avg_reward": 6814.08, + "avg_cost": 0.5, + "lambda": 29.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.55, + 29.55, + 29.55 + ] + }, + { + "episode": 400, + "avg_reward": 7122.12, + "avg_cost": 0.25, + "lambda": 29.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.6, + 29.6, + 29.6 + ] + }, + { + "episode": 410, + "avg_reward": 7216.84, + "avg_cost": 0.5, + "lambda": 29.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.875, + 29.875, + 29.875 + ] + }, + { + "episode": 420, + "avg_reward": 7260.93, + "avg_cost": 0.0, + "lambda": 29.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.925, + 29.925, + 29.925 + ] + }, + { + "episode": 430, + "avg_reward": 7240.02, + "avg_cost": 0.5, + "lambda": 30.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.175, + 30.175, + 30.175 + ] + }, + { + "episode": 440, + "avg_reward": 7250.13, + "avg_cost": 0.0, + "lambda": 30.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.275, + 30.275, + 30.275 + ] + }, + { + "episode": 450, + "avg_reward": 7247.09, + "avg_cost": 0.25, + "lambda": 30.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4, + 30.4, + 30.4 + ] + }, + { + "episode": 460, + "avg_reward": 7233.0, + "avg_cost": 0.0, + "lambda": 30.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4, + 30.4, + 30.4 + ] + }, + { + "episode": 470, + "avg_reward": 7276.33, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 480, + "avg_reward": 7384.76, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 490, + "avg_reward": 7474.28, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 500, + "avg_reward": 7543.27, + "avg_cost": 0.0, + "lambda": 30.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.475, + 30.475, + 30.475 + ] + }, + { + "episode": 510, + "avg_reward": 7786.49, + "avg_cost": 0.5, + "lambda": 30.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.575, + 30.575, + 30.575 + ] + }, + { + "episode": 520, + "avg_reward": 7731.77, + "avg_cost": 0.0, + "lambda": 30.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.6, + 30.6, + 30.6 + ] + }, + { + "episode": 530, + "avg_reward": 7743.16, + "avg_cost": 0.0, + "lambda": 30.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.625, + 30.625, + 30.625 + ] + }, + { + "episode": 540, + "avg_reward": 7731.69, + "avg_cost": 0.0, + "lambda": 30.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.65, + 30.65, + 30.65 + ] + }, + { + "episode": 550, + "avg_reward": 7828.35, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 560, + "avg_reward": 7747.01, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 570, + "avg_reward": 7762.91, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 580, + "avg_reward": 7598.59, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 590, + "avg_reward": 7355.44, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 600, + "avg_reward": 7225.74, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 610, + "avg_reward": 7189.94, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 620, + "avg_reward": 7122.71, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 630, + "avg_reward": 7226.43, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 640, + "avg_reward": 7250.98, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 650, + "avg_reward": 7229.54, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 660, + "avg_reward": 7142.7, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 670, + "avg_reward": 7174.33, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 680, + "avg_reward": 7132.25, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 690, + "avg_reward": 7188.97, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 700, + "avg_reward": 7315.46, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 710, + "avg_reward": 7496.25, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 720, + "avg_reward": 7599.15, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 730, + "avg_reward": 7819.64, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 740, + "avg_reward": 7937.6, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 750, + "avg_reward": 8016.89, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 760, + "avg_reward": 8003.41, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 770, + "avg_reward": 8012.48, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 780, + "avg_reward": 8066.6, + "avg_cost": 0.0, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 790, + "avg_reward": 8110.38, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 800, + "avg_reward": 8087.21, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 810, + "avg_reward": 8000.24, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 820, + "avg_reward": 8020.47, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 830, + "avg_reward": 8005.42, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 840, + "avg_reward": 8050.38, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 850, + "avg_reward": 8098.85, + "avg_cost": 0.0, + "lambda": 30.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7, + 30.7, + 30.7 + ] + }, + { + "episode": 860, + "avg_reward": 8035.74, + "avg_cost": 0.0, + "lambda": 31.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.0, + 31.0, + 31.0 + ] + }, + { + "episode": 870, + "avg_reward": 7977.81, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 880, + "avg_reward": 7941.65, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 890, + "avg_reward": 7899.64, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 900, + "avg_reward": 7859.07, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 910, + "avg_reward": 7898.84, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 920, + "avg_reward": 7916.91, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 930, + "avg_reward": 7919.69, + "avg_cost": 0.0, + "lambda": 31.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.05, + 31.05, + 31.05 + ] + }, + { + "episode": 940, + "avg_reward": 7916.01, + "avg_cost": 0.0, + "lambda": 31.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.175, + 31.175, + 31.175 + ] + }, + { + "episode": 950, + "avg_reward": 7916.24, + "avg_cost": 0.0, + "lambda": 31.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.175, + 31.175, + 31.175 + ] + }, + { + "episode": 960, + "avg_reward": 7930.36, + "avg_cost": 0.0, + "lambda": 31.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.375, + 31.375, + 31.375 + ] + }, + { + "episode": 970, + "avg_reward": 7854.34, + "avg_cost": 0.5, + "lambda": 31.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.5, + 31.5, + 31.5 + ] + }, + { + "episode": 980, + "avg_reward": 7817.75, + "avg_cost": 0.0, + "lambda": 31.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.525, + 31.525, + 31.525 + ] + }, + { + "episode": 990, + "avg_reward": 7758.67, + "avg_cost": 0.0, + "lambda": 31.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.625, + 31.625, + 31.625 + ] + }, + { + "episode": 1000, + "avg_reward": 7719.06, + "avg_cost": 0.0, + "lambda": 31.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.675, + 31.675, + 31.675 + ] + } + ], + "final_lambdas": [ + 31.675, + 31.675, + 31.675 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..e66a80eeb32664633326fc1c83e0bf70cd750224 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5346977.61, + "constraint_satisfaction_pct": 58.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 298.875, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5019.34, + "avg_cost": 61.0, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1, + 16.1, + 16.1 + ] + }, + { + "episode": 10, + "avg_reward": 5384.25, + "avg_cost": 1.25, + "lambda": 31.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.25, + 31.25, + 31.25 + ] + }, + { + "episode": 20, + "avg_reward": 6611.64, + "avg_cost": 23.75, + "lambda": 45.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.4, + 45.4, + 45.4 + ] + }, + { + "episode": 30, + "avg_reward": 5257.45, + "avg_cost": 0.5, + "lambda": 52.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.275, + 52.275, + 52.275 + ] + }, + { + "episode": 40, + "avg_reward": 5812.37, + "avg_cost": 4.75, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.05, + 60.05, + 60.05 + ] + }, + { + "episode": 50, + "avg_reward": 5959.95, + "avg_cost": 0.75, + "lambda": 69.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.7, + 69.7, + 69.7 + ] + }, + { + "episode": 60, + "avg_reward": 6093.6, + "avg_cost": 0.75, + "lambda": 74.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.55, + 74.55, + 74.55 + ] + }, + { + "episode": 70, + "avg_reward": 5791.09, + "avg_cost": 1.75, + "lambda": 90.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.0, + 90.0, + 90.0 + ] + }, + { + "episode": 80, + "avg_reward": 6722.59, + "avg_cost": 15.25, + "lambda": 94.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.325, + 94.325, + 94.325 + ] + }, + { + "episode": 90, + "avg_reward": 6806.72, + "avg_cost": 27.25, + "lambda": 99.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5, + 99.5, + 99.5 + ] + }, + { + "episode": 100, + "avg_reward": 4493.42, + "avg_cost": 0.0, + "lambda": 101.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 101.8, + 101.8, + 101.8 + ] + }, + { + "episode": 110, + "avg_reward": 5245.28, + "avg_cost": 0.25, + "lambda": 105.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 105.25, + 105.25, + 105.25 + ] + }, + { + "episode": 120, + "avg_reward": 6348.47, + "avg_cost": 19.5, + "lambda": 114.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 114.6, + 114.6, + 114.6 + ] + }, + { + "episode": 130, + "avg_reward": 5368.66, + "avg_cost": 9.0, + "lambda": 122.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 122.925, + 122.925, + 122.925 + ] + }, + { + "episode": 140, + "avg_reward": 5792.29, + "avg_cost": 2.25, + "lambda": 125.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 125.4, + 125.4, + 125.4 + ] + }, + { + "episode": 150, + "avg_reward": 6430.95, + "avg_cost": 19.5, + "lambda": 137.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 137.9, + 137.9, + 137.9 + ] + }, + { + "episode": 160, + "avg_reward": 5696.5, + "avg_cost": 6.75, + "lambda": 140.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 140.35, + 140.35, + 140.35 + ] + }, + { + "episode": 170, + "avg_reward": 4430.72, + "avg_cost": 1.5, + "lambda": 142.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 142.725, + 142.725, + 142.725 + ] + }, + { + "episode": 180, + "avg_reward": 4733.57, + "avg_cost": 0.75, + "lambda": 143.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 143.2, + 143.2, + 143.2 + ] + }, + { + "episode": 190, + "avg_reward": 5136.29, + "avg_cost": 0.0, + "lambda": 145.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 145.2, + 145.2, + 145.2 + ] + }, + { + "episode": 200, + "avg_reward": 5197.7, + "avg_cost": 0.0, + "lambda": 147.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 147.925, + 147.925, + 147.925 + ] + }, + { + "episode": 210, + "avg_reward": 4648.47, + "avg_cost": 0.0, + "lambda": 157.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 157.475, + 157.475, + 157.475 + ] + }, + { + "episode": 220, + "avg_reward": 5815.4, + "avg_cost": 3.0, + "lambda": 158.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 158.925, + 158.925, + 158.925 + ] + }, + { + "episode": 230, + "avg_reward": 4694.27, + "avg_cost": 0.0, + "lambda": 160.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 160.125, + 160.125, + 160.125 + ] + }, + { + "episode": 240, + "avg_reward": 5369.66, + "avg_cost": 3.75, + "lambda": 161.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 161.225, + 161.225, + 161.225 + ] + }, + { + "episode": 250, + "avg_reward": 5465.59, + "avg_cost": 0.0, + "lambda": 162.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 162.675, + 162.675, + 162.675 + ] + }, + { + "episode": 260, + "avg_reward": 4404.68, + "avg_cost": 2.75, + "lambda": 165.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 165.075, + 165.075, + 165.075 + ] + }, + { + "episode": 270, + "avg_reward": 5095.99, + "avg_cost": 0.0, + "lambda": 166.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 166.675, + 166.675, + 166.675 + ] + }, + { + "episode": 280, + "avg_reward": 5529.14, + "avg_cost": 0.0, + "lambda": 169.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 169.2, + 169.2, + 169.2 + ] + }, + { + "episode": 290, + "avg_reward": 6115.03, + "avg_cost": 12.25, + "lambda": 173.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 173.7, + 173.7, + 173.7 + ] + }, + { + "episode": 300, + "avg_reward": 5529.73, + "avg_cost": 1.25, + "lambda": 176.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 176.8, + 176.8, + 176.8 + ] + }, + { + "episode": 310, + "avg_reward": 5534.57, + "avg_cost": 0.0, + "lambda": 181.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 181.375, + 181.375, + 181.375 + ] + }, + { + "episode": 320, + "avg_reward": 5217.28, + "avg_cost": 0.0, + "lambda": 183.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 183.625, + 183.625, + 183.625 + ] + }, + { + "episode": 330, + "avg_reward": 5764.01, + "avg_cost": 0.0, + "lambda": 185.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 185.45, + 185.45, + 185.45 + ] + }, + { + "episode": 340, + "avg_reward": 5149.91, + "avg_cost": 0.0, + "lambda": 187.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 187.425, + 187.425, + 187.425 + ] + }, + { + "episode": 350, + "avg_reward": 4590.13, + "avg_cost": 0.0, + "lambda": 187.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 187.9, + 187.9, + 187.9 + ] + }, + { + "episode": 360, + "avg_reward": 5676.25, + "avg_cost": 0.0, + "lambda": 188.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 188.5, + 188.5, + 188.5 + ] + }, + { + "episode": 370, + "avg_reward": 5689.55, + "avg_cost": 0.0, + "lambda": 189.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 189.95, + 189.95, + 189.95 + ] + }, + { + "episode": 380, + "avg_reward": 5761.89, + "avg_cost": 0.0, + "lambda": 190.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 190.55, + 190.55, + 190.55 + ] + }, + { + "episode": 390, + "avg_reward": 4093.79, + "avg_cost": 0.25, + "lambda": 198.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 198.55, + 198.55, + 198.55 + ] + }, + { + "episode": 400, + "avg_reward": 5407.3, + "avg_cost": 0.0, + "lambda": 198.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 198.55, + 198.55, + 198.55 + ] + }, + { + "episode": 410, + "avg_reward": 5330.09, + "avg_cost": 0.0, + "lambda": 203.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 203.9, + 203.9, + 203.9 + ] + }, + { + "episode": 420, + "avg_reward": 4647.18, + "avg_cost": 1.0, + "lambda": 204.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 204.0, + 204.0, + 204.0 + ] + }, + { + "episode": 430, + "avg_reward": 5651.84, + "avg_cost": 0.0, + "lambda": 204.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 204.175, + 204.175, + 204.175 + ] + }, + { + "episode": 440, + "avg_reward": 5558.52, + "avg_cost": 0.0, + "lambda": 205.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 205.6, + 205.6, + 205.6 + ] + }, + { + "episode": 450, + "avg_reward": 6810.4, + "avg_cost": 46.75, + "lambda": 214.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.9, + 214.9, + 214.9 + ] + }, + { + "episode": 460, + "avg_reward": 5734.01, + "avg_cost": 0.0, + "lambda": 226.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 226.15, + 226.15, + 226.15 + ] + }, + { + "episode": 470, + "avg_reward": 5014.11, + "avg_cost": 0.0, + "lambda": 226.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 226.325, + 226.325, + 226.325 + ] + }, + { + "episode": 480, + "avg_reward": 5762.45, + "avg_cost": 0.0, + "lambda": 226.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 226.775, + 226.775, + 226.775 + ] + }, + { + "episode": 490, + "avg_reward": 5475.09, + "avg_cost": 0.0, + "lambda": 227.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.725, + 227.725, + 227.725 + ] + }, + { + "episode": 500, + "avg_reward": 4314.25, + "avg_cost": 0.0, + "lambda": 230.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.375, + 230.375, + 230.375 + ] + }, + { + "episode": 510, + "avg_reward": 5733.41, + "avg_cost": 0.0, + "lambda": 230.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.6, + 230.6, + 230.6 + ] + }, + { + "episode": 520, + "avg_reward": 5735.57, + "avg_cost": 11.0, + "lambda": 232.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.25, + 232.25, + 232.25 + ] + }, + { + "episode": 530, + "avg_reward": 5020.71, + "avg_cost": 0.0, + "lambda": 240.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 240.4, + 240.4, + 240.4 + ] + }, + { + "episode": 540, + "avg_reward": 4884.35, + "avg_cost": 0.0, + "lambda": 240.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 240.45, + 240.45, + 240.45 + ] + }, + { + "episode": 550, + "avg_reward": 5691.45, + "avg_cost": 0.0, + "lambda": 240.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 240.525, + 240.525, + 240.525 + ] + }, + { + "episode": 560, + "avg_reward": 4812.5, + "avg_cost": 2.0, + "lambda": 241.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.0, + 241.0, + 241.0 + ] + }, + { + "episode": 570, + "avg_reward": 5240.96, + "avg_cost": 0.0, + "lambda": 241.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.2, + 241.2, + 241.2 + ] + }, + { + "episode": 580, + "avg_reward": 6207.13, + "avg_cost": 16.5, + "lambda": 248.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.65, + 248.65, + 248.65 + ] + }, + { + "episode": 590, + "avg_reward": 4434.13, + "avg_cost": 0.0, + "lambda": 249.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.4, + 249.4, + 249.4 + ] + }, + { + "episode": 600, + "avg_reward": 5699.08, + "avg_cost": 0.0, + "lambda": 249.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.575, + 249.575, + 249.575 + ] + }, + { + "episode": 610, + "avg_reward": 4713.04, + "avg_cost": 0.0, + "lambda": 250.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.725, + 250.725, + 250.725 + ] + }, + { + "episode": 620, + "avg_reward": 5658.93, + "avg_cost": 0.0, + "lambda": 250.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.725, + 250.725, + 250.725 + ] + }, + { + "episode": 630, + "avg_reward": 5212.81, + "avg_cost": 0.0, + "lambda": 251.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.05, + 251.05, + 251.05 + ] + }, + { + "episode": 640, + "avg_reward": 4633.92, + "avg_cost": 0.0, + "lambda": 251.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.4, + 251.4, + 251.4 + ] + }, + { + "episode": 650, + "avg_reward": 5472.66, + "avg_cost": 0.0, + "lambda": 251.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.975, + 251.975, + 251.975 + ] + }, + { + "episode": 660, + "avg_reward": 5142.72, + "avg_cost": 0.0, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 670, + "avg_reward": 5469.45, + "avg_cost": 0.0, + "lambda": 252.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.65, + 252.65, + 252.65 + ] + }, + { + "episode": 680, + "avg_reward": 5628.01, + "avg_cost": 0.0, + "lambda": 253.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.425, + 253.425, + 253.425 + ] + }, + { + "episode": 690, + "avg_reward": 5696.87, + "avg_cost": 0.0, + "lambda": 254.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.825, + 254.825, + 254.825 + ] + }, + { + "episode": 700, + "avg_reward": 4866.32, + "avg_cost": 0.0, + "lambda": 255.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.575, + 255.575, + 255.575 + ] + }, + { + "episode": 710, + "avg_reward": 6098.89, + "avg_cost": 2.0, + "lambda": 255.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.775, + 255.775, + 255.775 + ] + }, + { + "episode": 720, + "avg_reward": 5201.07, + "avg_cost": 0.0, + "lambda": 257.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.375, + 257.375, + 257.375 + ] + }, + { + "episode": 730, + "avg_reward": 5595.5, + "avg_cost": 0.0, + "lambda": 259.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.2, + 259.2, + 259.2 + ] + }, + { + "episode": 740, + "avg_reward": 5603.27, + "avg_cost": 0.0, + "lambda": 259.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.475, + 259.475, + 259.475 + ] + }, + { + "episode": 750, + "avg_reward": 5593.57, + "avg_cost": 3.5, + "lambda": 269.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.75, + 269.75, + 269.75 + ] + }, + { + "episode": 760, + "avg_reward": 4519.21, + "avg_cost": 0.0, + "lambda": 269.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.95, + 269.95, + 269.95 + ] + }, + { + "episode": 770, + "avg_reward": 5642.77, + "avg_cost": 0.0, + "lambda": 271.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.15, + 271.15, + 271.15 + ] + }, + { + "episode": 780, + "avg_reward": 5046.36, + "avg_cost": 1.0, + "lambda": 272.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.1, + 272.1, + 272.1 + ] + }, + { + "episode": 790, + "avg_reward": 4266.32, + "avg_cost": 0.0, + "lambda": 281.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 281.075, + 281.075, + 281.075 + ] + }, + { + "episode": 800, + "avg_reward": 5631.49, + "avg_cost": 0.0, + "lambda": 281.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 281.875, + 281.875, + 281.875 + ] + }, + { + "episode": 810, + "avg_reward": 4510.28, + "avg_cost": 0.0, + "lambda": 282.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 282.5, + 282.5, + 282.5 + ] + }, + { + "episode": 820, + "avg_reward": 5491.4, + "avg_cost": 0.0, + "lambda": 283.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 283.35, + 283.35, + 283.35 + ] + }, + { + "episode": 830, + "avg_reward": 4729.07, + "avg_cost": 0.0, + "lambda": 283.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 283.875, + 283.875, + 283.875 + ] + }, + { + "episode": 840, + "avg_reward": 4735.89, + "avg_cost": 0.0, + "lambda": 284.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 284.625, + 284.625, + 284.625 + ] + }, + { + "episode": 850, + "avg_reward": 5462.75, + "avg_cost": 0.0, + "lambda": 284.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 284.7, + 284.7, + 284.7 + ] + }, + { + "episode": 860, + "avg_reward": 4785.62, + "avg_cost": 0.0, + "lambda": 285.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 285.85, + 285.85, + 285.85 + ] + }, + { + "episode": 870, + "avg_reward": 5671.01, + "avg_cost": 0.0, + "lambda": 286.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 286.175, + 286.175, + 286.175 + ] + }, + { + "episode": 880, + "avg_reward": 4596.73, + "avg_cost": 0.0, + "lambda": 286.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 286.675, + 286.675, + 286.675 + ] + }, + { + "episode": 890, + "avg_reward": 5613.61, + "avg_cost": 0.0, + "lambda": 287.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 287.425, + 287.425, + 287.425 + ] + }, + { + "episode": 900, + "avg_reward": 5619.81, + "avg_cost": 0.0, + "lambda": 288.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 288.925, + 288.925, + 288.925 + ] + }, + { + "episode": 910, + "avg_reward": 5614.03, + "avg_cost": 0.0, + "lambda": 293.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 293.75, + 293.75, + 293.75 + ] + }, + { + "episode": 920, + "avg_reward": 5698.13, + "avg_cost": 0.0, + "lambda": 294.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 294.025, + 294.025, + 294.025 + ] + }, + { + "episode": 930, + "avg_reward": 5438.54, + "avg_cost": 0.0, + "lambda": 294.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 294.725, + 294.725, + 294.725 + ] + }, + { + "episode": 940, + "avg_reward": 4749.91, + "avg_cost": 0.0, + "lambda": 295.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 295.55, + 295.55, + 295.55 + ] + }, + { + "episode": 950, + "avg_reward": 5614.6, + "avg_cost": 0.0, + "lambda": 295.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 295.65, + 295.65, + 295.65 + ] + }, + { + "episode": 960, + "avg_reward": 5191.27, + "avg_cost": 0.25, + "lambda": 295.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 295.675, + 295.675, + 295.675 + ] + }, + { + "episode": 970, + "avg_reward": 5596.22, + "avg_cost": 2.5, + "lambda": 296.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 296.45, + 296.45, + 296.45 + ] + }, + { + "episode": 980, + "avg_reward": 5295.3, + "avg_cost": 0.0, + "lambda": 296.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 296.525, + 296.525, + 296.525 + ] + }, + { + "episode": 990, + "avg_reward": 5468.15, + "avg_cost": 0.0, + "lambda": 297.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 297.325, + 297.325, + 297.325 + ] + }, + { + "episode": 1000, + "avg_reward": 5515.09, + "avg_cost": 0.0, + "lambda": 298.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 298.875, + 298.875, + 298.875 + ] + } + ], + "final_lambdas": [ + 298.875, + 298.875, + 298.875 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..a6164c84102189217e6cc96052bce77943ac91c1 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4588058.47, + "constraint_satisfaction_pct": 97.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 3764.5, + "avg_cost": 61.0, + "lambda": 5.3433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3433, + 5.3433, + 5.3433 + ] + }, + { + "episode": 10, + "avg_reward": 4541.92, + "avg_cost": 70.75, + "lambda": 12.3783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3783, + 12.3783, + 12.3783 + ] + }, + { + "episode": 20, + "avg_reward": 4910.81, + "avg_cost": 29.0, + "lambda": 13.0217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0217, + 13.0217, + 13.0217 + ] + }, + { + "episode": 30, + "avg_reward": 4477.94, + "avg_cost": 10.75, + "lambda": 14.0775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0775, + 14.0775, + 14.0775 + ] + }, + { + "episode": 40, + "avg_reward": 4985.7, + "avg_cost": 34.5, + "lambda": 14.2683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2683, + 14.2683, + 14.2683 + ] + }, + { + "episode": 50, + "avg_reward": 3072.46, + "avg_cost": 36.75, + "lambda": 15.0142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.0142, + 15.0142, + 15.0142 + ] + }, + { + "episode": 60, + "avg_reward": 4588.45, + "avg_cost": 40.75, + "lambda": 17.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1625, + 17.1625, + 17.1625 + ] + }, + { + "episode": 70, + "avg_reward": 5185.53, + "avg_cost": 73.0, + "lambda": 18.4908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.4908, + 18.4908, + 18.4908 + ] + }, + { + "episode": 80, + "avg_reward": 3981.83, + "avg_cost": 20.0, + "lambda": 18.5217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.5217, + 18.5217, + 18.5217 + ] + }, + { + "episode": 90, + "avg_reward": 4197.13, + "avg_cost": 10.25, + "lambda": 17.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2575, + 17.2575, + 17.2575 + ] + }, + { + "episode": 100, + "avg_reward": 4811.6, + "avg_cost": 43.5, + "lambda": 16.2633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.2633, + 16.2633, + 16.2633 + ] + }, + { + "episode": 110, + "avg_reward": 4801.62, + "avg_cost": 24.25, + "lambda": 15.7067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.7067, + 15.7067, + 15.7067 + ] + }, + { + "episode": 120, + "avg_reward": 4757.02, + "avg_cost": 25.75, + "lambda": 14.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2075, + 14.2075, + 14.2075 + ] + }, + { + "episode": 130, + "avg_reward": 4134.18, + "avg_cost": 4.75, + "lambda": 12.9483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9483, + 12.9483, + 12.9483 + ] + }, + { + "episode": 140, + "avg_reward": 5588.06, + "avg_cost": 77.25, + "lambda": 12.2617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.2617, + 12.2617, + 12.2617 + ] + }, + { + "episode": 150, + "avg_reward": 4252.23, + "avg_cost": 12.0, + "lambda": 11.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.79, + 11.79, + 11.79 + ] + }, + { + "episode": 160, + "avg_reward": 3860.07, + "avg_cost": 0.75, + "lambda": 10.9908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9908, + 10.9908, + 10.9908 + ] + }, + { + "episode": 170, + "avg_reward": 4174.24, + "avg_cost": 8.0, + "lambda": 11.2867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2867, + 11.2867, + 11.2867 + ] + }, + { + "episode": 180, + "avg_reward": 5480.51, + "avg_cost": 90.75, + "lambda": 11.94, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.94, + 11.94, + 11.94 + ] + }, + { + "episode": 190, + "avg_reward": 3098.96, + "avg_cost": 190.0, + "lambda": 22.5158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.5158, + 22.5158, + 22.5158 + ] + }, + { + "episode": 200, + "avg_reward": 3009.05, + "avg_cost": 16.5, + "lambda": 31.3967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.3967, + 31.3967, + 31.3967 + ] + }, + { + "episode": 210, + "avg_reward": 4045.9, + "avg_cost": 1.0, + "lambda": 28.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.84, + 28.84, + 28.84 + ] + }, + { + "episode": 220, + "avg_reward": 3422.39, + "avg_cost": 3.25, + "lambda": 30.7933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7933, + 30.7933, + 30.7933 + ] + }, + { + "episode": 230, + "avg_reward": 4490.46, + "avg_cost": 17.5, + "lambda": 28.6842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.6842, + 28.6842, + 28.6842 + ] + }, + { + "episode": 240, + "avg_reward": 3534.49, + "avg_cost": 4.75, + "lambda": 27.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.73, + 27.73, + 27.73 + ] + }, + { + "episode": 250, + "avg_reward": 3411.22, + "avg_cost": 0.25, + "lambda": 25.4483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4483, + 25.4483, + 25.4483 + ] + }, + { + "episode": 260, + "avg_reward": 3884.57, + "avg_cost": 3.0, + "lambda": 23.7492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.7492, + 23.7492, + 23.7492 + ] + }, + { + "episode": 270, + "avg_reward": 3744.71, + "avg_cost": 8.5, + "lambda": 21.8975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8975, + 21.8975, + 21.8975 + ] + }, + { + "episode": 280, + "avg_reward": 2735.21, + "avg_cost": 17.0, + "lambda": 20.9633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.9633, + 20.9633, + 20.9633 + ] + }, + { + "episode": 290, + "avg_reward": 4309.61, + "avg_cost": 14.75, + "lambda": 19.1892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.1892, + 19.1892, + 19.1892 + ] + }, + { + "episode": 300, + "avg_reward": 4449.74, + "avg_cost": 32.75, + "lambda": 17.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.9825, + 17.9825, + 17.9825 + ] + }, + { + "episode": 310, + "avg_reward": 3637.69, + "avg_cost": 0.0, + "lambda": 16.5708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5708, + 16.5708, + 16.5708 + ] + }, + { + "episode": 320, + "avg_reward": 4355.71, + "avg_cost": 14.25, + "lambda": 15.4717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4717, + 15.4717, + 15.4717 + ] + }, + { + "episode": 330, + "avg_reward": 4796.42, + "avg_cost": 37.25, + "lambda": 14.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9175, + 14.9175, + 14.9175 + ] + }, + { + "episode": 340, + "avg_reward": 4212.27, + "avg_cost": 17.75, + "lambda": 14.3433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3433, + 14.3433, + 14.3433 + ] + }, + { + "episode": 350, + "avg_reward": 3884.22, + "avg_cost": 8.0, + "lambda": 13.3667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3667, + 13.3667, + 13.3667 + ] + }, + { + "episode": 360, + "avg_reward": 4471.1, + "avg_cost": 7.5, + "lambda": 12.52, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.52, + 12.52, + 12.52 + ] + }, + { + "episode": 370, + "avg_reward": 5115.99, + "avg_cost": 38.0, + "lambda": 12.1683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1683, + 12.1683, + 12.1683 + ] + }, + { + "episode": 380, + "avg_reward": 4343.87, + "avg_cost": 15.0, + "lambda": 11.8442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8442, + 11.8442, + 11.8442 + ] + }, + { + "episode": 390, + "avg_reward": 5679.0, + "avg_cost": 34.25, + "lambda": 11.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2275, + 11.2275, + 11.2275 + ] + }, + { + "episode": 400, + "avg_reward": 4489.07, + "avg_cost": 9.25, + "lambda": 10.3783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3783, + 10.3783, + 10.3783 + ] + }, + { + "episode": 410, + "avg_reward": 5546.23, + "avg_cost": 15.75, + "lambda": 9.1817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1817, + 9.1817, + 9.1817 + ] + }, + { + "episode": 420, + "avg_reward": 4475.22, + "avg_cost": 9.25, + "lambda": 7.62, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.62, + 7.62, + 7.62 + ] + }, + { + "episode": 430, + "avg_reward": 4649.71, + "avg_cost": 1.25, + "lambda": 5.7833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7833, + 5.7833, + 5.7833 + ] + }, + { + "episode": 440, + "avg_reward": 4749.18, + "avg_cost": 3.0, + "lambda": 3.6467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6467, + 3.6467, + 3.6467 + ] + }, + { + "episode": 450, + "avg_reward": 5216.74, + "avg_cost": 14.5, + "lambda": 2.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.855, + 2.855, + 2.855 + ] + }, + { + "episode": 460, + "avg_reward": 5520.6, + "avg_cost": 13.25, + "lambda": 1.0933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0933, + 1.0933, + 1.0933 + ] + }, + { + "episode": 470, + "avg_reward": 5027.65, + "avg_cost": 25.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 4653.46, + "avg_cost": 26.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 5087.07, + "avg_cost": 29.25, + "lambda": 0.0258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0258, + 0.0258, + 0.0258 + ] + }, + { + "episode": 500, + "avg_reward": 4689.54, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 4664.87, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 5155.8, + "avg_cost": 27.25, + "lambda": 0.0058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0058, + 0.0058, + 0.0058 + ] + }, + { + "episode": 530, + "avg_reward": 4647.55, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 5203.46, + "avg_cost": 30.75, + "lambda": 0.0408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0408, + 0.0408, + 0.0408 + ] + }, + { + "episode": 550, + "avg_reward": 4744.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 5171.73, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 5194.72, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 5303.91, + "avg_cost": 36.5, + "lambda": 0.0983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0983, + 0.0983, + 0.0983 + ] + }, + { + "episode": 590, + "avg_reward": 5207.97, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 4845.69, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 4714.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 5209.45, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 4617.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 4669.57, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 4866.43, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 4801.09, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 4910.14, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 4600.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 4720.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 4651.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 4683.06, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 4648.66, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 4794.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 4684.75, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 4587.35, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4546.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4643.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 4555.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4616.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 4594.5, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 4721.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4750.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 4689.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4618.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4641.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4635.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4604.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4805.92, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4828.77, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4840.31, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4706.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4744.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4774.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4812.68, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 4616.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4685.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4858.58, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 4660.55, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4696.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4784.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 26.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..0ba1c5983e484d11880a4f01229704651bcaa06b --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3456678.98, + "constraint_satisfaction_pct": 84.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 65.535, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -96.93, + "avg_cost": 151.25, + "lambda": 6.4292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4292, + 6.4292, + 6.4292 + ] + }, + { + "episode": 10, + "avg_reward": 5293.23, + "avg_cost": 82.5, + "lambda": 9.8192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8192, + 9.8192, + 9.8192 + ] + }, + { + "episode": 20, + "avg_reward": 5528.75, + "avg_cost": 112.0, + "lambda": 19.5958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.5958, + 19.5958, + 19.5958 + ] + }, + { + "episode": 30, + "avg_reward": 4874.35, + "avg_cost": 96.5, + "lambda": 29.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.18, + 29.18, + 29.18 + ] + }, + { + "episode": 40, + "avg_reward": 5330.52, + "avg_cost": 99.25, + "lambda": 38.5792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.5792, + 38.5792, + 38.5792 + ] + }, + { + "episode": 50, + "avg_reward": 3284.24, + "avg_cost": 21.5, + "lambda": 45.5733, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.5733, + 45.5733, + 45.5733 + ] + }, + { + "episode": 60, + "avg_reward": 2456.18, + "avg_cost": 1.75, + "lambda": 46.0675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.0675, + 46.0675, + 46.0675 + ] + }, + { + "episode": 70, + "avg_reward": 3482.85, + "avg_cost": 6.25, + "lambda": 46.1592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.1592, + 46.1592, + 46.1592 + ] + }, + { + "episode": 80, + "avg_reward": 4299.17, + "avg_cost": 21.0, + "lambda": 46.8383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.8383, + 46.8383, + 46.8383 + ] + }, + { + "episode": 90, + "avg_reward": 3834.11, + "avg_cost": 14.25, + "lambda": 48.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.38, + 48.38, + 48.38 + ] + }, + { + "episode": 100, + "avg_reward": 3793.07, + "avg_cost": 14.75, + "lambda": 49.2267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.2267, + 49.2267, + 49.2267 + ] + }, + { + "episode": 110, + "avg_reward": 3812.99, + "avg_cost": 13.75, + "lambda": 49.9533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.9533, + 49.9533, + 49.9533 + ] + }, + { + "episode": 120, + "avg_reward": 4322.52, + "avg_cost": 8.25, + "lambda": 50.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.6575, + 50.6575, + 50.6575 + ] + }, + { + "episode": 130, + "avg_reward": 4375.1, + "avg_cost": 16.5, + "lambda": 51.2367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.2367, + 51.2367, + 51.2367 + ] + }, + { + "episode": 140, + "avg_reward": 3831.52, + "avg_cost": 9.25, + "lambda": 52.3083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.3083, + 52.3083, + 52.3083 + ] + }, + { + "episode": 150, + "avg_reward": 3843.8, + "avg_cost": 12.25, + "lambda": 53.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.07, + 53.07, + 53.07 + ] + }, + { + "episode": 160, + "avg_reward": 3039.96, + "avg_cost": 7.25, + "lambda": 53.6917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.6917, + 53.6917, + 53.6917 + ] + }, + { + "episode": 170, + "avg_reward": 3478.65, + "avg_cost": 9.0, + "lambda": 55.0458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.0458, + 55.0458, + 55.0458 + ] + }, + { + "episode": 180, + "avg_reward": 3303.42, + "avg_cost": 32.75, + "lambda": 56.435, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.435, + 56.435, + 56.435 + ] + }, + { + "episode": 190, + "avg_reward": -157.68, + "avg_cost": 329.5, + "lambda": 69.5717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.5717, + 69.5717, + 69.5717 + ] + }, + { + "episode": 200, + "avg_reward": -204.45, + "avg_cost": 327.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": -100.96, + "avg_cost": 321.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 434.1, + "avg_cost": 286.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 950.15, + "avg_cost": 117.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 1487.94, + "avg_cost": 26.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 2061.62, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 2275.86, + "avg_cost": 3.0, + "lambda": 99.7117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7117, + 99.7117, + 99.7117 + ] + }, + { + "episode": 270, + "avg_reward": 2075.27, + "avg_cost": 4.0, + "lambda": 99.6333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6333, + 99.6333, + 99.6333 + ] + }, + { + "episode": 280, + "avg_reward": 2311.33, + "avg_cost": 4.0, + "lambda": 99.1575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.1575, + 99.1575, + 99.1575 + ] + }, + { + "episode": 290, + "avg_reward": 2493.83, + "avg_cost": 0.5, + "lambda": 98.5367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.5367, + 98.5367, + 98.5367 + ] + }, + { + "episode": 300, + "avg_reward": 2367.97, + "avg_cost": 3.75, + "lambda": 98.0858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.0858, + 98.0858, + 98.0858 + ] + }, + { + "episode": 310, + "avg_reward": 2545.06, + "avg_cost": 4.5, + "lambda": 97.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.3725, + 97.3725, + 97.3725 + ] + }, + { + "episode": 320, + "avg_reward": 2352.44, + "avg_cost": 0.75, + "lambda": 96.9067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9067, + 96.9067, + 96.9067 + ] + }, + { + "episode": 330, + "avg_reward": 2451.64, + "avg_cost": 0.75, + "lambda": 96.3083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.3083, + 96.3083, + 96.3083 + ] + }, + { + "episode": 340, + "avg_reward": 2711.53, + "avg_cost": 0.5, + "lambda": 95.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.535, + 95.535, + 95.535 + ] + }, + { + "episode": 350, + "avg_reward": 2543.65, + "avg_cost": 0.25, + "lambda": 94.7817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.7817, + 94.7817, + 94.7817 + ] + }, + { + "episode": 360, + "avg_reward": 2374.3, + "avg_cost": 10.75, + "lambda": 94.1283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.1283, + 94.1283, + 94.1283 + ] + }, + { + "episode": 370, + "avg_reward": 2630.51, + "avg_cost": 0.0, + "lambda": 93.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.3475, + 93.3475, + 93.3475 + ] + }, + { + "episode": 380, + "avg_reward": 2567.04, + "avg_cost": 1.75, + "lambda": 92.5392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.5392, + 92.5392, + 92.5392 + ] + }, + { + "episode": 390, + "avg_reward": 2654.46, + "avg_cost": 0.75, + "lambda": 91.7833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.7833, + 91.7833, + 91.7833 + ] + }, + { + "episode": 400, + "avg_reward": 2796.88, + "avg_cost": 0.0, + "lambda": 91.19, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.19, + 91.19, + 91.19 + ] + }, + { + "episode": 410, + "avg_reward": 2860.12, + "avg_cost": 0.75, + "lambda": 90.4142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.4142, + 90.4142, + 90.4142 + ] + }, + { + "episode": 420, + "avg_reward": 2786.05, + "avg_cost": 0.25, + "lambda": 89.7258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.7258, + 89.7258, + 89.7258 + ] + }, + { + "episode": 430, + "avg_reward": 2900.63, + "avg_cost": 0.0, + "lambda": 88.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.9725, + 88.9725, + 88.9725 + ] + }, + { + "episode": 440, + "avg_reward": 2941.71, + "avg_cost": 1.0, + "lambda": 88.2042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.2042, + 88.2042, + 88.2042 + ] + }, + { + "episode": 450, + "avg_reward": 2958.91, + "avg_cost": 0.25, + "lambda": 87.6283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.6283, + 87.6283, + 87.6283 + ] + }, + { + "episode": 460, + "avg_reward": 3029.28, + "avg_cost": 0.0, + "lambda": 86.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.8075, + 86.8075, + 86.8075 + ] + }, + { + "episode": 470, + "avg_reward": 3143.0, + "avg_cost": 0.0, + "lambda": 85.9842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.9842, + 85.9842, + 85.9842 + ] + }, + { + "episode": 480, + "avg_reward": 3180.98, + "avg_cost": 0.0, + "lambda": 85.2408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.2408, + 85.2408, + 85.2408 + ] + }, + { + "episode": 490, + "avg_reward": 3169.76, + "avg_cost": 0.0, + "lambda": 84.4275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.4275, + 84.4275, + 84.4275 + ] + }, + { + "episode": 500, + "avg_reward": 3211.05, + "avg_cost": 0.0, + "lambda": 83.6117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.6117, + 83.6117, + 83.6117 + ] + }, + { + "episode": 510, + "avg_reward": 3326.08, + "avg_cost": 0.5, + "lambda": 82.7983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.7983, + 82.7983, + 82.7983 + ] + }, + { + "episode": 520, + "avg_reward": 3788.36, + "avg_cost": 0.0, + "lambda": 82.0025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.0025, + 82.0025, + 82.0025 + ] + }, + { + "episode": 530, + "avg_reward": 3894.86, + "avg_cost": 0.0, + "lambda": 81.1717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.1717, + 81.1717, + 81.1717 + ] + }, + { + "episode": 540, + "avg_reward": 3854.78, + "avg_cost": 0.0, + "lambda": 80.3433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.3433, + 80.3433, + 80.3433 + ] + }, + { + "episode": 550, + "avg_reward": 3904.1, + "avg_cost": 0.0, + "lambda": 79.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.5175, + 79.5175, + 79.5175 + ] + }, + { + "episode": 560, + "avg_reward": 4278.76, + "avg_cost": 4.25, + "lambda": 78.7292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.7292, + 78.7292, + 78.7292 + ] + }, + { + "episode": 570, + "avg_reward": 4192.64, + "avg_cost": 0.0, + "lambda": 78.1533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.1533, + 78.1533, + 78.1533 + ] + }, + { + "episode": 580, + "avg_reward": 4074.53, + "avg_cost": 0.0, + "lambda": 77.5975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.5975, + 77.5975, + 77.5975 + ] + }, + { + "episode": 590, + "avg_reward": 4105.71, + "avg_cost": 1.75, + "lambda": 77.1317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.1317, + 77.1317, + 77.1317 + ] + }, + { + "episode": 600, + "avg_reward": 3944.24, + "avg_cost": 0.0, + "lambda": 76.5233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.5233, + 76.5233, + 76.5233 + ] + }, + { + "episode": 610, + "avg_reward": 3984.74, + "avg_cost": 0.0, + "lambda": 75.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.735, + 75.735, + 75.735 + ] + }, + { + "episode": 620, + "avg_reward": 4019.06, + "avg_cost": 0.0, + "lambda": 74.9817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9817, + 74.9817, + 74.9817 + ] + }, + { + "episode": 630, + "avg_reward": 4141.64, + "avg_cost": 0.25, + "lambda": 74.3558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.3558, + 74.3558, + 74.3558 + ] + }, + { + "episode": 640, + "avg_reward": 4448.11, + "avg_cost": 0.0, + "lambda": 74.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.0275, + 74.0275, + 74.0275 + ] + }, + { + "episode": 650, + "avg_reward": 4359.59, + "avg_cost": 0.0, + "lambda": 73.5692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.5692, + 73.5692, + 73.5692 + ] + }, + { + "episode": 660, + "avg_reward": 4247.84, + "avg_cost": 0.0, + "lambda": 72.8383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.8383, + 72.8383, + 72.8383 + ] + }, + { + "episode": 670, + "avg_reward": 4133.23, + "avg_cost": 0.0, + "lambda": 72.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.0925, + 72.0925, + 72.0925 + ] + }, + { + "episode": 680, + "avg_reward": 4403.46, + "avg_cost": 0.0, + "lambda": 71.2717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.2717, + 71.2717, + 71.2717 + ] + }, + { + "episode": 690, + "avg_reward": 4533.99, + "avg_cost": 16.25, + "lambda": 70.6183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.6183, + 70.6183, + 70.6183 + ] + }, + { + "episode": 700, + "avg_reward": 4231.16, + "avg_cost": 5.25, + "lambda": 70.4175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.4175, + 70.4175, + 70.4175 + ] + }, + { + "episode": 710, + "avg_reward": 4275.47, + "avg_cost": 0.0, + "lambda": 70.4917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.4917, + 70.4917, + 70.4917 + ] + }, + { + "episode": 720, + "avg_reward": 4429.81, + "avg_cost": 0.25, + "lambda": 69.6758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.6758, + 69.6758, + 69.6758 + ] + }, + { + "episode": 730, + "avg_reward": 4405.97, + "avg_cost": 0.0, + "lambda": 68.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.9125, + 68.9125, + 68.9125 + ] + }, + { + "episode": 740, + "avg_reward": 4374.69, + "avg_cost": 12.0, + "lambda": 68.2392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.2392, + 68.2392, + 68.2392 + ] + }, + { + "episode": 750, + "avg_reward": 4489.67, + "avg_cost": 1.25, + "lambda": 67.9358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.9358, + 67.9358, + 67.9358 + ] + }, + { + "episode": 760, + "avg_reward": 4318.98, + "avg_cost": 19.75, + "lambda": 67.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.6075, + 67.6075, + 67.6075 + ] + }, + { + "episode": 770, + "avg_reward": 4475.05, + "avg_cost": 17.5, + "lambda": 67.1292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.1292, + 67.1292, + 67.1292 + ] + }, + { + "episode": 780, + "avg_reward": 4221.53, + "avg_cost": 0.0, + "lambda": 67.6108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.6108, + 67.6108, + 67.6108 + ] + }, + { + "episode": 790, + "avg_reward": 4280.21, + "avg_cost": 0.0, + "lambda": 66.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.8275, + 66.8275, + 66.8275 + ] + }, + { + "episode": 800, + "avg_reward": 4077.08, + "avg_cost": 0.5, + "lambda": 66.1092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1092, + 66.1092, + 66.1092 + ] + }, + { + "episode": 810, + "avg_reward": 4041.37, + "avg_cost": 2.25, + "lambda": 65.9908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.9908, + 65.9908, + 65.9908 + ] + }, + { + "episode": 820, + "avg_reward": 4122.65, + "avg_cost": 0.0, + "lambda": 66.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.635, + 66.635, + 66.635 + ] + }, + { + "episode": 830, + "avg_reward": 4093.88, + "avg_cost": 10.0, + "lambda": 66.5317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.5317, + 66.5317, + 66.5317 + ] + }, + { + "episode": 840, + "avg_reward": 3997.66, + "avg_cost": 3.0, + "lambda": 66.6883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.6883, + 66.6883, + 66.6883 + ] + }, + { + "episode": 850, + "avg_reward": 4073.27, + "avg_cost": 0.25, + "lambda": 66.6075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.6075, + 66.6075, + 66.6075 + ] + }, + { + "episode": 860, + "avg_reward": 3991.54, + "avg_cost": 6.75, + "lambda": 66.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.0367, + 66.0367, + 66.0367 + ] + }, + { + "episode": 870, + "avg_reward": 3570.14, + "avg_cost": 0.0, + "lambda": 65.3883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.3883, + 65.3883, + 65.3883 + ] + }, + { + "episode": 880, + "avg_reward": 3972.06, + "avg_cost": 3.0, + "lambda": 64.765, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.765, + 64.765, + 64.765 + ] + }, + { + "episode": 890, + "avg_reward": 3898.91, + "avg_cost": 6.25, + "lambda": 64.8717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.8717, + 64.8717, + 64.8717 + ] + }, + { + "episode": 900, + "avg_reward": 2702.89, + "avg_cost": 3.5, + "lambda": 64.6583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.6583, + 64.6583, + 64.6583 + ] + }, + { + "episode": 910, + "avg_reward": 2666.4, + "avg_cost": 5.0, + "lambda": 64.365, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.365, + 64.365, + 64.365 + ] + }, + { + "episode": 920, + "avg_reward": 3573.48, + "avg_cost": 0.0, + "lambda": 64.8292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.8292, + 64.8292, + 64.8292 + ] + }, + { + "episode": 930, + "avg_reward": 2978.79, + "avg_cost": 31.0, + "lambda": 65.3758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.3758, + 65.3758, + 65.3758 + ] + }, + { + "episode": 940, + "avg_reward": 3995.48, + "avg_cost": 26.75, + "lambda": 65.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.95, + 65.95, + 65.95 + ] + }, + { + "episode": 950, + "avg_reward": 4024.84, + "avg_cost": 0.25, + "lambda": 66.0817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.0817, + 66.0817, + 66.0817 + ] + }, + { + "episode": 960, + "avg_reward": 4066.74, + "avg_cost": 0.0, + "lambda": 66.2308, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.2308, + 66.2308, + 66.2308 + ] + }, + { + "episode": 970, + "avg_reward": 3878.25, + "avg_cost": 11.0, + "lambda": 65.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.8575, + 65.8575, + 65.8575 + ] + }, + { + "episode": 980, + "avg_reward": 4188.09, + "avg_cost": 8.0, + "lambda": 66.0842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.0842, + 66.0842, + 66.0842 + ] + }, + { + "episode": 990, + "avg_reward": 4178.16, + "avg_cost": 5.5, + "lambda": 66.1233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1233, + 66.1233, + 66.1233 + ] + }, + { + "episode": 1000, + "avg_reward": 4068.99, + "avg_cost": 8.25, + "lambda": 65.535, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.535, + 65.535, + 65.535 + ] + } + ], + "final_lambdas": [ + 65.535, + 65.535, + 65.535 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..11b3f38cb62b43d4dd051abca29110355c2b9f04 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s0_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3858895.86, + "constraint_satisfaction_pct": 89.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 33.5692, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -96.93, + "avg_cost": 151.25, + "lambda": 6.3792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3792, + 6.3792, + 6.3792 + ] + }, + { + "episode": 10, + "avg_reward": 4278.59, + "avg_cost": 76.75, + "lambda": 9.4192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4192, + 9.4192, + 9.4192 + ] + }, + { + "episode": 20, + "avg_reward": 3585.86, + "avg_cost": 119.75, + "lambda": 17.9058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.9058, + 17.9058, + 17.9058 + ] + }, + { + "episode": 30, + "avg_reward": 4147.62, + "avg_cost": 66.0, + "lambda": 24.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.8575, + 24.8575, + 24.8575 + ] + }, + { + "episode": 40, + "avg_reward": 2623.82, + "avg_cost": 122.5, + "lambda": 31.7992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.7992, + 31.7992, + 31.7992 + ] + }, + { + "episode": 50, + "avg_reward": 3086.35, + "avg_cost": 59.25, + "lambda": 39.4333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.4333, + 39.4333, + 39.4333 + ] + }, + { + "episode": 60, + "avg_reward": 2065.49, + "avg_cost": 83.25, + "lambda": 46.53, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.53, + 46.53, + 46.53 + ] + }, + { + "episode": 70, + "avg_reward": 4580.71, + "avg_cost": 57.5, + "lambda": 52.1867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.1867, + 52.1867, + 52.1867 + ] + }, + { + "episode": 80, + "avg_reward": 3340.95, + "avg_cost": 37.25, + "lambda": 57.6308, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.6308, + 57.6308, + 57.6308 + ] + }, + { + "episode": 90, + "avg_reward": 5232.57, + "avg_cost": 74.75, + "lambda": 62.315, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.315, + 62.315, + 62.315 + ] + }, + { + "episode": 100, + "avg_reward": 4180.28, + "avg_cost": 37.75, + "lambda": 65.1767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.1767, + 65.1767, + 65.1767 + ] + }, + { + "episode": 110, + "avg_reward": 3949.99, + "avg_cost": 36.75, + "lambda": 68.6683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.6683, + 68.6683, + 68.6683 + ] + }, + { + "episode": 120, + "avg_reward": 3791.57, + "avg_cost": 24.5, + "lambda": 72.13, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.13, + 72.13, + 72.13 + ] + }, + { + "episode": 130, + "avg_reward": 3157.99, + "avg_cost": 16.75, + "lambda": 72.8842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.8842, + 72.8842, + 72.8842 + ] + }, + { + "episode": 140, + "avg_reward": 3514.85, + "avg_cost": 22.0, + "lambda": 74.1133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1133, + 74.1133, + 74.1133 + ] + }, + { + "episode": 150, + "avg_reward": 2706.05, + "avg_cost": 11.75, + "lambda": 74.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.74, + 74.74, + 74.74 + ] + }, + { + "episode": 160, + "avg_reward": 4152.11, + "avg_cost": 34.75, + "lambda": 75.0467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.0467, + 75.0467, + 75.0467 + ] + }, + { + "episode": 170, + "avg_reward": 2286.68, + "avg_cost": 12.5, + "lambda": 75.6183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.6183, + 75.6183, + 75.6183 + ] + }, + { + "episode": 180, + "avg_reward": 3466.25, + "avg_cost": 13.5, + "lambda": 75.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.525, + 75.525, + 75.525 + ] + }, + { + "episode": 190, + "avg_reward": 3468.74, + "avg_cost": 20.0, + "lambda": 75.3167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.3167, + 75.3167, + 75.3167 + ] + }, + { + "episode": 200, + "avg_reward": 4833.52, + "avg_cost": 30.25, + "lambda": 75.1633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.1633, + 75.1633, + 75.1633 + ] + }, + { + "episode": 210, + "avg_reward": 3031.36, + "avg_cost": 28.25, + "lambda": 75.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.935, + 75.935, + 75.935 + ] + }, + { + "episode": 220, + "avg_reward": 3769.45, + "avg_cost": 21.75, + "lambda": 77.0542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.0542, + 77.0542, + 77.0542 + ] + }, + { + "episode": 230, + "avg_reward": 4105.99, + "avg_cost": 24.5, + "lambda": 77.8408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.8408, + 77.8408, + 77.8408 + ] + }, + { + "episode": 240, + "avg_reward": 3469.44, + "avg_cost": 27.5, + "lambda": 79.4025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.4025, + 79.4025, + 79.4025 + ] + }, + { + "episode": 250, + "avg_reward": 5448.03, + "avg_cost": 48.0, + "lambda": 80.3967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.3967, + 80.3967, + 80.3967 + ] + }, + { + "episode": 260, + "avg_reward": 3383.69, + "avg_cost": 13.5, + "lambda": 81.0133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.0133, + 81.0133, + 81.0133 + ] + }, + { + "episode": 270, + "avg_reward": 3338.62, + "avg_cost": 17.5, + "lambda": 81.115, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.115, + 81.115, + 81.115 + ] + }, + { + "episode": 280, + "avg_reward": 4631.4, + "avg_cost": 20.25, + "lambda": 80.9242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.9242, + 80.9242, + 80.9242 + ] + }, + { + "episode": 290, + "avg_reward": 4283.14, + "avg_cost": 8.25, + "lambda": 81.1458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.1458, + 81.1458, + 81.1458 + ] + }, + { + "episode": 300, + "avg_reward": 4215.8, + "avg_cost": 15.25, + "lambda": 81.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.24, + 81.24, + 81.24 + ] + }, + { + "episode": 310, + "avg_reward": 4734.62, + "avg_cost": 15.75, + "lambda": 80.9967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.9967, + 80.9967, + 80.9967 + ] + }, + { + "episode": 320, + "avg_reward": 4087.96, + "avg_cost": 9.75, + "lambda": 81.0933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.0933, + 81.0933, + 81.0933 + ] + }, + { + "episode": 330, + "avg_reward": 5564.48, + "avg_cost": 37.25, + "lambda": 81.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.995, + 81.995, + 81.995 + ] + }, + { + "episode": 340, + "avg_reward": 4376.93, + "avg_cost": 10.5, + "lambda": 82.4917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.4917, + 82.4917, + 82.4917 + ] + }, + { + "episode": 350, + "avg_reward": 3496.3, + "avg_cost": 2.0, + "lambda": 81.7958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.7958, + 81.7958, + 81.7958 + ] + }, + { + "episode": 360, + "avg_reward": 3697.31, + "avg_cost": 0.0, + "lambda": 80.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.7925, + 80.7925, + 80.7925 + ] + }, + { + "episode": 370, + "avg_reward": 3962.39, + "avg_cost": 2.75, + "lambda": 79.7492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.7492, + 79.7492, + 79.7492 + ] + }, + { + "episode": 380, + "avg_reward": 3833.76, + "avg_cost": 4.0, + "lambda": 78.9983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.9983, + 78.9983, + 78.9983 + ] + }, + { + "episode": 390, + "avg_reward": 4227.19, + "avg_cost": 12.75, + "lambda": 78.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.3, + 78.3, + 78.3 + ] + }, + { + "episode": 400, + "avg_reward": 3735.54, + "avg_cost": 0.0, + "lambda": 77.7392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.7392, + 77.7392, + 77.7392 + ] + }, + { + "episode": 410, + "avg_reward": 3893.43, + "avg_cost": 0.0, + "lambda": 76.5233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.5233, + 76.5233, + 76.5233 + ] + }, + { + "episode": 420, + "avg_reward": 3819.84, + "avg_cost": 4.75, + "lambda": 75.54, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.54, + 75.54, + 75.54 + ] + }, + { + "episode": 430, + "avg_reward": 4484.93, + "avg_cost": 13.25, + "lambda": 74.8892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.8892, + 74.8892, + 74.8892 + ] + }, + { + "episode": 440, + "avg_reward": 4193.28, + "avg_cost": 4.0, + "lambda": 74.2383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.2383, + 74.2383, + 74.2383 + ] + }, + { + "episode": 450, + "avg_reward": 4271.62, + "avg_cost": 0.0, + "lambda": 73.2075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.2075, + 73.2075, + 73.2075 + ] + }, + { + "episode": 460, + "avg_reward": 4028.11, + "avg_cost": 1.5, + "lambda": 72.2642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.2642, + 72.2642, + 72.2642 + ] + }, + { + "episode": 470, + "avg_reward": 3797.35, + "avg_cost": 6.25, + "lambda": 71.4783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.4783, + 71.4783, + 71.4783 + ] + }, + { + "episode": 480, + "avg_reward": 4203.07, + "avg_cost": 6.25, + "lambda": 70.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.8225, + 70.8225, + 70.8225 + ] + }, + { + "episode": 490, + "avg_reward": 4753.6, + "avg_cost": 14.25, + "lambda": 71.2217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.2217, + 71.2217, + 71.2217 + ] + }, + { + "episode": 500, + "avg_reward": 5589.44, + "avg_cost": 33.25, + "lambda": 71.9683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.9683, + 71.9683, + 71.9683 + ] + }, + { + "episode": 510, + "avg_reward": 5302.95, + "avg_cost": 26.0, + "lambda": 72.83, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.83, + 72.83, + 72.83 + ] + }, + { + "episode": 520, + "avg_reward": 4296.4, + "avg_cost": 9.5, + "lambda": 73.9917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.9917, + 73.9917, + 73.9917 + ] + }, + { + "episode": 530, + "avg_reward": 4190.79, + "avg_cost": 5.0, + "lambda": 73.2133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.2133, + 73.2133, + 73.2133 + ] + }, + { + "episode": 540, + "avg_reward": 3616.24, + "avg_cost": 4.0, + "lambda": 72.635, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.635, + 72.635, + 72.635 + ] + }, + { + "episode": 550, + "avg_reward": 3543.17, + "avg_cost": 7.25, + "lambda": 72.1142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.1142, + 72.1142, + 72.1142 + ] + }, + { + "episode": 560, + "avg_reward": 3550.56, + "avg_cost": 22.5, + "lambda": 71.5958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.5958, + 71.5958, + 71.5958 + ] + }, + { + "episode": 570, + "avg_reward": 3574.89, + "avg_cost": 5.75, + "lambda": 70.6875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.6875, + 70.6875, + 70.6875 + ] + }, + { + "episode": 580, + "avg_reward": 3251.83, + "avg_cost": 0.0, + "lambda": 69.6667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.6667, + 69.6667, + 69.6667 + ] + }, + { + "episode": 590, + "avg_reward": 3335.86, + "avg_cost": 6.0, + "lambda": 68.7433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.7433, + 68.7433, + 68.7433 + ] + }, + { + "episode": 600, + "avg_reward": 3340.7, + "avg_cost": 0.75, + "lambda": 67.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.625, + 67.625, + 67.625 + ] + }, + { + "episode": 610, + "avg_reward": 3082.1, + "avg_cost": 0.0, + "lambda": 66.4567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4567, + 66.4567, + 66.4567 + ] + }, + { + "episode": 620, + "avg_reward": 3512.37, + "avg_cost": 11.5, + "lambda": 65.6883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.6883, + 65.6883, + 65.6883 + ] + }, + { + "episode": 630, + "avg_reward": 3465.75, + "avg_cost": 7.25, + "lambda": 64.795, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.795, + 64.795, + 64.795 + ] + }, + { + "episode": 640, + "avg_reward": 3845.97, + "avg_cost": 11.75, + "lambda": 63.6867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.6867, + 63.6867, + 63.6867 + ] + }, + { + "episode": 650, + "avg_reward": 3295.58, + "avg_cost": 3.5, + "lambda": 62.5133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.5133, + 62.5133, + 62.5133 + ] + }, + { + "episode": 660, + "avg_reward": 3219.33, + "avg_cost": 2.25, + "lambda": 61.505, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.505, + 61.505, + 61.505 + ] + }, + { + "episode": 670, + "avg_reward": 3228.95, + "avg_cost": 1.0, + "lambda": 60.3442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.3442, + 60.3442, + 60.3442 + ] + }, + { + "episode": 680, + "avg_reward": 3620.36, + "avg_cost": 0.0, + "lambda": 59.1533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.1533, + 59.1533, + 59.1533 + ] + }, + { + "episode": 690, + "avg_reward": 3714.51, + "avg_cost": 0.0, + "lambda": 57.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.9775, + 57.9775, + 57.9775 + ] + }, + { + "episode": 700, + "avg_reward": 3421.76, + "avg_cost": 0.0, + "lambda": 56.9317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.9317, + 56.9317, + 56.9317 + ] + }, + { + "episode": 710, + "avg_reward": 3505.96, + "avg_cost": 0.0, + "lambda": 55.7283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.7283, + 55.7283, + 55.7283 + ] + }, + { + "episode": 720, + "avg_reward": 3274.14, + "avg_cost": 1.5, + "lambda": 54.745, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.745, + 54.745, + 54.745 + ] + }, + { + "episode": 730, + "avg_reward": 3543.56, + "avg_cost": 3.0, + "lambda": 53.6367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.6367, + 53.6367, + 53.6367 + ] + }, + { + "episode": 740, + "avg_reward": 3477.66, + "avg_cost": 9.0, + "lambda": 52.6508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.6508, + 52.6508, + 52.6508 + ] + }, + { + "episode": 750, + "avg_reward": 3317.24, + "avg_cost": 3.25, + "lambda": 51.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.7575, + 51.7575, + 51.7575 + ] + }, + { + "episode": 760, + "avg_reward": 3337.44, + "avg_cost": 16.0, + "lambda": 51.4667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.4667, + 51.4667, + 51.4667 + ] + }, + { + "episode": 770, + "avg_reward": 3209.68, + "avg_cost": 12.75, + "lambda": 52.2458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.2458, + 52.2458, + 52.2458 + ] + }, + { + "episode": 780, + "avg_reward": 2938.38, + "avg_cost": 1.0, + "lambda": 51.3375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.3375, + 51.3375, + 51.3375 + ] + }, + { + "episode": 790, + "avg_reward": 3621.21, + "avg_cost": 0.5, + "lambda": 50.6342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.6342, + 50.6342, + 50.6342 + ] + }, + { + "episode": 800, + "avg_reward": 3573.44, + "avg_cost": 5.5, + "lambda": 49.9958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.9958, + 49.9958, + 49.9958 + ] + }, + { + "episode": 810, + "avg_reward": 3130.29, + "avg_cost": 2.75, + "lambda": 49.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.2, + 49.2, + 49.2 + ] + }, + { + "episode": 820, + "avg_reward": 3969.03, + "avg_cost": 0.0, + "lambda": 48.2592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.2592, + 48.2592, + 48.2592 + ] + }, + { + "episode": 830, + "avg_reward": 3982.02, + "avg_cost": 4.25, + "lambda": 47.3333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.3333, + 47.3333, + 47.3333 + ] + }, + { + "episode": 840, + "avg_reward": 4171.43, + "avg_cost": 16.0, + "lambda": 46.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.5375, + 46.5375, + 46.5375 + ] + }, + { + "episode": 850, + "avg_reward": 4785.46, + "avg_cost": 19.75, + "lambda": 46.3042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.3042, + 46.3042, + 46.3042 + ] + }, + { + "episode": 860, + "avg_reward": 4173.65, + "avg_cost": 0.25, + "lambda": 45.4558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.4558, + 45.4558, + 45.4558 + ] + }, + { + "episode": 870, + "avg_reward": 4202.66, + "avg_cost": 0.0, + "lambda": 44.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.5, + 44.5, + 44.5 + ] + }, + { + "episode": 880, + "avg_reward": 4432.25, + "avg_cost": 13.5, + "lambda": 43.5917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.5917, + 43.5917, + 43.5917 + ] + }, + { + "episode": 890, + "avg_reward": 3973.85, + "avg_cost": 2.5, + "lambda": 42.8008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.8008, + 42.8008, + 42.8008 + ] + }, + { + "episode": 900, + "avg_reward": 3371.53, + "avg_cost": 0.75, + "lambda": 41.7175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.7175, + 41.7175, + 41.7175 + ] + }, + { + "episode": 910, + "avg_reward": 3873.26, + "avg_cost": 0.75, + "lambda": 40.6592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.6592, + 40.6592, + 40.6592 + ] + }, + { + "episode": 920, + "avg_reward": 4064.6, + "avg_cost": 1.0, + "lambda": 39.5158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.5158, + 39.5158, + 39.5158 + ] + }, + { + "episode": 930, + "avg_reward": 4188.79, + "avg_cost": 9.5, + "lambda": 38.705, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.705, + 38.705, + 38.705 + ] + }, + { + "episode": 940, + "avg_reward": 4396.86, + "avg_cost": 2.75, + "lambda": 37.6467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.6467, + 37.6467, + 37.6467 + ] + }, + { + "episode": 950, + "avg_reward": 4250.84, + "avg_cost": 9.0, + "lambda": 36.9033, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.9033, + 36.9033, + 36.9033 + ] + }, + { + "episode": 960, + "avg_reward": 4373.69, + "avg_cost": 3.0, + "lambda": 35.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.84, + 35.84, + 35.84 + ] + }, + { + "episode": 970, + "avg_reward": 4445.43, + "avg_cost": 5.25, + "lambda": 34.9842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.9842, + 34.9842, + 34.9842 + ] + }, + { + "episode": 980, + "avg_reward": 4339.81, + "avg_cost": 4.0, + "lambda": 33.9783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.9783, + 33.9783, + 33.9783 + ] + }, + { + "episode": 990, + "avg_reward": 4421.12, + "avg_cost": 11.5, + "lambda": 33.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.6175, + 33.6175, + 33.6175 + ] + }, + { + "episode": 1000, + "avg_reward": 4257.77, + "avg_cost": 15.0, + "lambda": 33.5692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.5692, + 33.5692, + 33.5692 + ] + } + ], + "final_lambdas": [ + 33.5692, + 33.5692, + 33.5692 + ], + "d_per_agent": 13.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..eb58b7c69ddee32f166263155f65f56514e447ac --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1793911.8, + "constraint_satisfaction_pct": 35.1, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 71.675, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3879.44, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.025, + 10.025, + 10.025 + ] + }, + { + "episode": 10, + "avg_reward": -3707.69, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075, + 10.075 + ] + }, + { + "episode": 20, + "avg_reward": -3541.75, + "avg_cost": 0.25, + "lambda": 10.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2, + 10.2, + 10.2 + ] + }, + { + "episode": 30, + "avg_reward": -3160.59, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 40, + "avg_reward": -3092.9, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 50, + "avg_reward": -2651.96, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 60, + "avg_reward": -2683.81, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.325, + 10.325, + 10.325 + ] + }, + { + "episode": 70, + "avg_reward": -2970.92, + "avg_cost": 0.25, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 80, + "avg_reward": -2315.36, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 90, + "avg_reward": -2495.8, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 100, + "avg_reward": -2001.31, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 110, + "avg_reward": -1647.94, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 120, + "avg_reward": -1779.86, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 130, + "avg_reward": -1580.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 140, + "avg_reward": -1390.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 150, + "avg_reward": -1126.28, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 160, + "avg_reward": -1410.25, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 170, + "avg_reward": -1242.67, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 180, + "avg_reward": -1692.23, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 190, + "avg_reward": -581.51, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 200, + "avg_reward": -1098.46, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 210, + "avg_reward": -590.46, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 220, + "avg_reward": -1720.41, + "avg_cost": 0.0, + "lambda": 10.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7, + 10.7, + 10.7 + ] + }, + { + "episode": 230, + "avg_reward": -967.42, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.825, + 10.825, + 10.825 + ] + }, + { + "episode": 240, + "avg_reward": -1320.02, + "avg_cost": 0.0, + "lambda": 10.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.925, + 10.925, + 10.925 + ] + }, + { + "episode": 250, + "avg_reward": -1638.34, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05, + 11.05 + ] + }, + { + "episode": 260, + "avg_reward": -746.52, + "avg_cost": 0.0, + "lambda": 11.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.45, + 11.45, + 11.45 + ] + }, + { + "episode": 270, + "avg_reward": -470.11, + "avg_cost": 4.0, + "lambda": 12.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.75, + 12.75, + 12.75 + ] + }, + { + "episode": 280, + "avg_reward": -113.62, + "avg_cost": 1.0, + "lambda": 13.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.875, + 13.875, + 13.875 + ] + }, + { + "episode": 290, + "avg_reward": -977.03, + "avg_cost": 2.5, + "lambda": 15.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.125, + 15.125, + 15.125 + ] + }, + { + "episode": 300, + "avg_reward": -425.44, + "avg_cost": 0.25, + "lambda": 15.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.85, + 15.85, + 15.85 + ] + }, + { + "episode": 310, + "avg_reward": -410.29, + "avg_cost": 1.25, + "lambda": 16.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.9, + 16.9, + 16.9 + ] + }, + { + "episode": 320, + "avg_reward": 996.98, + "avg_cost": 3.0, + "lambda": 18.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.025, + 18.025, + 18.025 + ] + }, + { + "episode": 330, + "avg_reward": 1477.33, + "avg_cost": 1.5, + "lambda": 19.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.975, + 19.975, + 19.975 + ] + }, + { + "episode": 340, + "avg_reward": 1083.64, + "avg_cost": 0.75, + "lambda": 21.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.6, + 21.6, + 21.6 + ] + }, + { + "episode": 350, + "avg_reward": 1494.26, + "avg_cost": 1.5, + "lambda": 23.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.025, + 23.025, + 23.025 + ] + }, + { + "episode": 360, + "avg_reward": 876.56, + "avg_cost": 1.0, + "lambda": 24.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.05, + 24.05, + 24.05 + ] + }, + { + "episode": 370, + "avg_reward": 1584.9, + "avg_cost": 2.25, + "lambda": 25.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.375, + 25.375, + 25.375 + ] + }, + { + "episode": 380, + "avg_reward": 1091.83, + "avg_cost": 0.75, + "lambda": 26.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.7, + 26.7, + 26.7 + ] + }, + { + "episode": 390, + "avg_reward": 1800.27, + "avg_cost": 1.5, + "lambda": 27.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.85, + 27.85, + 27.85 + ] + }, + { + "episode": 400, + "avg_reward": 2377.15, + "avg_cost": 1.75, + "lambda": 28.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.975, + 28.975, + 28.975 + ] + }, + { + "episode": 410, + "avg_reward": 1719.1, + "avg_cost": 0.5, + "lambda": 30.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.5, + 30.5, + 30.5 + ] + }, + { + "episode": 420, + "avg_reward": 1184.8, + "avg_cost": 0.5, + "lambda": 31.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.675, + 31.675, + 31.675 + ] + }, + { + "episode": 430, + "avg_reward": 1400.54, + "avg_cost": 1.0, + "lambda": 33.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.125, + 33.125, + 33.125 + ] + }, + { + "episode": 440, + "avg_reward": 2094.54, + "avg_cost": 0.75, + "lambda": 34.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.1, + 34.1, + 34.1 + ] + }, + { + "episode": 450, + "avg_reward": 2033.07, + "avg_cost": 2.75, + "lambda": 35.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.525, + 35.525, + 35.525 + ] + }, + { + "episode": 460, + "avg_reward": 2691.7, + "avg_cost": 1.5, + "lambda": 37.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.05, + 37.05, + 37.05 + ] + }, + { + "episode": 470, + "avg_reward": 2124.98, + "avg_cost": 2.0, + "lambda": 38.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.475, + 38.475, + 38.475 + ] + }, + { + "episode": 480, + "avg_reward": 1878.06, + "avg_cost": 0.75, + "lambda": 39.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.525, + 39.525, + 39.525 + ] + }, + { + "episode": 490, + "avg_reward": 2789.83, + "avg_cost": 1.0, + "lambda": 41.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.075, + 41.075, + 41.075 + ] + }, + { + "episode": 500, + "avg_reward": 2599.94, + "avg_cost": 0.75, + "lambda": 42.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.625, + 42.625, + 42.625 + ] + }, + { + "episode": 510, + "avg_reward": 2673.31, + "avg_cost": 0.75, + "lambda": 43.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.825, + 43.825, + 43.825 + ] + }, + { + "episode": 520, + "avg_reward": 2082.4, + "avg_cost": 0.75, + "lambda": 45.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.2, + 45.2, + 45.2 + ] + }, + { + "episode": 530, + "avg_reward": 1849.75, + "avg_cost": 0.5, + "lambda": 46.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.825, + 46.825, + 46.825 + ] + }, + { + "episode": 540, + "avg_reward": 2322.97, + "avg_cost": 1.25, + "lambda": 47.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.95, + 47.95, + 47.95 + ] + }, + { + "episode": 550, + "avg_reward": 2941.38, + "avg_cost": 0.75, + "lambda": 48.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.925, + 48.925, + 48.925 + ] + }, + { + "episode": 560, + "avg_reward": 3397.52, + "avg_cost": 0.75, + "lambda": 49.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.925, + 49.925, + 49.925 + ] + }, + { + "episode": 570, + "avg_reward": 2051.14, + "avg_cost": 0.25, + "lambda": 51.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.0, + 51.0, + 51.0 + ] + }, + { + "episode": 580, + "avg_reward": 3358.51, + "avg_cost": 1.25, + "lambda": 51.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.9, + 51.9, + 51.9 + ] + }, + { + "episode": 590, + "avg_reward": 3723.69, + "avg_cost": 0.75, + "lambda": 52.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.525, + 52.525, + 52.525 + ] + }, + { + "episode": 600, + "avg_reward": 3682.59, + "avg_cost": 0.0, + "lambda": 53.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.2, + 53.2, + 53.2 + ] + }, + { + "episode": 610, + "avg_reward": 3315.18, + "avg_cost": 0.5, + "lambda": 53.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.65, + 53.65, + 53.65 + ] + }, + { + "episode": 620, + "avg_reward": 3299.41, + "avg_cost": 0.5, + "lambda": 54.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.2, + 54.2, + 54.2 + ] + }, + { + "episode": 630, + "avg_reward": 2991.97, + "avg_cost": 0.25, + "lambda": 55.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.0, + 55.0, + 55.0 + ] + }, + { + "episode": 640, + "avg_reward": 3211.42, + "avg_cost": 0.0, + "lambda": 55.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.55, + 55.55, + 55.55 + ] + }, + { + "episode": 650, + "avg_reward": 2967.88, + "avg_cost": 0.25, + "lambda": 56.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.175, + 56.175, + 56.175 + ] + }, + { + "episode": 660, + "avg_reward": 2064.55, + "avg_cost": 0.75, + "lambda": 56.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.8, + 56.8, + 56.8 + ] + }, + { + "episode": 670, + "avg_reward": 3751.12, + "avg_cost": 0.5, + "lambda": 57.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.45, + 57.45, + 57.45 + ] + }, + { + "episode": 680, + "avg_reward": 3236.22, + "avg_cost": 1.0, + "lambda": 57.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.95, + 57.95, + 57.95 + ] + }, + { + "episode": 690, + "avg_reward": 3869.46, + "avg_cost": 0.0, + "lambda": 58.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.475, + 58.475, + 58.475 + ] + }, + { + "episode": 700, + "avg_reward": 4337.41, + "avg_cost": 1.0, + "lambda": 58.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.85, + 58.85, + 58.85 + ] + }, + { + "episode": 710, + "avg_reward": 4517.54, + "avg_cost": 0.75, + "lambda": 59.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.3, + 59.3, + 59.3 + ] + }, + { + "episode": 720, + "avg_reward": 4104.31, + "avg_cost": 0.0, + "lambda": 59.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.5, + 59.5, + 59.5 + ] + }, + { + "episode": 730, + "avg_reward": 4262.69, + "avg_cost": 0.75, + "lambda": 60.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.0, + 60.0, + 60.0 + ] + }, + { + "episode": 740, + "avg_reward": 4572.07, + "avg_cost": 0.75, + "lambda": 60.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.4, + 60.4, + 60.4 + ] + }, + { + "episode": 750, + "avg_reward": 4092.15, + "avg_cost": 0.0, + "lambda": 60.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.725, + 60.725, + 60.725 + ] + }, + { + "episode": 760, + "avg_reward": 4148.22, + "avg_cost": 1.0, + "lambda": 61.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.325, + 61.325, + 61.325 + ] + }, + { + "episode": 770, + "avg_reward": 2914.05, + "avg_cost": 1.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05, + 62.05 + ] + }, + { + "episode": 780, + "avg_reward": 4684.55, + "avg_cost": 0.25, + "lambda": 62.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.775, + 62.775, + 62.775 + ] + }, + { + "episode": 790, + "avg_reward": 5112.92, + "avg_cost": 2.0, + "lambda": 63.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.5, + 63.5, + 63.5 + ] + }, + { + "episode": 800, + "avg_reward": 5190.73, + "avg_cost": 0.5, + "lambda": 64.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.15, + 64.15, + 64.15 + ] + }, + { + "episode": 810, + "avg_reward": 4696.12, + "avg_cost": 0.0, + "lambda": 64.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.575, + 64.575, + 64.575 + ] + }, + { + "episode": 820, + "avg_reward": 4803.59, + "avg_cost": 0.5, + "lambda": 65.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.05, + 65.05, + 65.05 + ] + }, + { + "episode": 830, + "avg_reward": 4817.94, + "avg_cost": 0.0, + "lambda": 65.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.35, + 65.35, + 65.35 + ] + }, + { + "episode": 840, + "avg_reward": 5261.75, + "avg_cost": 0.75, + "lambda": 65.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.6, + 65.6, + 65.6 + ] + }, + { + "episode": 850, + "avg_reward": 4560.23, + "avg_cost": 0.0, + "lambda": 65.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.925, + 65.925, + 65.925 + ] + }, + { + "episode": 860, + "avg_reward": 4474.73, + "avg_cost": 0.75, + "lambda": 66.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.075, + 66.075, + 66.075 + ] + }, + { + "episode": 870, + "avg_reward": 4739.89, + "avg_cost": 0.25, + "lambda": 66.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.65, + 66.65, + 66.65 + ] + }, + { + "episode": 880, + "avg_reward": 4773.2, + "avg_cost": 0.5, + "lambda": 67.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.35, + 67.35, + 67.35 + ] + }, + { + "episode": 890, + "avg_reward": 3075.59, + "avg_cost": 0.25, + "lambda": 67.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.55, + 67.55, + 67.55 + ] + }, + { + "episode": 900, + "avg_reward": 5039.06, + "avg_cost": 0.5, + "lambda": 67.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.85, + 67.85, + 67.85 + ] + }, + { + "episode": 910, + "avg_reward": 3480.32, + "avg_cost": 0.0, + "lambda": 68.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.3, + 68.3, + 68.3 + ] + }, + { + "episode": 920, + "avg_reward": 4747.39, + "avg_cost": 0.5, + "lambda": 68.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.85, + 68.85, + 68.85 + ] + }, + { + "episode": 930, + "avg_reward": 5322.96, + "avg_cost": 0.0, + "lambda": 69.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.15, + 69.15, + 69.15 + ] + }, + { + "episode": 940, + "avg_reward": 4091.68, + "avg_cost": 0.0, + "lambda": 69.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.275, + 69.275, + 69.275 + ] + }, + { + "episode": 950, + "avg_reward": 4363.1, + "avg_cost": 0.0, + "lambda": 69.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.7, + 69.7, + 69.7 + ] + }, + { + "episode": 960, + "avg_reward": 5396.38, + "avg_cost": 1.0, + "lambda": 70.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.2, + 70.2, + 70.2 + ] + }, + { + "episode": 970, + "avg_reward": 5704.55, + "avg_cost": 0.75, + "lambda": 70.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.625, + 70.625, + 70.625 + ] + }, + { + "episode": 980, + "avg_reward": 5450.41, + "avg_cost": 0.0, + "lambda": 71.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.025, + 71.025, + 71.025 + ] + }, + { + "episode": 990, + "avg_reward": 5825.7, + "avg_cost": 0.75, + "lambda": 71.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.45, + 71.45, + 71.45 + ] + }, + { + "episode": 1000, + "avg_reward": 5256.18, + "avg_cost": 0.0, + "lambda": 71.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.675, + 71.675, + 71.675 + ] + } + ], + "final_lambdas": [ + 71.675, + 71.675, + 71.675 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..0305d8fd8090f08dcbc1b53c92c7927fca218b0e --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1507237.98, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.1958, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2909.58, + "avg_cost": 0.25, + "lambda": 4.9192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9192, + 4.9192, + 4.9192 + ] + }, + { + "episode": 10, + "avg_reward": -2822.31, + "avg_cost": 0.0, + "lambda": 4.1717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1717, + 4.1717, + 4.1717 + ] + }, + { + "episode": 20, + "avg_reward": -2611.11, + "avg_cost": 0.25, + "lambda": 3.3433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3433, + 3.3433, + 3.3433 + ] + }, + { + "episode": 30, + "avg_reward": -2381.86, + "avg_cost": 0.5, + "lambda": 2.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5275, + 2.5275, + 2.5275 + ] + }, + { + "episode": 40, + "avg_reward": -2095.45, + "avg_cost": 0.25, + "lambda": 1.6967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.6967, + 1.6967, + 1.6967 + ] + }, + { + "episode": 50, + "avg_reward": -2417.7, + "avg_cost": 0.0, + "lambda": 0.8658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8658, + 0.8658, + 0.8658 + ] + }, + { + "episode": 60, + "avg_reward": -2280.54, + "avg_cost": 0.0, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.035, + 0.035, + 0.035 + ] + }, + { + "episode": 70, + "avg_reward": -1965.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1697.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -2202.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1743.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -1406.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -1172.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -1587.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -1214.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -1216.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -1015.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -839.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -1363.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -654.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -803.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -932.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -874.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -421.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -888.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -971.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -640.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -1412.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -240.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -643.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -121.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 299.98, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -287.48, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -36.44, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 163.39, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": -212.99, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -584.42, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1290.74, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 939.23, + "avg_cost": 7.0, + "lambda": 0.0117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0117, + 0.0117, + 0.0117 + ] + }, + { + "episode": 390, + "avg_reward": 758.17, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 105.07, + "avg_cost": 9.5, + "lambda": 0.0833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0833, + 0.0833, + 0.0833 + ] + }, + { + "episode": 410, + "avg_reward": 712.07, + "avg_cost": 7.75, + "lambda": 0.3125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3125, + 0.3125, + 0.3125 + ] + }, + { + "episode": 420, + "avg_reward": 1455.87, + "avg_cost": 11.75, + "lambda": 0.3842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3842, + 0.3842, + 0.3842 + ] + }, + { + "episode": 430, + "avg_reward": 1608.42, + "avg_cost": 8.25, + "lambda": 0.4983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4983, + 0.4983, + 0.4983 + ] + }, + { + "episode": 440, + "avg_reward": 2414.06, + "avg_cost": 22.25, + "lambda": 0.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.805, + 0.805, + 0.805 + ] + }, + { + "episode": 450, + "avg_reward": 852.75, + "avg_cost": 6.75, + "lambda": 1.0417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0417, + 1.0417, + 1.0417 + ] + }, + { + "episode": 460, + "avg_reward": 1275.65, + "avg_cost": 15.75, + "lambda": 1.3283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3283, + 1.3283, + 1.3283 + ] + }, + { + "episode": 470, + "avg_reward": 823.3, + "avg_cost": 8.5, + "lambda": 1.77, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.77, + 1.77, + 1.77 + ] + }, + { + "episode": 480, + "avg_reward": 1932.76, + "avg_cost": 21.0, + "lambda": 2.2692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.2692, + 2.2692, + 2.2692 + ] + }, + { + "episode": 490, + "avg_reward": 2406.32, + "avg_cost": 12.75, + "lambda": 2.5558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5558, + 2.5558, + 2.5558 + ] + }, + { + "episode": 500, + "avg_reward": 2282.39, + "avg_cost": 18.25, + "lambda": 3.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.035, + 3.035, + 3.035 + ] + }, + { + "episode": 510, + "avg_reward": 2249.67, + "avg_cost": 14.5, + "lambda": 3.6392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6392, + 3.6392, + 3.6392 + ] + }, + { + "episode": 520, + "avg_reward": 2686.04, + "avg_cost": 16.75, + "lambda": 4.0133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0133, + 4.0133, + 4.0133 + ] + }, + { + "episode": 530, + "avg_reward": 2986.23, + "avg_cost": 9.0, + "lambda": 4.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.225, + 4.225, + 4.225 + ] + }, + { + "episode": 540, + "avg_reward": 3035.63, + "avg_cost": 11.5, + "lambda": 4.3092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3092, + 4.3092, + 4.3092 + ] + }, + { + "episode": 550, + "avg_reward": 2327.65, + "avg_cost": 18.25, + "lambda": 4.2958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.2958, + 4.2958, + 4.2958 + ] + }, + { + "episode": 560, + "avg_reward": 3167.82, + "avg_cost": 11.25, + "lambda": 5.08, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.08, + 5.08, + 5.08 + ] + }, + { + "episode": 570, + "avg_reward": 3213.02, + "avg_cost": 12.75, + "lambda": 5.2017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2017, + 5.2017, + 5.2017 + ] + }, + { + "episode": 580, + "avg_reward": 2751.67, + "avg_cost": 11.25, + "lambda": 5.4583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.4583, + 5.4583, + 5.4583 + ] + }, + { + "episode": 590, + "avg_reward": 3333.79, + "avg_cost": 9.75, + "lambda": 5.57, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.57, + 5.57, + 5.57 + ] + }, + { + "episode": 600, + "avg_reward": 3210.16, + "avg_cost": 11.0, + "lambda": 5.7917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7917, + 5.7917, + 5.7917 + ] + }, + { + "episode": 610, + "avg_reward": 3630.23, + "avg_cost": 16.25, + "lambda": 6.0358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.0358, + 6.0358, + 6.0358 + ] + }, + { + "episode": 620, + "avg_reward": 2828.3, + "avg_cost": 13.0, + "lambda": 6.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1775, + 6.1775, + 6.1775 + ] + }, + { + "episode": 630, + "avg_reward": 2377.59, + "avg_cost": 5.5, + "lambda": 6.3042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3042, + 6.3042, + 6.3042 + ] + }, + { + "episode": 640, + "avg_reward": 3834.71, + "avg_cost": 18.75, + "lambda": 6.5833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5833, + 6.5833, + 6.5833 + ] + }, + { + "episode": 650, + "avg_reward": 3207.35, + "avg_cost": 8.0, + "lambda": 6.6825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6825, + 6.6825, + 6.6825 + ] + }, + { + "episode": 660, + "avg_reward": 3022.66, + "avg_cost": 4.25, + "lambda": 6.5467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5467, + 6.5467, + 6.5467 + ] + }, + { + "episode": 670, + "avg_reward": 3577.44, + "avg_cost": 9.25, + "lambda": 6.4708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4708, + 6.4708, + 6.4708 + ] + }, + { + "episode": 680, + "avg_reward": 3668.97, + "avg_cost": 14.25, + "lambda": 6.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6725, + 6.6725, + 6.6725 + ] + }, + { + "episode": 690, + "avg_reward": 1225.49, + "avg_cost": 5.0, + "lambda": 6.8267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8267, + 6.8267, + 6.8267 + ] + }, + { + "episode": 700, + "avg_reward": 3672.02, + "avg_cost": 12.25, + "lambda": 7.3833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.3833, + 7.3833, + 7.3833 + ] + }, + { + "episode": 710, + "avg_reward": 3406.12, + "avg_cost": 10.75, + "lambda": 7.5775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5775, + 7.5775, + 7.5775 + ] + }, + { + "episode": 720, + "avg_reward": 3523.97, + "avg_cost": 3.75, + "lambda": 8.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0367, + 8.0367, + 8.0367 + ] + }, + { + "episode": 730, + "avg_reward": 3273.05, + "avg_cost": 7.25, + "lambda": 8.0808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0808, + 8.0808, + 8.0808 + ] + }, + { + "episode": 740, + "avg_reward": 2966.25, + "avg_cost": 5.0, + "lambda": 8.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1775, + 8.1775, + 8.1775 + ] + }, + { + "episode": 750, + "avg_reward": 4058.29, + "avg_cost": 20.5, + "lambda": 8.4967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4967, + 8.4967, + 8.4967 + ] + }, + { + "episode": 760, + "avg_reward": 4218.32, + "avg_cost": 11.0, + "lambda": 8.5983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5983, + 8.5983, + 8.5983 + ] + }, + { + "episode": 770, + "avg_reward": 4377.37, + "avg_cost": 16.0, + "lambda": 8.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.725, + 8.725, + 8.725 + ] + }, + { + "episode": 780, + "avg_reward": 3992.75, + "avg_cost": 8.0, + "lambda": 8.6617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6617, + 8.6617, + 8.6617 + ] + }, + { + "episode": 790, + "avg_reward": 3945.79, + "avg_cost": 10.25, + "lambda": 8.6583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6583, + 8.6583, + 8.6583 + ] + }, + { + "episode": 800, + "avg_reward": 3447.8, + "avg_cost": 8.0, + "lambda": 8.655, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.655, + 8.655, + 8.655 + ] + }, + { + "episode": 810, + "avg_reward": 4111.04, + "avg_cost": 4.0, + "lambda": 8.4517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4517, + 8.4517, + 8.4517 + ] + }, + { + "episode": 820, + "avg_reward": 3923.43, + "avg_cost": 7.25, + "lambda": 8.3483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3483, + 8.3483, + 8.3483 + ] + }, + { + "episode": 830, + "avg_reward": 4042.31, + "avg_cost": 12.0, + "lambda": 8.3125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3125, + 8.3125, + 8.3125 + ] + }, + { + "episode": 840, + "avg_reward": 3787.32, + "avg_cost": 7.5, + "lambda": 8.3742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3742, + 8.3742, + 8.3742 + ] + }, + { + "episode": 850, + "avg_reward": 4325.71, + "avg_cost": 6.75, + "lambda": 8.2183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2183, + 8.2183, + 8.2183 + ] + }, + { + "episode": 860, + "avg_reward": 3359.65, + "avg_cost": 6.0, + "lambda": 8.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.02, + 8.02, + 8.02 + ] + }, + { + "episode": 870, + "avg_reward": 4022.04, + "avg_cost": 6.0, + "lambda": 7.8017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8017, + 7.8017, + 7.8017 + ] + }, + { + "episode": 880, + "avg_reward": 3562.0, + "avg_cost": 9.75, + "lambda": 7.6008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6008, + 7.6008, + 7.6008 + ] + }, + { + "episode": 890, + "avg_reward": 3311.03, + "avg_cost": 3.0, + "lambda": 7.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2275, + 7.2275, + 7.2275 + ] + }, + { + "episode": 900, + "avg_reward": 3117.02, + "avg_cost": 3.25, + "lambda": 6.9092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9092, + 6.9092, + 6.9092 + ] + }, + { + "episode": 910, + "avg_reward": 3499.93, + "avg_cost": 5.25, + "lambda": 6.6133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6133, + 6.6133, + 6.6133 + ] + }, + { + "episode": 920, + "avg_reward": 4235.55, + "avg_cost": 4.5, + "lambda": 6.3575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3575, + 6.3575, + 6.3575 + ] + }, + { + "episode": 930, + "avg_reward": 4405.74, + "avg_cost": 6.0, + "lambda": 6.1117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1117, + 6.1117, + 6.1117 + ] + }, + { + "episode": 940, + "avg_reward": 4645.08, + "avg_cost": 9.5, + "lambda": 5.9633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.9633, + 5.9633, + 5.9633 + ] + }, + { + "episode": 950, + "avg_reward": 4410.75, + "avg_cost": 6.75, + "lambda": 5.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8675, + 5.8675, + 5.8675 + ] + }, + { + "episode": 960, + "avg_reward": 4588.68, + "avg_cost": 8.0, + "lambda": 5.6417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6417, + 5.6417, + 5.6417 + ] + }, + { + "episode": 970, + "avg_reward": 4732.33, + "avg_cost": 10.5, + "lambda": 5.5408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.5408, + 5.5408, + 5.5408 + ] + }, + { + "episode": 980, + "avg_reward": 4439.89, + "avg_cost": 6.75, + "lambda": 5.3325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3325, + 5.3325, + 5.3325 + ] + }, + { + "episode": 990, + "avg_reward": 4159.97, + "avg_cost": 4.0, + "lambda": 5.3017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3017, + 5.3017, + 5.3017 + ] + }, + { + "episode": 1000, + "avg_reward": 3193.46, + "avg_cost": 6.75, + "lambda": 5.1958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1958, + 5.1958, + 5.1958 + ] + } + ], + "final_lambdas": [ + 5.1958, + 5.1958, + 5.1958 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..d212e1e8106c36057b6d44b46a09ac5174ed3432 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4094308.48, + "constraint_satisfaction_pct": 85.7, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 61.5342, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 5.2792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2792, + 5.2792, + 5.2792 + ] + }, + { + "episode": 10, + "avg_reward": 4495.7, + "avg_cost": 71.25, + "lambda": 15.1867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1867, + 15.1867, + 15.1867 + ] + }, + { + "episode": 20, + "avg_reward": 4899.59, + "avg_cost": 43.75, + "lambda": 16.9633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.9633, + 16.9633, + 16.9633 + ] + }, + { + "episode": 30, + "avg_reward": 5233.98, + "avg_cost": 40.75, + "lambda": 18.1925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.1925, + 18.1925, + 18.1925 + ] + }, + { + "episode": 40, + "avg_reward": 4690.08, + "avg_cost": 3.25, + "lambda": 22.5542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.5542, + 22.5542, + 22.5542 + ] + }, + { + "episode": 50, + "avg_reward": 4149.93, + "avg_cost": 3.0, + "lambda": 22.9258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.9258, + 22.9258, + 22.9258 + ] + }, + { + "episode": 60, + "avg_reward": 4072.01, + "avg_cost": 3.25, + "lambda": 24.265, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.265, + 24.265, + 24.265 + ] + }, + { + "episode": 70, + "avg_reward": 4564.14, + "avg_cost": 24.0, + "lambda": 29.2217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2217, + 29.2217, + 29.2217 + ] + }, + { + "episode": 80, + "avg_reward": 3812.93, + "avg_cost": 23.75, + "lambda": 29.6108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.6108, + 29.6108, + 29.6108 + ] + }, + { + "episode": 90, + "avg_reward": 4976.38, + "avg_cost": 17.25, + "lambda": 30.97, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.97, + 30.97, + 30.97 + ] + }, + { + "episode": 100, + "avg_reward": 3932.79, + "avg_cost": 3.25, + "lambda": 34.2042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.2042, + 34.2042, + 34.2042 + ] + }, + { + "episode": 110, + "avg_reward": 4435.94, + "avg_cost": 6.25, + "lambda": 35.5908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.5908, + 35.5908, + 35.5908 + ] + }, + { + "episode": 120, + "avg_reward": 5592.79, + "avg_cost": 86.75, + "lambda": 38.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.3675, + 38.3675, + 38.3675 + ] + }, + { + "episode": 130, + "avg_reward": 4544.22, + "avg_cost": 6.75, + "lambda": 39.6367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.6367, + 39.6367, + 39.6367 + ] + }, + { + "episode": 140, + "avg_reward": 3025.93, + "avg_cost": 5.5, + "lambda": 40.9358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.9358, + 40.9358, + 40.9358 + ] + }, + { + "episode": 150, + "avg_reward": 3563.94, + "avg_cost": 4.0, + "lambda": 41.29, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.29, + 41.29, + 41.29 + ] + }, + { + "episode": 160, + "avg_reward": 4045.16, + "avg_cost": 9.0, + "lambda": 43.0842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.0842, + 43.0842, + 43.0842 + ] + }, + { + "episode": 170, + "avg_reward": 3802.45, + "avg_cost": 18.0, + "lambda": 43.3158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.3158, + 43.3158, + 43.3158 + ] + }, + { + "episode": 180, + "avg_reward": 4096.33, + "avg_cost": 7.5, + "lambda": 43.76, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.76, + 43.76, + 43.76 + ] + }, + { + "episode": 190, + "avg_reward": 3491.38, + "avg_cost": 0.0, + "lambda": 44.6492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.6492, + 44.6492, + 44.6492 + ] + }, + { + "episode": 200, + "avg_reward": 4344.2, + "avg_cost": 13.25, + "lambda": 44.7658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.7658, + 44.7658, + 44.7658 + ] + }, + { + "episode": 210, + "avg_reward": 3981.26, + "avg_cost": 0.0, + "lambda": 45.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.4, + 45.4, + 45.4 + ] + }, + { + "episode": 220, + "avg_reward": 3887.85, + "avg_cost": 36.75, + "lambda": 46.7817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.7817, + 46.7817, + 46.7817 + ] + }, + { + "episode": 230, + "avg_reward": 2200.43, + "avg_cost": 198.75, + "lambda": 59.3458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.3458, + 59.3458, + 59.3458 + ] + }, + { + "episode": 240, + "avg_reward": 3280.49, + "avg_cost": 3.25, + "lambda": 65.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.8775, + 65.8775, + 65.8775 + ] + }, + { + "episode": 250, + "avg_reward": 3570.77, + "avg_cost": 0.0, + "lambda": 65.0717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.0717, + 65.0717, + 65.0717 + ] + }, + { + "episode": 260, + "avg_reward": 4255.97, + "avg_cost": 1.25, + "lambda": 64.2783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.2783, + 64.2783, + 64.2783 + ] + }, + { + "episode": 270, + "avg_reward": 4085.98, + "avg_cost": 11.75, + "lambda": 63.8825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.8825, + 63.8825, + 63.8825 + ] + }, + { + "episode": 280, + "avg_reward": 4331.39, + "avg_cost": 4.5, + "lambda": 63.5242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.5242, + 63.5242, + 63.5242 + ] + }, + { + "episode": 290, + "avg_reward": 4175.17, + "avg_cost": 1.25, + "lambda": 63.2233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.2233, + 63.2233, + 63.2233 + ] + }, + { + "episode": 300, + "avg_reward": 4045.53, + "avg_cost": 21.75, + "lambda": 64.1475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.1475, + 64.1475, + 64.1475 + ] + }, + { + "episode": 310, + "avg_reward": 4399.04, + "avg_cost": 6.0, + "lambda": 64.2067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.2067, + 64.2067, + 64.2067 + ] + }, + { + "episode": 320, + "avg_reward": 4269.8, + "avg_cost": 0.0, + "lambda": 64.5508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.5508, + 64.5508, + 64.5508 + ] + }, + { + "episode": 330, + "avg_reward": 4091.23, + "avg_cost": 0.0, + "lambda": 64.595, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.595, + 64.595, + 64.595 + ] + }, + { + "episode": 340, + "avg_reward": 5108.71, + "avg_cost": 28.25, + "lambda": 64.9617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.9617, + 64.9617, + 64.9617 + ] + }, + { + "episode": 350, + "avg_reward": 4067.45, + "avg_cost": 0.25, + "lambda": 64.5808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.5808, + 64.5808, + 64.5808 + ] + }, + { + "episode": 360, + "avg_reward": 4645.79, + "avg_cost": 4.0, + "lambda": 64.8325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.8325, + 64.8325, + 64.8325 + ] + }, + { + "episode": 370, + "avg_reward": 4472.16, + "avg_cost": 1.75, + "lambda": 65.6767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.6767, + 65.6767, + 65.6767 + ] + }, + { + "episode": 380, + "avg_reward": 4717.73, + "avg_cost": 0.0, + "lambda": 66.2458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.2458, + 66.2458, + 66.2458 + ] + }, + { + "episode": 390, + "avg_reward": 3406.6, + "avg_cost": 7.0, + "lambda": 66.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.815, + 66.815, + 66.815 + ] + }, + { + "episode": 400, + "avg_reward": 4771.79, + "avg_cost": 23.25, + "lambda": 66.2867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.2867, + 66.2867, + 66.2867 + ] + }, + { + "episode": 410, + "avg_reward": 3212.41, + "avg_cost": 5.0, + "lambda": 66.4858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4858, + 66.4858, + 66.4858 + ] + }, + { + "episode": 420, + "avg_reward": 3598.35, + "avg_cost": 7.5, + "lambda": 66.1875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1875, + 66.1875, + 66.1875 + ] + }, + { + "episode": 430, + "avg_reward": 4022.58, + "avg_cost": 0.25, + "lambda": 66.1192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1192, + 66.1192, + 66.1192 + ] + }, + { + "episode": 440, + "avg_reward": 4161.89, + "avg_cost": 7.5, + "lambda": 66.3008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.3008, + 66.3008, + 66.3008 + ] + }, + { + "episode": 450, + "avg_reward": 4092.89, + "avg_cost": 7.0, + "lambda": 66.3825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.3825, + 66.3825, + 66.3825 + ] + }, + { + "episode": 460, + "avg_reward": 3081.4, + "avg_cost": 16.0, + "lambda": 66.4217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4217, + 66.4217, + 66.4217 + ] + }, + { + "episode": 470, + "avg_reward": 4037.4, + "avg_cost": 0.0, + "lambda": 66.1058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1058, + 66.1058, + 66.1058 + ] + }, + { + "episode": 480, + "avg_reward": 3633.33, + "avg_cost": 0.0, + "lambda": 66.105, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.105, + 66.105, + 66.105 + ] + }, + { + "episode": 490, + "avg_reward": 4280.41, + "avg_cost": 12.25, + "lambda": 66.0017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.0017, + 66.0017, + 66.0017 + ] + }, + { + "episode": 500, + "avg_reward": 3889.82, + "avg_cost": 0.0, + "lambda": 65.4808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.4808, + 65.4808, + 65.4808 + ] + }, + { + "episode": 510, + "avg_reward": 3301.2, + "avg_cost": 9.25, + "lambda": 66.62, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.62, + 66.62, + 66.62 + ] + }, + { + "episode": 520, + "avg_reward": 3955.48, + "avg_cost": 9.0, + "lambda": 66.5392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.5392, + 66.5392, + 66.5392 + ] + }, + { + "episode": 530, + "avg_reward": 3618.44, + "avg_cost": 5.25, + "lambda": 66.6583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.6583, + 66.6583, + 66.6583 + ] + }, + { + "episode": 540, + "avg_reward": 4704.26, + "avg_cost": 20.75, + "lambda": 66.7275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7275, + 66.7275, + 66.7275 + ] + }, + { + "episode": 550, + "avg_reward": 3793.62, + "avg_cost": 8.0, + "lambda": 66.5492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.5492, + 66.5492, + 66.5492 + ] + }, + { + "episode": 560, + "avg_reward": 3904.98, + "avg_cost": 80.75, + "lambda": 70.0358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.0358, + 70.0358, + 70.0358 + ] + }, + { + "episode": 570, + "avg_reward": 4934.47, + "avg_cost": 34.5, + "lambda": 76.945, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.945, + 76.945, + 76.945 + ] + }, + { + "episode": 580, + "avg_reward": 4154.6, + "avg_cost": 8.5, + "lambda": 77.6367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.6367, + 77.6367, + 77.6367 + ] + }, + { + "episode": 590, + "avg_reward": 5359.5, + "avg_cost": 73.5, + "lambda": 78.2058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.2058, + 78.2058, + 78.2058 + ] + }, + { + "episode": 600, + "avg_reward": 3891.17, + "avg_cost": 0.0, + "lambda": 78.0525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.0525, + 78.0525, + 78.0525 + ] + }, + { + "episode": 610, + "avg_reward": 3337.37, + "avg_cost": 0.0, + "lambda": 78.0867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.0867, + 78.0867, + 78.0867 + ] + }, + { + "episode": 620, + "avg_reward": 3903.27, + "avg_cost": 2.25, + "lambda": 77.3158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.3158, + 77.3158, + 77.3158 + ] + }, + { + "episode": 630, + "avg_reward": 3275.65, + "avg_cost": 0.75, + "lambda": 76.935, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.935, + 76.935, + 76.935 + ] + }, + { + "episode": 640, + "avg_reward": 4236.66, + "avg_cost": 3.5, + "lambda": 76.8442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.8442, + 76.8442, + 76.8442 + ] + }, + { + "episode": 650, + "avg_reward": 4066.26, + "avg_cost": 0.0, + "lambda": 76.0658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.0658, + 76.0658, + 76.0658 + ] + }, + { + "episode": 660, + "avg_reward": 3987.79, + "avg_cost": 0.0, + "lambda": 75.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.345, + 75.345, + 75.345 + ] + }, + { + "episode": 670, + "avg_reward": 4201.16, + "avg_cost": 0.0, + "lambda": 74.9492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9492, + 74.9492, + 74.9492 + ] + }, + { + "episode": 680, + "avg_reward": 4231.55, + "avg_cost": 0.0, + "lambda": 74.2908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.2908, + 74.2908, + 74.2908 + ] + }, + { + "episode": 690, + "avg_reward": 4054.78, + "avg_cost": 0.0, + "lambda": 73.63, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.63, + 73.63, + 73.63 + ] + }, + { + "episode": 700, + "avg_reward": 3992.37, + "avg_cost": 0.0, + "lambda": 73.2017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.2017, + 73.2017, + 73.2017 + ] + }, + { + "episode": 710, + "avg_reward": 4559.6, + "avg_cost": 18.0, + "lambda": 72.7333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.7333, + 72.7333, + 72.7333 + ] + }, + { + "episode": 720, + "avg_reward": 3900.52, + "avg_cost": 0.0, + "lambda": 72.0025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.0025, + 72.0025, + 72.0025 + ] + }, + { + "episode": 730, + "avg_reward": 3254.66, + "avg_cost": 0.0, + "lambda": 72.3217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.3217, + 72.3217, + 72.3217 + ] + }, + { + "episode": 740, + "avg_reward": 3858.21, + "avg_cost": 7.5, + "lambda": 71.9133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.9133, + 71.9133, + 71.9133 + ] + }, + { + "episode": 750, + "avg_reward": 5005.77, + "avg_cost": 32.75, + "lambda": 71.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.735, + 71.735, + 71.735 + ] + }, + { + "episode": 760, + "avg_reward": 4275.07, + "avg_cost": 11.0, + "lambda": 71.3592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.3592, + 71.3592, + 71.3592 + ] + }, + { + "episode": 770, + "avg_reward": 3881.62, + "avg_cost": 4.75, + "lambda": 71.6108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.6108, + 71.6108, + 71.6108 + ] + }, + { + "episode": 780, + "avg_reward": 3936.47, + "avg_cost": 0.25, + "lambda": 70.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.82, + 70.82, + 70.82 + ] + }, + { + "episode": 790, + "avg_reward": 4320.09, + "avg_cost": 14.0, + "lambda": 70.5117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.5117, + 70.5117, + 70.5117 + ] + }, + { + "episode": 800, + "avg_reward": 4276.72, + "avg_cost": 6.5, + "lambda": 69.8808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.8808, + 69.8808, + 69.8808 + ] + }, + { + "episode": 810, + "avg_reward": 3453.56, + "avg_cost": 0.0, + "lambda": 70.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.18, + 70.18, + 70.18 + ] + }, + { + "episode": 820, + "avg_reward": 4045.3, + "avg_cost": 2.5, + "lambda": 69.4167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.4167, + 69.4167, + 69.4167 + ] + }, + { + "episode": 830, + "avg_reward": 3504.43, + "avg_cost": 0.0, + "lambda": 69.7158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.7158, + 69.7158, + 69.7158 + ] + }, + { + "episode": 840, + "avg_reward": 3533.52, + "avg_cost": 0.0, + "lambda": 68.9525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.9525, + 68.9525, + 68.9525 + ] + }, + { + "episode": 850, + "avg_reward": 3676.55, + "avg_cost": 1.75, + "lambda": 68.1367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1367, + 68.1367, + 68.1367 + ] + }, + { + "episode": 860, + "avg_reward": 3790.69, + "avg_cost": 0.0, + "lambda": 67.3533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.3533, + 67.3533, + 67.3533 + ] + }, + { + "episode": 870, + "avg_reward": 3909.96, + "avg_cost": 0.0, + "lambda": 66.7675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7675, + 66.7675, + 66.7675 + ] + }, + { + "episode": 880, + "avg_reward": 3989.84, + "avg_cost": 2.25, + "lambda": 66.2342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.2342, + 66.2342, + 66.2342 + ] + }, + { + "episode": 890, + "avg_reward": 4180.59, + "avg_cost": 13.5, + "lambda": 65.7183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.7183, + 65.7183, + 65.7183 + ] + }, + { + "episode": 900, + "avg_reward": 3863.66, + "avg_cost": 3.0, + "lambda": 65.1025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.1025, + 65.1025, + 65.1025 + ] + }, + { + "episode": 910, + "avg_reward": 3993.86, + "avg_cost": 0.0, + "lambda": 64.3942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.3942, + 64.3942, + 64.3942 + ] + }, + { + "episode": 920, + "avg_reward": 4196.55, + "avg_cost": 9.5, + "lambda": 63.7783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.7783, + 63.7783, + 63.7783 + ] + }, + { + "episode": 930, + "avg_reward": 3962.07, + "avg_cost": 2.25, + "lambda": 64.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.21, + 64.21, + 64.21 + ] + }, + { + "episode": 940, + "avg_reward": 4371.19, + "avg_cost": 18.5, + "lambda": 63.8567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.8567, + 63.8567, + 63.8567 + ] + }, + { + "episode": 950, + "avg_reward": 4091.17, + "avg_cost": 1.25, + "lambda": 63.4708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.4708, + 63.4708, + 63.4708 + ] + }, + { + "episode": 960, + "avg_reward": 4020.59, + "avg_cost": 1.25, + "lambda": 63.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.17, + 63.17, + 63.17 + ] + }, + { + "episode": 970, + "avg_reward": 4193.73, + "avg_cost": 12.75, + "lambda": 62.7967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.7967, + 62.7967, + 62.7967 + ] + }, + { + "episode": 980, + "avg_reward": 3700.39, + "avg_cost": 0.0, + "lambda": 62.9158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.9158, + 62.9158, + 62.9158 + ] + }, + { + "episode": 990, + "avg_reward": 4498.03, + "avg_cost": 9.75, + "lambda": 62.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.18, + 62.18, + 62.18 + ] + }, + { + "episode": 1000, + "avg_reward": 4073.56, + "avg_cost": 0.0, + "lambda": 61.5342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.5342, + 61.5342, + 61.5342 + ] + } + ], + "final_lambdas": [ + 61.5342, + 61.5342, + 61.5342 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..acf47b7639ed7ff6885749561b63414ef2d9db75 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4023953.88, + "constraint_satisfaction_pct": 25.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 11.0875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0875, + 11.0875, + 11.0875 + ] + }, + { + "episode": 10, + "avg_reward": 3926.81, + "avg_cost": 3.75, + "lambda": 20.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.9575, + 20.9575, + 20.9575 + ] + }, + { + "episode": 20, + "avg_reward": 4251.48, + "avg_cost": 5.75, + "lambda": 26.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.9125, + 26.9125, + 26.9125 + ] + }, + { + "episode": 30, + "avg_reward": 4521.7, + "avg_cost": 6.25, + "lambda": 30.82, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.82, + 30.82, + 30.82 + ] + }, + { + "episode": 40, + "avg_reward": 5015.38, + "avg_cost": 29.75, + "lambda": 34.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.225, + 34.225, + 34.225 + ] + }, + { + "episode": 50, + "avg_reward": 3928.68, + "avg_cost": 3.25, + "lambda": 36.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.25, + 36.25, + 36.25 + ] + }, + { + "episode": 60, + "avg_reward": 5278.93, + "avg_cost": 25.5, + "lambda": 39.13, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.13, + 39.13, + 39.13 + ] + }, + { + "episode": 70, + "avg_reward": 4375.64, + "avg_cost": 3.5, + "lambda": 43.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.345, + 43.345, + 43.345 + ] + }, + { + "episode": 80, + "avg_reward": 5369.72, + "avg_cost": 66.0, + "lambda": 47.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.8, + 47.8, + 47.8 + ] + }, + { + "episode": 90, + "avg_reward": 5214.07, + "avg_cost": 23.75, + "lambda": 51.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.0325, + 51.0325, + 51.0325 + ] + }, + { + "episode": 100, + "avg_reward": 5138.7, + "avg_cost": 32.0, + "lambda": 55.735, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.735, + 55.735, + 55.735 + ] + }, + { + "episode": 110, + "avg_reward": 4385.12, + "avg_cost": 3.0, + "lambda": 59.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.3725, + 59.3725, + 59.3725 + ] + }, + { + "episode": 120, + "avg_reward": 4686.92, + "avg_cost": 17.25, + "lambda": 64.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.1275, + 64.1275, + 64.1275 + ] + }, + { + "episode": 130, + "avg_reward": 3324.69, + "avg_cost": 0.5, + "lambda": 65.2525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.2525, + 65.2525, + 65.2525 + ] + }, + { + "episode": 140, + "avg_reward": 3657.91, + "avg_cost": 0.25, + "lambda": 68.1175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1175, + 68.1175, + 68.1175 + ] + }, + { + "episode": 150, + "avg_reward": 4424.08, + "avg_cost": 7.75, + "lambda": 70.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.855, + 70.855, + 70.855 + ] + }, + { + "episode": 160, + "avg_reward": 3719.62, + "avg_cost": 3.5, + "lambda": 75.955, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.955, + 75.955, + 75.955 + ] + }, + { + "episode": 170, + "avg_reward": 4739.24, + "avg_cost": 10.25, + "lambda": 79.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.93, + 79.93, + 79.93 + ] + }, + { + "episode": 180, + "avg_reward": 4100.01, + "avg_cost": 3.25, + "lambda": 85.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.225, + 85.225, + 85.225 + ] + }, + { + "episode": 190, + "avg_reward": 3673.15, + "avg_cost": 2.5, + "lambda": 93.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.1075, + 93.1075, + 93.1075 + ] + }, + { + "episode": 200, + "avg_reward": 4316.83, + "avg_cost": 0.75, + "lambda": 95.1175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.1175, + 95.1175, + 95.1175 + ] + }, + { + "episode": 210, + "avg_reward": 3984.6, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 4417.67, + "avg_cost": 21.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 4033.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 5212.16, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 4515.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 3825.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 3634.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": 4228.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 4633.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 3622.94, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 3746.3, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 3345.39, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 4177.89, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 3264.51, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 3473.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 3809.64, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 3500.67, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 3719.92, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 4138.27, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 4088.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 3507.58, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 4184.26, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 3515.15, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 3935.79, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 3247.18, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 3618.0, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 3721.59, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 3459.12, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 3160.19, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 3584.1, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 4708.29, + "avg_cost": 46.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 3913.21, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 4317.96, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 3450.86, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 3987.71, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 4679.81, + "avg_cost": 25.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 4219.85, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 3582.6, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 4249.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 3605.35, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 3901.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 4113.25, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 3502.86, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 3694.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 3182.67, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 4005.86, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 3776.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 4219.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 4256.8, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 965.75, + "avg_cost": 422.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 2975.74, + "avg_cost": 23.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 3337.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 3770.68, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 3472.59, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 4326.57, + "avg_cost": 28.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 4446.65, + "avg_cost": 28.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 3468.83, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 3541.62, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 3428.66, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 3280.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 3778.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 4022.76, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 3252.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 3629.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 3689.87, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 3938.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 3597.72, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 3749.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 3744.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 3744.92, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 3882.06, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 3491.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 3291.71, + "avg_cost": 51.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3737.5, + "avg_cost": 42.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3737.04, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 4436.01, + "avg_cost": 22.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 5438.46, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 6047.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 5060.95, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3786.13, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..3a1dc439e25836480257291c838936980c5caa1c --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2567597.94, + "constraint_satisfaction_pct": 80.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 39.525, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.625, + 13.625, + 13.625 + ] + }, + { + "episode": 10, + "avg_reward": 3685.9, + "avg_cost": 0.0, + "lambda": 16.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.7, + 16.7, + 16.7 + ] + }, + { + "episode": 20, + "avg_reward": 3687.44, + "avg_cost": 0.0, + "lambda": 16.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.85, + 16.85, + 16.85 + ] + }, + { + "episode": 30, + "avg_reward": 3658.44, + "avg_cost": 0.0, + "lambda": 16.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.975, + 16.975, + 16.975 + ] + }, + { + "episode": 40, + "avg_reward": 3671.24, + "avg_cost": 0.0, + "lambda": 17.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0, + 17.0, + 17.0 + ] + }, + { + "episode": 50, + "avg_reward": 3757.09, + "avg_cost": 0.0, + "lambda": 17.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.175, + 17.175, + 17.175 + ] + }, + { + "episode": 60, + "avg_reward": 3762.55, + "avg_cost": 0.25, + "lambda": 17.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2, + 17.2, + 17.2 + ] + }, + { + "episode": 70, + "avg_reward": 4705.54, + "avg_cost": 6.25, + "lambda": 21.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.525, + 21.525, + 21.525 + ] + }, + { + "episode": 80, + "avg_reward": 3785.67, + "avg_cost": 0.0, + "lambda": 21.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7, + 21.7, + 21.7 + ] + }, + { + "episode": 90, + "avg_reward": 3632.42, + "avg_cost": 0.25, + "lambda": 21.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.825, + 21.825, + 21.825 + ] + }, + { + "episode": 100, + "avg_reward": 3643.59, + "avg_cost": 0.0, + "lambda": 21.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.85, + 21.85, + 21.85 + ] + }, + { + "episode": 110, + "avg_reward": 4028.23, + "avg_cost": 0.0, + "lambda": 22.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.05, + 22.05, + 22.05 + ] + }, + { + "episode": 120, + "avg_reward": 4132.17, + "avg_cost": 0.0, + "lambda": 22.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.15, + 22.15, + 22.15 + ] + }, + { + "episode": 130, + "avg_reward": 3892.25, + "avg_cost": 0.0, + "lambda": 26.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.075, + 26.075, + 26.075 + ] + }, + { + "episode": 140, + "avg_reward": 3962.99, + "avg_cost": 0.0, + "lambda": 26.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.425, + 26.425, + 26.425 + ] + }, + { + "episode": 150, + "avg_reward": 4197.77, + "avg_cost": 0.25, + "lambda": 26.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.65, + 26.65, + 26.65 + ] + }, + { + "episode": 160, + "avg_reward": 4214.83, + "avg_cost": 0.0, + "lambda": 26.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.95, + 26.95, + 26.95 + ] + }, + { + "episode": 170, + "avg_reward": 3614.42, + "avg_cost": 0.0, + "lambda": 29.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.075, + 29.075, + 29.075 + ] + }, + { + "episode": 180, + "avg_reward": 3816.35, + "avg_cost": 0.0, + "lambda": 29.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.15, + 29.15, + 29.15 + ] + }, + { + "episode": 190, + "avg_reward": 3416.48, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 200, + "avg_reward": 3384.0, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 210, + "avg_reward": 3348.9, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 220, + "avg_reward": 3027.85, + "avg_cost": 0.25, + "lambda": 29.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2, + 29.2, + 29.2 + ] + }, + { + "episode": 230, + "avg_reward": 3077.74, + "avg_cost": 0.0, + "lambda": 29.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.275, + 29.275, + 29.275 + ] + }, + { + "episode": 240, + "avg_reward": 3119.08, + "avg_cost": 0.0, + "lambda": 29.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.3, + 29.3, + 29.3 + ] + }, + { + "episode": 250, + "avg_reward": 3027.52, + "avg_cost": 0.0, + "lambda": 29.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.35, + 29.35, + 29.35 + ] + }, + { + "episode": 260, + "avg_reward": 2990.92, + "avg_cost": 0.0, + "lambda": 29.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.4, + 29.4, + 29.4 + ] + }, + { + "episode": 270, + "avg_reward": 3027.52, + "avg_cost": 0.0, + "lambda": 29.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.5, + 29.5, + 29.5 + ] + }, + { + "episode": 280, + "avg_reward": 2899.37, + "avg_cost": 0.0, + "lambda": 29.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.5, + 29.5, + 29.5 + ] + }, + { + "episode": 290, + "avg_reward": 2999.39, + "avg_cost": 0.75, + "lambda": 29.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.725, + 29.725, + 29.725 + ] + }, + { + "episode": 300, + "avg_reward": 3051.65, + "avg_cost": 0.0, + "lambda": 29.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.75, + 29.75, + 29.75 + ] + }, + { + "episode": 310, + "avg_reward": 2974.93, + "avg_cost": 0.0, + "lambda": 29.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.925, + 29.925, + 29.925 + ] + }, + { + "episode": 320, + "avg_reward": 2924.52, + "avg_cost": 0.0, + "lambda": 30.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.05, + 30.05, + 30.05 + ] + }, + { + "episode": 330, + "avg_reward": 2798.42, + "avg_cost": 0.0, + "lambda": 30.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.075, + 30.075, + 30.075 + ] + }, + { + "episode": 340, + "avg_reward": 2931.52, + "avg_cost": 0.0, + "lambda": 30.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.2, + 30.2, + 30.2 + ] + }, + { + "episode": 350, + "avg_reward": 2599.35, + "avg_cost": 0.0, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.775, + 30.775, + 30.775 + ] + }, + { + "episode": 360, + "avg_reward": 3513.18, + "avg_cost": 13.5, + "lambda": 32.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2, + 32.2, + 32.2 + ] + }, + { + "episode": 370, + "avg_reward": 2742.07, + "avg_cost": 0.0, + "lambda": 32.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2, + 32.2, + 32.2 + ] + }, + { + "episode": 380, + "avg_reward": 2686.59, + "avg_cost": 0.0, + "lambda": 32.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.325, + 32.325, + 32.325 + ] + }, + { + "episode": 390, + "avg_reward": 2583.58, + "avg_cost": 0.0, + "lambda": 32.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.425, + 32.425, + 32.425 + ] + }, + { + "episode": 400, + "avg_reward": 2369.91, + "avg_cost": 0.0, + "lambda": 32.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.45, + 32.45, + 32.45 + ] + }, + { + "episode": 410, + "avg_reward": 2509.55, + "avg_cost": 0.0, + "lambda": 32.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.475, + 32.475, + 32.475 + ] + }, + { + "episode": 420, + "avg_reward": 2734.77, + "avg_cost": 0.0, + "lambda": 32.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.475, + 32.475, + 32.475 + ] + }, + { + "episode": 430, + "avg_reward": 2553.21, + "avg_cost": 0.0, + "lambda": 32.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.525, + 32.525, + 32.525 + ] + }, + { + "episode": 440, + "avg_reward": 2359.13, + "avg_cost": 0.5, + "lambda": 32.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.675, + 32.675, + 32.675 + ] + }, + { + "episode": 450, + "avg_reward": 2646.89, + "avg_cost": 0.0, + "lambda": 32.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.7, + 32.7, + 32.7 + ] + }, + { + "episode": 460, + "avg_reward": 2610.63, + "avg_cost": 0.0, + "lambda": 32.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.725, + 32.725, + 32.725 + ] + }, + { + "episode": 470, + "avg_reward": 2509.58, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 480, + "avg_reward": 2366.56, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 490, + "avg_reward": 2347.53, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 500, + "avg_reward": 2316.18, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 510, + "avg_reward": 2191.11, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 520, + "avg_reward": 1874.96, + "avg_cost": 0.25, + "lambda": 32.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.825, + 32.825, + 32.825 + ] + }, + { + "episode": 530, + "avg_reward": 2087.2, + "avg_cost": 0.0, + "lambda": 32.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.85, + 32.85, + 32.85 + ] + }, + { + "episode": 540, + "avg_reward": 2069.78, + "avg_cost": 0.0, + "lambda": 32.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.875, + 32.875, + 32.875 + ] + }, + { + "episode": 550, + "avg_reward": 2039.61, + "avg_cost": 0.0, + "lambda": 32.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.925, + 32.925, + 32.925 + ] + }, + { + "episode": 560, + "avg_reward": 1916.55, + "avg_cost": 0.0, + "lambda": 32.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.95, + 32.95, + 32.95 + ] + }, + { + "episode": 570, + "avg_reward": 2050.46, + "avg_cost": 0.0, + "lambda": 33.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.025, + 33.025, + 33.025 + ] + }, + { + "episode": 580, + "avg_reward": 2020.56, + "avg_cost": 0.25, + "lambda": 33.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.075, + 33.075, + 33.075 + ] + }, + { + "episode": 590, + "avg_reward": 1826.11, + "avg_cost": 0.0, + "lambda": 33.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.075, + 33.075, + 33.075 + ] + }, + { + "episode": 600, + "avg_reward": 1855.17, + "avg_cost": 0.0, + "lambda": 33.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.15, + 33.15, + 33.15 + ] + }, + { + "episode": 610, + "avg_reward": 1823.8, + "avg_cost": 0.0, + "lambda": 33.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.2, + 33.2, + 33.2 + ] + }, + { + "episode": 620, + "avg_reward": 1880.76, + "avg_cost": 0.0, + "lambda": 33.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.3, + 33.3, + 33.3 + ] + }, + { + "episode": 630, + "avg_reward": 2090.01, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 640, + "avg_reward": 2103.98, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 650, + "avg_reward": 1932.07, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 660, + "avg_reward": 1846.88, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 670, + "avg_reward": 1847.43, + "avg_cost": 0.25, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 680, + "avg_reward": 1809.13, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 690, + "avg_reward": 1745.66, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 700, + "avg_reward": 1860.84, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 710, + "avg_reward": 1880.04, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 720, + "avg_reward": 1848.77, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 730, + "avg_reward": 1796.33, + "avg_cost": 0.0, + "lambda": 33.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.375, + 33.375, + 33.375 + ] + }, + { + "episode": 740, + "avg_reward": 1843.48, + "avg_cost": 0.0, + "lambda": 33.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.375, + 33.375, + 33.375 + ] + }, + { + "episode": 750, + "avg_reward": 1806.95, + "avg_cost": 0.0, + "lambda": 33.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.475, + 33.475, + 33.475 + ] + }, + { + "episode": 760, + "avg_reward": 1857.33, + "avg_cost": 0.0, + "lambda": 33.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.475, + 33.475, + 33.475 + ] + }, + { + "episode": 770, + "avg_reward": 2031.09, + "avg_cost": 0.0, + "lambda": 33.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.55, + 33.55, + 33.55 + ] + }, + { + "episode": 780, + "avg_reward": 2156.97, + "avg_cost": 0.0, + "lambda": 33.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.675, + 33.675, + 33.675 + ] + }, + { + "episode": 790, + "avg_reward": 1927.39, + "avg_cost": 0.25, + "lambda": 33.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.8, + 33.8, + 33.8 + ] + }, + { + "episode": 800, + "avg_reward": 1949.03, + "avg_cost": 0.25, + "lambda": 33.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.875, + 33.875, + 33.875 + ] + }, + { + "episode": 810, + "avg_reward": 2301.58, + "avg_cost": 0.0, + "lambda": 34.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.0, + 34.0, + 34.0 + ] + }, + { + "episode": 820, + "avg_reward": 2059.76, + "avg_cost": 0.0, + "lambda": 34.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.075, + 34.075, + 34.075 + ] + }, + { + "episode": 830, + "avg_reward": 1978.51, + "avg_cost": 0.0, + "lambda": 34.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.1, + 34.1, + 34.1 + ] + }, + { + "episode": 840, + "avg_reward": 2481.75, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 850, + "avg_reward": 2966.97, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 860, + "avg_reward": 2921.14, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 870, + "avg_reward": 3112.15, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 880, + "avg_reward": 2544.77, + "avg_cost": 6.75, + "lambda": 35.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.4, + 35.4, + 35.4 + ] + }, + { + "episode": 890, + "avg_reward": 2104.92, + "avg_cost": 0.0, + "lambda": 36.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.25, + 36.25, + 36.25 + ] + }, + { + "episode": 900, + "avg_reward": 1758.15, + "avg_cost": 0.75, + "lambda": 37.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.225, + 37.225, + 37.225 + ] + }, + { + "episode": 910, + "avg_reward": 1694.3, + "avg_cost": 0.0, + "lambda": 37.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.55, + 37.55, + 37.55 + ] + }, + { + "episode": 920, + "avg_reward": 1476.42, + "avg_cost": 0.5, + "lambda": 38.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.025, + 38.025, + 38.025 + ] + }, + { + "episode": 930, + "avg_reward": 1466.91, + "avg_cost": 0.0, + "lambda": 38.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.175, + 38.175, + 38.175 + ] + }, + { + "episode": 940, + "avg_reward": 1474.7, + "avg_cost": 0.0, + "lambda": 38.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.225, + 38.225, + 38.225 + ] + }, + { + "episode": 950, + "avg_reward": 1462.99, + "avg_cost": 0.25, + "lambda": 38.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.3, + 38.3, + 38.3 + ] + }, + { + "episode": 960, + "avg_reward": 1450.76, + "avg_cost": 0.5, + "lambda": 38.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.65, + 38.65, + 38.65 + ] + }, + { + "episode": 970, + "avg_reward": 1440.16, + "avg_cost": 0.25, + "lambda": 38.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.7, + 38.7, + 38.7 + ] + }, + { + "episode": 980, + "avg_reward": 1340.06, + "avg_cost": 0.0, + "lambda": 39.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.225, + 39.225, + 39.225 + ] + }, + { + "episode": 990, + "avg_reward": 1456.72, + "avg_cost": 0.0, + "lambda": 39.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.4, + 39.4, + 39.4 + ] + }, + { + "episode": 1000, + "avg_reward": 1422.76, + "avg_cost": 0.0, + "lambda": 39.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.525, + 39.525, + 39.525 + ] + } + ], + "final_lambdas": [ + 39.525, + 39.525, + 39.525 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..c62d1ef34ba6f7e1795c87b588813d60f0b8383a --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3423463.92, + "constraint_satisfaction_pct": 80.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 39.525, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4638.37, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.625, + 13.625, + 13.625 + ] + }, + { + "episode": 10, + "avg_reward": 4914.53, + "avg_cost": 0.0, + "lambda": 16.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.7, + 16.7, + 16.7 + ] + }, + { + "episode": 20, + "avg_reward": 4916.59, + "avg_cost": 0.0, + "lambda": 16.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.85, + 16.85, + 16.85 + ] + }, + { + "episode": 30, + "avg_reward": 4877.92, + "avg_cost": 0.0, + "lambda": 16.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.975, + 16.975, + 16.975 + ] + }, + { + "episode": 40, + "avg_reward": 4894.99, + "avg_cost": 0.0, + "lambda": 17.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0, + 17.0, + 17.0 + ] + }, + { + "episode": 50, + "avg_reward": 5009.46, + "avg_cost": 0.0, + "lambda": 17.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.175, + 17.175, + 17.175 + ] + }, + { + "episode": 60, + "avg_reward": 5016.73, + "avg_cost": 0.25, + "lambda": 17.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2, + 17.2, + 17.2 + ] + }, + { + "episode": 70, + "avg_reward": 6274.05, + "avg_cost": 6.25, + "lambda": 21.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.525, + 21.525, + 21.525 + ] + }, + { + "episode": 80, + "avg_reward": 5047.56, + "avg_cost": 0.0, + "lambda": 21.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7, + 21.7, + 21.7 + ] + }, + { + "episode": 90, + "avg_reward": 4843.23, + "avg_cost": 0.25, + "lambda": 21.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.825, + 21.825, + 21.825 + ] + }, + { + "episode": 100, + "avg_reward": 4858.12, + "avg_cost": 0.0, + "lambda": 21.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.85, + 21.85, + 21.85 + ] + }, + { + "episode": 110, + "avg_reward": 5370.97, + "avg_cost": 0.0, + "lambda": 22.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.05, + 22.05, + 22.05 + ] + }, + { + "episode": 120, + "avg_reward": 5509.56, + "avg_cost": 0.0, + "lambda": 22.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.15, + 22.15, + 22.15 + ] + }, + { + "episode": 130, + "avg_reward": 5189.66, + "avg_cost": 0.0, + "lambda": 26.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.075, + 26.075, + 26.075 + ] + }, + { + "episode": 140, + "avg_reward": 5283.99, + "avg_cost": 0.0, + "lambda": 26.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.425, + 26.425, + 26.425 + ] + }, + { + "episode": 150, + "avg_reward": 5597.03, + "avg_cost": 0.25, + "lambda": 26.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.65, + 26.65, + 26.65 + ] + }, + { + "episode": 160, + "avg_reward": 5619.78, + "avg_cost": 0.0, + "lambda": 26.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.95, + 26.95, + 26.95 + ] + }, + { + "episode": 170, + "avg_reward": 4819.22, + "avg_cost": 0.0, + "lambda": 29.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.075, + 29.075, + 29.075 + ] + }, + { + "episode": 180, + "avg_reward": 5088.47, + "avg_cost": 0.0, + "lambda": 29.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.15, + 29.15, + 29.15 + ] + }, + { + "episode": 190, + "avg_reward": 4555.31, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 200, + "avg_reward": 4512.0, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 210, + "avg_reward": 4465.2, + "avg_cost": 0.0, + "lambda": 29.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.175, + 29.175, + 29.175 + ] + }, + { + "episode": 220, + "avg_reward": 4037.14, + "avg_cost": 0.25, + "lambda": 29.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2, + 29.2, + 29.2 + ] + }, + { + "episode": 230, + "avg_reward": 4103.65, + "avg_cost": 0.0, + "lambda": 29.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.275, + 29.275, + 29.275 + ] + }, + { + "episode": 240, + "avg_reward": 4158.77, + "avg_cost": 0.0, + "lambda": 29.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.3, + 29.3, + 29.3 + ] + }, + { + "episode": 250, + "avg_reward": 4036.69, + "avg_cost": 0.0, + "lambda": 29.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.35, + 29.35, + 29.35 + ] + }, + { + "episode": 260, + "avg_reward": 3987.9, + "avg_cost": 0.0, + "lambda": 29.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.4, + 29.4, + 29.4 + ] + }, + { + "episode": 270, + "avg_reward": 4036.69, + "avg_cost": 0.0, + "lambda": 29.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.5, + 29.5, + 29.5 + ] + }, + { + "episode": 280, + "avg_reward": 3865.82, + "avg_cost": 0.0, + "lambda": 29.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.5, + 29.5, + 29.5 + ] + }, + { + "episode": 290, + "avg_reward": 3999.18, + "avg_cost": 0.75, + "lambda": 29.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.725, + 29.725, + 29.725 + ] + }, + { + "episode": 300, + "avg_reward": 4068.87, + "avg_cost": 0.0, + "lambda": 29.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.75, + 29.75, + 29.75 + ] + }, + { + "episode": 310, + "avg_reward": 3966.57, + "avg_cost": 0.0, + "lambda": 29.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.925, + 29.925, + 29.925 + ] + }, + { + "episode": 320, + "avg_reward": 3899.36, + "avg_cost": 0.0, + "lambda": 30.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.05, + 30.05, + 30.05 + ] + }, + { + "episode": 330, + "avg_reward": 3731.22, + "avg_cost": 0.0, + "lambda": 30.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.075, + 30.075, + 30.075 + ] + }, + { + "episode": 340, + "avg_reward": 3908.7, + "avg_cost": 0.0, + "lambda": 30.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.2, + 30.2, + 30.2 + ] + }, + { + "episode": 350, + "avg_reward": 3465.8, + "avg_cost": 0.0, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.775, + 30.775, + 30.775 + ] + }, + { + "episode": 360, + "avg_reward": 4684.24, + "avg_cost": 13.5, + "lambda": 32.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2, + 32.2, + 32.2 + ] + }, + { + "episode": 370, + "avg_reward": 3656.09, + "avg_cost": 0.0, + "lambda": 32.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2, + 32.2, + 32.2 + ] + }, + { + "episode": 380, + "avg_reward": 3582.12, + "avg_cost": 0.0, + "lambda": 32.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.325, + 32.325, + 32.325 + ] + }, + { + "episode": 390, + "avg_reward": 3444.77, + "avg_cost": 0.0, + "lambda": 32.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.425, + 32.425, + 32.425 + ] + }, + { + "episode": 400, + "avg_reward": 3159.88, + "avg_cost": 0.0, + "lambda": 32.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.45, + 32.45, + 32.45 + ] + }, + { + "episode": 410, + "avg_reward": 3346.06, + "avg_cost": 0.0, + "lambda": 32.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.475, + 32.475, + 32.475 + ] + }, + { + "episode": 420, + "avg_reward": 3646.35, + "avg_cost": 0.0, + "lambda": 32.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.475, + 32.475, + 32.475 + ] + }, + { + "episode": 430, + "avg_reward": 3404.27, + "avg_cost": 0.0, + "lambda": 32.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.525, + 32.525, + 32.525 + ] + }, + { + "episode": 440, + "avg_reward": 3145.51, + "avg_cost": 0.5, + "lambda": 32.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.675, + 32.675, + 32.675 + ] + }, + { + "episode": 450, + "avg_reward": 3529.19, + "avg_cost": 0.0, + "lambda": 32.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.7, + 32.7, + 32.7 + ] + }, + { + "episode": 460, + "avg_reward": 3480.84, + "avg_cost": 0.0, + "lambda": 32.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.725, + 32.725, + 32.725 + ] + }, + { + "episode": 470, + "avg_reward": 3346.1, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 480, + "avg_reward": 3155.41, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 490, + "avg_reward": 3130.04, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 500, + "avg_reward": 3088.24, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 510, + "avg_reward": 2921.48, + "avg_cost": 0.0, + "lambda": 32.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.75, + 32.75, + 32.75 + ] + }, + { + "episode": 520, + "avg_reward": 2499.94, + "avg_cost": 0.25, + "lambda": 32.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.825, + 32.825, + 32.825 + ] + }, + { + "episode": 530, + "avg_reward": 2782.93, + "avg_cost": 0.0, + "lambda": 32.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.85, + 32.85, + 32.85 + ] + }, + { + "episode": 540, + "avg_reward": 2759.71, + "avg_cost": 0.0, + "lambda": 32.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.875, + 32.875, + 32.875 + ] + }, + { + "episode": 550, + "avg_reward": 2719.48, + "avg_cost": 0.0, + "lambda": 32.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.925, + 32.925, + 32.925 + ] + }, + { + "episode": 560, + "avg_reward": 2555.4, + "avg_cost": 0.0, + "lambda": 32.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.95, + 32.95, + 32.95 + ] + }, + { + "episode": 570, + "avg_reward": 2733.94, + "avg_cost": 0.0, + "lambda": 33.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.025, + 33.025, + 33.025 + ] + }, + { + "episode": 580, + "avg_reward": 2694.08, + "avg_cost": 0.25, + "lambda": 33.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.075, + 33.075, + 33.075 + ] + }, + { + "episode": 590, + "avg_reward": 2434.81, + "avg_cost": 0.0, + "lambda": 33.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.075, + 33.075, + 33.075 + ] + }, + { + "episode": 600, + "avg_reward": 2473.56, + "avg_cost": 0.0, + "lambda": 33.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.15, + 33.15, + 33.15 + ] + }, + { + "episode": 610, + "avg_reward": 2431.73, + "avg_cost": 0.0, + "lambda": 33.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.2, + 33.2, + 33.2 + ] + }, + { + "episode": 620, + "avg_reward": 2507.68, + "avg_cost": 0.0, + "lambda": 33.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.3, + 33.3, + 33.3 + ] + }, + { + "episode": 630, + "avg_reward": 2786.68, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 640, + "avg_reward": 2805.31, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 650, + "avg_reward": 2576.09, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 660, + "avg_reward": 2462.51, + "avg_cost": 0.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.325, + 33.325, + 33.325 + ] + }, + { + "episode": 670, + "avg_reward": 2463.24, + "avg_cost": 0.25, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 680, + "avg_reward": 2412.17, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 690, + "avg_reward": 2327.54, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 700, + "avg_reward": 2481.12, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 710, + "avg_reward": 2506.72, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 720, + "avg_reward": 2465.03, + "avg_cost": 0.0, + "lambda": 33.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.35, + 33.35, + 33.35 + ] + }, + { + "episode": 730, + "avg_reward": 2395.11, + "avg_cost": 0.0, + "lambda": 33.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.375, + 33.375, + 33.375 + ] + }, + { + "episode": 740, + "avg_reward": 2457.98, + "avg_cost": 0.0, + "lambda": 33.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.375, + 33.375, + 33.375 + ] + }, + { + "episode": 750, + "avg_reward": 2409.27, + "avg_cost": 0.0, + "lambda": 33.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.475, + 33.475, + 33.475 + ] + }, + { + "episode": 760, + "avg_reward": 2476.44, + "avg_cost": 0.0, + "lambda": 33.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.475, + 33.475, + 33.475 + ] + }, + { + "episode": 770, + "avg_reward": 2708.12, + "avg_cost": 0.0, + "lambda": 33.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.55, + 33.55, + 33.55 + ] + }, + { + "episode": 780, + "avg_reward": 2875.96, + "avg_cost": 0.0, + "lambda": 33.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.675, + 33.675, + 33.675 + ] + }, + { + "episode": 790, + "avg_reward": 2569.86, + "avg_cost": 0.25, + "lambda": 33.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.8, + 33.8, + 33.8 + ] + }, + { + "episode": 800, + "avg_reward": 2598.7, + "avg_cost": 0.25, + "lambda": 33.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.875, + 33.875, + 33.875 + ] + }, + { + "episode": 810, + "avg_reward": 3068.77, + "avg_cost": 0.0, + "lambda": 34.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.0, + 34.0, + 34.0 + ] + }, + { + "episode": 820, + "avg_reward": 2746.35, + "avg_cost": 0.0, + "lambda": 34.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.075, + 34.075, + 34.075 + ] + }, + { + "episode": 830, + "avg_reward": 2638.02, + "avg_cost": 0.0, + "lambda": 34.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.1, + 34.1, + 34.1 + ] + }, + { + "episode": 840, + "avg_reward": 3309.0, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 850, + "avg_reward": 3955.96, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 860, + "avg_reward": 3894.86, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 870, + "avg_reward": 4149.53, + "avg_cost": 0.0, + "lambda": 34.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.175, + 34.175, + 34.175 + ] + }, + { + "episode": 880, + "avg_reward": 3393.03, + "avg_cost": 6.75, + "lambda": 35.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.4, + 35.4, + 35.4 + ] + }, + { + "episode": 890, + "avg_reward": 2806.56, + "avg_cost": 0.0, + "lambda": 36.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.25, + 36.25, + 36.25 + ] + }, + { + "episode": 900, + "avg_reward": 2344.2, + "avg_cost": 0.75, + "lambda": 37.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.225, + 37.225, + 37.225 + ] + }, + { + "episode": 910, + "avg_reward": 2259.07, + "avg_cost": 0.0, + "lambda": 37.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.55, + 37.55, + 37.55 + ] + }, + { + "episode": 920, + "avg_reward": 1968.56, + "avg_cost": 0.5, + "lambda": 38.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.025, + 38.025, + 38.025 + ] + }, + { + "episode": 930, + "avg_reward": 1955.88, + "avg_cost": 0.0, + "lambda": 38.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.175, + 38.175, + 38.175 + ] + }, + { + "episode": 940, + "avg_reward": 1966.26, + "avg_cost": 0.0, + "lambda": 38.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.225, + 38.225, + 38.225 + ] + }, + { + "episode": 950, + "avg_reward": 1950.66, + "avg_cost": 0.25, + "lambda": 38.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.3, + 38.3, + 38.3 + ] + }, + { + "episode": 960, + "avg_reward": 1934.35, + "avg_cost": 0.5, + "lambda": 38.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.65, + 38.65, + 38.65 + ] + }, + { + "episode": 970, + "avg_reward": 1920.21, + "avg_cost": 0.25, + "lambda": 38.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.7, + 38.7, + 38.7 + ] + }, + { + "episode": 980, + "avg_reward": 1786.75, + "avg_cost": 0.0, + "lambda": 39.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.225, + 39.225, + 39.225 + ] + }, + { + "episode": 990, + "avg_reward": 1942.3, + "avg_cost": 0.0, + "lambda": 39.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.4, + 39.4, + 39.4 + ] + }, + { + "episode": 1000, + "avg_reward": 1897.01, + "avg_cost": 0.0, + "lambda": 39.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.525, + 39.525, + 39.525 + ] + } + ], + "final_lambdas": [ + 39.525, + 39.525, + 39.525 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..23aec476f68587a5215fe358d89ac4fa12d14177 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5527108.96, + "constraint_satisfaction_pct": 53.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 448.85, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4638.37, + "avg_cost": 36.25, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.625, + 13.625, + 13.625 + ] + }, + { + "episode": 10, + "avg_reward": 5510.37, + "avg_cost": 2.75, + "lambda": 31.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.775, + 31.775, + 31.775 + ] + }, + { + "episode": 20, + "avg_reward": 6619.93, + "avg_cost": 38.0, + "lambda": 44.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.55, + 44.55, + 44.55 + ] + }, + { + "episode": 30, + "avg_reward": 5727.1, + "avg_cost": 4.75, + "lambda": 55.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.575, + 55.575, + 55.575 + ] + }, + { + "episode": 40, + "avg_reward": 5894.49, + "avg_cost": 1.0, + "lambda": 58.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.45, + 58.45, + 58.45 + ] + }, + { + "episode": 50, + "avg_reward": 5902.61, + "avg_cost": 1.0, + "lambda": 69.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.35, + 69.35, + 69.35 + ] + }, + { + "episode": 60, + "avg_reward": 5228.61, + "avg_cost": 0.25, + "lambda": 76.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.0, + 76.0, + 76.0 + ] + }, + { + "episode": 70, + "avg_reward": 6314.9, + "avg_cost": 1.75, + "lambda": 81.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.75, + 81.75, + 81.75 + ] + }, + { + "episode": 80, + "avg_reward": 5830.07, + "avg_cost": 0.25, + "lambda": 87.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.425, + 87.425, + 87.425 + ] + }, + { + "episode": 90, + "avg_reward": 5672.18, + "avg_cost": 0.0, + "lambda": 101.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 101.525, + 101.525, + 101.525 + ] + }, + { + "episode": 100, + "avg_reward": 5303.48, + "avg_cost": 0.25, + "lambda": 104.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 104.675, + 104.675, + 104.675 + ] + }, + { + "episode": 110, + "avg_reward": 5294.98, + "avg_cost": 0.0, + "lambda": 116.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 116.75, + 116.75, + 116.75 + ] + }, + { + "episode": 120, + "avg_reward": 4757.25, + "avg_cost": 3.0, + "lambda": 127.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 127.175, + 127.175, + 127.175 + ] + }, + { + "episode": 130, + "avg_reward": 5665.21, + "avg_cost": 0.75, + "lambda": 133.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 133.675, + 133.675, + 133.675 + ] + }, + { + "episode": 140, + "avg_reward": 5176.02, + "avg_cost": 0.25, + "lambda": 147.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 147.925, + 147.925, + 147.925 + ] + }, + { + "episode": 150, + "avg_reward": 4437.98, + "avg_cost": 6.5, + "lambda": 156.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 156.825, + 156.825, + 156.825 + ] + }, + { + "episode": 160, + "avg_reward": 5306.5, + "avg_cost": 19.0, + "lambda": 167.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 167.225, + 167.225, + 167.225 + ] + }, + { + "episode": 170, + "avg_reward": 4583.05, + "avg_cost": 5.0, + "lambda": 175.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 175.375, + 175.375, + 175.375 + ] + }, + { + "episode": 180, + "avg_reward": 5676.66, + "avg_cost": 0.0, + "lambda": 178.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 178.275, + 178.275, + 178.275 + ] + }, + { + "episode": 190, + "avg_reward": 5908.81, + "avg_cost": 0.0, + "lambda": 185.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 185.95, + 185.95, + 185.95 + ] + }, + { + "episode": 200, + "avg_reward": 6010.55, + "avg_cost": 14.75, + "lambda": 193.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 193.85, + 193.85, + 193.85 + ] + }, + { + "episode": 210, + "avg_reward": 4460.15, + "avg_cost": 0.5, + "lambda": 197.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 197.225, + 197.225, + 197.225 + ] + }, + { + "episode": 220, + "avg_reward": 4393.48, + "avg_cost": 3.5, + "lambda": 199.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 199.475, + 199.475, + 199.475 + ] + }, + { + "episode": 230, + "avg_reward": 5813.85, + "avg_cost": 0.0, + "lambda": 199.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 199.725, + 199.725, + 199.725 + ] + }, + { + "episode": 240, + "avg_reward": 5806.8, + "avg_cost": 3.5, + "lambda": 206.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 206.75, + 206.75, + 206.75 + ] + }, + { + "episode": 250, + "avg_reward": 5248.85, + "avg_cost": 1.0, + "lambda": 212.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 212.15, + 212.15, + 212.15 + ] + }, + { + "episode": 260, + "avg_reward": 5808.65, + "avg_cost": 0.0, + "lambda": 214.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.625, + 214.625, + 214.625 + ] + }, + { + "episode": 270, + "avg_reward": 5920.81, + "avg_cost": 1.0, + "lambda": 217.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 217.625, + 217.625, + 217.625 + ] + }, + { + "episode": 280, + "avg_reward": 5793.04, + "avg_cost": 0.5, + "lambda": 221.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 221.1, + 221.1, + 221.1 + ] + }, + { + "episode": 290, + "avg_reward": 7086.55, + "avg_cost": 0.0, + "lambda": 222.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 222.3, + 222.3, + 222.3 + ] + }, + { + "episode": 300, + "avg_reward": 6461.35, + "avg_cost": 1.0, + "lambda": 229.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.75, + 229.75, + 229.75 + ] + }, + { + "episode": 310, + "avg_reward": 6273.8, + "avg_cost": 0.0, + "lambda": 243.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.525, + 243.525, + 243.525 + ] + }, + { + "episode": 320, + "avg_reward": 7433.0, + "avg_cost": 8.0, + "lambda": 269.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.475, + 269.475, + 269.475 + ] + }, + { + "episode": 330, + "avg_reward": 9848.92, + "avg_cost": 148.5, + "lambda": 322.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 322.075, + 322.075, + 322.075 + ] + }, + { + "episode": 340, + "avg_reward": 7720.03, + "avg_cost": 2.25, + "lambda": 356.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 356.3, + 356.3, + 356.3 + ] + }, + { + "episode": 350, + "avg_reward": 7062.0, + "avg_cost": 0.0, + "lambda": 362.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 362.2, + 362.2, + 362.2 + ] + }, + { + "episode": 360, + "avg_reward": 8440.7, + "avg_cost": 13.5, + "lambda": 373.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 373.2, + 373.2, + 373.2 + ] + }, + { + "episode": 370, + "avg_reward": 6637.23, + "avg_cost": 0.0, + "lambda": 380.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 380.9, + 380.9, + 380.9 + ] + }, + { + "episode": 380, + "avg_reward": 7733.98, + "avg_cost": 0.0, + "lambda": 382.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 382.0, + 382.0, + 382.0 + ] + }, + { + "episode": 390, + "avg_reward": 6769.47, + "avg_cost": 0.0, + "lambda": 382.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 382.375, + 382.375, + 382.375 + ] + }, + { + "episode": 400, + "avg_reward": 6402.66, + "avg_cost": 0.0, + "lambda": 382.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 382.375, + 382.375, + 382.375 + ] + }, + { + "episode": 410, + "avg_reward": 4354.04, + "avg_cost": 0.5, + "lambda": 382.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 382.425, + 382.425, + 382.425 + ] + }, + { + "episode": 420, + "avg_reward": 4392.44, + "avg_cost": 3.25, + "lambda": 383.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 383.325, + 383.325, + 383.325 + ] + }, + { + "episode": 430, + "avg_reward": 5051.6, + "avg_cost": 0.0, + "lambda": 384.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 384.125, + 384.125, + 384.125 + ] + }, + { + "episode": 440, + "avg_reward": 5514.93, + "avg_cost": 2.0, + "lambda": 384.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 384.95, + 384.95, + 384.95 + ] + }, + { + "episode": 450, + "avg_reward": 5481.08, + "avg_cost": 0.0, + "lambda": 385.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 385.825, + 385.825, + 385.825 + ] + }, + { + "episode": 460, + "avg_reward": 5695.86, + "avg_cost": 9.0, + "lambda": 387.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 387.425, + 387.425, + 387.425 + ] + }, + { + "episode": 470, + "avg_reward": 4199.04, + "avg_cost": 6.25, + "lambda": 395.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 395.95, + 395.95, + 395.95 + ] + }, + { + "episode": 480, + "avg_reward": 4661.62, + "avg_cost": 0.75, + "lambda": 396.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 396.85, + 396.85, + 396.85 + ] + }, + { + "episode": 490, + "avg_reward": 4742.22, + "avg_cost": 0.0, + "lambda": 397.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 397.95, + 397.95, + 397.95 + ] + }, + { + "episode": 500, + "avg_reward": 4968.02, + "avg_cost": 0.0, + "lambda": 398.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 398.175, + 398.175, + 398.175 + ] + }, + { + "episode": 510, + "avg_reward": 4857.3, + "avg_cost": 10.25, + "lambda": 405.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 405.15, + 405.15, + 405.15 + ] + }, + { + "episode": 520, + "avg_reward": 4760.91, + "avg_cost": 0.0, + "lambda": 405.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 405.25, + 405.25, + 405.25 + ] + }, + { + "episode": 530, + "avg_reward": 5460.12, + "avg_cost": 0.25, + "lambda": 405.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 405.275, + 405.275, + 405.275 + ] + }, + { + "episode": 540, + "avg_reward": 6336.91, + "avg_cost": 17.5, + "lambda": 409.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 409.175, + 409.175, + 409.175 + ] + }, + { + "episode": 550, + "avg_reward": 5431.16, + "avg_cost": 2.25, + "lambda": 410.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 410.475, + 410.475, + 410.475 + ] + }, + { + "episode": 560, + "avg_reward": 4614.77, + "avg_cost": 6.0, + "lambda": 416.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 416.225, + 416.225, + 416.225 + ] + }, + { + "episode": 570, + "avg_reward": 4743.41, + "avg_cost": 0.5, + "lambda": 418.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 418.85, + 418.85, + 418.85 + ] + }, + { + "episode": 580, + "avg_reward": 5437.96, + "avg_cost": 0.0, + "lambda": 420.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 420.35, + 420.35, + 420.35 + ] + }, + { + "episode": 590, + "avg_reward": 5171.43, + "avg_cost": 0.0, + "lambda": 420.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 420.475, + 420.475, + 420.475 + ] + }, + { + "episode": 600, + "avg_reward": 5587.31, + "avg_cost": 0.0, + "lambda": 423.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 423.325, + 423.325, + 423.325 + ] + }, + { + "episode": 610, + "avg_reward": 5024.82, + "avg_cost": 0.0, + "lambda": 428.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 428.575, + 428.575, + 428.575 + ] + }, + { + "episode": 620, + "avg_reward": 5621.21, + "avg_cost": 0.0, + "lambda": 429.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 429.2, + 429.2, + 429.2 + ] + }, + { + "episode": 630, + "avg_reward": 4756.17, + "avg_cost": 0.0, + "lambda": 429.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 429.475, + 429.475, + 429.475 + ] + }, + { + "episode": 640, + "avg_reward": 4707.73, + "avg_cost": 0.0, + "lambda": 429.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 429.475, + 429.475, + 429.475 + ] + }, + { + "episode": 650, + "avg_reward": 4419.21, + "avg_cost": 0.25, + "lambda": 429.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 429.7, + 429.7, + 429.7 + ] + }, + { + "episode": 660, + "avg_reward": 4348.04, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 670, + "avg_reward": 4186.67, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 680, + "avg_reward": 4408.76, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 690, + "avg_reward": 4701.91, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 700, + "avg_reward": 4967.75, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 710, + "avg_reward": 4828.73, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 720, + "avg_reward": 4903.31, + "avg_cost": 0.0, + "lambda": 430.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.225, + 430.225, + 430.225 + ] + }, + { + "episode": 730, + "avg_reward": 5376.75, + "avg_cost": 2.75, + "lambda": 430.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.5, + 430.5, + 430.5 + ] + }, + { + "episode": 740, + "avg_reward": 4971.81, + "avg_cost": 0.0, + "lambda": 430.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.5, + 430.5, + 430.5 + ] + }, + { + "episode": 750, + "avg_reward": 5288.95, + "avg_cost": 1.0, + "lambda": 430.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.925, + 430.925, + 430.925 + ] + }, + { + "episode": 760, + "avg_reward": 5303.53, + "avg_cost": 0.0, + "lambda": 430.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 430.925, + 430.925, + 430.925 + ] + }, + { + "episode": 770, + "avg_reward": 5369.76, + "avg_cost": 2.5, + "lambda": 431.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 431.35, + 431.35, + 431.35 + ] + }, + { + "episode": 780, + "avg_reward": 5227.13, + "avg_cost": 0.0, + "lambda": 431.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 431.35, + 431.35, + 431.35 + ] + }, + { + "episode": 790, + "avg_reward": 4771.83, + "avg_cost": 0.0, + "lambda": 437.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 437.5, + 437.5, + 437.5 + ] + }, + { + "episode": 800, + "avg_reward": 5350.77, + "avg_cost": 0.0, + "lambda": 437.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 437.5, + 437.5, + 437.5 + ] + }, + { + "episode": 810, + "avg_reward": 5374.52, + "avg_cost": 0.0, + "lambda": 437.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 437.5, + 437.5, + 437.5 + ] + }, + { + "episode": 820, + "avg_reward": 4729.41, + "avg_cost": 0.0, + "lambda": 439.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.125, + 439.125, + 439.125 + ] + }, + { + "episode": 830, + "avg_reward": 5588.92, + "avg_cost": 0.0, + "lambda": 439.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.125, + 439.125, + 439.125 + ] + }, + { + "episode": 840, + "avg_reward": 4938.75, + "avg_cost": 0.0, + "lambda": 439.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.25, + 439.25, + 439.25 + ] + }, + { + "episode": 850, + "avg_reward": 5445.73, + "avg_cost": 0.0, + "lambda": 439.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.25, + 439.25, + 439.25 + ] + }, + { + "episode": 860, + "avg_reward": 5786.75, + "avg_cost": 2.75, + "lambda": 439.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.675, + 439.675, + 439.675 + ] + }, + { + "episode": 870, + "avg_reward": 5561.26, + "avg_cost": 0.0, + "lambda": 439.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 439.675, + 439.675, + 439.675 + ] + }, + { + "episode": 880, + "avg_reward": 5203.49, + "avg_cost": 0.0, + "lambda": 440.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 440.225, + 440.225, + 440.225 + ] + }, + { + "episode": 890, + "avg_reward": 5033.17, + "avg_cost": 0.0, + "lambda": 441.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 441.475, + 441.475, + 441.475 + ] + }, + { + "episode": 900, + "avg_reward": 4365.95, + "avg_cost": 4.75, + "lambda": 442.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 442.4, + 442.4, + 442.4 + ] + }, + { + "episode": 910, + "avg_reward": 5123.14, + "avg_cost": 0.0, + "lambda": 443.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 443.5, + 443.5, + 443.5 + ] + }, + { + "episode": 920, + "avg_reward": 4689.08, + "avg_cost": 0.0, + "lambda": 444.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 444.75, + 444.75, + 444.75 + ] + }, + { + "episode": 930, + "avg_reward": 5783.26, + "avg_cost": 0.25, + "lambda": 444.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 444.875, + 444.875, + 444.875 + ] + }, + { + "episode": 940, + "avg_reward": 5753.47, + "avg_cost": 0.0, + "lambda": 445.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 445.675, + 445.675, + 445.675 + ] + }, + { + "episode": 950, + "avg_reward": 5745.09, + "avg_cost": 0.75, + "lambda": 445.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 445.775, + 445.775, + 445.775 + ] + }, + { + "episode": 960, + "avg_reward": 5063.1, + "avg_cost": 0.5, + "lambda": 446.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 446.325, + 446.325, + 446.325 + ] + }, + { + "episode": 970, + "avg_reward": 5396.75, + "avg_cost": 0.0, + "lambda": 446.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 446.55, + 446.55, + 446.55 + ] + }, + { + "episode": 980, + "avg_reward": 5898.35, + "avg_cost": 0.75, + "lambda": 448.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 448.6, + 448.6, + 448.6 + ] + }, + { + "episode": 990, + "avg_reward": 5555.41, + "avg_cost": 0.0, + "lambda": 448.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 448.6, + 448.6, + 448.6 + ] + }, + { + "episode": 1000, + "avg_reward": 5464.42, + "avg_cost": 0.0, + "lambda": 448.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 448.85, + 448.85, + 448.85 + ] + } + ], + "final_lambdas": [ + 448.85, + 448.85, + 448.85 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..87c4499e439ec6328ee6675cf298866ba6e9b9e3 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4455749.34, + "constraint_satisfaction_pct": 95.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 6.9108, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 3478.77, + "avg_cost": 36.25, + "lambda": 5.0958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0958, + 5.0958, + 5.0958 + ] + }, + { + "episode": 10, + "avg_reward": 3903.4, + "avg_cost": 70.0, + "lambda": 13.4733, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4733, + 13.4733, + 13.4733 + ] + }, + { + "episode": 20, + "avg_reward": 4565.08, + "avg_cost": 5.75, + "lambda": 14.2517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2517, + 14.2517, + 14.2517 + ] + }, + { + "episode": 30, + "avg_reward": 4251.27, + "avg_cost": 1.75, + "lambda": 15.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.6675, + 15.6675, + 15.6675 + ] + }, + { + "episode": 40, + "avg_reward": 5436.77, + "avg_cost": 63.0, + "lambda": 15.4108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4108, + 15.4108, + 15.4108 + ] + }, + { + "episode": 50, + "avg_reward": 4330.23, + "avg_cost": 3.25, + "lambda": 16.9542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.9542, + 16.9542, + 16.9542 + ] + }, + { + "episode": 60, + "avg_reward": 4408.88, + "avg_cost": 14.5, + "lambda": 17.6475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.6475, + 17.6475, + 17.6475 + ] + }, + { + "episode": 70, + "avg_reward": 4420.06, + "avg_cost": 7.75, + "lambda": 19.9658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.9658, + 19.9658, + 19.9658 + ] + }, + { + "episode": 80, + "avg_reward": 3582.38, + "avg_cost": 10.0, + "lambda": 19.3717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3717, + 19.3717, + 19.3717 + ] + }, + { + "episode": 90, + "avg_reward": 4375.66, + "avg_cost": 37.5, + "lambda": 20.7525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.7525, + 20.7525, + 20.7525 + ] + }, + { + "episode": 100, + "avg_reward": 4493.56, + "avg_cost": 17.0, + "lambda": 20.1258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.1258, + 20.1258, + 20.1258 + ] + }, + { + "episode": 110, + "avg_reward": 4473.93, + "avg_cost": 13.75, + "lambda": 20.6142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.6142, + 20.6142, + 20.6142 + ] + }, + { + "episode": 120, + "avg_reward": 3577.28, + "avg_cost": 6.75, + "lambda": 19.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.64, + 19.64, + 19.64 + ] + }, + { + "episode": 130, + "avg_reward": 3973.31, + "avg_cost": 29.75, + "lambda": 19.3558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3558, + 19.3558, + 19.3558 + ] + }, + { + "episode": 140, + "avg_reward": 4261.76, + "avg_cost": 38.5, + "lambda": 18.8342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.8342, + 18.8342, + 18.8342 + ] + }, + { + "episode": 150, + "avg_reward": 4038.54, + "avg_cost": 21.0, + "lambda": 18.73, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.73, + 18.73, + 18.73 + ] + }, + { + "episode": 160, + "avg_reward": 4896.66, + "avg_cost": 187.0, + "lambda": 24.8833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.8833, + 24.8833, + 24.8833 + ] + }, + { + "episode": 170, + "avg_reward": 3338.55, + "avg_cost": 7.5, + "lambda": 34.4442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.4442, + 34.4442, + 34.4442 + ] + }, + { + "episode": 180, + "avg_reward": 4218.33, + "avg_cost": 4.25, + "lambda": 32.045, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.045, + 32.045, + 32.045 + ] + }, + { + "episode": 190, + "avg_reward": 4463.23, + "avg_cost": 5.5, + "lambda": 31.7983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.7983, + 31.7983, + 31.7983 + ] + }, + { + "episode": 200, + "avg_reward": 4968.89, + "avg_cost": 17.25, + "lambda": 29.6367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.6367, + 29.6367, + 29.6367 + ] + }, + { + "episode": 210, + "avg_reward": 3670.88, + "avg_cost": 3.0, + "lambda": 27.78, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.78, + 27.78, + 27.78 + ] + }, + { + "episode": 220, + "avg_reward": 3046.41, + "avg_cost": 2.0, + "lambda": 26.2483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2483, + 26.2483, + 26.2483 + ] + }, + { + "episode": 230, + "avg_reward": 4368.2, + "avg_cost": 11.75, + "lambda": 23.9442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.9442, + 23.9442, + 23.9442 + ] + }, + { + "episode": 240, + "avg_reward": 3476.44, + "avg_cost": 0.0, + "lambda": 22.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.065, + 22.065, + 22.065 + ] + }, + { + "episode": 250, + "avg_reward": 4159.6, + "avg_cost": 6.5, + "lambda": 20.4358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4358, + 20.4358, + 20.4358 + ] + }, + { + "episode": 260, + "avg_reward": 3832.56, + "avg_cost": 3.5, + "lambda": 19.3592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3592, + 19.3592, + 19.3592 + ] + }, + { + "episode": 270, + "avg_reward": 4347.45, + "avg_cost": 32.75, + "lambda": 18.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.7575, + 18.7575, + 18.7575 + ] + }, + { + "episode": 280, + "avg_reward": 5415.52, + "avg_cost": 54.25, + "lambda": 17.8433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8433, + 17.8433, + 17.8433 + ] + }, + { + "episode": 290, + "avg_reward": 4123.66, + "avg_cost": 4.5, + "lambda": 16.5792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5792, + 16.5792, + 16.5792 + ] + }, + { + "episode": 300, + "avg_reward": 4825.64, + "avg_cost": 31.25, + "lambda": 15.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.6675, + 15.6675, + 15.6675 + ] + }, + { + "episode": 310, + "avg_reward": 3653.96, + "avg_cost": 4.75, + "lambda": 15.4383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4383, + 15.4383, + 15.4383 + ] + }, + { + "episode": 320, + "avg_reward": 3732.14, + "avg_cost": 0.75, + "lambda": 14.0792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0792, + 14.0792, + 14.0792 + ] + }, + { + "episode": 330, + "avg_reward": 4577.38, + "avg_cost": 30.75, + "lambda": 13.06, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.06, + 13.06, + 13.06 + ] + }, + { + "episode": 340, + "avg_reward": 3719.21, + "avg_cost": 16.0, + "lambda": 13.0583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0583, + 13.0583, + 13.0583 + ] + }, + { + "episode": 350, + "avg_reward": 3619.8, + "avg_cost": 10.5, + "lambda": 11.9517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9517, + 11.9517, + 11.9517 + ] + }, + { + "episode": 360, + "avg_reward": 4622.84, + "avg_cost": 32.25, + "lambda": 10.92, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.92, + 10.92, + 10.92 + ] + }, + { + "episode": 370, + "avg_reward": 4287.51, + "avg_cost": 18.25, + "lambda": 10.8383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8383, + 10.8383, + 10.8383 + ] + }, + { + "episode": 380, + "avg_reward": 3410.37, + "avg_cost": 5.75, + "lambda": 10.4792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4792, + 10.4792, + 10.4792 + ] + }, + { + "episode": 390, + "avg_reward": 4802.34, + "avg_cost": 20.5, + "lambda": 9.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9225, + 9.9225, + 9.9225 + ] + }, + { + "episode": 400, + "avg_reward": 5196.56, + "avg_cost": 61.75, + "lambda": 11.0008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0008, + 11.0008, + 11.0008 + ] + }, + { + "episode": 410, + "avg_reward": 5224.84, + "avg_cost": 58.25, + "lambda": 10.8292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8292, + 10.8292, + 10.8292 + ] + }, + { + "episode": 420, + "avg_reward": 4033.59, + "avg_cost": 18.25, + "lambda": 11.7575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7575, + 11.7575, + 11.7575 + ] + }, + { + "episode": 430, + "avg_reward": 4235.45, + "avg_cost": 19.0, + "lambda": 11.2958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2958, + 11.2958, + 11.2958 + ] + }, + { + "episode": 440, + "avg_reward": 3973.12, + "avg_cost": 6.5, + "lambda": 10.7892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7892, + 10.7892, + 10.7892 + ] + }, + { + "episode": 450, + "avg_reward": 5326.82, + "avg_cost": 67.75, + "lambda": 10.41, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.41, + 10.41, + 10.41 + ] + }, + { + "episode": 460, + "avg_reward": 3778.9, + "avg_cost": 1.5, + "lambda": 10.1683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1683, + 10.1683, + 10.1683 + ] + }, + { + "episode": 470, + "avg_reward": 5823.71, + "avg_cost": 94.5, + "lambda": 10.6867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6867, + 10.6867, + 10.6867 + ] + }, + { + "episode": 480, + "avg_reward": 4820.38, + "avg_cost": 45.75, + "lambda": 10.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.555, + 10.555, + 10.555 + ] + }, + { + "episode": 490, + "avg_reward": 4795.53, + "avg_cost": 21.0, + "lambda": 10.2658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2658, + 10.2658, + 10.2658 + ] + }, + { + "episode": 500, + "avg_reward": 4065.19, + "avg_cost": 16.0, + "lambda": 10.8117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8117, + 10.8117, + 10.8117 + ] + }, + { + "episode": 510, + "avg_reward": 5153.92, + "avg_cost": 59.75, + "lambda": 10.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4225, + 10.4225, + 10.4225 + ] + }, + { + "episode": 520, + "avg_reward": 4632.74, + "avg_cost": 31.0, + "lambda": 10.9883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9883, + 10.9883, + 10.9883 + ] + }, + { + "episode": 530, + "avg_reward": 4254.34, + "avg_cost": 14.0, + "lambda": 11.2967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2967, + 11.2967, + 11.2967 + ] + }, + { + "episode": 540, + "avg_reward": 5417.33, + "avg_cost": 62.75, + "lambda": 11.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1775, + 11.1775, + 11.1775 + ] + }, + { + "episode": 550, + "avg_reward": 4775.6, + "avg_cost": 29.25, + "lambda": 11.2433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2433, + 11.2433, + 11.2433 + ] + }, + { + "episode": 560, + "avg_reward": 4677.45, + "avg_cost": 19.5, + "lambda": 11.4042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4042, + 11.4042, + 11.4042 + ] + }, + { + "episode": 570, + "avg_reward": 5336.1, + "avg_cost": 50.0, + "lambda": 11.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.125, + 11.125, + 11.125 + ] + }, + { + "episode": 580, + "avg_reward": 4607.4, + "avg_cost": 21.25, + "lambda": 10.4008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4008, + 10.4008, + 10.4008 + ] + }, + { + "episode": 590, + "avg_reward": 4988.2, + "avg_cost": 38.0, + "lambda": 9.5867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5867, + 9.5867, + 9.5867 + ] + }, + { + "episode": 600, + "avg_reward": 4273.6, + "avg_cost": 9.75, + "lambda": 9.805, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.805, + 9.805, + 9.805 + ] + }, + { + "episode": 610, + "avg_reward": 3962.24, + "avg_cost": 6.5, + "lambda": 9.1583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1583, + 9.1583, + 9.1583 + ] + }, + { + "episode": 620, + "avg_reward": 3916.14, + "avg_cost": 2.5, + "lambda": 8.7292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7292, + 8.7292, + 8.7292 + ] + }, + { + "episode": 630, + "avg_reward": 3911.65, + "avg_cost": 9.25, + "lambda": 9.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.175, + 9.175, + 9.175 + ] + }, + { + "episode": 640, + "avg_reward": 5022.73, + "avg_cost": 54.75, + "lambda": 9.0708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0708, + 9.0708, + 9.0708 + ] + }, + { + "episode": 650, + "avg_reward": 5055.58, + "avg_cost": 46.25, + "lambda": 8.9742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9742, + 8.9742, + 8.9742 + ] + }, + { + "episode": 660, + "avg_reward": 4541.18, + "avg_cost": 17.25, + "lambda": 7.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9575, + 7.9575, + 7.9575 + ] + }, + { + "episode": 670, + "avg_reward": 3825.57, + "avg_cost": 7.5, + "lambda": 7.6408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6408, + 7.6408, + 7.6408 + ] + }, + { + "episode": 680, + "avg_reward": 4377.86, + "avg_cost": 14.25, + "lambda": 7.6067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6067, + 7.6067, + 7.6067 + ] + }, + { + "episode": 690, + "avg_reward": 4649.02, + "avg_cost": 28.5, + "lambda": 8.2975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2975, + 8.2975, + 8.2975 + ] + }, + { + "episode": 700, + "avg_reward": 3933.36, + "avg_cost": 3.25, + "lambda": 9.0408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0408, + 9.0408, + 9.0408 + ] + }, + { + "episode": 710, + "avg_reward": 4568.64, + "avg_cost": 19.5, + "lambda": 8.8342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8342, + 8.8342, + 8.8342 + ] + }, + { + "episode": 720, + "avg_reward": 3940.84, + "avg_cost": 4.75, + "lambda": 8.155, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.155, + 8.155, + 8.155 + ] + }, + { + "episode": 730, + "avg_reward": 3782.74, + "avg_cost": 5.0, + "lambda": 7.7633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7633, + 7.7633, + 7.7633 + ] + }, + { + "episode": 740, + "avg_reward": 3906.33, + "avg_cost": 6.75, + "lambda": 7.6342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6342, + 7.6342, + 7.6342 + ] + }, + { + "episode": 750, + "avg_reward": 4754.11, + "avg_cost": 35.75, + "lambda": 7.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1725, + 7.1725, + 7.1725 + ] + }, + { + "episode": 760, + "avg_reward": 5194.44, + "avg_cost": 52.75, + "lambda": 6.7508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7508, + 6.7508, + 6.7508 + ] + }, + { + "episode": 770, + "avg_reward": 4501.47, + "avg_cost": 28.0, + "lambda": 6.9817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9817, + 6.9817, + 6.9817 + ] + }, + { + "episode": 780, + "avg_reward": 4879.05, + "avg_cost": 41.0, + "lambda": 6.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9975, + 6.9975, + 6.9975 + ] + }, + { + "episode": 790, + "avg_reward": 3996.8, + "avg_cost": 4.25, + "lambda": 7.4983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4983, + 7.4983, + 7.4983 + ] + }, + { + "episode": 800, + "avg_reward": 5326.77, + "avg_cost": 69.75, + "lambda": 8.1717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1717, + 8.1717, + 8.1717 + ] + }, + { + "episode": 810, + "avg_reward": 4037.77, + "avg_cost": 0.0, + "lambda": 7.335, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.335, + 7.335, + 7.335 + ] + }, + { + "episode": 820, + "avg_reward": 4605.47, + "avg_cost": 24.75, + "lambda": 8.0658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0658, + 8.0658, + 8.0658 + ] + }, + { + "episode": 830, + "avg_reward": 4301.5, + "avg_cost": 15.25, + "lambda": 7.8192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8192, + 7.8192, + 7.8192 + ] + }, + { + "episode": 840, + "avg_reward": 4706.9, + "avg_cost": 37.25, + "lambda": 8.2125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2125, + 8.2125, + 8.2125 + ] + }, + { + "episode": 850, + "avg_reward": 4618.12, + "avg_cost": 12.75, + "lambda": 7.5283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5283, + 7.5283, + 7.5283 + ] + }, + { + "episode": 860, + "avg_reward": 3919.35, + "avg_cost": 14.5, + "lambda": 7.8042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8042, + 7.8042, + 7.8042 + ] + }, + { + "episode": 870, + "avg_reward": 5617.27, + "avg_cost": 85.75, + "lambda": 8.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.125, + 8.125, + 8.125 + ] + }, + { + "episode": 880, + "avg_reward": 5185.9, + "avg_cost": 50.25, + "lambda": 8.3333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3333, + 8.3333, + 8.3333 + ] + }, + { + "episode": 890, + "avg_reward": 4568.25, + "avg_cost": 30.5, + "lambda": 7.8317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8317, + 7.8317, + 7.8317 + ] + }, + { + "episode": 900, + "avg_reward": 4196.98, + "avg_cost": 14.75, + "lambda": 7.6725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6725, + 7.6725, + 7.6725 + ] + }, + { + "episode": 910, + "avg_reward": 4709.43, + "avg_cost": 30.0, + "lambda": 7.6258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6258, + 7.6258, + 7.6258 + ] + }, + { + "episode": 920, + "avg_reward": 4538.08, + "avg_cost": 17.5, + "lambda": 7.1867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1867, + 7.1867, + 7.1867 + ] + }, + { + "episode": 930, + "avg_reward": 5008.8, + "avg_cost": 40.5, + "lambda": 6.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.65, + 6.65, + 6.65 + ] + }, + { + "episode": 940, + "avg_reward": 4764.59, + "avg_cost": 40.5, + "lambda": 8.5258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5258, + 8.5258, + 8.5258 + ] + }, + { + "episode": 950, + "avg_reward": 4847.69, + "avg_cost": 41.75, + "lambda": 9.7692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.7692, + 9.7692, + 9.7692 + ] + }, + { + "episode": 960, + "avg_reward": 3587.48, + "avg_cost": 0.0, + "lambda": 7.99, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.99, + 7.99, + 7.99 + ] + }, + { + "episode": 970, + "avg_reward": 4553.2, + "avg_cost": 22.25, + "lambda": 7.2858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2858, + 7.2858, + 7.2858 + ] + }, + { + "episode": 980, + "avg_reward": 4074.07, + "avg_cost": 0.0, + "lambda": 7.0292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0292, + 7.0292, + 7.0292 + ] + }, + { + "episode": 990, + "avg_reward": 4217.07, + "avg_cost": 5.5, + "lambda": 7.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1, + 7.1, + 7.1 + ] + }, + { + "episode": 1000, + "avg_reward": 4156.31, + "avg_cost": 6.5, + "lambda": 6.9108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9108, + 6.9108, + 6.9108 + ] + } + ], + "final_lambdas": [ + 6.9108, + 6.9108, + 6.9108 + ], + "d_per_agent": 26.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..dc62d9c013125be5e29c71ac84626bb11ffb6fc8 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3522864.48, + "constraint_satisfaction_pct": 76.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 92.1892, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -202.31, + "avg_cost": 176.75, + "lambda": 6.6842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6842, + 6.6842, + 6.6842 + ] + }, + { + "episode": 10, + "avg_reward": 3872.36, + "avg_cost": 64.0, + "lambda": 10.4992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4992, + 10.4992, + 10.4992 + ] + }, + { + "episode": 20, + "avg_reward": 2448.83, + "avg_cost": 19.0, + "lambda": 15.5483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.5483, + 15.5483, + 15.5483 + ] + }, + { + "episode": 30, + "avg_reward": 4649.87, + "avg_cost": 86.25, + "lambda": 19.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.09, + 19.09, + 19.09 + ] + }, + { + "episode": 40, + "avg_reward": 4793.26, + "avg_cost": 79.5, + "lambda": 25.9392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9392, + 25.9392, + 25.9392 + ] + }, + { + "episode": 50, + "avg_reward": 2756.15, + "avg_cost": 10.5, + "lambda": 29.8958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.8958, + 29.8958, + 29.8958 + ] + }, + { + "episode": 60, + "avg_reward": 4473.2, + "avg_cost": 67.5, + "lambda": 31.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.9675, + 31.9675, + 31.9675 + ] + }, + { + "episode": 70, + "avg_reward": 4529.39, + "avg_cost": 24.0, + "lambda": 33.8842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.8842, + 33.8842, + 33.8842 + ] + }, + { + "episode": 80, + "avg_reward": 5110.98, + "avg_cost": 32.75, + "lambda": 35.1708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.1708, + 35.1708, + 35.1708 + ] + }, + { + "episode": 90, + "avg_reward": 5316.36, + "avg_cost": 29.25, + "lambda": 37.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.9225, + 37.9225, + 37.9225 + ] + }, + { + "episode": 100, + "avg_reward": 4672.67, + "avg_cost": 11.75, + "lambda": 38.8467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.8467, + 38.8467, + 38.8467 + ] + }, + { + "episode": 110, + "avg_reward": 4592.78, + "avg_cost": 12.25, + "lambda": 40.7933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.7933, + 40.7933, + 40.7933 + ] + }, + { + "episode": 120, + "avg_reward": 4519.12, + "avg_cost": 34.25, + "lambda": 42.055, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.055, + 42.055, + 42.055 + ] + }, + { + "episode": 130, + "avg_reward": 3932.38, + "avg_cost": 9.25, + "lambda": 44.2092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2092, + 44.2092, + 44.2092 + ] + }, + { + "episode": 140, + "avg_reward": 4476.4, + "avg_cost": 49.5, + "lambda": 46.4208, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.4208, + 46.4208, + 46.4208 + ] + }, + { + "episode": 150, + "avg_reward": 4909.96, + "avg_cost": 50.0, + "lambda": 50.3675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.3675, + 50.3675, + 50.3675 + ] + }, + { + "episode": 160, + "avg_reward": 4698.24, + "avg_cost": 46.25, + "lambda": 53.6917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.6917, + 53.6917, + 53.6917 + ] + }, + { + "episode": 170, + "avg_reward": 5046.89, + "avg_cost": 55.25, + "lambda": 57.6583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.6583, + 57.6583, + 57.6583 + ] + }, + { + "episode": 180, + "avg_reward": 3899.13, + "avg_cost": 27.5, + "lambda": 60.88, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.88, + 60.88, + 60.88 + ] + }, + { + "episode": 190, + "avg_reward": 3686.38, + "avg_cost": 22.25, + "lambda": 63.0567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.0567, + 63.0567, + 63.0567 + ] + }, + { + "episode": 200, + "avg_reward": 3843.15, + "avg_cost": 19.25, + "lambda": 64.5758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.5758, + 64.5758, + 64.5758 + ] + }, + { + "episode": 210, + "avg_reward": 4477.35, + "avg_cost": 46.0, + "lambda": 66.9675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.9675, + 66.9675, + 66.9675 + ] + }, + { + "episode": 220, + "avg_reward": 3954.98, + "avg_cost": 24.75, + "lambda": 69.2567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.2567, + 69.2567, + 69.2567 + ] + }, + { + "episode": 230, + "avg_reward": 4639.4, + "avg_cost": 46.75, + "lambda": 70.2433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.2433, + 70.2433, + 70.2433 + ] + }, + { + "episode": 240, + "avg_reward": 4034.53, + "avg_cost": 19.0, + "lambda": 71.6425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.6425, + 71.6425, + 71.6425 + ] + }, + { + "episode": 250, + "avg_reward": 3548.09, + "avg_cost": 14.5, + "lambda": 72.8842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.8842, + 72.8842, + 72.8842 + ] + }, + { + "episode": 260, + "avg_reward": 2900.33, + "avg_cost": 0.0, + "lambda": 72.8683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.8683, + 72.8683, + 72.8683 + ] + }, + { + "episode": 270, + "avg_reward": 3655.74, + "avg_cost": 15.0, + "lambda": 72.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.8775, + 72.8775, + 72.8775 + ] + }, + { + "episode": 280, + "avg_reward": 3597.65, + "avg_cost": 14.0, + "lambda": 73.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0367, + 73.0367, + 73.0367 + ] + }, + { + "episode": 290, + "avg_reward": 3583.81, + "avg_cost": 14.0, + "lambda": 74.0558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.0558, + 74.0558, + 74.0558 + ] + }, + { + "episode": 300, + "avg_reward": 3879.57, + "avg_cost": 33.0, + "lambda": 76.1475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.1475, + 76.1475, + 76.1475 + ] + }, + { + "episode": 310, + "avg_reward": 4074.83, + "avg_cost": 30.0, + "lambda": 80.0892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.0892, + 80.0892, + 80.0892 + ] + }, + { + "episode": 320, + "avg_reward": 3672.43, + "avg_cost": 26.0, + "lambda": 81.6433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.6433, + 81.6433, + 81.6433 + ] + }, + { + "episode": 330, + "avg_reward": 3441.92, + "avg_cost": 18.5, + "lambda": 82.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.5925, + 82.5925, + 82.5925 + ] + }, + { + "episode": 340, + "avg_reward": 2765.5, + "avg_cost": 1.25, + "lambda": 83.4067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.4067, + 83.4067, + 83.4067 + ] + }, + { + "episode": 350, + "avg_reward": 3754.66, + "avg_cost": 20.25, + "lambda": 84.0008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.0008, + 84.0008, + 84.0008 + ] + }, + { + "episode": 360, + "avg_reward": 3111.07, + "avg_cost": 4.5, + "lambda": 84.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.0825, + 84.0825, + 84.0825 + ] + }, + { + "episode": 370, + "avg_reward": 3108.35, + "avg_cost": 11.75, + "lambda": 84.0017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.0017, + 84.0017, + 84.0017 + ] + }, + { + "episode": 380, + "avg_reward": 3185.15, + "avg_cost": 12.0, + "lambda": 84.3133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.3133, + 84.3133, + 84.3133 + ] + }, + { + "episode": 390, + "avg_reward": 3518.32, + "avg_cost": 14.5, + "lambda": 84.9025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.9025, + 84.9025, + 84.9025 + ] + }, + { + "episode": 400, + "avg_reward": 3517.97, + "avg_cost": 9.75, + "lambda": 87.3167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.3167, + 87.3167, + 87.3167 + ] + }, + { + "episode": 410, + "avg_reward": 3107.12, + "avg_cost": 0.0, + "lambda": 87.2008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2008, + 87.2008, + 87.2008 + ] + }, + { + "episode": 420, + "avg_reward": 2946.22, + "avg_cost": 0.0, + "lambda": 87.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.345, + 87.345, + 87.345 + ] + }, + { + "episode": 430, + "avg_reward": 2619.12, + "avg_cost": 20.25, + "lambda": 87.5842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.5842, + 87.5842, + 87.5842 + ] + }, + { + "episode": 440, + "avg_reward": 2640.78, + "avg_cost": 1.75, + "lambda": 87.8758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.8758, + 87.8758, + 87.8758 + ] + }, + { + "episode": 450, + "avg_reward": 3061.89, + "avg_cost": 4.0, + "lambda": 87.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.3425, + 87.3425, + 87.3425 + ] + }, + { + "episode": 460, + "avg_reward": 3198.72, + "avg_cost": 1.75, + "lambda": 86.6667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.6667, + 86.6667, + 86.6667 + ] + }, + { + "episode": 470, + "avg_reward": 3295.68, + "avg_cost": 5.75, + "lambda": 86.6083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.6083, + 86.6083, + 86.6083 + ] + }, + { + "episode": 480, + "avg_reward": 3424.97, + "avg_cost": 0.0, + "lambda": 86.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.2175, + 86.2175, + 86.2175 + ] + }, + { + "episode": 490, + "avg_reward": 3880.47, + "avg_cost": 15.0, + "lambda": 86.3942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.3942, + 86.3942, + 86.3942 + ] + }, + { + "episode": 500, + "avg_reward": 3677.79, + "avg_cost": 8.75, + "lambda": 86.2833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.2833, + 86.2833, + 86.2833 + ] + }, + { + "episode": 510, + "avg_reward": 3236.61, + "avg_cost": 0.0, + "lambda": 85.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5, + 85.5, + 85.5 + ] + }, + { + "episode": 520, + "avg_reward": 3343.84, + "avg_cost": 5.75, + "lambda": 85.2442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.2442, + 85.2442, + 85.2442 + ] + }, + { + "episode": 530, + "avg_reward": 3205.19, + "avg_cost": 0.0, + "lambda": 84.9483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.9483, + 84.9483, + 84.9483 + ] + }, + { + "episode": 540, + "avg_reward": 3495.0, + "avg_cost": 8.5, + "lambda": 85.39, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.39, + 85.39, + 85.39 + ] + }, + { + "episode": 550, + "avg_reward": 3795.28, + "avg_cost": 21.75, + "lambda": 85.7242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.7242, + 85.7242, + 85.7242 + ] + }, + { + "episode": 560, + "avg_reward": 3004.66, + "avg_cost": 18.0, + "lambda": 87.2258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2258, + 87.2258, + 87.2258 + ] + }, + { + "episode": 570, + "avg_reward": 3008.26, + "avg_cost": 6.25, + "lambda": 87.7475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.7475, + 87.7475, + 87.7475 + ] + }, + { + "episode": 580, + "avg_reward": 3130.04, + "avg_cost": 3.75, + "lambda": 87.5867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.5867, + 87.5867, + 87.5867 + ] + }, + { + "episode": 590, + "avg_reward": 3055.05, + "avg_cost": 2.75, + "lambda": 87.2583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2583, + 87.2583, + 87.2583 + ] + }, + { + "episode": 600, + "avg_reward": 3246.03, + "avg_cost": 7.5, + "lambda": 87.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.15, + 87.15, + 87.15 + ] + }, + { + "episode": 610, + "avg_reward": 3094.31, + "avg_cost": 2.5, + "lambda": 86.8617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.8617, + 86.8617, + 86.8617 + ] + }, + { + "episode": 620, + "avg_reward": 3113.48, + "avg_cost": 0.5, + "lambda": 86.4858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.4858, + 86.4858, + 86.4858 + ] + }, + { + "episode": 630, + "avg_reward": 3375.03, + "avg_cost": 13.25, + "lambda": 86.4225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.4225, + 86.4225, + 86.4225 + ] + }, + { + "episode": 640, + "avg_reward": 3733.89, + "avg_cost": 14.25, + "lambda": 86.1492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.1492, + 86.1492, + 86.1492 + ] + }, + { + "episode": 650, + "avg_reward": 3203.53, + "avg_cost": 0.0, + "lambda": 86.2508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.2508, + 86.2508, + 86.2508 + ] + }, + { + "episode": 660, + "avg_reward": 3175.3, + "avg_cost": 0.0, + "lambda": 85.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.9475, + 85.9475, + 85.9475 + ] + }, + { + "episode": 670, + "avg_reward": 3015.72, + "avg_cost": 0.0, + "lambda": 85.2092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.2092, + 85.2092, + 85.2092 + ] + }, + { + "episode": 680, + "avg_reward": 3152.96, + "avg_cost": 4.25, + "lambda": 84.9483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.9483, + 84.9483, + 84.9483 + ] + }, + { + "episode": 690, + "avg_reward": 2731.05, + "avg_cost": 0.5, + "lambda": 84.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.3425, + 84.3425, + 84.3425 + ] + }, + { + "episode": 700, + "avg_reward": 2618.54, + "avg_cost": 0.0, + "lambda": 83.8442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.8442, + 83.8442, + 83.8442 + ] + }, + { + "episode": 710, + "avg_reward": 2780.48, + "avg_cost": 0.25, + "lambda": 83.3208, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.3208, + 83.3208, + 83.3208 + ] + }, + { + "episode": 720, + "avg_reward": 2991.75, + "avg_cost": 8.5, + "lambda": 82.7475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.7475, + 82.7475, + 82.7475 + ] + }, + { + "episode": 730, + "avg_reward": 2999.92, + "avg_cost": 0.0, + "lambda": 82.2067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.2067, + 82.2067, + 82.2067 + ] + }, + { + "episode": 740, + "avg_reward": 2873.68, + "avg_cost": 35.25, + "lambda": 82.3683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.3683, + 82.3683, + 82.3683 + ] + }, + { + "episode": 750, + "avg_reward": 3041.18, + "avg_cost": 0.75, + "lambda": 82.5475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.5475, + 82.5475, + 82.5475 + ] + }, + { + "episode": 760, + "avg_reward": 3830.84, + "avg_cost": 13.0, + "lambda": 82.2717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.2717, + 82.2717, + 82.2717 + ] + }, + { + "episode": 770, + "avg_reward": 3308.5, + "avg_cost": 0.0, + "lambda": 82.1583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.1583, + 82.1583, + 82.1583 + ] + }, + { + "episode": 780, + "avg_reward": 3668.87, + "avg_cost": 11.0, + "lambda": 82.3125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.3125, + 82.3125, + 82.3125 + ] + }, + { + "episode": 790, + "avg_reward": 3415.18, + "avg_cost": 14.0, + "lambda": 83.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.0367, + 83.0367, + 83.0367 + ] + }, + { + "episode": 800, + "avg_reward": 3450.7, + "avg_cost": 4.75, + "lambda": 82.6958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.6958, + 82.6958, + 82.6958 + ] + }, + { + "episode": 810, + "avg_reward": 3347.96, + "avg_cost": 12.75, + "lambda": 83.31, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.31, + 83.31, + 83.31 + ] + }, + { + "episode": 820, + "avg_reward": 3670.6, + "avg_cost": 9.0, + "lambda": 83.5667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.5667, + 83.5667, + 83.5667 + ] + }, + { + "episode": 830, + "avg_reward": 3760.43, + "avg_cost": 5.25, + "lambda": 83.6683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.6683, + 83.6683, + 83.6683 + ] + }, + { + "episode": 840, + "avg_reward": 4239.26, + "avg_cost": 11.5, + "lambda": 87.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.0975, + 87.0975, + 87.0975 + ] + }, + { + "episode": 850, + "avg_reward": 3529.36, + "avg_cost": 17.25, + "lambda": 87.4567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.4567, + 87.4567, + 87.4567 + ] + }, + { + "episode": 860, + "avg_reward": 4061.72, + "avg_cost": 1.25, + "lambda": 87.2683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2683, + 87.2683, + 87.2683 + ] + }, + { + "episode": 870, + "avg_reward": 3835.43, + "avg_cost": 5.75, + "lambda": 87.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.24, + 87.24, + 87.24 + ] + }, + { + "episode": 880, + "avg_reward": 3487.26, + "avg_cost": 5.5, + "lambda": 87.8317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.8317, + 87.8317, + 87.8317 + ] + }, + { + "episode": 890, + "avg_reward": 3712.33, + "avg_cost": 4.0, + "lambda": 87.9783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.9783, + 87.9783, + 87.9783 + ] + }, + { + "episode": 900, + "avg_reward": 4217.5, + "avg_cost": 0.5, + "lambda": 87.56, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.56, + 87.56, + 87.56 + ] + }, + { + "episode": 910, + "avg_reward": 3873.45, + "avg_cost": 9.0, + "lambda": 87.9192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.9192, + 87.9192, + 87.9192 + ] + }, + { + "episode": 920, + "avg_reward": 931.91, + "avg_cost": 71.5, + "lambda": 91.1883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.1883, + 91.1883, + 91.1883 + ] + }, + { + "episode": 930, + "avg_reward": 1294.19, + "avg_cost": 13.5, + "lambda": 94.1075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.1075, + 94.1075, + 94.1075 + ] + }, + { + "episode": 940, + "avg_reward": 2044.87, + "avg_cost": 4.25, + "lambda": 93.9092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.9092, + 93.9092, + 93.9092 + ] + }, + { + "episode": 950, + "avg_reward": 2497.86, + "avg_cost": 5.25, + "lambda": 93.3833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.3833, + 93.3833, + 93.3833 + ] + }, + { + "episode": 960, + "avg_reward": 2755.16, + "avg_cost": 25.5, + "lambda": 93.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.225, + 93.225, + 93.225 + ] + }, + { + "episode": 970, + "avg_reward": 3543.15, + "avg_cost": 9.0, + "lambda": 93.0242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.0242, + 93.0242, + 93.0242 + ] + }, + { + "episode": 980, + "avg_reward": 3671.01, + "avg_cost": 15.25, + "lambda": 92.7683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.7683, + 92.7683, + 92.7683 + ] + }, + { + "episode": 990, + "avg_reward": 3864.26, + "avg_cost": 4.75, + "lambda": 92.4775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.4775, + 92.4775, + 92.4775 + ] + }, + { + "episode": 1000, + "avg_reward": 3869.19, + "avg_cost": 4.5, + "lambda": 92.1892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.1892, + 92.1892, + 92.1892 + ] + } + ], + "final_lambdas": [ + 92.1892, + 92.1892, + 92.1892 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..9530bcad8f17a8d994d5b1d3382b8af65a4c14a7 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s1_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3679027.0, + "constraint_satisfaction_pct": 82.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 99.9842, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -202.31, + "avg_cost": 176.75, + "lambda": 6.6342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6342, + 6.6342, + 6.6342 + ] + }, + { + "episode": 10, + "avg_reward": 3179.05, + "avg_cost": 55.75, + "lambda": 9.9117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9117, + 9.9117, + 9.9117 + ] + }, + { + "episode": 20, + "avg_reward": 5020.42, + "avg_cost": 84.75, + "lambda": 15.4708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4708, + 15.4708, + 15.4708 + ] + }, + { + "episode": 30, + "avg_reward": 2894.0, + "avg_cost": 25.75, + "lambda": 19.4675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.4675, + 19.4675, + 19.4675 + ] + }, + { + "episode": 40, + "avg_reward": 3112.19, + "avg_cost": 19.75, + "lambda": 23.0992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.0992, + 23.0992, + 23.0992 + ] + }, + { + "episode": 50, + "avg_reward": 3105.29, + "avg_cost": 13.5, + "lambda": 25.4858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4858, + 25.4858, + 25.4858 + ] + }, + { + "episode": 60, + "avg_reward": 3535.06, + "avg_cost": 26.5, + "lambda": 27.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.875, + 27.875, + 27.875 + ] + }, + { + "episode": 70, + "avg_reward": 4397.48, + "avg_cost": 54.25, + "lambda": 29.7167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.7167, + 29.7167, + 29.7167 + ] + }, + { + "episode": 80, + "avg_reward": 3883.81, + "avg_cost": 22.75, + "lambda": 30.7683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.7683, + 30.7683, + 30.7683 + ] + }, + { + "episode": 90, + "avg_reward": 4585.19, + "avg_cost": 36.5, + "lambda": 31.9775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.9775, + 31.9775, + 31.9775 + ] + }, + { + "episode": 100, + "avg_reward": 4230.94, + "avg_cost": 10.5, + "lambda": 33.1117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.1117, + 33.1117, + 33.1117 + ] + }, + { + "episode": 110, + "avg_reward": 3911.74, + "avg_cost": 20.5, + "lambda": 34.1808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.1808, + 34.1808, + 34.1808 + ] + }, + { + "episode": 120, + "avg_reward": 4145.55, + "avg_cost": 13.5, + "lambda": 35.0725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.0725, + 35.0725, + 35.0725 + ] + }, + { + "episode": 130, + "avg_reward": 4043.41, + "avg_cost": 11.0, + "lambda": 36.1017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.1017, + 36.1017, + 36.1017 + ] + }, + { + "episode": 140, + "avg_reward": 5265.81, + "avg_cost": 25.75, + "lambda": 37.0258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.0258, + 37.0258, + 37.0258 + ] + }, + { + "episode": 150, + "avg_reward": 4833.43, + "avg_cost": 20.5, + "lambda": 37.345, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.345, + 37.345, + 37.345 + ] + }, + { + "episode": 160, + "avg_reward": 4040.36, + "avg_cost": 37.0, + "lambda": 39.1117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.1117, + 39.1117, + 39.1117 + ] + }, + { + "episode": 170, + "avg_reward": 4357.64, + "avg_cost": 42.25, + "lambda": 41.1058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.1058, + 41.1058, + 41.1058 + ] + }, + { + "episode": 180, + "avg_reward": 3587.58, + "avg_cost": 38.5, + "lambda": 44.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0975, + 44.0975, + 44.0975 + ] + }, + { + "episode": 190, + "avg_reward": 3764.78, + "avg_cost": 48.5, + "lambda": 48.3917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.3917, + 48.3917, + 48.3917 + ] + }, + { + "episode": 200, + "avg_reward": 4234.2, + "avg_cost": 58.0, + "lambda": 52.6733, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.6733, + 52.6733, + 52.6733 + ] + }, + { + "episode": 210, + "avg_reward": 3503.67, + "avg_cost": 52.0, + "lambda": 56.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.425, + 56.425, + 56.425 + ] + }, + { + "episode": 220, + "avg_reward": 5596.71, + "avg_cost": 70.25, + "lambda": 59.1042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.1042, + 59.1042, + 59.1042 + ] + }, + { + "episode": 230, + "avg_reward": 4796.18, + "avg_cost": 47.5, + "lambda": 62.8658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.8658, + 62.8658, + 62.8658 + ] + }, + { + "episode": 240, + "avg_reward": 3915.63, + "avg_cost": 14.25, + "lambda": 62.9225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.9225, + 62.9225, + 62.9225 + ] + }, + { + "episode": 250, + "avg_reward": 3307.06, + "avg_cost": 2.25, + "lambda": 62.8492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.8492, + 62.8492, + 62.8492 + ] + }, + { + "episode": 260, + "avg_reward": 4040.43, + "avg_cost": 13.75, + "lambda": 62.4008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.4008, + 62.4008, + 62.4008 + ] + }, + { + "episode": 270, + "avg_reward": 4480.67, + "avg_cost": 23.25, + "lambda": 62.4775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.4775, + 62.4775, + 62.4775 + ] + }, + { + "episode": 280, + "avg_reward": 4777.26, + "avg_cost": 36.25, + "lambda": 62.6467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.6467, + 62.6467, + 62.6467 + ] + }, + { + "episode": 290, + "avg_reward": 3613.46, + "avg_cost": 3.5, + "lambda": 62.3008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.3008, + 62.3008, + 62.3008 + ] + }, + { + "episode": 300, + "avg_reward": 4727.94, + "avg_cost": 15.5, + "lambda": 61.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.9725, + 61.9725, + 61.9725 + ] + }, + { + "episode": 310, + "avg_reward": 4196.55, + "avg_cost": 14.0, + "lambda": 62.0342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.0342, + 62.0342, + 62.0342 + ] + }, + { + "episode": 320, + "avg_reward": 4214.81, + "avg_cost": 42.75, + "lambda": 63.0533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.0533, + 63.0533, + 63.0533 + ] + }, + { + "episode": 330, + "avg_reward": 4895.18, + "avg_cost": 56.5, + "lambda": 65.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.465, + 65.465, + 65.465 + ] + }, + { + "episode": 340, + "avg_reward": 4555.61, + "avg_cost": 21.5, + "lambda": 67.2267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.2267, + 67.2267, + 67.2267 + ] + }, + { + "episode": 350, + "avg_reward": 4304.17, + "avg_cost": 15.75, + "lambda": 67.4333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.4333, + 67.4333, + 67.4333 + ] + }, + { + "episode": 360, + "avg_reward": 4021.51, + "avg_cost": 13.0, + "lambda": 68.065, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.065, + 68.065, + 68.065 + ] + }, + { + "episode": 370, + "avg_reward": 4043.1, + "avg_cost": 14.25, + "lambda": 67.9117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.9117, + 67.9117, + 67.9117 + ] + }, + { + "episode": 380, + "avg_reward": 3715.91, + "avg_cost": 21.75, + "lambda": 68.1583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1583, + 68.1583, + 68.1583 + ] + }, + { + "episode": 390, + "avg_reward": 3948.15, + "avg_cost": 12.25, + "lambda": 68.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.2025, + 68.2025, + 68.2025 + ] + }, + { + "episode": 400, + "avg_reward": 4226.67, + "avg_cost": 6.75, + "lambda": 68.2042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.2042, + 68.2042, + 68.2042 + ] + }, + { + "episode": 410, + "avg_reward": 3963.71, + "avg_cost": 27.5, + "lambda": 68.1958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1958, + 68.1958, + 68.1958 + ] + }, + { + "episode": 420, + "avg_reward": 4095.49, + "avg_cost": 21.0, + "lambda": 68.645, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.645, + 68.645, + 68.645 + ] + }, + { + "episode": 430, + "avg_reward": 4038.15, + "avg_cost": 33.5, + "lambda": 69.1342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.1342, + 69.1342, + 69.1342 + ] + }, + { + "episode": 440, + "avg_reward": 3631.8, + "avg_cost": 18.5, + "lambda": 69.2183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.2183, + 69.2183, + 69.2183 + ] + }, + { + "episode": 450, + "avg_reward": 3590.67, + "avg_cost": 15.0, + "lambda": 69.9725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.9725, + 69.9725, + 69.9725 + ] + }, + { + "episode": 460, + "avg_reward": 3242.49, + "avg_cost": 5.75, + "lambda": 69.8792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.8792, + 69.8792, + 69.8792 + ] + }, + { + "episode": 470, + "avg_reward": 3660.18, + "avg_cost": 17.0, + "lambda": 70.3783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.3783, + 70.3783, + 70.3783 + ] + }, + { + "episode": 480, + "avg_reward": 2866.17, + "avg_cost": 4.25, + "lambda": 70.61, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.61, + 70.61, + 70.61 + ] + }, + { + "episode": 490, + "avg_reward": 2827.44, + "avg_cost": 2.5, + "lambda": 70.2017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.2017, + 70.2017, + 70.2017 + ] + }, + { + "episode": 500, + "avg_reward": 2990.96, + "avg_cost": 1.75, + "lambda": 68.9833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.9833, + 68.9833, + 68.9833 + ] + }, + { + "episode": 510, + "avg_reward": 2885.48, + "avg_cost": 0.75, + "lambda": 67.8875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.8875, + 67.8875, + 67.8875 + ] + }, + { + "episode": 520, + "avg_reward": 3014.43, + "avg_cost": 2.5, + "lambda": 66.7417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7417, + 66.7417, + 66.7417 + ] + }, + { + "episode": 530, + "avg_reward": 3114.98, + "avg_cost": 14.0, + "lambda": 66.0358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.0358, + 66.0358, + 66.0358 + ] + }, + { + "episode": 540, + "avg_reward": 3600.27, + "avg_cost": 13.5, + "lambda": 65.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.7925, + 65.7925, + 65.7925 + ] + }, + { + "episode": 550, + "avg_reward": 3942.4, + "avg_cost": 15.25, + "lambda": 65.4142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.4142, + 65.4142, + 65.4142 + ] + }, + { + "episode": 560, + "avg_reward": 3775.06, + "avg_cost": 8.25, + "lambda": 65.1908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.1908, + 65.1908, + 65.1908 + ] + }, + { + "episode": 570, + "avg_reward": 3539.31, + "avg_cost": 8.5, + "lambda": 64.8575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.8575, + 64.8575, + 64.8575 + ] + }, + { + "episode": 580, + "avg_reward": 3222.01, + "avg_cost": 1.0, + "lambda": 63.9967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.9967, + 63.9967, + 63.9967 + ] + }, + { + "episode": 590, + "avg_reward": 3017.8, + "avg_cost": 9.0, + "lambda": 63.3108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3108, + 63.3108, + 63.3108 + ] + }, + { + "episode": 600, + "avg_reward": 3438.0, + "avg_cost": 6.0, + "lambda": 62.93, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.93, + 62.93, + 62.93 + ] + }, + { + "episode": 610, + "avg_reward": 3264.04, + "avg_cost": 22.5, + "lambda": 63.3742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3742, + 63.3742, + 63.3742 + ] + }, + { + "episode": 620, + "avg_reward": 2790.35, + "avg_cost": 3.25, + "lambda": 63.3233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3233, + 63.3233, + 63.3233 + ] + }, + { + "episode": 630, + "avg_reward": 3162.35, + "avg_cost": 9.5, + "lambda": 62.605, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.605, + 62.605, + 62.605 + ] + }, + { + "episode": 640, + "avg_reward": 3027.3, + "avg_cost": 4.25, + "lambda": 62.3542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.3542, + 62.3542, + 62.3542 + ] + }, + { + "episode": 650, + "avg_reward": 3380.9, + "avg_cost": 19.5, + "lambda": 62.1533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.1533, + 62.1533, + 62.1533 + ] + }, + { + "episode": 660, + "avg_reward": 3630.65, + "avg_cost": 17.75, + "lambda": 62.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.2875, + 62.2875, + 62.2875 + ] + }, + { + "episode": 670, + "avg_reward": 4182.78, + "avg_cost": 23.75, + "lambda": 62.4667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.4667, + 62.4667, + 62.4667 + ] + }, + { + "episode": 680, + "avg_reward": 4586.94, + "avg_cost": 19.0, + "lambda": 62.0933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.0933, + 62.0933, + 62.0933 + ] + }, + { + "episode": 690, + "avg_reward": 3907.68, + "avg_cost": 3.75, + "lambda": 61.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.855, + 61.855, + 61.855 + ] + }, + { + "episode": 700, + "avg_reward": 4187.1, + "avg_cost": 8.0, + "lambda": 61.8117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.8117, + 61.8117, + 61.8117 + ] + }, + { + "episode": 710, + "avg_reward": 3752.11, + "avg_cost": 27.0, + "lambda": 62.6658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.6658, + 62.6658, + 62.6658 + ] + }, + { + "episode": 720, + "avg_reward": 3361.85, + "avg_cost": 10.0, + "lambda": 62.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.3475, + 62.3475, + 62.3475 + ] + }, + { + "episode": 730, + "avg_reward": 2931.9, + "avg_cost": 10.0, + "lambda": 62.6167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.6167, + 62.6167, + 62.6167 + ] + }, + { + "episode": 740, + "avg_reward": 3463.84, + "avg_cost": 7.5, + "lambda": 62.0058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.0058, + 62.0058, + 62.0058 + ] + }, + { + "episode": 750, + "avg_reward": 3460.5, + "avg_cost": 26.0, + "lambda": 62.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.46, + 62.46, + 62.46 + ] + }, + { + "episode": 760, + "avg_reward": 4784.84, + "avg_cost": 48.75, + "lambda": 65.7842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.7842, + 65.7842, + 65.7842 + ] + }, + { + "episode": 770, + "avg_reward": 4342.64, + "avg_cost": 23.0, + "lambda": 66.6658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.6658, + 66.6658, + 66.6658 + ] + }, + { + "episode": 780, + "avg_reward": 4297.01, + "avg_cost": 12.0, + "lambda": 67.4675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.4675, + 67.4675, + 67.4675 + ] + }, + { + "episode": 790, + "avg_reward": 4187.53, + "avg_cost": 10.25, + "lambda": 67.5342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.5342, + 67.5342, + 67.5342 + ] + }, + { + "episode": 800, + "avg_reward": 4169.71, + "avg_cost": 10.0, + "lambda": 67.4933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.4933, + 67.4933, + 67.4933 + ] + }, + { + "episode": 810, + "avg_reward": 4935.21, + "avg_cost": 10.75, + "lambda": 67.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.95, + 67.95, + 67.95 + ] + }, + { + "episode": 820, + "avg_reward": 3740.34, + "avg_cost": 19.5, + "lambda": 68.2942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.2942, + 68.2942, + 68.2942 + ] + }, + { + "episode": 830, + "avg_reward": 3403.3, + "avg_cost": 11.5, + "lambda": 68.2533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.2533, + 68.2533, + 68.2533 + ] + }, + { + "episode": 840, + "avg_reward": 3293.29, + "avg_cost": 2.5, + "lambda": 68.0325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.0325, + 68.0325, + 68.0325 + ] + }, + { + "episode": 850, + "avg_reward": 3028.16, + "avg_cost": 59.0, + "lambda": 68.4567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.4567, + 68.4567, + 68.4567 + ] + }, + { + "episode": 860, + "avg_reward": 2110.75, + "avg_cost": 133.5, + "lambda": 77.3958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.3958, + 77.3958, + 77.3958 + ] + }, + { + "episode": 870, + "avg_reward": 2103.5, + "avg_cost": 107.5, + "lambda": 88.195, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.195, + 88.195, + 88.195 + ] + }, + { + "episode": 880, + "avg_reward": 1826.83, + "avg_cost": 23.75, + "lambda": 91.9092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.9092, + 91.9092, + 91.9092 + ] + }, + { + "episode": 890, + "avg_reward": 2216.01, + "avg_cost": 2.25, + "lambda": 91.0508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.0508, + 91.0508, + 91.0508 + ] + }, + { + "episode": 900, + "avg_reward": 3743.04, + "avg_cost": 54.5, + "lambda": 93.8675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.8675, + 93.8675, + 93.8675 + ] + }, + { + "episode": 910, + "avg_reward": 3975.36, + "avg_cost": 4.25, + "lambda": 96.1942, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.1942, + 96.1942, + 96.1942 + ] + }, + { + "episode": 920, + "avg_reward": 3794.03, + "avg_cost": 7.75, + "lambda": 95.6108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.6108, + 95.6108, + 95.6108 + ] + }, + { + "episode": 930, + "avg_reward": 3710.65, + "avg_cost": 10.25, + "lambda": 94.78, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.78, + 94.78, + 94.78 + ] + }, + { + "episode": 940, + "avg_reward": 4018.2, + "avg_cost": 6.5, + "lambda": 94.3817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.3817, + 94.3817, + 94.3817 + ] + }, + { + "episode": 950, + "avg_reward": 4264.91, + "avg_cost": 6.5, + "lambda": 94.0658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.0658, + 94.0658, + 94.0658 + ] + }, + { + "episode": 960, + "avg_reward": 3248.14, + "avg_cost": 62.0, + "lambda": 95.23, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.23, + 95.23, + 95.23 + ] + }, + { + "episode": 970, + "avg_reward": 2397.84, + "avg_cost": 98.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 1149.28, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 1953.19, + "avg_cost": 102.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2250.23, + "avg_cost": 11.75, + "lambda": 99.9842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9842, + 99.9842, + 99.9842 + ] + } + ], + "final_lambdas": [ + 99.9842, + 99.9842, + 99.9842 + ], + "d_per_agent": 13.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..1a4c1f8f5e2fdde4a32167b1d3297189420a7bf8 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1550477.8, + "constraint_satisfaction_pct": 30.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 69.825, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3882.02, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -3569.73, + "avg_cost": 0.0, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.025, + 10.025, + 10.025 + ] + }, + { + "episode": 20, + "avg_reward": -3599.7, + "avg_cost": 0.0, + "lambda": 10.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.05, + 10.05, + 10.05 + ] + }, + { + "episode": 30, + "avg_reward": -3502.91, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1, + 10.1 + ] + }, + { + "episode": 40, + "avg_reward": -3202.46, + "avg_cost": 0.0, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125, + 10.125 + ] + }, + { + "episode": 50, + "avg_reward": -3219.73, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15, + 10.15 + ] + }, + { + "episode": 60, + "avg_reward": -3140.28, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 70, + "avg_reward": -2747.71, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 80, + "avg_reward": -2698.4, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 90, + "avg_reward": -2003.35, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 100, + "avg_reward": -1683.49, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 110, + "avg_reward": -2288.31, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 120, + "avg_reward": -1818.18, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 130, + "avg_reward": -2125.99, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 140, + "avg_reward": -1732.82, + "avg_cost": 0.0, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275, + 10.275 + ] + }, + { + "episode": 150, + "avg_reward": -1632.53, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3, + 10.3 + ] + }, + { + "episode": 160, + "avg_reward": -1528.66, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.325, + 10.325, + 10.325 + ] + }, + { + "episode": 170, + "avg_reward": -1246.95, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 180, + "avg_reward": -1400.57, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 190, + "avg_reward": -1127.58, + "avg_cost": 0.25, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 200, + "avg_reward": -2064.56, + "avg_cost": 0.0, + "lambda": 11.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.25, + 11.25, + 11.25 + ] + }, + { + "episode": 210, + "avg_reward": -648.03, + "avg_cost": 0.25, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.55, + 11.55, + 11.55 + ] + }, + { + "episode": 220, + "avg_reward": -935.42, + "avg_cost": 1.75, + "lambda": 12.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.075, + 12.075, + 12.075 + ] + }, + { + "episode": 230, + "avg_reward": -1812.17, + "avg_cost": 0.0, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9, + 12.9, + 12.9 + ] + }, + { + "episode": 240, + "avg_reward": -1602.27, + "avg_cost": 0.5, + "lambda": 13.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.775, + 13.775, + 13.775 + ] + }, + { + "episode": 250, + "avg_reward": -1245.02, + "avg_cost": 1.25, + "lambda": 14.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.625, + 14.625, + 14.625 + ] + }, + { + "episode": 260, + "avg_reward": -1570.4, + "avg_cost": 0.5, + "lambda": 15.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.525, + 15.525, + 15.525 + ] + }, + { + "episode": 270, + "avg_reward": -468.73, + "avg_cost": 0.75, + "lambda": 16.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.225, + 16.225, + 16.225 + ] + }, + { + "episode": 280, + "avg_reward": -523.18, + "avg_cost": 0.75, + "lambda": 16.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.875, + 16.875, + 16.875 + ] + }, + { + "episode": 290, + "avg_reward": 116.86, + "avg_cost": 1.25, + "lambda": 17.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.625, + 17.625, + 17.625 + ] + }, + { + "episode": 300, + "avg_reward": -744.29, + "avg_cost": 0.5, + "lambda": 18.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.5, + 18.5, + 18.5 + ] + }, + { + "episode": 310, + "avg_reward": -615.08, + "avg_cost": 0.25, + "lambda": 19.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.525, + 19.525, + 19.525 + ] + }, + { + "episode": 320, + "avg_reward": -41.13, + "avg_cost": 0.5, + "lambda": 20.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.775, + 20.775, + 20.775 + ] + }, + { + "episode": 330, + "avg_reward": -506.75, + "avg_cost": 0.25, + "lambda": 21.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.3, + 21.3, + 21.3 + ] + }, + { + "episode": 340, + "avg_reward": 434.57, + "avg_cost": 1.25, + "lambda": 22.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.35, + 22.35, + 22.35 + ] + }, + { + "episode": 350, + "avg_reward": 504.08, + "avg_cost": 0.75, + "lambda": 23.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.275, + 23.275, + 23.275 + ] + }, + { + "episode": 360, + "avg_reward": 186.23, + "avg_cost": 0.5, + "lambda": 24.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.275, + 24.275, + 24.275 + ] + }, + { + "episode": 370, + "avg_reward": 457.65, + "avg_cost": 0.75, + "lambda": 25.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.025, + 25.025, + 25.025 + ] + }, + { + "episode": 380, + "avg_reward": 1805.97, + "avg_cost": 1.25, + "lambda": 26.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.125, + 26.125, + 26.125 + ] + }, + { + "episode": 390, + "avg_reward": 1358.88, + "avg_cost": 0.75, + "lambda": 27.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.0, + 27.0, + 27.0 + ] + }, + { + "episode": 400, + "avg_reward": 722.53, + "avg_cost": 0.25, + "lambda": 27.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.925, + 27.925, + 27.925 + ] + }, + { + "episode": 410, + "avg_reward": 1223.81, + "avg_cost": 0.75, + "lambda": 29.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.075, + 29.075, + 29.075 + ] + }, + { + "episode": 420, + "avg_reward": 1223.48, + "avg_cost": 0.5, + "lambda": 30.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.075, + 30.075, + 30.075 + ] + }, + { + "episode": 430, + "avg_reward": 1648.8, + "avg_cost": 0.5, + "lambda": 31.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.45, + 31.45, + 31.45 + ] + }, + { + "episode": 440, + "avg_reward": 895.81, + "avg_cost": 0.75, + "lambda": 32.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.275, + 32.275, + 32.275 + ] + }, + { + "episode": 450, + "avg_reward": 1368.7, + "avg_cost": 0.0, + "lambda": 33.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.55, + 33.55, + 33.55 + ] + }, + { + "episode": 460, + "avg_reward": 1214.52, + "avg_cost": 1.0, + "lambda": 34.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.575, + 34.575, + 34.575 + ] + }, + { + "episode": 470, + "avg_reward": 2023.26, + "avg_cost": 0.0, + "lambda": 35.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.525, + 35.525, + 35.525 + ] + }, + { + "episode": 480, + "avg_reward": 1242.82, + "avg_cost": 1.25, + "lambda": 36.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.85, + 36.85, + 36.85 + ] + }, + { + "episode": 490, + "avg_reward": 2365.41, + "avg_cost": 0.5, + "lambda": 37.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.85, + 37.85, + 37.85 + ] + }, + { + "episode": 500, + "avg_reward": 2878.77, + "avg_cost": 0.75, + "lambda": 39.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.35, + 39.35, + 39.35 + ] + }, + { + "episode": 510, + "avg_reward": 2965.37, + "avg_cost": 0.75, + "lambda": 40.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.325, + 40.325, + 40.325 + ] + }, + { + "episode": 520, + "avg_reward": 2381.93, + "avg_cost": 1.5, + "lambda": 41.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.35, + 41.35, + 41.35 + ] + }, + { + "episode": 530, + "avg_reward": 2869.34, + "avg_cost": 0.75, + "lambda": 42.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.4, + 42.4, + 42.4 + ] + }, + { + "episode": 540, + "avg_reward": 2289.17, + "avg_cost": 0.25, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.075, + 43.075, + 43.075 + ] + }, + { + "episode": 550, + "avg_reward": 3187.74, + "avg_cost": 0.5, + "lambda": 43.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.65, + 43.65, + 43.65 + ] + }, + { + "episode": 560, + "avg_reward": 586.58, + "avg_cost": 0.25, + "lambda": 44.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.625, + 44.625, + 44.625 + ] + }, + { + "episode": 570, + "avg_reward": 2019.48, + "avg_cost": 0.25, + "lambda": 45.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.425, + 45.425, + 45.425 + ] + }, + { + "episode": 580, + "avg_reward": 2835.51, + "avg_cost": 0.25, + "lambda": 45.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.725, + 45.725, + 45.725 + ] + }, + { + "episode": 590, + "avg_reward": 2238.87, + "avg_cost": 0.5, + "lambda": 46.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.375, + 46.375, + 46.375 + ] + }, + { + "episode": 600, + "avg_reward": 1732.42, + "avg_cost": 0.0, + "lambda": 46.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.925, + 46.925, + 46.925 + ] + }, + { + "episode": 610, + "avg_reward": 2269.42, + "avg_cost": 0.25, + "lambda": 47.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.35, + 47.35, + 47.35 + ] + }, + { + "episode": 620, + "avg_reward": 3597.52, + "avg_cost": 0.25, + "lambda": 47.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.725, + 47.725, + 47.725 + ] + }, + { + "episode": 630, + "avg_reward": 3417.23, + "avg_cost": 0.25, + "lambda": 48.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.4, + 48.4, + 48.4 + ] + }, + { + "episode": 640, + "avg_reward": 3717.15, + "avg_cost": 0.5, + "lambda": 48.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.975, + 48.975, + 48.975 + ] + }, + { + "episode": 650, + "avg_reward": 3033.94, + "avg_cost": 0.5, + "lambda": 49.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.55, + 49.55, + 49.55 + ] + }, + { + "episode": 660, + "avg_reward": 2650.41, + "avg_cost": 0.75, + "lambda": 50.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.2, + 50.2, + 50.2 + ] + }, + { + "episode": 670, + "avg_reward": 3671.76, + "avg_cost": 0.5, + "lambda": 50.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.725, + 50.725, + 50.725 + ] + }, + { + "episode": 680, + "avg_reward": 3913.11, + "avg_cost": 0.25, + "lambda": 51.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.025, + 51.025, + 51.025 + ] + }, + { + "episode": 690, + "avg_reward": 4200.98, + "avg_cost": 0.5, + "lambda": 51.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.325, + 51.325, + 51.325 + ] + }, + { + "episode": 700, + "avg_reward": 3998.47, + "avg_cost": 0.25, + "lambda": 51.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.775, + 51.775, + 51.775 + ] + }, + { + "episode": 710, + "avg_reward": 4019.51, + "avg_cost": 0.0, + "lambda": 52.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.25, + 52.25, + 52.25 + ] + }, + { + "episode": 720, + "avg_reward": 4170.05, + "avg_cost": 1.25, + "lambda": 52.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.95, + 52.95, + 52.95 + ] + }, + { + "episode": 730, + "avg_reward": 4235.58, + "avg_cost": 0.75, + "lambda": 53.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.6, + 53.6, + 53.6 + ] + }, + { + "episode": 740, + "avg_reward": 4378.66, + "avg_cost": 0.0, + "lambda": 54.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.275, + 54.275, + 54.275 + ] + }, + { + "episode": 750, + "avg_reward": 2481.31, + "avg_cost": 0.75, + "lambda": 54.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.7, + 54.7, + 54.7 + ] + }, + { + "episode": 760, + "avg_reward": 4667.97, + "avg_cost": 0.75, + "lambda": 55.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.15, + 55.15, + 55.15 + ] + }, + { + "episode": 770, + "avg_reward": 4666.48, + "avg_cost": 0.75, + "lambda": 55.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.6, + 55.6, + 55.6 + ] + }, + { + "episode": 780, + "avg_reward": 4837.81, + "avg_cost": 1.25, + "lambda": 56.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.075, + 56.075, + 56.075 + ] + }, + { + "episode": 790, + "avg_reward": 4575.96, + "avg_cost": 0.5, + "lambda": 56.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.675, + 56.675, + 56.675 + ] + }, + { + "episode": 800, + "avg_reward": 3364.47, + "avg_cost": 0.75, + "lambda": 57.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.225, + 57.225, + 57.225 + ] + }, + { + "episode": 810, + "avg_reward": 3638.34, + "avg_cost": 0.75, + "lambda": 57.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.95, + 57.95, + 57.95 + ] + }, + { + "episode": 820, + "avg_reward": 1706.37, + "avg_cost": 0.5, + "lambda": 58.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.675, + 58.675, + 58.675 + ] + }, + { + "episode": 830, + "avg_reward": 4969.43, + "avg_cost": 1.75, + "lambda": 59.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.4, + 59.4, + 59.4 + ] + }, + { + "episode": 840, + "avg_reward": 4782.29, + "avg_cost": 1.25, + "lambda": 60.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.3, + 60.3, + 60.3 + ] + }, + { + "episode": 850, + "avg_reward": 4670.04, + "avg_cost": 0.0, + "lambda": 60.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.875, + 60.875, + 60.875 + ] + }, + { + "episode": 860, + "avg_reward": 4466.25, + "avg_cost": 1.25, + "lambda": 61.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.475, + 61.475, + 61.475 + ] + }, + { + "episode": 870, + "avg_reward": 4718.42, + "avg_cost": 0.5, + "lambda": 62.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.1, + 62.1, + 62.1 + ] + }, + { + "episode": 880, + "avg_reward": 4675.34, + "avg_cost": 0.0, + "lambda": 62.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.85, + 62.85, + 62.85 + ] + }, + { + "episode": 890, + "avg_reward": 4764.66, + "avg_cost": 1.0, + "lambda": 63.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.575, + 63.575, + 63.575 + ] + }, + { + "episode": 900, + "avg_reward": 5146.02, + "avg_cost": 0.0, + "lambda": 64.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.05, + 64.05, + 64.05 + ] + }, + { + "episode": 910, + "avg_reward": 3553.2, + "avg_cost": 0.25, + "lambda": 64.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.675, + 64.675, + 64.675 + ] + }, + { + "episode": 920, + "avg_reward": 5284.69, + "avg_cost": 1.75, + "lambda": 65.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.375, + 65.375, + 65.375 + ] + }, + { + "episode": 930, + "avg_reward": 2899.02, + "avg_cost": 0.0, + "lambda": 65.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.8, + 65.8, + 65.8 + ] + }, + { + "episode": 940, + "avg_reward": 5133.81, + "avg_cost": 0.0, + "lambda": 66.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.425, + 66.425, + 66.425 + ] + }, + { + "episode": 950, + "avg_reward": 5295.11, + "avg_cost": 0.25, + "lambda": 67.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.0, + 67.0, + 67.0 + ] + }, + { + "episode": 960, + "avg_reward": 5450.07, + "avg_cost": 1.0, + "lambda": 67.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.375, + 67.375, + 67.375 + ] + }, + { + "episode": 970, + "avg_reward": 3422.11, + "avg_cost": 0.0, + "lambda": 67.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.875, + 67.875, + 67.875 + ] + }, + { + "episode": 980, + "avg_reward": 5221.44, + "avg_cost": 0.25, + "lambda": 68.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.35, + 68.35, + 68.35 + ] + }, + { + "episode": 990, + "avg_reward": 5367.56, + "avg_cost": 0.75, + "lambda": 68.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.875, + 68.875, + 68.875 + ] + }, + { + "episode": 1000, + "avg_reward": 5425.79, + "avg_cost": 1.75, + "lambda": 69.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.825, + 69.825, + 69.825 + ] + } + ], + "final_lambdas": [ + 69.825, + 69.825, + 69.825 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..bb6cd430ea1bb32d1f8a414a4114ddadb1fa7219 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_HalfCheetah_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 636554.2, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -2911.52, + "avg_cost": 0.0, + "lambda": 4.9167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9167, + 4.9167, + 4.9167 + ] + }, + { + "episode": 10, + "avg_reward": -2934.27, + "avg_cost": 0.0, + "lambda": 4.1792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1792, + 4.1792, + 4.1792 + ] + }, + { + "episode": 20, + "avg_reward": -2701.96, + "avg_cost": 0.0, + "lambda": 3.3483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3483, + 3.3483, + 3.3483 + ] + }, + { + "episode": 30, + "avg_reward": -2667.02, + "avg_cost": 0.0, + "lambda": 2.5175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5175, + 2.5175, + 2.5175 + ] + }, + { + "episode": 40, + "avg_reward": -2269.55, + "avg_cost": 0.0, + "lambda": 1.6842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.6842, + 1.6842, + 1.6842 + ] + }, + { + "episode": 50, + "avg_reward": -2063.62, + "avg_cost": 0.0, + "lambda": 0.8508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8508, + 0.8508, + 0.8508 + ] + }, + { + "episode": 60, + "avg_reward": -1808.38, + "avg_cost": 0.0, + "lambda": 0.02, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.02, + 0.02, + 0.02 + ] + }, + { + "episode": 70, + "avg_reward": -2344.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1660.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -1908.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1276.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -1327.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -1360.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -1296.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -1289.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -1428.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -1139.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -981.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -1000.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -636.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -1101.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -493.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -972.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -1066.54, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -569.74, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -715.09, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -685.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -723.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -712.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -1016.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -48.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -239.0, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -278.92, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 349.9, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 605.63, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": -273.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 787.07, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 562.31, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 358.48, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": -426.79, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 132.82, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1386.24, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1254.74, + "avg_cost": 8.5, + "lambda": 0.0017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0017, + 0.0017, + 0.0017 + ] + }, + { + "episode": 430, + "avg_reward": 1434.51, + "avg_cost": 10.0, + "lambda": 0.0167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0167, + 0.0167, + 0.0167 + ] + }, + { + "episode": 440, + "avg_reward": 474.75, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 595.13, + "avg_cost": 6.75, + "lambda": 0.1892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1892, + 0.1892, + 0.1892 + ] + }, + { + "episode": 460, + "avg_reward": 1127.31, + "avg_cost": 11.75, + "lambda": 0.2783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2783, + 0.2783, + 0.2783 + ] + }, + { + "episode": 470, + "avg_reward": 1710.57, + "avg_cost": 17.75, + "lambda": 0.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.725, + 0.725, + 0.725 + ] + }, + { + "episode": 480, + "avg_reward": 1104.26, + "avg_cost": 9.0, + "lambda": 0.7667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7667, + 0.7667, + 0.7667 + ] + }, + { + "episode": 490, + "avg_reward": 1235.72, + "avg_cost": 7.25, + "lambda": 0.6533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6533, + 0.6533, + 0.6533 + ] + }, + { + "episode": 500, + "avg_reward": 1657.58, + "avg_cost": 10.5, + "lambda": 1.035, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.035, + 1.035, + 1.035 + ] + }, + { + "episode": 510, + "avg_reward": 2460.44, + "avg_cost": 9.75, + "lambda": 0.9592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9592, + 0.9592, + 0.9592 + ] + }, + { + "episode": 520, + "avg_reward": 674.87, + "avg_cost": 8.5, + "lambda": 1.0608, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0608, + 1.0608, + 1.0608 + ] + }, + { + "episode": 530, + "avg_reward": 2879.73, + "avg_cost": 14.5, + "lambda": 1.2125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2125, + 1.2125, + 1.2125 + ] + }, + { + "episode": 540, + "avg_reward": 2366.37, + "avg_cost": 12.25, + "lambda": 1.3442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3442, + 1.3442, + 1.3442 + ] + }, + { + "episode": 550, + "avg_reward": 311.64, + "avg_cost": 5.0, + "lambda": 1.8183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8183, + 1.8183, + 1.8183 + ] + }, + { + "episode": 560, + "avg_reward": 2449.3, + "avg_cost": 14.0, + "lambda": 2.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.2575, + 2.2575, + 2.2575 + ] + }, + { + "episode": 570, + "avg_reward": 2581.62, + "avg_cost": 18.25, + "lambda": 3.0317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0317, + 3.0317, + 3.0317 + ] + }, + { + "episode": 580, + "avg_reward": 1429.71, + "avg_cost": 12.0, + "lambda": 3.3483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3483, + 3.3483, + 3.3483 + ] + }, + { + "episode": 590, + "avg_reward": 2670.03, + "avg_cost": 10.0, + "lambda": 3.855, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.855, + 3.855, + 3.855 + ] + }, + { + "episode": 600, + "avg_reward": 2655.91, + "avg_cost": 13.25, + "lambda": 3.8592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.8592, + 3.8592, + 3.8592 + ] + }, + { + "episode": 610, + "avg_reward": 2058.84, + "avg_cost": 13.75, + "lambda": 4.0258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0258, + 4.0258, + 4.0258 + ] + }, + { + "episode": 620, + "avg_reward": 2475.33, + "avg_cost": 10.75, + "lambda": 4.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.415, + 4.415, + 4.415 + ] + }, + { + "episode": 630, + "avg_reward": 1655.99, + "avg_cost": 8.75, + "lambda": 4.7642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7642, + 4.7642, + 4.7642 + ] + }, + { + "episode": 640, + "avg_reward": 2614.66, + "avg_cost": 10.5, + "lambda": 5.1533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1533, + 5.1533, + 5.1533 + ] + }, + { + "episode": 650, + "avg_reward": 2445.06, + "avg_cost": 9.75, + "lambda": 5.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.5925, + 5.5925, + 5.5925 + ] + }, + { + "episode": 660, + "avg_reward": 3100.07, + "avg_cost": 12.75, + "lambda": 5.6992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6992, + 5.6992, + 5.6992 + ] + }, + { + "episode": 670, + "avg_reward": 1863.18, + "avg_cost": 14.0, + "lambda": 6.4533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4533, + 6.4533, + 6.4533 + ] + }, + { + "episode": 680, + "avg_reward": 3427.86, + "avg_cost": 14.5, + "lambda": 6.7275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7275, + 6.7275, + 6.7275 + ] + }, + { + "episode": 690, + "avg_reward": 3413.09, + "avg_cost": 10.75, + "lambda": 6.8067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8067, + 6.8067, + 6.8067 + ] + }, + { + "episode": 700, + "avg_reward": 2792.41, + "avg_cost": 10.25, + "lambda": 6.9558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9558, + 6.9558, + 6.9558 + ] + }, + { + "episode": 710, + "avg_reward": 3203.69, + "avg_cost": 6.25, + "lambda": 6.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8525, + 6.8525, + 6.8525 + ] + }, + { + "episode": 720, + "avg_reward": 3367.68, + "avg_cost": 9.5, + "lambda": 6.7442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7442, + 6.7442, + 6.7442 + ] + }, + { + "episode": 730, + "avg_reward": 3786.8, + "avg_cost": 13.5, + "lambda": 6.7808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7808, + 6.7808, + 6.7808 + ] + }, + { + "episode": 740, + "avg_reward": 3458.6, + "avg_cost": 8.75, + "lambda": 6.78, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.78, + 6.78, + 6.78 + ] + }, + { + "episode": 750, + "avg_reward": 3427.15, + "avg_cost": 7.5, + "lambda": 6.7067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7067, + 6.7067, + 6.7067 + ] + }, + { + "episode": 760, + "avg_reward": 2685.9, + "avg_cost": 9.5, + "lambda": 6.8008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8008, + 6.8008, + 6.8008 + ] + }, + { + "episode": 770, + "avg_reward": 3671.54, + "avg_cost": 13.25, + "lambda": 7.0225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0225, + 7.0225, + 7.0225 + ] + }, + { + "episode": 780, + "avg_reward": 2850.71, + "avg_cost": 6.75, + "lambda": 7.2067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2067, + 7.2067, + 7.2067 + ] + }, + { + "episode": 790, + "avg_reward": 3544.38, + "avg_cost": 4.5, + "lambda": 7.2408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2408, + 7.2408, + 7.2408 + ] + }, + { + "episode": 800, + "avg_reward": -574.98, + "avg_cost": 0.0, + "lambda": 6.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.825, + 6.825, + 6.825 + ] + }, + { + "episode": 810, + "avg_reward": -744.55, + "avg_cost": 0.0, + "lambda": 6.0092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.0092, + 6.0092, + 6.0092 + ] + }, + { + "episode": 820, + "avg_reward": -347.99, + "avg_cost": 0.0, + "lambda": 5.1758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1758, + 5.1758, + 5.1758 + ] + }, + { + "episode": 830, + "avg_reward": -438.59, + "avg_cost": 0.0, + "lambda": 4.3425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3425, + 4.3425, + 4.3425 + ] + }, + { + "episode": 840, + "avg_reward": -105.26, + "avg_cost": 0.0, + "lambda": 3.5092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.5092, + 3.5092, + 3.5092 + ] + }, + { + "episode": 850, + "avg_reward": 110.06, + "avg_cost": 0.0, + "lambda": 2.6758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.6758, + 2.6758, + 2.6758 + ] + }, + { + "episode": 860, + "avg_reward": 109.79, + "avg_cost": 0.0, + "lambda": 1.8425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8425, + 1.8425, + 1.8425 + ] + }, + { + "episode": 870, + "avg_reward": 109.78, + "avg_cost": 0.0, + "lambda": 1.0092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0092, + 1.0092, + 1.0092 + ] + }, + { + "episode": 880, + "avg_reward": 469.98, + "avg_cost": 0.0, + "lambda": 0.1758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1758, + 0.1758, + 0.1758 + ] + }, + { + "episode": 890, + "avg_reward": 524.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 695.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 495.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 1661.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 1913.91, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2489.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2864.71, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2869.04, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2828.83, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2711.41, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2227.26, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2499.33, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..d7d44fea733c46c788fc9e106a5c4f48dc231470 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5587527.85, + "constraint_satisfaction_pct": 84.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 83.2417, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 5.2492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2492, + 5.2492, + 5.2492 + ] + }, + { + "episode": 10, + "avg_reward": 4429.55, + "avg_cost": 6.75, + "lambda": 11.1742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1742, + 11.1742, + 11.1742 + ] + }, + { + "episode": 20, + "avg_reward": 4098.92, + "avg_cost": 6.5, + "lambda": 12.7658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7658, + 12.7658, + 12.7658 + ] + }, + { + "episode": 30, + "avg_reward": 4399.62, + "avg_cost": 3.25, + "lambda": 14.67, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.67, + 14.67, + 14.67 + ] + }, + { + "episode": 40, + "avg_reward": 5205.22, + "avg_cost": 11.5, + "lambda": 17.0167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0167, + 17.0167, + 17.0167 + ] + }, + { + "episode": 50, + "avg_reward": 5551.56, + "avg_cost": 16.75, + "lambda": 17.6883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.6883, + 17.6883, + 17.6883 + ] + }, + { + "episode": 60, + "avg_reward": 5815.57, + "avg_cost": 18.5, + "lambda": 18.38, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.38, + 18.38, + 18.38 + ] + }, + { + "episode": 70, + "avg_reward": 5682.73, + "avg_cost": 0.5, + "lambda": 19.0767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.0767, + 19.0767, + 19.0767 + ] + }, + { + "episode": 80, + "avg_reward": 6157.18, + "avg_cost": 18.25, + "lambda": 20.8958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.8958, + 20.8958, + 20.8958 + ] + }, + { + "episode": 90, + "avg_reward": 6107.87, + "avg_cost": 25.0, + "lambda": 21.8975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8975, + 21.8975, + 21.8975 + ] + }, + { + "episode": 100, + "avg_reward": 5683.09, + "avg_cost": 0.75, + "lambda": 23.2767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.2767, + 23.2767, + 23.2767 + ] + }, + { + "episode": 110, + "avg_reward": 6400.44, + "avg_cost": 20.75, + "lambda": 24.6658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.6658, + 24.6658, + 24.6658 + ] + }, + { + "episode": 120, + "avg_reward": 6646.38, + "avg_cost": 27.5, + "lambda": 25.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.825, + 25.825, + 25.825 + ] + }, + { + "episode": 130, + "avg_reward": 5905.9, + "avg_cost": 3.25, + "lambda": 27.5967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.5967, + 27.5967, + 27.5967 + ] + }, + { + "episode": 140, + "avg_reward": 6556.72, + "avg_cost": 16.75, + "lambda": 28.2458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.2458, + 28.2458, + 28.2458 + ] + }, + { + "episode": 150, + "avg_reward": 6229.33, + "avg_cost": 18.5, + "lambda": 29.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2875, + 29.2875, + 29.2875 + ] + }, + { + "episode": 160, + "avg_reward": 6687.51, + "avg_cost": 33.5, + "lambda": 30.1617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.1617, + 30.1617, + 30.1617 + ] + }, + { + "episode": 170, + "avg_reward": 6121.27, + "avg_cost": 5.5, + "lambda": 31.0358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.0358, + 31.0358, + 31.0358 + ] + }, + { + "episode": 180, + "avg_reward": 6368.72, + "avg_cost": 6.75, + "lambda": 31.9525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.9525, + 31.9525, + 31.9525 + ] + }, + { + "episode": 190, + "avg_reward": 6391.43, + "avg_cost": 23.75, + "lambda": 33.5967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.5967, + 33.5967, + 33.5967 + ] + }, + { + "episode": 200, + "avg_reward": 6986.41, + "avg_cost": 60.0, + "lambda": 35.1483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.1483, + 35.1483, + 35.1483 + ] + }, + { + "episode": 210, + "avg_reward": 6225.5, + "avg_cost": 7.5, + "lambda": 36.415, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.415, + 36.415, + 36.415 + ] + }, + { + "episode": 220, + "avg_reward": 5905.5, + "avg_cost": 6.75, + "lambda": 37.4642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.4642, + 37.4642, + 37.4642 + ] + }, + { + "episode": 230, + "avg_reward": 6342.48, + "avg_cost": 6.75, + "lambda": 37.4783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.4783, + 37.4783, + 37.4783 + ] + }, + { + "episode": 240, + "avg_reward": 6419.19, + "avg_cost": 15.0, + "lambda": 38.3725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.3725, + 38.3725, + 38.3725 + ] + }, + { + "episode": 250, + "avg_reward": 5985.79, + "avg_cost": 0.25, + "lambda": 39.4367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.4367, + 39.4367, + 39.4367 + ] + }, + { + "episode": 260, + "avg_reward": 6647.18, + "avg_cost": 34.25, + "lambda": 41.1608, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.1608, + 41.1608, + 41.1608 + ] + }, + { + "episode": 270, + "avg_reward": 5996.43, + "avg_cost": 11.25, + "lambda": 41.445, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.445, + 41.445, + 41.445 + ] + }, + { + "episode": 280, + "avg_reward": 6396.26, + "avg_cost": 8.5, + "lambda": 42.8642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.8642, + 42.8642, + 42.8642 + ] + }, + { + "episode": 290, + "avg_reward": 6166.24, + "avg_cost": 4.0, + "lambda": 43.0908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.0908, + 43.0908, + 43.0908 + ] + }, + { + "episode": 300, + "avg_reward": 6536.65, + "avg_cost": 15.5, + "lambda": 43.3975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.3975, + 43.3975, + 43.3975 + ] + }, + { + "episode": 310, + "avg_reward": 6342.56, + "avg_cost": 8.0, + "lambda": 43.4917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.4917, + 43.4917, + 43.4917 + ] + }, + { + "episode": 320, + "avg_reward": 6613.7, + "avg_cost": 18.25, + "lambda": 43.6783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.6783, + 43.6783, + 43.6783 + ] + }, + { + "episode": 330, + "avg_reward": 6391.95, + "avg_cost": 14.25, + "lambda": 44.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2275, + 44.2275, + 44.2275 + ] + }, + { + "episode": 340, + "avg_reward": 6343.76, + "avg_cost": 6.0, + "lambda": 44.2342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2342, + 44.2342, + 44.2342 + ] + }, + { + "episode": 350, + "avg_reward": 5899.66, + "avg_cost": 11.75, + "lambda": 45.2958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.2958, + 45.2958, + 45.2958 + ] + }, + { + "episode": 360, + "avg_reward": 6610.89, + "avg_cost": 7.0, + "lambda": 45.2375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.2375, + 45.2375, + 45.2375 + ] + }, + { + "episode": 370, + "avg_reward": 6418.14, + "avg_cost": 9.75, + "lambda": 45.8242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8242, + 45.8242, + 45.8242 + ] + }, + { + "episode": 380, + "avg_reward": 5991.72, + "avg_cost": 1.75, + "lambda": 45.3958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3958, + 45.3958, + 45.3958 + ] + }, + { + "episode": 390, + "avg_reward": 6109.64, + "avg_cost": 2.75, + "lambda": 45.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.85, + 45.85, + 45.85 + ] + }, + { + "episode": 400, + "avg_reward": 6758.36, + "avg_cost": 34.75, + "lambda": 45.8892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8892, + 45.8892, + 45.8892 + ] + }, + { + "episode": 410, + "avg_reward": 6253.56, + "avg_cost": 10.5, + "lambda": 46.7958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.7958, + 46.7958, + 46.7958 + ] + }, + { + "episode": 420, + "avg_reward": 6304.26, + "avg_cost": 0.5, + "lambda": 46.1525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.1525, + 46.1525, + 46.1525 + ] + }, + { + "episode": 430, + "avg_reward": 6257.67, + "avg_cost": 0.75, + "lambda": 46.7392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.7392, + 46.7392, + 46.7392 + ] + }, + { + "episode": 440, + "avg_reward": 6615.21, + "avg_cost": 6.5, + "lambda": 46.4383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.4383, + 46.4383, + 46.4383 + ] + }, + { + "episode": 450, + "avg_reward": 6479.09, + "avg_cost": 5.25, + "lambda": 46.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.05, + 46.05, + 46.05 + ] + }, + { + "episode": 460, + "avg_reward": 6525.44, + "avg_cost": 12.25, + "lambda": 45.7492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.7492, + 45.7492, + 45.7492 + ] + }, + { + "episode": 470, + "avg_reward": 6442.93, + "avg_cost": 7.5, + "lambda": 45.6783, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.6783, + 45.6783, + 45.6783 + ] + }, + { + "episode": 480, + "avg_reward": 6529.43, + "avg_cost": 13.75, + "lambda": 45.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.6975, + 45.6975, + 45.6975 + ] + }, + { + "episode": 490, + "avg_reward": 6657.35, + "avg_cost": 28.0, + "lambda": 45.8267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8267, + 45.8267, + 45.8267 + ] + }, + { + "episode": 500, + "avg_reward": 6287.42, + "avg_cost": 15.0, + "lambda": 45.8383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8383, + 45.8383, + 45.8383 + ] + }, + { + "episode": 510, + "avg_reward": 6309.66, + "avg_cost": 8.25, + "lambda": 45.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.98, + 45.98, + 45.98 + ] + }, + { + "episode": 520, + "avg_reward": 6213.33, + "avg_cost": 9.25, + "lambda": 45.8667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.8667, + 45.8667, + 45.8667 + ] + }, + { + "episode": 530, + "avg_reward": 6679.56, + "avg_cost": 28.5, + "lambda": 46.4133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.4133, + 46.4133, + 46.4133 + ] + }, + { + "episode": 540, + "avg_reward": 6086.03, + "avg_cost": 1.5, + "lambda": 47.455, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.455, + 47.455, + 47.455 + ] + }, + { + "episode": 550, + "avg_reward": 6622.36, + "avg_cost": 9.0, + "lambda": 47.4667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.4667, + 47.4667, + 47.4667 + ] + }, + { + "episode": 560, + "avg_reward": 6434.87, + "avg_cost": 5.5, + "lambda": 47.4333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.4333, + 47.4333, + 47.4333 + ] + }, + { + "episode": 570, + "avg_reward": 6445.99, + "avg_cost": 0.25, + "lambda": 48.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.46, + 48.46, + 48.46 + ] + }, + { + "episode": 580, + "avg_reward": 6467.78, + "avg_cost": 5.25, + "lambda": 48.3167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.3167, + 48.3167, + 48.3167 + ] + }, + { + "episode": 590, + "avg_reward": 6761.94, + "avg_cost": 35.0, + "lambda": 48.0958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0958, + 48.0958, + 48.0958 + ] + }, + { + "episode": 600, + "avg_reward": 6568.33, + "avg_cost": 9.0, + "lambda": 47.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.8775, + 47.8775, + 47.8775 + ] + }, + { + "episode": 610, + "avg_reward": 6301.58, + "avg_cost": 5.5, + "lambda": 48.0142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0142, + 48.0142, + 48.0142 + ] + }, + { + "episode": 620, + "avg_reward": 6083.83, + "avg_cost": 4.25, + "lambda": 47.8533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.8533, + 47.8533, + 47.8533 + ] + }, + { + "episode": 630, + "avg_reward": 6199.56, + "avg_cost": 16.25, + "lambda": 47.79, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.79, + 47.79, + 47.79 + ] + }, + { + "episode": 640, + "avg_reward": 6404.2, + "avg_cost": 4.75, + "lambda": 48.0717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0717, + 48.0717, + 48.0717 + ] + }, + { + "episode": 650, + "avg_reward": 6111.57, + "avg_cost": 3.75, + "lambda": 48.7008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.7008, + 48.7008, + 48.7008 + ] + }, + { + "episode": 660, + "avg_reward": 6525.43, + "avg_cost": 15.0, + "lambda": 49.0975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.0975, + 49.0975, + 49.0975 + ] + }, + { + "episode": 670, + "avg_reward": 6367.49, + "avg_cost": 15.75, + "lambda": 49.5717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.5717, + 49.5717, + 49.5717 + ] + }, + { + "episode": 680, + "avg_reward": 5099.67, + "avg_cost": 2.5, + "lambda": 49.5708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.5708, + 49.5708, + 49.5708 + ] + }, + { + "episode": 690, + "avg_reward": 4560.8, + "avg_cost": 5.25, + "lambda": 49.1825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.1825, + 49.1825, + 49.1825 + ] + }, + { + "episode": 700, + "avg_reward": 4979.99, + "avg_cost": 30.0, + "lambda": 49.2642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.2642, + 49.2642, + 49.2642 + ] + }, + { + "episode": 710, + "avg_reward": 5454.72, + "avg_cost": 2.0, + "lambda": 49.5233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.5233, + 49.5233, + 49.5233 + ] + }, + { + "episode": 720, + "avg_reward": 4608.27, + "avg_cost": 0.0, + "lambda": 49.5525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.5525, + 49.5525, + 49.5525 + ] + }, + { + "episode": 730, + "avg_reward": 4976.39, + "avg_cost": 12.75, + "lambda": 49.6592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.6592, + 49.6592, + 49.6592 + ] + }, + { + "episode": 740, + "avg_reward": 3985.26, + "avg_cost": 4.25, + "lambda": 49.9483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.9483, + 49.9483, + 49.9483 + ] + }, + { + "episode": 750, + "avg_reward": 3651.04, + "avg_cost": 0.0, + "lambda": 50.3025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.3025, + 50.3025, + 50.3025 + ] + }, + { + "episode": 760, + "avg_reward": 5153.65, + "avg_cost": 0.5, + "lambda": 49.4742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.4742, + 49.4742, + 49.4742 + ] + }, + { + "episode": 770, + "avg_reward": 5160.54, + "avg_cost": 2.0, + "lambda": 48.8758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.8758, + 48.8758, + 48.8758 + ] + }, + { + "episode": 780, + "avg_reward": 5676.28, + "avg_cost": 8.0, + "lambda": 48.33, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.33, + 48.33, + 48.33 + ] + }, + { + "episode": 790, + "avg_reward": 4923.95, + "avg_cost": 39.75, + "lambda": 48.8242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.8242, + 48.8242, + 48.8242 + ] + }, + { + "episode": 800, + "avg_reward": 3698.43, + "avg_cost": 203.75, + "lambda": 55.8608, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.8608, + 55.8608, + 55.8608 + ] + }, + { + "episode": 810, + "avg_reward": 2188.88, + "avg_cost": 232.25, + "lambda": 85.7925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.7925, + 85.7925, + 85.7925 + ] + }, + { + "episode": 820, + "avg_reward": 3453.95, + "avg_cost": 1.5, + "lambda": 90.2592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.2592, + 90.2592, + 90.2592 + ] + }, + { + "episode": 830, + "avg_reward": 3722.75, + "avg_cost": 0.0, + "lambda": 89.4283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.4283, + 89.4283, + 89.4283 + ] + }, + { + "episode": 840, + "avg_reward": 4068.37, + "avg_cost": 0.0, + "lambda": 88.6275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.6275, + 88.6275, + 88.6275 + ] + }, + { + "episode": 850, + "avg_reward": 4194.77, + "avg_cost": 0.0, + "lambda": 88.2042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.2042, + 88.2042, + 88.2042 + ] + }, + { + "episode": 860, + "avg_reward": 4062.85, + "avg_cost": 0.0, + "lambda": 87.9958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.9958, + 87.9958, + 87.9958 + ] + }, + { + "episode": 870, + "avg_reward": 4239.41, + "avg_cost": 0.0, + "lambda": 87.2875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2875, + 87.2875, + 87.2875 + ] + }, + { + "episode": 880, + "avg_reward": 4816.01, + "avg_cost": 29.5, + "lambda": 87.2267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.2267, + 87.2267, + 87.2267 + ] + }, + { + "episode": 890, + "avg_reward": 4475.59, + "avg_cost": 1.0, + "lambda": 86.4758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.4758, + 86.4758, + 86.4758 + ] + }, + { + "episode": 900, + "avg_reward": 4629.93, + "avg_cost": 5.0, + "lambda": 86.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.07, + 86.07, + 86.07 + ] + }, + { + "episode": 910, + "avg_reward": 4599.3, + "avg_cost": 0.25, + "lambda": 85.5567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5567, + 85.5567, + 85.5567 + ] + }, + { + "episode": 920, + "avg_reward": 3835.92, + "avg_cost": 1.5, + "lambda": 85.3433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.3433, + 85.3433, + 85.3433 + ] + }, + { + "episode": 930, + "avg_reward": 3722.98, + "avg_cost": 4.0, + "lambda": 85.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.1775, + 85.1775, + 85.1775 + ] + }, + { + "episode": 940, + "avg_reward": 4346.35, + "avg_cost": 3.75, + "lambda": 85.0217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.0217, + 85.0217, + 85.0217 + ] + }, + { + "episode": 950, + "avg_reward": 4107.9, + "avg_cost": 5.75, + "lambda": 85.1483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.1483, + 85.1483, + 85.1483 + ] + }, + { + "episode": 960, + "avg_reward": 4320.36, + "avg_cost": 1.25, + "lambda": 85.09, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.09, + 85.09, + 85.09 + ] + }, + { + "episode": 970, + "avg_reward": 4083.1, + "avg_cost": 9.75, + "lambda": 84.8392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.8392, + 84.8392, + 84.8392 + ] + }, + { + "episode": 980, + "avg_reward": 3797.58, + "avg_cost": 1.0, + "lambda": 84.5933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.5933, + 84.5933, + 84.5933 + ] + }, + { + "episode": 990, + "avg_reward": 3969.55, + "avg_cost": 0.0, + "lambda": 83.8275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.8275, + 83.8275, + 83.8275 + ] + }, + { + "episode": 1000, + "avg_reward": 3054.03, + "avg_cost": 3.0, + "lambda": 83.2417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.2417, + 83.2417, + 83.2417 + ] + } + ], + "final_lambdas": [ + 83.2417, + 83.2417, + 83.2417 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..4319a616c0dc21a6dc5e075ec9586b2737049ff4 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v15_cb0.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 6148945.48, + "constraint_satisfaction_pct": 12.5, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 10.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9975, + 10.9975, + 10.9975 + ] + }, + { + "episode": 10, + "avg_reward": 4048.65, + "avg_cost": 8.5, + "lambda": 19.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.8175, + 19.8175, + 19.8175 + ] + }, + { + "episode": 20, + "avg_reward": 3547.92, + "avg_cost": 4.25, + "lambda": 28.1725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.1725, + 28.1725, + 28.1725 + ] + }, + { + "episode": 30, + "avg_reward": 5932.85, + "avg_cost": 40.0, + "lambda": 34.8775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.8775, + 34.8775, + 34.8775 + ] + }, + { + "episode": 40, + "avg_reward": 5921.13, + "avg_cost": 15.0, + "lambda": 37.03, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.03, + 37.03, + 37.03 + ] + }, + { + "episode": 50, + "avg_reward": 5207.42, + "avg_cost": 0.5, + "lambda": 40.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.15, + 40.15, + 40.15 + ] + }, + { + "episode": 60, + "avg_reward": 5840.6, + "avg_cost": 9.25, + "lambda": 42.46, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.46, + 42.46, + 42.46 + ] + }, + { + "episode": 70, + "avg_reward": 5964.0, + "avg_cost": 6.0, + "lambda": 45.34, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.34, + 45.34, + 45.34 + ] + }, + { + "episode": 80, + "avg_reward": 6346.39, + "avg_cost": 38.25, + "lambda": 50.8225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.8225, + 50.8225, + 50.8225 + ] + }, + { + "episode": 90, + "avg_reward": 6593.94, + "avg_cost": 54.75, + "lambda": 54.5425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.5425, + 54.5425, + 54.5425 + ] + }, + { + "episode": 100, + "avg_reward": 6020.46, + "avg_cost": 1.5, + "lambda": 56.815, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.815, + 56.815, + 56.815 + ] + }, + { + "episode": 110, + "avg_reward": 6287.64, + "avg_cost": 18.75, + "lambda": 60.7225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.7225, + 60.7225, + 60.7225 + ] + }, + { + "episode": 120, + "avg_reward": 6357.82, + "avg_cost": 15.75, + "lambda": 63.01, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.01, + 63.01, + 63.01 + ] + }, + { + "episode": 130, + "avg_reward": 5794.16, + "avg_cost": 2.25, + "lambda": 66.1525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.1525, + 66.1525, + 66.1525 + ] + }, + { + "episode": 140, + "avg_reward": 5996.05, + "avg_cost": 2.75, + "lambda": 68.9125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.9125, + 68.9125, + 68.9125 + ] + }, + { + "episode": 150, + "avg_reward": 6227.62, + "avg_cost": 9.75, + "lambda": 71.995, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.995, + 71.995, + 71.995 + ] + }, + { + "episode": 160, + "avg_reward": 6440.74, + "avg_cost": 15.75, + "lambda": 74.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1775, + 74.1775, + 74.1775 + ] + }, + { + "episode": 170, + "avg_reward": 6173.28, + "avg_cost": 4.25, + "lambda": 75.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.64, + 75.64, + 75.64 + ] + }, + { + "episode": 180, + "avg_reward": 6001.43, + "avg_cost": 3.5, + "lambda": 78.49, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.49, + 78.49, + 78.49 + ] + }, + { + "episode": 190, + "avg_reward": 6165.35, + "avg_cost": 6.0, + "lambda": 80.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.05, + 80.05, + 80.05 + ] + }, + { + "episode": 200, + "avg_reward": 5934.44, + "avg_cost": 3.75, + "lambda": 82.24, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.24, + 82.24, + 82.24 + ] + }, + { + "episode": 210, + "avg_reward": 5669.63, + "avg_cost": 3.0, + "lambda": 88.1125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.1125, + 88.1125, + 88.1125 + ] + }, + { + "episode": 220, + "avg_reward": 6057.28, + "avg_cost": 0.25, + "lambda": 88.765, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.765, + 88.765, + 88.765 + ] + }, + { + "episode": 230, + "avg_reward": 6119.07, + "avg_cost": 4.75, + "lambda": 91.4425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.4425, + 91.4425, + 91.4425 + ] + }, + { + "episode": 240, + "avg_reward": 6084.85, + "avg_cost": 1.5, + "lambda": 93.2575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.2575, + 93.2575, + 93.2575 + ] + }, + { + "episode": 250, + "avg_reward": 5839.26, + "avg_cost": 9.5, + "lambda": 95.74, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.74, + 95.74, + 95.74 + ] + }, + { + "episode": 260, + "avg_reward": 6515.24, + "avg_cost": 5.75, + "lambda": 97.6675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.6675, + 97.6675, + 97.6675 + ] + }, + { + "episode": 270, + "avg_reward": 6321.86, + "avg_cost": 4.25, + "lambda": 99.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.625, + 99.625, + 99.625 + ] + }, + { + "episode": 280, + "avg_reward": 5973.67, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 6081.61, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 5530.81, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 6328.84, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 6286.97, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 6369.51, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 6076.12, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 5903.98, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 5835.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 5917.82, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 6347.38, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 5910.81, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 6105.5, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 5856.32, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 6445.78, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 6060.42, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 6331.36, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 6146.45, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 6720.69, + "avg_cost": 16.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 6032.21, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 6254.55, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 6462.9, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 6190.71, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 6674.78, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 6163.81, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 6378.7, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 6410.33, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 6474.23, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 6476.58, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 6351.45, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 6228.6, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 6558.66, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 6626.53, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 6218.39, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 6431.72, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 6275.97, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 6670.71, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 6293.06, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 6594.13, + "avg_cost": 19.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 6500.36, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 6238.59, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 6179.65, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 6120.47, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 6248.18, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 6275.47, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 6129.39, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 6482.22, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 6244.67, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 6260.63, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 6458.48, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 6470.68, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 6396.79, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 5735.02, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 6228.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 6277.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 6445.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 6355.24, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 6160.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 6353.4, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 6267.52, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 6321.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 6373.28, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 6476.19, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 6447.59, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 6484.75, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 6292.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 6582.39, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 6457.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 6550.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 6526.84, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 6487.59, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 5240.15, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4343.66, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..dfd0c242ad4cfdfa39afc2d375a6e5d21bb6e285 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v17_sepnorm.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3983764.11, + "constraint_satisfaction_pct": 96.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 19.55, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.325, + 13.325, + 13.325 + ] + }, + { + "episode": 10, + "avg_reward": 3282.27, + "avg_cost": 0.5, + "lambda": 17.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.525, + 17.525, + 17.525 + ] + }, + { + "episode": 20, + "avg_reward": 3015.91, + "avg_cost": 2.5, + "lambda": 17.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.825, + 17.825, + 17.825 + ] + }, + { + "episode": 30, + "avg_reward": 3737.83, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 40, + "avg_reward": 3888.75, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 50, + "avg_reward": 3751.9, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 60, + "avg_reward": 3627.99, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 70, + "avg_reward": 3628.86, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 80, + "avg_reward": 3631.57, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 90, + "avg_reward": 3619.52, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 100, + "avg_reward": 3712.06, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 110, + "avg_reward": 3759.58, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 120, + "avg_reward": 3736.0, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 130, + "avg_reward": 3664.83, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 140, + "avg_reward": 3691.56, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 150, + "avg_reward": 3732.18, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 160, + "avg_reward": 3769.4, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 170, + "avg_reward": 3805.68, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 180, + "avg_reward": 3786.05, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 190, + "avg_reward": 3765.34, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 200, + "avg_reward": 3756.68, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 210, + "avg_reward": 3760.88, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 220, + "avg_reward": 3766.25, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 230, + "avg_reward": 3776.67, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 240, + "avg_reward": 3785.3, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 250, + "avg_reward": 3788.03, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 260, + "avg_reward": 3791.02, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 270, + "avg_reward": 3818.7, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 280, + "avg_reward": 3903.94, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 290, + "avg_reward": 4245.55, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 300, + "avg_reward": 4582.78, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 310, + "avg_reward": 4171.38, + "avg_cost": 0.0, + "lambda": 18.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.025, + 18.025, + 18.025 + ] + }, + { + "episode": 320, + "avg_reward": 3963.01, + "avg_cost": 0.0, + "lambda": 18.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.025, + 18.025, + 18.025 + ] + }, + { + "episode": 330, + "avg_reward": 3978.04, + "avg_cost": 0.0, + "lambda": 18.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.325, + 18.325, + 18.325 + ] + }, + { + "episode": 340, + "avg_reward": 3809.58, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 350, + "avg_reward": 3787.65, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 360, + "avg_reward": 3777.54, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 370, + "avg_reward": 3781.0, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 380, + "avg_reward": 3779.03, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 390, + "avg_reward": 3788.24, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 400, + "avg_reward": 3795.95, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 410, + "avg_reward": 3802.02, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 420, + "avg_reward": 3800.24, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 430, + "avg_reward": 3809.51, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 440, + "avg_reward": 3806.68, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 450, + "avg_reward": 3797.4, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 460, + "avg_reward": 3789.07, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 470, + "avg_reward": 3796.63, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 480, + "avg_reward": 3805.98, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 490, + "avg_reward": 3806.26, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 500, + "avg_reward": 3812.16, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 510, + "avg_reward": 3806.92, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 520, + "avg_reward": 3844.29, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 530, + "avg_reward": 3895.21, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 540, + "avg_reward": 3820.82, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 550, + "avg_reward": 3610.96, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 560, + "avg_reward": 3780.36, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 570, + "avg_reward": 3764.92, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 580, + "avg_reward": 3767.03, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 590, + "avg_reward": 3750.23, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 600, + "avg_reward": 3729.61, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 610, + "avg_reward": 3753.7, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 620, + "avg_reward": 3759.95, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 630, + "avg_reward": 3791.69, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 640, + "avg_reward": 3808.95, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 650, + "avg_reward": 3834.94, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 660, + "avg_reward": 3768.5, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 670, + "avg_reward": 3761.84, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 680, + "avg_reward": 3718.15, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 690, + "avg_reward": 3694.9, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 700, + "avg_reward": 3716.89, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 710, + "avg_reward": 3739.07, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 720, + "avg_reward": 3743.35, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 730, + "avg_reward": 3755.99, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 740, + "avg_reward": 3750.1, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 750, + "avg_reward": 3745.84, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 760, + "avg_reward": 3758.33, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 770, + "avg_reward": 3820.19, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 780, + "avg_reward": 4106.53, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 790, + "avg_reward": 4651.03, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 800, + "avg_reward": 4950.19, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 810, + "avg_reward": 4953.93, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 820, + "avg_reward": 4953.23, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 830, + "avg_reward": 5087.96, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 840, + "avg_reward": 5249.29, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 850, + "avg_reward": 5360.43, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 860, + "avg_reward": 5404.66, + "avg_cost": 0.0, + "lambda": 18.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.525, + 18.525, + 18.525 + ] + }, + { + "episode": 870, + "avg_reward": 5296.92, + "avg_cost": 0.0, + "lambda": 18.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.625, + 18.625, + 18.625 + ] + }, + { + "episode": 880, + "avg_reward": 4860.13, + "avg_cost": 0.0, + "lambda": 18.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.75, + 18.75, + 18.75 + ] + }, + { + "episode": 890, + "avg_reward": 5171.53, + "avg_cost": 0.0, + "lambda": 18.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.75, + 18.75, + 18.75 + ] + }, + { + "episode": 900, + "avg_reward": 5072.63, + "avg_cost": 0.0, + "lambda": 18.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.9, + 18.9, + 18.9 + ] + }, + { + "episode": 910, + "avg_reward": 4900.96, + "avg_cost": 0.0, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.95, + 18.95, + 18.95 + ] + }, + { + "episode": 920, + "avg_reward": 5063.5, + "avg_cost": 0.0, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.95, + 18.95, + 18.95 + ] + }, + { + "episode": 930, + "avg_reward": 4464.75, + "avg_cost": 0.0, + "lambda": 19.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.225, + 19.225, + 19.225 + ] + }, + { + "episode": 940, + "avg_reward": 3991.02, + "avg_cost": 0.0, + "lambda": 19.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.225, + 19.225, + 19.225 + ] + }, + { + "episode": 950, + "avg_reward": 4561.43, + "avg_cost": 0.0, + "lambda": 19.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.25, + 19.25, + 19.25 + ] + }, + { + "episode": 960, + "avg_reward": 4216.09, + "avg_cost": 0.0, + "lambda": 19.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.325, + 19.325, + 19.325 + ] + }, + { + "episode": 970, + "avg_reward": 3741.29, + "avg_cost": 0.0, + "lambda": 19.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.325, + 19.325, + 19.325 + ] + }, + { + "episode": 980, + "avg_reward": 3750.75, + "avg_cost": 0.0, + "lambda": 19.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.375, + 19.375, + 19.375 + ] + }, + { + "episode": 990, + "avg_reward": 3421.01, + "avg_cost": 0.0, + "lambda": 19.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.5, + 19.5, + 19.5 + ] + }, + { + "episode": 1000, + "avg_reward": 3432.51, + "avg_cost": 0.0, + "lambda": 19.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.55, + 19.55, + 19.55 + ] + } + ], + "final_lambdas": [ + 19.55, + 19.55, + 19.55 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..a0de2fc006693c83a32a73f6b2c5b03db2a22292 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5311685.48, + "constraint_satisfaction_pct": 96.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 19.55, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 5724.64, + "avg_cost": 33.25, + "lambda": 13.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.325, + 13.325, + 13.325 + ] + }, + { + "episode": 10, + "avg_reward": 4376.36, + "avg_cost": 0.5, + "lambda": 17.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.525, + 17.525, + 17.525 + ] + }, + { + "episode": 20, + "avg_reward": 4021.22, + "avg_cost": 2.5, + "lambda": 17.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.825, + 17.825, + 17.825 + ] + }, + { + "episode": 30, + "avg_reward": 4983.77, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 40, + "avg_reward": 5184.99, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 50, + "avg_reward": 5002.53, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 60, + "avg_reward": 4837.32, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 70, + "avg_reward": 4838.48, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 80, + "avg_reward": 4842.09, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 90, + "avg_reward": 4826.03, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 100, + "avg_reward": 4949.42, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 110, + "avg_reward": 5012.77, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 120, + "avg_reward": 4981.34, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 130, + "avg_reward": 4886.44, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 140, + "avg_reward": 4922.08, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 150, + "avg_reward": 4976.24, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 160, + "avg_reward": 5025.86, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 170, + "avg_reward": 5074.24, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 180, + "avg_reward": 5048.07, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 190, + "avg_reward": 5020.45, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 200, + "avg_reward": 5008.9, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 210, + "avg_reward": 5014.51, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 220, + "avg_reward": 5021.67, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 230, + "avg_reward": 5035.55, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 240, + "avg_reward": 5047.07, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 250, + "avg_reward": 5050.71, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 260, + "avg_reward": 5054.69, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 270, + "avg_reward": 5091.59, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 280, + "avg_reward": 5205.26, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 290, + "avg_reward": 5660.74, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 300, + "avg_reward": 6110.37, + "avg_cost": 0.0, + "lambda": 17.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.85, + 17.85, + 17.85 + ] + }, + { + "episode": 310, + "avg_reward": 5561.84, + "avg_cost": 0.0, + "lambda": 18.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.025, + 18.025, + 18.025 + ] + }, + { + "episode": 320, + "avg_reward": 5284.02, + "avg_cost": 0.0, + "lambda": 18.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.025, + 18.025, + 18.025 + ] + }, + { + "episode": 330, + "avg_reward": 5304.05, + "avg_cost": 0.0, + "lambda": 18.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.325, + 18.325, + 18.325 + ] + }, + { + "episode": 340, + "avg_reward": 5079.45, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 350, + "avg_reward": 5050.2, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 360, + "avg_reward": 5036.72, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 370, + "avg_reward": 5041.34, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 380, + "avg_reward": 5038.71, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 390, + "avg_reward": 5050.98, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 400, + "avg_reward": 5061.27, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 410, + "avg_reward": 5069.36, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 420, + "avg_reward": 5066.98, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 430, + "avg_reward": 5079.35, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 440, + "avg_reward": 5075.58, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 450, + "avg_reward": 5063.19, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 460, + "avg_reward": 5052.09, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 470, + "avg_reward": 5062.17, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 480, + "avg_reward": 5074.64, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 490, + "avg_reward": 5075.02, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 500, + "avg_reward": 5082.88, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 510, + "avg_reward": 5075.89, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 520, + "avg_reward": 5125.72, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 530, + "avg_reward": 5193.62, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 540, + "avg_reward": 5094.43, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 550, + "avg_reward": 4814.61, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 560, + "avg_reward": 5040.48, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 570, + "avg_reward": 5019.89, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 580, + "avg_reward": 5022.71, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 590, + "avg_reward": 5000.31, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 600, + "avg_reward": 4972.82, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 610, + "avg_reward": 5004.93, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 620, + "avg_reward": 5013.27, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 630, + "avg_reward": 5055.59, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 640, + "avg_reward": 5078.6, + "avg_cost": 0.0, + "lambda": 18.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.425, + 18.425, + 18.425 + ] + }, + { + "episode": 650, + "avg_reward": 5113.26, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 660, + "avg_reward": 5024.66, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 670, + "avg_reward": 5015.79, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 680, + "avg_reward": 4957.54, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 690, + "avg_reward": 4926.53, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 700, + "avg_reward": 4955.85, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 710, + "avg_reward": 4985.43, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 720, + "avg_reward": 4991.14, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 730, + "avg_reward": 5007.98, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 740, + "avg_reward": 5000.13, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 750, + "avg_reward": 4994.45, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 760, + "avg_reward": 5011.1, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 770, + "avg_reward": 5093.58, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 780, + "avg_reward": 5475.37, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 790, + "avg_reward": 6201.37, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 800, + "avg_reward": 6600.26, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 810, + "avg_reward": 6605.23, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 820, + "avg_reward": 6604.31, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 830, + "avg_reward": 6783.95, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 840, + "avg_reward": 6999.06, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 850, + "avg_reward": 7147.24, + "avg_cost": 0.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.475, + 18.475, + 18.475 + ] + }, + { + "episode": 860, + "avg_reward": 7206.21, + "avg_cost": 0.0, + "lambda": 18.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.525, + 18.525, + 18.525 + ] + }, + { + "episode": 870, + "avg_reward": 7062.56, + "avg_cost": 0.0, + "lambda": 18.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.625, + 18.625, + 18.625 + ] + }, + { + "episode": 880, + "avg_reward": 6480.17, + "avg_cost": 0.0, + "lambda": 18.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.75, + 18.75, + 18.75 + ] + }, + { + "episode": 890, + "avg_reward": 6895.38, + "avg_cost": 0.0, + "lambda": 18.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.75, + 18.75, + 18.75 + ] + }, + { + "episode": 900, + "avg_reward": 6763.51, + "avg_cost": 0.0, + "lambda": 18.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.9, + 18.9, + 18.9 + ] + }, + { + "episode": 910, + "avg_reward": 6534.61, + "avg_cost": 0.0, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.95, + 18.95, + 18.95 + ] + }, + { + "episode": 920, + "avg_reward": 6751.33, + "avg_cost": 0.0, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.95, + 18.95, + 18.95 + ] + }, + { + "episode": 930, + "avg_reward": 5953.0, + "avg_cost": 0.0, + "lambda": 19.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.225, + 19.225, + 19.225 + ] + }, + { + "episode": 940, + "avg_reward": 5321.37, + "avg_cost": 0.0, + "lambda": 19.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.225, + 19.225, + 19.225 + ] + }, + { + "episode": 950, + "avg_reward": 6081.9, + "avg_cost": 0.0, + "lambda": 19.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.25, + 19.25, + 19.25 + ] + }, + { + "episode": 960, + "avg_reward": 5621.46, + "avg_cost": 0.0, + "lambda": 19.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.325, + 19.325, + 19.325 + ] + }, + { + "episode": 970, + "avg_reward": 4988.38, + "avg_cost": 0.0, + "lambda": 19.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.325, + 19.325, + 19.325 + ] + }, + { + "episode": 980, + "avg_reward": 5001.01, + "avg_cost": 0.0, + "lambda": 19.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.375, + 19.375, + 19.375 + ] + }, + { + "episode": 990, + "avg_reward": 4561.34, + "avg_cost": 0.0, + "lambda": 19.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.5, + 19.5, + 19.5 + ] + }, + { + "episode": 1000, + "avg_reward": 4576.68, + "avg_cost": 0.0, + "lambda": 19.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.55, + 19.55, + 19.55 + ] + } + ], + "final_lambdas": [ + 19.55, + 19.55, + 19.55 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..99f8e84764875ad38b18536a9f427fb3cf2a5560 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Hopper_3x1_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5731024.41, + "constraint_satisfaction_pct": 96.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.1033, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 4293.48, + "avg_cost": 33.25, + "lambda": 5.0658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0658, + 5.0658, + 5.0658 + ] + }, + { + "episode": 10, + "avg_reward": 4281.02, + "avg_cost": 7.25, + "lambda": 9.5183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5183, + 9.5183, + 9.5183 + ] + }, + { + "episode": 20, + "avg_reward": 3932.82, + "avg_cost": 21.0, + "lambda": 11.3967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3967, + 11.3967, + 11.3967 + ] + }, + { + "episode": 30, + "avg_reward": 5780.13, + "avg_cost": 69.25, + "lambda": 12.5375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.5375, + 12.5375, + 12.5375 + ] + }, + { + "episode": 40, + "avg_reward": 5715.88, + "avg_cost": 47.25, + "lambda": 12.9708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9708, + 12.9708, + 12.9708 + ] + }, + { + "episode": 50, + "avg_reward": 5536.77, + "avg_cost": 14.75, + "lambda": 12.6417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6417, + 12.6417, + 12.6417 + ] + }, + { + "episode": 60, + "avg_reward": 6063.09, + "avg_cost": 32.75, + "lambda": 12.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7025, + 12.7025, + 12.7025 + ] + }, + { + "episode": 70, + "avg_reward": 5638.57, + "avg_cost": 4.25, + "lambda": 12.9933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9933, + 12.9933, + 12.9933 + ] + }, + { + "episode": 80, + "avg_reward": 6297.59, + "avg_cost": 67.0, + "lambda": 14.1567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1567, + 14.1567, + 14.1567 + ] + }, + { + "episode": 90, + "avg_reward": 5986.54, + "avg_cost": 21.5, + "lambda": 13.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.725, + 13.725, + 13.725 + ] + }, + { + "episode": 100, + "avg_reward": 6833.52, + "avg_cost": 58.5, + "lambda": 15.2433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.2433, + 15.2433, + 15.2433 + ] + }, + { + "episode": 110, + "avg_reward": 5973.99, + "avg_cost": 21.75, + "lambda": 15.5592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.5592, + 15.5592, + 15.5592 + ] + }, + { + "episode": 120, + "avg_reward": 6311.51, + "avg_cost": 38.0, + "lambda": 16.6975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6975, + 16.6975, + 16.6975 + ] + }, + { + "episode": 130, + "avg_reward": 5736.88, + "avg_cost": 2.75, + "lambda": 16.5358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5358, + 16.5358, + 16.5358 + ] + }, + { + "episode": 140, + "avg_reward": 5987.27, + "avg_cost": 8.5, + "lambda": 17.7642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.7642, + 17.7642, + 17.7642 + ] + }, + { + "episode": 150, + "avg_reward": 6422.14, + "avg_cost": 15.5, + "lambda": 17.945, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.945, + 17.945, + 17.945 + ] + }, + { + "episode": 160, + "avg_reward": 6476.02, + "avg_cost": 29.5, + "lambda": 18.8133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.8133, + 18.8133, + 18.8133 + ] + }, + { + "episode": 170, + "avg_reward": 5802.09, + "avg_cost": 6.5, + "lambda": 19.1567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.1567, + 19.1567, + 19.1567 + ] + }, + { + "episode": 180, + "avg_reward": 6303.6, + "avg_cost": 21.25, + "lambda": 19.965, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.965, + 19.965, + 19.965 + ] + }, + { + "episode": 190, + "avg_reward": 6303.9, + "avg_cost": 26.75, + "lambda": 20.5158, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.5158, + 20.5158, + 20.5158 + ] + }, + { + "episode": 200, + "avg_reward": 6644.95, + "avg_cost": 40.25, + "lambda": 21.9892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.9892, + 21.9892, + 21.9892 + ] + }, + { + "episode": 210, + "avg_reward": 6373.49, + "avg_cost": 35.25, + "lambda": 22.5275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.5275, + 22.5275, + 22.5275 + ] + }, + { + "episode": 220, + "avg_reward": 5802.72, + "avg_cost": 12.0, + "lambda": 23.4283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.4283, + 23.4283, + 23.4283 + ] + }, + { + "episode": 230, + "avg_reward": 6285.0, + "avg_cost": 16.5, + "lambda": 23.6342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.6342, + 23.6342, + 23.6342 + ] + }, + { + "episode": 240, + "avg_reward": 6542.56, + "avg_cost": 14.25, + "lambda": 23.185, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.185, + 23.185, + 23.185 + ] + }, + { + "episode": 250, + "avg_reward": 6479.36, + "avg_cost": 21.5, + "lambda": 22.6883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.6883, + 22.6883, + 22.6883 + ] + }, + { + "episode": 260, + "avg_reward": 5568.71, + "avg_cost": 1.5, + "lambda": 21.1392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.1392, + 21.1392, + 21.1392 + ] + }, + { + "episode": 270, + "avg_reward": 6329.74, + "avg_cost": 14.75, + "lambda": 20.4725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4725, + 20.4725, + 20.4725 + ] + }, + { + "episode": 280, + "avg_reward": 5564.41, + "avg_cost": 0.0, + "lambda": 20.2133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2133, + 20.2133, + 20.2133 + ] + }, + { + "episode": 290, + "avg_reward": 6903.83, + "avg_cost": 19.0, + "lambda": 19.0917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.0917, + 19.0917, + 19.0917 + ] + }, + { + "episode": 300, + "avg_reward": 6832.5, + "avg_cost": 15.75, + "lambda": 18.21, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.21, + 18.21, + 18.21 + ] + }, + { + "episode": 310, + "avg_reward": 6557.77, + "avg_cost": 6.0, + "lambda": 17.2258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2258, + 17.2258, + 17.2258 + ] + }, + { + "episode": 320, + "avg_reward": 6348.66, + "avg_cost": 3.5, + "lambda": 16.8592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.8592, + 16.8592, + 16.8592 + ] + }, + { + "episode": 330, + "avg_reward": 6934.8, + "avg_cost": 50.75, + "lambda": 16.9975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.9975, + 16.9975, + 16.9975 + ] + }, + { + "episode": 340, + "avg_reward": 6654.55, + "avg_cost": 31.25, + "lambda": 16.2958, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.2958, + 16.2958, + 16.2958 + ] + }, + { + "episode": 350, + "avg_reward": 6506.9, + "avg_cost": 24.25, + "lambda": 16.2792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.2792, + 16.2792, + 16.2792 + ] + }, + { + "episode": 360, + "avg_reward": 6587.87, + "avg_cost": 9.25, + "lambda": 16.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6325, + 16.6325, + 16.6325 + ] + }, + { + "episode": 370, + "avg_reward": 6749.06, + "avg_cost": 23.75, + "lambda": 16.0383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.0383, + 16.0383, + 16.0383 + ] + }, + { + "episode": 380, + "avg_reward": 6672.53, + "avg_cost": 31.25, + "lambda": 15.0367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.0367, + 15.0367, + 15.0367 + ] + }, + { + "episode": 390, + "avg_reward": 6742.71, + "avg_cost": 37.75, + "lambda": 14.4825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.4825, + 14.4825, + 14.4825 + ] + }, + { + "episode": 400, + "avg_reward": 6651.26, + "avg_cost": 6.0, + "lambda": 14.7908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.7908, + 14.7908, + 14.7908 + ] + }, + { + "episode": 410, + "avg_reward": 6946.11, + "avg_cost": 37.0, + "lambda": 14.5642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5642, + 14.5642, + 14.5642 + ] + }, + { + "episode": 420, + "avg_reward": 6760.29, + "avg_cost": 13.0, + "lambda": 13.865, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.865, + 13.865, + 13.865 + ] + }, + { + "episode": 430, + "avg_reward": 6533.06, + "avg_cost": 24.0, + "lambda": 14.0133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0133, + 14.0133, + 14.0133 + ] + }, + { + "episode": 440, + "avg_reward": 5905.93, + "avg_cost": 51.0, + "lambda": 14.3767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3767, + 14.3767, + 14.3767 + ] + }, + { + "episode": 450, + "avg_reward": 5127.62, + "avg_cost": 5.5, + "lambda": 13.8475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.8475, + 13.8475, + 13.8475 + ] + }, + { + "episode": 460, + "avg_reward": 4611.56, + "avg_cost": 1.25, + "lambda": 11.2708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2708, + 11.2708, + 11.2708 + ] + }, + { + "episode": 470, + "avg_reward": 5479.07, + "avg_cost": 4.5, + "lambda": 8.9867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9867, + 8.9867, + 8.9867 + ] + }, + { + "episode": 480, + "avg_reward": 5510.05, + "avg_cost": 35.25, + "lambda": 8.9825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9825, + 8.9825, + 8.9825 + ] + }, + { + "episode": 490, + "avg_reward": 5331.04, + "avg_cost": 5.25, + "lambda": 7.6008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6008, + 7.6008, + 7.6008 + ] + }, + { + "episode": 500, + "avg_reward": 5620.57, + "avg_cost": 7.25, + "lambda": 5.7067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7067, + 5.7067, + 5.7067 + ] + }, + { + "episode": 510, + "avg_reward": 5322.59, + "avg_cost": 9.5, + "lambda": 5.1625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1625, + 5.1625, + 5.1625 + ] + }, + { + "episode": 520, + "avg_reward": 6005.57, + "avg_cost": 51.25, + "lambda": 4.3383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3383, + 4.3383, + 4.3383 + ] + }, + { + "episode": 530, + "avg_reward": 5147.51, + "avg_cost": 13.0, + "lambda": 3.6092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6092, + 3.6092, + 3.6092 + ] + }, + { + "episode": 540, + "avg_reward": 4960.78, + "avg_cost": 6.25, + "lambda": 1.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.925, + 1.925, + 1.925 + ] + }, + { + "episode": 550, + "avg_reward": 4936.85, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 4914.17, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 4971.79, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 5947.02, + "avg_cost": 51.5, + "lambda": 0.7867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7867, + 0.7867, + 0.7867 + ] + }, + { + "episode": 590, + "avg_reward": 5262.59, + "avg_cost": 33.25, + "lambda": 3.7025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7025, + 3.7025, + 3.7025 + ] + }, + { + "episode": 600, + "avg_reward": 5099.75, + "avg_cost": 32.0, + "lambda": 3.7058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7058, + 3.7058, + 3.7058 + ] + }, + { + "episode": 610, + "avg_reward": 4694.91, + "avg_cost": 5.5, + "lambda": 2.3217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.3217, + 2.3217, + 2.3217 + ] + }, + { + "episode": 620, + "avg_reward": 4798.98, + "avg_cost": 2.25, + "lambda": 1.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.18, + 1.18, + 1.18 + ] + }, + { + "episode": 630, + "avg_reward": 4823.46, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 4999.91, + "avg_cost": 11.0, + "lambda": 0.0267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0267, + 0.0267, + 0.0267 + ] + }, + { + "episode": 650, + "avg_reward": 5489.33, + "avg_cost": 58.5, + "lambda": 6.4467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4467, + 6.4467, + 6.4467 + ] + }, + { + "episode": 660, + "avg_reward": 5136.51, + "avg_cost": 38.5, + "lambda": 8.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.525, + 8.525, + 8.525 + ] + }, + { + "episode": 670, + "avg_reward": 4611.76, + "avg_cost": 0.25, + "lambda": 8.3833, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3833, + 8.3833, + 8.3833 + ] + }, + { + "episode": 680, + "avg_reward": 4576.33, + "avg_cost": 5.5, + "lambda": 8.5367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5367, + 8.5367, + 8.5367 + ] + }, + { + "episode": 690, + "avg_reward": 4897.15, + "avg_cost": 3.5, + "lambda": 7.7125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7125, + 7.7125, + 7.7125 + ] + }, + { + "episode": 700, + "avg_reward": 5324.92, + "avg_cost": 23.0, + "lambda": 6.8583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8583, + 6.8583, + 6.8583 + ] + }, + { + "episode": 710, + "avg_reward": 5540.8, + "avg_cost": 45.0, + "lambda": 6.2642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2642, + 6.2642, + 6.2642 + ] + }, + { + "episode": 720, + "avg_reward": 5155.1, + "avg_cost": 6.5, + "lambda": 4.6225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6225, + 4.6225, + 4.6225 + ] + }, + { + "episode": 730, + "avg_reward": 5403.94, + "avg_cost": 7.75, + "lambda": 2.4558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.4558, + 2.4558, + 2.4558 + ] + }, + { + "episode": 740, + "avg_reward": 5146.67, + "avg_cost": 12.75, + "lambda": 0.6342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6342, + 0.6342, + 0.6342 + ] + }, + { + "episode": 750, + "avg_reward": 5871.62, + "avg_cost": 47.0, + "lambda": 1.8525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8525, + 1.8525, + 1.8525 + ] + }, + { + "episode": 760, + "avg_reward": 5234.8, + "avg_cost": 22.5, + "lambda": 4.4083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4083, + 4.4083, + 4.4083 + ] + }, + { + "episode": 770, + "avg_reward": 5294.56, + "avg_cost": 4.0, + "lambda": 3.4067, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.4067, + 3.4067, + 3.4067 + ] + }, + { + "episode": 780, + "avg_reward": 4705.72, + "avg_cost": 0.0, + "lambda": 0.8825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8825, + 0.8825, + 0.8825 + ] + }, + { + "episode": 790, + "avg_reward": 4752.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 5227.55, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 5410.3, + "avg_cost": 48.5, + "lambda": 1.92, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.92, + 1.92, + 1.92 + ] + }, + { + "episode": 820, + "avg_reward": 4847.12, + "avg_cost": 4.5, + "lambda": 0.5133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5133, + 0.5133, + 0.5133 + ] + }, + { + "episode": 830, + "avg_reward": 4651.03, + "avg_cost": 1.75, + "lambda": 5.3508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3508, + 5.3508, + 5.3508 + ] + }, + { + "episode": 840, + "avg_reward": 5319.75, + "avg_cost": 6.5, + "lambda": 4.3417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3417, + 4.3417, + 4.3417 + ] + }, + { + "episode": 850, + "avg_reward": 4723.02, + "avg_cost": 0.0, + "lambda": 2.885, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.885, + 2.885, + 2.885 + ] + }, + { + "episode": 860, + "avg_reward": 5968.31, + "avg_cost": 20.0, + "lambda": 1.6033, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.6033, + 1.6033, + 1.6033 + ] + }, + { + "episode": 870, + "avg_reward": 5243.07, + "avg_cost": 10.75, + "lambda": 2.3692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.3692, + 2.3692, + 2.3692 + ] + }, + { + "episode": 880, + "avg_reward": 5578.7, + "avg_cost": 24.0, + "lambda": 2.2275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.2275, + 2.2275, + 2.2275 + ] + }, + { + "episode": 890, + "avg_reward": 5315.28, + "avg_cost": 5.25, + "lambda": 3.0508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0508, + 3.0508, + 3.0508 + ] + }, + { + "episode": 900, + "avg_reward": 4911.16, + "avg_cost": 4.5, + "lambda": 1.2567, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2567, + 1.2567, + 1.2567 + ] + }, + { + "episode": 910, + "avg_reward": 5264.46, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 5136.6, + "avg_cost": 17.75, + "lambda": 0.2392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2392, + 0.2392, + 0.2392 + ] + }, + { + "episode": 930, + "avg_reward": 5122.07, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4845.56, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 6006.74, + "avg_cost": 55.0, + "lambda": 1.3917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3917, + 1.3917, + 1.3917 + ] + }, + { + "episode": 960, + "avg_reward": 6020.86, + "avg_cost": 46.0, + "lambda": 5.2975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2975, + 5.2975, + 5.2975 + ] + }, + { + "episode": 970, + "avg_reward": 5670.21, + "avg_cost": 4.25, + "lambda": 4.7983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7983, + 4.7983, + 4.7983 + ] + }, + { + "episode": 980, + "avg_reward": 5521.89, + "avg_cost": 26.0, + "lambda": 2.8792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.8792, + 2.8792, + 2.8792 + ] + }, + { + "episode": 990, + "avg_reward": 5629.79, + "avg_cost": 24.5, + "lambda": 1.8625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8625, + 1.8625, + 1.8625 + ] + }, + { + "episode": 1000, + "avg_reward": 5410.01, + "avg_cost": 4.0, + "lambda": 2.1033, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.1033, + 2.1033, + 2.1033 + ] + } + ], + "final_lambdas": [ + 2.1033, + 2.1033, + 2.1033 + ], + "d_per_agent": 26.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..a7e6a130bc91d524746c405d4c22e906f4d5a7d5 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v10_safepo.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 4004370.1, + "constraint_satisfaction_pct": 79.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 68.3592, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 291.79, + "avg_cost": 123.25, + "lambda": 6.1492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1492, + 6.1492, + 6.1492 + ] + }, + { + "episode": 10, + "avg_reward": 3667.41, + "avg_cost": 56.5, + "lambda": 9.5342, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5342, + 9.5342, + 9.5342 + ] + }, + { + "episode": 20, + "avg_reward": 3960.09, + "avg_cost": 43.0, + "lambda": 15.3983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.3983, + 15.3983, + 15.3983 + ] + }, + { + "episode": 30, + "avg_reward": 4548.99, + "avg_cost": 52.5, + "lambda": 19.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.2175, + 19.2175, + 19.2175 + ] + }, + { + "episode": 40, + "avg_reward": 4211.81, + "avg_cost": 48.75, + "lambda": 23.5217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.5217, + 23.5217, + 23.5217 + ] + }, + { + "episode": 50, + "avg_reward": 3445.09, + "avg_cost": 12.5, + "lambda": 25.8758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8758, + 25.8758, + 25.8758 + ] + }, + { + "episode": 60, + "avg_reward": 3296.98, + "avg_cost": 12.0, + "lambda": 28.6125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.6125, + 28.6125, + 28.6125 + ] + }, + { + "episode": 70, + "avg_reward": 3706.35, + "avg_cost": 19.75, + "lambda": 30.3442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.3442, + 30.3442, + 30.3442 + ] + }, + { + "episode": 80, + "avg_reward": 3906.62, + "avg_cost": 25.0, + "lambda": 32.4133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.4133, + 32.4133, + 32.4133 + ] + }, + { + "episode": 90, + "avg_reward": 3373.88, + "avg_cost": 41.5, + "lambda": 35.6775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.6775, + 35.6775, + 35.6775 + ] + }, + { + "episode": 100, + "avg_reward": 4311.97, + "avg_cost": 26.0, + "lambda": 37.3717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.3717, + 37.3717, + 37.3717 + ] + }, + { + "episode": 110, + "avg_reward": 3639.85, + "avg_cost": 34.5, + "lambda": 39.3133, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.3133, + 39.3133, + 39.3133 + ] + }, + { + "episode": 120, + "avg_reward": 3572.14, + "avg_cost": 34.75, + "lambda": 41.0825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.0825, + 41.0825, + 41.0825 + ] + }, + { + "episode": 130, + "avg_reward": 3712.87, + "avg_cost": 35.25, + "lambda": 43.1542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.1542, + 43.1542, + 43.1542 + ] + }, + { + "episode": 140, + "avg_reward": 3936.75, + "avg_cost": 22.75, + "lambda": 44.7333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.7333, + 44.7333, + 44.7333 + ] + }, + { + "episode": 150, + "avg_reward": 3388.56, + "avg_cost": 21.5, + "lambda": 46.465, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.465, + 46.465, + 46.465 + ] + }, + { + "episode": 160, + "avg_reward": 4068.36, + "avg_cost": 21.75, + "lambda": 48.0667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0667, + 48.0667, + 48.0667 + ] + }, + { + "episode": 170, + "avg_reward": 3772.62, + "avg_cost": 33.25, + "lambda": 50.1583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.1583, + 50.1583, + 50.1583 + ] + }, + { + "episode": 180, + "avg_reward": 3636.22, + "avg_cost": 28.5, + "lambda": 52.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.375, + 52.375, + 52.375 + ] + }, + { + "episode": 190, + "avg_reward": 3690.59, + "avg_cost": 24.25, + "lambda": 54.0692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.0692, + 54.0692, + 54.0692 + ] + }, + { + "episode": 200, + "avg_reward": 3509.95, + "avg_cost": 16.25, + "lambda": 54.7508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.7508, + 54.7508, + 54.7508 + ] + }, + { + "episode": 210, + "avg_reward": 4548.47, + "avg_cost": 15.75, + "lambda": 55.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.64, + 55.64, + 55.64 + ] + }, + { + "episode": 220, + "avg_reward": 3945.39, + "avg_cost": 10.0, + "lambda": 56.4092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.4092, + 56.4092, + 56.4092 + ] + }, + { + "episode": 230, + "avg_reward": 3329.02, + "avg_cost": 15.5, + "lambda": 57.2483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.2483, + 57.2483, + 57.2483 + ] + }, + { + "episode": 240, + "avg_reward": 3701.38, + "avg_cost": 24.25, + "lambda": 58.32, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.32, + 58.32, + 58.32 + ] + }, + { + "episode": 250, + "avg_reward": 3158.12, + "avg_cost": 12.25, + "lambda": 59.0692, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.0692, + 59.0692, + 59.0692 + ] + }, + { + "episode": 260, + "avg_reward": 3931.99, + "avg_cost": 19.75, + "lambda": 61.1533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.1533, + 61.1533, + 61.1533 + ] + }, + { + "episode": 270, + "avg_reward": 3093.29, + "avg_cost": 7.5, + "lambda": 62.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.225, + 62.225, + 62.225 + ] + }, + { + "episode": 280, + "avg_reward": 4138.23, + "avg_cost": 10.5, + "lambda": 63.3717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3717, + 63.3717, + 63.3717 + ] + }, + { + "episode": 290, + "avg_reward": 3870.66, + "avg_cost": 19.25, + "lambda": 64.7283, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.7283, + 64.7283, + 64.7283 + ] + }, + { + "episode": 300, + "avg_reward": 2591.71, + "avg_cost": 25.25, + "lambda": 66.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.975, + 66.975, + 66.975 + ] + }, + { + "episode": 310, + "avg_reward": 2768.61, + "avg_cost": 38.25, + "lambda": 69.1717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.1717, + 69.1717, + 69.1717 + ] + }, + { + "episode": 320, + "avg_reward": 3612.3, + "avg_cost": 16.25, + "lambda": 71.1933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.1933, + 71.1933, + 71.1933 + ] + }, + { + "episode": 330, + "avg_reward": 3005.35, + "avg_cost": 34.25, + "lambda": 73.3475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.3475, + 73.3475, + 73.3475 + ] + }, + { + "episode": 340, + "avg_reward": 3587.52, + "avg_cost": 14.25, + "lambda": 74.1317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1317, + 74.1317, + 74.1317 + ] + }, + { + "episode": 350, + "avg_reward": 3519.56, + "avg_cost": 6.25, + "lambda": 74.3458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.3458, + 74.3458, + 74.3458 + ] + }, + { + "episode": 360, + "avg_reward": 4364.36, + "avg_cost": 30.5, + "lambda": 75.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.025, + 75.025, + 75.025 + ] + }, + { + "episode": 370, + "avg_reward": 3198.67, + "avg_cost": 7.0, + "lambda": 75.7467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.7467, + 75.7467, + 75.7467 + ] + }, + { + "episode": 380, + "avg_reward": 2657.65, + "avg_cost": 17.0, + "lambda": 78.0533, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.0533, + 78.0533, + 78.0533 + ] + }, + { + "episode": 390, + "avg_reward": 2983.3, + "avg_cost": 15.0, + "lambda": 78.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.75, + 78.75, + 78.75 + ] + }, + { + "episode": 400, + "avg_reward": 3819.98, + "avg_cost": 7.0, + "lambda": 79.1467, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.1467, + 79.1467, + 79.1467 + ] + }, + { + "episode": 410, + "avg_reward": 4886.3, + "avg_cost": 35.5, + "lambda": 80.1708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.1708, + 80.1708, + 80.1708 + ] + }, + { + "episode": 420, + "avg_reward": 4501.21, + "avg_cost": 3.5, + "lambda": 80.98, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.98, + 80.98, + 80.98 + ] + }, + { + "episode": 430, + "avg_reward": 4168.82, + "avg_cost": 36.5, + "lambda": 81.2092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.2092, + 81.2092, + 81.2092 + ] + }, + { + "episode": 440, + "avg_reward": 3441.56, + "avg_cost": 37.0, + "lambda": 83.0383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.0383, + 83.0383, + 83.0383 + ] + }, + { + "episode": 450, + "avg_reward": 3031.75, + "avg_cost": 31.0, + "lambda": 85.0425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.0425, + 85.0425, + 85.0425 + ] + }, + { + "episode": 460, + "avg_reward": 3932.28, + "avg_cost": 10.25, + "lambda": 86.1917, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.1917, + 86.1917, + 86.1917 + ] + }, + { + "episode": 470, + "avg_reward": 4775.89, + "avg_cost": 16.0, + "lambda": 86.8083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.8083, + 86.8083, + 86.8083 + ] + }, + { + "episode": 480, + "avg_reward": 4526.41, + "avg_cost": 18.5, + "lambda": 87.605, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.605, + 87.605, + 87.605 + ] + }, + { + "episode": 490, + "avg_reward": 3758.94, + "avg_cost": 4.5, + "lambda": 88.3392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.3392, + 88.3392, + 88.3392 + ] + }, + { + "episode": 500, + "avg_reward": 3760.12, + "avg_cost": 8.0, + "lambda": 88.3708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.3708, + 88.3708, + 88.3708 + ] + }, + { + "episode": 510, + "avg_reward": 4093.16, + "avg_cost": 11.0, + "lambda": 88.18, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.18, + 88.18, + 88.18 + ] + }, + { + "episode": 520, + "avg_reward": 3451.75, + "avg_cost": 7.75, + "lambda": 88.0217, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.0217, + 88.0217, + 88.0217 + ] + }, + { + "episode": 530, + "avg_reward": 3033.17, + "avg_cost": 9.5, + "lambda": 88.1433, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.1433, + 88.1433, + 88.1433 + ] + }, + { + "episode": 540, + "avg_reward": 3992.68, + "avg_cost": 10.5, + "lambda": 88.1275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.1275, + 88.1275, + 88.1275 + ] + }, + { + "episode": 550, + "avg_reward": 3697.51, + "avg_cost": 1.5, + "lambda": 88.0867, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.0867, + 88.0867, + 88.0867 + ] + }, + { + "episode": 560, + "avg_reward": 4495.53, + "avg_cost": 9.0, + "lambda": 87.7583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.7583, + 87.7583, + 87.7583 + ] + }, + { + "episode": 570, + "avg_reward": 4310.35, + "avg_cost": 3.0, + "lambda": 87.17, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.17, + 87.17, + 87.17 + ] + }, + { + "episode": 580, + "avg_reward": 4267.47, + "avg_cost": 2.75, + "lambda": 86.7967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.7967, + 86.7967, + 86.7967 + ] + }, + { + "episode": 590, + "avg_reward": 4455.44, + "avg_cost": 2.75, + "lambda": 86.5683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.5683, + 86.5683, + 86.5683 + ] + }, + { + "episode": 600, + "avg_reward": 4277.1, + "avg_cost": 7.25, + "lambda": 86.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.1775, + 86.1775, + 86.1775 + ] + }, + { + "episode": 610, + "avg_reward": 4556.52, + "avg_cost": 8.5, + "lambda": 85.8742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.8742, + 85.8742, + 85.8742 + ] + }, + { + "episode": 620, + "avg_reward": 4067.4, + "avg_cost": 2.5, + "lambda": 85.5708, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5708, + 85.5708, + 85.5708 + ] + }, + { + "episode": 630, + "avg_reward": 4005.06, + "avg_cost": 0.75, + "lambda": 85.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.05, + 85.05, + 85.05 + ] + }, + { + "episode": 640, + "avg_reward": 4293.83, + "avg_cost": 1.75, + "lambda": 84.6592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.6592, + 84.6592, + 84.6592 + ] + }, + { + "episode": 650, + "avg_reward": 4417.86, + "avg_cost": 6.75, + "lambda": 84.1683, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.1683, + 84.1683, + 84.1683 + ] + }, + { + "episode": 660, + "avg_reward": 4127.29, + "avg_cost": 0.75, + "lambda": 83.7075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.7075, + 83.7075, + 83.7075 + ] + }, + { + "episode": 670, + "avg_reward": 4285.11, + "avg_cost": 0.75, + "lambda": 83.1192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.1192, + 83.1192, + 83.1192 + ] + }, + { + "episode": 680, + "avg_reward": 4265.78, + "avg_cost": 1.0, + "lambda": 82.5333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.5333, + 82.5333, + 82.5333 + ] + }, + { + "episode": 690, + "avg_reward": 4621.5, + "avg_cost": 9.75, + "lambda": 82.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.1775, + 82.1775, + 82.1775 + ] + }, + { + "episode": 700, + "avg_reward": 4164.21, + "avg_cost": 1.0, + "lambda": 81.5617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.5617, + 81.5617, + 81.5617 + ] + }, + { + "episode": 710, + "avg_reward": 3803.97, + "avg_cost": 2.25, + "lambda": 81.2008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.2008, + 81.2008, + 81.2008 + ] + }, + { + "episode": 720, + "avg_reward": 4610.1, + "avg_cost": 8.75, + "lambda": 80.6175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.6175, + 80.6175, + 80.6175 + ] + }, + { + "episode": 730, + "avg_reward": 4274.08, + "avg_cost": 6.5, + "lambda": 80.4517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.4517, + 80.4517, + 80.4517 + ] + }, + { + "episode": 740, + "avg_reward": 4047.42, + "avg_cost": 0.5, + "lambda": 79.8633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.8633, + 79.8633, + 79.8633 + ] + }, + { + "episode": 750, + "avg_reward": 4353.36, + "avg_cost": 0.5, + "lambda": 79.2025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.2025, + 79.2025, + 79.2025 + ] + }, + { + "episode": 760, + "avg_reward": 4025.99, + "avg_cost": 0.0, + "lambda": 78.6892, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.6892, + 78.6892, + 78.6892 + ] + }, + { + "episode": 770, + "avg_reward": 4050.7, + "avg_cost": 2.0, + "lambda": 78.0808, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.0808, + 78.0808, + 78.0808 + ] + }, + { + "episode": 780, + "avg_reward": 3849.53, + "avg_cost": 6.0, + "lambda": 77.605, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.605, + 77.605, + 77.605 + ] + }, + { + "episode": 790, + "avg_reward": 3991.6, + "avg_cost": 1.25, + "lambda": 77.8517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.8517, + 77.8517, + 77.8517 + ] + }, + { + "episode": 800, + "avg_reward": 3951.65, + "avg_cost": 0.5, + "lambda": 77.1658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.1658, + 77.1658, + 77.1658 + ] + }, + { + "episode": 810, + "avg_reward": 4485.63, + "avg_cost": 4.5, + "lambda": 76.555, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.555, + 76.555, + 76.555 + ] + }, + { + "episode": 820, + "avg_reward": 4412.3, + "avg_cost": 5.25, + "lambda": 76.2992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.2992, + 76.2992, + 76.2992 + ] + }, + { + "episode": 830, + "avg_reward": 4285.06, + "avg_cost": 0.25, + "lambda": 75.7658, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.7658, + 75.7658, + 75.7658 + ] + }, + { + "episode": 840, + "avg_reward": 4655.04, + "avg_cost": 1.75, + "lambda": 75.0925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.0925, + 75.0925, + 75.0925 + ] + }, + { + "episode": 850, + "avg_reward": 5085.66, + "avg_cost": 9.0, + "lambda": 74.9742, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9742, + 74.9742, + 74.9742 + ] + }, + { + "episode": 860, + "avg_reward": 5027.17, + "avg_cost": 6.25, + "lambda": 74.6458, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.6458, + 74.6458, + 74.6458 + ] + }, + { + "episode": 870, + "avg_reward": 4513.84, + "avg_cost": 2.25, + "lambda": 74.0275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.0275, + 74.0275, + 74.0275 + ] + }, + { + "episode": 880, + "avg_reward": 4721.15, + "avg_cost": 2.75, + "lambda": 73.5167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.5167, + 73.5167, + 73.5167 + ] + }, + { + "episode": 890, + "avg_reward": 4372.58, + "avg_cost": 2.75, + "lambda": 73.0933, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0933, + 73.0933, + 73.0933 + ] + }, + { + "episode": 900, + "avg_reward": 4849.81, + "avg_cost": 5.0, + "lambda": 72.6575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.6575, + 72.6575, + 72.6575 + ] + }, + { + "episode": 910, + "avg_reward": 4640.26, + "avg_cost": 1.25, + "lambda": 72.0542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.0542, + 72.0542, + 72.0542 + ] + }, + { + "episode": 920, + "avg_reward": 4573.92, + "avg_cost": 0.5, + "lambda": 71.3558, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.3558, + 71.3558, + 71.3558 + ] + }, + { + "episode": 930, + "avg_reward": 4917.62, + "avg_cost": 3.75, + "lambda": 70.665, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.665, + 70.665, + 70.665 + ] + }, + { + "episode": 940, + "avg_reward": 5046.79, + "avg_cost": 1.0, + "lambda": 70.0542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.0542, + 70.0542, + 70.0542 + ] + }, + { + "episode": 950, + "avg_reward": 4844.68, + "avg_cost": 4.75, + "lambda": 69.5758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.5758, + 69.5758, + 69.5758 + ] + }, + { + "episode": 960, + "avg_reward": 4731.24, + "avg_cost": 4.25, + "lambda": 69.2175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.2175, + 69.2175, + 69.2175 + ] + }, + { + "episode": 970, + "avg_reward": 4785.92, + "avg_cost": 1.0, + "lambda": 68.8492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.8492, + 68.8492, + 68.8492 + ] + }, + { + "episode": 980, + "avg_reward": 4957.6, + "avg_cost": 8.25, + "lambda": 68.4633, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.4633, + 68.4633, + 68.4633 + ] + }, + { + "episode": 990, + "avg_reward": 5232.13, + "avg_cost": 8.25, + "lambda": 68.1425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1425, + 68.1425, + 68.1425 + ] + }, + { + "episode": 1000, + "avg_reward": 5392.27, + "avg_cost": 12.0, + "lambda": 68.3592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.3592, + 68.3592, + 68.3592 + ] + } + ], + "final_lambdas": [ + 68.3592, + 68.3592, + 68.3592 + ], + "d_per_agent": 8.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..70aceed4dfd1a6f4ddce7b4ee22b8b34bf28fd01 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s2_1000ep_mamujoco_Walker2d_3x2_v9_allfixes.json @@ -0,0 +1,1647 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3791511.24, + "constraint_satisfaction_pct": 87.4, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 31.1792, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 291.79, + "avg_cost": 123.25, + "lambda": 6.0992, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.0992, + 6.0992, + 6.0992 + ] + }, + { + "episode": 10, + "avg_reward": 3309.94, + "avg_cost": 112.75, + "lambda": 9.5317, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5317, + 9.5317, + 9.5317 + ] + }, + { + "episode": 20, + "avg_reward": 3986.04, + "avg_cost": 82.5, + "lambda": 15.4058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4058, + 15.4058, + 15.4058 + ] + }, + { + "episode": 30, + "avg_reward": 5372.58, + "avg_cost": 79.5, + "lambda": 23.42, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.42, + 23.42, + 23.42 + ] + }, + { + "episode": 40, + "avg_reward": 5865.45, + "avg_cost": 104.0, + "lambda": 31.3492, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.3492, + 31.3492, + 31.3492 + ] + }, + { + "episode": 50, + "avg_reward": 4914.36, + "avg_cost": 97.0, + "lambda": 39.9183, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.9183, + 39.9183, + 39.9183 + ] + }, + { + "episode": 60, + "avg_reward": 4742.75, + "avg_cost": 84.25, + "lambda": 48.6325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.6325, + 48.6325, + 48.6325 + ] + }, + { + "episode": 70, + "avg_reward": 3329.4, + "avg_cost": 99.0, + "lambda": 56.7017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.7017, + 56.7017, + 56.7017 + ] + }, + { + "episode": 80, + "avg_reward": 4537.59, + "avg_cost": 71.25, + "lambda": 63.3008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3008, + 63.3008, + 63.3008 + ] + }, + { + "episode": 90, + "avg_reward": 5742.92, + "avg_cost": 92.0, + "lambda": 69.905, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.905, + 69.905, + 69.905 + ] + }, + { + "episode": 100, + "avg_reward": 5473.9, + "avg_cost": 90.75, + "lambda": 75.3542, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.3542, + 75.3542, + 75.3542 + ] + }, + { + "episode": 110, + "avg_reward": 4400.32, + "avg_cost": 37.5, + "lambda": 78.7308, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.7308, + 78.7308, + 78.7308 + ] + }, + { + "episode": 120, + "avg_reward": 3674.35, + "avg_cost": 39.75, + "lambda": 80.9375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.9375, + 80.9375, + 80.9375 + ] + }, + { + "episode": 130, + "avg_reward": 4303.1, + "avg_cost": 28.5, + "lambda": 82.6592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.6592, + 82.6592, + 82.6592 + ] + }, + { + "episode": 140, + "avg_reward": 4632.47, + "avg_cost": 35.5, + "lambda": 84.0758, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.0758, + 84.0758, + 84.0758 + ] + }, + { + "episode": 150, + "avg_reward": 5046.61, + "avg_cost": 42.75, + "lambda": 87.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.775, + 87.775, + 87.775 + ] + }, + { + "episode": 160, + "avg_reward": 5185.46, + "avg_cost": 70.5, + "lambda": 91.4442, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.4442, + 91.4442, + 91.4442 + ] + }, + { + "episode": 170, + "avg_reward": 3833.12, + "avg_cost": 34.0, + "lambda": 94.0383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.0383, + 94.0383, + 94.0383 + ] + }, + { + "episode": 180, + "avg_reward": 3162.04, + "avg_cost": 10.5, + "lambda": 94.8175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8175, + 94.8175, + 94.8175 + ] + }, + { + "episode": 190, + "avg_reward": 3416.48, + "avg_cost": 13.0, + "lambda": 95.4242, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.4242, + 95.4242, + 95.4242 + ] + }, + { + "episode": 200, + "avg_reward": 3164.44, + "avg_cost": 1.75, + "lambda": 94.4083, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.4083, + 94.4083, + 94.4083 + ] + }, + { + "episode": 210, + "avg_reward": 2879.17, + "avg_cost": 1.0, + "lambda": 93.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.55, + 93.55, + 93.55 + ] + }, + { + "episode": 220, + "avg_reward": 3345.8, + "avg_cost": 0.75, + "lambda": 92.5817, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.5817, + 92.5817, + 92.5817 + ] + }, + { + "episode": 230, + "avg_reward": 3227.13, + "avg_cost": 0.25, + "lambda": 91.4883, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.4883, + 91.4883, + 91.4883 + ] + }, + { + "episode": 240, + "avg_reward": 3851.92, + "avg_cost": 6.5, + "lambda": 90.6925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.6925, + 90.6925, + 90.6925 + ] + }, + { + "episode": 250, + "avg_reward": 3117.49, + "avg_cost": 3.0, + "lambda": 89.9667, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.9667, + 89.9667, + 89.9667 + ] + }, + { + "episode": 260, + "avg_reward": 3953.14, + "avg_cost": 15.25, + "lambda": 90.0908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.0908, + 90.0908, + 90.0908 + ] + }, + { + "episode": 270, + "avg_reward": 3763.26, + "avg_cost": 15.0, + "lambda": 90.1225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.1225, + 90.1225, + 90.1225 + ] + }, + { + "episode": 280, + "avg_reward": 2851.52, + "avg_cost": 7.5, + "lambda": 90.6642, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.6642, + 90.6642, + 90.6642 + ] + }, + { + "episode": 290, + "avg_reward": 3021.45, + "avg_cost": 4.75, + "lambda": 89.8008, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.8008, + 89.8008, + 89.8008 + ] + }, + { + "episode": 300, + "avg_reward": 3250.03, + "avg_cost": 10.5, + "lambda": 89.055, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.055, + 89.055, + 89.055 + ] + }, + { + "episode": 310, + "avg_reward": 3170.26, + "avg_cost": 3.75, + "lambda": 88.0017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.0017, + 88.0017, + 88.0017 + ] + }, + { + "episode": 320, + "avg_reward": 3187.69, + "avg_cost": 4.0, + "lambda": 86.9908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.9908, + 86.9908, + 86.9908 + ] + }, + { + "episode": 330, + "avg_reward": 3187.09, + "avg_cost": 1.75, + "lambda": 86.1775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.1775, + 86.1775, + 86.1775 + ] + }, + { + "episode": 340, + "avg_reward": 3718.26, + "avg_cost": 8.5, + "lambda": 85.4267, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.4267, + 85.4267, + 85.4267 + ] + }, + { + "episode": 350, + "avg_reward": 3125.17, + "avg_cost": 4.0, + "lambda": 84.2983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.2983, + 84.2983, + 84.2983 + ] + }, + { + "episode": 360, + "avg_reward": 3514.03, + "avg_cost": 13.25, + "lambda": 83.4075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.4075, + 83.4075, + 83.4075 + ] + }, + { + "episode": 370, + "avg_reward": 3316.83, + "avg_cost": 3.25, + "lambda": 82.2117, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.2117, + 82.2117, + 82.2117 + ] + }, + { + "episode": 380, + "avg_reward": 4447.52, + "avg_cost": 16.0, + "lambda": 81.3058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.3058, + 81.3058, + 81.3058 + ] + }, + { + "episode": 390, + "avg_reward": 3074.79, + "avg_cost": 9.75, + "lambda": 80.485, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.485, + 80.485, + 80.485 + ] + }, + { + "episode": 400, + "avg_reward": 3337.77, + "avg_cost": 3.25, + "lambda": 79.5367, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.5367, + 79.5367, + 79.5367 + ] + }, + { + "episode": 410, + "avg_reward": 3015.56, + "avg_cost": 7.0, + "lambda": 78.6233, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.6233, + 78.6233, + 78.6233 + ] + }, + { + "episode": 420, + "avg_reward": 3236.87, + "avg_cost": 1.5, + "lambda": 77.6025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.6025, + 77.6025, + 77.6025 + ] + }, + { + "episode": 430, + "avg_reward": 3513.23, + "avg_cost": 1.25, + "lambda": 76.8042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.8042, + 76.8042, + 76.8042 + ] + }, + { + "episode": 440, + "avg_reward": 3052.01, + "avg_cost": 3.0, + "lambda": 75.7333, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.7333, + 75.7333, + 75.7333 + ] + }, + { + "episode": 450, + "avg_reward": 3125.78, + "avg_cost": 4.5, + "lambda": 74.9275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9275, + 74.9275, + 74.9275 + ] + }, + { + "episode": 460, + "avg_reward": 3131.42, + "avg_cost": 1.5, + "lambda": 73.9092, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.9092, + 73.9092, + 73.9092 + ] + }, + { + "episode": 470, + "avg_reward": 3613.13, + "avg_cost": 4.75, + "lambda": 72.9983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.9983, + 72.9983, + 72.9983 + ] + }, + { + "episode": 480, + "avg_reward": 3282.57, + "avg_cost": 10.75, + "lambda": 72.3225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.3225, + 72.3225, + 72.3225 + ] + }, + { + "episode": 490, + "avg_reward": 3389.54, + "avg_cost": 9.0, + "lambda": 71.4517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.4517, + 71.4517, + 71.4517 + ] + }, + { + "episode": 500, + "avg_reward": 3415.51, + "avg_cost": 13.5, + "lambda": 70.6408, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.6408, + 70.6408, + 70.6408 + ] + }, + { + "episode": 510, + "avg_reward": 3166.52, + "avg_cost": 4.75, + "lambda": 69.5925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.5925, + 69.5925, + 69.5925 + ] + }, + { + "episode": 520, + "avg_reward": 3130.31, + "avg_cost": 0.0, + "lambda": 68.4617, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.4617, + 68.4617, + 68.4617 + ] + }, + { + "episode": 530, + "avg_reward": 2957.58, + "avg_cost": 2.25, + "lambda": 67.3508, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.3508, + 67.3508, + 67.3508 + ] + }, + { + "episode": 540, + "avg_reward": 2887.04, + "avg_cost": 0.5, + "lambda": 66.64, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.64, + 66.64, + 66.64 + ] + }, + { + "episode": 550, + "avg_reward": 2926.22, + "avg_cost": 0.5, + "lambda": 65.5167, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.5167, + 65.5167, + 65.5167 + ] + }, + { + "episode": 560, + "avg_reward": 2791.92, + "avg_cost": 1.75, + "lambda": 64.8583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.8583, + 64.8583, + 64.8583 + ] + }, + { + "episode": 570, + "avg_reward": 2947.1, + "avg_cost": 1.25, + "lambda": 63.8075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.8075, + 63.8075, + 63.8075 + ] + }, + { + "episode": 580, + "avg_reward": 2953.59, + "avg_cost": 0.0, + "lambda": 62.9967, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.9967, + 62.9967, + 62.9967 + ] + }, + { + "episode": 590, + "avg_reward": 3651.18, + "avg_cost": 6.25, + "lambda": 61.9483, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.9483, + 61.9483, + 61.9483 + ] + }, + { + "episode": 600, + "avg_reward": 3320.77, + "avg_cost": 5.0, + "lambda": 60.9175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.9175, + 60.9175, + 60.9175 + ] + }, + { + "episode": 610, + "avg_reward": 3526.12, + "avg_cost": 0.0, + "lambda": 59.7292, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.7292, + 59.7292, + 59.7292 + ] + }, + { + "episode": 620, + "avg_reward": 3593.53, + "avg_cost": 4.0, + "lambda": 58.7583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.7583, + 58.7583, + 58.7583 + ] + }, + { + "episode": 630, + "avg_reward": 4011.32, + "avg_cost": 9.75, + "lambda": 57.9375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.9375, + 57.9375, + 57.9375 + ] + }, + { + "episode": 640, + "avg_reward": 4325.91, + "avg_cost": 21.5, + "lambda": 57.2717, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.2717, + 57.2717, + 57.2717 + ] + }, + { + "episode": 650, + "avg_reward": 3155.17, + "avg_cost": 1.5, + "lambda": 56.5258, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.5258, + 56.5258, + 56.5258 + ] + }, + { + "episode": 660, + "avg_reward": 3505.74, + "avg_cost": 0.0, + "lambda": 55.4675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.4675, + 55.4675, + 55.4675 + ] + }, + { + "episode": 670, + "avg_reward": 3608.18, + "avg_cost": 8.75, + "lambda": 54.8517, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.8517, + 54.8517, + 54.8517 + ] + }, + { + "episode": 680, + "avg_reward": 3912.9, + "avg_cost": 0.25, + "lambda": 53.9858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.9858, + 53.9858, + 53.9858 + ] + }, + { + "episode": 690, + "avg_reward": 3820.09, + "avg_cost": 2.0, + "lambda": 52.9575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.9575, + 52.9575, + 52.9575 + ] + }, + { + "episode": 700, + "avg_reward": 3463.37, + "avg_cost": 0.0, + "lambda": 51.9142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.9142, + 51.9142, + 51.9142 + ] + }, + { + "episode": 710, + "avg_reward": 3977.37, + "avg_cost": 4.25, + "lambda": 50.9308, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.9308, + 50.9308, + 50.9308 + ] + }, + { + "episode": 720, + "avg_reward": 3770.39, + "avg_cost": 4.5, + "lambda": 49.755, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.755, + 49.755, + 49.755 + ] + }, + { + "episode": 730, + "avg_reward": 4457.88, + "avg_cost": 3.75, + "lambda": 48.6767, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.6767, + 48.6767, + 48.6767 + ] + }, + { + "episode": 740, + "avg_reward": 3921.29, + "avg_cost": 0.75, + "lambda": 47.7583, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.7583, + 47.7583, + 47.7583 + ] + }, + { + "episode": 750, + "avg_reward": 3878.81, + "avg_cost": 0.0, + "lambda": 46.7425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.7425, + 46.7425, + 46.7425 + ] + }, + { + "episode": 760, + "avg_reward": 4231.07, + "avg_cost": 5.75, + "lambda": 45.5592, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.5592, + 45.5592, + 45.5592 + ] + }, + { + "episode": 770, + "avg_reward": 4265.1, + "avg_cost": 4.75, + "lambda": 44.4858, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.4858, + 44.4858, + 44.4858 + ] + }, + { + "episode": 780, + "avg_reward": 4315.66, + "avg_cost": 5.75, + "lambda": 43.9475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.9475, + 43.9475, + 43.9475 + ] + }, + { + "episode": 790, + "avg_reward": 4123.86, + "avg_cost": 1.75, + "lambda": 43.0392, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.0392, + 43.0392, + 43.0392 + ] + }, + { + "episode": 800, + "avg_reward": 4409.42, + "avg_cost": 5.0, + "lambda": 42.0383, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.0383, + 42.0383, + 42.0383 + ] + }, + { + "episode": 810, + "avg_reward": 4125.55, + "avg_cost": 11.75, + "lambda": 41.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.375, + 41.375, + 41.375 + ] + }, + { + "episode": 820, + "avg_reward": 4317.6, + "avg_cost": 0.0, + "lambda": 40.7417, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.7417, + 40.7417, + 40.7417 + ] + }, + { + "episode": 830, + "avg_reward": 4008.61, + "avg_cost": 0.25, + "lambda": 39.9983, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.9983, + 39.9983, + 39.9983 + ] + }, + { + "episode": 840, + "avg_reward": 4191.05, + "avg_cost": 4.0, + "lambda": 39.07, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.07, + 39.07, + 39.07 + ] + }, + { + "episode": 850, + "avg_reward": 4085.7, + "avg_cost": 5.0, + "lambda": 38.0142, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.0142, + 38.0142, + 38.0142 + ] + }, + { + "episode": 860, + "avg_reward": 4034.16, + "avg_cost": 2.5, + "lambda": 37.0358, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.0358, + 37.0358, + 37.0358 + ] + }, + { + "episode": 870, + "avg_reward": 4217.87, + "avg_cost": 1.25, + "lambda": 35.84, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.84, + 35.84, + 35.84 + ] + }, + { + "episode": 880, + "avg_reward": 4121.6, + "avg_cost": 2.25, + "lambda": 34.8842, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.8842, + 34.8842, + 34.8842 + ] + }, + { + "episode": 890, + "avg_reward": 4202.84, + "avg_cost": 6.25, + "lambda": 33.8108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.8108, + 33.8108, + 33.8108 + ] + }, + { + "episode": 900, + "avg_reward": 4102.04, + "avg_cost": 6.0, + "lambda": 32.86, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.86, + 32.86, + 32.86 + ] + }, + { + "episode": 910, + "avg_reward": 4337.27, + "avg_cost": 2.0, + "lambda": 31.8192, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.8192, + 31.8192, + 31.8192 + ] + }, + { + "episode": 920, + "avg_reward": 4149.49, + "avg_cost": 7.75, + "lambda": 31.2058, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.2058, + 31.2058, + 31.2058 + ] + }, + { + "episode": 930, + "avg_reward": 4811.23, + "avg_cost": 17.75, + "lambda": 30.69, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.69, + 30.69, + 30.69 + ] + }, + { + "episode": 940, + "avg_reward": 4852.14, + "avg_cost": 12.75, + "lambda": 30.6042, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.6042, + 30.6042, + 30.6042 + ] + }, + { + "episode": 950, + "avg_reward": 4216.56, + "avg_cost": 20.75, + "lambda": 30.4108, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4108, + 30.4108, + 30.4108 + ] + }, + { + "episode": 960, + "avg_reward": 4816.13, + "avg_cost": 8.75, + "lambda": 30.245, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.245, + 30.245, + 30.245 + ] + }, + { + "episode": 970, + "avg_reward": 4808.12, + "avg_cost": 21.25, + "lambda": 30.8017, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.8017, + 30.8017, + 30.8017 + ] + }, + { + "episode": 980, + "avg_reward": 4020.53, + "avg_cost": 19.25, + "lambda": 32.1908, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.1908, + 32.1908, + 32.1908 + ] + }, + { + "episode": 990, + "avg_reward": 4448.83, + "avg_cost": 2.0, + "lambda": 31.69, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.69, + 31.69, + 31.69 + ] + }, + { + "episode": 1000, + "avg_reward": 4746.97, + "avg_cost": 10.25, + "lambda": 31.1792, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.1792, + 31.1792, + 31.1792 + ] + } + ], + "final_lambdas": [ + 31.1792, + 31.1792, + 31.1792 + ], + "d_per_agent": 13.3333 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..b9c4f515d1481392a477e278b6c0039f4047c457 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1522325.91, + "constraint_satisfaction_pct": 29.6, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 73.2, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3778.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -3363.78, + "avg_cost": 0.0, + "lambda": 10.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.05, + 10.05, + 10.05 + ] + }, + { + "episode": 20, + "avg_reward": -2539.58, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075, + 10.075 + ] + }, + { + "episode": 30, + "avg_reward": -3227.91, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15, + 10.15 + ] + }, + { + "episode": 40, + "avg_reward": -3556.59, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 50, + "avg_reward": -2944.96, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 60, + "avg_reward": -2763.74, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3, + 10.3 + ] + }, + { + "episode": 70, + "avg_reward": -2814.02, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 80, + "avg_reward": -1901.23, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 90, + "avg_reward": -2169.0, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 100, + "avg_reward": -1996.78, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 110, + "avg_reward": -1724.44, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 120, + "avg_reward": -1854.24, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 130, + "avg_reward": -1566.17, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 140, + "avg_reward": -1520.75, + "avg_cost": 0.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.45, + 10.45, + 10.45 + ] + }, + { + "episode": 150, + "avg_reward": -2034.37, + "avg_cost": 0.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.45, + 10.45, + 10.45 + ] + }, + { + "episode": 160, + "avg_reward": -1200.16, + "avg_cost": 0.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.45, + 10.45, + 10.45 + ] + }, + { + "episode": 170, + "avg_reward": -1353.16, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5, + 10.5, + 10.5 + ] + }, + { + "episode": 180, + "avg_reward": -1234.43, + "avg_cost": 0.0, + "lambda": 10.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.55, + 10.55, + 10.55 + ] + }, + { + "episode": 190, + "avg_reward": -1408.53, + "avg_cost": 1.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.825, + 10.825, + 10.825 + ] + }, + { + "episode": 200, + "avg_reward": -2339.69, + "avg_cost": 0.75, + "lambda": 11.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2, + 11.2, + 11.2 + ] + }, + { + "episode": 210, + "avg_reward": -1862.73, + "avg_cost": 0.0, + "lambda": 12.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.2, + 12.2, + 12.2 + ] + }, + { + "episode": 220, + "avg_reward": -1739.36, + "avg_cost": 0.25, + "lambda": 12.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.775, + 12.775, + 12.775 + ] + }, + { + "episode": 230, + "avg_reward": -1625.34, + "avg_cost": 0.75, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475, + 13.475 + ] + }, + { + "episode": 240, + "avg_reward": -1873.41, + "avg_cost": 0.0, + "lambda": 14.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2, + 14.2, + 14.2 + ] + }, + { + "episode": 250, + "avg_reward": -903.31, + "avg_cost": 1.75, + "lambda": 14.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.725, + 14.725, + 14.725 + ] + }, + { + "episode": 260, + "avg_reward": -1611.18, + "avg_cost": 0.75, + "lambda": 15.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.6, + 15.6, + 15.6 + ] + }, + { + "episode": 270, + "avg_reward": -907.64, + "avg_cost": 1.75, + "lambda": 16.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.575, + 16.575, + 16.575 + ] + }, + { + "episode": 280, + "avg_reward": -1599.99, + "avg_cost": 1.0, + "lambda": 17.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8, + 17.8, + 17.8 + ] + }, + { + "episode": 290, + "avg_reward": -359.26, + "avg_cost": 0.0, + "lambda": 18.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.35, + 18.35, + 18.35 + ] + }, + { + "episode": 300, + "avg_reward": -499.41, + "avg_cost": 0.5, + "lambda": 18.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.725, + 18.725, + 18.725 + ] + }, + { + "episode": 310, + "avg_reward": -606.95, + "avg_cost": 0.25, + "lambda": 19.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.175, + 19.175, + 19.175 + ] + }, + { + "episode": 320, + "avg_reward": -1437.14, + "avg_cost": 0.0, + "lambda": 19.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.825, + 19.825, + 19.825 + ] + }, + { + "episode": 330, + "avg_reward": 147.68, + "avg_cost": 0.75, + "lambda": 20.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.375, + 20.375, + 20.375 + ] + }, + { + "episode": 340, + "avg_reward": 511.24, + "avg_cost": 0.5, + "lambda": 20.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.875, + 20.875, + 20.875 + ] + }, + { + "episode": 350, + "avg_reward": -293.74, + "avg_cost": 0.75, + "lambda": 21.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.375, + 21.375, + 21.375 + ] + }, + { + "episode": 360, + "avg_reward": -343.58, + "avg_cost": 0.0, + "lambda": 22.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.025, + 22.025, + 22.025 + ] + }, + { + "episode": 370, + "avg_reward": 418.69, + "avg_cost": 0.5, + "lambda": 22.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.625, + 22.625, + 22.625 + ] + }, + { + "episode": 380, + "avg_reward": 719.62, + "avg_cost": 1.0, + "lambda": 23.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.05, + 23.05, + 23.05 + ] + }, + { + "episode": 390, + "avg_reward": 1369.97, + "avg_cost": 0.25, + "lambda": 23.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.6, + 23.6, + 23.6 + ] + }, + { + "episode": 400, + "avg_reward": 1148.54, + "avg_cost": 1.75, + "lambda": 24.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.55, + 24.55, + 24.55 + ] + }, + { + "episode": 410, + "avg_reward": 957.14, + "avg_cost": 0.25, + "lambda": 25.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.65, + 25.65, + 25.65 + ] + }, + { + "episode": 420, + "avg_reward": 726.71, + "avg_cost": 1.5, + "lambda": 27.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.1, + 27.1, + 27.1 + ] + }, + { + "episode": 430, + "avg_reward": 1330.66, + "avg_cost": 2.25, + "lambda": 28.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.9, + 28.9, + 28.9 + ] + }, + { + "episode": 440, + "avg_reward": 1603.41, + "avg_cost": 2.0, + "lambda": 30.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.2, + 30.2, + 30.2 + ] + }, + { + "episode": 450, + "avg_reward": 1541.28, + "avg_cost": 1.5, + "lambda": 31.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.775, + 31.775, + 31.775 + ] + }, + { + "episode": 460, + "avg_reward": 2095.11, + "avg_cost": 1.25, + "lambda": 32.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.95, + 32.95, + 32.95 + ] + }, + { + "episode": 470, + "avg_reward": 385.85, + "avg_cost": 0.75, + "lambda": 34.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.1, + 34.1, + 34.1 + ] + }, + { + "episode": 480, + "avg_reward": 1281.41, + "avg_cost": 1.75, + "lambda": 35.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.225, + 35.225, + 35.225 + ] + }, + { + "episode": 490, + "avg_reward": 2592.25, + "avg_cost": 0.5, + "lambda": 36.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.425, + 36.425, + 36.425 + ] + }, + { + "episode": 500, + "avg_reward": 2281.39, + "avg_cost": 1.5, + "lambda": 37.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.725, + 37.725, + 37.725 + ] + }, + { + "episode": 510, + "avg_reward": 1432.88, + "avg_cost": 2.25, + "lambda": 38.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.975, + 38.975, + 38.975 + ] + }, + { + "episode": 520, + "avg_reward": 2245.05, + "avg_cost": 1.75, + "lambda": 40.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.075, + 40.075, + 40.075 + ] + }, + { + "episode": 530, + "avg_reward": 2231.0, + "avg_cost": 1.75, + "lambda": 40.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.975, + 40.975, + 40.975 + ] + }, + { + "episode": 540, + "avg_reward": 2456.82, + "avg_cost": 2.0, + "lambda": 42.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.05, + 42.05, + 42.05 + ] + }, + { + "episode": 550, + "avg_reward": 2326.65, + "avg_cost": 2.5, + "lambda": 43.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.0, + 43.0, + 43.0 + ] + }, + { + "episode": 560, + "avg_reward": 2921.54, + "avg_cost": 2.25, + "lambda": 43.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.95, + 43.95, + 43.95 + ] + }, + { + "episode": 570, + "avg_reward": 3090.72, + "avg_cost": 0.25, + "lambda": 44.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.775, + 44.775, + 44.775 + ] + }, + { + "episode": 580, + "avg_reward": 3113.68, + "avg_cost": 0.75, + "lambda": 45.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.775, + 45.775, + 45.775 + ] + }, + { + "episode": 590, + "avg_reward": 703.82, + "avg_cost": 0.25, + "lambda": 46.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.95, + 46.95, + 46.95 + ] + }, + { + "episode": 600, + "avg_reward": 2829.23, + "avg_cost": 1.0, + "lambda": 48.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.25, + 48.25, + 48.25 + ] + }, + { + "episode": 610, + "avg_reward": 1865.99, + "avg_cost": 0.0, + "lambda": 49.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.35, + 49.35, + 49.35 + ] + }, + { + "episode": 620, + "avg_reward": 3290.6, + "avg_cost": 1.25, + "lambda": 50.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.175, + 50.175, + 50.175 + ] + }, + { + "episode": 630, + "avg_reward": 3567.51, + "avg_cost": 2.25, + "lambda": 51.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.325, + 51.325, + 51.325 + ] + }, + { + "episode": 640, + "avg_reward": 1226.88, + "avg_cost": 0.75, + "lambda": 52.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.25, + 52.25, + 52.25 + ] + }, + { + "episode": 650, + "avg_reward": 3397.49, + "avg_cost": 0.0, + "lambda": 53.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.0, + 53.0, + 53.0 + ] + }, + { + "episode": 660, + "avg_reward": 2387.99, + "avg_cost": 0.5, + "lambda": 54.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.05, + 54.05, + 54.05 + ] + }, + { + "episode": 670, + "avg_reward": 3689.73, + "avg_cost": 2.25, + "lambda": 54.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.9, + 54.9, + 54.9 + ] + }, + { + "episode": 680, + "avg_reward": 3027.14, + "avg_cost": 1.0, + "lambda": 55.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.45, + 55.45, + 55.45 + ] + }, + { + "episode": 690, + "avg_reward": 3448.66, + "avg_cost": 0.25, + "lambda": 56.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.65, + 56.65, + 56.65 + ] + }, + { + "episode": 700, + "avg_reward": 3113.58, + "avg_cost": 2.25, + "lambda": 57.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.65, + 57.65, + 57.65 + ] + }, + { + "episode": 710, + "avg_reward": 3665.9, + "avg_cost": 0.25, + "lambda": 58.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.025, + 58.025, + 58.025 + ] + }, + { + "episode": 720, + "avg_reward": 3417.46, + "avg_cost": 0.5, + "lambda": 58.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.65, + 58.65, + 58.65 + ] + }, + { + "episode": 730, + "avg_reward": 4259.44, + "avg_cost": 1.5, + "lambda": 59.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.175, + 59.175, + 59.175 + ] + }, + { + "episode": 740, + "avg_reward": 4315.35, + "avg_cost": 0.25, + "lambda": 59.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.5, + 59.5, + 59.5 + ] + }, + { + "episode": 750, + "avg_reward": 4516.4, + "avg_cost": 0.75, + "lambda": 59.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.925, + 59.925, + 59.925 + ] + }, + { + "episode": 760, + "avg_reward": 4534.02, + "avg_cost": 1.25, + "lambda": 60.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.525, + 60.525, + 60.525 + ] + }, + { + "episode": 770, + "avg_reward": 4481.48, + "avg_cost": 0.75, + "lambda": 61.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.35, + 61.35, + 61.35 + ] + }, + { + "episode": 780, + "avg_reward": 5000.33, + "avg_cost": 1.75, + "lambda": 62.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.15, + 62.15, + 62.15 + ] + }, + { + "episode": 790, + "avg_reward": 4462.03, + "avg_cost": 0.25, + "lambda": 62.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.8, + 62.8, + 62.8 + ] + }, + { + "episode": 800, + "avg_reward": 4471.18, + "avg_cost": 0.0, + "lambda": 63.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3, + 63.3, + 63.3 + ] + }, + { + "episode": 810, + "avg_reward": 5199.59, + "avg_cost": 1.75, + "lambda": 64.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.0, + 64.0, + 64.0 + ] + }, + { + "episode": 820, + "avg_reward": 4675.06, + "avg_cost": 0.0, + "lambda": 64.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.75, + 64.75, + 64.75 + ] + }, + { + "episode": 830, + "avg_reward": 4836.8, + "avg_cost": 0.75, + "lambda": 65.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.675, + 65.675, + 65.675 + ] + }, + { + "episode": 840, + "avg_reward": 5058.89, + "avg_cost": 0.75, + "lambda": 66.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.525, + 66.525, + 66.525 + ] + }, + { + "episode": 850, + "avg_reward": 5174.01, + "avg_cost": 1.25, + "lambda": 66.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.95, + 66.95, + 66.95 + ] + }, + { + "episode": 860, + "avg_reward": 3448.36, + "avg_cost": 0.75, + "lambda": 67.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.375, + 67.375, + 67.375 + ] + }, + { + "episode": 870, + "avg_reward": 5190.94, + "avg_cost": 0.75, + "lambda": 68.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.125, + 68.125, + 68.125 + ] + }, + { + "episode": 880, + "avg_reward": 5345.74, + "avg_cost": 0.5, + "lambda": 68.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.825, + 68.825, + 68.825 + ] + }, + { + "episode": 890, + "avg_reward": 5361.51, + "avg_cost": 0.25, + "lambda": 69.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.175, + 69.175, + 69.175 + ] + }, + { + "episode": 900, + "avg_reward": 5309.88, + "avg_cost": 0.0, + "lambda": 69.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.625, + 69.625, + 69.625 + ] + }, + { + "episode": 910, + "avg_reward": 3808.74, + "avg_cost": 0.0, + "lambda": 69.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.975, + 69.975, + 69.975 + ] + }, + { + "episode": 920, + "avg_reward": 4159.42, + "avg_cost": 0.5, + "lambda": 70.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.3, + 70.3, + 70.3 + ] + }, + { + "episode": 930, + "avg_reward": 4612.67, + "avg_cost": 0.25, + "lambda": 70.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.65, + 70.65, + 70.65 + ] + }, + { + "episode": 940, + "avg_reward": 5614.37, + "avg_cost": 0.75, + "lambda": 70.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.975, + 70.975, + 70.975 + ] + }, + { + "episode": 950, + "avg_reward": 5232.76, + "avg_cost": 0.25, + "lambda": 71.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.275, + 71.275, + 71.275 + ] + }, + { + "episode": 960, + "avg_reward": 5913.99, + "avg_cost": 0.75, + "lambda": 71.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.675, + 71.675, + 71.675 + ] + }, + { + "episode": 970, + "avg_reward": 5285.64, + "avg_cost": 0.0, + "lambda": 71.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.9, + 71.9, + 71.9 + ] + }, + { + "episode": 980, + "avg_reward": 4034.09, + "avg_cost": 0.0, + "lambda": 72.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.15, + 72.15, + 72.15 + ] + }, + { + "episode": 990, + "avg_reward": 4188.06, + "avg_cost": 0.5, + "lambda": 72.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.875, + 72.875, + 72.875 + ] + }, + { + "episode": 1000, + "avg_reward": 5608.99, + "avg_cost": 0.5, + "lambda": 73.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.2, + 73.2, + 73.2 + ] + } + ], + "final_lambdas": [ + 73.2, + 73.2, + 73.2 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..162aa68b19282338f89a3f8fc0f0a263a5505b0b --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3711135.56, + "constraint_satisfaction_pct": 96.0, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 38.9, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4563.66, + "avg_cost": 97.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.75, + 19.75, + 19.75 + ] + }, + { + "episode": 10, + "avg_reward": 4950.04, + "avg_cost": 0.25, + "lambda": 30.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.45, + 30.45, + 30.45 + ] + }, + { + "episode": 20, + "avg_reward": 5728.26, + "avg_cost": 0.0, + "lambda": 31.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.4, + 31.4, + 31.4 + ] + }, + { + "episode": 30, + "avg_reward": 5076.28, + "avg_cost": 0.75, + "lambda": 32.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.825, + 32.825, + 32.825 + ] + }, + { + "episode": 40, + "avg_reward": 4819.15, + "avg_cost": 0.0, + "lambda": 34.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.5, + 34.5, + 34.5 + ] + }, + { + "episode": 50, + "avg_reward": 5620.5, + "avg_cost": 0.0, + "lambda": 34.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.975, + 34.975, + 34.975 + ] + }, + { + "episode": 60, + "avg_reward": 5323.58, + "avg_cost": 0.0, + "lambda": 35.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.35, + 35.35, + 35.35 + ] + }, + { + "episode": 70, + "avg_reward": 5902.71, + "avg_cost": 0.0, + "lambda": 35.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.35, + 35.35, + 35.35 + ] + }, + { + "episode": 80, + "avg_reward": 5817.03, + "avg_cost": 0.0, + "lambda": 35.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.625, + 35.625, + 35.625 + ] + }, + { + "episode": 90, + "avg_reward": 5959.58, + "avg_cost": 0.25, + "lambda": 35.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.825, + 35.825, + 35.825 + ] + }, + { + "episode": 100, + "avg_reward": 5683.14, + "avg_cost": 0.0, + "lambda": 35.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.825, + 35.825, + 35.825 + ] + }, + { + "episode": 110, + "avg_reward": 6321.55, + "avg_cost": 0.25, + "lambda": 38.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.85, + 38.85, + 38.85 + ] + }, + { + "episode": 120, + "avg_reward": 5438.15, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 130, + "avg_reward": 5531.88, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 140, + "avg_reward": 5014.74, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 150, + "avg_reward": 4758.98, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 160, + "avg_reward": 4686.96, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 170, + "avg_reward": 4564.12, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 180, + "avg_reward": 4446.68, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 190, + "avg_reward": 4376.85, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 200, + "avg_reward": 4273.24, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 210, + "avg_reward": 4142.68, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 220, + "avg_reward": 4152.97, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 230, + "avg_reward": 4050.18, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 240, + "avg_reward": 3934.91, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 250, + "avg_reward": 3881.21, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 260, + "avg_reward": 3756.65, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 270, + "avg_reward": 3773.57, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 280, + "avg_reward": 3783.17, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 290, + "avg_reward": 3719.2, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 300, + "avg_reward": 3607.46, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 310, + "avg_reward": 3484.18, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 320, + "avg_reward": 3539.55, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 330, + "avg_reward": 3554.85, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 340, + "avg_reward": 3458.04, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 350, + "avg_reward": 3376.91, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 360, + "avg_reward": 3280.3, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 370, + "avg_reward": 3258.73, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 380, + "avg_reward": 3227.61, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 390, + "avg_reward": 3235.19, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 400, + "avg_reward": 3245.68, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 410, + "avg_reward": 3240.69, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 420, + "avg_reward": 3234.46, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 430, + "avg_reward": 3238.42, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 440, + "avg_reward": 3235.84, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 450, + "avg_reward": 3234.77, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 460, + "avg_reward": 3237.0, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 470, + "avg_reward": 3227.5, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 480, + "avg_reward": 3246.38, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 490, + "avg_reward": 3265.26, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 500, + "avg_reward": 3272.77, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 510, + "avg_reward": 3299.38, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 520, + "avg_reward": 3271.37, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 530, + "avg_reward": 3255.17, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 540, + "avg_reward": 3257.77, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 550, + "avg_reward": 3248.87, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 560, + "avg_reward": 3262.89, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 570, + "avg_reward": 3245.58, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 580, + "avg_reward": 3243.61, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 590, + "avg_reward": 3217.82, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 600, + "avg_reward": 3221.33, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 610, + "avg_reward": 3223.0, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 620, + "avg_reward": 3210.51, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 630, + "avg_reward": 3205.75, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 640, + "avg_reward": 3185.45, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 650, + "avg_reward": 3191.11, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 660, + "avg_reward": 3191.64, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 670, + "avg_reward": 3182.32, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 680, + "avg_reward": 3175.46, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 690, + "avg_reward": 3181.75, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 700, + "avg_reward": 3176.83, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 710, + "avg_reward": 3186.28, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 720, + "avg_reward": 3192.14, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 730, + "avg_reward": 3190.74, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 740, + "avg_reward": 3189.32, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 750, + "avg_reward": 3178.9, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 760, + "avg_reward": 3181.94, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 770, + "avg_reward": 3184.06, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 780, + "avg_reward": 3190.81, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 790, + "avg_reward": 3189.83, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 800, + "avg_reward": 3195.84, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 810, + "avg_reward": 3187.3, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 820, + "avg_reward": 3187.66, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 830, + "avg_reward": 3188.9, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 840, + "avg_reward": 3194.07, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 850, + "avg_reward": 3202.17, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 860, + "avg_reward": 3197.81, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 870, + "avg_reward": 3210.29, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 880, + "avg_reward": 3209.07, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 890, + "avg_reward": 3222.98, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 900, + "avg_reward": 3221.91, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 910, + "avg_reward": 3229.95, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 920, + "avg_reward": 3239.61, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 930, + "avg_reward": 3236.35, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 940, + "avg_reward": 3232.47, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 950, + "avg_reward": 3244.87, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 960, + "avg_reward": 3233.29, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 970, + "avg_reward": 3230.1, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 980, + "avg_reward": 3224.28, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 990, + "avg_reward": 3223.55, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 1000, + "avg_reward": 3217.56, + "avg_cost": 0.0, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9 + ] + } + ], + "final_lambdas": [ + 38.9, + 38.9, + 38.9 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..d06c6f22b6330842bd8c67445b286ce80f0a2421 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s3_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 7498617.03, + "constraint_satisfaction_pct": 34.2, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 320.25, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4563.66, + "avg_cost": 97.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.75, + 19.75, + 19.75 + ] + }, + { + "episode": 10, + "avg_reward": 5561.35, + "avg_cost": 3.0, + "lambda": 44.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0, + 44.0, + 44.0 + ] + }, + { + "episode": 20, + "avg_reward": 6134.86, + "avg_cost": 3.75, + "lambda": 51.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.775, + 51.775, + 51.775 + ] + }, + { + "episode": 30, + "avg_reward": 6907.51, + "avg_cost": 2.5, + "lambda": 56.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.075, + 56.075, + 56.075 + ] + }, + { + "episode": 40, + "avg_reward": 6202.42, + "avg_cost": 0.0, + "lambda": 61.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.275, + 61.275, + 61.275 + ] + }, + { + "episode": 50, + "avg_reward": 6089.14, + "avg_cost": 0.0, + "lambda": 70.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.575, + 70.575, + 70.575 + ] + }, + { + "episode": 60, + "avg_reward": 8031.17, + "avg_cost": 4.75, + "lambda": 75.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.975, + 75.975, + 75.975 + ] + }, + { + "episode": 70, + "avg_reward": 8261.99, + "avg_cost": 16.25, + "lambda": 87.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.9, + 87.9, + 87.9 + ] + }, + { + "episode": 80, + "avg_reward": 7518.76, + "avg_cost": 0.0, + "lambda": 95.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.475, + 95.475, + 95.475 + ] + }, + { + "episode": 90, + "avg_reward": 8192.95, + "avg_cost": 27.25, + "lambda": 104.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 104.25, + 104.25, + 104.25 + ] + }, + { + "episode": 100, + "avg_reward": 8776.86, + "avg_cost": 27.25, + "lambda": 112.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 112.575, + 112.575, + 112.575 + ] + }, + { + "episode": 110, + "avg_reward": 7701.39, + "avg_cost": 2.5, + "lambda": 121.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 121.75, + 121.75, + 121.75 + ] + }, + { + "episode": 120, + "avg_reward": 7210.01, + "avg_cost": 0.0, + "lambda": 129.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 129.9, + 129.9, + 129.9 + ] + }, + { + "episode": 130, + "avg_reward": 7449.64, + "avg_cost": 0.25, + "lambda": 134.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 134.525, + 134.525, + 134.525 + ] + }, + { + "episode": 140, + "avg_reward": 8433.49, + "avg_cost": 13.75, + "lambda": 140.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 140.95, + 140.95, + 140.95 + ] + }, + { + "episode": 150, + "avg_reward": 8296.28, + "avg_cost": 7.75, + "lambda": 147.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 147.175, + 147.175, + 147.175 + ] + }, + { + "episode": 160, + "avg_reward": 8103.21, + "avg_cost": 1.25, + "lambda": 152.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 152.275, + 152.275, + 152.275 + ] + }, + { + "episode": 170, + "avg_reward": 7789.02, + "avg_cost": 1.0, + "lambda": 156.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 156.35, + 156.35, + 156.35 + ] + }, + { + "episode": 180, + "avg_reward": 7535.5, + "avg_cost": 0.0, + "lambda": 159.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 159.825, + 159.825, + 159.825 + ] + }, + { + "episode": 190, + "avg_reward": 7759.99, + "avg_cost": 1.75, + "lambda": 165.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 165.85, + 165.85, + 165.85 + ] + }, + { + "episode": 200, + "avg_reward": 7563.24, + "avg_cost": 0.0, + "lambda": 168.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 168.675, + 168.675, + 168.675 + ] + }, + { + "episode": 210, + "avg_reward": 7568.01, + "avg_cost": 2.25, + "lambda": 176.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 176.0, + 176.0, + 176.0 + ] + }, + { + "episode": 220, + "avg_reward": 8586.2, + "avg_cost": 6.75, + "lambda": 177.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 177.45, + 177.45, + 177.45 + ] + }, + { + "episode": 230, + "avg_reward": 8016.15, + "avg_cost": 1.25, + "lambda": 180.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 180.35, + 180.35, + 180.35 + ] + }, + { + "episode": 240, + "avg_reward": 8570.28, + "avg_cost": 6.0, + "lambda": 182.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 182.25, + 182.25, + 182.25 + ] + }, + { + "episode": 250, + "avg_reward": 8041.11, + "avg_cost": 0.0, + "lambda": 185.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 185.5, + 185.5, + 185.5 + ] + }, + { + "episode": 260, + "avg_reward": 8567.15, + "avg_cost": 2.25, + "lambda": 190.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 190.2, + 190.2, + 190.2 + ] + }, + { + "episode": 270, + "avg_reward": 8519.97, + "avg_cost": 12.5, + "lambda": 195.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 195.55, + 195.55, + 195.55 + ] + }, + { + "episode": 280, + "avg_reward": 8298.22, + "avg_cost": 2.75, + "lambda": 202.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 202.875, + 202.875, + 202.875 + ] + }, + { + "episode": 290, + "avg_reward": 8178.57, + "avg_cost": 0.5, + "lambda": 205.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 205.275, + 205.275, + 205.275 + ] + }, + { + "episode": 300, + "avg_reward": 8488.4, + "avg_cost": 2.25, + "lambda": 207.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 207.575, + 207.575, + 207.575 + ] + }, + { + "episode": 310, + "avg_reward": 8339.3, + "avg_cost": 1.75, + "lambda": 209.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 209.35, + 209.35, + 209.35 + ] + }, + { + "episode": 320, + "avg_reward": 8475.09, + "avg_cost": 2.75, + "lambda": 211.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 211.425, + 211.425, + 211.425 + ] + }, + { + "episode": 330, + "avg_reward": 8130.9, + "avg_cost": 0.75, + "lambda": 213.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 213.9, + 213.9, + 213.9 + ] + }, + { + "episode": 340, + "avg_reward": 8038.79, + "avg_cost": 3.75, + "lambda": 216.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 216.925, + 216.925, + 216.925 + ] + }, + { + "episode": 350, + "avg_reward": 8261.05, + "avg_cost": 1.75, + "lambda": 218.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 218.225, + 218.225, + 218.225 + ] + }, + { + "episode": 360, + "avg_reward": 8053.22, + "avg_cost": 0.5, + "lambda": 219.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 219.225, + 219.225, + 219.225 + ] + }, + { + "episode": 370, + "avg_reward": 7978.87, + "avg_cost": 0.5, + "lambda": 221.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 221.7, + 221.7, + 221.7 + ] + }, + { + "episode": 380, + "avg_reward": 8456.78, + "avg_cost": 8.5, + "lambda": 225.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 225.25, + 225.25, + 225.25 + ] + }, + { + "episode": 390, + "avg_reward": 8426.62, + "avg_cost": 2.75, + "lambda": 229.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.65, + 229.65, + 229.65 + ] + }, + { + "episode": 400, + "avg_reward": 8173.09, + "avg_cost": 2.25, + "lambda": 237.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.35, + 237.35, + 237.35 + ] + }, + { + "episode": 410, + "avg_reward": 7785.16, + "avg_cost": 0.0, + "lambda": 239.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 239.425, + 239.425, + 239.425 + ] + }, + { + "episode": 420, + "avg_reward": 8215.98, + "avg_cost": 4.75, + "lambda": 243.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.35, + 243.35, + 243.35 + ] + }, + { + "episode": 430, + "avg_reward": 7308.18, + "avg_cost": 1.25, + "lambda": 247.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 247.75, + 247.75, + 247.75 + ] + }, + { + "episode": 440, + "avg_reward": 8204.46, + "avg_cost": 0.5, + "lambda": 248.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.45, + 248.45, + 248.45 + ] + }, + { + "episode": 450, + "avg_reward": 8277.93, + "avg_cost": 1.25, + "lambda": 249.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.075, + 249.075, + 249.075 + ] + }, + { + "episode": 460, + "avg_reward": 7730.72, + "avg_cost": 0.0, + "lambda": 249.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.375, + 249.375, + 249.375 + ] + }, + { + "episode": 470, + "avg_reward": 7267.19, + "avg_cost": 0.5, + "lambda": 250.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.05, + 250.05, + 250.05 + ] + }, + { + "episode": 480, + "avg_reward": 8146.47, + "avg_cost": 1.75, + "lambda": 250.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.75, + 250.75, + 250.75 + ] + }, + { + "episode": 490, + "avg_reward": 8302.23, + "avg_cost": 0.0, + "lambda": 251.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.475, + 251.475, + 251.475 + ] + }, + { + "episode": 500, + "avg_reward": 7707.74, + "avg_cost": 0.25, + "lambda": 252.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.425, + 252.425, + 252.425 + ] + }, + { + "episode": 510, + "avg_reward": 8105.77, + "avg_cost": 2.25, + "lambda": 257.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.125, + 257.125, + 257.125 + ] + }, + { + "episode": 520, + "avg_reward": 8347.09, + "avg_cost": 1.5, + "lambda": 258.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 258.475, + 258.475, + 258.475 + ] + }, + { + "episode": 530, + "avg_reward": 8169.9, + "avg_cost": 0.0, + "lambda": 260.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.125, + 260.125, + 260.125 + ] + }, + { + "episode": 540, + "avg_reward": 8212.62, + "avg_cost": 2.5, + "lambda": 260.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.95, + 260.95, + 260.95 + ] + }, + { + "episode": 550, + "avg_reward": 7616.64, + "avg_cost": 0.0, + "lambda": 261.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.925, + 261.925, + 261.925 + ] + }, + { + "episode": 560, + "avg_reward": 8293.99, + "avg_cost": 0.0, + "lambda": 263.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.05, + 263.05, + 263.05 + ] + }, + { + "episode": 570, + "avg_reward": 7845.09, + "avg_cost": 1.0, + "lambda": 264.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.175, + 264.175, + 264.175 + ] + }, + { + "episode": 580, + "avg_reward": 8233.48, + "avg_cost": 1.25, + "lambda": 264.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.9, + 264.9, + 264.9 + ] + }, + { + "episode": 590, + "avg_reward": 8570.25, + "avg_cost": 0.0, + "lambda": 266.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.4, + 266.4, + 266.4 + ] + }, + { + "episode": 600, + "avg_reward": 7245.61, + "avg_cost": 0.0, + "lambda": 268.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.575, + 268.575, + 268.575 + ] + }, + { + "episode": 610, + "avg_reward": 8457.44, + "avg_cost": 2.25, + "lambda": 269.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.225, + 269.225, + 269.225 + ] + }, + { + "episode": 620, + "avg_reward": 8422.3, + "avg_cost": 0.0, + "lambda": 270.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.525, + 270.525, + 270.525 + ] + }, + { + "episode": 630, + "avg_reward": 8650.2, + "avg_cost": 1.75, + "lambda": 271.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.725, + 271.725, + 271.725 + ] + }, + { + "episode": 640, + "avg_reward": 8829.81, + "avg_cost": 0.25, + "lambda": 273.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.75, + 273.75, + 273.75 + ] + }, + { + "episode": 650, + "avg_reward": 8858.52, + "avg_cost": 3.25, + "lambda": 276.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 276.475, + 276.475, + 276.475 + ] + }, + { + "episode": 660, + "avg_reward": 8272.6, + "avg_cost": 8.25, + "lambda": 279.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 279.525, + 279.525, + 279.525 + ] + }, + { + "episode": 670, + "avg_reward": 7834.28, + "avg_cost": 4.25, + "lambda": 280.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 280.85, + 280.85, + 280.85 + ] + }, + { + "episode": 680, + "avg_reward": 7420.46, + "avg_cost": 0.0, + "lambda": 281.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 281.575, + 281.575, + 281.575 + ] + }, + { + "episode": 690, + "avg_reward": 7570.68, + "avg_cost": 0.0, + "lambda": 283.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 283.75, + 283.75, + 283.75 + ] + }, + { + "episode": 700, + "avg_reward": 7823.93, + "avg_cost": 1.0, + "lambda": 287.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 287.075, + 287.075, + 287.075 + ] + }, + { + "episode": 710, + "avg_reward": 7299.41, + "avg_cost": 2.75, + "lambda": 288.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 288.55, + 288.55, + 288.55 + ] + }, + { + "episode": 720, + "avg_reward": 6645.43, + "avg_cost": 0.5, + "lambda": 288.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 288.75, + 288.75, + 288.75 + ] + }, + { + "episode": 730, + "avg_reward": 6740.68, + "avg_cost": 20.25, + "lambda": 291.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 291.65, + 291.65, + 291.65 + ] + }, + { + "episode": 740, + "avg_reward": 5547.2, + "avg_cost": 0.0, + "lambda": 294.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 294.625, + 294.625, + 294.625 + ] + }, + { + "episode": 750, + "avg_reward": 6505.57, + "avg_cost": 0.0, + "lambda": 295.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 295.35, + 295.35, + 295.35 + ] + }, + { + "episode": 760, + "avg_reward": 6299.99, + "avg_cost": 0.75, + "lambda": 296.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 296.95, + 296.95, + 296.95 + ] + }, + { + "episode": 770, + "avg_reward": 6842.83, + "avg_cost": 0.0, + "lambda": 297.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 297.1, + 297.1, + 297.1 + ] + }, + { + "episode": 780, + "avg_reward": 6126.48, + "avg_cost": 0.0, + "lambda": 298.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 298.025, + 298.025, + 298.025 + ] + }, + { + "episode": 790, + "avg_reward": 6417.69, + "avg_cost": 0.0, + "lambda": 299.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 299.85, + 299.85, + 299.85 + ] + }, + { + "episode": 800, + "avg_reward": 6246.03, + "avg_cost": 0.0, + "lambda": 301.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 301.325, + 301.325, + 301.325 + ] + }, + { + "episode": 810, + "avg_reward": 5855.38, + "avg_cost": 0.25, + "lambda": 301.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 301.775, + 301.775, + 301.775 + ] + }, + { + "episode": 820, + "avg_reward": 6034.7, + "avg_cost": 0.0, + "lambda": 302.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 302.75, + 302.75, + 302.75 + ] + }, + { + "episode": 830, + "avg_reward": 6010.85, + "avg_cost": 0.0, + "lambda": 302.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 302.9, + 302.9, + 302.9 + ] + }, + { + "episode": 840, + "avg_reward": 6327.62, + "avg_cost": 0.0, + "lambda": 303.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 303.125, + 303.125, + 303.125 + ] + }, + { + "episode": 850, + "avg_reward": 5912.17, + "avg_cost": 0.0, + "lambda": 303.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 303.45, + 303.45, + 303.45 + ] + }, + { + "episode": 860, + "avg_reward": 6655.85, + "avg_cost": 0.25, + "lambda": 304.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 304.1, + 304.1, + 304.1 + ] + }, + { + "episode": 870, + "avg_reward": 6787.11, + "avg_cost": 0.0, + "lambda": 304.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 304.625, + 304.625, + 304.625 + ] + }, + { + "episode": 880, + "avg_reward": 6635.1, + "avg_cost": 0.0, + "lambda": 305.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 305.275, + 305.275, + 305.275 + ] + }, + { + "episode": 890, + "avg_reward": 6763.42, + "avg_cost": 0.0, + "lambda": 305.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 305.425, + 305.425, + 305.425 + ] + }, + { + "episode": 900, + "avg_reward": 7055.85, + "avg_cost": 0.0, + "lambda": 305.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 305.825, + 305.825, + 305.825 + ] + }, + { + "episode": 910, + "avg_reward": 6645.86, + "avg_cost": 0.0, + "lambda": 306.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 306.2, + 306.2, + 306.2 + ] + }, + { + "episode": 920, + "avg_reward": 4791.21, + "avg_cost": 0.0, + "lambda": 306.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 306.425, + 306.425, + 306.425 + ] + }, + { + "episode": 930, + "avg_reward": 4551.16, + "avg_cost": 0.0, + "lambda": 306.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 306.45, + 306.45, + 306.45 + ] + }, + { + "episode": 940, + "avg_reward": 5693.01, + "avg_cost": 0.0, + "lambda": 306.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 306.45, + 306.45, + 306.45 + ] + }, + { + "episode": 950, + "avg_reward": 6305.97, + "avg_cost": 0.25, + "lambda": 307.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 307.075, + 307.075, + 307.075 + ] + }, + { + "episode": 960, + "avg_reward": 5551.27, + "avg_cost": 0.0, + "lambda": 308.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 308.975, + 308.975, + 308.975 + ] + }, + { + "episode": 970, + "avg_reward": 7123.53, + "avg_cost": 0.5, + "lambda": 310.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 310.35, + 310.35, + 310.35 + ] + }, + { + "episode": 980, + "avg_reward": 7773.29, + "avg_cost": 4.5, + "lambda": 312.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 312.8, + 312.8, + 312.8 + ] + }, + { + "episode": 990, + "avg_reward": 6432.0, + "avg_cost": 0.25, + "lambda": 318.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 318.175, + 318.175, + 318.175 + ] + }, + { + "episode": 1000, + "avg_reward": 7201.61, + "avg_cost": 0.5, + "lambda": 320.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 320.25, + 320.25, + 320.25 + ] + } + ], + "final_lambdas": [ + 320.25, + 320.25, + 320.25 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json new file mode 100644 index 0000000000000000000000000000000000000000..827e05a721b1f6186105ae3c019515f8e00b4ec8 --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_HalfCheetah_3x2_v26_hc3x2.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1559770.89, + "constraint_satisfaction_pct": 30.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 72.975, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -4006.16, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -3936.95, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1, + 10.1 + ] + }, + { + "episode": 20, + "avg_reward": -3609.59, + "avg_cost": 0.25, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15, + 10.15 + ] + }, + { + "episode": 30, + "avg_reward": -3838.98, + "avg_cost": 0.25, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 40, + "avg_reward": -3512.77, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3, + 10.3 + ] + }, + { + "episode": 50, + "avg_reward": -2887.6, + "avg_cost": 0.25, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.325, + 10.325, + 10.325 + ] + }, + { + "episode": 60, + "avg_reward": -2376.55, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 70, + "avg_reward": -3113.49, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 80, + "avg_reward": -2360.03, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 90, + "avg_reward": -2412.13, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 100, + "avg_reward": -2030.37, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 110, + "avg_reward": -1581.34, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 120, + "avg_reward": -1721.33, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 130, + "avg_reward": -1679.55, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 140, + "avg_reward": -1796.79, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 150, + "avg_reward": -1559.78, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 160, + "avg_reward": -1121.33, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 170, + "avg_reward": -1142.25, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 180, + "avg_reward": -669.9, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 190, + "avg_reward": -556.78, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 200, + "avg_reward": -526.56, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4, + 10.4 + ] + }, + { + "episode": 210, + "avg_reward": -799.7, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 220, + "avg_reward": -1338.2, + "avg_cost": 0.0, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 230, + "avg_reward": -1676.31, + "avg_cost": 0.0, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225, + 11.225 + ] + }, + { + "episode": 240, + "avg_reward": -1092.92, + "avg_cost": 0.0, + "lambda": 11.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.575, + 11.575, + 11.575 + ] + }, + { + "episode": 250, + "avg_reward": -1696.53, + "avg_cost": 0.0, + "lambda": 12.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.175, + 12.175, + 12.175 + ] + }, + { + "episode": 260, + "avg_reward": -1380.9, + "avg_cost": 0.0, + "lambda": 12.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.5, + 12.5, + 12.5 + ] + }, + { + "episode": 270, + "avg_reward": -1956.27, + "avg_cost": 1.25, + "lambda": 13.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.45, + 13.45, + 13.45 + ] + }, + { + "episode": 280, + "avg_reward": -2105.46, + "avg_cost": 0.25, + "lambda": 13.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.925, + 13.925, + 13.925 + ] + }, + { + "episode": 290, + "avg_reward": -915.46, + "avg_cost": 0.25, + "lambda": 14.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.85, + 14.85, + 14.85 + ] + }, + { + "episode": 300, + "avg_reward": -388.63, + "avg_cost": 1.0, + "lambda": 15.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.425, + 15.425, + 15.425 + ] + }, + { + "episode": 310, + "avg_reward": 807.51, + "avg_cost": 1.25, + "lambda": 16.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.45, + 16.45, + 16.45 + ] + }, + { + "episode": 320, + "avg_reward": -271.28, + "avg_cost": 0.5, + "lambda": 17.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.9, + 17.9, + 17.9 + ] + }, + { + "episode": 330, + "avg_reward": 488.6, + "avg_cost": 1.5, + "lambda": 19.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3, + 19.3, + 19.3 + ] + }, + { + "episode": 340, + "avg_reward": 1274.29, + "avg_cost": 3.0, + "lambda": 21.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.15, + 21.15, + 21.15 + ] + }, + { + "episode": 350, + "avg_reward": 1281.29, + "avg_cost": 1.25, + "lambda": 22.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.925, + 22.925, + 22.925 + ] + }, + { + "episode": 360, + "avg_reward": 1254.2, + "avg_cost": 1.75, + "lambda": 24.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.225, + 24.225, + 24.225 + ] + }, + { + "episode": 370, + "avg_reward": 507.65, + "avg_cost": 1.25, + "lambda": 25.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.425, + 25.425, + 25.425 + ] + }, + { + "episode": 380, + "avg_reward": 1002.4, + "avg_cost": 1.25, + "lambda": 26.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.925, + 26.925, + 26.925 + ] + }, + { + "episode": 390, + "avg_reward": 495.1, + "avg_cost": 0.5, + "lambda": 28.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.325, + 28.325, + 28.325 + ] + }, + { + "episode": 400, + "avg_reward": 978.76, + "avg_cost": 1.25, + "lambda": 29.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.8, + 29.8, + 29.8 + ] + }, + { + "episode": 410, + "avg_reward": 1070.39, + "avg_cost": 2.0, + "lambda": 31.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.45, + 31.45, + 31.45 + ] + }, + { + "episode": 420, + "avg_reward": 1713.88, + "avg_cost": 2.25, + "lambda": 32.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.65, + 32.65, + 32.65 + ] + }, + { + "episode": 430, + "avg_reward": 1692.3, + "avg_cost": 0.75, + "lambda": 33.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.675, + 33.675, + 33.675 + ] + }, + { + "episode": 440, + "avg_reward": 378.08, + "avg_cost": 0.25, + "lambda": 34.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.85, + 34.85, + 34.85 + ] + }, + { + "episode": 450, + "avg_reward": 1235.9, + "avg_cost": 1.75, + "lambda": 35.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.625, + 35.625, + 35.625 + ] + }, + { + "episode": 460, + "avg_reward": 1502.38, + "avg_cost": 0.0, + "lambda": 37.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.875, + 37.875, + 37.875 + ] + }, + { + "episode": 470, + "avg_reward": 906.2, + "avg_cost": 1.5, + "lambda": 38.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.575, + 38.575, + 38.575 + ] + }, + { + "episode": 480, + "avg_reward": 1863.65, + "avg_cost": 3.25, + "lambda": 39.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.725, + 39.725, + 39.725 + ] + }, + { + "episode": 490, + "avg_reward": 2632.86, + "avg_cost": 1.25, + "lambda": 40.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.55, + 40.55, + 40.55 + ] + }, + { + "episode": 500, + "avg_reward": 1530.03, + "avg_cost": 1.0, + "lambda": 41.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.4, + 41.4, + 41.4 + ] + }, + { + "episode": 510, + "avg_reward": 2716.83, + "avg_cost": 0.5, + "lambda": 42.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.45, + 42.45, + 42.45 + ] + }, + { + "episode": 520, + "avg_reward": 2543.54, + "avg_cost": 0.25, + "lambda": 43.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.325, + 43.325, + 43.325 + ] + }, + { + "episode": 530, + "avg_reward": 2649.23, + "avg_cost": 0.25, + "lambda": 44.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0, + 44.0, + 44.0 + ] + }, + { + "episode": 540, + "avg_reward": 2976.66, + "avg_cost": 0.5, + "lambda": 44.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.675, + 44.675, + 44.675 + ] + }, + { + "episode": 550, + "avg_reward": 2284.37, + "avg_cost": 1.25, + "lambda": 45.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.25, + 45.25, + 45.25 + ] + }, + { + "episode": 560, + "avg_reward": 3174.93, + "avg_cost": 1.25, + "lambda": 46.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.2, + 46.2, + 46.2 + ] + }, + { + "episode": 570, + "avg_reward": 3310.68, + "avg_cost": 0.0, + "lambda": 46.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.95, + 46.95, + 46.95 + ] + }, + { + "episode": 580, + "avg_reward": 2113.71, + "avg_cost": 0.25, + "lambda": 47.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.675, + 47.675, + 47.675 + ] + }, + { + "episode": 590, + "avg_reward": 2831.98, + "avg_cost": 0.0, + "lambda": 48.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.4, + 48.4, + 48.4 + ] + }, + { + "episode": 600, + "avg_reward": 3550.83, + "avg_cost": 0.75, + "lambda": 49.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.15, + 49.15, + 49.15 + ] + }, + { + "episode": 610, + "avg_reward": 3631.79, + "avg_cost": 1.25, + "lambda": 50.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.275, + 50.275, + 50.275 + ] + }, + { + "episode": 620, + "avg_reward": 1274.15, + "avg_cost": 1.25, + "lambda": 51.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.325, + 51.325, + 51.325 + ] + }, + { + "episode": 630, + "avg_reward": 2715.79, + "avg_cost": 2.5, + "lambda": 52.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.225, + 52.225, + 52.225 + ] + }, + { + "episode": 640, + "avg_reward": 2115.35, + "avg_cost": 0.25, + "lambda": 52.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.925, + 52.925, + 52.925 + ] + }, + { + "episode": 650, + "avg_reward": 2730.67, + "avg_cost": 1.25, + "lambda": 53.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.75, + 53.75, + 53.75 + ] + }, + { + "episode": 660, + "avg_reward": 2769.44, + "avg_cost": 0.25, + "lambda": 54.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.25, + 54.25, + 54.25 + ] + }, + { + "episode": 670, + "avg_reward": 4001.43, + "avg_cost": 0.75, + "lambda": 54.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.8, + 54.8, + 54.8 + ] + }, + { + "episode": 680, + "avg_reward": 3863.46, + "avg_cost": 0.75, + "lambda": 55.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.375, + 55.375, + 55.375 + ] + }, + { + "episode": 690, + "avg_reward": 3807.8, + "avg_cost": 0.75, + "lambda": 55.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.85, + 55.85, + 55.85 + ] + }, + { + "episode": 700, + "avg_reward": 1717.75, + "avg_cost": 0.5, + "lambda": 56.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.2, + 56.2, + 56.2 + ] + }, + { + "episode": 710, + "avg_reward": 3272.44, + "avg_cost": 0.0, + "lambda": 56.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.55, + 56.55, + 56.55 + ] + }, + { + "episode": 720, + "avg_reward": 4004.89, + "avg_cost": 1.5, + "lambda": 57.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.15, + 57.15, + 57.15 + ] + }, + { + "episode": 730, + "avg_reward": 2385.76, + "avg_cost": 0.5, + "lambda": 57.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.8, + 57.8, + 57.8 + ] + }, + { + "episode": 740, + "avg_reward": 3139.89, + "avg_cost": 1.0, + "lambda": 58.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.875, + 58.875, + 58.875 + ] + }, + { + "episode": 750, + "avg_reward": 3886.31, + "avg_cost": 0.5, + "lambda": 59.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8, + 59.8, + 59.8 + ] + }, + { + "episode": 760, + "avg_reward": 4188.4, + "avg_cost": 0.75, + "lambda": 60.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.525, + 60.525, + 60.525 + ] + }, + { + "episode": 770, + "avg_reward": 3646.55, + "avg_cost": 0.25, + "lambda": 61.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.025, + 61.025, + 61.025 + ] + }, + { + "episode": 780, + "avg_reward": 3691.21, + "avg_cost": 0.0, + "lambda": 61.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.625, + 61.625, + 61.625 + ] + }, + { + "episode": 790, + "avg_reward": 4513.81, + "avg_cost": 0.0, + "lambda": 61.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.925, + 61.925, + 61.925 + ] + }, + { + "episode": 800, + "avg_reward": 4234.67, + "avg_cost": 0.5, + "lambda": 62.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.2, + 62.2, + 62.2 + ] + }, + { + "episode": 810, + "avg_reward": 4943.46, + "avg_cost": 1.5, + "lambda": 62.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.75, + 62.75, + 62.75 + ] + }, + { + "episode": 820, + "avg_reward": 4213.37, + "avg_cost": 0.5, + "lambda": 63.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.525, + 63.525, + 63.525 + ] + }, + { + "episode": 830, + "avg_reward": 5062.18, + "avg_cost": 0.25, + "lambda": 64.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.025, + 64.025, + 64.025 + ] + }, + { + "episode": 840, + "avg_reward": 4452.66, + "avg_cost": 0.0, + "lambda": 64.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.9, + 64.9, + 64.9 + ] + }, + { + "episode": 850, + "avg_reward": 4731.96, + "avg_cost": 0.75, + "lambda": 65.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.625, + 65.625, + 65.625 + ] + }, + { + "episode": 860, + "avg_reward": 5081.88, + "avg_cost": 0.5, + "lambda": 66.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.2, + 66.2, + 66.2 + ] + }, + { + "episode": 870, + "avg_reward": 4879.05, + "avg_cost": 0.0, + "lambda": 66.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7, + 66.7, + 66.7 + ] + }, + { + "episode": 880, + "avg_reward": 4134.21, + "avg_cost": 0.0, + "lambda": 67.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.1, + 67.1, + 67.1 + ] + }, + { + "episode": 890, + "avg_reward": 4994.34, + "avg_cost": 0.5, + "lambda": 67.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.55, + 67.55, + 67.55 + ] + }, + { + "episode": 900, + "avg_reward": 4750.64, + "avg_cost": 0.5, + "lambda": 67.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.775, + 67.775, + 67.775 + ] + }, + { + "episode": 910, + "avg_reward": 5316.81, + "avg_cost": 1.0, + "lambda": 68.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.275, + 68.275, + 68.275 + ] + }, + { + "episode": 920, + "avg_reward": 5486.35, + "avg_cost": 0.75, + "lambda": 68.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.85, + 68.85, + 68.85 + ] + }, + { + "episode": 930, + "avg_reward": 5193.99, + "avg_cost": 0.25, + "lambda": 69.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.1, + 69.1, + 69.1 + ] + }, + { + "episode": 940, + "avg_reward": 5133.57, + "avg_cost": 1.25, + "lambda": 69.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.575, + 69.575, + 69.575 + ] + }, + { + "episode": 950, + "avg_reward": 3791.48, + "avg_cost": 1.25, + "lambda": 70.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.35, + 70.35, + 70.35 + ] + }, + { + "episode": 960, + "avg_reward": 5172.31, + "avg_cost": 0.25, + "lambda": 70.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.7, + 70.7, + 70.7 + ] + }, + { + "episode": 970, + "avg_reward": 5245.66, + "avg_cost": 0.0, + "lambda": 71.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.275, + 71.275, + 71.275 + ] + }, + { + "episode": 980, + "avg_reward": 5626.68, + "avg_cost": 0.25, + "lambda": 71.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.825, + 71.825, + 71.825 + ] + }, + { + "episode": 990, + "avg_reward": 5342.15, + "avg_cost": 0.25, + "lambda": 72.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.5, + 72.5, + 72.5 + ] + }, + { + "episode": 1000, + "avg_reward": 3773.53, + "avg_cost": 0.5, + "lambda": 72.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.975, + 72.975, + 72.975 + ] + } + ], + "final_lambdas": [ + 72.975, + 72.975, + 72.975 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..8110b7771ed80895399141fb8a25bdade906487f --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v21_wider_alpha.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 5677815.25, + "constraint_satisfaction_pct": 87.9, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 28.025, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4799.94, + "avg_cost": 22.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.225, + 12.225, + 12.225 + ] + }, + { + "episode": 10, + "avg_reward": 5318.65, + "avg_cost": 1.75, + "lambda": 14.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6, + 14.6, + 14.6 + ] + }, + { + "episode": 20, + "avg_reward": 5222.25, + "avg_cost": 0.0, + "lambda": 14.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6, + 14.6, + 14.6 + ] + }, + { + "episode": 30, + "avg_reward": 5480.49, + "avg_cost": 0.0, + "lambda": 14.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.975, + 14.975, + 14.975 + ] + }, + { + "episode": 40, + "avg_reward": 5801.46, + "avg_cost": 0.5, + "lambda": 15.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.225, + 15.225, + 15.225 + ] + }, + { + "episode": 50, + "avg_reward": 5479.99, + "avg_cost": 0.5, + "lambda": 16.375, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.375, + 16.375, + 16.375 + ] + }, + { + "episode": 60, + "avg_reward": 5612.61, + "avg_cost": 0.0, + "lambda": 16.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.425, + 16.425, + 16.425 + ] + }, + { + "episode": 70, + "avg_reward": 6404.0, + "avg_cost": 12.25, + "lambda": 17.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.95, + 17.95, + 17.95 + ] + }, + { + "episode": 80, + "avg_reward": 5247.11, + "avg_cost": 0.0, + "lambda": 17.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.95, + 17.95, + 17.95 + ] + }, + { + "episode": 90, + "avg_reward": 4904.31, + "avg_cost": 0.0, + "lambda": 19.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.55, + 19.55, + 19.55 + ] + }, + { + "episode": 100, + "avg_reward": 4772.03, + "avg_cost": 0.0, + "lambda": 19.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.55, + 19.55, + 19.55 + ] + }, + { + "episode": 110, + "avg_reward": 4835.43, + "avg_cost": 0.0, + "lambda": 19.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.625, + 19.625, + 19.625 + ] + }, + { + "episode": 120, + "avg_reward": 4567.22, + "avg_cost": 0.0, + "lambda": 19.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.65, + 19.65, + 19.65 + ] + }, + { + "episode": 130, + "avg_reward": 4382.46, + "avg_cost": 0.0, + "lambda": 19.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.725, + 19.725, + 19.725 + ] + }, + { + "episode": 140, + "avg_reward": 4262.69, + "avg_cost": 0.0, + "lambda": 19.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.775, + 19.775, + 19.775 + ] + }, + { + "episode": 150, + "avg_reward": 4123.61, + "avg_cost": 0.25, + "lambda": 19.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.875, + 19.875, + 19.875 + ] + }, + { + "episode": 160, + "avg_reward": 4070.96, + "avg_cost": 0.0, + "lambda": 19.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.9, + 19.9, + 19.9 + ] + }, + { + "episode": 170, + "avg_reward": 3870.2, + "avg_cost": 0.5, + "lambda": 20.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.0, + 20.0, + 20.0 + ] + }, + { + "episode": 180, + "avg_reward": 4198.12, + "avg_cost": 0.0, + "lambda": 20.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.125, + 20.125, + 20.125 + ] + }, + { + "episode": 190, + "avg_reward": 4210.78, + "avg_cost": 0.0, + "lambda": 20.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.15, + 20.15, + 20.15 + ] + }, + { + "episode": 200, + "avg_reward": 4173.72, + "avg_cost": 0.0, + "lambda": 20.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.15, + 20.15, + 20.15 + ] + }, + { + "episode": 210, + "avg_reward": 4048.25, + "avg_cost": 0.5, + "lambda": 20.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2, + 20.2, + 20.2 + ] + }, + { + "episode": 220, + "avg_reward": 4431.07, + "avg_cost": 0.0, + "lambda": 20.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2, + 20.2, + 20.2 + ] + }, + { + "episode": 230, + "avg_reward": 4115.15, + "avg_cost": 0.0, + "lambda": 20.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2, + 20.2, + 20.2 + ] + }, + { + "episode": 240, + "avg_reward": 3750.01, + "avg_cost": 0.75, + "lambda": 20.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.325, + 20.325, + 20.325 + ] + }, + { + "episode": 250, + "avg_reward": 3814.39, + "avg_cost": 0.0, + "lambda": 20.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.325, + 20.325, + 20.325 + ] + }, + { + "episode": 260, + "avg_reward": 3701.14, + "avg_cost": 0.5, + "lambda": 20.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.45, + 20.45, + 20.45 + ] + }, + { + "episode": 270, + "avg_reward": 3761.49, + "avg_cost": 0.5, + "lambda": 20.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.975, + 20.975, + 20.975 + ] + }, + { + "episode": 280, + "avg_reward": 4247.34, + "avg_cost": 0.0, + "lambda": 21.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.025, + 21.025, + 21.025 + ] + }, + { + "episode": 290, + "avg_reward": 4161.32, + "avg_cost": 0.5, + "lambda": 21.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.2, + 21.2, + 21.2 + ] + }, + { + "episode": 300, + "avg_reward": 4413.33, + "avg_cost": 0.0, + "lambda": 21.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.85, + 21.85, + 21.85 + ] + }, + { + "episode": 310, + "avg_reward": 5287.32, + "avg_cost": 0.0, + "lambda": 22.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.0, + 22.0, + 22.0 + ] + }, + { + "episode": 320, + "avg_reward": 6101.01, + "avg_cost": 6.0, + "lambda": 22.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.8, + 22.8, + 22.8 + ] + }, + { + "episode": 330, + "avg_reward": 6946.53, + "avg_cost": 0.75, + "lambda": 23.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.175, + 23.175, + 23.175 + ] + }, + { + "episode": 340, + "avg_reward": 6646.06, + "avg_cost": 0.5, + "lambda": 23.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.475, + 23.475, + 23.475 + ] + }, + { + "episode": 350, + "avg_reward": 6055.03, + "avg_cost": 0.0, + "lambda": 23.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.725, + 23.725, + 23.725 + ] + }, + { + "episode": 360, + "avg_reward": 6491.9, + "avg_cost": 0.0, + "lambda": 23.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.9, + 23.9, + 23.9 + ] + }, + { + "episode": 370, + "avg_reward": 5965.52, + "avg_cost": 0.0, + "lambda": 24.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.05, + 24.05, + 24.05 + ] + }, + { + "episode": 380, + "avg_reward": 6273.32, + "avg_cost": 0.0, + "lambda": 24.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.15, + 24.15, + 24.15 + ] + }, + { + "episode": 390, + "avg_reward": 6214.35, + "avg_cost": 0.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.4, + 24.4, + 24.4 + ] + }, + { + "episode": 400, + "avg_reward": 6381.48, + "avg_cost": 0.5, + "lambda": 24.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.475, + 24.475, + 24.475 + ] + }, + { + "episode": 410, + "avg_reward": 6650.79, + "avg_cost": 0.0, + "lambda": 24.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.475, + 24.475, + 24.475 + ] + }, + { + "episode": 420, + "avg_reward": 6874.36, + "avg_cost": 0.0, + "lambda": 24.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.575, + 24.575, + 24.575 + ] + }, + { + "episode": 430, + "avg_reward": 6453.84, + "avg_cost": 0.0, + "lambda": 25.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.125, + 25.125, + 25.125 + ] + }, + { + "episode": 440, + "avg_reward": 6512.21, + "avg_cost": 0.0, + "lambda": 25.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5, + 25.5, + 25.5 + ] + }, + { + "episode": 450, + "avg_reward": 6264.55, + "avg_cost": 0.0, + "lambda": 26.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.125, + 26.125, + 26.125 + ] + }, + { + "episode": 460, + "avg_reward": 7201.99, + "avg_cost": 0.0, + "lambda": 27.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.0, + 27.0, + 27.0 + ] + }, + { + "episode": 470, + "avg_reward": 6286.47, + "avg_cost": 0.0, + "lambda": 27.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.15, + 27.15, + 27.15 + ] + }, + { + "episode": 480, + "avg_reward": 6596.32, + "avg_cost": 0.0, + "lambda": 27.275, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.275, + 27.275, + 27.275 + ] + }, + { + "episode": 490, + "avg_reward": 6446.81, + "avg_cost": 0.0, + "lambda": 27.4, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.4, + 27.4, + 27.4 + ] + }, + { + "episode": 500, + "avg_reward": 6378.51, + "avg_cost": 0.25, + "lambda": 27.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.425, + 27.425, + 27.425 + ] + }, + { + "episode": 510, + "avg_reward": 6105.3, + "avg_cost": 0.0, + "lambda": 27.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.45, + 27.45, + 27.45 + ] + }, + { + "episode": 520, + "avg_reward": 6102.17, + "avg_cost": 0.0, + "lambda": 27.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.475, + 27.475, + 27.475 + ] + }, + { + "episode": 530, + "avg_reward": 6154.17, + "avg_cost": 0.0, + "lambda": 27.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.5, + 27.5, + 27.5 + ] + }, + { + "episode": 540, + "avg_reward": 6043.26, + "avg_cost": 0.0, + "lambda": 27.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.6, + 27.6, + 27.6 + ] + }, + { + "episode": 550, + "avg_reward": 6066.65, + "avg_cost": 0.0, + "lambda": 27.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.6, + 27.6, + 27.6 + ] + }, + { + "episode": 560, + "avg_reward": 5952.19, + "avg_cost": 0.0, + "lambda": 27.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.6, + 27.6, + 27.6 + ] + }, + { + "episode": 570, + "avg_reward": 5988.58, + "avg_cost": 0.0, + "lambda": 27.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.6, + 27.6, + 27.6 + ] + }, + { + "episode": 580, + "avg_reward": 6377.04, + "avg_cost": 0.25, + "lambda": 27.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.625, + 27.625, + 27.625 + ] + }, + { + "episode": 590, + "avg_reward": 6401.23, + "avg_cost": 0.0, + "lambda": 27.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.625, + 27.625, + 27.625 + ] + }, + { + "episode": 600, + "avg_reward": 6621.19, + "avg_cost": 0.0, + "lambda": 27.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.65, + 27.65, + 27.65 + ] + }, + { + "episode": 610, + "avg_reward": 6261.48, + "avg_cost": 0.0, + "lambda": 27.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.65, + 27.65, + 27.65 + ] + }, + { + "episode": 620, + "avg_reward": 6310.72, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 630, + "avg_reward": 6174.53, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 640, + "avg_reward": 6109.0, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 650, + "avg_reward": 5936.52, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 660, + "avg_reward": 6049.47, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 670, + "avg_reward": 6390.63, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 680, + "avg_reward": 6530.07, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 690, + "avg_reward": 6801.85, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 700, + "avg_reward": 6650.52, + "avg_cost": 0.0, + "lambda": 27.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.675, + 27.675, + 27.675 + ] + }, + { + "episode": 710, + "avg_reward": 6932.14, + "avg_cost": 0.0, + "lambda": 27.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.75, + 27.75, + 27.75 + ] + }, + { + "episode": 720, + "avg_reward": 6715.94, + "avg_cost": 0.0, + "lambda": 27.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.775, + 27.775, + 27.775 + ] + }, + { + "episode": 730, + "avg_reward": 6787.55, + "avg_cost": 0.0, + "lambda": 27.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.775, + 27.775, + 27.775 + ] + }, + { + "episode": 740, + "avg_reward": 6821.97, + "avg_cost": 0.0, + "lambda": 27.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.775, + 27.775, + 27.775 + ] + }, + { + "episode": 750, + "avg_reward": 6276.2, + "avg_cost": 0.0, + "lambda": 27.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.775, + 27.775, + 27.775 + ] + }, + { + "episode": 760, + "avg_reward": 6548.56, + "avg_cost": 0.0, + "lambda": 27.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.775, + 27.775, + 27.775 + ] + }, + { + "episode": 770, + "avg_reward": 6020.25, + "avg_cost": 0.0, + "lambda": 27.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.825, + 27.825, + 27.825 + ] + }, + { + "episode": 780, + "avg_reward": 5887.5, + "avg_cost": 0.0, + "lambda": 27.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.825, + 27.825, + 27.825 + ] + }, + { + "episode": 790, + "avg_reward": 6124.88, + "avg_cost": 0.0, + "lambda": 27.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.825, + 27.825, + 27.825 + ] + }, + { + "episode": 800, + "avg_reward": 6112.45, + "avg_cost": 0.0, + "lambda": 27.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.9, + 27.9, + 27.9 + ] + }, + { + "episode": 810, + "avg_reward": 5597.32, + "avg_cost": 0.0, + "lambda": 27.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.95, + 27.95, + 27.95 + ] + }, + { + "episode": 820, + "avg_reward": 5500.85, + "avg_cost": 0.0, + "lambda": 27.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.975, + 27.975, + 27.975 + ] + }, + { + "episode": 830, + "avg_reward": 5473.7, + "avg_cost": 0.0, + "lambda": 27.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.975, + 27.975, + 27.975 + ] + }, + { + "episode": 840, + "avg_reward": 5336.61, + "avg_cost": 0.0, + "lambda": 27.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.975, + 27.975, + 27.975 + ] + }, + { + "episode": 850, + "avg_reward": 4754.03, + "avg_cost": 0.0, + "lambda": 27.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.975, + 27.975, + 27.975 + ] + }, + { + "episode": 860, + "avg_reward": 4958.87, + "avg_cost": 0.0, + "lambda": 27.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.975, + 27.975, + 27.975 + ] + }, + { + "episode": 870, + "avg_reward": 4882.93, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 880, + "avg_reward": 5167.27, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 890, + "avg_reward": 5330.74, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 900, + "avg_reward": 5650.1, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 910, + "avg_reward": 5421.1, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 920, + "avg_reward": 5957.94, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 930, + "avg_reward": 5615.42, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 940, + "avg_reward": 5855.5, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 950, + "avg_reward": 6510.89, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 960, + "avg_reward": 5908.48, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 970, + "avg_reward": 6960.35, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 980, + "avg_reward": 7073.14, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 990, + "avg_reward": 7489.05, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + }, + { + "episode": 1000, + "avg_reward": 7090.44, + "avg_cost": 0.0, + "lambda": 28.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.025, + 28.025, + 28.025 + ] + } + ], + "final_lambdas": [ + 28.025, + 28.025, + 28.025 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json new file mode 100644 index 0000000000000000000000000000000000000000..fba8046be4015e32a9db1fccd7acfdb698ea8cac --- /dev/null +++ b/results/diagnostic_results_n3_per_agent_lambda_s4_1000ep_mamujoco_Hopper_3x1_v28d_hopper.json @@ -0,0 +1,1652 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 3, + "alphas": [ + 3.0, + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 7630496.29, + "constraint_satisfaction_pct": 30.8, + "final_rho": [ + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 343.85, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 4799.94, + "avg_cost": 22.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.225, + 12.225, + 12.225 + ] + }, + { + "episode": 10, + "avg_reward": 5234.61, + "avg_cost": 4.0, + "lambda": 41.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.675, + 41.675, + 41.675 + ] + }, + { + "episode": 20, + "avg_reward": 5600.23, + "avg_cost": 2.0, + "lambda": 50.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.0, + 50.0, + 50.0 + ] + }, + { + "episode": 30, + "avg_reward": 6830.74, + "avg_cost": 4.75, + "lambda": 56.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.775, + 56.775, + 56.775 + ] + }, + { + "episode": 40, + "avg_reward": 6618.69, + "avg_cost": 1.0, + "lambda": 62.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.55, + 62.55, + 62.55 + ] + }, + { + "episode": 50, + "avg_reward": 5844.02, + "avg_cost": 1.5, + "lambda": 71.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.7, + 71.7, + 71.7 + ] + }, + { + "episode": 60, + "avg_reward": 7528.17, + "avg_cost": 2.0, + "lambda": 74.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.7, + 74.7, + 74.7 + ] + }, + { + "episode": 70, + "avg_reward": 8633.86, + "avg_cost": 28.0, + "lambda": 83.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.7, + 83.7, + 83.7 + ] + }, + { + "episode": 80, + "avg_reward": 7524.87, + "avg_cost": 3.5, + "lambda": 88.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.15, + 88.15, + 88.15 + ] + }, + { + "episode": 90, + "avg_reward": 7510.19, + "avg_cost": 3.5, + "lambda": 92.55, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.55, + 92.55, + 92.55 + ] + }, + { + "episode": 100, + "avg_reward": 8248.8, + "avg_cost": 11.25, + "lambda": 99.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.575, + 99.575, + 99.575 + ] + }, + { + "episode": 110, + "avg_reward": 7612.15, + "avg_cost": 0.0, + "lambda": 108.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 108.575, + 108.575, + 108.575 + ] + }, + { + "episode": 120, + "avg_reward": 8194.11, + "avg_cost": 10.5, + "lambda": 114.05, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 114.05, + 114.05, + 114.05 + ] + }, + { + "episode": 130, + "avg_reward": 8059.78, + "avg_cost": 4.0, + "lambda": 121.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 121.3, + 121.3, + 121.3 + ] + }, + { + "episode": 140, + "avg_reward": 7925.0, + "avg_cost": 11.25, + "lambda": 126.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 126.425, + 126.425, + 126.425 + ] + }, + { + "episode": 150, + "avg_reward": 8498.75, + "avg_cost": 13.0, + "lambda": 133.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 133.825, + 133.825, + 133.825 + ] + }, + { + "episode": 160, + "avg_reward": 7902.56, + "avg_cost": 0.0, + "lambda": 137.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 137.125, + 137.125, + 137.125 + ] + }, + { + "episode": 170, + "avg_reward": 7685.39, + "avg_cost": 2.0, + "lambda": 141.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 141.975, + 141.975, + 141.975 + ] + }, + { + "episode": 180, + "avg_reward": 8270.3, + "avg_cost": 3.25, + "lambda": 146.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 146.15, + 146.15, + 146.15 + ] + }, + { + "episode": 190, + "avg_reward": 8052.43, + "avg_cost": 5.5, + "lambda": 149.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 149.7, + 149.7, + 149.7 + ] + }, + { + "episode": 200, + "avg_reward": 7211.19, + "avg_cost": 0.5, + "lambda": 153.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 153.25, + 153.25, + 153.25 + ] + }, + { + "episode": 210, + "avg_reward": 8015.98, + "avg_cost": 0.0, + "lambda": 157.3, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 157.3, + 157.3, + 157.3 + ] + }, + { + "episode": 220, + "avg_reward": 7653.45, + "avg_cost": 0.0, + "lambda": 160.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 160.225, + 160.225, + 160.225 + ] + }, + { + "episode": 230, + "avg_reward": 8579.09, + "avg_cost": 6.25, + "lambda": 162.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 162.75, + 162.75, + 162.75 + ] + }, + { + "episode": 240, + "avg_reward": 8056.26, + "avg_cost": 1.0, + "lambda": 164.6, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 164.6, + 164.6, + 164.6 + ] + }, + { + "episode": 250, + "avg_reward": 8440.01, + "avg_cost": 1.5, + "lambda": 175.075, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 175.075, + 175.075, + 175.075 + ] + }, + { + "episode": 260, + "avg_reward": 7595.66, + "avg_cost": 0.0, + "lambda": 177.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 177.725, + 177.725, + 177.725 + ] + }, + { + "episode": 270, + "avg_reward": 8324.68, + "avg_cost": 0.25, + "lambda": 179.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 179.625, + 179.625, + 179.625 + ] + }, + { + "episode": 280, + "avg_reward": 8541.13, + "avg_cost": 4.75, + "lambda": 182.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 182.325, + 182.325, + 182.325 + ] + }, + { + "episode": 290, + "avg_reward": 7701.55, + "avg_cost": 0.0, + "lambda": 185.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 185.475, + 185.475, + 185.475 + ] + }, + { + "episode": 300, + "avg_reward": 7588.8, + "avg_cost": 0.0, + "lambda": 188.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 188.1, + 188.1, + 188.1 + ] + }, + { + "episode": 310, + "avg_reward": 8191.29, + "avg_cost": 7.25, + "lambda": 191.625, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 191.625, + 191.625, + 191.625 + ] + }, + { + "episode": 320, + "avg_reward": 7358.78, + "avg_cost": 0.0, + "lambda": 193.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 193.325, + 193.325, + 193.325 + ] + }, + { + "episode": 330, + "avg_reward": 8676.61, + "avg_cost": 8.5, + "lambda": 195.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 195.725, + 195.725, + 195.725 + ] + }, + { + "episode": 340, + "avg_reward": 7983.69, + "avg_cost": 0.0, + "lambda": 200.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 200.775, + 200.775, + 200.775 + ] + }, + { + "episode": 350, + "avg_reward": 8719.0, + "avg_cost": 5.75, + "lambda": 202.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 202.7, + 202.7, + 202.7 + ] + }, + { + "episode": 360, + "avg_reward": 7332.01, + "avg_cost": 0.0, + "lambda": 208.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 208.225, + 208.225, + 208.225 + ] + }, + { + "episode": 370, + "avg_reward": 7580.39, + "avg_cost": 0.0, + "lambda": 209.7, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 209.7, + 209.7, + 209.7 + ] + }, + { + "episode": 380, + "avg_reward": 8055.83, + "avg_cost": 3.0, + "lambda": 216.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 216.0, + 216.0, + 216.0 + ] + }, + { + "episode": 390, + "avg_reward": 7595.23, + "avg_cost": 0.0, + "lambda": 219.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 219.175, + 219.175, + 219.175 + ] + }, + { + "episode": 400, + "avg_reward": 8301.2, + "avg_cost": 0.0, + "lambda": 221.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 221.025, + 221.025, + 221.025 + ] + }, + { + "episode": 410, + "avg_reward": 8049.96, + "avg_cost": 5.25, + "lambda": 229.2, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.2, + 229.2, + 229.2 + ] + }, + { + "episode": 420, + "avg_reward": 7717.65, + "avg_cost": 0.0, + "lambda": 231.325, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.325, + 231.325, + 231.325 + ] + }, + { + "episode": 430, + "avg_reward": 7722.27, + "avg_cost": 0.0, + "lambda": 233.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.025, + 233.025, + 233.025 + ] + }, + { + "episode": 440, + "avg_reward": 8577.82, + "avg_cost": 10.5, + "lambda": 235.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.825, + 235.825, + 235.825 + ] + }, + { + "episode": 450, + "avg_reward": 7376.15, + "avg_cost": 0.0, + "lambda": 237.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.9, + 237.9, + 237.9 + ] + }, + { + "episode": 460, + "avg_reward": 8340.39, + "avg_cost": 0.25, + "lambda": 238.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 238.35, + 238.35, + 238.35 + ] + }, + { + "episode": 470, + "avg_reward": 7841.71, + "avg_cost": 0.25, + "lambda": 240.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 240.45, + 240.45, + 240.45 + ] + }, + { + "episode": 480, + "avg_reward": 8330.27, + "avg_cost": 5.75, + "lambda": 243.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.0, + 243.0, + 243.0 + ] + }, + { + "episode": 490, + "avg_reward": 8087.4, + "avg_cost": 0.0, + "lambda": 249.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.775, + 249.775, + 249.775 + ] + }, + { + "episode": 500, + "avg_reward": 8218.38, + "avg_cost": 0.0, + "lambda": 252.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.175, + 252.175, + 252.175 + ] + }, + { + "episode": 510, + "avg_reward": 8250.41, + "avg_cost": 7.75, + "lambda": 255.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.25, + 255.25, + 255.25 + ] + }, + { + "episode": 520, + "avg_reward": 8312.61, + "avg_cost": 0.0, + "lambda": 255.875, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.875, + 255.875, + 255.875 + ] + }, + { + "episode": 530, + "avg_reward": 8315.02, + "avg_cost": 0.25, + "lambda": 256.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 256.9, + 256.9, + 256.9 + ] + }, + { + "episode": 540, + "avg_reward": 8429.17, + "avg_cost": 3.0, + "lambda": 267.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.025, + 267.025, + 267.025 + ] + }, + { + "episode": 550, + "avg_reward": 7830.81, + "avg_cost": 0.75, + "lambda": 268.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.925, + 268.925, + 268.925 + ] + }, + { + "episode": 560, + "avg_reward": 7285.09, + "avg_cost": 0.0, + "lambda": 270.65, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.65, + 270.65, + 270.65 + ] + }, + { + "episode": 570, + "avg_reward": 8168.16, + "avg_cost": 0.5, + "lambda": 271.25, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.25, + 271.25, + 271.25 + ] + }, + { + "episode": 580, + "avg_reward": 8112.36, + "avg_cost": 0.75, + "lambda": 272.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.675, + 272.675, + 272.675 + ] + }, + { + "episode": 590, + "avg_reward": 8116.41, + "avg_cost": 2.0, + "lambda": 274.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 274.725, + 274.725, + 274.725 + ] + }, + { + "episode": 600, + "avg_reward": 7735.66, + "avg_cost": 0.25, + "lambda": 276.1, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 276.1, + 276.1, + 276.1 + ] + }, + { + "episode": 610, + "avg_reward": 7837.63, + "avg_cost": 1.0, + "lambda": 276.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 276.825, + 276.825, + 276.825 + ] + }, + { + "episode": 620, + "avg_reward": 7154.14, + "avg_cost": 0.75, + "lambda": 277.9, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 277.9, + 277.9, + 277.9 + ] + }, + { + "episode": 630, + "avg_reward": 6949.56, + "avg_cost": 0.0, + "lambda": 278.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 278.8, + 278.8, + 278.8 + ] + }, + { + "episode": 640, + "avg_reward": 7093.19, + "avg_cost": 0.0, + "lambda": 280.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 280.475, + 280.475, + 280.475 + ] + }, + { + "episode": 650, + "avg_reward": 7387.63, + "avg_cost": 0.75, + "lambda": 284.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 284.525, + 284.525, + 284.525 + ] + }, + { + "episode": 660, + "avg_reward": 7583.44, + "avg_cost": 1.0, + "lambda": 284.75, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 284.75, + 284.75, + 284.75 + ] + }, + { + "episode": 670, + "avg_reward": 7033.38, + "avg_cost": 2.75, + "lambda": 285.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 285.775, + 285.775, + 285.775 + ] + }, + { + "episode": 680, + "avg_reward": 7610.52, + "avg_cost": 0.0, + "lambda": 287.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 287.225, + 287.225, + 287.225 + ] + }, + { + "episode": 690, + "avg_reward": 7615.77, + "avg_cost": 7.75, + "lambda": 291.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 291.825, + 291.825, + 291.825 + ] + }, + { + "episode": 700, + "avg_reward": 6880.97, + "avg_cost": 1.0, + "lambda": 292.8, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 292.8, + 292.8, + 292.8 + ] + }, + { + "episode": 710, + "avg_reward": 7931.63, + "avg_cost": 2.0, + "lambda": 293.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 293.675, + 293.675, + 293.675 + ] + }, + { + "episode": 720, + "avg_reward": 7399.33, + "avg_cost": 1.25, + "lambda": 294.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 294.125, + 294.125, + 294.125 + ] + }, + { + "episode": 730, + "avg_reward": 7496.95, + "avg_cost": 7.0, + "lambda": 295.925, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 295.925, + 295.925, + 295.925 + ] + }, + { + "episode": 740, + "avg_reward": 7794.05, + "avg_cost": 3.25, + "lambda": 298.15, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 298.15, + 298.15, + 298.15 + ] + }, + { + "episode": 750, + "avg_reward": 6472.99, + "avg_cost": 0.0, + "lambda": 298.95, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 298.95, + 298.95, + 298.95 + ] + }, + { + "episode": 760, + "avg_reward": 7367.29, + "avg_cost": 0.0, + "lambda": 300.45, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 300.45, + 300.45, + 300.45 + ] + }, + { + "episode": 770, + "avg_reward": 7679.41, + "avg_cost": 2.75, + "lambda": 302.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 302.425, + 302.425, + 302.425 + ] + }, + { + "episode": 780, + "avg_reward": 8047.64, + "avg_cost": 7.5, + "lambda": 306.175, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 306.175, + 306.175, + 306.175 + ] + }, + { + "episode": 790, + "avg_reward": 6568.46, + "avg_cost": 13.0, + "lambda": 308.725, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 308.725, + 308.725, + 308.725 + ] + }, + { + "episode": 800, + "avg_reward": 7284.06, + "avg_cost": 1.5, + "lambda": 312.575, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 312.575, + 312.575, + 312.575 + ] + }, + { + "episode": 810, + "avg_reward": 7343.25, + "avg_cost": 0.75, + "lambda": 318.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 318.425, + 318.425, + 318.425 + ] + }, + { + "episode": 820, + "avg_reward": 7320.31, + "avg_cost": 0.0, + "lambda": 320.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 320.125, + 320.125, + 320.125 + ] + }, + { + "episode": 830, + "avg_reward": 7236.1, + "avg_cost": 0.75, + "lambda": 320.675, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 320.675, + 320.675, + 320.675 + ] + }, + { + "episode": 840, + "avg_reward": 7473.87, + "avg_cost": 0.0, + "lambda": 324.475, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 324.475, + 324.475, + 324.475 + ] + }, + { + "episode": 850, + "avg_reward": 6267.99, + "avg_cost": 0.0, + "lambda": 324.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 324.85, + 324.85, + 324.85 + ] + }, + { + "episode": 860, + "avg_reward": 7225.27, + "avg_cost": 0.0, + "lambda": 324.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 324.975, + 324.975, + 324.975 + ] + }, + { + "episode": 870, + "avg_reward": 6566.07, + "avg_cost": 0.0, + "lambda": 326.5, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 326.5, + 326.5, + 326.5 + ] + }, + { + "episode": 880, + "avg_reward": 6918.55, + "avg_cost": 0.0, + "lambda": 329.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 329.975, + 329.975, + 329.975 + ] + }, + { + "episode": 890, + "avg_reward": 6894.64, + "avg_cost": 0.0, + "lambda": 329.975, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 329.975, + 329.975, + 329.975 + ] + }, + { + "episode": 900, + "avg_reward": 7528.97, + "avg_cost": 0.5, + "lambda": 332.225, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 332.225, + 332.225, + 332.225 + ] + }, + { + "episode": 910, + "avg_reward": 7038.98, + "avg_cost": 0.0, + "lambda": 336.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 336.525, + 336.525, + 336.525 + ] + }, + { + "episode": 920, + "avg_reward": 7167.7, + "avg_cost": 1.5, + "lambda": 336.775, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 336.775, + 336.775, + 336.775 + ] + }, + { + "episode": 930, + "avg_reward": 6997.81, + "avg_cost": 0.0, + "lambda": 337.825, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 337.825, + 337.825, + 337.825 + ] + }, + { + "episode": 940, + "avg_reward": 7070.78, + "avg_cost": 1.0, + "lambda": 338.35, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 338.35, + 338.35, + 338.35 + ] + }, + { + "episode": 950, + "avg_reward": 7099.53, + "avg_cost": 7.25, + "lambda": 340.0, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 340.0, + 340.0, + 340.0 + ] + }, + { + "episode": 960, + "avg_reward": 7214.7, + "avg_cost": 0.5, + "lambda": 340.525, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 340.525, + 340.525, + 340.525 + ] + }, + { + "episode": 970, + "avg_reward": 7656.53, + "avg_cost": 3.5, + "lambda": 342.025, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 342.025, + 342.025, + 342.025 + ] + }, + { + "episode": 980, + "avg_reward": 7717.8, + "avg_cost": 1.25, + "lambda": 342.425, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 342.425, + 342.425, + 342.425 + ] + }, + { + "episode": 990, + "avg_reward": 7604.79, + "avg_cost": 0.0, + "lambda": 343.125, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 343.125, + 343.125, + 343.125 + ] + }, + { + "episode": 1000, + "avg_reward": 8112.63, + "avg_cost": 3.5, + "lambda": 343.85, + "rho": [ + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 343.85, + 343.85, + 343.85 + ] + } + ], + "final_lambdas": [ + 343.85, + 343.85, + 343.85 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..8853aca453471e11a38e22fb8707206a8486f209 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5850966.58, + "constraint_satisfaction_pct": 14.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18322.95, + "avg_cost": 15.5, + "lambda": 10.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17248.37, + "avg_cost": 14.5, + "lambda": 15.089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17176.18, + "avg_cost": 15.5, + "lambda": 19.6985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16547.95, + "avg_cost": 19.0, + "lambda": 24.5208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16940.52, + "avg_cost": 17.25, + "lambda": 29.4942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -16487.71, + "avg_cost": 21.0, + "lambda": 34.8959, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -15904.41, + "avg_cost": 15.0, + "lambda": 39.5611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15549.1, + "avg_cost": 22.75, + "lambda": 44.1624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -15021.08, + "avg_cost": 28.0, + "lambda": 49.0854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -14970.23, + "avg_cost": 9.25, + "lambda": 53.9465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14083.66, + "avg_cost": 17.5, + "lambda": 58.3356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -13979.21, + "avg_cost": 8.5, + "lambda": 62.4354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -13598.76, + "avg_cost": 5.5, + "lambda": 65.9341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -13544.78, + "avg_cost": 14.0, + "lambda": 69.2138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -13100.05, + "avg_cost": 2.0, + "lambda": 73.0314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -12127.21, + "avg_cost": 3.5, + "lambda": 76.2927, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12554.0, + "avg_cost": 5.0, + "lambda": 79.1398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -11704.64, + "avg_cost": 3.25, + "lambda": 81.3711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -10559.5, + "avg_cost": 15.0, + "lambda": 83.7199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -11260.24, + "avg_cost": 17.75, + "lambda": 86.6969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -11900.19, + "avg_cost": 21.5, + "lambda": 89.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -10335.61, + "avg_cost": 16.5, + "lambda": 92.8081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -9911.27, + "avg_cost": 9.5, + "lambda": 96.5667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -10266.16, + "avg_cost": 13.75, + "lambda": 99.9539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -10310.59, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -10337.19, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -10549.08, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -11050.89, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -11163.69, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -10886.72, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -9873.53, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -9590.8, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -10425.34, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -10120.35, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -9561.68, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -8938.43, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -8899.26, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -8793.91, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -8696.59, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -8555.82, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -8629.03, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8992.55, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -8094.92, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -8238.73, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -8634.38, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -8654.68, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -8016.83, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -8024.19, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -6918.61, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -6798.77, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -6798.83, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -6145.37, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -5575.74, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4855.83, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4546.17, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -5064.26, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4897.53, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -4280.66, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3680.48, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3968.91, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3735.87, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2932.19, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -3475.03, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -2456.55, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -2215.74, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1683.61, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1962.51, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -1809.6, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2015.17, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -1337.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -954.12, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -1760.51, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -404.55, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -254.62, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -88.95, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 103.27, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 330.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 900.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1300.58, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1133.73, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1642.21, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1476.97, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1669.76, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1707.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2136.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2358.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2302.54, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2550.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2579.97, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2638.57, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2876.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2702.12, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3100.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3093.91, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3212.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3068.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3148.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3296.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3727.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3423.79, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3634.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb1.json b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..d056986dd2a0bbe323fb7e071f693f39d8b446f1 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v15_cb1.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5209963.16, + "constraint_satisfaction_pct": 29.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 95.9275, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18322.95, + "avg_cost": 15.5, + "lambda": 10.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17335.08, + "avg_cost": 20.75, + "lambda": 15.1075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17463.41, + "avg_cost": 15.5, + "lambda": 19.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -17311.67, + "avg_cost": 25.5, + "lambda": 25.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16566.62, + "avg_cost": 15.5, + "lambda": 30.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15978.39, + "avg_cost": 23.25, + "lambda": 34.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -15616.67, + "avg_cost": 15.25, + "lambda": 39.67, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15467.94, + "avg_cost": 16.5, + "lambda": 44.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -15014.33, + "avg_cost": 12.25, + "lambda": 49.2025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -14915.58, + "avg_cost": 14.75, + "lambda": 52.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14099.96, + "avg_cost": 11.75, + "lambda": 56.845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -14162.52, + "avg_cost": 16.0, + "lambda": 61.1575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -15132.97, + "avg_cost": 9.25, + "lambda": 64.7275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -14407.88, + "avg_cost": 13.75, + "lambda": 69.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -13630.37, + "avg_cost": 9.0, + "lambda": 72.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -13145.16, + "avg_cost": 9.25, + "lambda": 75.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12952.57, + "avg_cost": 2.0, + "lambda": 76.615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -11961.4, + "avg_cost": 11.25, + "lambda": 78.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -11822.81, + "avg_cost": 4.0, + "lambda": 80.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -11546.85, + "avg_cost": 7.25, + "lambda": 83.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -10801.26, + "avg_cost": 11.75, + "lambda": 86.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -10415.11, + "avg_cost": 2.75, + "lambda": 88.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -10211.05, + "avg_cost": 3.0, + "lambda": 90.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -9314.98, + "avg_cost": 8.0, + "lambda": 92.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -9492.62, + "avg_cost": 8.5, + "lambda": 94.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -9384.43, + "avg_cost": 5.75, + "lambda": 96.715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -9026.03, + "avg_cost": 5.25, + "lambda": 98.665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -8785.23, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -8662.58, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -8416.78, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -9062.96, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -9348.25, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -8111.49, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -7787.85, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -6972.93, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -6614.66, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -6511.63, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -6398.89, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -7292.92, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -6357.77, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -6317.18, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -6805.56, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -6172.44, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6154.79, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -6178.98, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -5889.67, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -5160.4, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -5799.45, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -5635.07, + "avg_cost": 0.25, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -5315.08, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -5653.44, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -5438.76, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4985.65, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -5033.48, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4169.76, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -4049.19, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3821.5, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3873.28, + "avg_cost": 0.5, + "lambda": 99.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3410.89, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3011.89, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3065.42, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2504.75, + "avg_cost": 0.5, + "lambda": 99.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2385.6, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1535.85, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -2550.2, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1842.57, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -876.2, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -897.72, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -847.89, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -974.98, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -316.79, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -435.94, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -82.36, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 15.5, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 99.31, + "avg_cost": 1.5, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 560.51, + "avg_cost": 0.25, + "lambda": 99.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 590.14, + "avg_cost": 3.0, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 873.2, + "avg_cost": 0.25, + "lambda": 99.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1122.15, + "avg_cost": 0.0, + "lambda": 99.6175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1285.61, + "avg_cost": 0.0, + "lambda": 99.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1632.73, + "avg_cost": 0.75, + "lambda": 99.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1554.92, + "avg_cost": 0.25, + "lambda": 99.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1869.95, + "avg_cost": 0.0, + "lambda": 99.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2111.92, + "avg_cost": 0.0, + "lambda": 99.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1839.79, + "avg_cost": 0.0, + "lambda": 99.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2045.79, + "avg_cost": 0.0, + "lambda": 99.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2260.31, + "avg_cost": 0.0, + "lambda": 98.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2172.8, + "avg_cost": 0.0, + "lambda": 98.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2685.76, + "avg_cost": 0.0, + "lambda": 98.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2772.65, + "avg_cost": 0.0, + "lambda": 98.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2879.53, + "avg_cost": 0.25, + "lambda": 98.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3165.88, + "avg_cost": 0.0, + "lambda": 97.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3165.52, + "avg_cost": 0.25, + "lambda": 97.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3339.78, + "avg_cost": 0.25, + "lambda": 97.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3199.15, + "avg_cost": 0.0, + "lambda": 97.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3174.54, + "avg_cost": 0.75, + "lambda": 97.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3355.59, + "avg_cost": 0.0, + "lambda": 96.835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3114.66, + "avg_cost": 0.0, + "lambda": 96.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3584.19, + "avg_cost": 0.5, + "lambda": 96.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3594.17, + "avg_cost": 0.0, + "lambda": 96.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3646.74, + "avg_cost": 0.0, + "lambda": 95.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v18_maxstd.json b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..63efd1658d69c505ff551eced9e3e0504dd8906f --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v18_maxstd.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -2974987.58, + "constraint_satisfaction_pct": 28.5, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 309.6023, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18322.95, + "avg_cost": 15.5, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17565.82, + "avg_cost": 13.75, + "lambda": 27.609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17242.75, + "avg_cost": 14.5, + "lambda": 43.5235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16724.63, + "avg_cost": 10.5, + "lambda": 57.0432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16294.73, + "avg_cost": 15.25, + "lambda": 70.2333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15962.41, + "avg_cost": 13.25, + "lambda": 82.6273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -16717.17, + "avg_cost": 4.5, + "lambda": 93.2791, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15837.97, + "avg_cost": 13.5, + "lambda": 101.8366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -14573.98, + "avg_cost": 7.25, + "lambda": 111.4354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -14394.86, + "avg_cost": 10.0, + "lambda": 120.8724, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -13747.9, + "avg_cost": 11.0, + "lambda": 130.202, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -12084.47, + "avg_cost": 6.0, + "lambda": 139.0686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -10968.98, + "avg_cost": 11.5, + "lambda": 147.7494, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -11861.92, + "avg_cost": 5.75, + "lambda": 157.841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -11226.67, + "avg_cost": 2.5, + "lambda": 167.1549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -11135.74, + "avg_cost": 0.0, + "lambda": 174.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -9676.69, + "avg_cost": 2.0, + "lambda": 180.2179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -8550.88, + "avg_cost": 11.0, + "lambda": 185.9101, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -7611.56, + "avg_cost": 10.5, + "lambda": 192.6066, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -7094.87, + "avg_cost": 5.0, + "lambda": 199.7357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -6588.92, + "avg_cost": 8.5, + "lambda": 206.3509, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -6301.69, + "avg_cost": 5.0, + "lambda": 212.3986, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5532.81, + "avg_cost": 8.0, + "lambda": 219.2879, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -6208.92, + "avg_cost": 9.0, + "lambda": 226.1135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -6107.22, + "avg_cost": 5.0, + "lambda": 232.5377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -5215.77, + "avg_cost": 2.0, + "lambda": 237.338, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -5292.5, + "avg_cost": 2.0, + "lambda": 241.1209, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -5227.51, + "avg_cost": 5.25, + "lambda": 244.7209, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -5148.07, + "avg_cost": 1.5, + "lambda": 248.1228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -5035.92, + "avg_cost": 1.5, + "lambda": 250.6043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -4259.06, + "avg_cost": 0.75, + "lambda": 252.5664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -4758.49, + "avg_cost": 0.75, + "lambda": 254.1476, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -4654.43, + "avg_cost": 1.5, + "lambda": 255.8492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -4754.51, + "avg_cost": 2.5, + "lambda": 257.3073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -3651.01, + "avg_cost": 1.75, + "lambda": 258.6533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -3698.37, + "avg_cost": 0.25, + "lambda": 260.2314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -2914.59, + "avg_cost": 0.5, + "lambda": 261.7059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -3271.55, + "avg_cost": 3.75, + "lambda": 263.1332, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -3225.03, + "avg_cost": 1.75, + "lambda": 264.5424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -3037.23, + "avg_cost": 4.5, + "lambda": 266.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -2595.79, + "avg_cost": 0.0, + "lambda": 268.9284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -2999.7, + "avg_cost": 1.0, + "lambda": 271.1397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -2677.38, + "avg_cost": 0.75, + "lambda": 273.0288, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -3010.28, + "avg_cost": 0.5, + "lambda": 274.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -2021.48, + "avg_cost": 3.5, + "lambda": 276.3447, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1794.71, + "avg_cost": 3.0, + "lambda": 277.8756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1655.96, + "avg_cost": 0.75, + "lambda": 279.2295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -1233.76, + "avg_cost": 0.5, + "lambda": 280.7983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1315.31, + "avg_cost": 0.5, + "lambda": 282.3733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1304.61, + "avg_cost": 0.25, + "lambda": 283.4662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -740.96, + "avg_cost": 0.75, + "lambda": 284.1638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -193.24, + "avg_cost": 1.5, + "lambda": 285.0296, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -248.61, + "avg_cost": 0.75, + "lambda": 286.3228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -154.05, + "avg_cost": 2.25, + "lambda": 287.743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -205.71, + "avg_cost": 1.5, + "lambda": 289.9013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 277.14, + "avg_cost": 0.5, + "lambda": 291.8914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -96.59, + "avg_cost": 0.25, + "lambda": 293.179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 155.15, + "avg_cost": 0.25, + "lambda": 294.1995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 85.16, + "avg_cost": 1.25, + "lambda": 294.9351, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 328.9, + "avg_cost": 0.25, + "lambda": 295.6667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 625.85, + "avg_cost": 1.5, + "lambda": 296.3318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 1053.94, + "avg_cost": 1.5, + "lambda": 296.8608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 606.0, + "avg_cost": 0.25, + "lambda": 297.5907, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 960.49, + "avg_cost": 2.25, + "lambda": 298.6503, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 596.94, + "avg_cost": 0.0, + "lambda": 299.9278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 638.91, + "avg_cost": 0.25, + "lambda": 300.7765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 841.62, + "avg_cost": 0.0, + "lambda": 301.2303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 1013.86, + "avg_cost": 0.0, + "lambda": 301.6103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 1169.11, + "avg_cost": 0.0, + "lambda": 302.016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1090.48, + "avg_cost": 0.5, + "lambda": 302.492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1531.65, + "avg_cost": 0.25, + "lambda": 302.8396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1232.6, + "avg_cost": 0.5, + "lambda": 303.2385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1549.27, + "avg_cost": 0.0, + "lambda": 303.6336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1593.82, + "avg_cost": 0.25, + "lambda": 303.9146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1548.45, + "avg_cost": 0.25, + "lambda": 304.0805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1653.04, + "avg_cost": 1.75, + "lambda": 304.3146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1555.24, + "avg_cost": 0.0, + "lambda": 304.6602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1485.7, + "avg_cost": 0.5, + "lambda": 304.8587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1390.83, + "avg_cost": 0.5, + "lambda": 305.0586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1810.22, + "avg_cost": 1.5, + "lambda": 305.3158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2156.21, + "avg_cost": 1.75, + "lambda": 305.8293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2019.48, + "avg_cost": 0.5, + "lambda": 306.3747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2182.98, + "avg_cost": 1.25, + "lambda": 306.6552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2040.15, + "avg_cost": 0.0, + "lambda": 306.8635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2493.7, + "avg_cost": 0.0, + "lambda": 306.9972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2493.89, + "avg_cost": 0.0, + "lambda": 307.0902, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2391.62, + "avg_cost": 0.5, + "lambda": 307.2429, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2513.81, + "avg_cost": 0.0, + "lambda": 307.422, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2557.47, + "avg_cost": 0.0, + "lambda": 307.6259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2531.88, + "avg_cost": 0.25, + "lambda": 307.799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2783.73, + "avg_cost": 0.0, + "lambda": 307.9737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2581.97, + "avg_cost": 0.0, + "lambda": 308.1088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2726.04, + "avg_cost": 0.0, + "lambda": 308.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2804.58, + "avg_cost": 0.0, + "lambda": 308.5083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2926.11, + "avg_cost": 0.0, + "lambda": 308.752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2889.6, + "avg_cost": 0.0, + "lambda": 308.9627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2979.31, + "avg_cost": 0.0, + "lambda": 309.1778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2954.13, + "avg_cost": 0.0, + "lambda": 309.3262, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3110.07, + "avg_cost": 0.0, + "lambda": 309.4689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2839.53, + "avg_cost": 0.0, + "lambda": 309.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3157.4, + "avg_cost": 0.0, + "lambda": 309.6023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..85226dee2aeedeb339f098c1618f66bc378fa76e --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -7313708.23, + "constraint_satisfaction_pct": 14.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22903.69, + "avg_cost": 15.5, + "lambda": 10.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -21560.47, + "avg_cost": 14.5, + "lambda": 15.089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -21470.23, + "avg_cost": 15.5, + "lambda": 19.6985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -20684.94, + "avg_cost": 19.0, + "lambda": 24.5208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -21175.66, + "avg_cost": 17.25, + "lambda": 29.4942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -20609.64, + "avg_cost": 21.0, + "lambda": 34.8959, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -19880.51, + "avg_cost": 15.0, + "lambda": 39.5611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -19436.37, + "avg_cost": 22.75, + "lambda": 44.1624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18776.36, + "avg_cost": 28.0, + "lambda": 49.0854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -18712.79, + "avg_cost": 9.25, + "lambda": 53.9465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17604.57, + "avg_cost": 17.5, + "lambda": 58.3356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -17474.01, + "avg_cost": 8.5, + "lambda": 62.4354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -16998.44, + "avg_cost": 5.5, + "lambda": 65.9341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -16930.97, + "avg_cost": 14.0, + "lambda": 69.2138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -16375.06, + "avg_cost": 2.0, + "lambda": 73.0314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -15159.02, + "avg_cost": 3.5, + "lambda": 76.2927, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -15692.5, + "avg_cost": 5.0, + "lambda": 79.1398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -14630.8, + "avg_cost": 3.25, + "lambda": 81.3711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -13199.37, + "avg_cost": 15.0, + "lambda": 83.7199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -14075.3, + "avg_cost": 17.75, + "lambda": 86.6969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -14875.24, + "avg_cost": 21.5, + "lambda": 89.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -12919.52, + "avg_cost": 16.5, + "lambda": 92.8081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -12389.08, + "avg_cost": 9.5, + "lambda": 96.5667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -12832.7, + "avg_cost": 13.75, + "lambda": 99.9539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -12888.23, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -12921.48, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -13186.35, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -13813.61, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -13954.62, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -13608.4, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -12341.91, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -11988.5, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -13031.67, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -12650.43, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -11952.1, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -11173.04, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -11124.08, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -10992.39, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -10870.74, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -10694.77, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -10786.28, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -11240.69, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -10118.65, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -10298.41, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -10792.97, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -10818.35, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -10021.03, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -10030.23, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -8648.27, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -8498.46, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -8498.54, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -7681.72, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -6969.68, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -6069.79, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -5682.71, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -6330.33, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -6121.91, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -5350.83, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -4600.6, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -4961.13, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -4669.84, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -3665.23, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -4343.78, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3070.69, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -2769.68, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -2104.51, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -2453.14, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -2262.01, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2518.96, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -1672.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -1192.65, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -2200.64, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -505.69, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -318.28, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -111.19, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 129.09, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 413.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1125.86, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1625.72, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1417.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2052.76, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1846.21, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2087.21, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2134.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2671.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2947.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2878.18, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3187.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3224.97, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3298.21, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3595.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3377.65, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3875.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3867.39, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4015.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3835.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3935.08, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4120.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4659.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4279.74, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4543.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..cf7a2e93aa045016998058cd8b6dd6a404eb7cb5 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 835402.44, + "constraint_satisfaction_pct": 98.8, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15269.12, + "avg_cost": 15.5, + "lambda": 4.905, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 10, + "avg_reward": -14453.04, + "avg_cost": 12.5, + "lambda": 4.0275, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 20, + "avg_reward": -13846.8, + "avg_cost": 19.75, + "lambda": 3.02, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 30, + "avg_reward": -13973.79, + "avg_cost": 9.0, + "lambda": 2.1925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 40, + "avg_reward": -13083.61, + "avg_cost": 16.0, + "lambda": 1.5975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 50, + "avg_reward": -13006.01, + "avg_cost": 25.0, + "lambda": 1.075, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 60, + "avg_reward": -12233.51, + "avg_cost": 16.75, + "lambda": 0.6, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 70, + "avg_reward": -11747.5, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 80, + "avg_reward": -10798.35, + "avg_cost": 28.75, + "lambda": 0.0375, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 90, + "avg_reward": -10510.87, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 100, + "avg_reward": -9670.39, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 110, + "avg_reward": -8685.32, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 120, + "avg_reward": -7905.47, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 130, + "avg_reward": -7155.28, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 140, + "avg_reward": -5722.3, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 150, + "avg_reward": -5288.27, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 160, + "avg_reward": -4382.61, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 170, + "avg_reward": -3562.2, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 180, + "avg_reward": -3091.27, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 190, + "avg_reward": -2546.01, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 200, + "avg_reward": -1566.96, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 210, + "avg_reward": -1334.66, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 220, + "avg_reward": -837.98, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 230, + "avg_reward": -163.84, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 240, + "avg_reward": -29.34, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 250, + "avg_reward": 357.36, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 260, + "avg_reward": 762.48, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 270, + "avg_reward": 1190.22, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 280, + "avg_reward": 1145.68, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 290, + "avg_reward": 1323.24, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 300, + "avg_reward": 1629.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 310, + "avg_reward": 1687.84, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 320, + "avg_reward": 1777.97, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 330, + "avg_reward": 1909.48, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 340, + "avg_reward": 2079.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 350, + "avg_reward": 2356.15, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 360, + "avg_reward": 2337.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 370, + "avg_reward": 2340.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 380, + "avg_reward": 2766.93, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 390, + "avg_reward": 2583.45, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 400, + "avg_reward": 2686.03, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 410, + "avg_reward": 2910.32, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 420, + "avg_reward": 2727.05, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 430, + "avg_reward": 3064.06, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 440, + "avg_reward": 2899.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 450, + "avg_reward": 2801.08, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 460, + "avg_reward": 3290.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 470, + "avg_reward": 3064.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 480, + "avg_reward": 3529.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 490, + "avg_reward": 3126.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 500, + "avg_reward": 3421.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 510, + "avg_reward": 3258.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 520, + "avg_reward": 3172.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 530, + "avg_reward": 3676.21, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 540, + "avg_reward": 3329.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 550, + "avg_reward": 3625.49, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 560, + "avg_reward": 3761.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 570, + "avg_reward": 3963.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 580, + "avg_reward": 3790.06, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 590, + "avg_reward": 3746.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 600, + "avg_reward": 3600.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 610, + "avg_reward": 3789.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 620, + "avg_reward": 3882.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 630, + "avg_reward": 4390.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 640, + "avg_reward": 3874.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 650, + "avg_reward": 4124.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 660, + "avg_reward": 4089.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 670, + "avg_reward": 3750.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 680, + "avg_reward": 4014.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 690, + "avg_reward": 4091.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 700, + "avg_reward": 4300.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 710, + "avg_reward": 3890.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 720, + "avg_reward": 4084.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 730, + "avg_reward": 3990.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 740, + "avg_reward": 3924.24, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 750, + "avg_reward": 4522.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 760, + "avg_reward": 4216.65, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 770, + "avg_reward": 3504.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 780, + "avg_reward": 4431.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 790, + "avg_reward": 4249.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 800, + "avg_reward": 4007.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 810, + "avg_reward": 4169.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 820, + "avg_reward": 4023.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 830, + "avg_reward": 3990.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 840, + "avg_reward": 4281.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 850, + "avg_reward": 4455.56, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 860, + "avg_reward": 4475.53, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 870, + "avg_reward": 4391.82, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 880, + "avg_reward": 4355.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 890, + "avg_reward": 4715.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 900, + "avg_reward": 4582.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 910, + "avg_reward": 4290.18, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 920, + "avg_reward": 4652.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 930, + "avg_reward": 4674.79, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 940, + "avg_reward": 4862.34, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 950, + "avg_reward": 4658.48, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 960, + "avg_reward": 4611.69, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 970, + "avg_reward": 4745.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 980, + "avg_reward": 4703.87, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 990, + "avg_reward": 4704.08, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 1000, + "avg_reward": 4589.98, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..0f10128b35584ce231b12548efb103018c5fa512 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7461298.19, + "constraint_satisfaction_pct": 36.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.4859, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30538.25, + "avg_cost": 840.0, + "lambda": 0.184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -29441.24, + "avg_cost": 831.75, + "lambda": 0.9385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -28073.16, + "avg_cost": 806.5, + "lambda": 1.7679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -26927.77, + "avg_cost": 804.5, + "lambda": 2.584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -24701.65, + "avg_cost": 786.0, + "lambda": 3.3894, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24074.78, + "avg_cost": 779.25, + "lambda": 4.1803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -22512.35, + "avg_cost": 749.0, + "lambda": 4.9563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -20503.77, + "avg_cost": 745.75, + "lambda": 5.7137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -17939.51, + "avg_cost": 679.75, + "lambda": 6.4465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -16321.74, + "avg_cost": 659.75, + "lambda": 7.1415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14526.09, + "avg_cost": 599.0, + "lambda": 7.7995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -12248.91, + "avg_cost": 546.0, + "lambda": 8.4128, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -10254.28, + "avg_cost": 479.0, + "lambda": 8.9727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7584.08, + "avg_cost": 399.0, + "lambda": 9.4698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5683.71, + "avg_cost": 294.75, + "lambda": 9.8858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3794.08, + "avg_cost": 241.25, + "lambda": 10.2204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2832.92, + "avg_cost": 178.75, + "lambda": 10.4838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1489.03, + "avg_cost": 139.0, + "lambda": 10.6877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -911.56, + "avg_cost": 102.0, + "lambda": 10.8439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -21.07, + "avg_cost": 79.0, + "lambda": 10.9626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1126.81, + "avg_cost": 54.0, + "lambda": 11.0527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1387.53, + "avg_cost": 46.5, + "lambda": 11.1217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1937.24, + "avg_cost": 39.0, + "lambda": 11.1759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2114.09, + "avg_cost": 30.75, + "lambda": 11.2196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2554.5, + "avg_cost": 22.25, + "lambda": 11.2551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2719.15, + "avg_cost": 19.0, + "lambda": 11.2835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2775.91, + "avg_cost": 17.5, + "lambda": 11.307, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2273.74, + "avg_cost": 15.5, + "lambda": 11.3271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3371.89, + "avg_cost": 13.75, + "lambda": 11.3443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3115.78, + "avg_cost": 12.75, + "lambda": 11.3595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3075.3, + "avg_cost": 11.5, + "lambda": 11.3728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3702.8, + "avg_cost": 10.25, + "lambda": 11.384, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3716.51, + "avg_cost": 9.75, + "lambda": 11.3937, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3489.44, + "avg_cost": 6.0, + "lambda": 11.4032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4308.7, + "avg_cost": 5.0, + "lambda": 11.4116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3898.07, + "avg_cost": 4.0, + "lambda": 11.4185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4583.35, + "avg_cost": 4.0, + "lambda": 11.4242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4520.54, + "avg_cost": 5.75, + "lambda": 11.4292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4121.84, + "avg_cost": 3.5, + "lambda": 11.434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5309.78, + "avg_cost": 4.5, + "lambda": 11.4386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5512.41, + "avg_cost": 3.5, + "lambda": 11.443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4702.03, + "avg_cost": 2.75, + "lambda": 11.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5683.43, + "avg_cost": 3.0, + "lambda": 11.4512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5462.42, + "avg_cost": 2.5, + "lambda": 11.454, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5797.63, + "avg_cost": 1.5, + "lambda": 11.4563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5738.01, + "avg_cost": 1.0, + "lambda": 11.4583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6013.91, + "avg_cost": 2.0, + "lambda": 11.4601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6166.55, + "avg_cost": 0.5, + "lambda": 11.4619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5522.69, + "avg_cost": 1.5, + "lambda": 11.4634, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5798.93, + "avg_cost": 1.5, + "lambda": 11.4648, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6382.96, + "avg_cost": 1.0, + "lambda": 11.4661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5893.04, + "avg_cost": 0.25, + "lambda": 11.4672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6780.7, + "avg_cost": 0.25, + "lambda": 11.4681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6689.53, + "avg_cost": 0.75, + "lambda": 11.4688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6691.41, + "avg_cost": 0.75, + "lambda": 11.4697, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6699.77, + "avg_cost": 0.25, + "lambda": 11.4705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6188.67, + "avg_cost": 0.5, + "lambda": 11.4711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6789.61, + "avg_cost": 0.75, + "lambda": 11.4717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6669.36, + "avg_cost": 1.25, + "lambda": 11.4722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7058.9, + "avg_cost": 0.0, + "lambda": 11.4726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7381.55, + "avg_cost": 1.0, + "lambda": 11.4729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7268.02, + "avg_cost": 0.5, + "lambda": 11.4733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7397.3, + "avg_cost": 0.0, + "lambda": 11.4736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7972.15, + "avg_cost": 0.0, + "lambda": 11.4738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7629.35, + "avg_cost": 0.25, + "lambda": 11.4739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7406.46, + "avg_cost": 0.0, + "lambda": 11.4741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7458.15, + "avg_cost": 0.0, + "lambda": 11.4743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7497.98, + "avg_cost": 0.25, + "lambda": 11.4745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 8746.18, + "avg_cost": 0.25, + "lambda": 11.4746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 8149.26, + "avg_cost": 0.5, + "lambda": 11.4748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7833.45, + "avg_cost": 0.25, + "lambda": 11.4751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 8479.34, + "avg_cost": 0.0, + "lambda": 11.4752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7765.01, + "avg_cost": 0.5, + "lambda": 11.4753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 8731.97, + "avg_cost": 0.25, + "lambda": 11.4754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7576.07, + "avg_cost": 0.0, + "lambda": 11.4755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8328.21, + "avg_cost": 0.0, + "lambda": 11.4756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8517.56, + "avg_cost": 0.0, + "lambda": 11.4757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8059.72, + "avg_cost": 0.0, + "lambda": 11.4758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8602.12, + "avg_cost": 0.0, + "lambda": 11.4758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9012.47, + "avg_cost": 0.25, + "lambda": 11.4759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8059.05, + "avg_cost": 0.25, + "lambda": 11.476, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8875.55, + "avg_cost": 0.0, + "lambda": 11.4762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8111.73, + "avg_cost": 0.25, + "lambda": 11.4763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 9315.2, + "avg_cost": 0.0, + "lambda": 11.4764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9415.77, + "avg_cost": 0.0, + "lambda": 11.4766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8618.78, + "avg_cost": 0.5, + "lambda": 11.4767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8995.12, + "avg_cost": 0.0, + "lambda": 11.4769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9494.76, + "avg_cost": 0.0, + "lambda": 11.4769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8046.59, + "avg_cost": 0.0, + "lambda": 11.477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9303.13, + "avg_cost": 0.25, + "lambda": 11.4771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9261.54, + "avg_cost": 0.0, + "lambda": 11.4773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9319.21, + "avg_cost": 0.0, + "lambda": 11.4774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9248.06, + "avg_cost": 0.0, + "lambda": 11.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9277.63, + "avg_cost": 0.25, + "lambda": 11.4776, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9658.62, + "avg_cost": 0.0, + "lambda": 11.4778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9222.88, + "avg_cost": 0.25, + "lambda": 11.4779, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8732.04, + "avg_cost": 0.25, + "lambda": 11.478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9985.36, + "avg_cost": 0.0, + "lambda": 11.4781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9559.51, + "avg_cost": 0.0, + "lambda": 11.4782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9135.45, + "avg_cost": 0.0, + "lambda": 11.4782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 10392.53, + "avg_cost": 0.0, + "lambda": 11.4783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8979.79, + "avg_cost": 0.25, + "lambda": 11.4784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 10260.41, + "avg_cost": 0.0, + "lambda": 11.4784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9940.01, + "avg_cost": 0.0, + "lambda": 11.4786, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10514.71, + "avg_cost": 0.25, + "lambda": 11.4788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9441.21, + "avg_cost": 0.0, + "lambda": 11.4789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9815.24, + "avg_cost": 0.0, + "lambda": 11.4792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9089.76, + "avg_cost": 0.0, + "lambda": 11.4795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8383.9, + "avg_cost": 0.25, + "lambda": 11.4797, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9494.78, + "avg_cost": 0.0, + "lambda": 11.4799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10164.72, + "avg_cost": 0.0, + "lambda": 11.4801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9685.39, + "avg_cost": 0.0, + "lambda": 11.4803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9544.53, + "avg_cost": 0.0, + "lambda": 11.4804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10124.35, + "avg_cost": 0.0, + "lambda": 11.4805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9569.02, + "avg_cost": 0.25, + "lambda": 11.4806, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10051.57, + "avg_cost": 0.25, + "lambda": 11.4807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9978.57, + "avg_cost": 0.0, + "lambda": 11.4807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10254.94, + "avg_cost": 0.0, + "lambda": 11.4808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9168.64, + "avg_cost": 0.0, + "lambda": 11.4809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9956.27, + "avg_cost": 0.0, + "lambda": 11.4809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9925.98, + "avg_cost": 0.0, + "lambda": 11.481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10328.16, + "avg_cost": 0.0, + "lambda": 11.4811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9732.67, + "avg_cost": 0.0, + "lambda": 11.4812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10428.51, + "avg_cost": 0.25, + "lambda": 11.4813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9396.24, + "avg_cost": 0.25, + "lambda": 11.4815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10038.34, + "avg_cost": 0.0, + "lambda": 11.4817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10439.51, + "avg_cost": 0.0, + "lambda": 11.4819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 10763.11, + "avg_cost": 0.25, + "lambda": 11.4821, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10169.75, + "avg_cost": 0.0, + "lambda": 11.4822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10245.46, + "avg_cost": 0.0, + "lambda": 11.4823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10356.77, + "avg_cost": 0.25, + "lambda": 11.4824, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 9423.5, + "avg_cost": 0.0, + "lambda": 11.4826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10435.84, + "avg_cost": 0.0, + "lambda": 11.4827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10111.62, + "avg_cost": 0.0, + "lambda": 11.4828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10600.57, + "avg_cost": 0.25, + "lambda": 11.4829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10288.51, + "avg_cost": 0.0, + "lambda": 11.483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 8810.85, + "avg_cost": 0.0, + "lambda": 11.4831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10443.93, + "avg_cost": 0.25, + "lambda": 11.4832, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10310.0, + "avg_cost": 0.25, + "lambda": 11.4834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10693.16, + "avg_cost": 0.0, + "lambda": 11.4837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10775.31, + "avg_cost": 0.0, + "lambda": 11.484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 9461.59, + "avg_cost": 0.0, + "lambda": 11.4841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10133.11, + "avg_cost": 0.5, + "lambda": 11.4844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10009.14, + "avg_cost": 0.0, + "lambda": 11.4846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10511.38, + "avg_cost": 0.75, + "lambda": 11.4848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11537.76, + "avg_cost": 0.5, + "lambda": 11.4851, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 10410.46, + "avg_cost": 0.0, + "lambda": 11.4854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11221.02, + "avg_cost": 0.0, + "lambda": 11.4856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11133.04, + "avg_cost": 0.5, + "lambda": 11.4857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 9961.58, + "avg_cost": 0.0, + "lambda": 11.4858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10059.15, + "avg_cost": 0.0, + "lambda": 11.4859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..709ebc1d4f5dc12cd637a1d474bfb9dea6dff61e --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5519123.42, + "constraint_satisfaction_pct": 6.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 29.132, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30538.25, + "avg_cost": 972.0, + "lambda": 0.1972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -27605.99, + "avg_cost": 973.25, + "lambda": 1.0717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -27972.17, + "avg_cost": 967.0, + "lambda": 2.0402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -27759.35, + "avg_cost": 960.75, + "lambda": 3.0067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -25908.48, + "avg_cost": 957.75, + "lambda": 3.9695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24729.82, + "avg_cost": 962.5, + "lambda": 4.9299, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -23008.64, + "avg_cost": 955.0, + "lambda": 5.8874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -21676.33, + "avg_cost": 947.75, + "lambda": 6.839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -20003.98, + "avg_cost": 936.75, + "lambda": 7.7839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -19260.6, + "avg_cost": 935.75, + "lambda": 8.7229, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -18790.54, + "avg_cost": 917.25, + "lambda": 9.6547, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -16138.42, + "avg_cost": 912.75, + "lambda": 10.5771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -15610.69, + "avg_cost": 910.5, + "lambda": 11.4908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -15228.4, + "avg_cost": 883.25, + "lambda": 12.3958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -13912.8, + "avg_cost": 873.75, + "lambda": 13.2879, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -12423.19, + "avg_cost": 856.75, + "lambda": 14.1664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12004.12, + "avg_cost": 846.25, + "lambda": 15.0308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -11124.97, + "avg_cost": 832.75, + "lambda": 15.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -11102.23, + "avg_cost": 835.0, + "lambda": 16.7277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -10115.0, + "avg_cost": 832.5, + "lambda": 17.5647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -11255.16, + "avg_cost": 833.5, + "lambda": 18.4003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -9949.05, + "avg_cost": 803.0, + "lambda": 19.2315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -7559.24, + "avg_cost": 787.0, + "lambda": 20.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -6631.59, + "avg_cost": 741.5, + "lambda": 20.8258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -6434.57, + "avg_cost": 719.5, + "lambda": 21.5802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -5278.76, + "avg_cost": 692.75, + "lambda": 22.3101, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -4891.99, + "avg_cost": 670.5, + "lambda": 23.0144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -4253.08, + "avg_cost": 636.75, + "lambda": 23.6928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -2710.93, + "avg_cost": 587.25, + "lambda": 24.3403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -2538.81, + "avg_cost": 581.25, + "lambda": 24.9513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1781.54, + "avg_cost": 510.25, + "lambda": 25.5268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1029.11, + "avg_cost": 451.25, + "lambda": 26.0472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 104.18, + "avg_cost": 399.0, + "lambda": 26.5149, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 746.38, + "avg_cost": 383.75, + "lambda": 26.939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1416.29, + "avg_cost": 340.5, + "lambda": 27.3295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1759.69, + "avg_cost": 252.75, + "lambda": 27.6709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2908.15, + "avg_cost": 191.25, + "lambda": 27.9445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3026.42, + "avg_cost": 140.25, + "lambda": 28.1619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3854.73, + "avg_cost": 128.0, + "lambda": 28.3335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3977.13, + "avg_cost": 101.25, + "lambda": 28.471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4632.99, + "avg_cost": 88.5, + "lambda": 28.5813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4992.86, + "avg_cost": 61.0, + "lambda": 28.6704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4881.07, + "avg_cost": 39.25, + "lambda": 28.7379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5675.24, + "avg_cost": 33.5, + "lambda": 28.7899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4933.42, + "avg_cost": 28.0, + "lambda": 28.8301, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5781.37, + "avg_cost": 22.25, + "lambda": 28.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5866.7, + "avg_cost": 20.5, + "lambda": 28.8897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5847.36, + "avg_cost": 18.25, + "lambda": 28.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5784.5, + "avg_cost": 16.0, + "lambda": 28.9323, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5959.01, + "avg_cost": 15.5, + "lambda": 28.9495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6047.82, + "avg_cost": 13.75, + "lambda": 28.9651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6395.55, + "avg_cost": 10.25, + "lambda": 28.9781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5878.96, + "avg_cost": 10.25, + "lambda": 28.9888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6350.31, + "avg_cost": 11.25, + "lambda": 28.9983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6919.64, + "avg_cost": 7.0, + "lambda": 29.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6578.79, + "avg_cost": 5.5, + "lambda": 29.0159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6663.4, + "avg_cost": 5.75, + "lambda": 29.0226, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6780.98, + "avg_cost": 5.25, + "lambda": 29.0284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7169.51, + "avg_cost": 6.0, + "lambda": 29.0335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6351.93, + "avg_cost": 4.5, + "lambda": 29.0382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7083.99, + "avg_cost": 7.0, + "lambda": 29.043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7108.99, + "avg_cost": 3.25, + "lambda": 29.0477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7043.9, + "avg_cost": 1.75, + "lambda": 29.0516, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7053.36, + "avg_cost": 2.0, + "lambda": 29.0551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7090.92, + "avg_cost": 1.75, + "lambda": 29.0582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6972.12, + "avg_cost": 2.25, + "lambda": 29.0612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7515.97, + "avg_cost": 1.5, + "lambda": 29.0641, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7509.85, + "avg_cost": 1.5, + "lambda": 29.0666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7322.31, + "avg_cost": 1.75, + "lambda": 29.069, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7509.79, + "avg_cost": 1.5, + "lambda": 29.0713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8156.6, + "avg_cost": 1.75, + "lambda": 29.0735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7201.5, + "avg_cost": 2.75, + "lambda": 29.0754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7284.49, + "avg_cost": 1.5, + "lambda": 29.0774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7779.41, + "avg_cost": 2.25, + "lambda": 29.079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7896.35, + "avg_cost": 1.0, + "lambda": 29.0804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7966.11, + "avg_cost": 1.0, + "lambda": 29.0816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7555.32, + "avg_cost": 0.75, + "lambda": 29.0826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8642.66, + "avg_cost": 1.0, + "lambda": 29.0835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8269.34, + "avg_cost": 2.75, + "lambda": 29.0844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8232.61, + "avg_cost": 1.5, + "lambda": 29.0858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8726.16, + "avg_cost": 0.75, + "lambda": 29.0873, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8301.28, + "avg_cost": 1.0, + "lambda": 29.0886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8591.07, + "avg_cost": 0.75, + "lambda": 29.0898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8654.55, + "avg_cost": 0.75, + "lambda": 29.0909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8605.89, + "avg_cost": 0.75, + "lambda": 29.0919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8338.05, + "avg_cost": 1.0, + "lambda": 29.0929, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8327.1, + "avg_cost": 0.75, + "lambda": 29.0938, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8926.95, + "avg_cost": 0.5, + "lambda": 29.0948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9344.12, + "avg_cost": 0.5, + "lambda": 29.0956, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8990.78, + "avg_cost": 0.25, + "lambda": 29.0964, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8732.94, + "avg_cost": 1.0, + "lambda": 29.0971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9093.09, + "avg_cost": 0.25, + "lambda": 29.0983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8410.5, + "avg_cost": 1.5, + "lambda": 29.0996, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8714.18, + "avg_cost": 0.5, + "lambda": 29.1004, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8373.71, + "avg_cost": 2.5, + "lambda": 29.1011, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 8805.26, + "avg_cost": 0.75, + "lambda": 29.1019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8836.09, + "avg_cost": 0.75, + "lambda": 29.1031, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9469.68, + "avg_cost": 0.5, + "lambda": 29.1038, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9626.4, + "avg_cost": 0.5, + "lambda": 29.1042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 8966.22, + "avg_cost": 0.25, + "lambda": 29.1048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9126.94, + "avg_cost": 0.0, + "lambda": 29.1054, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9553.98, + "avg_cost": 0.25, + "lambda": 29.1059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9725.08, + "avg_cost": 0.0, + "lambda": 29.1064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 10068.95, + "avg_cost": 0.0, + "lambda": 29.107, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9657.3, + "avg_cost": 0.75, + "lambda": 29.1073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9151.32, + "avg_cost": 0.75, + "lambda": 29.1077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9626.55, + "avg_cost": 0.75, + "lambda": 29.1082, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9452.01, + "avg_cost": 0.0, + "lambda": 29.1087, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9602.19, + "avg_cost": 0.5, + "lambda": 29.1094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10224.77, + "avg_cost": 0.25, + "lambda": 29.1099, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10660.41, + "avg_cost": 0.5, + "lambda": 29.1104, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9688.89, + "avg_cost": 1.0, + "lambda": 29.111, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9798.4, + "avg_cost": 0.5, + "lambda": 29.1115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10386.44, + "avg_cost": 0.5, + "lambda": 29.1119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9268.69, + "avg_cost": 0.25, + "lambda": 29.1123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10075.27, + "avg_cost": 1.0, + "lambda": 29.1129, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10481.45, + "avg_cost": 1.25, + "lambda": 29.1135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10230.05, + "avg_cost": 1.0, + "lambda": 29.1141, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10391.3, + "avg_cost": 0.75, + "lambda": 29.1148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10184.09, + "avg_cost": 0.25, + "lambda": 29.1154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9857.88, + "avg_cost": 1.25, + "lambda": 29.116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10778.16, + "avg_cost": 1.75, + "lambda": 29.1166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10886.67, + "avg_cost": 0.5, + "lambda": 29.1172, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10655.28, + "avg_cost": 0.5, + "lambda": 29.1179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9500.8, + "avg_cost": 0.25, + "lambda": 29.1184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 9476.5, + "avg_cost": 0.25, + "lambda": 29.1188, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10003.17, + "avg_cost": 0.0, + "lambda": 29.1192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 10343.24, + "avg_cost": 0.75, + "lambda": 29.1196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10860.83, + "avg_cost": 0.0, + "lambda": 29.1201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10284.82, + "avg_cost": 0.75, + "lambda": 29.1204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10980.83, + "avg_cost": 0.0, + "lambda": 29.1212, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11303.04, + "avg_cost": 0.0, + "lambda": 29.1217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10911.41, + "avg_cost": 0.0, + "lambda": 29.1221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10038.66, + "avg_cost": 0.5, + "lambda": 29.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10293.32, + "avg_cost": 1.75, + "lambda": 29.1231, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 9960.17, + "avg_cost": 0.75, + "lambda": 29.1237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10392.34, + "avg_cost": 0.25, + "lambda": 29.1242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10901.74, + "avg_cost": 0.25, + "lambda": 29.1246, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11262.58, + "avg_cost": 0.75, + "lambda": 29.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10915.25, + "avg_cost": 0.5, + "lambda": 29.1255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11067.18, + "avg_cost": 0.25, + "lambda": 29.1259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11005.49, + "avg_cost": 1.0, + "lambda": 29.1263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10625.2, + "avg_cost": 1.0, + "lambda": 29.1269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 11139.72, + "avg_cost": 0.25, + "lambda": 29.1274, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10757.89, + "avg_cost": 1.0, + "lambda": 29.128, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11753.29, + "avg_cost": 0.5, + "lambda": 29.1287, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11337.45, + "avg_cost": 0.75, + "lambda": 29.1295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11973.87, + "avg_cost": 0.25, + "lambda": 29.1301, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11667.07, + "avg_cost": 0.5, + "lambda": 29.1307, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10831.77, + "avg_cost": 1.25, + "lambda": 29.1313, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 11273.48, + "avg_cost": 1.0, + "lambda": 29.132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v9_allfixes.json b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..dd6cfa2b4ff4ecaec64d3bb1ed9ec6a71d7d0140 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s0_1500ep_mamujoco_Ant_4x2_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3407195.1, + "constraint_satisfaction_pct": 99.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15269.12, + "avg_cost": 15.5, + "lambda": 4.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -14369.52, + "avg_cost": 19.5, + "lambda": 4.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -13955.18, + "avg_cost": 20.5, + "lambda": 4.11, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -13514.84, + "avg_cost": 10.75, + "lambda": 3.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -12976.94, + "avg_cost": 10.5, + "lambda": 2.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -12695.01, + "avg_cost": 17.25, + "lambda": 1.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -11751.28, + "avg_cost": 8.0, + "lambda": 0.395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -11154.63, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -10528.11, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -10221.87, + "avg_cost": 22.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -9190.05, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8274.04, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -7803.34, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7217.82, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5382.83, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -5046.89, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -3943.42, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3239.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2382.81, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1751.81, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1225.86, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -774.1, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1.51, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 262.93, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 639.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 692.99, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1153.9, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1207.92, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1364.12, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1696.27, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1605.15, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1587.83, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1585.23, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1709.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2255.88, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2324.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2346.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2273.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2401.05, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2441.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2822.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2913.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2833.93, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3068.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2848.71, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3127.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2974.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3025.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3286.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3244.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3470.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3587.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3295.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3698.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3746.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3513.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3716.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3654.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3542.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3734.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4109.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3975.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4028.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3756.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3620.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3578.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4285.83, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3821.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3982.02, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3859.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3552.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4049.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4227.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3865.92, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4063.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4498.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4371.53, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4251.27, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4213.98, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4491.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4394.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4370.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4394.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4052.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4319.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4582.2, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4512.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4896.3, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4609.51, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4345.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4502.88, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4868.98, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4186.7, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4689.97, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4150.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4737.51, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4392.25, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4736.87, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4791.9, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4931.65, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5276.43, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 4408.36, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 4746.79, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 4792.1, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 4659.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5182.4, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 5082.48, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 4696.03, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 5144.46, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 4960.65, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 5167.37, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 5271.89, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 4234.6, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 5036.85, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 4897.11, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 4324.01, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 4502.87, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 4341.42, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 5053.88, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 4553.49, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 5024.07, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 5386.97, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5277.4, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 4954.79, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 4475.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 4649.81, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 4468.47, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 5083.59, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 4569.81, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 4717.49, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 4932.79, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 5258.18, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 5248.44, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4579.86, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 5233.72, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4869.69, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 4836.29, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 5702.26, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 5238.64, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5231.89, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5024.98, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 5095.12, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 4891.89, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 5003.16, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 5116.05, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 5298.53, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5119.74, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 5412.97, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 4326.91, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 5565.83, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 5352.49, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..ceb0ce4fa933037be1f8e8b598f9afe3f303cf05 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5474554.96, + "constraint_satisfaction_pct": 14.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18788.47, + "avg_cost": 13.0, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17270.36, + "avg_cost": 10.75, + "lambda": 15.1593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -16991.44, + "avg_cost": 9.25, + "lambda": 20.1424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16552.87, + "avg_cost": 11.5, + "lambda": 24.9918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16213.37, + "avg_cost": 18.5, + "lambda": 29.358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15616.7, + "avg_cost": 20.0, + "lambda": 33.5952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -16152.92, + "avg_cost": 10.25, + "lambda": 38.0103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15883.8, + "avg_cost": 16.75, + "lambda": 42.1767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -14543.38, + "avg_cost": 23.0, + "lambda": 45.891, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -14512.79, + "avg_cost": 6.5, + "lambda": 49.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -13783.05, + "avg_cost": 14.0, + "lambda": 52.9265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -13012.62, + "avg_cost": 6.75, + "lambda": 56.0732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -13580.24, + "avg_cost": 18.75, + "lambda": 59.2541, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -13160.43, + "avg_cost": 19.0, + "lambda": 62.9456, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -12246.61, + "avg_cost": 8.75, + "lambda": 66.8865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -13108.86, + "avg_cost": 6.75, + "lambda": 70.4796, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12380.16, + "avg_cost": 15.75, + "lambda": 73.7742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -12141.72, + "avg_cost": 6.5, + "lambda": 76.4872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -11365.6, + "avg_cost": 7.5, + "lambda": 78.9082, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -11388.27, + "avg_cost": 8.25, + "lambda": 81.8837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -11042.56, + "avg_cost": 7.5, + "lambda": 84.8984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -9946.89, + "avg_cost": 4.5, + "lambda": 87.5847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -10148.65, + "avg_cost": 8.25, + "lambda": 89.7981, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -9252.77, + "avg_cost": 20.5, + "lambda": 91.8622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -8897.28, + "avg_cost": 6.25, + "lambda": 94.3119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -8954.02, + "avg_cost": 11.75, + "lambda": 96.8653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -8552.07, + "avg_cost": 14.5, + "lambda": 99.4974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -9230.21, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -8723.87, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -8715.56, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -8909.21, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -8547.91, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -9569.4, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -7937.64, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -7723.93, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -7317.52, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -7004.15, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -7492.23, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -7442.18, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -7501.57, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -7997.93, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -6940.36, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -7162.18, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6754.65, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -6190.61, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -5851.97, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -6462.22, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -5824.51, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -5640.8, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -5421.51, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -5036.95, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -5221.36, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -5260.06, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4725.36, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4747.66, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3747.9, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3788.99, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -4185.04, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3883.98, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3602.0, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3654.94, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -3860.98, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -4010.54, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3121.3, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -2981.88, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -2524.73, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -2877.34, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -2173.46, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2458.5, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -1592.03, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -1257.78, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -1494.9, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -877.46, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -923.65, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -496.0, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -242.2, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -183.56, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -24.93, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 513.01, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 433.9, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 849.79, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1256.59, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1290.5, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1023.29, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1000.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1637.92, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2058.15, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2008.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2311.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2259.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2638.19, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2794.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2608.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2740.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2766.87, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2996.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3141.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3080.49, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3102.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3191.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3492.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb1.json b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe4e1eef3463497c0f5412ed4b54a468e32c2518 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v15_cb1.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5069379.39, + "constraint_satisfaction_pct": 34.5, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 93.7375, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18788.47, + "avg_cost": 13.0, + "lambda": 10.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17111.39, + "avg_cost": 7.0, + "lambda": 15.2275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17104.93, + "avg_cost": 10.75, + "lambda": 20.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16414.32, + "avg_cost": 12.25, + "lambda": 24.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16392.58, + "avg_cost": 11.25, + "lambda": 29.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15812.71, + "avg_cost": 4.0, + "lambda": 34.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -15455.41, + "avg_cost": 27.0, + "lambda": 38.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15467.51, + "avg_cost": 21.25, + "lambda": 43.0975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -14735.55, + "avg_cost": 12.75, + "lambda": 47.17, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -14332.08, + "avg_cost": 13.25, + "lambda": 50.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -13573.55, + "avg_cost": 11.5, + "lambda": 55.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -14074.06, + "avg_cost": 7.0, + "lambda": 59.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -13934.07, + "avg_cost": 22.75, + "lambda": 63.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -12970.75, + "avg_cost": 15.0, + "lambda": 66.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -12618.02, + "avg_cost": 14.75, + "lambda": 69.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -14280.72, + "avg_cost": 7.5, + "lambda": 72.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12672.7, + "avg_cost": 6.75, + "lambda": 73.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -11547.6, + "avg_cost": 12.0, + "lambda": 76.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -11231.81, + "avg_cost": 9.25, + "lambda": 79.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -11292.79, + "avg_cost": 18.75, + "lambda": 83.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -11055.5, + "avg_cost": 7.75, + "lambda": 85.93, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -10562.18, + "avg_cost": 5.5, + "lambda": 88.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -10581.99, + "avg_cost": 8.0, + "lambda": 89.9425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -10926.04, + "avg_cost": 5.0, + "lambda": 92.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -10341.81, + "avg_cost": 16.75, + "lambda": 94.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -10090.47, + "avg_cost": 3.0, + "lambda": 96.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -9754.67, + "avg_cost": 5.75, + "lambda": 98.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -9287.86, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -8948.21, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -8886.89, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -9292.01, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -9018.48, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -8370.27, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -8881.95, + "avg_cost": 23.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -8184.39, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -7891.48, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -8189.34, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -7944.05, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -7204.84, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -7249.03, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -7029.42, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -6860.64, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -6464.91, + "avg_cost": 0.5, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6645.78, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -6772.95, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -6047.98, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -6299.49, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -6324.01, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -5718.36, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -5536.81, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -5535.6, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -5594.17, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4652.74, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4658.99, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -3920.87, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3474.79, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3643.8, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -4007.15, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3307.38, + "avg_cost": 0.75, + "lambda": 99.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -3127.21, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2740.16, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2047.69, + "avg_cost": 0.5, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2818.1, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -2060.15, + "avg_cost": 0.25, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1106.81, + "avg_cost": 1.25, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -860.87, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1254.52, + "avg_cost": 0.0, + "lambda": 99.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -420.28, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -22.82, + "avg_cost": 0.5, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 129.11, + "avg_cost": 0.25, + "lambda": 99.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 541.96, + "avg_cost": 1.75, + "lambda": 99.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 440.71, + "avg_cost": 1.25, + "lambda": 99.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 654.04, + "avg_cost": 0.75, + "lambda": 99.49, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1118.01, + "avg_cost": 0.0, + "lambda": 99.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1099.67, + "avg_cost": 1.75, + "lambda": 99.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 776.09, + "avg_cost": 0.25, + "lambda": 99.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1586.54, + "avg_cost": 0.0, + "lambda": 99.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1544.34, + "avg_cost": 0.0, + "lambda": 99.13, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1722.39, + "avg_cost": 1.75, + "lambda": 99.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2063.57, + "avg_cost": 1.75, + "lambda": 98.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1892.71, + "avg_cost": 0.75, + "lambda": 98.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2073.26, + "avg_cost": 0.0, + "lambda": 98.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2114.76, + "avg_cost": 0.0, + "lambda": 98.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2564.25, + "avg_cost": 0.0, + "lambda": 98.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2777.76, + "avg_cost": 2.0, + "lambda": 97.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2818.09, + "avg_cost": 0.0, + "lambda": 97.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2769.15, + "avg_cost": 0.0, + "lambda": 97.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3146.36, + "avg_cost": 0.0, + "lambda": 97.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3235.57, + "avg_cost": 0.25, + "lambda": 96.79, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3204.92, + "avg_cost": 0.5, + "lambda": 96.5275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2946.51, + "avg_cost": 0.0, + "lambda": 96.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3331.9, + "avg_cost": 0.0, + "lambda": 96.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3527.25, + "avg_cost": 0.0, + "lambda": 95.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3227.88, + "avg_cost": 0.0, + "lambda": 95.545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3581.34, + "avg_cost": 0.0, + "lambda": 95.29, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3677.04, + "avg_cost": 0.0, + "lambda": 95.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3654.65, + "avg_cost": 0.0, + "lambda": 94.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3876.21, + "avg_cost": 0.0, + "lambda": 94.5175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4051.04, + "avg_cost": 0.0, + "lambda": 94.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3584.33, + "avg_cost": 0.0, + "lambda": 93.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3844.84, + "avg_cost": 0.5, + "lambda": 93.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v18_maxstd.json b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..b068a71413071a3bbba5e654c9ed6ada51da4cbb --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v18_maxstd.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3816208.13, + "constraint_satisfaction_pct": 23.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 335.6623, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18788.47, + "avg_cost": 13.0, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17152.82, + "avg_cost": 29.0, + "lambda": 24.6753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17104.57, + "avg_cost": 5.5, + "lambda": 42.3893, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16556.23, + "avg_cost": 8.25, + "lambda": 56.777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -15890.18, + "avg_cost": 4.25, + "lambda": 70.5378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15319.36, + "avg_cost": 13.25, + "lambda": 84.4785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -14977.73, + "avg_cost": 23.5, + "lambda": 98.107, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -14129.77, + "avg_cost": 22.0, + "lambda": 111.3215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -14118.37, + "avg_cost": 17.0, + "lambda": 125.5031, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -13782.9, + "avg_cost": 11.0, + "lambda": 139.0743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -13255.47, + "avg_cost": 6.75, + "lambda": 150.4792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -13235.72, + "avg_cost": 7.75, + "lambda": 158.5013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -11902.02, + "avg_cost": 3.75, + "lambda": 165.4082, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -12453.54, + "avg_cost": 4.0, + "lambda": 171.3379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -10515.71, + "avg_cost": 5.25, + "lambda": 177.2168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -11283.71, + "avg_cost": 1.75, + "lambda": 182.8727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -10378.37, + "avg_cost": 3.25, + "lambda": 188.0747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -10209.32, + "avg_cost": 2.5, + "lambda": 192.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -9821.55, + "avg_cost": 0.5, + "lambda": 196.7026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -8766.11, + "avg_cost": 10.75, + "lambda": 200.2976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -7806.66, + "avg_cost": 8.5, + "lambda": 205.9444, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -7326.55, + "avg_cost": 10.0, + "lambda": 214.0705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -7582.38, + "avg_cost": 11.0, + "lambda": 221.8096, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -7020.38, + "avg_cost": 5.25, + "lambda": 228.4143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -8123.32, + "avg_cost": 7.25, + "lambda": 233.534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -8269.55, + "avg_cost": 2.75, + "lambda": 237.4599, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -7397.77, + "avg_cost": 1.0, + "lambda": 240.4321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -7433.98, + "avg_cost": 0.5, + "lambda": 243.4386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -6063.46, + "avg_cost": 1.0, + "lambda": 245.9586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -6170.26, + "avg_cost": 4.5, + "lambda": 248.5928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -5836.27, + "avg_cost": 3.25, + "lambda": 253.9276, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -5838.43, + "avg_cost": 3.0, + "lambda": 258.8119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -6205.14, + "avg_cost": 5.25, + "lambda": 262.8463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -5074.05, + "avg_cost": 1.75, + "lambda": 266.707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -4875.79, + "avg_cost": 1.75, + "lambda": 269.8214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -5265.6, + "avg_cost": 4.25, + "lambda": 272.3905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -4687.43, + "avg_cost": 4.25, + "lambda": 274.867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -5160.09, + "avg_cost": 6.5, + "lambda": 277.6078, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -4371.21, + "avg_cost": 0.0, + "lambda": 280.3015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -4090.49, + "avg_cost": 3.25, + "lambda": 282.0744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -4316.5, + "avg_cost": 1.0, + "lambda": 284.3695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -3743.22, + "avg_cost": 2.0, + "lambda": 285.883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -4146.17, + "avg_cost": 0.5, + "lambda": 287.714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -3623.82, + "avg_cost": 2.0, + "lambda": 289.4659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -3101.47, + "avg_cost": 1.25, + "lambda": 291.2702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -2217.93, + "avg_cost": 2.25, + "lambda": 293.061, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -2429.78, + "avg_cost": 0.75, + "lambda": 294.9817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -2438.57, + "avg_cost": 0.0, + "lambda": 297.7433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1794.25, + "avg_cost": 0.75, + "lambda": 299.6264, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1665.48, + "avg_cost": 0.0, + "lambda": 301.3526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1797.14, + "avg_cost": 1.5, + "lambda": 303.2298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -2172.47, + "avg_cost": 1.5, + "lambda": 304.8689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1528.39, + "avg_cost": 1.0, + "lambda": 306.2047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1206.32, + "avg_cost": 0.25, + "lambda": 307.4741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1012.99, + "avg_cost": 0.5, + "lambda": 309.1319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -322.54, + "avg_cost": 3.25, + "lambda": 310.8305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -269.64, + "avg_cost": 1.0, + "lambda": 312.5763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -503.71, + "avg_cost": 3.25, + "lambda": 314.3402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -532.58, + "avg_cost": 0.75, + "lambda": 316.1465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -205.83, + "avg_cost": 0.0, + "lambda": 317.3657, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -85.07, + "avg_cost": 0.25, + "lambda": 318.5914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -248.85, + "avg_cost": 0.0, + "lambda": 319.6217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -504.93, + "avg_cost": 1.5, + "lambda": 320.4036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 332.23, + "avg_cost": 0.25, + "lambda": 321.4357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -655.49, + "avg_cost": 0.0, + "lambda": 322.1704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -130.31, + "avg_cost": 0.75, + "lambda": 323.0116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -61.24, + "avg_cost": 0.75, + "lambda": 323.6363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 244.42, + "avg_cost": 0.75, + "lambda": 324.2518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 215.47, + "avg_cost": 1.5, + "lambda": 324.8609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12.43, + "avg_cost": 0.5, + "lambda": 325.6386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 629.38, + "avg_cost": 0.0, + "lambda": 326.0816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 482.66, + "avg_cost": 0.75, + "lambda": 326.5863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 419.77, + "avg_cost": 0.0, + "lambda": 327.1036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 478.55, + "avg_cost": 0.75, + "lambda": 327.3628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 260.64, + "avg_cost": 1.25, + "lambda": 327.6402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 159.23, + "avg_cost": 0.75, + "lambda": 328.1242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -25.81, + "avg_cost": 0.0, + "lambda": 328.5048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 659.3, + "avg_cost": 0.0, + "lambda": 328.8196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 963.18, + "avg_cost": 0.25, + "lambda": 329.104, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 700.82, + "avg_cost": 0.25, + "lambda": 329.6023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 995.26, + "avg_cost": 0.0, + "lambda": 330.086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1006.99, + "avg_cost": 0.0, + "lambda": 330.5511, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1134.47, + "avg_cost": 0.0, + "lambda": 330.7363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 700.33, + "avg_cost": 0.0, + "lambda": 331.1112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1270.52, + "avg_cost": 0.25, + "lambda": 331.5619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1224.86, + "avg_cost": 0.0, + "lambda": 331.8147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1061.36, + "avg_cost": 0.0, + "lambda": 331.9028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 1613.73, + "avg_cost": 0.0, + "lambda": 331.9536, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2159.88, + "avg_cost": 0.0, + "lambda": 332.0965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2034.22, + "avg_cost": 0.5, + "lambda": 332.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2189.14, + "avg_cost": 0.5, + "lambda": 332.4319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 1970.55, + "avg_cost": 0.25, + "lambda": 332.5486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2420.74, + "avg_cost": 1.5, + "lambda": 332.6968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2156.64, + "avg_cost": 0.0, + "lambda": 332.9523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2622.96, + "avg_cost": 0.0, + "lambda": 333.2749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2158.85, + "avg_cost": 0.0, + "lambda": 333.7072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2342.47, + "avg_cost": 1.25, + "lambda": 334.0827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2061.92, + "avg_cost": 0.0, + "lambda": 334.602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2489.09, + "avg_cost": 1.25, + "lambda": 334.9193, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2675.02, + "avg_cost": 0.75, + "lambda": 335.3111, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2688.97, + "avg_cost": 0.25, + "lambda": 335.6623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..3db84c80e28ceef197f57d77bdb7b55c25ac06f8 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -6843193.7, + "constraint_satisfaction_pct": 14.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23485.58, + "avg_cost": 13.0, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -21587.95, + "avg_cost": 10.75, + "lambda": 15.1593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -21239.3, + "avg_cost": 9.25, + "lambda": 20.1424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -20691.09, + "avg_cost": 11.5, + "lambda": 24.9918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -20266.71, + "avg_cost": 18.5, + "lambda": 29.358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -19520.87, + "avg_cost": 20.0, + "lambda": 33.5952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -20191.16, + "avg_cost": 10.25, + "lambda": 38.0103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -19854.75, + "avg_cost": 16.75, + "lambda": 42.1767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18179.22, + "avg_cost": 23.0, + "lambda": 45.891, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -18140.99, + "avg_cost": 6.5, + "lambda": 49.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17228.81, + "avg_cost": 14.0, + "lambda": 52.9265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -16265.77, + "avg_cost": 6.75, + "lambda": 56.0732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -16975.3, + "avg_cost": 18.75, + "lambda": 59.2541, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -16450.54, + "avg_cost": 19.0, + "lambda": 62.9456, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -15308.27, + "avg_cost": 8.75, + "lambda": 66.8865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -16386.08, + "avg_cost": 6.75, + "lambda": 70.4796, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -15475.2, + "avg_cost": 15.75, + "lambda": 73.7742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -15177.15, + "avg_cost": 6.5, + "lambda": 76.4872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -14206.99, + "avg_cost": 7.5, + "lambda": 78.9082, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -14235.34, + "avg_cost": 8.25, + "lambda": 81.8837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -13803.2, + "avg_cost": 7.5, + "lambda": 84.8984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -12433.62, + "avg_cost": 4.5, + "lambda": 87.5847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -12685.81, + "avg_cost": 8.25, + "lambda": 89.7981, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -11565.96, + "avg_cost": 20.5, + "lambda": 91.8622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -11121.6, + "avg_cost": 6.25, + "lambda": 94.3119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -11192.52, + "avg_cost": 11.75, + "lambda": 96.8653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -10690.09, + "avg_cost": 14.5, + "lambda": 99.4974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -11537.76, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -10904.84, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -10894.45, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -11136.51, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -10684.89, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -11961.75, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -9922.05, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -9654.92, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -9146.9, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -8755.18, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -9365.29, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -9302.73, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -9376.97, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -9997.42, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8675.45, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -8952.72, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -8443.32, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -7738.26, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -7314.96, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -8077.78, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -7280.64, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -7051.0, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -6776.88, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -6296.18, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -6526.7, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -6575.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -5906.7, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -5934.58, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -4684.88, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4736.23, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -5231.3, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -4854.97, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -4502.5, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -4568.67, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -4826.23, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -5013.18, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -3901.62, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -3727.34, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -3155.91, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -3596.67, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -2716.82, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -3073.13, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -1990.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -1572.23, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -1868.62, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -1096.82, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -1154.57, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -620.0, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -302.75, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -229.45, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -31.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 641.26, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 542.37, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1062.24, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1570.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1613.12, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 1279.11, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 1250.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2047.4, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2572.68, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2511.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2889.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2824.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3297.74, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3492.59, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3260.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3425.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3458.59, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3745.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3927.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 3850.61, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 3877.82, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3988.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4365.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..55976977a4e49f4231dccc347b1b738bf86174af --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 979199.18, + "constraint_satisfaction_pct": 98.7, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15657.06, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 10, + "avg_reward": -14503.51, + "avg_cost": 7.0, + "lambda": 3.9675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 20, + "avg_reward": -14019.85, + "avg_cost": 7.5, + "lambda": 2.955, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 30, + "avg_reward": -13281.24, + "avg_cost": 10.0, + "lambda": 2.045, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 40, + "avg_reward": -12841.98, + "avg_cost": 12.25, + "lambda": 1.4625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 50, + "avg_reward": -12854.16, + "avg_cost": 17.25, + "lambda": 0.7475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 60, + "avg_reward": -12010.13, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 70, + "avg_reward": -11392.71, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 80, + "avg_reward": -10461.63, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 90, + "avg_reward": -9619.58, + "avg_cost": 19.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 100, + "avg_reward": -8788.85, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 110, + "avg_reward": -8056.26, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 120, + "avg_reward": -7830.92, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 130, + "avg_reward": -6907.49, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 140, + "avg_reward": -5315.16, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 150, + "avg_reward": -4472.17, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 160, + "avg_reward": -3895.69, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 170, + "avg_reward": -2877.44, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 180, + "avg_reward": -2247.83, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 190, + "avg_reward": -1461.84, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 200, + "avg_reward": -1620.31, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 210, + "avg_reward": -1084.45, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 220, + "avg_reward": -162.43, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 230, + "avg_reward": 261.33, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 240, + "avg_reward": 551.3, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 250, + "avg_reward": 778.86, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 260, + "avg_reward": 790.08, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 270, + "avg_reward": 1313.27, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 280, + "avg_reward": 1652.42, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 290, + "avg_reward": 1827.98, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 300, + "avg_reward": 1988.71, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 310, + "avg_reward": 2163.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 320, + "avg_reward": 1650.51, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 330, + "avg_reward": 2086.9, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 340, + "avg_reward": 2401.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 350, + "avg_reward": 2496.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 360, + "avg_reward": 2616.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 370, + "avg_reward": 2471.97, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 380, + "avg_reward": 2647.0, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 390, + "avg_reward": 2678.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 400, + "avg_reward": 3016.1, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 410, + "avg_reward": 2890.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 420, + "avg_reward": 3150.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 430, + "avg_reward": 3150.65, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 440, + "avg_reward": 3173.27, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 450, + "avg_reward": 3267.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 460, + "avg_reward": 3193.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 470, + "avg_reward": 3119.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 480, + "avg_reward": 3340.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 490, + "avg_reward": 3519.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 500, + "avg_reward": 3341.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 510, + "avg_reward": 3303.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 520, + "avg_reward": 3260.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 530, + "avg_reward": 3512.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 540, + "avg_reward": 3489.83, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 550, + "avg_reward": 3380.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 560, + "avg_reward": 3688.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 570, + "avg_reward": 3603.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 580, + "avg_reward": 3967.08, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 590, + "avg_reward": 3744.94, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 600, + "avg_reward": 3947.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 610, + "avg_reward": 4045.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 620, + "avg_reward": 3839.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 630, + "avg_reward": 3885.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 640, + "avg_reward": 3804.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 650, + "avg_reward": 4058.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 660, + "avg_reward": 3654.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 670, + "avg_reward": 4278.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 680, + "avg_reward": 4148.0, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 690, + "avg_reward": 4078.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 700, + "avg_reward": 3877.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 710, + "avg_reward": 4150.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 720, + "avg_reward": 4299.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 730, + "avg_reward": 4420.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 740, + "avg_reward": 4164.59, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 750, + "avg_reward": 4299.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 760, + "avg_reward": 4159.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 770, + "avg_reward": 4300.44, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 780, + "avg_reward": 4648.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 790, + "avg_reward": 4495.2, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 800, + "avg_reward": 4379.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 810, + "avg_reward": 4285.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 820, + "avg_reward": 4353.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 830, + "avg_reward": 4611.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 840, + "avg_reward": 4181.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 850, + "avg_reward": 4583.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 860, + "avg_reward": 4243.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 870, + "avg_reward": 4558.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 880, + "avg_reward": 4339.21, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 890, + "avg_reward": 4461.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 900, + "avg_reward": 4355.97, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 910, + "avg_reward": 4551.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 920, + "avg_reward": 4692.43, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 930, + "avg_reward": 4372.27, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 940, + "avg_reward": 4636.36, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 950, + "avg_reward": 4700.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 960, + "avg_reward": 4602.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 970, + "avg_reward": 4952.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 980, + "avg_reward": 4611.11, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 990, + "avg_reward": 4740.42, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 1000, + "avg_reward": 4593.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..875548975f4e46c92916c30e5f7b5cae63dec895 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7509519.63, + "constraint_satisfaction_pct": 50.33, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.3831, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31314.11, + "avg_cost": 837.5, + "lambda": 0.1838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -29828.13, + "avg_cost": 829.75, + "lambda": 0.9363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -27624.44, + "avg_cost": 817.5, + "lambda": 1.7674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -26207.3, + "avg_cost": 804.25, + "lambda": 2.5877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -25603.19, + "avg_cost": 784.0, + "lambda": 3.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24355.75, + "avg_cost": 773.5, + "lambda": 4.1837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -21490.56, + "avg_cost": 740.25, + "lambda": 4.9584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -21172.86, + "avg_cost": 723.0, + "lambda": 5.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18075.58, + "avg_cost": 691.0, + "lambda": 6.4403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -16227.49, + "avg_cost": 651.5, + "lambda": 7.1358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14050.29, + "avg_cost": 593.5, + "lambda": 7.7953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -12037.53, + "avg_cost": 542.0, + "lambda": 8.4108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -9859.14, + "avg_cost": 468.25, + "lambda": 8.9741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -7216.03, + "avg_cost": 381.25, + "lambda": 9.4666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5384.47, + "avg_cost": 294.25, + "lambda": 9.8805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3825.49, + "avg_cost": 233.5, + "lambda": 10.215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2291.57, + "avg_cost": 170.75, + "lambda": 10.4799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1435.48, + "avg_cost": 133.0, + "lambda": 10.682, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -32.11, + "avg_cost": 102.0, + "lambda": 10.8334, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 616.99, + "avg_cost": 66.0, + "lambda": 10.9453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 498.63, + "avg_cost": 58.75, + "lambda": 11.0283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1731.81, + "avg_cost": 42.0, + "lambda": 11.0894, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2291.32, + "avg_cost": 31.0, + "lambda": 11.1347, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2382.35, + "avg_cost": 23.0, + "lambda": 11.1703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2339.99, + "avg_cost": 20.5, + "lambda": 11.1988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2880.37, + "avg_cost": 17.0, + "lambda": 11.2227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3134.69, + "avg_cost": 14.5, + "lambda": 11.2419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2757.31, + "avg_cost": 11.0, + "lambda": 11.2582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3702.0, + "avg_cost": 11.75, + "lambda": 11.2728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3323.89, + "avg_cost": 8.75, + "lambda": 11.2849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3640.73, + "avg_cost": 8.75, + "lambda": 11.2949, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3938.14, + "avg_cost": 6.5, + "lambda": 11.3032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3969.91, + "avg_cost": 6.75, + "lambda": 11.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4389.75, + "avg_cost": 4.75, + "lambda": 11.316, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4158.2, + "avg_cost": 5.0, + "lambda": 11.3216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4872.15, + "avg_cost": 4.5, + "lambda": 11.3271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4252.99, + "avg_cost": 4.0, + "lambda": 11.3321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 5045.0, + "avg_cost": 4.5, + "lambda": 11.3365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5408.46, + "avg_cost": 4.75, + "lambda": 11.3409, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5314.84, + "avg_cost": 1.75, + "lambda": 11.3449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5668.12, + "avg_cost": 4.5, + "lambda": 11.3487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5719.17, + "avg_cost": 3.25, + "lambda": 11.3527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6066.81, + "avg_cost": 3.25, + "lambda": 11.356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5998.25, + "avg_cost": 2.5, + "lambda": 11.359, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 6375.34, + "avg_cost": 2.25, + "lambda": 11.3612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6637.66, + "avg_cost": 2.0, + "lambda": 11.3632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6310.69, + "avg_cost": 2.0, + "lambda": 11.3653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 7532.53, + "avg_cost": 0.75, + "lambda": 11.3671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 7292.73, + "avg_cost": 1.5, + "lambda": 11.3683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6363.7, + "avg_cost": 0.5, + "lambda": 11.3695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6702.64, + "avg_cost": 2.0, + "lambda": 11.3705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6216.79, + "avg_cost": 1.25, + "lambda": 11.3716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6940.44, + "avg_cost": 0.75, + "lambda": 11.3726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6843.36, + "avg_cost": 1.0, + "lambda": 11.3736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5810.32, + "avg_cost": 2.0, + "lambda": 11.3746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6548.33, + "avg_cost": 0.0, + "lambda": 11.3754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7014.04, + "avg_cost": 0.0, + "lambda": 11.3758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 7056.35, + "avg_cost": 0.0, + "lambda": 11.3762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6996.84, + "avg_cost": 0.25, + "lambda": 11.3766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6371.04, + "avg_cost": 0.25, + "lambda": 11.3769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7250.02, + "avg_cost": 0.0, + "lambda": 11.3772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7389.56, + "avg_cost": 0.0, + "lambda": 11.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6433.74, + "avg_cost": 0.0, + "lambda": 11.3777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7440.66, + "avg_cost": 0.75, + "lambda": 11.378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7733.44, + "avg_cost": 0.5, + "lambda": 11.3782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7629.03, + "avg_cost": 0.75, + "lambda": 11.3784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7965.72, + "avg_cost": 0.0, + "lambda": 11.3786, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7066.49, + "avg_cost": 0.75, + "lambda": 11.3787, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7041.18, + "avg_cost": 0.25, + "lambda": 11.3789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7851.96, + "avg_cost": 0.25, + "lambda": 11.3792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7564.69, + "avg_cost": 0.25, + "lambda": 11.3794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7044.37, + "avg_cost": 0.0, + "lambda": 11.3795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7901.8, + "avg_cost": 0.0, + "lambda": 11.3796, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7665.78, + "avg_cost": 0.0, + "lambda": 11.3798, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7523.72, + "avg_cost": 0.25, + "lambda": 11.3801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7181.98, + "avg_cost": 0.0, + "lambda": 11.3803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7084.84, + "avg_cost": 0.0, + "lambda": 11.3804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7881.48, + "avg_cost": 0.0, + "lambda": 11.3805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8325.25, + "avg_cost": 0.25, + "lambda": 11.3807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7578.38, + "avg_cost": 0.0, + "lambda": 11.3809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8395.32, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7901.18, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8454.11, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7779.42, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8429.75, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8536.73, + "avg_cost": 0.0, + "lambda": 11.381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8500.9, + "avg_cost": 0.25, + "lambda": 11.3811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7644.47, + "avg_cost": 0.0, + "lambda": 11.3811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8386.42, + "avg_cost": 0.25, + "lambda": 11.3811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8311.2, + "avg_cost": 0.0, + "lambda": 11.3812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9514.66, + "avg_cost": 0.0, + "lambda": 11.3812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8981.51, + "avg_cost": 0.0, + "lambda": 11.3812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9561.71, + "avg_cost": 0.0, + "lambda": 11.3812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8961.95, + "avg_cost": 0.25, + "lambda": 11.3812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9337.57, + "avg_cost": 0.0, + "lambda": 11.3813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9699.94, + "avg_cost": 0.0, + "lambda": 11.3813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9583.91, + "avg_cost": 0.0, + "lambda": 11.3813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9369.7, + "avg_cost": 0.0, + "lambda": 11.3814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9737.16, + "avg_cost": 0.0, + "lambda": 11.3814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 8464.8, + "avg_cost": 0.0, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9117.6, + "avg_cost": 0.0, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8877.3, + "avg_cost": 0.0, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9840.91, + "avg_cost": 0.0, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 8916.32, + "avg_cost": 0.0, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8689.64, + "avg_cost": 0.25, + "lambda": 11.3815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9087.75, + "avg_cost": 0.0, + "lambda": 11.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9583.97, + "avg_cost": 0.0, + "lambda": 11.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9256.76, + "avg_cost": 0.0, + "lambda": 11.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8707.89, + "avg_cost": 0.0, + "lambda": 11.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9936.56, + "avg_cost": 0.0, + "lambda": 11.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9664.82, + "avg_cost": 0.0, + "lambda": 11.3817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9317.03, + "avg_cost": 0.0, + "lambda": 11.3817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 8182.55, + "avg_cost": 0.0, + "lambda": 11.3817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 8848.91, + "avg_cost": 0.0, + "lambda": 11.3817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9668.03, + "avg_cost": 0.25, + "lambda": 11.3818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9725.69, + "avg_cost": 0.0, + "lambda": 11.3818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10350.6, + "avg_cost": 0.0, + "lambda": 11.3818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9752.93, + "avg_cost": 0.0, + "lambda": 11.3818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9771.98, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10503.38, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 10232.99, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 9821.92, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10520.66, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10191.01, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 10273.5, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10907.82, + "avg_cost": 0.0, + "lambda": 11.3819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10386.45, + "avg_cost": 0.0, + "lambda": 11.382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11101.85, + "avg_cost": 0.0, + "lambda": 11.382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 11380.83, + "avg_cost": 0.25, + "lambda": 11.382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 11244.26, + "avg_cost": 0.25, + "lambda": 11.3821, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10332.57, + "avg_cost": 0.0, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10467.7, + "avg_cost": 0.25, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10795.45, + "avg_cost": 0.0, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10525.21, + "avg_cost": 0.0, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10804.08, + "avg_cost": 0.25, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10355.16, + "avg_cost": 0.0, + "lambda": 11.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10318.93, + "avg_cost": 0.0, + "lambda": 11.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10248.64, + "avg_cost": 0.0, + "lambda": 11.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11353.1, + "avg_cost": 0.0, + "lambda": 11.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 11958.81, + "avg_cost": 0.0, + "lambda": 11.3824, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10759.59, + "avg_cost": 0.0, + "lambda": 11.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10846.88, + "avg_cost": 0.0, + "lambda": 11.3826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10906.26, + "avg_cost": 0.0, + "lambda": 11.3826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10312.19, + "avg_cost": 0.0, + "lambda": 11.3827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9678.38, + "avg_cost": 0.0, + "lambda": 11.3827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11382.37, + "avg_cost": 0.0, + "lambda": 11.3828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11105.21, + "avg_cost": 0.0, + "lambda": 11.3829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10692.36, + "avg_cost": 0.25, + "lambda": 11.3829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 10726.74, + "avg_cost": 0.0, + "lambda": 11.383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10464.74, + "avg_cost": 0.0, + "lambda": 11.383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 9831.1, + "avg_cost": 0.0, + "lambda": 11.3831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..2ddf221a5959901f764d2cf36e60cf2d8d7f34da --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5876719.25, + "constraint_satisfaction_pct": 7.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 25.7086, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31314.11, + "avg_cost": 970.5, + "lambda": 0.1971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -29529.28, + "avg_cost": 970.25, + "lambda": 1.0702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -27283.19, + "avg_cost": 964.0, + "lambda": 2.0396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -26128.51, + "avg_cost": 962.5, + "lambda": 3.0063, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -26048.56, + "avg_cost": 962.75, + "lambda": 3.9693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24088.0, + "avg_cost": 959.0, + "lambda": 4.9291, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -23385.49, + "avg_cost": 951.0, + "lambda": 5.8845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -22338.68, + "avg_cost": 947.0, + "lambda": 6.8343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -21117.58, + "avg_cost": 936.75, + "lambda": 7.7802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -19202.47, + "avg_cost": 926.0, + "lambda": 8.7206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -16558.04, + "avg_cost": 903.0, + "lambda": 9.651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -15752.48, + "avg_cost": 906.5, + "lambda": 10.5696, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -14240.97, + "avg_cost": 897.25, + "lambda": 11.4792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -13893.8, + "avg_cost": 879.75, + "lambda": 12.3801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -11296.27, + "avg_cost": 849.25, + "lambda": 13.267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -11747.36, + "avg_cost": 850.25, + "lambda": 14.1333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -10353.44, + "avg_cost": 841.0, + "lambda": 14.9876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -9794.35, + "avg_cost": 817.75, + "lambda": 15.8253, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -8555.78, + "avg_cost": 788.5, + "lambda": 16.6403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -7500.9, + "avg_cost": 786.0, + "lambda": 17.4363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -7621.52, + "avg_cost": 754.5, + "lambda": 18.2183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -5771.16, + "avg_cost": 714.0, + "lambda": 18.9807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -5707.94, + "avg_cost": 692.25, + "lambda": 19.7143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -4187.6, + "avg_cost": 641.75, + "lambda": 20.4134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -3849.44, + "avg_cost": 605.25, + "lambda": 21.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -2479.95, + "avg_cost": 565.0, + "lambda": 21.6821, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1920.52, + "avg_cost": 534.5, + "lambda": 22.2633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1127.6, + "avg_cost": 478.5, + "lambda": 22.8035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -165.27, + "avg_cost": 381.0, + "lambda": 23.2902, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 77.52, + "avg_cost": 333.25, + "lambda": 23.7102, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2213.51, + "avg_cost": 250.25, + "lambda": 24.064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2694.1, + "avg_cost": 216.25, + "lambda": 24.3545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3207.05, + "avg_cost": 163.75, + "lambda": 24.591, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3315.51, + "avg_cost": 140.25, + "lambda": 24.7804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4055.06, + "avg_cost": 105.0, + "lambda": 24.9324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4058.31, + "avg_cost": 96.0, + "lambda": 25.0511, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4102.94, + "avg_cost": 70.25, + "lambda": 25.146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4857.64, + "avg_cost": 55.75, + "lambda": 25.2206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4995.08, + "avg_cost": 52.25, + "lambda": 25.2819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5029.44, + "avg_cost": 36.5, + "lambda": 25.3329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5788.24, + "avg_cost": 30.5, + "lambda": 25.3747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5752.71, + "avg_cost": 22.75, + "lambda": 25.4102, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5823.25, + "avg_cost": 26.5, + "lambda": 25.4398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5796.76, + "avg_cost": 20.0, + "lambda": 25.4653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5974.97, + "avg_cost": 18.5, + "lambda": 25.4871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5870.65, + "avg_cost": 13.5, + "lambda": 25.5058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5561.08, + "avg_cost": 11.5, + "lambda": 25.5217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6510.78, + "avg_cost": 11.25, + "lambda": 25.5349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5393.6, + "avg_cost": 11.0, + "lambda": 25.5471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6326.39, + "avg_cost": 6.75, + "lambda": 25.5586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6607.48, + "avg_cost": 9.0, + "lambda": 25.5687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6481.95, + "avg_cost": 8.25, + "lambda": 25.5776, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6218.95, + "avg_cost": 5.75, + "lambda": 25.5853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6308.55, + "avg_cost": 3.25, + "lambda": 25.5912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6635.69, + "avg_cost": 6.75, + "lambda": 25.5964, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6423.1, + "avg_cost": 3.25, + "lambda": 25.6014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6053.64, + "avg_cost": 6.5, + "lambda": 25.6056, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6947.66, + "avg_cost": 5.25, + "lambda": 25.6098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6365.38, + "avg_cost": 5.5, + "lambda": 25.6141, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6550.03, + "avg_cost": 3.0, + "lambda": 25.6182, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7147.7, + "avg_cost": 2.75, + "lambda": 25.6218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7199.26, + "avg_cost": 2.0, + "lambda": 25.6249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7253.07, + "avg_cost": 2.75, + "lambda": 25.6276, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7545.16, + "avg_cost": 4.25, + "lambda": 25.6303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7201.68, + "avg_cost": 2.25, + "lambda": 25.6329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7541.37, + "avg_cost": 2.75, + "lambda": 25.6349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7497.06, + "avg_cost": 3.25, + "lambda": 25.6371, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7736.15, + "avg_cost": 3.75, + "lambda": 25.6397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7782.09, + "avg_cost": 1.0, + "lambda": 25.6423, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7556.77, + "avg_cost": 3.0, + "lambda": 25.6454, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7778.66, + "avg_cost": 1.0, + "lambda": 25.6479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7487.45, + "avg_cost": 2.25, + "lambda": 25.6497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7976.2, + "avg_cost": 0.75, + "lambda": 25.6515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7478.77, + "avg_cost": 0.75, + "lambda": 25.6532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7171.76, + "avg_cost": 2.5, + "lambda": 25.6553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7525.23, + "avg_cost": 1.5, + "lambda": 25.6577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7961.62, + "avg_cost": 1.75, + "lambda": 25.6595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8212.63, + "avg_cost": 1.5, + "lambda": 25.6611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8258.76, + "avg_cost": 1.5, + "lambda": 25.6625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7748.77, + "avg_cost": 1.0, + "lambda": 25.6638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7385.42, + "avg_cost": 2.5, + "lambda": 25.6651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8642.37, + "avg_cost": 0.0, + "lambda": 25.6662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7802.51, + "avg_cost": 0.5, + "lambda": 25.6672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8189.29, + "avg_cost": 1.0, + "lambda": 25.6686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8411.72, + "avg_cost": 0.25, + "lambda": 25.6699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8477.78, + "avg_cost": 1.25, + "lambda": 25.671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8861.08, + "avg_cost": 0.5, + "lambda": 25.672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8220.29, + "avg_cost": 0.5, + "lambda": 25.6726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8630.34, + "avg_cost": 0.25, + "lambda": 25.6731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8561.16, + "avg_cost": 1.5, + "lambda": 25.6736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8644.79, + "avg_cost": 0.75, + "lambda": 25.6744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8790.19, + "avg_cost": 0.25, + "lambda": 25.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9620.2, + "avg_cost": 0.5, + "lambda": 25.6754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8857.03, + "avg_cost": 1.0, + "lambda": 25.6757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8583.89, + "avg_cost": 0.0, + "lambda": 25.676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9470.5, + "avg_cost": 0.25, + "lambda": 25.6763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9331.67, + "avg_cost": 0.75, + "lambda": 25.6765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8756.66, + "avg_cost": 0.5, + "lambda": 25.6769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9308.04, + "avg_cost": 1.0, + "lambda": 25.6773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9072.43, + "avg_cost": 0.5, + "lambda": 25.6778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9546.56, + "avg_cost": 0.5, + "lambda": 25.6784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9869.34, + "avg_cost": 0.25, + "lambda": 25.6789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9623.22, + "avg_cost": 0.0, + "lambda": 25.6792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 10163.6, + "avg_cost": 0.25, + "lambda": 25.6796, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9344.85, + "avg_cost": 0.5, + "lambda": 25.6802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9697.93, + "avg_cost": 0.0, + "lambda": 25.6807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9415.61, + "avg_cost": 0.5, + "lambda": 25.6813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9691.22, + "avg_cost": 0.5, + "lambda": 25.6819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8720.52, + "avg_cost": 0.25, + "lambda": 25.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9107.01, + "avg_cost": 0.25, + "lambda": 25.6834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9690.31, + "avg_cost": 0.25, + "lambda": 25.6841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 10048.22, + "avg_cost": 0.0, + "lambda": 25.6847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10080.16, + "avg_cost": 1.0, + "lambda": 25.6854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9984.22, + "avg_cost": 0.25, + "lambda": 25.6861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9358.67, + "avg_cost": 0.25, + "lambda": 25.6866, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9893.7, + "avg_cost": 0.75, + "lambda": 25.6871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10078.32, + "avg_cost": 0.5, + "lambda": 25.6876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9574.03, + "avg_cost": 0.0, + "lambda": 25.6881, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10242.47, + "avg_cost": 0.5, + "lambda": 25.6885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10165.68, + "avg_cost": 0.5, + "lambda": 25.689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 10549.31, + "avg_cost": 0.5, + "lambda": 25.6896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10503.42, + "avg_cost": 0.5, + "lambda": 25.6901, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9792.36, + "avg_cost": 0.75, + "lambda": 25.6906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 9532.67, + "avg_cost": 0.25, + "lambda": 25.6911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9215.29, + "avg_cost": 1.5, + "lambda": 25.6915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 9487.42, + "avg_cost": 0.5, + "lambda": 25.6922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 8630.98, + "avg_cost": 6.0, + "lambda": 25.6929, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9502.04, + "avg_cost": 1.25, + "lambda": 25.6939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 8377.87, + "avg_cost": 0.75, + "lambda": 25.6946, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9185.04, + "avg_cost": 0.5, + "lambda": 25.6951, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10302.61, + "avg_cost": 0.0, + "lambda": 25.6956, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 8776.68, + "avg_cost": 1.25, + "lambda": 25.696, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 8443.2, + "avg_cost": 0.75, + "lambda": 25.6965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 8813.12, + "avg_cost": 0.25, + "lambda": 25.6971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 8819.75, + "avg_cost": 1.0, + "lambda": 25.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 9495.8, + "avg_cost": 1.25, + "lambda": 25.698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 9983.49, + "avg_cost": 0.5, + "lambda": 25.6987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 9291.31, + "avg_cost": 0.5, + "lambda": 25.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9465.0, + "avg_cost": 0.5, + "lambda": 25.7009, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 9385.71, + "avg_cost": 0.25, + "lambda": 25.7016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 9650.42, + "avg_cost": 0.0, + "lambda": 25.7021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 9747.37, + "avg_cost": 0.0, + "lambda": 25.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10115.87, + "avg_cost": 0.25, + "lambda": 25.7028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 9112.95, + "avg_cost": 0.75, + "lambda": 25.703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9608.75, + "avg_cost": 0.25, + "lambda": 25.7035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 9782.63, + "avg_cost": 0.75, + "lambda": 25.7039, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 10147.08, + "avg_cost": 0.25, + "lambda": 25.7044, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10259.5, + "avg_cost": 0.25, + "lambda": 25.7049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 10170.81, + "avg_cost": 1.5, + "lambda": 25.706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 9804.78, + "avg_cost": 1.5, + "lambda": 25.7074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 9898.91, + "avg_cost": 0.75, + "lambda": 25.7086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ab90458002c1737454403e803c2c8d899e4a69aa --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3506516.46, + "constraint_satisfaction_pct": 99.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15657.06, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -14841.59, + "avg_cost": 15.75, + "lambda": 4.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -13856.39, + "avg_cost": 15.75, + "lambda": 3.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -13451.64, + "avg_cost": 28.75, + "lambda": 2.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -12626.98, + "avg_cost": 9.25, + "lambda": 1.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -12368.71, + "avg_cost": 19.25, + "lambda": 0.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -11945.81, + "avg_cost": 21.5, + "lambda": 0.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -11360.16, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -10274.01, + "avg_cost": 30.0, + "lambda": 0.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9338.77, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -8498.41, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -7627.15, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -6747.07, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -5957.22, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5015.26, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -4396.63, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -3608.85, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2342.09, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1887.76, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1650.7, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1004.33, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 31.45, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 37.38, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 267.44, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 687.95, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 706.29, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1318.86, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1090.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1761.68, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1603.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2014.01, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 2166.53, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2100.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2026.04, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2734.11, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2264.85, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2856.17, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2706.69, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2710.44, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2816.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2719.54, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2914.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2937.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3151.68, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2946.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3120.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3491.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2939.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3426.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3338.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3241.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3748.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3526.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3716.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3545.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3518.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3454.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3822.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3838.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3931.26, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4110.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3895.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4041.91, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4090.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4198.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4113.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4177.02, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3854.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3665.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4276.02, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3865.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4063.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4374.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3838.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4214.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4183.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3865.13, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3812.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4321.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4411.1, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4307.94, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4247.45, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4680.56, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4155.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4740.0, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4487.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4425.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4219.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4536.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4715.36, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4610.72, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4174.48, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4669.0, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4730.45, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4829.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4730.92, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4421.54, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4989.35, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4523.75, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4727.45, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4881.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 5079.96, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 5075.91, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 4614.0, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 4694.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 4921.25, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 4697.07, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 5184.21, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 4165.9, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 3251.99, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 4778.54, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 4762.17, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 4701.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 4672.43, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 4959.18, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 4766.41, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 4470.58, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 4389.54, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 4218.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 4883.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 4347.11, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 3701.03, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5304.42, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 4528.15, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 4914.91, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 5415.61, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 5189.2, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 4579.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 5002.53, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 4890.1, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 4592.59, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 5541.81, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 5556.68, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4684.07, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 4986.35, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4962.54, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 4745.41, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 4899.5, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 4969.69, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5687.35, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5591.21, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 4876.89, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 5009.34, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 5244.89, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 4445.21, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 4888.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5058.91, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 5542.58, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 5321.39, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 4876.11, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 5011.3, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..5b1c63af06d6fe7200794047a6b81f84bbc8334a --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -4892832.91, + "constraint_satisfaction_pct": 17.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18742.37, + "avg_cost": 17.75, + "lambda": 10.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17338.89, + "avg_cost": 21.75, + "lambda": 15.6747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17217.18, + "avg_cost": 12.5, + "lambda": 21.3169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -17374.68, + "avg_cost": 15.75, + "lambda": 26.252, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16263.61, + "avg_cost": 13.5, + "lambda": 30.8768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -16119.11, + "avg_cost": 7.75, + "lambda": 35.5621, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -16419.52, + "avg_cost": 11.5, + "lambda": 40.0679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -16049.52, + "avg_cost": 17.5, + "lambda": 44.2861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -15618.67, + "avg_cost": 21.25, + "lambda": 49.0743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -16763.77, + "avg_cost": 15.0, + "lambda": 53.7236, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14118.83, + "avg_cost": 7.0, + "lambda": 57.8134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -15208.54, + "avg_cost": 7.25, + "lambda": 61.2299, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -14016.03, + "avg_cost": 10.0, + "lambda": 64.6904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -14276.89, + "avg_cost": 9.25, + "lambda": 68.2132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -13448.57, + "avg_cost": 11.25, + "lambda": 71.1169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -12772.8, + "avg_cost": 9.25, + "lambda": 74.1513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -13058.51, + "avg_cost": 11.5, + "lambda": 77.4622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -12239.94, + "avg_cost": 4.75, + "lambda": 80.671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -12155.83, + "avg_cost": 12.5, + "lambda": 83.6809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -11825.95, + "avg_cost": 9.25, + "lambda": 86.2994, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -11895.96, + "avg_cost": 8.75, + "lambda": 88.9679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -11486.05, + "avg_cost": 7.5, + "lambda": 91.9048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -11090.78, + "avg_cost": 6.0, + "lambda": 94.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -11523.36, + "avg_cost": 4.75, + "lambda": 98.0455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -11037.65, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -10153.52, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -11056.46, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -10358.44, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -9747.9, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -9439.51, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -8269.85, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -8237.31, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -8220.4, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -7947.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -6847.8, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -6640.09, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -7125.83, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -6401.89, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -6567.21, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -6567.78, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -6445.92, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -6417.01, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -6282.22, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6390.53, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -6170.63, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -4886.64, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -4966.09, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -5003.77, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -4702.53, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -4500.7, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -4537.63, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -4714.73, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -3891.24, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4026.23, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -3862.67, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3162.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3007.2, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3078.87, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -2680.85, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -2317.93, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2270.02, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1725.91, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -1753.41, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1534.79, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1404.13, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1123.07, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -842.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -361.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -357.17, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 188.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 18.88, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 845.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1226.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 933.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 846.56, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1750.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1559.41, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1970.34, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2151.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2326.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2508.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2570.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2572.2, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2938.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2894.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2775.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3006.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2872.61, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3256.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3336.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3190.12, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3612.87, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3376.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 3745.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3609.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3959.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4052.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4212.28, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4273.06, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 3605.27, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4187.01, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb1.json b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..438eac67689f1e113ea5ec41af20d9dba5094415 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v15_cb1.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -7480807.23, + "constraint_satisfaction_pct": 15.7, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 98.245, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18742.37, + "avg_cost": 17.75, + "lambda": 10.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17272.53, + "avg_cost": 21.25, + "lambda": 14.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17683.23, + "avg_cost": 13.0, + "lambda": 19.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -16889.92, + "avg_cost": 9.5, + "lambda": 22.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16117.0, + "avg_cost": 10.0, + "lambda": 27.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15719.01, + "avg_cost": 15.25, + "lambda": 32.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -15836.07, + "avg_cost": 29.0, + "lambda": 37.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -16055.71, + "avg_cost": 18.0, + "lambda": 41.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -15241.73, + "avg_cost": 12.25, + "lambda": 45.5575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -15364.12, + "avg_cost": 6.75, + "lambda": 49.8025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14160.49, + "avg_cost": 7.0, + "lambda": 52.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -14172.92, + "avg_cost": 15.5, + "lambda": 57.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -13900.77, + "avg_cost": 17.0, + "lambda": 61.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -12964.7, + "avg_cost": 13.0, + "lambda": 64.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -12885.21, + "avg_cost": 23.0, + "lambda": 67.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -13048.81, + "avg_cost": 6.0, + "lambda": 70.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12515.61, + "avg_cost": 16.5, + "lambda": 73.2925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -12029.75, + "avg_cost": 18.25, + "lambda": 77.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -13113.4, + "avg_cost": 3.25, + "lambda": 80.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -12494.26, + "avg_cost": 18.25, + "lambda": 83.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -12042.64, + "avg_cost": 16.0, + "lambda": 87.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -12568.81, + "avg_cost": 7.25, + "lambda": 90.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -11402.87, + "avg_cost": 10.75, + "lambda": 92.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -11674.1, + "avg_cost": 6.25, + "lambda": 96.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -11621.4, + "avg_cost": 11.0, + "lambda": 98.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -12340.31, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -12066.7, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -11433.25, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -10432.56, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -10337.2, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -10343.92, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -9995.68, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -10438.1, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -9984.65, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -10454.29, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -10479.78, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -10540.65, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -9634.11, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -9089.17, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -8751.67, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -9049.61, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8912.02, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -8468.24, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -8214.49, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -7904.34, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -8010.46, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -8107.86, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -7675.29, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -7373.78, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -7120.52, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -7392.08, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -7245.59, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -6235.5, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -6620.66, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -6523.47, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -6271.02, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -5967.73, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -6566.58, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -6316.79, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -6219.35, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -6281.75, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -6642.1, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -5728.56, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -5789.5, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -4401.81, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -4906.25, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -4873.52, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -4448.24, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -4755.07, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -5322.34, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -4184.14, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -4353.72, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -4380.31, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -4313.72, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -4217.99, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -3958.84, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -4265.82, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -3133.25, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -2854.68, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -2876.66, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -2654.97, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -2856.96, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -2438.56, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -1786.88, + "avg_cost": 0.25, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -1807.89, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -1869.25, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -2330.63, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -1403.14, + "avg_cost": 0.25, + "lambda": 99.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -1238.05, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -765.02, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -553.08, + "avg_cost": 0.75, + "lambda": 99.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -193.01, + "avg_cost": 0.0, + "lambda": 99.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -19.63, + "avg_cost": 2.0, + "lambda": 99.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 257.59, + "avg_cost": 1.5, + "lambda": 99.5425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 789.98, + "avg_cost": 0.0, + "lambda": 99.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 1147.97, + "avg_cost": 0.25, + "lambda": 99.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 1155.56, + "avg_cost": 0.25, + "lambda": 98.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 1554.07, + "avg_cost": 0.75, + "lambda": 98.7475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 1354.09, + "avg_cost": 1.5, + "lambda": 98.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 1790.96, + "avg_cost": 0.0, + "lambda": 98.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2260.89, + "avg_cost": 0.25, + "lambda": 98.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v18_maxstd.json b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..76885b35e0df4250785df717dff27af1a105375b --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v18_maxstd.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3687177.94, + "constraint_satisfaction_pct": 27.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 323.5615, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18742.37, + "avg_cost": 17.75, + "lambda": 11.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -17481.16, + "avg_cost": 4.5, + "lambda": 27.5761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -17401.66, + "avg_cost": 7.75, + "lambda": 43.7526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -17465.21, + "avg_cost": 4.0, + "lambda": 57.8263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -16543.12, + "avg_cost": 25.0, + "lambda": 71.7766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -15887.55, + "avg_cost": 15.0, + "lambda": 86.1684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -15439.75, + "avg_cost": 10.0, + "lambda": 100.4215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -15971.22, + "avg_cost": 10.5, + "lambda": 112.7302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -14124.3, + "avg_cost": 6.5, + "lambda": 123.1195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -13492.74, + "avg_cost": 12.25, + "lambda": 131.9886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -12414.91, + "avg_cost": 15.25, + "lambda": 141.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -13536.64, + "avg_cost": 8.0, + "lambda": 150.166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -12638.1, + "avg_cost": 7.25, + "lambda": 158.9268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -11593.81, + "avg_cost": 4.25, + "lambda": 166.7298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -11375.72, + "avg_cost": 2.5, + "lambda": 173.5254, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -10431.19, + "avg_cost": 15.5, + "lambda": 180.2887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -9832.49, + "avg_cost": 9.75, + "lambda": 187.6312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -9963.48, + "avg_cost": 6.5, + "lambda": 194.8352, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -8925.93, + "avg_cost": 7.75, + "lambda": 201.1206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -9963.46, + "avg_cost": 2.25, + "lambda": 207.8245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -10761.51, + "avg_cost": 3.75, + "lambda": 212.5046, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -9933.49, + "avg_cost": 3.25, + "lambda": 215.9069, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -9867.95, + "avg_cost": 2.0, + "lambda": 219.6876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -9612.44, + "avg_cost": 1.75, + "lambda": 224.0293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -8765.76, + "avg_cost": 3.0, + "lambda": 228.2686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -7852.76, + "avg_cost": 5.0, + "lambda": 232.2882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -7608.04, + "avg_cost": 4.25, + "lambda": 236.0507, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -8030.89, + "avg_cost": 5.75, + "lambda": 240.2468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -7828.79, + "avg_cost": 4.0, + "lambda": 244.3681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -7209.5, + "avg_cost": 3.75, + "lambda": 247.7221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -6271.65, + "avg_cost": 6.5, + "lambda": 251.3029, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -6181.03, + "avg_cost": 4.5, + "lambda": 256.3347, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -6425.16, + "avg_cost": 2.5, + "lambda": 261.4383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -5393.37, + "avg_cost": 1.0, + "lambda": 265.4442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -4975.15, + "avg_cost": 2.75, + "lambda": 268.4409, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -4585.27, + "avg_cost": 1.5, + "lambda": 271.0227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -5018.58, + "avg_cost": 0.0, + "lambda": 272.7974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -4199.81, + "avg_cost": 0.5, + "lambda": 274.7516, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -3774.3, + "avg_cost": 2.0, + "lambda": 276.7731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -3945.56, + "avg_cost": 4.0, + "lambda": 278.8653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -3823.32, + "avg_cost": 1.75, + "lambda": 280.9518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -3591.13, + "avg_cost": 1.75, + "lambda": 283.4322, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -3195.31, + "avg_cost": 4.0, + "lambda": 285.5727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -2561.93, + "avg_cost": 1.25, + "lambda": 287.6996, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -2372.86, + "avg_cost": 2.0, + "lambda": 289.8681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -2497.39, + "avg_cost": 0.5, + "lambda": 291.9961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -2580.58, + "avg_cost": 1.75, + "lambda": 293.4742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -2372.41, + "avg_cost": 1.0, + "lambda": 294.8013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -2341.96, + "avg_cost": 0.75, + "lambda": 296.0377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1340.59, + "avg_cost": 0.0, + "lambda": 297.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1266.86, + "avg_cost": 0.5, + "lambda": 298.2135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1280.85, + "avg_cost": 3.0, + "lambda": 299.6494, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1484.78, + "avg_cost": 1.25, + "lambda": 300.8882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1062.11, + "avg_cost": 2.25, + "lambda": 301.919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1003.55, + "avg_cost": 2.25, + "lambda": 303.0459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -919.33, + "avg_cost": 0.5, + "lambda": 304.0876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -728.17, + "avg_cost": 1.0, + "lambda": 304.9754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -105.4, + "avg_cost": 1.25, + "lambda": 305.7613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -783.28, + "avg_cost": 0.0, + "lambda": 306.7774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -321.6, + "avg_cost": 0.5, + "lambda": 307.882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -343.43, + "avg_cost": 0.25, + "lambda": 308.5839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -42.01, + "avg_cost": 0.0, + "lambda": 309.0477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -131.19, + "avg_cost": 0.0, + "lambda": 309.6753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -272.94, + "avg_cost": 1.75, + "lambda": 310.2312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 485.55, + "avg_cost": 0.0, + "lambda": 310.7685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 723.7, + "avg_cost": 0.75, + "lambda": 311.1935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 727.29, + "avg_cost": 0.25, + "lambda": 311.8466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 284.72, + "avg_cost": 1.25, + "lambda": 312.4312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 805.64, + "avg_cost": 0.0, + "lambda": 312.7528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 1224.68, + "avg_cost": 1.0, + "lambda": 312.9944, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 1237.77, + "avg_cost": 0.0, + "lambda": 313.4136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1230.02, + "avg_cost": 1.5, + "lambda": 313.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1658.52, + "avg_cost": 0.25, + "lambda": 314.4154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1225.56, + "avg_cost": 0.0, + "lambda": 315.1765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1494.28, + "avg_cost": 0.0, + "lambda": 315.7905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1555.87, + "avg_cost": 0.75, + "lambda": 316.4369, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1511.8, + "avg_cost": 0.0, + "lambda": 317.0259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1636.97, + "avg_cost": 0.0, + "lambda": 317.3299, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1568.77, + "avg_cost": 0.5, + "lambda": 317.7761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1885.21, + "avg_cost": 0.5, + "lambda": 318.2009, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1622.73, + "avg_cost": 0.0, + "lambda": 318.6328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1621.32, + "avg_cost": 0.0, + "lambda": 319.3133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1634.96, + "avg_cost": 0.0, + "lambda": 319.8755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2024.33, + "avg_cost": 1.25, + "lambda": 320.3148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2198.83, + "avg_cost": 0.0, + "lambda": 320.7424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2019.23, + "avg_cost": 0.0, + "lambda": 320.9427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 1721.93, + "avg_cost": 0.0, + "lambda": 321.1421, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2194.29, + "avg_cost": 0.0, + "lambda": 321.3368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2038.98, + "avg_cost": 0.0, + "lambda": 321.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2308.28, + "avg_cost": 0.0, + "lambda": 321.668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 2232.1, + "avg_cost": 0.0, + "lambda": 321.8764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 2472.42, + "avg_cost": 0.0, + "lambda": 322.0243, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 2793.55, + "avg_cost": 0.0, + "lambda": 322.2035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 2869.93, + "avg_cost": 0.75, + "lambda": 322.5812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 2753.18, + "avg_cost": 0.0, + "lambda": 322.8519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 2787.36, + "avg_cost": 0.0, + "lambda": 322.9962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 2727.48, + "avg_cost": 0.5, + "lambda": 323.1517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 2774.46, + "avg_cost": 0.75, + "lambda": 323.2721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2830.44, + "avg_cost": 0.0, + "lambda": 323.3622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 2929.53, + "avg_cost": 0.0, + "lambda": 323.4487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3082.12, + "avg_cost": 0.0, + "lambda": 323.5615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..797a2749c071d8ecd0e10f627b3c94485425ddc7 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -6116041.14, + "constraint_satisfaction_pct": 17.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23427.97, + "avg_cost": 17.75, + "lambda": 10.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -21673.61, + "avg_cost": 21.75, + "lambda": 15.6747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -21521.48, + "avg_cost": 12.5, + "lambda": 21.3169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -21718.35, + "avg_cost": 15.75, + "lambda": 26.252, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -20329.51, + "avg_cost": 13.5, + "lambda": 30.8768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -20148.89, + "avg_cost": 7.75, + "lambda": 35.5621, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -20524.4, + "avg_cost": 11.5, + "lambda": 40.0679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -20061.9, + "avg_cost": 17.5, + "lambda": 44.2861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -19523.34, + "avg_cost": 21.25, + "lambda": 49.0743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -20954.71, + "avg_cost": 15.0, + "lambda": 53.7236, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17648.54, + "avg_cost": 7.0, + "lambda": 57.8134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -19010.67, + "avg_cost": 7.25, + "lambda": 61.2299, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -17520.04, + "avg_cost": 10.0, + "lambda": 64.6904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -17846.11, + "avg_cost": 9.25, + "lambda": 68.2132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -16810.71, + "avg_cost": 11.25, + "lambda": 71.1169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -15966.01, + "avg_cost": 9.25, + "lambda": 74.1513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -16323.14, + "avg_cost": 11.5, + "lambda": 77.4622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -15299.93, + "avg_cost": 4.75, + "lambda": 80.671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -15194.79, + "avg_cost": 12.5, + "lambda": 83.6809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -14782.44, + "avg_cost": 9.25, + "lambda": 86.2994, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -14869.95, + "avg_cost": 8.75, + "lambda": 88.9679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -14357.56, + "avg_cost": 7.5, + "lambda": 91.9048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -13863.47, + "avg_cost": 6.0, + "lambda": 94.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -14404.2, + "avg_cost": 4.75, + "lambda": 98.0455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -13797.07, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -12691.9, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -13820.58, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -12948.05, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -12184.87, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -11799.39, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -10337.31, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -10296.63, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -10275.49, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -9934.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -8559.75, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -8300.11, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -8907.29, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -8002.36, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -8209.01, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -8209.72, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -8057.39, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8021.26, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -7852.77, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -7988.16, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -7713.29, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -6108.29, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -6207.62, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -6254.71, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -5878.17, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -5625.88, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -5672.04, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -5893.41, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -4864.05, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -5032.79, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4828.34, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -3953.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -3758.99, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3848.59, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -3351.06, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -2897.42, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2837.52, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2157.39, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2191.76, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1918.49, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1755.16, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1403.83, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1053.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -452.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -446.46, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 235.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 23.6, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 1057.26, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 1532.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1167.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 1058.2, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 2187.59, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1949.26, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 2462.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2688.84, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 2908.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3135.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3212.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3215.25, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3673.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3617.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3469.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3758.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3590.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4070.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4170.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3987.64, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4516.09, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4220.49, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4681.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4512.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4949.92, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5065.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5265.35, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5341.32, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4506.58, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5233.76, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..d45a36a112bc5d39ac6ca2742f0606b533c07648 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 884887.62, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15618.64, + "avg_cost": 17.75, + "lambda": 4.9275, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 10, + "avg_reward": -14477.58, + "avg_cost": 25.25, + "lambda": 4.4625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 20, + "avg_reward": -14129.01, + "avg_cost": 20.75, + "lambda": 3.69, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 30, + "avg_reward": -13616.42, + "avg_cost": 21.75, + "lambda": 2.8525, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 40, + "avg_reward": -13044.89, + "avg_cost": 13.0, + "lambda": 2.05, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 50, + "avg_reward": -13121.39, + "avg_cost": 19.0, + "lambda": 1.385, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 60, + "avg_reward": -12109.29, + "avg_cost": 16.25, + "lambda": 0.65, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 70, + "avg_reward": -11719.11, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 80, + "avg_reward": -10786.33, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 90, + "avg_reward": -10247.76, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 100, + "avg_reward": -8763.11, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 110, + "avg_reward": -8551.78, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 120, + "avg_reward": -7897.1, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 130, + "avg_reward": -6927.18, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 140, + "avg_reward": -6543.01, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 150, + "avg_reward": -5133.58, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 160, + "avg_reward": -4260.93, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 170, + "avg_reward": -3688.8, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 180, + "avg_reward": -2676.02, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 190, + "avg_reward": -1953.36, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 200, + "avg_reward": -1701.69, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 210, + "avg_reward": -1568.89, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 220, + "avg_reward": -847.94, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 230, + "avg_reward": -73.5, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 240, + "avg_reward": 118.67, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 250, + "avg_reward": 23.81, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 260, + "avg_reward": 870.55, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 270, + "avg_reward": 1140.76, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 280, + "avg_reward": 1171.58, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 290, + "avg_reward": 1613.67, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 300, + "avg_reward": 1873.11, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 310, + "avg_reward": 1801.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 320, + "avg_reward": 2047.43, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 330, + "avg_reward": 1883.28, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 340, + "avg_reward": 2310.36, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 350, + "avg_reward": 2546.59, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 360, + "avg_reward": 2530.85, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 370, + "avg_reward": 2783.73, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 380, + "avg_reward": 2731.58, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 390, + "avg_reward": 2457.05, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 400, + "avg_reward": 2324.08, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 410, + "avg_reward": 2596.92, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 420, + "avg_reward": 3088.89, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 430, + "avg_reward": 3063.17, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 440, + "avg_reward": 2911.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 450, + "avg_reward": 2912.08, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 460, + "avg_reward": 2958.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 470, + "avg_reward": 2920.72, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 480, + "avg_reward": 3507.29, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 490, + "avg_reward": 3475.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 500, + "avg_reward": 3306.9, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 510, + "avg_reward": 3090.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 520, + "avg_reward": 3331.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 530, + "avg_reward": 3210.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 540, + "avg_reward": 3322.67, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 550, + "avg_reward": 3702.05, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 560, + "avg_reward": 3809.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 570, + "avg_reward": 3253.44, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 580, + "avg_reward": 3558.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 590, + "avg_reward": 3639.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 600, + "avg_reward": 3913.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 610, + "avg_reward": 3663.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 620, + "avg_reward": 3458.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 630, + "avg_reward": 3845.6, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 640, + "avg_reward": 3706.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 650, + "avg_reward": 4045.12, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 660, + "avg_reward": 3755.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 670, + "avg_reward": 3781.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 680, + "avg_reward": 3878.46, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 690, + "avg_reward": 3919.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 700, + "avg_reward": 4027.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 710, + "avg_reward": 3611.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 720, + "avg_reward": 3984.27, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 730, + "avg_reward": 4087.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 740, + "avg_reward": 4320.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 750, + "avg_reward": 4387.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 760, + "avg_reward": 4143.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 770, + "avg_reward": 4086.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 780, + "avg_reward": 4171.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 790, + "avg_reward": 4534.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 800, + "avg_reward": 4363.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 810, + "avg_reward": 4187.08, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 820, + "avg_reward": 4588.45, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 830, + "avg_reward": 3964.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 840, + "avg_reward": 4519.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 850, + "avg_reward": 4651.31, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 860, + "avg_reward": 4691.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 870, + "avg_reward": 4713.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 880, + "avg_reward": 4026.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 890, + "avg_reward": 4456.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 900, + "avg_reward": 4672.8, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 910, + "avg_reward": 4822.41, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 920, + "avg_reward": 4895.24, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 930, + "avg_reward": 4480.62, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 940, + "avg_reward": 4526.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 950, + "avg_reward": 4665.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 960, + "avg_reward": 5082.4, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 970, + "avg_reward": 4597.19, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 980, + "avg_reward": 4956.51, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 990, + "avg_reward": 4983.05, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 1000, + "avg_reward": 4687.92, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..b1f1d84db2da2c26705eb78e139b5cab95474d0e --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7455072.1, + "constraint_satisfaction_pct": 37.93, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.5664, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31237.29, + "avg_cost": 836.75, + "lambda": 0.1837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -29589.81, + "avg_cost": 826.0, + "lambda": 0.9359, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -28087.82, + "avg_cost": 809.5, + "lambda": 1.7661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -27193.77, + "avg_cost": 804.25, + "lambda": 2.5855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -25918.61, + "avg_cost": 798.0, + "lambda": 3.3941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -23567.22, + "avg_cost": 777.75, + "lambda": 4.192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -22374.93, + "avg_cost": 757.0, + "lambda": 4.9702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -20453.36, + "avg_cost": 732.5, + "lambda": 5.7279, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18100.97, + "avg_cost": 686.25, + "lambda": 6.4591, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -16174.46, + "avg_cost": 653.5, + "lambda": 7.1581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -13753.5, + "avg_cost": 597.5, + "lambda": 7.8181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -12452.77, + "avg_cost": 540.25, + "lambda": 8.4321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -10224.24, + "avg_cost": 471.75, + "lambda": 8.9935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -8121.16, + "avg_cost": 383.5, + "lambda": 9.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5761.27, + "avg_cost": 319.0, + "lambda": 9.8969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -4707.44, + "avg_cost": 247.0, + "lambda": 10.2379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1901.47, + "avg_cost": 200.0, + "lambda": 10.5127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1394.29, + "avg_cost": 157.25, + "lambda": 10.7357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -898.35, + "avg_cost": 117.5, + "lambda": 10.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 229.59, + "avg_cost": 89.5, + "lambda": 11.0412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1028.54, + "avg_cost": 64.0, + "lambda": 11.1403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 1374.86, + "avg_cost": 49.75, + "lambda": 11.2136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 1829.16, + "avg_cost": 38.0, + "lambda": 11.2696, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1820.77, + "avg_cost": 33.5, + "lambda": 11.3131, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 3170.38, + "avg_cost": 22.25, + "lambda": 11.3483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2459.14, + "avg_cost": 20.5, + "lambda": 11.3773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2735.06, + "avg_cost": 20.25, + "lambda": 11.4011, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2823.98, + "avg_cost": 17.25, + "lambda": 11.4206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 3332.48, + "avg_cost": 11.25, + "lambda": 11.4367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3813.62, + "avg_cost": 9.75, + "lambda": 11.4502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3598.93, + "avg_cost": 8.0, + "lambda": 11.4614, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3906.13, + "avg_cost": 8.0, + "lambda": 11.4708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 3821.58, + "avg_cost": 5.5, + "lambda": 11.4783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 4214.07, + "avg_cost": 8.5, + "lambda": 11.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4182.83, + "avg_cost": 6.75, + "lambda": 11.4913, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4511.59, + "avg_cost": 4.25, + "lambda": 11.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4603.1, + "avg_cost": 4.25, + "lambda": 11.5034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4879.45, + "avg_cost": 3.25, + "lambda": 11.5086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4894.13, + "avg_cost": 3.75, + "lambda": 11.5136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4388.93, + "avg_cost": 3.25, + "lambda": 11.5185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4490.98, + "avg_cost": 5.0, + "lambda": 11.5229, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5707.52, + "avg_cost": 5.25, + "lambda": 11.5276, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6252.49, + "avg_cost": 2.0, + "lambda": 11.5317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5644.21, + "avg_cost": 2.25, + "lambda": 11.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5374.13, + "avg_cost": 2.25, + "lambda": 11.5379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6361.81, + "avg_cost": 1.0, + "lambda": 11.5402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 6187.91, + "avg_cost": 0.75, + "lambda": 11.542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6431.35, + "avg_cost": 1.25, + "lambda": 11.5435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5881.97, + "avg_cost": 0.75, + "lambda": 11.5449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6396.51, + "avg_cost": 1.0, + "lambda": 11.5461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 6543.89, + "avg_cost": 0.5, + "lambda": 11.5472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6457.62, + "avg_cost": 1.25, + "lambda": 11.5481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6538.4, + "avg_cost": 0.75, + "lambda": 11.549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6257.22, + "avg_cost": 0.75, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 7033.36, + "avg_cost": 0.5, + "lambda": 11.5508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7119.59, + "avg_cost": 1.75, + "lambda": 11.5514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7722.39, + "avg_cost": 0.5, + "lambda": 11.5519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 7279.64, + "avg_cost": 0.25, + "lambda": 11.5524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6764.39, + "avg_cost": 0.0, + "lambda": 11.5527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6812.69, + "avg_cost": 0.5, + "lambda": 11.553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7377.45, + "avg_cost": 0.0, + "lambda": 11.5533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7761.42, + "avg_cost": 0.5, + "lambda": 11.5536, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7435.15, + "avg_cost": 1.0, + "lambda": 11.554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 8020.09, + "avg_cost": 0.25, + "lambda": 11.5544, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 8017.41, + "avg_cost": 0.5, + "lambda": 11.5547, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 8206.02, + "avg_cost": 0.0, + "lambda": 11.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7405.13, + "avg_cost": 0.0, + "lambda": 11.5553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7733.49, + "avg_cost": 0.25, + "lambda": 11.5555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7583.19, + "avg_cost": 0.5, + "lambda": 11.5557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 8260.88, + "avg_cost": 0.0, + "lambda": 11.5559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8324.32, + "avg_cost": 0.25, + "lambda": 11.5561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 8956.23, + "avg_cost": 0.0, + "lambda": 11.5561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 8487.21, + "avg_cost": 0.25, + "lambda": 11.5562, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 8367.39, + "avg_cost": 0.25, + "lambda": 11.5563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7476.31, + "avg_cost": 0.25, + "lambda": 11.5564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7984.27, + "avg_cost": 0.25, + "lambda": 11.5566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7984.22, + "avg_cost": 0.0, + "lambda": 11.5567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8845.13, + "avg_cost": 0.0, + "lambda": 11.5568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7729.84, + "avg_cost": 0.0, + "lambda": 11.5569, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7742.18, + "avg_cost": 0.0, + "lambda": 11.557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7760.27, + "avg_cost": 0.0, + "lambda": 11.557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8366.27, + "avg_cost": 0.0, + "lambda": 11.5571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7746.68, + "avg_cost": 0.0, + "lambda": 11.5571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8434.79, + "avg_cost": 0.0, + "lambda": 11.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9048.65, + "avg_cost": 0.25, + "lambda": 11.5573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8627.83, + "avg_cost": 0.0, + "lambda": 11.5574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8655.5, + "avg_cost": 0.0, + "lambda": 11.5574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8560.74, + "avg_cost": 0.25, + "lambda": 11.5575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7887.04, + "avg_cost": 0.25, + "lambda": 11.5576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9312.75, + "avg_cost": 0.0, + "lambda": 11.5577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9485.33, + "avg_cost": 0.25, + "lambda": 11.5577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9211.18, + "avg_cost": 0.0, + "lambda": 11.5578, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8742.38, + "avg_cost": 0.0, + "lambda": 11.5579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8990.91, + "avg_cost": 0.0, + "lambda": 11.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8890.79, + "avg_cost": 0.0, + "lambda": 11.5581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9866.17, + "avg_cost": 0.0, + "lambda": 11.5582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8780.68, + "avg_cost": 0.0, + "lambda": 11.5582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9884.54, + "avg_cost": 0.0, + "lambda": 11.5584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 10318.76, + "avg_cost": 0.0, + "lambda": 11.5584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9478.51, + "avg_cost": 0.0, + "lambda": 11.5586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9111.88, + "avg_cost": 0.0, + "lambda": 11.5587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9495.86, + "avg_cost": 0.0, + "lambda": 11.5587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 8784.56, + "avg_cost": 0.0, + "lambda": 11.5588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9871.05, + "avg_cost": 0.25, + "lambda": 11.5589, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8995.52, + "avg_cost": 0.0, + "lambda": 11.5591, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 10393.55, + "avg_cost": 0.0, + "lambda": 11.5592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9587.74, + "avg_cost": 0.0, + "lambda": 11.5592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 8391.66, + "avg_cost": 0.0, + "lambda": 11.5593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 10062.84, + "avg_cost": 0.0, + "lambda": 11.5593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9174.56, + "avg_cost": 0.0, + "lambda": 11.5594, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8336.38, + "avg_cost": 0.0, + "lambda": 11.5594, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 8136.61, + "avg_cost": 0.0, + "lambda": 11.5595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9909.3, + "avg_cost": 0.75, + "lambda": 11.5596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 8472.99, + "avg_cost": 0.0, + "lambda": 11.5596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10840.96, + "avg_cost": 0.0, + "lambda": 11.5597, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9733.39, + "avg_cost": 0.0, + "lambda": 11.5598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9907.58, + "avg_cost": 0.25, + "lambda": 11.5598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10638.46, + "avg_cost": 0.0, + "lambda": 11.5599, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 11331.19, + "avg_cost": 0.25, + "lambda": 11.5599, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10167.12, + "avg_cost": 0.0, + "lambda": 11.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9713.09, + "avg_cost": 0.0, + "lambda": 11.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10161.0, + "avg_cost": 0.25, + "lambda": 11.5601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 11054.09, + "avg_cost": 0.0, + "lambda": 11.5601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 9913.0, + "avg_cost": 0.5, + "lambda": 11.5602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 10747.68, + "avg_cost": 0.0, + "lambda": 11.5603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 9557.82, + "avg_cost": 0.25, + "lambda": 11.5604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 9877.75, + "avg_cost": 0.25, + "lambda": 11.5606, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9492.49, + "avg_cost": 0.25, + "lambda": 11.5608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 9656.58, + "avg_cost": 0.0, + "lambda": 11.561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10685.9, + "avg_cost": 0.25, + "lambda": 11.5611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11212.98, + "avg_cost": 0.0, + "lambda": 11.5613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 9753.41, + "avg_cost": 1.0, + "lambda": 11.5616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 9473.23, + "avg_cost": 0.0, + "lambda": 11.5619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 11009.27, + "avg_cost": 0.0, + "lambda": 11.562, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 9908.04, + "avg_cost": 0.5, + "lambda": 11.5623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10191.93, + "avg_cost": 0.0, + "lambda": 11.5626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 9994.62, + "avg_cost": 0.25, + "lambda": 11.5629, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 9105.32, + "avg_cost": 0.25, + "lambda": 11.5633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10350.88, + "avg_cost": 0.25, + "lambda": 11.5635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 11080.14, + "avg_cost": 0.0, + "lambda": 11.5637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11143.74, + "avg_cost": 0.0, + "lambda": 11.5638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11057.47, + "avg_cost": 0.25, + "lambda": 11.564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10780.81, + "avg_cost": 0.25, + "lambda": 11.5642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10377.58, + "avg_cost": 0.0, + "lambda": 11.5645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10640.32, + "avg_cost": 0.25, + "lambda": 11.5647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11190.78, + "avg_cost": 0.0, + "lambda": 11.5649, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 10564.82, + "avg_cost": 0.0, + "lambda": 11.5652, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10990.1, + "avg_cost": 0.25, + "lambda": 11.5655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 9908.3, + "avg_cost": 0.0, + "lambda": 11.5658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10666.37, + "avg_cost": 0.0, + "lambda": 11.5661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10588.67, + "avg_cost": 0.5, + "lambda": 11.5664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..a1846aaa3b4858776acf968ce2124c7a82357901 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3948776.41, + "constraint_satisfaction_pct": 13.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 33.3986, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31237.29, + "avg_cost": 969.0, + "lambda": 0.1969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -28119.62, + "avg_cost": 966.0, + "lambda": 1.0695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -28334.39, + "avg_cost": 969.0, + "lambda": 2.0381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -27673.24, + "avg_cost": 962.0, + "lambda": 3.0042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -26481.8, + "avg_cost": 963.5, + "lambda": 3.9683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24659.79, + "avg_cost": 955.25, + "lambda": 4.9294, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -23737.64, + "avg_cost": 955.0, + "lambda": 5.8872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -22520.29, + "avg_cost": 947.75, + "lambda": 6.8413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -20086.1, + "avg_cost": 932.5, + "lambda": 7.7877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -19735.87, + "avg_cost": 937.75, + "lambda": 8.727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17516.05, + "avg_cost": 916.25, + "lambda": 9.6595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -18904.29, + "avg_cost": 924.0, + "lambda": 10.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -16093.51, + "avg_cost": 917.75, + "lambda": 11.5074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -14997.53, + "avg_cost": 893.5, + "lambda": 12.4208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -15370.6, + "avg_cost": 900.5, + "lambda": 13.3232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -14672.44, + "avg_cost": 891.0, + "lambda": 14.2211, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -14925.32, + "avg_cost": 892.0, + "lambda": 15.1154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -14798.63, + "avg_cost": 888.25, + "lambda": 16.0064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -14554.51, + "avg_cost": 898.5, + "lambda": 16.898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -14716.8, + "avg_cost": 897.5, + "lambda": 17.7903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -12960.37, + "avg_cost": 868.0, + "lambda": 18.6789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -13451.03, + "avg_cost": 877.0, + "lambda": 19.5589, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -13234.66, + "avg_cost": 879.25, + "lambda": 20.4347, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -10861.8, + "avg_cost": 848.75, + "lambda": 21.3062, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -9553.79, + "avg_cost": 827.0, + "lambda": 22.1648, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -9457.09, + "avg_cost": 800.0, + "lambda": 23.001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -8108.53, + "avg_cost": 780.75, + "lambda": 23.8069, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -7751.81, + "avg_cost": 767.5, + "lambda": 24.5935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -6267.66, + "avg_cost": 749.75, + "lambda": 25.3687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -6395.01, + "avg_cost": 727.75, + "lambda": 26.1302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -4194.1, + "avg_cost": 700.5, + "lambda": 26.8687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -4859.9, + "avg_cost": 684.25, + "lambda": 27.5801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -5020.09, + "avg_cost": 665.75, + "lambda": 28.2671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -4245.75, + "avg_cost": 627.5, + "lambda": 28.9315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -3450.1, + "avg_cost": 576.5, + "lambda": 29.5628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1789.03, + "avg_cost": 482.0, + "lambda": 30.1543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -297.83, + "avg_cost": 424.0, + "lambda": 30.6784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 473.08, + "avg_cost": 355.25, + "lambda": 31.131, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 697.49, + "avg_cost": 321.0, + "lambda": 31.5308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1112.44, + "avg_cost": 301.5, + "lambda": 31.8824, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 3098.06, + "avg_cost": 198.5, + "lambda": 32.1773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2862.84, + "avg_cost": 174.0, + "lambda": 32.4155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3504.24, + "avg_cost": 116.0, + "lambda": 32.6014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4164.42, + "avg_cost": 95.5, + "lambda": 32.7438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 4693.07, + "avg_cost": 78.25, + "lambda": 32.8543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4813.41, + "avg_cost": 51.0, + "lambda": 32.9424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4939.45, + "avg_cost": 49.0, + "lambda": 33.0098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5035.72, + "avg_cost": 40.75, + "lambda": 33.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5185.53, + "avg_cost": 37.25, + "lambda": 33.1047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5490.64, + "avg_cost": 23.5, + "lambda": 33.1408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5806.54, + "avg_cost": 21.5, + "lambda": 33.1705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5596.98, + "avg_cost": 23.5, + "lambda": 33.1938, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 5813.72, + "avg_cost": 16.25, + "lambda": 33.214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6207.07, + "avg_cost": 18.0, + "lambda": 33.2318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6036.38, + "avg_cost": 12.25, + "lambda": 33.2478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 5986.11, + "avg_cost": 14.0, + "lambda": 33.2613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6107.81, + "avg_cost": 8.25, + "lambda": 33.2732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6452.6, + "avg_cost": 7.5, + "lambda": 33.2835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6457.66, + "avg_cost": 8.25, + "lambda": 33.2926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6631.19, + "avg_cost": 7.0, + "lambda": 33.3007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6740.48, + "avg_cost": 6.25, + "lambda": 33.3077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6316.41, + "avg_cost": 4.5, + "lambda": 33.3142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6511.8, + "avg_cost": 5.75, + "lambda": 33.3193, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6947.27, + "avg_cost": 4.0, + "lambda": 33.3241, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7419.91, + "avg_cost": 3.5, + "lambda": 33.3286, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6707.86, + "avg_cost": 2.25, + "lambda": 33.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6661.62, + "avg_cost": 4.0, + "lambda": 33.3361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6481.89, + "avg_cost": 4.25, + "lambda": 33.3399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6739.53, + "avg_cost": 4.0, + "lambda": 33.3433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7441.83, + "avg_cost": 2.25, + "lambda": 33.3464, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7425.12, + "avg_cost": 3.5, + "lambda": 33.3494, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7022.05, + "avg_cost": 4.0, + "lambda": 33.3523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7473.0, + "avg_cost": 2.25, + "lambda": 33.3549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6918.41, + "avg_cost": 3.25, + "lambda": 33.3573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7427.63, + "avg_cost": 2.5, + "lambda": 33.3598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7455.34, + "avg_cost": 0.75, + "lambda": 33.3623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7304.6, + "avg_cost": 1.25, + "lambda": 33.3642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7779.04, + "avg_cost": 0.5, + "lambda": 33.3658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7858.04, + "avg_cost": 2.0, + "lambda": 33.3671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8081.34, + "avg_cost": 0.25, + "lambda": 33.3682, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7592.62, + "avg_cost": 1.0, + "lambda": 33.3693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8182.17, + "avg_cost": 0.75, + "lambda": 33.3704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8645.86, + "avg_cost": 0.25, + "lambda": 33.3712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8277.97, + "avg_cost": 1.0, + "lambda": 33.3719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8711.66, + "avg_cost": 2.0, + "lambda": 33.3726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8614.57, + "avg_cost": 0.75, + "lambda": 33.3735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8411.99, + "avg_cost": 1.0, + "lambda": 33.3743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8589.73, + "avg_cost": 1.25, + "lambda": 33.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8716.0, + "avg_cost": 0.0, + "lambda": 33.3757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8492.51, + "avg_cost": 0.5, + "lambda": 33.3763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8480.18, + "avg_cost": 0.5, + "lambda": 33.3769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8406.2, + "avg_cost": 1.0, + "lambda": 33.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8765.67, + "avg_cost": 1.0, + "lambda": 33.3782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8121.3, + "avg_cost": 0.5, + "lambda": 33.379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 7641.19, + "avg_cost": 0.75, + "lambda": 33.3798, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 7585.21, + "avg_cost": 0.75, + "lambda": 33.3807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8937.88, + "avg_cost": 0.0, + "lambda": 33.3816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9274.37, + "avg_cost": 0.5, + "lambda": 33.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9019.17, + "avg_cost": 0.75, + "lambda": 33.3829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 8724.41, + "avg_cost": 0.5, + "lambda": 33.3833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9038.73, + "avg_cost": 1.0, + "lambda": 33.3837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8246.24, + "avg_cost": 0.25, + "lambda": 33.3841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 8768.12, + "avg_cost": 0.25, + "lambda": 33.3844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 8303.71, + "avg_cost": 0.0, + "lambda": 33.3846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8671.35, + "avg_cost": 0.25, + "lambda": 33.3847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8137.4, + "avg_cost": 0.25, + "lambda": 33.3848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 8944.33, + "avg_cost": 0.25, + "lambda": 33.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9483.23, + "avg_cost": 0.0, + "lambda": 33.3852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8837.41, + "avg_cost": 0.0, + "lambda": 33.3853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9444.51, + "avg_cost": 0.75, + "lambda": 33.3855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8977.93, + "avg_cost": 0.0, + "lambda": 33.3857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 8658.79, + "avg_cost": 0.0, + "lambda": 33.386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9384.66, + "avg_cost": 0.0, + "lambda": 33.3863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9471.94, + "avg_cost": 0.0, + "lambda": 33.3864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9590.62, + "avg_cost": 0.0, + "lambda": 33.3865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9599.38, + "avg_cost": 0.0, + "lambda": 33.3867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9486.94, + "avg_cost": 0.5, + "lambda": 33.387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9227.48, + "avg_cost": 0.25, + "lambda": 33.3872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9499.07, + "avg_cost": 0.0, + "lambda": 33.3873, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9173.05, + "avg_cost": 0.75, + "lambda": 33.3875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 10023.2, + "avg_cost": 0.25, + "lambda": 33.3877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 9866.09, + "avg_cost": 0.25, + "lambda": 33.3879, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9569.9, + "avg_cost": 0.25, + "lambda": 33.3882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 8863.74, + "avg_cost": 0.25, + "lambda": 33.3885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9703.34, + "avg_cost": 1.0, + "lambda": 33.3888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 9993.88, + "avg_cost": 0.0, + "lambda": 33.3891, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 8592.09, + "avg_cost": 1.0, + "lambda": 33.3895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9888.66, + "avg_cost": 1.25, + "lambda": 33.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10231.02, + "avg_cost": 0.0, + "lambda": 33.3906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9986.38, + "avg_cost": 0.5, + "lambda": 33.3909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 8938.6, + "avg_cost": 0.0, + "lambda": 33.3911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 9817.79, + "avg_cost": 1.75, + "lambda": 33.3915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 7936.82, + "avg_cost": 0.0, + "lambda": 33.3921, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 9181.58, + "avg_cost": 0.5, + "lambda": 33.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 9308.71, + "avg_cost": 1.0, + "lambda": 33.393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 9977.17, + "avg_cost": 0.25, + "lambda": 33.3935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10460.15, + "avg_cost": 1.0, + "lambda": 33.3941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10553.65, + "avg_cost": 0.25, + "lambda": 33.3947, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9677.67, + "avg_cost": 0.0, + "lambda": 33.3951, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 9781.94, + "avg_cost": 0.5, + "lambda": 33.3957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10094.65, + "avg_cost": 0.25, + "lambda": 33.3962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 9565.33, + "avg_cost": 0.0, + "lambda": 33.3966, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 8593.74, + "avg_cost": 0.5, + "lambda": 33.3968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 9564.5, + "avg_cost": 0.0, + "lambda": 33.397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9319.08, + "avg_cost": 0.0, + "lambda": 33.3972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10229.34, + "avg_cost": 0.75, + "lambda": 33.3973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11193.24, + "avg_cost": 0.0, + "lambda": 33.3974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11318.48, + "avg_cost": 0.0, + "lambda": 33.3976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11471.09, + "avg_cost": 0.25, + "lambda": 33.3978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 11122.75, + "avg_cost": 0.75, + "lambda": 33.3982, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 11935.26, + "avg_cost": 1.0, + "lambda": 33.3986, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..718e07467031db05dbaa547b9e2f7b6756305965 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3343479.07, + "constraint_satisfaction_pct": 98.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15618.64, + "avg_cost": 17.75, + "lambda": 4.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -14364.44, + "avg_cost": 26.0, + "lambda": 4.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -14183.81, + "avg_cost": 12.5, + "lambda": 3.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -14107.84, + "avg_cost": 17.5, + "lambda": 3.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -13478.09, + "avg_cost": 15.0, + "lambda": 2.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -12886.01, + "avg_cost": 16.25, + "lambda": 1.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -11808.47, + "avg_cost": 23.25, + "lambda": 1.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -11617.19, + "avg_cost": 11.75, + "lambda": 0.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -10471.31, + "avg_cost": 25.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -9887.55, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -8772.96, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -8284.89, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -7641.4, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -6355.91, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -5570.94, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -4673.5, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -4055.02, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3513.05, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2893.02, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2527.33, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1453.69, + "avg_cost": 17.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1275.79, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -624.71, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -280.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 299.8, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 520.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 1107.03, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1185.48, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 1469.68, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1902.76, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 1921.43, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1952.44, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2207.87, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2261.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 2278.72, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2162.61, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 2296.6, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2537.93, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2398.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2630.2, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2571.59, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2827.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3138.79, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2774.58, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3267.36, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2992.87, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3448.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3381.62, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3210.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3587.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3309.25, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3429.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3409.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3725.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3345.02, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3608.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3531.42, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3794.38, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3866.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3949.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3605.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3411.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3723.6, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4085.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3933.11, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3795.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4113.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4305.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4042.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4278.51, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4010.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 4242.82, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4258.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4340.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4133.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3703.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4248.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4147.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4194.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4364.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4008.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3727.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4074.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4042.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4071.87, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4389.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4528.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4126.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4676.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4611.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 4564.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4219.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4517.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4605.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4744.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4571.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3944.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4857.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4501.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4389.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4587.33, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 4506.87, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 4552.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 4667.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 4802.27, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 4686.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 5075.28, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 4674.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 4723.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 4241.13, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 4696.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 4847.45, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 5134.21, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 5015.92, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 4679.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 4918.39, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 4819.04, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 5307.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 5291.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 5127.1, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 5378.7, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 4923.71, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5275.49, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 4780.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 4994.03, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 4940.92, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 4711.25, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 4469.97, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 4789.86, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 5324.61, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 5239.91, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 4499.04, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 4620.75, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 5172.42, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 5077.78, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4486.72, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 5230.18, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 4975.84, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 5786.23, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5619.44, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 4814.41, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 4639.55, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 4221.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 4435.41, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 4385.8, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 4654.21, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5482.73, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 4991.22, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 4652.72, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 5477.58, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 5816.64, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_baseline_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..12a2946fba7bc005175fc0993a47e71d9fa6709a --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -6650128.09, + "constraint_satisfaction_pct": 16.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22824.93, + "avg_cost": 19.25, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -22000.46, + "avg_cost": 15.5, + "lambda": 15.4849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -21707.88, + "avg_cost": 9.25, + "lambda": 20.1493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -20025.13, + "avg_cost": 12.25, + "lambda": 24.9792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -20216.67, + "avg_cost": 7.25, + "lambda": 30.0941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -20141.26, + "avg_cost": 6.75, + "lambda": 34.9838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -19829.63, + "avg_cost": 14.75, + "lambda": 39.2292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -19140.26, + "avg_cost": 19.75, + "lambda": 43.5672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18367.99, + "avg_cost": 8.25, + "lambda": 47.7384, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -17548.74, + "avg_cost": 7.75, + "lambda": 51.2662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17573.3, + "avg_cost": 21.5, + "lambda": 54.5781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -17506.1, + "avg_cost": 18.5, + "lambda": 58.2861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -16741.16, + "avg_cost": 8.75, + "lambda": 62.1987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -16146.58, + "avg_cost": 10.0, + "lambda": 65.6717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -16817.32, + "avg_cost": 3.0, + "lambda": 69.0734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -15879.33, + "avg_cost": 12.5, + "lambda": 72.1596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -14746.62, + "avg_cost": 20.5, + "lambda": 75.439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -15269.1, + "avg_cost": 14.5, + "lambda": 78.7146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -14681.28, + "avg_cost": 13.25, + "lambda": 81.9379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -14517.96, + "avg_cost": 2.0, + "lambda": 84.8515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -14299.68, + "avg_cost": 16.0, + "lambda": 87.8127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -15688.66, + "avg_cost": 15.75, + "lambda": 90.9104, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -14633.43, + "avg_cost": 10.25, + "lambda": 93.8073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -14470.62, + "avg_cost": 6.75, + "lambda": 96.5199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -13525.8, + "avg_cost": 8.75, + "lambda": 98.6239, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -13000.97, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -12647.43, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -11833.76, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -11819.44, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -12070.75, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -11513.78, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -10829.71, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -10190.03, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -10694.07, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -10129.67, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -10076.3, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -9593.65, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -9879.13, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -10148.7, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -10292.02, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -10550.33, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -9384.23, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -9459.57, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -9574.26, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -9014.28, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -8127.48, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -6785.45, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -6059.29, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -5613.18, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -5620.07, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -5325.51, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -5624.14, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -5248.68, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -4654.63, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -5300.22, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -4910.05, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4983.53, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -5178.26, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -5287.27, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -5056.9, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -3672.56, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2791.23, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2837.51, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1839.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1459.81, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1172.35, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1240.6, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -1205.02, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -1075.76, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -640.23, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -620.54, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -675.93, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -370.14, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -646.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 26.57, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 645.07, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 268.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -57.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 379.44, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 978.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1209.51, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1684.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1920.36, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2219.42, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2153.49, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2237.49, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 2749.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3432.19, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 2758.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3163.68, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3549.05, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3734.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3751.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4018.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 3759.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4185.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4071.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4111.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4217.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4430.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4718.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_baseline_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..723c67863c742310d7a59dc1b9a8433caa13da09 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5057203.39, + "constraint_satisfaction_pct": 12.47, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 29.0658, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30433.24, + "avg_cost": 972.5, + "lambda": 0.1973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -28814.12, + "avg_cost": 971.75, + "lambda": 1.072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -27959.15, + "avg_cost": 966.25, + "lambda": 2.0412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -26423.33, + "avg_cost": 960.25, + "lambda": 3.0065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -25603.72, + "avg_cost": 958.25, + "lambda": 3.969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -25220.59, + "avg_cost": 954.25, + "lambda": 4.9291, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -23100.65, + "avg_cost": 953.25, + "lambda": 5.8857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -21946.82, + "avg_cost": 945.5, + "lambda": 6.8385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -20801.57, + "avg_cost": 934.5, + "lambda": 7.7849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -19849.15, + "avg_cost": 936.75, + "lambda": 8.7248, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -19323.52, + "avg_cost": 924.5, + "lambda": 9.6608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -18601.64, + "avg_cost": 936.25, + "lambda": 10.5918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -17770.6, + "avg_cost": 923.75, + "lambda": 11.5165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -16579.3, + "avg_cost": 906.0, + "lambda": 12.4318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -14781.23, + "avg_cost": 892.5, + "lambda": 13.3401, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -13489.16, + "avg_cost": 873.25, + "lambda": 14.2406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -12786.16, + "avg_cost": 873.5, + "lambda": 15.1273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -12477.07, + "avg_cost": 869.0, + "lambda": 16.0022, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -12271.17, + "avg_cost": 855.75, + "lambda": 16.8658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -10310.79, + "avg_cost": 824.5, + "lambda": 17.7171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -9798.78, + "avg_cost": 805.5, + "lambda": 18.5496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -8385.08, + "avg_cost": 803.5, + "lambda": 19.3634, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -7830.42, + "avg_cost": 766.5, + "lambda": 20.1624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -6392.25, + "avg_cost": 738.25, + "lambda": 20.9359, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -6786.37, + "avg_cost": 720.75, + "lambda": 21.6855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -5226.59, + "avg_cost": 706.5, + "lambda": 22.4152, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -4744.91, + "avg_cost": 663.75, + "lambda": 23.1207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -3715.29, + "avg_cost": 659.0, + "lambda": 23.8001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -3705.33, + "avg_cost": 618.0, + "lambda": 24.4567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -2553.02, + "avg_cost": 579.0, + "lambda": 25.0853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -2119.53, + "avg_cost": 529.75, + "lambda": 25.676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -858.77, + "avg_cost": 484.75, + "lambda": 26.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -66.92, + "avg_cost": 404.0, + "lambda": 26.707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 633.4, + "avg_cost": 354.75, + "lambda": 27.1326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 1599.19, + "avg_cost": 268.25, + "lambda": 27.4933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2086.63, + "avg_cost": 224.0, + "lambda": 27.7865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3044.17, + "avg_cost": 173.25, + "lambda": 28.0312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2957.18, + "avg_cost": 130.25, + "lambda": 28.2301, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 4281.53, + "avg_cost": 112.0, + "lambda": 28.3829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3978.44, + "avg_cost": 82.0, + "lambda": 28.5033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 5059.22, + "avg_cost": 73.25, + "lambda": 28.5985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5140.81, + "avg_cost": 58.75, + "lambda": 28.6744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5005.4, + "avg_cost": 40.25, + "lambda": 28.7346, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5708.81, + "avg_cost": 29.5, + "lambda": 28.7805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5195.41, + "avg_cost": 24.25, + "lambda": 28.8154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5407.68, + "avg_cost": 22.25, + "lambda": 28.8438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5435.05, + "avg_cost": 17.5, + "lambda": 28.8669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6172.81, + "avg_cost": 17.0, + "lambda": 28.8865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5686.91, + "avg_cost": 12.0, + "lambda": 28.903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6235.91, + "avg_cost": 13.5, + "lambda": 28.9166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5839.9, + "avg_cost": 10.75, + "lambda": 28.9288, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6181.07, + "avg_cost": 9.0, + "lambda": 28.9394, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6280.6, + "avg_cost": 9.25, + "lambda": 28.9492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6587.27, + "avg_cost": 8.75, + "lambda": 28.9577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6716.26, + "avg_cost": 6.0, + "lambda": 28.9653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6615.09, + "avg_cost": 6.5, + "lambda": 28.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7199.41, + "avg_cost": 2.75, + "lambda": 28.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6733.88, + "avg_cost": 3.5, + "lambda": 28.9819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6513.22, + "avg_cost": 5.5, + "lambda": 28.987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6600.9, + "avg_cost": 4.75, + "lambda": 28.9916, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6676.0, + "avg_cost": 4.25, + "lambda": 28.9961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6941.59, + "avg_cost": 3.0, + "lambda": 29.0005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7299.85, + "avg_cost": 2.75, + "lambda": 29.0041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7310.66, + "avg_cost": 3.0, + "lambda": 29.0076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7284.61, + "avg_cost": 2.25, + "lambda": 29.0108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6879.42, + "avg_cost": 1.5, + "lambda": 29.0136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7251.37, + "avg_cost": 3.0, + "lambda": 29.016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7316.43, + "avg_cost": 1.75, + "lambda": 29.0184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7453.85, + "avg_cost": 1.25, + "lambda": 29.0204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7192.17, + "avg_cost": 2.25, + "lambda": 29.0221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7401.54, + "avg_cost": 1.5, + "lambda": 29.0238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7241.48, + "avg_cost": 1.0, + "lambda": 29.0255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7244.08, + "avg_cost": 1.75, + "lambda": 29.0271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7374.67, + "avg_cost": 2.0, + "lambda": 29.0289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7026.57, + "avg_cost": 1.25, + "lambda": 29.0303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8089.52, + "avg_cost": 0.75, + "lambda": 29.0315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7841.85, + "avg_cost": 0.5, + "lambda": 29.0324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7589.69, + "avg_cost": 1.5, + "lambda": 29.0333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7956.66, + "avg_cost": 1.0, + "lambda": 29.0341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7497.6, + "avg_cost": 1.5, + "lambda": 29.0351, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7559.55, + "avg_cost": 0.75, + "lambda": 29.036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8217.6, + "avg_cost": 0.25, + "lambda": 29.0369, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7648.28, + "avg_cost": 1.75, + "lambda": 29.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7935.47, + "avg_cost": 0.75, + "lambda": 29.0382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 7640.88, + "avg_cost": 1.0, + "lambda": 29.0389, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7590.25, + "avg_cost": 0.5, + "lambda": 29.0395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8197.21, + "avg_cost": 1.75, + "lambda": 29.0403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8042.72, + "avg_cost": 1.25, + "lambda": 29.0412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7989.35, + "avg_cost": 0.5, + "lambda": 29.0419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8302.96, + "avg_cost": 0.25, + "lambda": 29.0426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8793.89, + "avg_cost": 0.5, + "lambda": 29.0432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8304.25, + "avg_cost": 0.25, + "lambda": 29.0437, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8498.39, + "avg_cost": 0.25, + "lambda": 29.0443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8709.48, + "avg_cost": 0.75, + "lambda": 29.0447, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8575.9, + "avg_cost": 0.75, + "lambda": 29.0454, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 8620.01, + "avg_cost": 0.25, + "lambda": 29.0459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8829.67, + "avg_cost": 0.25, + "lambda": 29.0465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8475.64, + "avg_cost": 1.0, + "lambda": 29.0469, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8845.86, + "avg_cost": 1.0, + "lambda": 29.0473, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 8799.15, + "avg_cost": 0.5, + "lambda": 29.0477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9145.71, + "avg_cost": 0.75, + "lambda": 29.0483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9387.83, + "avg_cost": 0.5, + "lambda": 29.0489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 8774.01, + "avg_cost": 0.0, + "lambda": 29.0493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9299.92, + "avg_cost": 0.25, + "lambda": 29.0496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9505.55, + "avg_cost": 0.25, + "lambda": 29.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9051.02, + "avg_cost": 0.5, + "lambda": 29.0504, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 8825.46, + "avg_cost": 0.25, + "lambda": 29.051, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9546.57, + "avg_cost": 0.25, + "lambda": 29.0515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9117.48, + "avg_cost": 0.25, + "lambda": 29.052, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9083.66, + "avg_cost": 0.0, + "lambda": 29.0524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8845.53, + "avg_cost": 0.0, + "lambda": 29.0528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9369.68, + "avg_cost": 0.0, + "lambda": 29.0531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9903.9, + "avg_cost": 0.0, + "lambda": 29.0534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9560.87, + "avg_cost": 0.0, + "lambda": 29.0537, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9660.78, + "avg_cost": 0.0, + "lambda": 29.0539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9143.52, + "avg_cost": 0.25, + "lambda": 29.0542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9277.4, + "avg_cost": 0.25, + "lambda": 29.0543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 8705.36, + "avg_cost": 1.25, + "lambda": 29.0546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9351.66, + "avg_cost": 0.25, + "lambda": 29.0548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9661.55, + "avg_cost": 0.25, + "lambda": 29.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9336.53, + "avg_cost": 0.25, + "lambda": 29.0552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 9887.16, + "avg_cost": 0.25, + "lambda": 29.0554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9183.59, + "avg_cost": 2.25, + "lambda": 29.0556, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 9757.02, + "avg_cost": 0.0, + "lambda": 29.056, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9393.84, + "avg_cost": 0.75, + "lambda": 29.0564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10016.09, + "avg_cost": 0.0, + "lambda": 29.0567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 9762.15, + "avg_cost": 0.25, + "lambda": 29.0569, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9787.82, + "avg_cost": 0.5, + "lambda": 29.0571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 9797.91, + "avg_cost": 0.0, + "lambda": 29.0574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9780.98, + "avg_cost": 0.0, + "lambda": 29.0576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10250.89, + "avg_cost": 0.75, + "lambda": 29.0579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10110.49, + "avg_cost": 0.5, + "lambda": 29.0582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10305.91, + "avg_cost": 0.25, + "lambda": 29.0586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10694.93, + "avg_cost": 0.0, + "lambda": 29.059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10279.85, + "avg_cost": 0.75, + "lambda": 29.0592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10003.91, + "avg_cost": 0.0, + "lambda": 29.0596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10517.27, + "avg_cost": 0.5, + "lambda": 29.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10312.4, + "avg_cost": 0.0, + "lambda": 29.0605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9586.79, + "avg_cost": 0.25, + "lambda": 29.061, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10589.83, + "avg_cost": 0.25, + "lambda": 29.0613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10311.73, + "avg_cost": 0.25, + "lambda": 29.0617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10269.79, + "avg_cost": 0.25, + "lambda": 29.0622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10113.88, + "avg_cost": 0.25, + "lambda": 29.0628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10740.13, + "avg_cost": 0.25, + "lambda": 29.0633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9714.42, + "avg_cost": 1.25, + "lambda": 29.0637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10638.84, + "avg_cost": 0.25, + "lambda": 29.0641, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 10639.29, + "avg_cost": 0.25, + "lambda": 29.0645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10470.61, + "avg_cost": 0.25, + "lambda": 29.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 10364.38, + "avg_cost": 0.0, + "lambda": 29.0653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 11337.34, + "avg_cost": 0.25, + "lambda": 29.0655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 11051.65, + "avg_cost": 0.75, + "lambda": 29.0658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_baseline_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..aeab9181997f937e07fadcc5da2a48f83da46408 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -6746470.68, + "constraint_satisfaction_pct": 15.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22784.31, + "avg_cost": 7.75, + "lambda": 10.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -22674.57, + "avg_cost": 11.5, + "lambda": 13.5015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -21736.38, + "avg_cost": 30.25, + "lambda": 17.827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -20668.24, + "avg_cost": 15.0, + "lambda": 22.5006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -19997.96, + "avg_cost": 17.25, + "lambda": 26.7734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -19987.5, + "avg_cost": 10.5, + "lambda": 31.263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -19586.45, + "avg_cost": 11.0, + "lambda": 35.4038, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -18760.26, + "avg_cost": 14.25, + "lambda": 39.6847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -19009.23, + "avg_cost": 15.5, + "lambda": 44.7231, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -18364.95, + "avg_cost": 8.25, + "lambda": 49.3177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -17448.58, + "avg_cost": 5.0, + "lambda": 52.9948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -16854.61, + "avg_cost": 18.0, + "lambda": 57.1093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -17020.73, + "avg_cost": 8.75, + "lambda": 60.8032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -16097.22, + "avg_cost": 9.0, + "lambda": 64.6431, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -16251.19, + "avg_cost": 12.75, + "lambda": 68.3687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -15388.59, + "avg_cost": 11.75, + "lambda": 72.1811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -15555.51, + "avg_cost": 12.75, + "lambda": 75.9135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -15911.73, + "avg_cost": 14.75, + "lambda": 79.4336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -14413.56, + "avg_cost": 8.25, + "lambda": 83.0786, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -15278.49, + "avg_cost": 4.75, + "lambda": 86.4305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -15847.45, + "avg_cost": 4.5, + "lambda": 89.588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -16611.59, + "avg_cost": 4.0, + "lambda": 92.4506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -15215.4, + "avg_cost": 5.0, + "lambda": 94.6103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -14079.89, + "avg_cost": 7.25, + "lambda": 96.9801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -14622.23, + "avg_cost": 9.75, + "lambda": 99.3074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -14504.04, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -13304.72, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -12924.9, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -12662.95, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -13262.76, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -11780.24, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -12881.87, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -12803.7, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -13316.37, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -11316.86, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -11081.95, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -10760.01, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -12232.03, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -10281.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -10039.91, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -9886.64, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -9014.72, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -10037.08, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -9502.66, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -8558.47, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -7660.14, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -7617.43, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -7931.54, + "avg_cost": 17.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -6688.3, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -6699.54, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -6697.16, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -6802.52, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -6285.67, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -5464.1, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -5132.49, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -4352.55, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -4456.2, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -3506.67, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -4064.34, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -2562.8, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2862.93, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -2520.84, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2426.46, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -1572.33, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -1929.08, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -1513.34, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -1569.89, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -872.06, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -139.13, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 18.7, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -296.98, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -863.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -415.99, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -20.12, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 307.68, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 621.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1095.31, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 1155.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 1667.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 1575.02, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1905.96, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 2490.92, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 2758.84, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2527.0, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2627.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 2876.76, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3539.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 3580.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3282.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 3762.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3861.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 3376.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4075.97, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4137.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4411.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 4655.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 4682.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 4676.33, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 4527.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 4584.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5077.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..4d89e9dff834fa5e95c6dbf55fad5f81966e5686 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7209993.88, + "constraint_satisfaction_pct": 43.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.6724, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30379.08, + "avg_cost": 849.5, + "lambda": 0.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -29591.38, + "avg_cost": 836.25, + "lambda": 0.9455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -28528.31, + "avg_cost": 819.5, + "lambda": 1.7768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -26984.94, + "avg_cost": 822.0, + "lambda": 2.5965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -25381.85, + "avg_cost": 803.0, + "lambda": 3.4066, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -23581.83, + "avg_cost": 771.5, + "lambda": 4.2032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -22712.8, + "avg_cost": 762.5, + "lambda": 4.982, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -21069.2, + "avg_cost": 727.25, + "lambda": 5.7399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -18768.51, + "avg_cost": 695.75, + "lambda": 6.4751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -17308.52, + "avg_cost": 673.25, + "lambda": 7.1809, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -14849.66, + "avg_cost": 602.0, + "lambda": 7.8523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -12777.69, + "avg_cost": 559.5, + "lambda": 8.478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -10866.36, + "avg_cost": 504.25, + "lambda": 9.0522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -8002.45, + "avg_cost": 384.5, + "lambda": 9.5566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -6254.36, + "avg_cost": 341.25, + "lambda": 9.9851, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -4831.91, + "avg_cost": 261.75, + "lambda": 10.3511, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -3091.79, + "avg_cost": 192.0, + "lambda": 10.6456, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2729.87, + "avg_cost": 150.0, + "lambda": 10.8714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -498.29, + "avg_cost": 100.5, + "lambda": 11.0431, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 159.51, + "avg_cost": 76.25, + "lambda": 11.1693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 1392.51, + "avg_cost": 63.25, + "lambda": 11.2606, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 606.73, + "avg_cost": 50.0, + "lambda": 11.3301, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 2367.09, + "avg_cost": 39.5, + "lambda": 11.3835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2464.26, + "avg_cost": 26.75, + "lambda": 11.4245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2236.68, + "avg_cost": 22.25, + "lambda": 11.4566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2682.77, + "avg_cost": 20.25, + "lambda": 11.4835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2905.99, + "avg_cost": 15.25, + "lambda": 11.5062, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 2657.6, + "avg_cost": 15.25, + "lambda": 11.5249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 2416.55, + "avg_cost": 13.5, + "lambda": 11.5403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 3421.74, + "avg_cost": 10.0, + "lambda": 11.5532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 3758.36, + "avg_cost": 9.75, + "lambda": 11.5647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 3390.52, + "avg_cost": 9.75, + "lambda": 11.5759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 4055.16, + "avg_cost": 9.5, + "lambda": 11.586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3808.45, + "avg_cost": 5.0, + "lambda": 11.5947, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 4884.51, + "avg_cost": 5.25, + "lambda": 11.6018, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 4345.26, + "avg_cost": 6.25, + "lambda": 11.6078, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 4472.11, + "avg_cost": 5.75, + "lambda": 11.6137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4200.8, + "avg_cost": 6.5, + "lambda": 11.6203, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5165.37, + "avg_cost": 4.0, + "lambda": 11.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 5047.44, + "avg_cost": 4.0, + "lambda": 11.6333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4959.81, + "avg_cost": 2.0, + "lambda": 11.6377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5410.14, + "avg_cost": 2.75, + "lambda": 11.6413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 6046.21, + "avg_cost": 3.75, + "lambda": 11.6444, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5262.54, + "avg_cost": 3.0, + "lambda": 11.6471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5822.66, + "avg_cost": 3.25, + "lambda": 11.6496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 6377.54, + "avg_cost": 2.25, + "lambda": 11.6518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5337.82, + "avg_cost": 0.5, + "lambda": 11.6537, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5605.84, + "avg_cost": 1.25, + "lambda": 11.6551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5421.39, + "avg_cost": 1.25, + "lambda": 11.6564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 6812.8, + "avg_cost": 0.5, + "lambda": 11.6574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 7226.85, + "avg_cost": 0.5, + "lambda": 11.6583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6835.41, + "avg_cost": 0.5, + "lambda": 11.659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6609.23, + "avg_cost": 0.75, + "lambda": 11.6598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6904.88, + "avg_cost": 0.75, + "lambda": 11.6604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6679.6, + "avg_cost": 0.25, + "lambda": 11.661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7129.18, + "avg_cost": 0.5, + "lambda": 11.6616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6641.57, + "avg_cost": 0.0, + "lambda": 11.6621, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6936.0, + "avg_cost": 0.0, + "lambda": 11.6625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7378.32, + "avg_cost": 0.0, + "lambda": 11.6629, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6928.73, + "avg_cost": 0.0, + "lambda": 11.6632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7387.61, + "avg_cost": 0.0, + "lambda": 11.6634, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7230.92, + "avg_cost": 0.25, + "lambda": 11.6635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6716.3, + "avg_cost": 0.0, + "lambda": 11.6637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7526.03, + "avg_cost": 0.0, + "lambda": 11.6637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7717.79, + "avg_cost": 0.0, + "lambda": 11.6638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 8100.57, + "avg_cost": 0.0, + "lambda": 11.664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7391.73, + "avg_cost": 0.25, + "lambda": 11.6642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7321.85, + "avg_cost": 0.0, + "lambda": 11.6642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 8614.69, + "avg_cost": 0.0, + "lambda": 11.6643, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7244.21, + "avg_cost": 0.0, + "lambda": 11.6645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7001.66, + "avg_cost": 0.25, + "lambda": 11.6646, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7998.59, + "avg_cost": 0.0, + "lambda": 11.6647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7738.41, + "avg_cost": 0.5, + "lambda": 11.6648, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7318.9, + "avg_cost": 0.5, + "lambda": 11.665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8214.57, + "avg_cost": 0.0, + "lambda": 11.6651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7555.67, + "avg_cost": 0.25, + "lambda": 11.6653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8440.87, + "avg_cost": 0.0, + "lambda": 11.6654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8446.47, + "avg_cost": 0.0, + "lambda": 11.6655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8197.11, + "avg_cost": 0.25, + "lambda": 11.6656, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7401.55, + "avg_cost": 0.0, + "lambda": 11.6657, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6944.72, + "avg_cost": 0.0, + "lambda": 11.6658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8108.08, + "avg_cost": 0.0, + "lambda": 11.6659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8362.88, + "avg_cost": 0.25, + "lambda": 11.666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7837.74, + "avg_cost": 0.25, + "lambda": 11.666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8338.81, + "avg_cost": 0.0, + "lambda": 11.6661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8052.53, + "avg_cost": 0.0, + "lambda": 11.6661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8067.0, + "avg_cost": 0.25, + "lambda": 11.6662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9802.6, + "avg_cost": 0.0, + "lambda": 11.6662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9122.43, + "avg_cost": 0.0, + "lambda": 11.6663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8368.89, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9099.0, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9765.86, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8579.39, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9676.29, + "avg_cost": 0.5, + "lambda": 11.6665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8870.72, + "avg_cost": 0.25, + "lambda": 11.6666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 8469.88, + "avg_cost": 0.0, + "lambda": 11.6666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8915.24, + "avg_cost": 0.0, + "lambda": 11.6667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8794.82, + "avg_cost": 0.25, + "lambda": 11.6667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8551.4, + "avg_cost": 0.5, + "lambda": 11.6667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9610.11, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9160.1, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8590.21, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 10107.67, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 8836.88, + "avg_cost": 0.0, + "lambda": 11.6669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8654.37, + "avg_cost": 0.0, + "lambda": 11.6669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8888.38, + "avg_cost": 0.0, + "lambda": 11.6669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9693.69, + "avg_cost": 0.0, + "lambda": 11.667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9709.05, + "avg_cost": 0.0, + "lambda": 11.667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 10329.41, + "avg_cost": 0.0, + "lambda": 11.667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 8879.06, + "avg_cost": 0.0, + "lambda": 11.667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9308.25, + "avg_cost": 0.0, + "lambda": 11.6672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9750.2, + "avg_cost": 0.0, + "lambda": 11.6673, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10199.16, + "avg_cost": 0.0, + "lambda": 11.6673, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10439.64, + "avg_cost": 0.0, + "lambda": 11.6674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10223.5, + "avg_cost": 0.25, + "lambda": 11.6674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9352.46, + "avg_cost": 0.0, + "lambda": 11.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9960.69, + "avg_cost": 0.75, + "lambda": 11.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9474.13, + "avg_cost": 0.0, + "lambda": 11.6676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9208.65, + "avg_cost": 0.0, + "lambda": 11.6677, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9585.36, + "avg_cost": 0.0, + "lambda": 11.6678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9865.81, + "avg_cost": 0.0, + "lambda": 11.668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 9416.35, + "avg_cost": 0.0, + "lambda": 11.668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10043.29, + "avg_cost": 0.25, + "lambda": 11.6681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 9845.88, + "avg_cost": 0.0, + "lambda": 11.6682, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 8809.09, + "avg_cost": 0.0, + "lambda": 11.6684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10713.71, + "avg_cost": 0.0, + "lambda": 11.6685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 8807.12, + "avg_cost": 0.0, + "lambda": 11.6687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9249.21, + "avg_cost": 0.0, + "lambda": 11.6688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10127.99, + "avg_cost": 0.25, + "lambda": 11.6689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9584.16, + "avg_cost": 0.0, + "lambda": 11.6691, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11054.25, + "avg_cost": 0.25, + "lambda": 11.6693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 9849.04, + "avg_cost": 0.0, + "lambda": 11.6695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10273.12, + "avg_cost": 0.0, + "lambda": 11.6697, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 8653.96, + "avg_cost": 0.0, + "lambda": 11.6699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 11209.97, + "avg_cost": 0.25, + "lambda": 11.67, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 9300.23, + "avg_cost": 0.0, + "lambda": 11.6701, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10246.68, + "avg_cost": 0.0, + "lambda": 11.6702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10462.66, + "avg_cost": 0.0, + "lambda": 11.6703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10467.52, + "avg_cost": 0.25, + "lambda": 11.6704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 9977.65, + "avg_cost": 0.0, + "lambda": 11.6705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10624.45, + "avg_cost": 0.0, + "lambda": 11.6706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 9690.48, + "avg_cost": 0.0, + "lambda": 11.6707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10530.4, + "avg_cost": 0.0, + "lambda": 11.6708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10044.49, + "avg_cost": 0.25, + "lambda": 11.671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10682.35, + "avg_cost": 0.25, + "lambda": 11.6713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10172.67, + "avg_cost": 0.0, + "lambda": 11.6716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11286.88, + "avg_cost": 0.75, + "lambda": 11.6717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10481.31, + "avg_cost": 0.0, + "lambda": 11.6719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11163.74, + "avg_cost": 0.5, + "lambda": 11.672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10611.13, + "avg_cost": 0.25, + "lambda": 11.6722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10639.21, + "avg_cost": 0.25, + "lambda": 11.6724, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..5191fd85c3b40c632e714b188f1205fa31ddec01 --- /dev/null +++ b/results/diagnostic_results_n4_baseline_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "baseline", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5525472.99, + "constraint_satisfaction_pct": 7.67, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 27.2906, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30379.08, + "avg_cost": 974.25, + "lambda": 0.1974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -28648.89, + "avg_cost": 967.0, + "lambda": 1.0729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -27630.97, + "avg_cost": 966.75, + "lambda": 2.042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -28094.59, + "avg_cost": 964.0, + "lambda": 3.0085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -28095.28, + "avg_cost": 961.75, + "lambda": 3.9727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -24820.5, + "avg_cost": 961.25, + "lambda": 4.9338, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -24526.24, + "avg_cost": 956.25, + "lambda": 5.8917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -22784.23, + "avg_cost": 944.0, + "lambda": 6.8467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -21662.71, + "avg_cost": 939.25, + "lambda": 7.7974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -21464.66, + "avg_cost": 948.75, + "lambda": 8.7437, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -19576.72, + "avg_cost": 926.5, + "lambda": 9.6835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -18292.65, + "avg_cost": 920.0, + "lambda": 10.6153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -17184.52, + "avg_cost": 905.0, + "lambda": 11.5387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -14834.08, + "avg_cost": 880.5, + "lambda": 12.4497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -14460.76, + "avg_cost": 888.0, + "lambda": 13.3466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -14061.39, + "avg_cost": 873.75, + "lambda": 14.2323, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -13083.22, + "avg_cost": 866.25, + "lambda": 15.1089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -11864.64, + "avg_cost": 843.0, + "lambda": 15.976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -10314.31, + "avg_cost": 817.0, + "lambda": 16.8242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -9212.98, + "avg_cost": 809.5, + "lambda": 17.6512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -8432.93, + "avg_cost": 776.5, + "lambda": 18.4618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -8084.45, + "avg_cost": 771.0, + "lambda": 19.2517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -6735.75, + "avg_cost": 756.0, + "lambda": 20.0227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -5241.52, + "avg_cost": 707.5, + "lambda": 20.7743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -5077.95, + "avg_cost": 689.25, + "lambda": 21.5027, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -4746.59, + "avg_cost": 649.5, + "lambda": 22.2026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3627.97, + "avg_cost": 619.5, + "lambda": 22.8699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -3122.09, + "avg_cost": 589.25, + "lambda": 23.4992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1686.11, + "avg_cost": 512.0, + "lambda": 24.0871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1196.15, + "avg_cost": 463.25, + "lambda": 24.6154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 654.08, + "avg_cost": 372.75, + "lambda": 25.0851, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1216.08, + "avg_cost": 294.75, + "lambda": 25.483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 1999.15, + "avg_cost": 251.5, + "lambda": 25.8097, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 3030.42, + "avg_cost": 195.75, + "lambda": 26.0743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3807.04, + "avg_cost": 157.0, + "lambda": 26.2899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3129.19, + "avg_cost": 116.75, + "lambda": 26.4633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3940.24, + "avg_cost": 103.0, + "lambda": 26.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 4433.89, + "avg_cost": 78.75, + "lambda": 26.7106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 5127.67, + "avg_cost": 57.25, + "lambda": 26.7966, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 4517.3, + "avg_cost": 54.75, + "lambda": 26.8628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4791.79, + "avg_cost": 43.5, + "lambda": 26.9167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4769.61, + "avg_cost": 35.75, + "lambda": 26.9602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 5004.25, + "avg_cost": 28.5, + "lambda": 26.9966, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5302.15, + "avg_cost": 19.75, + "lambda": 27.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 5439.99, + "avg_cost": 21.5, + "lambda": 27.0529, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5633.86, + "avg_cost": 17.25, + "lambda": 27.0747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 5442.28, + "avg_cost": 15.75, + "lambda": 27.0931, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5797.26, + "avg_cost": 16.75, + "lambda": 27.1093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5333.82, + "avg_cost": 11.5, + "lambda": 27.1233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5865.79, + "avg_cost": 11.75, + "lambda": 27.1356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5921.07, + "avg_cost": 7.25, + "lambda": 27.1461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6276.81, + "avg_cost": 8.75, + "lambda": 27.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 6229.06, + "avg_cost": 5.75, + "lambda": 27.1635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6063.88, + "avg_cost": 5.0, + "lambda": 27.1708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6974.51, + "avg_cost": 5.25, + "lambda": 27.1773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6655.4, + "avg_cost": 3.75, + "lambda": 27.1835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6818.04, + "avg_cost": 5.25, + "lambda": 27.1889, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6585.77, + "avg_cost": 5.75, + "lambda": 27.194, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6831.2, + "avg_cost": 3.25, + "lambda": 27.1989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6355.34, + "avg_cost": 8.25, + "lambda": 27.2033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6371.65, + "avg_cost": 1.75, + "lambda": 27.2077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7168.74, + "avg_cost": 5.25, + "lambda": 27.2114, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7467.31, + "avg_cost": 7.5, + "lambda": 27.2154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6986.64, + "avg_cost": 5.5, + "lambda": 27.2198, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7615.71, + "avg_cost": 3.0, + "lambda": 27.2237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7581.01, + "avg_cost": 4.0, + "lambda": 27.2271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7378.12, + "avg_cost": 3.5, + "lambda": 27.2303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7267.53, + "avg_cost": 2.75, + "lambda": 27.233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7499.52, + "avg_cost": 1.25, + "lambda": 27.2355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7440.84, + "avg_cost": 2.0, + "lambda": 27.2377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7940.07, + "avg_cost": 1.25, + "lambda": 27.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 8254.32, + "avg_cost": 1.75, + "lambda": 27.2419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7639.17, + "avg_cost": 2.5, + "lambda": 27.2435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7830.45, + "avg_cost": 2.75, + "lambda": 27.2451, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8321.4, + "avg_cost": 0.5, + "lambda": 27.2463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8241.78, + "avg_cost": 0.5, + "lambda": 27.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8143.64, + "avg_cost": 2.0, + "lambda": 27.2485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8447.35, + "avg_cost": 1.25, + "lambda": 27.2495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8198.05, + "avg_cost": 1.0, + "lambda": 27.2504, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8232.29, + "avg_cost": 1.0, + "lambda": 27.2516, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7912.91, + "avg_cost": 1.75, + "lambda": 27.2528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8786.92, + "avg_cost": 1.5, + "lambda": 27.2539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8057.88, + "avg_cost": 0.25, + "lambda": 27.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7897.56, + "avg_cost": 1.0, + "lambda": 27.2557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8757.44, + "avg_cost": 1.0, + "lambda": 27.2564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8695.4, + "avg_cost": 0.25, + "lambda": 27.257, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8723.12, + "avg_cost": 1.25, + "lambda": 27.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8956.46, + "avg_cost": 0.5, + "lambda": 27.2582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8636.03, + "avg_cost": 0.75, + "lambda": 27.2589, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8818.07, + "avg_cost": 1.0, + "lambda": 27.2597, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8981.6, + "avg_cost": 1.25, + "lambda": 27.2604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8678.36, + "avg_cost": 0.5, + "lambda": 27.261, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9072.24, + "avg_cost": 0.0, + "lambda": 27.2614, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9358.24, + "avg_cost": 0.5, + "lambda": 27.2618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9410.78, + "avg_cost": 0.5, + "lambda": 27.2622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9502.59, + "avg_cost": 0.25, + "lambda": 27.2626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9491.7, + "avg_cost": 0.75, + "lambda": 27.2632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9730.19, + "avg_cost": 0.5, + "lambda": 27.2639, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9293.81, + "avg_cost": 0.0, + "lambda": 27.2645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9612.33, + "avg_cost": 0.75, + "lambda": 27.2649, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9484.74, + "avg_cost": 1.0, + "lambda": 27.2654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9612.55, + "avg_cost": 0.5, + "lambda": 27.2659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9915.81, + "avg_cost": 0.5, + "lambda": 27.2665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9066.73, + "avg_cost": 0.25, + "lambda": 27.2671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9385.88, + "avg_cost": 0.0, + "lambda": 27.2677, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9433.61, + "avg_cost": 0.0, + "lambda": 27.2684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9672.26, + "avg_cost": 0.25, + "lambda": 27.2691, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 8977.8, + "avg_cost": 0.5, + "lambda": 27.2697, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9377.63, + "avg_cost": 0.0, + "lambda": 27.2702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9056.98, + "avg_cost": 0.25, + "lambda": 27.2709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9617.82, + "avg_cost": 0.0, + "lambda": 27.2716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9803.82, + "avg_cost": 0.75, + "lambda": 27.2721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9209.02, + "avg_cost": 1.75, + "lambda": 27.2726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 8544.9, + "avg_cost": 0.25, + "lambda": 27.2731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9666.76, + "avg_cost": 0.75, + "lambda": 27.2738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10092.81, + "avg_cost": 0.5, + "lambda": 27.2746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9481.84, + "avg_cost": 0.0, + "lambda": 27.2752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 8605.58, + "avg_cost": 0.5, + "lambda": 27.2756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10027.09, + "avg_cost": 0.0, + "lambda": 27.2761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10180.92, + "avg_cost": 0.5, + "lambda": 27.2765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9924.92, + "avg_cost": 0.25, + "lambda": 27.2768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10342.51, + "avg_cost": 0.25, + "lambda": 27.2771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10098.98, + "avg_cost": 0.75, + "lambda": 27.2774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10808.28, + "avg_cost": 0.5, + "lambda": 27.2777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 10860.81, + "avg_cost": 0.25, + "lambda": 27.278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10719.42, + "avg_cost": 0.0, + "lambda": 27.2785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 9712.89, + "avg_cost": 0.0, + "lambda": 27.2788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 10506.81, + "avg_cost": 0.0, + "lambda": 27.2791, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10515.59, + "avg_cost": 0.25, + "lambda": 27.2795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9875.75, + "avg_cost": 0.75, + "lambda": 27.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11112.87, + "avg_cost": 0.25, + "lambda": 27.2804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11112.81, + "avg_cost": 1.0, + "lambda": 27.2808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10334.29, + "avg_cost": 0.25, + "lambda": 27.2813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 8476.22, + "avg_cost": 1.25, + "lambda": 27.2818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 8392.0, + "avg_cost": 1.25, + "lambda": 27.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 8963.13, + "avg_cost": 0.25, + "lambda": 27.283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 8464.85, + "avg_cost": 0.75, + "lambda": 27.2835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 9645.56, + "avg_cost": 0.0, + "lambda": 27.2841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10149.55, + "avg_cost": 0.75, + "lambda": 27.2846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10026.99, + "avg_cost": 0.0, + "lambda": 27.2852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10470.04, + "avg_cost": 0.5, + "lambda": 27.2858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10359.47, + "avg_cost": 1.25, + "lambda": 27.2864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 9140.46, + "avg_cost": 1.0, + "lambda": 27.287, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 10676.65, + "avg_cost": 0.25, + "lambda": 27.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10196.94, + "avg_cost": 0.75, + "lambda": 27.2881, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10974.66, + "avg_cost": 0.0, + "lambda": 27.2886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11497.23, + "avg_cost": 0.25, + "lambda": 27.289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10673.2, + "avg_cost": 0.0, + "lambda": 27.2893, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 10688.3, + "avg_cost": 0.25, + "lambda": 27.2897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10553.45, + "avg_cost": 0.5, + "lambda": 27.2902, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10904.54, + "avg_cost": 0.5, + "lambda": 27.2906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..ea053bff1b1926034be7f35d9df93d93a764fae4 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -5588636.16, + "constraint_satisfaction_pct": 15.4, + "final_rho": [ + 0.2644, + 0.1715, + 0.3163, + 0.2478 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18327.8, + "avg_cost": 31.25, + "lambda": 10.9375, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -17588.88, + "avg_cost": 16.25, + "lambda": 17.8041, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -17047.61, + "avg_cost": 18.0, + "lambda": 23.9803, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -16301.27, + "avg_cost": 21.25, + "lambda": 29.298, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -16310.72, + "avg_cost": 22.5, + "lambda": 34.5654, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -15846.94, + "avg_cost": 8.0, + "lambda": 39.8755, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 60, + "avg_reward": -15719.55, + "avg_cost": 21.0, + "lambda": 44.6311, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 70, + "avg_reward": -15501.55, + "avg_cost": 14.5, + "lambda": 48.7466, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 80, + "avg_reward": -15531.66, + "avg_cost": 18.5, + "lambda": 53.3849, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 90, + "avg_reward": -15014.66, + "avg_cost": 14.0, + "lambda": 57.5501, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 100, + "avg_reward": -14831.16, + "avg_cost": 5.75, + "lambda": 61.2596, + "rho": [ + 0.2437, + 0.2585, + 0.2746, + 0.2232 + ] + }, + { + "episode": 110, + "avg_reward": -13273.57, + "avg_cost": 12.25, + "lambda": 65.2647, + "rho": [ + 0.2437, + 0.2585, + 0.2746, + 0.2232 + ] + }, + { + "episode": 120, + "avg_reward": -13156.71, + "avg_cost": 24.5, + "lambda": 68.9063, + "rho": [ + 0.2437, + 0.2585, + 0.2746, + 0.2232 + ] + }, + { + "episode": 130, + "avg_reward": -13290.33, + "avg_cost": 4.25, + "lambda": 72.4827, + "rho": [ + 0.2437, + 0.2585, + 0.2746, + 0.2232 + ] + }, + { + "episode": 140, + "avg_reward": -12877.99, + "avg_cost": 6.5, + "lambda": 76.2939, + "rho": [ + 0.2437, + 0.2585, + 0.2746, + 0.2232 + ] + }, + { + "episode": 150, + "avg_reward": -12620.23, + "avg_cost": 11.75, + "lambda": 80.0931, + "rho": [ + 0.2382, + 0.2505, + 0.2903, + 0.221 + ] + }, + { + "episode": 160, + "avg_reward": -12290.42, + "avg_cost": 11.5, + "lambda": 83.8331, + "rho": [ + 0.2382, + 0.2505, + 0.2903, + 0.221 + ] + }, + { + "episode": 170, + "avg_reward": -12001.98, + "avg_cost": 6.5, + "lambda": 87.2665, + "rho": [ + 0.2382, + 0.2505, + 0.2903, + 0.221 + ] + }, + { + "episode": 180, + "avg_reward": -12247.39, + "avg_cost": 1.0, + "lambda": 90.2631, + "rho": [ + 0.2382, + 0.2505, + 0.2903, + 0.221 + ] + }, + { + "episode": 190, + "avg_reward": -11798.24, + "avg_cost": 7.75, + "lambda": 92.8661, + "rho": [ + 0.2382, + 0.2505, + 0.2903, + 0.221 + ] + }, + { + "episode": 200, + "avg_reward": -11885.64, + "avg_cost": 5.5, + "lambda": 95.3443, + "rho": [ + 0.2373, + 0.2412, + 0.3108, + 0.2108 + ] + }, + { + "episode": 210, + "avg_reward": -11952.67, + "avg_cost": 8.75, + "lambda": 97.6604, + "rho": [ + 0.2373, + 0.2412, + 0.3108, + 0.2108 + ] + }, + { + "episode": 220, + "avg_reward": -10501.98, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2373, + 0.2412, + 0.3108, + 0.2108 + ] + }, + { + "episode": 230, + "avg_reward": -11377.19, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2373, + 0.2412, + 0.3108, + 0.2108 + ] + }, + { + "episode": 240, + "avg_reward": -10820.78, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2373, + 0.2412, + 0.3108, + 0.2108 + ] + }, + { + "episode": 250, + "avg_reward": -9787.77, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2367, + 0.2277, + 0.3264, + 0.2092 + ] + }, + { + "episode": 260, + "avg_reward": -10050.7, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2367, + 0.2277, + 0.3264, + 0.2092 + ] + }, + { + "episode": 270, + "avg_reward": -10329.71, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2367, + 0.2277, + 0.3264, + 0.2092 + ] + }, + { + "episode": 280, + "avg_reward": -9704.95, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2367, + 0.2277, + 0.3264, + 0.2092 + ] + }, + { + "episode": 290, + "avg_reward": -9336.98, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.2367, + 0.2277, + 0.3264, + 0.2092 + ] + }, + { + "episode": 300, + "avg_reward": -10121.76, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 0.2402, + 0.2248, + 0.3282, + 0.2068 + ] + }, + { + "episode": 310, + "avg_reward": -9120.19, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2402, + 0.2248, + 0.3282, + 0.2068 + ] + }, + { + "episode": 320, + "avg_reward": -9100.92, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.2402, + 0.2248, + 0.3282, + 0.2068 + ] + }, + { + "episode": 330, + "avg_reward": -8455.72, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2402, + 0.2248, + 0.3282, + 0.2068 + ] + }, + { + "episode": 340, + "avg_reward": -8581.3, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 0.2402, + 0.2248, + 0.3282, + 0.2068 + ] + }, + { + "episode": 350, + "avg_reward": -7669.59, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2426, + 0.2168, + 0.3385, + 0.2022 + ] + }, + { + "episode": 360, + "avg_reward": -8188.85, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.2426, + 0.2168, + 0.3385, + 0.2022 + ] + }, + { + "episode": 370, + "avg_reward": -7537.51, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2426, + 0.2168, + 0.3385, + 0.2022 + ] + }, + { + "episode": 380, + "avg_reward": -6968.23, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2426, + 0.2168, + 0.3385, + 0.2022 + ] + }, + { + "episode": 390, + "avg_reward": -6877.19, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2426, + 0.2168, + 0.3385, + 0.2022 + ] + }, + { + "episode": 400, + "avg_reward": -6865.48, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2452, + 0.2094, + 0.3403, + 0.205 + ] + }, + { + "episode": 410, + "avg_reward": -7087.32, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2452, + 0.2094, + 0.3403, + 0.205 + ] + }, + { + "episode": 420, + "avg_reward": -6050.24, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2452, + 0.2094, + 0.3403, + 0.205 + ] + }, + { + "episode": 430, + "avg_reward": -5984.09, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2452, + 0.2094, + 0.3403, + 0.205 + ] + }, + { + "episode": 440, + "avg_reward": -6015.87, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.2452, + 0.2094, + 0.3403, + 0.205 + ] + }, + { + "episode": 450, + "avg_reward": -6092.44, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2531, + 0.206, + 0.334, + 0.2069 + ] + }, + { + "episode": 460, + "avg_reward": -5863.25, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2531, + 0.206, + 0.334, + 0.2069 + ] + }, + { + "episode": 470, + "avg_reward": -6816.62, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2531, + 0.206, + 0.334, + 0.2069 + ] + }, + { + "episode": 480, + "avg_reward": -6678.68, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2531, + 0.206, + 0.334, + 0.2069 + ] + }, + { + "episode": 490, + "avg_reward": -6550.15, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2531, + 0.206, + 0.334, + 0.2069 + ] + }, + { + "episode": 500, + "avg_reward": -5562.58, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.258, + 0.2077, + 0.323, + 0.2113 + ] + }, + { + "episode": 510, + "avg_reward": -5331.45, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.258, + 0.2077, + 0.323, + 0.2113 + ] + }, + { + "episode": 520, + "avg_reward": -5290.89, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.258, + 0.2077, + 0.323, + 0.2113 + ] + }, + { + "episode": 530, + "avg_reward": -5742.78, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.258, + 0.2077, + 0.323, + 0.2113 + ] + }, + { + "episode": 540, + "avg_reward": -4791.38, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.258, + 0.2077, + 0.323, + 0.2113 + ] + }, + { + "episode": 550, + "avg_reward": -4363.98, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2628, + 0.2055, + 0.3173, + 0.2144 + ] + }, + { + "episode": 560, + "avg_reward": -4206.33, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2628, + 0.2055, + 0.3173, + 0.2144 + ] + }, + { + "episode": 570, + "avg_reward": -4863.17, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2628, + 0.2055, + 0.3173, + 0.2144 + ] + }, + { + "episode": 580, + "avg_reward": -4217.7, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2628, + 0.2055, + 0.3173, + 0.2144 + ] + }, + { + "episode": 590, + "avg_reward": -4183.56, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2628, + 0.2055, + 0.3173, + 0.2144 + ] + }, + { + "episode": 600, + "avg_reward": -4180.01, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2619, + 0.204, + 0.3159, + 0.2182 + ] + }, + { + "episode": 610, + "avg_reward": -3576.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2619, + 0.204, + 0.3159, + 0.2182 + ] + }, + { + "episode": 620, + "avg_reward": -3916.37, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2619, + 0.204, + 0.3159, + 0.2182 + ] + }, + { + "episode": 630, + "avg_reward": -3108.41, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2619, + 0.204, + 0.3159, + 0.2182 + ] + }, + { + "episode": 640, + "avg_reward": -2529.65, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2619, + 0.204, + 0.3159, + 0.2182 + ] + }, + { + "episode": 650, + "avg_reward": -1839.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2612, + 0.1993, + 0.3192, + 0.2204 + ] + }, + { + "episode": 660, + "avg_reward": -1927.06, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2612, + 0.1993, + 0.3192, + 0.2204 + ] + }, + { + "episode": 670, + "avg_reward": -1625.13, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2612, + 0.1993, + 0.3192, + 0.2204 + ] + }, + { + "episode": 680, + "avg_reward": -1639.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2612, + 0.1993, + 0.3192, + 0.2204 + ] + }, + { + "episode": 690, + "avg_reward": -1227.9, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2612, + 0.1993, + 0.3192, + 0.2204 + ] + }, + { + "episode": 700, + "avg_reward": -1175.46, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2585, + 0.1928, + 0.3281, + 0.2207 + ] + }, + { + "episode": 710, + "avg_reward": -691.45, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2585, + 0.1928, + 0.3281, + 0.2207 + ] + }, + { + "episode": 720, + "avg_reward": -444.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2585, + 0.1928, + 0.3281, + 0.2207 + ] + }, + { + "episode": 730, + "avg_reward": -312.03, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2585, + 0.1928, + 0.3281, + 0.2207 + ] + }, + { + "episode": 740, + "avg_reward": 231.0, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2585, + 0.1928, + 0.3281, + 0.2207 + ] + }, + { + "episode": 750, + "avg_reward": 184.53, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2602, + 0.1867, + 0.3334, + 0.2197 + ] + }, + { + "episode": 760, + "avg_reward": 1.37, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2602, + 0.1867, + 0.3334, + 0.2197 + ] + }, + { + "episode": 770, + "avg_reward": 347.83, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2602, + 0.1867, + 0.3334, + 0.2197 + ] + }, + { + "episode": 780, + "avg_reward": 964.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2602, + 0.1867, + 0.3334, + 0.2197 + ] + }, + { + "episode": 790, + "avg_reward": 638.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2602, + 0.1867, + 0.3334, + 0.2197 + ] + }, + { + "episode": 800, + "avg_reward": 1241.23, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2611, + 0.1816, + 0.3344, + 0.223 + ] + }, + { + "episode": 810, + "avg_reward": 1137.83, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2611, + 0.1816, + 0.3344, + 0.223 + ] + }, + { + "episode": 820, + "avg_reward": 1602.64, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2611, + 0.1816, + 0.3344, + 0.223 + ] + }, + { + "episode": 830, + "avg_reward": 1809.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2611, + 0.1816, + 0.3344, + 0.223 + ] + }, + { + "episode": 840, + "avg_reward": 2174.66, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2611, + 0.1816, + 0.3344, + 0.223 + ] + }, + { + "episode": 850, + "avg_reward": 2026.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2603, + 0.177, + 0.3331, + 0.2297 + ] + }, + { + "episode": 860, + "avg_reward": 2041.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2603, + 0.177, + 0.3331, + 0.2297 + ] + }, + { + "episode": 870, + "avg_reward": 2154.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2603, + 0.177, + 0.3331, + 0.2297 + ] + }, + { + "episode": 880, + "avg_reward": 2203.58, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2603, + 0.177, + 0.3331, + 0.2297 + ] + }, + { + "episode": 890, + "avg_reward": 2631.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2603, + 0.177, + 0.3331, + 0.2297 + ] + }, + { + "episode": 900, + "avg_reward": 2712.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2631, + 0.1721, + 0.3302, + 0.2346 + ] + }, + { + "episode": 910, + "avg_reward": 2790.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2631, + 0.1721, + 0.3302, + 0.2346 + ] + }, + { + "episode": 920, + "avg_reward": 2981.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2631, + 0.1721, + 0.3302, + 0.2346 + ] + }, + { + "episode": 930, + "avg_reward": 2854.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2631, + 0.1721, + 0.3302, + 0.2346 + ] + }, + { + "episode": 940, + "avg_reward": 3158.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2631, + 0.1721, + 0.3302, + 0.2346 + ] + }, + { + "episode": 950, + "avg_reward": 3208.29, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.1717, + 0.3238, + 0.2401 + ] + }, + { + "episode": 960, + "avg_reward": 3719.06, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.1717, + 0.3238, + 0.2401 + ] + }, + { + "episode": 970, + "avg_reward": 3179.46, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.1717, + 0.3238, + 0.2401 + ] + }, + { + "episode": 980, + "avg_reward": 3535.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.1717, + 0.3238, + 0.2401 + ] + }, + { + "episode": 990, + "avg_reward": 3833.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.1717, + 0.3238, + 0.2401 + ] + }, + { + "episode": 1000, + "avg_reward": 3645.04, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.1715, + 0.3163, + 0.2478 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..bc59abe6d1fb93fce966eb1b62a44f36e7c140d4 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -2796366.67, + "constraint_satisfaction_pct": 51.0, + "final_rho": [ + 0.2634, + 0.2234, + 0.3083, + 0.205 + ], + "final_lambda": 89.62, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18327.8, + "avg_cost": 31.25, + "lambda": 10.9075, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -17155.47, + "avg_cost": 9.75, + "lambda": 15.6775, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -16970.89, + "avg_cost": 9.25, + "lambda": 20.05, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -16215.69, + "avg_cost": 12.5, + "lambda": 25.045, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -15793.15, + "avg_cost": 20.75, + "lambda": 29.5075, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -16141.33, + "avg_cost": 18.5, + "lambda": 33.25, + "rho": [ + 0.2348, + 0.2597, + 0.2582, + 0.2473 + ] + }, + { + "episode": 60, + "avg_reward": -15831.86, + "avg_cost": 21.25, + "lambda": 37.8175, + "rho": [ + 0.2348, + 0.2597, + 0.2582, + 0.2473 + ] + }, + { + "episode": 70, + "avg_reward": -14907.13, + "avg_cost": 11.25, + "lambda": 41.335, + "rho": [ + 0.2348, + 0.2597, + 0.2582, + 0.2473 + ] + }, + { + "episode": 80, + "avg_reward": -14965.07, + "avg_cost": 7.75, + "lambda": 44.8825, + "rho": [ + 0.2348, + 0.2597, + 0.2582, + 0.2473 + ] + }, + { + "episode": 90, + "avg_reward": -14192.87, + "avg_cost": 15.25, + "lambda": 48.2275, + "rho": [ + 0.2348, + 0.2597, + 0.2582, + 0.2473 + ] + }, + { + "episode": 100, + "avg_reward": -13995.43, + "avg_cost": 7.5, + "lambda": 50.3725, + "rho": [ + 0.2214, + 0.2642, + 0.2801, + 0.2343 + ] + }, + { + "episode": 110, + "avg_reward": -13454.82, + "avg_cost": 16.25, + "lambda": 52.8475, + "rho": [ + 0.2214, + 0.2642, + 0.2801, + 0.2343 + ] + }, + { + "episode": 120, + "avg_reward": -12422.1, + "avg_cost": 4.75, + "lambda": 54.8575, + "rho": [ + 0.2214, + 0.2642, + 0.2801, + 0.2343 + ] + }, + { + "episode": 130, + "avg_reward": -12165.36, + "avg_cost": 9.0, + "lambda": 57.6325, + "rho": [ + 0.2214, + 0.2642, + 0.2801, + 0.2343 + ] + }, + { + "episode": 140, + "avg_reward": -11127.7, + "avg_cost": 13.25, + "lambda": 60.4975, + "rho": [ + 0.2214, + 0.2642, + 0.2801, + 0.2343 + ] + }, + { + "episode": 150, + "avg_reward": -10194.55, + "avg_cost": 9.75, + "lambda": 63.565, + "rho": [ + 0.2106, + 0.2553, + 0.3066, + 0.2275 + ] + }, + { + "episode": 160, + "avg_reward": -9547.07, + "avg_cost": 11.5, + "lambda": 67.5775, + "rho": [ + 0.2106, + 0.2553, + 0.3066, + 0.2275 + ] + }, + { + "episode": 170, + "avg_reward": -9839.95, + "avg_cost": 9.5, + "lambda": 71.065, + "rho": [ + 0.2106, + 0.2553, + 0.3066, + 0.2275 + ] + }, + { + "episode": 180, + "avg_reward": -9311.83, + "avg_cost": 3.75, + "lambda": 73.555, + "rho": [ + 0.2106, + 0.2553, + 0.3066, + 0.2275 + ] + }, + { + "episode": 190, + "avg_reward": -8698.53, + "avg_cost": 10.0, + "lambda": 75.9925, + "rho": [ + 0.2106, + 0.2553, + 0.3066, + 0.2275 + ] + }, + { + "episode": 200, + "avg_reward": -8503.22, + "avg_cost": 8.5, + "lambda": 77.4175, + "rho": [ + 0.202, + 0.2506, + 0.3361, + 0.2113 + ] + }, + { + "episode": 210, + "avg_reward": -8742.78, + "avg_cost": 8.25, + "lambda": 78.805, + "rho": [ + 0.202, + 0.2506, + 0.3361, + 0.2113 + ] + }, + { + "episode": 220, + "avg_reward": -8536.66, + "avg_cost": 10.75, + "lambda": 81.37, + "rho": [ + 0.202, + 0.2506, + 0.3361, + 0.2113 + ] + }, + { + "episode": 230, + "avg_reward": -8172.95, + "avg_cost": 11.75, + "lambda": 84.31, + "rho": [ + 0.202, + 0.2506, + 0.3361, + 0.2113 + ] + }, + { + "episode": 240, + "avg_reward": -8104.23, + "avg_cost": 10.0, + "lambda": 87.61, + "rho": [ + 0.202, + 0.2506, + 0.3361, + 0.2113 + ] + }, + { + "episode": 250, + "avg_reward": -8696.69, + "avg_cost": 9.0, + "lambda": 89.6875, + "rho": [ + 0.2036, + 0.2517, + 0.3415, + 0.2032 + ] + }, + { + "episode": 260, + "avg_reward": -7770.38, + "avg_cost": 4.75, + "lambda": 91.015, + "rho": [ + 0.2036, + 0.2517, + 0.3415, + 0.2032 + ] + }, + { + "episode": 270, + "avg_reward": -7172.86, + "avg_cost": 7.5, + "lambda": 92.35, + "rho": [ + 0.2036, + 0.2517, + 0.3415, + 0.2032 + ] + }, + { + "episode": 280, + "avg_reward": -6360.53, + "avg_cost": 2.5, + "lambda": 93.1675, + "rho": [ + 0.2036, + 0.2517, + 0.3415, + 0.2032 + ] + }, + { + "episode": 290, + "avg_reward": -5909.64, + "avg_cost": 1.75, + "lambda": 93.7225, + "rho": [ + 0.2036, + 0.2517, + 0.3415, + 0.2032 + ] + }, + { + "episode": 300, + "avg_reward": -5641.56, + "avg_cost": 7.75, + "lambda": 94.435, + "rho": [ + 0.2054, + 0.2598, + 0.3428, + 0.192 + ] + }, + { + "episode": 310, + "avg_reward": -5511.51, + "avg_cost": 2.5, + "lambda": 95.1175, + "rho": [ + 0.2054, + 0.2598, + 0.3428, + 0.192 + ] + }, + { + "episode": 320, + "avg_reward": -5847.76, + "avg_cost": 5.0, + "lambda": 96.055, + "rho": [ + 0.2054, + 0.2598, + 0.3428, + 0.192 + ] + }, + { + "episode": 330, + "avg_reward": -5014.79, + "avg_cost": 2.0, + "lambda": 96.565, + "rho": [ + 0.2054, + 0.2598, + 0.3428, + 0.192 + ] + }, + { + "episode": 340, + "avg_reward": -4426.8, + "avg_cost": 1.0, + "lambda": 96.715, + "rho": [ + 0.2054, + 0.2598, + 0.3428, + 0.192 + ] + }, + { + "episode": 350, + "avg_reward": -5313.44, + "avg_cost": 4.0, + "lambda": 97.2325, + "rho": [ + 0.1992, + 0.2623, + 0.3531, + 0.1854 + ] + }, + { + "episode": 360, + "avg_reward": -4228.08, + "avg_cost": 0.5, + "lambda": 97.6975, + "rho": [ + 0.1992, + 0.2623, + 0.3531, + 0.1854 + ] + }, + { + "episode": 370, + "avg_reward": -3633.76, + "avg_cost": 2.25, + "lambda": 97.9975, + "rho": [ + 0.1992, + 0.2623, + 0.3531, + 0.1854 + ] + }, + { + "episode": 380, + "avg_reward": -3129.13, + "avg_cost": 0.25, + "lambda": 98.155, + "rho": [ + 0.1992, + 0.2623, + 0.3531, + 0.1854 + ] + }, + { + "episode": 390, + "avg_reward": -2960.91, + "avg_cost": 1.5, + "lambda": 98.7175, + "rho": [ + 0.1992, + 0.2623, + 0.3531, + 0.1854 + ] + }, + { + "episode": 400, + "avg_reward": -3345.87, + "avg_cost": 1.5, + "lambda": 99.295, + "rho": [ + 0.2035, + 0.2622, + 0.3548, + 0.1795 + ] + }, + { + "episode": 410, + "avg_reward": -3012.34, + "avg_cost": 3.75, + "lambda": 99.865, + "rho": [ + 0.2035, + 0.2622, + 0.3548, + 0.1795 + ] + }, + { + "episode": 420, + "avg_reward": -2472.86, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.2035, + 0.2622, + 0.3548, + 0.1795 + ] + }, + { + "episode": 430, + "avg_reward": -2531.22, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2035, + 0.2622, + 0.3548, + 0.1795 + ] + }, + { + "episode": 440, + "avg_reward": -2422.04, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2035, + 0.2622, + 0.3548, + 0.1795 + ] + }, + { + "episode": 450, + "avg_reward": -2698.69, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2125, + 0.2651, + 0.3481, + 0.1742 + ] + }, + { + "episode": 460, + "avg_reward": -2506.99, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2125, + 0.2651, + 0.3481, + 0.1742 + ] + }, + { + "episode": 470, + "avg_reward": -1772.47, + "avg_cost": 0.75, + "lambda": 99.9625, + "rho": [ + 0.2125, + 0.2651, + 0.3481, + 0.1742 + ] + }, + { + "episode": 480, + "avg_reward": -1829.63, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 0.2125, + 0.2651, + 0.3481, + 0.1742 + ] + }, + { + "episode": 490, + "avg_reward": -982.15, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2125, + 0.2651, + 0.3481, + 0.1742 + ] + }, + { + "episode": 500, + "avg_reward": -1334.22, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2659, + 0.3361, + 0.1772 + ] + }, + { + "episode": 510, + "avg_reward": -735.72, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2659, + 0.3361, + 0.1772 + ] + }, + { + "episode": 520, + "avg_reward": -511.16, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2659, + 0.3361, + 0.1772 + ] + }, + { + "episode": 530, + "avg_reward": -486.4, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2659, + 0.3361, + 0.1772 + ] + }, + { + "episode": 540, + "avg_reward": -228.18, + "avg_cost": 1.0, + "lambda": 99.94, + "rho": [ + 0.2208, + 0.2659, + 0.3361, + 0.1772 + ] + }, + { + "episode": 550, + "avg_reward": 263.53, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2311, + 0.2622, + 0.3278, + 0.1788 + ] + }, + { + "episode": 560, + "avg_reward": 376.76, + "avg_cost": 0.25, + "lambda": 99.88, + "rho": [ + 0.2311, + 0.2622, + 0.3278, + 0.1788 + ] + }, + { + "episode": 570, + "avg_reward": 234.23, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2311, + 0.2622, + 0.3278, + 0.1788 + ] + }, + { + "episode": 580, + "avg_reward": 561.65, + "avg_cost": 0.75, + "lambda": 99.8125, + "rho": [ + 0.2311, + 0.2622, + 0.3278, + 0.1788 + ] + }, + { + "episode": 590, + "avg_reward": 281.8, + "avg_cost": 1.5, + "lambda": 99.625, + "rho": [ + 0.2311, + 0.2622, + 0.3278, + 0.1788 + ] + }, + { + "episode": 600, + "avg_reward": 987.19, + "avg_cost": 0.25, + "lambda": 99.52, + "rho": [ + 0.2361, + 0.2566, + 0.3263, + 0.1809 + ] + }, + { + "episode": 610, + "avg_reward": 1516.99, + "avg_cost": 3.75, + "lambda": 99.4, + "rho": [ + 0.2361, + 0.2566, + 0.3263, + 0.1809 + ] + }, + { + "episode": 620, + "avg_reward": 1869.81, + "avg_cost": 0.25, + "lambda": 99.1975, + "rho": [ + 0.2361, + 0.2566, + 0.3263, + 0.1809 + ] + }, + { + "episode": 630, + "avg_reward": 1492.93, + "avg_cost": 0.0, + "lambda": 99.085, + "rho": [ + 0.2361, + 0.2566, + 0.3263, + 0.1809 + ] + }, + { + "episode": 640, + "avg_reward": 1885.45, + "avg_cost": 0.0, + "lambda": 98.8375, + "rho": [ + 0.2361, + 0.2566, + 0.3263, + 0.1809 + ] + }, + { + "episode": 650, + "avg_reward": 1877.59, + "avg_cost": 0.0, + "lambda": 98.575, + "rho": [ + 0.2404, + 0.2519, + 0.3249, + 0.1828 + ] + }, + { + "episode": 660, + "avg_reward": 2251.43, + "avg_cost": 0.25, + "lambda": 98.3425, + "rho": [ + 0.2404, + 0.2519, + 0.3249, + 0.1828 + ] + }, + { + "episode": 670, + "avg_reward": 2469.84, + "avg_cost": 0.0, + "lambda": 98.095, + "rho": [ + 0.2404, + 0.2519, + 0.3249, + 0.1828 + ] + }, + { + "episode": 680, + "avg_reward": 2370.07, + "avg_cost": 0.0, + "lambda": 97.8625, + "rho": [ + 0.2404, + 0.2519, + 0.3249, + 0.1828 + ] + }, + { + "episode": 690, + "avg_reward": 2455.15, + "avg_cost": 0.25, + "lambda": 97.6225, + "rho": [ + 0.2404, + 0.2519, + 0.3249, + 0.1828 + ] + }, + { + "episode": 700, + "avg_reward": 2654.61, + "avg_cost": 0.0, + "lambda": 97.33, + "rho": [ + 0.2441, + 0.2479, + 0.3237, + 0.1844 + ] + }, + { + "episode": 710, + "avg_reward": 2972.84, + "avg_cost": 0.0, + "lambda": 97.0675, + "rho": [ + 0.2441, + 0.2479, + 0.3237, + 0.1844 + ] + }, + { + "episode": 720, + "avg_reward": 2850.94, + "avg_cost": 0.0, + "lambda": 96.7825, + "rho": [ + 0.2441, + 0.2479, + 0.3237, + 0.1844 + ] + }, + { + "episode": 730, + "avg_reward": 2748.58, + "avg_cost": 0.0, + "lambda": 96.52, + "rho": [ + 0.2441, + 0.2479, + 0.3237, + 0.1844 + ] + }, + { + "episode": 740, + "avg_reward": 3305.02, + "avg_cost": 0.0, + "lambda": 96.2575, + "rho": [ + 0.2441, + 0.2479, + 0.3237, + 0.1844 + ] + }, + { + "episode": 750, + "avg_reward": 3135.6, + "avg_cost": 0.0, + "lambda": 95.965, + "rho": [ + 0.2473, + 0.2444, + 0.3225, + 0.1858 + ] + }, + { + "episode": 760, + "avg_reward": 3285.94, + "avg_cost": 0.0, + "lambda": 95.7025, + "rho": [ + 0.2473, + 0.2444, + 0.3225, + 0.1858 + ] + }, + { + "episode": 770, + "avg_reward": 3331.82, + "avg_cost": 0.0, + "lambda": 95.4775, + "rho": [ + 0.2473, + 0.2444, + 0.3225, + 0.1858 + ] + }, + { + "episode": 780, + "avg_reward": 3273.56, + "avg_cost": 0.0, + "lambda": 95.1775, + "rho": [ + 0.2473, + 0.2444, + 0.3225, + 0.1858 + ] + }, + { + "episode": 790, + "avg_reward": 3604.06, + "avg_cost": 0.25, + "lambda": 94.9375, + "rho": [ + 0.2473, + 0.2444, + 0.3225, + 0.1858 + ] + }, + { + "episode": 800, + "avg_reward": 3595.52, + "avg_cost": 0.0, + "lambda": 94.645, + "rho": [ + 0.2492, + 0.2409, + 0.3181, + 0.1918 + ] + }, + { + "episode": 810, + "avg_reward": 3686.71, + "avg_cost": 0.0, + "lambda": 94.3525, + "rho": [ + 0.2492, + 0.2409, + 0.3181, + 0.1918 + ] + }, + { + "episode": 820, + "avg_reward": 3698.29, + "avg_cost": 0.0, + "lambda": 94.0525, + "rho": [ + 0.2492, + 0.2409, + 0.3181, + 0.1918 + ] + }, + { + "episode": 830, + "avg_reward": 3977.06, + "avg_cost": 0.0, + "lambda": 93.7525, + "rho": [ + 0.2492, + 0.2409, + 0.3181, + 0.1918 + ] + }, + { + "episode": 840, + "avg_reward": 3789.17, + "avg_cost": 0.0, + "lambda": 93.505, + "rho": [ + 0.2492, + 0.2409, + 0.3181, + 0.1918 + ] + }, + { + "episode": 850, + "avg_reward": 3855.11, + "avg_cost": 0.0, + "lambda": 93.2425, + "rho": [ + 0.2508, + 0.2379, + 0.3143, + 0.1969 + ] + }, + { + "episode": 860, + "avg_reward": 3720.39, + "avg_cost": 0.0, + "lambda": 92.9875, + "rho": [ + 0.2508, + 0.2379, + 0.3143, + 0.1969 + ] + }, + { + "episode": 870, + "avg_reward": 3841.99, + "avg_cost": 0.0, + "lambda": 92.77, + "rho": [ + 0.2508, + 0.2379, + 0.3143, + 0.1969 + ] + }, + { + "episode": 880, + "avg_reward": 3951.3, + "avg_cost": 0.0, + "lambda": 92.5375, + "rho": [ + 0.2508, + 0.2379, + 0.3143, + 0.1969 + ] + }, + { + "episode": 890, + "avg_reward": 4155.15, + "avg_cost": 0.25, + "lambda": 92.275, + "rho": [ + 0.2508, + 0.2379, + 0.3143, + 0.1969 + ] + }, + { + "episode": 900, + "avg_reward": 4049.58, + "avg_cost": 0.0, + "lambda": 92.0275, + "rho": [ + 0.2533, + 0.2327, + 0.3136, + 0.2004 + ] + }, + { + "episode": 910, + "avg_reward": 4634.13, + "avg_cost": 1.25, + "lambda": 91.8175, + "rho": [ + 0.2533, + 0.2327, + 0.3136, + 0.2004 + ] + }, + { + "episode": 920, + "avg_reward": 4375.21, + "avg_cost": 0.0, + "lambda": 91.555, + "rho": [ + 0.2533, + 0.2327, + 0.3136, + 0.2004 + ] + }, + { + "episode": 930, + "avg_reward": 4872.58, + "avg_cost": 0.0, + "lambda": 91.3, + "rho": [ + 0.2533, + 0.2327, + 0.3136, + 0.2004 + ] + }, + { + "episode": 940, + "avg_reward": 4060.92, + "avg_cost": 0.0, + "lambda": 91.06, + "rho": [ + 0.2533, + 0.2327, + 0.3136, + 0.2004 + ] + }, + { + "episode": 950, + "avg_reward": 4464.73, + "avg_cost": 0.0, + "lambda": 90.805, + "rho": [ + 0.2587, + 0.2276, + 0.3107, + 0.2029 + ] + }, + { + "episode": 960, + "avg_reward": 4316.49, + "avg_cost": 1.0, + "lambda": 90.625, + "rho": [ + 0.2587, + 0.2276, + 0.3107, + 0.2029 + ] + }, + { + "episode": 970, + "avg_reward": 4482.22, + "avg_cost": 0.0, + "lambda": 90.34, + "rho": [ + 0.2587, + 0.2276, + 0.3107, + 0.2029 + ] + }, + { + "episode": 980, + "avg_reward": 4270.69, + "avg_cost": 1.25, + "lambda": 90.1525, + "rho": [ + 0.2587, + 0.2276, + 0.3107, + 0.2029 + ] + }, + { + "episode": 990, + "avg_reward": 4273.11, + "avg_cost": 0.0, + "lambda": 89.89, + "rho": [ + 0.2587, + 0.2276, + 0.3107, + 0.2029 + ] + }, + { + "episode": 1000, + "avg_reward": 4049.72, + "avg_cost": 0.0, + "lambda": 89.62, + "rho": [ + 0.2634, + 0.2234, + 0.3083, + 0.205 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..02b16a7ebe439eef05feb921ebef1455f4d072a6 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -7947616.52, + "constraint_satisfaction_pct": 8.8, + "final_rho": [ + 0.237, + 0.2112, + 0.312, + 0.2397 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22909.75, + "avg_cost": 31.25, + "lambda": 10.9375, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -21986.1, + "avg_cost": 16.25, + "lambda": 17.8041, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -21309.51, + "avg_cost": 18.0, + "lambda": 23.9803, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -20376.59, + "avg_cost": 21.25, + "lambda": 29.298, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -20388.4, + "avg_cost": 22.5, + "lambda": 34.5654, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -19808.67, + "avg_cost": 8.0, + "lambda": 39.8755, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 60, + "avg_reward": -20222.46, + "avg_cost": 23.0, + "lambda": 44.84, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 70, + "avg_reward": -19404.64, + "avg_cost": 9.25, + "lambda": 49.8833, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 80, + "avg_reward": -18483.01, + "avg_cost": 20.25, + "lambda": 54.1944, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 90, + "avg_reward": -18694.69, + "avg_cost": 17.25, + "lambda": 58.5803, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 100, + "avg_reward": -18609.52, + "avg_cost": 7.75, + "lambda": 62.9835, + "rho": [ + 0.2236, + 0.2501, + 0.2845, + 0.2418 + ] + }, + { + "episode": 110, + "avg_reward": -17051.05, + "avg_cost": 19.25, + "lambda": 67.3365, + "rho": [ + 0.2236, + 0.2501, + 0.2845, + 0.2418 + ] + }, + { + "episode": 120, + "avg_reward": -18039.27, + "avg_cost": 8.5, + "lambda": 71.4129, + "rho": [ + 0.2236, + 0.2501, + 0.2845, + 0.2418 + ] + }, + { + "episode": 130, + "avg_reward": -16790.8, + "avg_cost": 15.25, + "lambda": 74.8171, + "rho": [ + 0.2236, + 0.2501, + 0.2845, + 0.2418 + ] + }, + { + "episode": 140, + "avg_reward": -17287.69, + "avg_cost": 8.5, + "lambda": 78.356, + "rho": [ + 0.2236, + 0.2501, + 0.2845, + 0.2418 + ] + }, + { + "episode": 150, + "avg_reward": -16904.77, + "avg_cost": 4.0, + "lambda": 81.5676, + "rho": [ + 0.2042, + 0.2422, + 0.3092, + 0.2443 + ] + }, + { + "episode": 160, + "avg_reward": -15420.15, + "avg_cost": 10.5, + "lambda": 84.1938, + "rho": [ + 0.2042, + 0.2422, + 0.3092, + 0.2443 + ] + }, + { + "episode": 170, + "avg_reward": -17369.14, + "avg_cost": 10.5, + "lambda": 86.6671, + "rho": [ + 0.2042, + 0.2422, + 0.3092, + 0.2443 + ] + }, + { + "episode": 180, + "avg_reward": -14633.32, + "avg_cost": 8.25, + "lambda": 89.4337, + "rho": [ + 0.2042, + 0.2422, + 0.3092, + 0.2443 + ] + }, + { + "episode": 190, + "avg_reward": -15906.09, + "avg_cost": 5.0, + "lambda": 92.6709, + "rho": [ + 0.2042, + 0.2422, + 0.3092, + 0.2443 + ] + }, + { + "episode": 200, + "avg_reward": -14707.72, + "avg_cost": 5.75, + "lambda": 95.4813, + "rho": [ + 0.1901, + 0.2335, + 0.3419, + 0.2345 + ] + }, + { + "episode": 210, + "avg_reward": -12839.5, + "avg_cost": 10.5, + "lambda": 97.7836, + "rho": [ + 0.1901, + 0.2335, + 0.3419, + 0.2345 + ] + }, + { + "episode": 220, + "avg_reward": -13346.55, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 0.1901, + 0.2335, + 0.3419, + 0.2345 + ] + }, + { + "episode": 230, + "avg_reward": -13368.43, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.1901, + 0.2335, + 0.3419, + 0.2345 + ] + }, + { + "episode": 240, + "avg_reward": -12632.62, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.1901, + 0.2335, + 0.3419, + 0.2345 + ] + }, + { + "episode": 250, + "avg_reward": -13092.3, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.1843, + 0.2237, + 0.3554, + 0.2366 + ] + }, + { + "episode": 260, + "avg_reward": -12421.22, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.1843, + 0.2237, + 0.3554, + 0.2366 + ] + }, + { + "episode": 270, + "avg_reward": -12991.52, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.1843, + 0.2237, + 0.3554, + 0.2366 + ] + }, + { + "episode": 280, + "avg_reward": -12750.77, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.1843, + 0.2237, + 0.3554, + 0.2366 + ] + }, + { + "episode": 290, + "avg_reward": -10949.37, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.1843, + 0.2237, + 0.3554, + 0.2366 + ] + }, + { + "episode": 300, + "avg_reward": -11569.49, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.1864, + 0.2236, + 0.3548, + 0.2352 + ] + }, + { + "episode": 310, + "avg_reward": -11342.52, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.1864, + 0.2236, + 0.3548, + 0.2352 + ] + }, + { + "episode": 320, + "avg_reward": -10410.65, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.1864, + 0.2236, + 0.3548, + 0.2352 + ] + }, + { + "episode": 330, + "avg_reward": -10393.86, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.1864, + 0.2236, + 0.3548, + 0.2352 + ] + }, + { + "episode": 340, + "avg_reward": -10349.29, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.1864, + 0.2236, + 0.3548, + 0.2352 + ] + }, + { + "episode": 350, + "avg_reward": -10857.49, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.1894, + 0.222, + 0.3473, + 0.2414 + ] + }, + { + "episode": 360, + "avg_reward": -10278.58, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.1894, + 0.222, + 0.3473, + 0.2414 + ] + }, + { + "episode": 370, + "avg_reward": -10932.19, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.1894, + 0.222, + 0.3473, + 0.2414 + ] + }, + { + "episode": 380, + "avg_reward": -10171.78, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.1894, + 0.222, + 0.3473, + 0.2414 + ] + }, + { + "episode": 390, + "avg_reward": -10022.6, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.1894, + 0.222, + 0.3473, + 0.2414 + ] + }, + { + "episode": 400, + "avg_reward": -10895.72, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.1983, + 0.2225, + 0.3341, + 0.2451 + ] + }, + { + "episode": 410, + "avg_reward": -9240.18, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.1983, + 0.2225, + 0.3341, + 0.2451 + ] + }, + { + "episode": 420, + "avg_reward": -9046.89, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.1983, + 0.2225, + 0.3341, + 0.2451 + ] + }, + { + "episode": 430, + "avg_reward": -8754.56, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.1983, + 0.2225, + 0.3341, + 0.2451 + ] + }, + { + "episode": 440, + "avg_reward": -8501.88, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 0.1983, + 0.2225, + 0.3341, + 0.2451 + ] + }, + { + "episode": 450, + "avg_reward": -8217.31, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2089, + 0.2214, + 0.3261, + 0.2436 + ] + }, + { + "episode": 460, + "avg_reward": -8755.01, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2089, + 0.2214, + 0.3261, + 0.2436 + ] + }, + { + "episode": 470, + "avg_reward": -8255.79, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2089, + 0.2214, + 0.3261, + 0.2436 + ] + }, + { + "episode": 480, + "avg_reward": -8254.25, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2089, + 0.2214, + 0.3261, + 0.2436 + ] + }, + { + "episode": 490, + "avg_reward": -8378.15, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2089, + 0.2214, + 0.3261, + 0.2436 + ] + }, + { + "episode": 500, + "avg_reward": -7892.29, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2167, + 0.2252, + 0.3165, + 0.2416 + ] + }, + { + "episode": 510, + "avg_reward": -7290.25, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2167, + 0.2252, + 0.3165, + 0.2416 + ] + }, + { + "episode": 520, + "avg_reward": -7091.4, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.2167, + 0.2252, + 0.3165, + 0.2416 + ] + }, + { + "episode": 530, + "avg_reward": -6568.02, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2167, + 0.2252, + 0.3165, + 0.2416 + ] + }, + { + "episode": 540, + "avg_reward": -6579.83, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2167, + 0.2252, + 0.3165, + 0.2416 + ] + }, + { + "episode": 550, + "avg_reward": -6787.25, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.2251, + 0.3079, + 0.2413 + ] + }, + { + "episode": 560, + "avg_reward": -5306.3, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.2251, + 0.3079, + 0.2413 + ] + }, + { + "episode": 570, + "avg_reward": -6094.21, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.2251, + 0.3079, + 0.2413 + ] + }, + { + "episode": 580, + "avg_reward": -5388.79, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.2251, + 0.3079, + 0.2413 + ] + }, + { + "episode": 590, + "avg_reward": -5848.71, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.2257, + 0.2251, + 0.3079, + 0.2413 + ] + }, + { + "episode": 600, + "avg_reward": -4753.12, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2285, + 0.2252, + 0.3042, + 0.2421 + ] + }, + { + "episode": 610, + "avg_reward": -4299.63, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2285, + 0.2252, + 0.3042, + 0.2421 + ] + }, + { + "episode": 620, + "avg_reward": -5183.09, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2285, + 0.2252, + 0.3042, + 0.2421 + ] + }, + { + "episode": 630, + "avg_reward": -5675.83, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2285, + 0.2252, + 0.3042, + 0.2421 + ] + }, + { + "episode": 640, + "avg_reward": -5024.72, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2285, + 0.2252, + 0.3042, + 0.2421 + ] + }, + { + "episode": 650, + "avg_reward": -3819.87, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.232, + 0.2243, + 0.2979, + 0.2457 + ] + }, + { + "episode": 660, + "avg_reward": -3986.63, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.232, + 0.2243, + 0.2979, + 0.2457 + ] + }, + { + "episode": 670, + "avg_reward": -4068.71, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.232, + 0.2243, + 0.2979, + 0.2457 + ] + }, + { + "episode": 680, + "avg_reward": -4287.22, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.232, + 0.2243, + 0.2979, + 0.2457 + ] + }, + { + "episode": 690, + "avg_reward": -3818.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.232, + 0.2243, + 0.2979, + 0.2457 + ] + }, + { + "episode": 700, + "avg_reward": -3429.45, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2318, + 0.2229, + 0.2947, + 0.2507 + ] + }, + { + "episode": 710, + "avg_reward": -3601.55, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2318, + 0.2229, + 0.2947, + 0.2507 + ] + }, + { + "episode": 720, + "avg_reward": -3272.55, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2318, + 0.2229, + 0.2947, + 0.2507 + ] + }, + { + "episode": 730, + "avg_reward": -2728.44, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2318, + 0.2229, + 0.2947, + 0.2507 + ] + }, + { + "episode": 740, + "avg_reward": -1902.23, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2318, + 0.2229, + 0.2947, + 0.2507 + ] + }, + { + "episode": 750, + "avg_reward": -2001.69, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2322, + 0.2216, + 0.2946, + 0.2517 + ] + }, + { + "episode": 760, + "avg_reward": -2093.84, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2322, + 0.2216, + 0.2946, + 0.2517 + ] + }, + { + "episode": 770, + "avg_reward": -1288.3, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2322, + 0.2216, + 0.2946, + 0.2517 + ] + }, + { + "episode": 780, + "avg_reward": -2009.74, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2322, + 0.2216, + 0.2946, + 0.2517 + ] + }, + { + "episode": 790, + "avg_reward": -1501.17, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2322, + 0.2216, + 0.2946, + 0.2517 + ] + }, + { + "episode": 800, + "avg_reward": -1019.88, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2187, + 0.2978, + 0.2506 + ] + }, + { + "episode": 810, + "avg_reward": -780.37, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2187, + 0.2978, + 0.2506 + ] + }, + { + "episode": 820, + "avg_reward": -333.06, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2187, + 0.2978, + 0.2506 + ] + }, + { + "episode": 830, + "avg_reward": -311.34, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2187, + 0.2978, + 0.2506 + ] + }, + { + "episode": 840, + "avg_reward": -130.88, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2187, + 0.2978, + 0.2506 + ] + }, + { + "episode": 850, + "avg_reward": 26.33, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2304, + 0.2162, + 0.3035, + 0.2498 + ] + }, + { + "episode": 860, + "avg_reward": 572.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2304, + 0.2162, + 0.3035, + 0.2498 + ] + }, + { + "episode": 870, + "avg_reward": 564.94, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2304, + 0.2162, + 0.3035, + 0.2498 + ] + }, + { + "episode": 880, + "avg_reward": 1206.94, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2304, + 0.2162, + 0.3035, + 0.2498 + ] + }, + { + "episode": 890, + "avg_reward": 537.0, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2304, + 0.2162, + 0.3035, + 0.2498 + ] + }, + { + "episode": 900, + "avg_reward": 1257.95, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2308, + 0.2146, + 0.3078, + 0.2468 + ] + }, + { + "episode": 910, + "avg_reward": 1440.25, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2308, + 0.2146, + 0.3078, + 0.2468 + ] + }, + { + "episode": 920, + "avg_reward": 1702.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2308, + 0.2146, + 0.3078, + 0.2468 + ] + }, + { + "episode": 930, + "avg_reward": 2172.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2308, + 0.2146, + 0.3078, + 0.2468 + ] + }, + { + "episode": 940, + "avg_reward": 2045.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2308, + 0.2146, + 0.3078, + 0.2468 + ] + }, + { + "episode": 950, + "avg_reward": 2129.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.234, + 0.2128, + 0.31, + 0.2431 + ] + }, + { + "episode": 960, + "avg_reward": 2675.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.234, + 0.2128, + 0.31, + 0.2431 + ] + }, + { + "episode": 970, + "avg_reward": 2702.06, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.234, + 0.2128, + 0.31, + 0.2431 + ] + }, + { + "episode": 980, + "avg_reward": 3205.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.234, + 0.2128, + 0.31, + 0.2431 + ] + }, + { + "episode": 990, + "avg_reward": 3091.55, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.234, + 0.2128, + 0.31, + 0.2431 + ] + }, + { + "episode": 1000, + "avg_reward": 3099.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.237, + 0.2112, + 0.312, + 0.2397 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..08fc60f5164aeb8287ed534ec25a5793b1d59f31 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -5916813.64, + "constraint_satisfaction_pct": 16.4, + "final_rho": [ + 0.4607, + 0.1108, + 0.2713, + 0.1572 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18327.8, + "avg_cost": 31.25, + "lambda": 10.9375, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -17588.88, + "avg_cost": 16.25, + "lambda": 17.8041, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -17047.61, + "avg_cost": 18.0, + "lambda": 23.9803, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -16301.27, + "avg_cost": 21.25, + "lambda": 29.298, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -16310.72, + "avg_cost": 22.5, + "lambda": 34.5654, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -15846.94, + "avg_cost": 8.0, + "lambda": 39.8755, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 60, + "avg_reward": -16094.2, + "avg_cost": 14.0, + "lambda": 45.1692, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 70, + "avg_reward": -15583.0, + "avg_cost": 15.25, + "lambda": 50.2902, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 80, + "avg_reward": -15609.45, + "avg_cost": 8.5, + "lambda": 54.5279, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 90, + "avg_reward": -14438.49, + "avg_cost": 16.75, + "lambda": 58.4696, + "rho": [ + 0.2364, + 0.258, + 0.2631, + 0.2425 + ] + }, + { + "episode": 100, + "avg_reward": -14714.94, + "avg_cost": 17.75, + "lambda": 62.3941, + "rho": [ + 0.242, + 0.2544, + 0.264, + 0.2397 + ] + }, + { + "episode": 110, + "avg_reward": -13903.22, + "avg_cost": 10.25, + "lambda": 66.2405, + "rho": [ + 0.242, + 0.2544, + 0.264, + 0.2397 + ] + }, + { + "episode": 120, + "avg_reward": -14151.39, + "avg_cost": 8.75, + "lambda": 69.4644, + "rho": [ + 0.242, + 0.2544, + 0.264, + 0.2397 + ] + }, + { + "episode": 130, + "avg_reward": -13308.38, + "avg_cost": 19.5, + "lambda": 72.6297, + "rho": [ + 0.242, + 0.2544, + 0.264, + 0.2397 + ] + }, + { + "episode": 140, + "avg_reward": -13385.35, + "avg_cost": 22.0, + "lambda": 76.1797, + "rho": [ + 0.242, + 0.2544, + 0.264, + 0.2397 + ] + }, + { + "episode": 150, + "avg_reward": -12699.6, + "avg_cost": 15.0, + "lambda": 80.0864, + "rho": [ + 0.2413, + 0.2421, + 0.2723, + 0.2444 + ] + }, + { + "episode": 160, + "avg_reward": -13072.24, + "avg_cost": 10.5, + "lambda": 83.7728, + "rho": [ + 0.2413, + 0.2421, + 0.2723, + 0.2444 + ] + }, + { + "episode": 170, + "avg_reward": -13319.44, + "avg_cost": 12.0, + "lambda": 87.6875, + "rho": [ + 0.2413, + 0.2421, + 0.2723, + 0.2444 + ] + }, + { + "episode": 180, + "avg_reward": -12394.95, + "avg_cost": 6.5, + "lambda": 91.1175, + "rho": [ + 0.2413, + 0.2421, + 0.2723, + 0.2444 + ] + }, + { + "episode": 190, + "avg_reward": -11872.11, + "avg_cost": 11.75, + "lambda": 93.5686, + "rho": [ + 0.2413, + 0.2421, + 0.2723, + 0.2444 + ] + }, + { + "episode": 200, + "avg_reward": -11492.03, + "avg_cost": 4.25, + "lambda": 96.1541, + "rho": [ + 0.2454, + 0.2345, + 0.2838, + 0.2364 + ] + }, + { + "episode": 210, + "avg_reward": -12159.33, + "avg_cost": 6.25, + "lambda": 99.2738, + "rho": [ + 0.2454, + 0.2345, + 0.2838, + 0.2364 + ] + }, + { + "episode": 220, + "avg_reward": -11318.72, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2345, + 0.2838, + 0.2364 + ] + }, + { + "episode": 230, + "avg_reward": -10721.78, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2345, + 0.2838, + 0.2364 + ] + }, + { + "episode": 240, + "avg_reward": -11677.76, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2345, + 0.2838, + 0.2364 + ] + }, + { + "episode": 250, + "avg_reward": -11167.69, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2506, + 0.2225, + 0.2959, + 0.231 + ] + }, + { + "episode": 260, + "avg_reward": -10257.18, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2506, + 0.2225, + 0.2959, + 0.231 + ] + }, + { + "episode": 270, + "avg_reward": -10163.5, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.2506, + 0.2225, + 0.2959, + 0.231 + ] + }, + { + "episode": 280, + "avg_reward": -10831.32, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2506, + 0.2225, + 0.2959, + 0.231 + ] + }, + { + "episode": 290, + "avg_reward": -10537.99, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2506, + 0.2225, + 0.2959, + 0.231 + ] + }, + { + "episode": 300, + "avg_reward": -11127.93, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2615, + 0.2151, + 0.2996, + 0.2237 + ] + }, + { + "episode": 310, + "avg_reward": -10390.62, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2615, + 0.2151, + 0.2996, + 0.2237 + ] + }, + { + "episode": 320, + "avg_reward": -10866.19, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2615, + 0.2151, + 0.2996, + 0.2237 + ] + }, + { + "episode": 330, + "avg_reward": -9644.5, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2615, + 0.2151, + 0.2996, + 0.2237 + ] + }, + { + "episode": 340, + "avg_reward": -9179.42, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2615, + 0.2151, + 0.2996, + 0.2237 + ] + }, + { + "episode": 350, + "avg_reward": -8820.26, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2657, + 0.2053, + 0.3094, + 0.2196 + ] + }, + { + "episode": 360, + "avg_reward": -8634.4, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.2657, + 0.2053, + 0.3094, + 0.2196 + ] + }, + { + "episode": 370, + "avg_reward": -8392.94, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2657, + 0.2053, + 0.3094, + 0.2196 + ] + }, + { + "episode": 380, + "avg_reward": -8266.84, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2657, + 0.2053, + 0.3094, + 0.2196 + ] + }, + { + "episode": 390, + "avg_reward": -8746.76, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2657, + 0.2053, + 0.3094, + 0.2196 + ] + }, + { + "episode": 400, + "avg_reward": -8517.47, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2746, + 0.1945, + 0.3179, + 0.213 + ] + }, + { + "episode": 410, + "avg_reward": -8104.42, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2746, + 0.1945, + 0.3179, + 0.213 + ] + }, + { + "episode": 420, + "avg_reward": -7371.53, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2746, + 0.1945, + 0.3179, + 0.213 + ] + }, + { + "episode": 430, + "avg_reward": -7373.56, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.2746, + 0.1945, + 0.3179, + 0.213 + ] + }, + { + "episode": 440, + "avg_reward": -8029.58, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 0.2746, + 0.1945, + 0.3179, + 0.213 + ] + }, + { + "episode": 450, + "avg_reward": -7156.48, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.1846, + 0.3225, + 0.2049 + ] + }, + { + "episode": 460, + "avg_reward": -7444.7, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.1846, + 0.3225, + 0.2049 + ] + }, + { + "episode": 470, + "avg_reward": -7017.37, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.1846, + 0.3225, + 0.2049 + ] + }, + { + "episode": 480, + "avg_reward": -6891.39, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.1846, + 0.3225, + 0.2049 + ] + }, + { + "episode": 490, + "avg_reward": -7434.1, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.1846, + 0.3225, + 0.2049 + ] + }, + { + "episode": 500, + "avg_reward": -7056.08, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.177, + 0.3181, + 0.2047 + ] + }, + { + "episode": 510, + "avg_reward": -6259.07, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.177, + 0.3181, + 0.2047 + ] + }, + { + "episode": 520, + "avg_reward": -6294.87, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.177, + 0.3181, + 0.2047 + ] + }, + { + "episode": 530, + "avg_reward": -5782.35, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.177, + 0.3181, + 0.2047 + ] + }, + { + "episode": 540, + "avg_reward": -4815.67, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.177, + 0.3181, + 0.2047 + ] + }, + { + "episode": 550, + "avg_reward": -4968.43, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3139, + 0.1664, + 0.318, + 0.2017 + ] + }, + { + "episode": 560, + "avg_reward": -4339.66, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3139, + 0.1664, + 0.318, + 0.2017 + ] + }, + { + "episode": 570, + "avg_reward": -4179.91, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.3139, + 0.1664, + 0.318, + 0.2017 + ] + }, + { + "episode": 580, + "avg_reward": -3577.71, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3139, + 0.1664, + 0.318, + 0.2017 + ] + }, + { + "episode": 590, + "avg_reward": -4689.37, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3139, + 0.1664, + 0.318, + 0.2017 + ] + }, + { + "episode": 600, + "avg_reward": -4119.29, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.3299, + 0.1543, + 0.3168, + 0.1991 + ] + }, + { + "episode": 610, + "avg_reward": -4446.74, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3299, + 0.1543, + 0.3168, + 0.1991 + ] + }, + { + "episode": 620, + "avg_reward": -3339.15, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.3299, + 0.1543, + 0.3168, + 0.1991 + ] + }, + { + "episode": 630, + "avg_reward": -3477.93, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3299, + 0.1543, + 0.3168, + 0.1991 + ] + }, + { + "episode": 640, + "avg_reward": -2777.38, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3299, + 0.1543, + 0.3168, + 0.1991 + ] + }, + { + "episode": 650, + "avg_reward": -2262.39, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1434, + 0.3157, + 0.1914 + ] + }, + { + "episode": 660, + "avg_reward": -2087.46, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1434, + 0.3157, + 0.1914 + ] + }, + { + "episode": 670, + "avg_reward": -2219.64, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1434, + 0.3157, + 0.1914 + ] + }, + { + "episode": 680, + "avg_reward": -2416.75, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1434, + 0.3157, + 0.1914 + ] + }, + { + "episode": 690, + "avg_reward": -1622.13, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1434, + 0.3157, + 0.1914 + ] + }, + { + "episode": 700, + "avg_reward": -622.4, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3749, + 0.1311, + 0.3128, + 0.1813 + ] + }, + { + "episode": 710, + "avg_reward": -476.19, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3749, + 0.1311, + 0.3128, + 0.1813 + ] + }, + { + "episode": 720, + "avg_reward": -94.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3749, + 0.1311, + 0.3128, + 0.1813 + ] + }, + { + "episode": 730, + "avg_reward": 195.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3749, + 0.1311, + 0.3128, + 0.1813 + ] + }, + { + "episode": 740, + "avg_reward": 608.07, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3749, + 0.1311, + 0.3128, + 0.1813 + ] + }, + { + "episode": 750, + "avg_reward": 479.55, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3983, + 0.1241, + 0.3021, + 0.1755 + ] + }, + { + "episode": 760, + "avg_reward": 755.58, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3983, + 0.1241, + 0.3021, + 0.1755 + ] + }, + { + "episode": 770, + "avg_reward": 1107.96, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3983, + 0.1241, + 0.3021, + 0.1755 + ] + }, + { + "episode": 780, + "avg_reward": 607.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3983, + 0.1241, + 0.3021, + 0.1755 + ] + }, + { + "episode": 790, + "avg_reward": 662.6, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3983, + 0.1241, + 0.3021, + 0.1755 + ] + }, + { + "episode": 800, + "avg_reward": 988.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.428, + 0.1145, + 0.292, + 0.1655 + ] + }, + { + "episode": 810, + "avg_reward": 1416.29, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.428, + 0.1145, + 0.292, + 0.1655 + ] + }, + { + "episode": 820, + "avg_reward": 1655.8, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.428, + 0.1145, + 0.292, + 0.1655 + ] + }, + { + "episode": 830, + "avg_reward": 1627.94, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.428, + 0.1145, + 0.292, + 0.1655 + ] + }, + { + "episode": 840, + "avg_reward": 2434.74, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.428, + 0.1145, + 0.292, + 0.1655 + ] + }, + { + "episode": 850, + "avg_reward": 2074.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4503, + 0.1113, + 0.2794, + 0.159 + ] + }, + { + "episode": 860, + "avg_reward": 2426.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4503, + 0.1113, + 0.2794, + 0.159 + ] + }, + { + "episode": 870, + "avg_reward": 2609.11, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.4503, + 0.1113, + 0.2794, + 0.159 + ] + }, + { + "episode": 880, + "avg_reward": 2854.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4503, + 0.1113, + 0.2794, + 0.159 + ] + }, + { + "episode": 890, + "avg_reward": 2328.13, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.4503, + 0.1113, + 0.2794, + 0.159 + ] + }, + { + "episode": 900, + "avg_reward": 3000.0, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.4596, + 0.1109, + 0.2725, + 0.157 + ] + }, + { + "episode": 910, + "avg_reward": 3024.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4596, + 0.1109, + 0.2725, + 0.157 + ] + }, + { + "episode": 920, + "avg_reward": 3272.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.4596, + 0.1109, + 0.2725, + 0.157 + ] + }, + { + "episode": 930, + "avg_reward": 2899.01, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4596, + 0.1109, + 0.2725, + 0.157 + ] + }, + { + "episode": 940, + "avg_reward": 3216.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4596, + 0.1109, + 0.2725, + 0.157 + ] + }, + { + "episode": 950, + "avg_reward": 3226.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4635, + 0.1098, + 0.2725, + 0.1543 + ] + }, + { + "episode": 960, + "avg_reward": 3436.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4635, + 0.1098, + 0.2725, + 0.1543 + ] + }, + { + "episode": 970, + "avg_reward": 3485.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4635, + 0.1098, + 0.2725, + 0.1543 + ] + }, + { + "episode": 980, + "avg_reward": 3726.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4635, + 0.1098, + 0.2725, + 0.1543 + ] + }, + { + "episode": 990, + "avg_reward": 3948.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.4635, + 0.1098, + 0.2725, + 0.1543 + ] + }, + { + "episode": 1000, + "avg_reward": 3861.49, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4607, + 0.1108, + 0.2713, + 0.1572 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..2d581774dfd5d6604adf709ca8cd71b5660dd759 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 734122.93, + "constraint_satisfaction_pct": 98.9, + "final_rho": [ + 0.123, + 0.3324, + 0.1468, + 0.3977 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -12218.53, + "avg_cost": 31.25, + "lambda": 5.0625, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -11476.18, + "avg_cost": 20.25, + "lambda": 4.405, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -11382.76, + "avg_cost": 6.75, + "lambda": 3.5725, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -10870.61, + "avg_cost": 14.75, + "lambda": 3.0325, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -10444.15, + "avg_cost": 19.0, + "lambda": 2.5025, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -10184.21, + "avg_cost": 29.5, + "lambda": 2.0075, + "rho": [ + 0.2328, + 0.2531, + 0.2322, + 0.2818 + ] + }, + { + "episode": 60, + "avg_reward": -9477.94, + "avg_cost": 14.25, + "lambda": 0.745, + "rho": [ + 0.2328, + 0.2531, + 0.2322, + 0.2818 + ] + }, + { + "episode": 70, + "avg_reward": -8699.13, + "avg_cost": 15.75, + "lambda": 0.0125, + "rho": [ + 0.2328, + 0.2531, + 0.2322, + 0.2818 + ] + }, + { + "episode": 80, + "avg_reward": -8763.73, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.2328, + 0.2531, + 0.2322, + 0.2818 + ] + }, + { + "episode": 90, + "avg_reward": -8187.58, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.2328, + 0.2531, + 0.2322, + 0.2818 + ] + }, + { + "episode": 100, + "avg_reward": -7545.26, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.2173, + 0.2644, + 0.2218, + 0.2966 + ] + }, + { + "episode": 110, + "avg_reward": -6715.74, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.2173, + 0.2644, + 0.2218, + 0.2966 + ] + }, + { + "episode": 120, + "avg_reward": -5701.23, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2173, + 0.2644, + 0.2218, + 0.2966 + ] + }, + { + "episode": 130, + "avg_reward": -5225.22, + "avg_cost": 19.0, + "lambda": 0.0, + "rho": [ + 0.2173, + 0.2644, + 0.2218, + 0.2966 + ] + }, + { + "episode": 140, + "avg_reward": -4063.79, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.2173, + 0.2644, + 0.2218, + 0.2966 + ] + }, + { + "episode": 150, + "avg_reward": -3829.29, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.2732, + 0.2134, + 0.3081 + ] + }, + { + "episode": 160, + "avg_reward": -3120.91, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.2732, + 0.2134, + 0.3081 + ] + }, + { + "episode": 170, + "avg_reward": -2822.89, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.2732, + 0.2134, + 0.3081 + ] + }, + { + "episode": 180, + "avg_reward": -1941.47, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.2732, + 0.2134, + 0.3081 + ] + }, + { + "episode": 190, + "avg_reward": -1441.19, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2053, + 0.2732, + 0.2134, + 0.3081 + ] + }, + { + "episode": 200, + "avg_reward": -881.88, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1951, + 0.2803, + 0.2063, + 0.3183 + ] + }, + { + "episode": 210, + "avg_reward": -573.18, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1951, + 0.2803, + 0.2063, + 0.3183 + ] + }, + { + "episode": 220, + "avg_reward": -308.73, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1951, + 0.2803, + 0.2063, + 0.3183 + ] + }, + { + "episode": 230, + "avg_reward": 262.33, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1951, + 0.2803, + 0.2063, + 0.3183 + ] + }, + { + "episode": 240, + "avg_reward": 460.41, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1951, + 0.2803, + 0.2063, + 0.3183 + ] + }, + { + "episode": 250, + "avg_reward": 642.08, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1862, + 0.2865, + 0.1998, + 0.3274 + ] + }, + { + "episode": 260, + "avg_reward": 714.96, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1862, + 0.2865, + 0.1998, + 0.3274 + ] + }, + { + "episode": 270, + "avg_reward": 1157.43, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1862, + 0.2865, + 0.1998, + 0.3274 + ] + }, + { + "episode": 280, + "avg_reward": 1076.49, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1862, + 0.2865, + 0.1998, + 0.3274 + ] + }, + { + "episode": 290, + "avg_reward": 1318.06, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1862, + 0.2865, + 0.1998, + 0.3274 + ] + }, + { + "episode": 300, + "avg_reward": 1174.43, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.2922, + 0.1939, + 0.3356 + ] + }, + { + "episode": 310, + "avg_reward": 1544.83, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.2922, + 0.1939, + 0.3356 + ] + }, + { + "episode": 320, + "avg_reward": 1662.29, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.2922, + 0.1939, + 0.3356 + ] + }, + { + "episode": 330, + "avg_reward": 1811.45, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.2922, + 0.1939, + 0.3356 + ] + }, + { + "episode": 340, + "avg_reward": 2048.47, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1783, + 0.2922, + 0.1939, + 0.3356 + ] + }, + { + "episode": 350, + "avg_reward": 1882.68, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1713, + 0.2972, + 0.1885, + 0.343 + ] + }, + { + "episode": 360, + "avg_reward": 1712.29, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1713, + 0.2972, + 0.1885, + 0.343 + ] + }, + { + "episode": 370, + "avg_reward": 2081.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1713, + 0.2972, + 0.1885, + 0.343 + ] + }, + { + "episode": 380, + "avg_reward": 2154.93, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1713, + 0.2972, + 0.1885, + 0.343 + ] + }, + { + "episode": 390, + "avg_reward": 2196.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1713, + 0.2972, + 0.1885, + 0.343 + ] + }, + { + "episode": 400, + "avg_reward": 1962.29, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.3016, + 0.1834, + 0.35 + ] + }, + { + "episode": 410, + "avg_reward": 2339.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.165, + 0.3016, + 0.1834, + 0.35 + ] + }, + { + "episode": 420, + "avg_reward": 2453.99, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.3016, + 0.1834, + 0.35 + ] + }, + { + "episode": 430, + "avg_reward": 2344.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.3016, + 0.1834, + 0.35 + ] + }, + { + "episode": 440, + "avg_reward": 2300.84, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.3016, + 0.1834, + 0.35 + ] + }, + { + "episode": 450, + "avg_reward": 2335.69, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1593, + 0.3057, + 0.1787, + 0.3563 + ] + }, + { + "episode": 460, + "avg_reward": 2684.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1593, + 0.3057, + 0.1787, + 0.3563 + ] + }, + { + "episode": 470, + "avg_reward": 2280.08, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1593, + 0.3057, + 0.1787, + 0.3563 + ] + }, + { + "episode": 480, + "avg_reward": 2585.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1593, + 0.3057, + 0.1787, + 0.3563 + ] + }, + { + "episode": 490, + "avg_reward": 2734.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1593, + 0.3057, + 0.1787, + 0.3563 + ] + }, + { + "episode": 500, + "avg_reward": 2715.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1542, + 0.3093, + 0.1744, + 0.362 + ] + }, + { + "episode": 510, + "avg_reward": 2823.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1542, + 0.3093, + 0.1744, + 0.362 + ] + }, + { + "episode": 520, + "avg_reward": 2572.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1542, + 0.3093, + 0.1744, + 0.362 + ] + }, + { + "episode": 530, + "avg_reward": 2899.78, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1542, + 0.3093, + 0.1744, + 0.362 + ] + }, + { + "episode": 540, + "avg_reward": 3071.61, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1542, + 0.3093, + 0.1744, + 0.362 + ] + }, + { + "episode": 550, + "avg_reward": 2965.79, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1496, + 0.3127, + 0.1705, + 0.3673 + ] + }, + { + "episode": 560, + "avg_reward": 2863.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1496, + 0.3127, + 0.1705, + 0.3673 + ] + }, + { + "episode": 570, + "avg_reward": 2960.94, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1496, + 0.3127, + 0.1705, + 0.3673 + ] + }, + { + "episode": 580, + "avg_reward": 3107.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1496, + 0.3127, + 0.1705, + 0.3673 + ] + }, + { + "episode": 590, + "avg_reward": 3136.42, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1496, + 0.3127, + 0.1705, + 0.3673 + ] + }, + { + "episode": 600, + "avg_reward": 3195.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1454, + 0.3157, + 0.1668, + 0.3721 + ] + }, + { + "episode": 610, + "avg_reward": 2868.32, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1454, + 0.3157, + 0.1668, + 0.3721 + ] + }, + { + "episode": 620, + "avg_reward": 3178.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1454, + 0.3157, + 0.1668, + 0.3721 + ] + }, + { + "episode": 630, + "avg_reward": 2988.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1454, + 0.3157, + 0.1668, + 0.3721 + ] + }, + { + "episode": 640, + "avg_reward": 2789.7, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1454, + 0.3157, + 0.1668, + 0.3721 + ] + }, + { + "episode": 650, + "avg_reward": 3185.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1416, + 0.3185, + 0.1635, + 0.3764 + ] + }, + { + "episode": 660, + "avg_reward": 3084.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1416, + 0.3185, + 0.1635, + 0.3764 + ] + }, + { + "episode": 670, + "avg_reward": 3300.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1416, + 0.3185, + 0.1635, + 0.3764 + ] + }, + { + "episode": 680, + "avg_reward": 3257.13, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1416, + 0.3185, + 0.1635, + 0.3764 + ] + }, + { + "episode": 690, + "avg_reward": 3261.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1416, + 0.3185, + 0.1635, + 0.3764 + ] + }, + { + "episode": 700, + "avg_reward": 3424.79, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1381, + 0.3211, + 0.1605, + 0.3803 + ] + }, + { + "episode": 710, + "avg_reward": 3266.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1381, + 0.3211, + 0.1605, + 0.3803 + ] + }, + { + "episode": 720, + "avg_reward": 2952.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1381, + 0.3211, + 0.1605, + 0.3803 + ] + }, + { + "episode": 730, + "avg_reward": 3353.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1381, + 0.3211, + 0.1605, + 0.3803 + ] + }, + { + "episode": 740, + "avg_reward": 3343.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1381, + 0.3211, + 0.1605, + 0.3803 + ] + }, + { + "episode": 750, + "avg_reward": 3194.0, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.135, + 0.3234, + 0.1577, + 0.3839 + ] + }, + { + "episode": 760, + "avg_reward": 3386.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.135, + 0.3234, + 0.1577, + 0.3839 + ] + }, + { + "episode": 770, + "avg_reward": 3209.0, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.135, + 0.3234, + 0.1577, + 0.3839 + ] + }, + { + "episode": 780, + "avg_reward": 3259.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.135, + 0.3234, + 0.1577, + 0.3839 + ] + }, + { + "episode": 790, + "avg_reward": 3309.07, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.135, + 0.3234, + 0.1577, + 0.3839 + ] + }, + { + "episode": 800, + "avg_reward": 3365.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1321, + 0.3256, + 0.1551, + 0.3872 + ] + }, + { + "episode": 810, + "avg_reward": 3664.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1321, + 0.3256, + 0.1551, + 0.3872 + ] + }, + { + "episode": 820, + "avg_reward": 3524.06, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1321, + 0.3256, + 0.1551, + 0.3872 + ] + }, + { + "episode": 830, + "avg_reward": 3250.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1321, + 0.3256, + 0.1551, + 0.3872 + ] + }, + { + "episode": 840, + "avg_reward": 3415.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1321, + 0.3256, + 0.1551, + 0.3872 + ] + }, + { + "episode": 850, + "avg_reward": 3683.73, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.3276, + 0.1528, + 0.3902 + ] + }, + { + "episode": 860, + "avg_reward": 3742.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.3276, + 0.1528, + 0.3902 + ] + }, + { + "episode": 870, + "avg_reward": 3742.68, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.3276, + 0.1528, + 0.3902 + ] + }, + { + "episode": 880, + "avg_reward": 3330.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.3276, + 0.1528, + 0.3902 + ] + }, + { + "episode": 890, + "avg_reward": 3508.23, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1295, + 0.3276, + 0.1528, + 0.3902 + ] + }, + { + "episode": 900, + "avg_reward": 3699.67, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1271, + 0.3293, + 0.1506, + 0.3929 + ] + }, + { + "episode": 910, + "avg_reward": 3463.47, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1271, + 0.3293, + 0.1506, + 0.3929 + ] + }, + { + "episode": 920, + "avg_reward": 3474.81, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1271, + 0.3293, + 0.1506, + 0.3929 + ] + }, + { + "episode": 930, + "avg_reward": 3766.87, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1271, + 0.3293, + 0.1506, + 0.3929 + ] + }, + { + "episode": 940, + "avg_reward": 3656.83, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1271, + 0.3293, + 0.1506, + 0.3929 + ] + }, + { + "episode": 950, + "avg_reward": 4044.47, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.331, + 0.1486, + 0.3954 + ] + }, + { + "episode": 960, + "avg_reward": 3878.55, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.331, + 0.1486, + 0.3954 + ] + }, + { + "episode": 970, + "avg_reward": 3198.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.331, + 0.1486, + 0.3954 + ] + }, + { + "episode": 980, + "avg_reward": 3657.06, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.331, + 0.1486, + 0.3954 + ] + }, + { + "episode": 990, + "avg_reward": 3278.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.331, + 0.1486, + 0.3954 + ] + }, + { + "episode": 1000, + "avg_reward": 3802.16, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.123, + 0.3324, + 0.1468, + 0.3977 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..2eda727dd3f1793937b51385bbccc5824c7707de --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3436680.82, + "constraint_satisfaction_pct": 99.33, + "final_rho": [ + 0.2412, + 0.2061, + 0.3031, + 0.2496 + ], + "final_lambda": 0.5, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15273.17, + "avg_cost": 31.25, + "lambda": 5.0625, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -14182.86, + "avg_cost": 19.25, + "lambda": 4.215, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -14052.7, + "avg_cost": 13.25, + "lambda": 3.54, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -13464.24, + "avg_cost": 12.25, + "lambda": 2.885, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -12810.59, + "avg_cost": 19.0, + "lambda": 2.225, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -12636.09, + "avg_cost": 5.75, + "lambda": 1.18, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 60, + "avg_reward": -11816.4, + "avg_cost": 8.75, + "lambda": 0.5, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 70, + "avg_reward": -11259.76, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 80, + "avg_reward": -10157.94, + "avg_cost": 12.75, + "lambda": 0.5, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 90, + "avg_reward": -10170.24, + "avg_cost": 17.25, + "lambda": 0.5, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 100, + "avg_reward": -8317.48, + "avg_cost": 9.25, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 110, + "avg_reward": -8180.46, + "avg_cost": 7.25, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 120, + "avg_reward": -7229.36, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 130, + "avg_reward": -6297.05, + "avg_cost": 11.0, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 140, + "avg_reward": -5236.96, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 150, + "avg_reward": -4484.6, + "avg_cost": 11.0, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 160, + "avg_reward": -3534.54, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 170, + "avg_reward": -2941.46, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 180, + "avg_reward": -1849.69, + "avg_cost": 17.0, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 190, + "avg_reward": -1416.98, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.245, + 0.2441, + 0.2406, + 0.2703 + ] + }, + { + "episode": 200, + "avg_reward": -811.1, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 210, + "avg_reward": -395.27, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 220, + "avg_reward": 156.27, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 230, + "avg_reward": 290.4, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 240, + "avg_reward": 659.25, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 250, + "avg_reward": 1139.88, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 260, + "avg_reward": 1237.56, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 270, + "avg_reward": 1356.62, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 280, + "avg_reward": 1371.14, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 290, + "avg_reward": 1436.35, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2392, + 0.2391, + 0.2458, + 0.2759 + ] + }, + { + "episode": 300, + "avg_reward": 1746.25, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 310, + "avg_reward": 1929.61, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 320, + "avg_reward": 1871.42, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 330, + "avg_reward": 1992.57, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 340, + "avg_reward": 2164.83, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 350, + "avg_reward": 2301.16, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 360, + "avg_reward": 2259.8, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 370, + "avg_reward": 2586.87, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 380, + "avg_reward": 2301.21, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 390, + "avg_reward": 2547.84, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2327, + 0.2346, + 0.2547, + 0.2781 + ] + }, + { + "episode": 400, + "avg_reward": 2826.85, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 410, + "avg_reward": 2914.42, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 420, + "avg_reward": 3017.77, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 430, + "avg_reward": 2920.68, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 440, + "avg_reward": 3300.77, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 450, + "avg_reward": 2556.42, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 460, + "avg_reward": 3098.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 470, + "avg_reward": 3146.07, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 480, + "avg_reward": 3300.49, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 490, + "avg_reward": 3558.83, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2312, + 0.2332, + 0.262, + 0.2736 + ] + }, + { + "episode": 500, + "avg_reward": 3142.5, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 510, + "avg_reward": 3065.23, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 520, + "avg_reward": 3481.84, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 530, + "avg_reward": 3211.47, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 540, + "avg_reward": 3456.52, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 550, + "avg_reward": 3577.09, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 560, + "avg_reward": 3685.35, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 570, + "avg_reward": 3169.29, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 580, + "avg_reward": 3490.09, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 590, + "avg_reward": 3521.75, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2287, + 0.2282, + 0.2701, + 0.273 + ] + }, + { + "episode": 600, + "avg_reward": 3681.7, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 610, + "avg_reward": 3610.56, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 620, + "avg_reward": 3692.46, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 630, + "avg_reward": 3935.56, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 640, + "avg_reward": 3954.49, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 650, + "avg_reward": 4300.75, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 660, + "avg_reward": 3994.23, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 670, + "avg_reward": 4037.65, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 680, + "avg_reward": 3883.93, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 690, + "avg_reward": 3919.1, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2264, + 0.2239, + 0.2774, + 0.2724 + ] + }, + { + "episode": 700, + "avg_reward": 4352.44, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 710, + "avg_reward": 4325.77, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 720, + "avg_reward": 4165.0, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 730, + "avg_reward": 4625.44, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 740, + "avg_reward": 4336.24, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 750, + "avg_reward": 4080.18, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 760, + "avg_reward": 4271.78, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 770, + "avg_reward": 3981.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 780, + "avg_reward": 4310.03, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 790, + "avg_reward": 4086.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2243, + 0.22, + 0.2839, + 0.2718 + ] + }, + { + "episode": 800, + "avg_reward": 4611.87, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 810, + "avg_reward": 4578.18, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 820, + "avg_reward": 4609.12, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 830, + "avg_reward": 4510.65, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 840, + "avg_reward": 4350.46, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 850, + "avg_reward": 4400.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 860, + "avg_reward": 4049.65, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 870, + "avg_reward": 4626.73, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 880, + "avg_reward": 4080.27, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 890, + "avg_reward": 4563.24, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2214, + 0.2209, + 0.2878, + 0.2699 + ] + }, + { + "episode": 900, + "avg_reward": 3718.67, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 910, + "avg_reward": 4853.27, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 920, + "avg_reward": 4909.48, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 930, + "avg_reward": 4017.9, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 940, + "avg_reward": 4448.61, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 950, + "avg_reward": 4478.26, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 960, + "avg_reward": 4402.64, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 970, + "avg_reward": 4971.37, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 980, + "avg_reward": 5008.88, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 990, + "avg_reward": 4701.57, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.2223, + 0.2888, + 0.2658 + ] + }, + { + "episode": 1000, + "avg_reward": 4713.76, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1010, + "avg_reward": 4600.14, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1020, + "avg_reward": 5110.64, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1030, + "avg_reward": 4814.26, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1040, + "avg_reward": 4635.59, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1050, + "avg_reward": 4291.25, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1060, + "avg_reward": 4533.81, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1070, + "avg_reward": 4299.84, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1080, + "avg_reward": 5047.21, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1090, + "avg_reward": 4761.35, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2232, + 0.2225, + 0.2933, + 0.261 + ] + }, + { + "episode": 1100, + "avg_reward": 4068.94, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1110, + "avg_reward": 5031.8, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1120, + "avg_reward": 4606.57, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1130, + "avg_reward": 4577.68, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1140, + "avg_reward": 4961.57, + "avg_cost": 8.75, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1150, + "avg_reward": 4886.14, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1160, + "avg_reward": 3806.9, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1170, + "avg_reward": 4201.44, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1180, + "avg_reward": 4896.01, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1190, + "avg_reward": 5070.51, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.2219, + 0.2956, + 0.256 + ] + }, + { + "episode": 1200, + "avg_reward": 4978.36, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1210, + "avg_reward": 5411.41, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1220, + "avg_reward": 4885.44, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1230, + "avg_reward": 5104.26, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1240, + "avg_reward": 4769.98, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1250, + "avg_reward": 5056.21, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1260, + "avg_reward": 5205.75, + "avg_cost": 16.25, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1270, + "avg_reward": 5140.73, + "avg_cost": 7.5, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1280, + "avg_reward": 4546.42, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1290, + "avg_reward": 4863.69, + "avg_cost": 11.0, + "lambda": 0.5, + "rho": [ + 0.2301, + 0.2187, + 0.2987, + 0.2525 + ] + }, + { + "episode": 1300, + "avg_reward": 4926.98, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1310, + "avg_reward": 4648.22, + "avg_cost": 7.75, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1320, + "avg_reward": 4941.02, + "avg_cost": 7.75, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1330, + "avg_reward": 4856.56, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1340, + "avg_reward": 4894.64, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1350, + "avg_reward": 4818.53, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1360, + "avg_reward": 4973.63, + "avg_cost": 9.75, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1370, + "avg_reward": 5092.66, + "avg_cost": 10.75, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1380, + "avg_reward": 5559.27, + "avg_cost": 10.5, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1390, + "avg_reward": 4876.05, + "avg_cost": 6.25, + "lambda": 0.5, + "rho": [ + 0.2344, + 0.2137, + 0.3027, + 0.2492 + ] + }, + { + "episode": 1400, + "avg_reward": 4934.2, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1410, + "avg_reward": 4895.05, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1420, + "avg_reward": 5001.24, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1430, + "avg_reward": 4905.7, + "avg_cost": 5.5, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1440, + "avg_reward": 4593.68, + "avg_cost": 5.5, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1450, + "avg_reward": 5042.85, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1460, + "avg_reward": 5296.09, + "avg_cost": 12.0, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1470, + "avg_reward": 4287.88, + "avg_cost": 8.5, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1480, + "avg_reward": 5583.34, + "avg_cost": 18.25, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1490, + "avg_reward": 4440.92, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2386, + 0.2105, + 0.3026, + 0.2483 + ] + }, + { + "episode": 1500, + "avg_reward": 5275.61, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2412, + 0.2061, + 0.3031, + 0.2496 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..d7afc0a4c8561f9bed6cd124c5180677b10c60e0 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3543369.75, + "constraint_satisfaction_pct": 98.87, + "final_rho": [ + 0.2426, + 0.2023, + 0.2652, + 0.2899 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15273.17, + "avg_cost": 31.25, + "lambda": 5.0625, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -14345.22, + "avg_cost": 20.25, + "lambda": 4.405, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -14228.45, + "avg_cost": 6.75, + "lambda": 3.5725, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -13588.26, + "avg_cost": 14.75, + "lambda": 3.0325, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -13055.19, + "avg_cost": 19.0, + "lambda": 2.5025, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -12730.26, + "avg_cost": 29.5, + "lambda": 2.0075, + "rho": [ + 0.2392, + 0.2592, + 0.229, + 0.2727 + ] + }, + { + "episode": 60, + "avg_reward": -11715.23, + "avg_cost": 12.75, + "lambda": 1.1625, + "rho": [ + 0.2392, + 0.2592, + 0.229, + 0.2727 + ] + }, + { + "episode": 70, + "avg_reward": -11311.01, + "avg_cost": 6.0, + "lambda": 0.4125, + "rho": [ + 0.2392, + 0.2592, + 0.229, + 0.2727 + ] + }, + { + "episode": 80, + "avg_reward": -10552.21, + "avg_cost": 9.25, + "lambda": 0.4, + "rho": [ + 0.2392, + 0.2592, + 0.229, + 0.2727 + ] + }, + { + "episode": 90, + "avg_reward": -9574.72, + "avg_cost": 6.0, + "lambda": 0.3875, + "rho": [ + 0.2392, + 0.2592, + 0.229, + 0.2727 + ] + }, + { + "episode": 100, + "avg_reward": -9466.02, + "avg_cost": 14.0, + "lambda": 0.375, + "rho": [ + 0.2477, + 0.2561, + 0.2179, + 0.2783 + ] + }, + { + "episode": 110, + "avg_reward": -7929.78, + "avg_cost": 18.0, + "lambda": 0.3625, + "rho": [ + 0.2477, + 0.2561, + 0.2179, + 0.2783 + ] + }, + { + "episode": 120, + "avg_reward": -7870.74, + "avg_cost": 16.0, + "lambda": 0.35, + "rho": [ + 0.2477, + 0.2561, + 0.2179, + 0.2783 + ] + }, + { + "episode": 130, + "avg_reward": -6752.39, + "avg_cost": 8.75, + "lambda": 0.3375, + "rho": [ + 0.2477, + 0.2561, + 0.2179, + 0.2783 + ] + }, + { + "episode": 140, + "avg_reward": -5907.71, + "avg_cost": 9.75, + "lambda": 0.325, + "rho": [ + 0.2477, + 0.2561, + 0.2179, + 0.2783 + ] + }, + { + "episode": 150, + "avg_reward": -4891.65, + "avg_cost": 7.5, + "lambda": 0.3125, + "rho": [ + 0.2461, + 0.2478, + 0.2185, + 0.2877 + ] + }, + { + "episode": 160, + "avg_reward": -3791.2, + "avg_cost": 16.5, + "lambda": 0.3, + "rho": [ + 0.2461, + 0.2478, + 0.2185, + 0.2877 + ] + }, + { + "episode": 170, + "avg_reward": -3178.78, + "avg_cost": 11.0, + "lambda": 0.2875, + "rho": [ + 0.2461, + 0.2478, + 0.2185, + 0.2877 + ] + }, + { + "episode": 180, + "avg_reward": -2516.95, + "avg_cost": 4.75, + "lambda": 0.275, + "rho": [ + 0.2461, + 0.2478, + 0.2185, + 0.2877 + ] + }, + { + "episode": 190, + "avg_reward": -2321.54, + "avg_cost": 4.75, + "lambda": 0.2625, + "rho": [ + 0.2461, + 0.2478, + 0.2185, + 0.2877 + ] + }, + { + "episode": 200, + "avg_reward": -1602.08, + "avg_cost": 4.5, + "lambda": 0.25, + "rho": [ + 0.2487, + 0.2369, + 0.2218, + 0.2926 + ] + }, + { + "episode": 210, + "avg_reward": -862.14, + "avg_cost": 6.75, + "lambda": 0.2375, + "rho": [ + 0.2487, + 0.2369, + 0.2218, + 0.2926 + ] + }, + { + "episode": 220, + "avg_reward": -458.24, + "avg_cost": 5.0, + "lambda": 0.225, + "rho": [ + 0.2487, + 0.2369, + 0.2218, + 0.2926 + ] + }, + { + "episode": 230, + "avg_reward": -422.61, + "avg_cost": 4.25, + "lambda": 0.2125, + "rho": [ + 0.2487, + 0.2369, + 0.2218, + 0.2926 + ] + }, + { + "episode": 240, + "avg_reward": 502.3, + "avg_cost": 1.25, + "lambda": 0.2, + "rho": [ + 0.2487, + 0.2369, + 0.2218, + 0.2926 + ] + }, + { + "episode": 250, + "avg_reward": 532.97, + "avg_cost": 0.5, + "lambda": 0.1875, + "rho": [ + 0.2509, + 0.2287, + 0.2264, + 0.294 + ] + }, + { + "episode": 260, + "avg_reward": 1010.74, + "avg_cost": 1.0, + "lambda": 0.175, + "rho": [ + 0.2509, + 0.2287, + 0.2264, + 0.294 + ] + }, + { + "episode": 270, + "avg_reward": 1246.28, + "avg_cost": 6.0, + "lambda": 0.1625, + "rho": [ + 0.2509, + 0.2287, + 0.2264, + 0.294 + ] + }, + { + "episode": 280, + "avg_reward": 1238.73, + "avg_cost": 1.5, + "lambda": 0.15, + "rho": [ + 0.2509, + 0.2287, + 0.2264, + 0.294 + ] + }, + { + "episode": 290, + "avg_reward": 1526.8, + "avg_cost": 5.25, + "lambda": 0.1375, + "rho": [ + 0.2509, + 0.2287, + 0.2264, + 0.294 + ] + }, + { + "episode": 300, + "avg_reward": 1624.74, + "avg_cost": 2.5, + "lambda": 0.125, + "rho": [ + 0.2458, + 0.2216, + 0.232, + 0.3005 + ] + }, + { + "episode": 310, + "avg_reward": 1622.98, + "avg_cost": 4.0, + "lambda": 0.1125, + "rho": [ + 0.2458, + 0.2216, + 0.232, + 0.3005 + ] + }, + { + "episode": 320, + "avg_reward": 1772.23, + "avg_cost": 3.75, + "lambda": 0.1, + "rho": [ + 0.2458, + 0.2216, + 0.232, + 0.3005 + ] + }, + { + "episode": 330, + "avg_reward": 2385.74, + "avg_cost": 2.25, + "lambda": 0.0875, + "rho": [ + 0.2458, + 0.2216, + 0.232, + 0.3005 + ] + }, + { + "episode": 340, + "avg_reward": 1805.14, + "avg_cost": 3.0, + "lambda": 0.075, + "rho": [ + 0.2458, + 0.2216, + 0.232, + 0.3005 + ] + }, + { + "episode": 350, + "avg_reward": 2047.2, + "avg_cost": 5.25, + "lambda": 0.0625, + "rho": [ + 0.2457, + 0.2187, + 0.2368, + 0.2988 + ] + }, + { + "episode": 360, + "avg_reward": 2345.23, + "avg_cost": 1.5, + "lambda": 0.05, + "rho": [ + 0.2457, + 0.2187, + 0.2368, + 0.2988 + ] + }, + { + "episode": 370, + "avg_reward": 2341.32, + "avg_cost": 3.0, + "lambda": 0.0375, + "rho": [ + 0.2457, + 0.2187, + 0.2368, + 0.2988 + ] + }, + { + "episode": 380, + "avg_reward": 2883.83, + "avg_cost": 2.75, + "lambda": 0.025, + "rho": [ + 0.2457, + 0.2187, + 0.2368, + 0.2988 + ] + }, + { + "episode": 390, + "avg_reward": 2699.33, + "avg_cost": 0.5, + "lambda": 0.0125, + "rho": [ + 0.2457, + 0.2187, + 0.2368, + 0.2988 + ] + }, + { + "episode": 400, + "avg_reward": 2654.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2456, + 0.2164, + 0.2406, + 0.2974 + ] + }, + { + "episode": 410, + "avg_reward": 2814.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2456, + 0.2164, + 0.2406, + 0.2974 + ] + }, + { + "episode": 420, + "avg_reward": 2739.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2456, + 0.2164, + 0.2406, + 0.2974 + ] + }, + { + "episode": 430, + "avg_reward": 3049.75, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2456, + 0.2164, + 0.2406, + 0.2974 + ] + }, + { + "episode": 440, + "avg_reward": 3098.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2456, + 0.2164, + 0.2406, + 0.2974 + ] + }, + { + "episode": 450, + "avg_reward": 2901.91, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2454, + 0.2145, + 0.2437, + 0.2965 + ] + }, + { + "episode": 460, + "avg_reward": 3016.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2454, + 0.2145, + 0.2437, + 0.2965 + ] + }, + { + "episode": 470, + "avg_reward": 2662.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2454, + 0.2145, + 0.2437, + 0.2965 + ] + }, + { + "episode": 480, + "avg_reward": 3124.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2454, + 0.2145, + 0.2437, + 0.2965 + ] + }, + { + "episode": 490, + "avg_reward": 3161.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2454, + 0.2145, + 0.2437, + 0.2965 + ] + }, + { + "episode": 500, + "avg_reward": 3339.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2452, + 0.2129, + 0.2463, + 0.2957 + ] + }, + { + "episode": 510, + "avg_reward": 3410.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2452, + 0.2129, + 0.2463, + 0.2957 + ] + }, + { + "episode": 520, + "avg_reward": 3261.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2452, + 0.2129, + 0.2463, + 0.2957 + ] + }, + { + "episode": 530, + "avg_reward": 3397.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2452, + 0.2129, + 0.2463, + 0.2957 + ] + }, + { + "episode": 540, + "avg_reward": 3655.2, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2452, + 0.2129, + 0.2463, + 0.2957 + ] + }, + { + "episode": 550, + "avg_reward": 3806.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.245, + 0.2116, + 0.2485, + 0.2949 + ] + }, + { + "episode": 560, + "avg_reward": 3395.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.245, + 0.2116, + 0.2485, + 0.2949 + ] + }, + { + "episode": 570, + "avg_reward": 3736.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.245, + 0.2116, + 0.2485, + 0.2949 + ] + }, + { + "episode": 580, + "avg_reward": 3820.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.245, + 0.2116, + 0.2485, + 0.2949 + ] + }, + { + "episode": 590, + "avg_reward": 3346.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.245, + 0.2116, + 0.2485, + 0.2949 + ] + }, + { + "episode": 600, + "avg_reward": 3386.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2448, + 0.2104, + 0.2505, + 0.2943 + ] + }, + { + "episode": 610, + "avg_reward": 3752.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2448, + 0.2104, + 0.2505, + 0.2943 + ] + }, + { + "episode": 620, + "avg_reward": 3773.88, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2448, + 0.2104, + 0.2505, + 0.2943 + ] + }, + { + "episode": 630, + "avg_reward": 4105.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2448, + 0.2104, + 0.2505, + 0.2943 + ] + }, + { + "episode": 640, + "avg_reward": 3839.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2448, + 0.2104, + 0.2505, + 0.2943 + ] + }, + { + "episode": 650, + "avg_reward": 3961.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2446, + 0.2094, + 0.2522, + 0.2938 + ] + }, + { + "episode": 660, + "avg_reward": 3740.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2446, + 0.2094, + 0.2522, + 0.2938 + ] + }, + { + "episode": 670, + "avg_reward": 3826.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2446, + 0.2094, + 0.2522, + 0.2938 + ] + }, + { + "episode": 680, + "avg_reward": 3943.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2446, + 0.2094, + 0.2522, + 0.2938 + ] + }, + { + "episode": 690, + "avg_reward": 4118.57, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2446, + 0.2094, + 0.2522, + 0.2938 + ] + }, + { + "episode": 700, + "avg_reward": 3998.86, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2445, + 0.2085, + 0.2538, + 0.2933 + ] + }, + { + "episode": 710, + "avg_reward": 3893.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2445, + 0.2085, + 0.2538, + 0.2933 + ] + }, + { + "episode": 720, + "avg_reward": 3736.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2445, + 0.2085, + 0.2538, + 0.2933 + ] + }, + { + "episode": 730, + "avg_reward": 4364.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2445, + 0.2085, + 0.2538, + 0.2933 + ] + }, + { + "episode": 740, + "avg_reward": 4338.22, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2445, + 0.2085, + 0.2538, + 0.2933 + ] + }, + { + "episode": 750, + "avg_reward": 3925.41, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2443, + 0.2077, + 0.2552, + 0.2929 + ] + }, + { + "episode": 760, + "avg_reward": 4308.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2443, + 0.2077, + 0.2552, + 0.2929 + ] + }, + { + "episode": 770, + "avg_reward": 4065.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2443, + 0.2077, + 0.2552, + 0.2929 + ] + }, + { + "episode": 780, + "avg_reward": 4084.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2443, + 0.2077, + 0.2552, + 0.2929 + ] + }, + { + "episode": 790, + "avg_reward": 4223.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2443, + 0.2077, + 0.2552, + 0.2929 + ] + }, + { + "episode": 800, + "avg_reward": 4227.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2441, + 0.207, + 0.2564, + 0.2926 + ] + }, + { + "episode": 810, + "avg_reward": 4410.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2441, + 0.207, + 0.2564, + 0.2926 + ] + }, + { + "episode": 820, + "avg_reward": 4497.0, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2441, + 0.207, + 0.2564, + 0.2926 + ] + }, + { + "episode": 830, + "avg_reward": 4843.21, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2441, + 0.207, + 0.2564, + 0.2926 + ] + }, + { + "episode": 840, + "avg_reward": 4566.79, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2441, + 0.207, + 0.2564, + 0.2926 + ] + }, + { + "episode": 850, + "avg_reward": 5138.86, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2439, + 0.2063, + 0.2575, + 0.2923 + ] + }, + { + "episode": 860, + "avg_reward": 4781.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2439, + 0.2063, + 0.2575, + 0.2923 + ] + }, + { + "episode": 870, + "avg_reward": 4338.27, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2439, + 0.2063, + 0.2575, + 0.2923 + ] + }, + { + "episode": 880, + "avg_reward": 4436.2, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2439, + 0.2063, + 0.2575, + 0.2923 + ] + }, + { + "episode": 890, + "avg_reward": 4624.71, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2439, + 0.2063, + 0.2575, + 0.2923 + ] + }, + { + "episode": 900, + "avg_reward": 4300.56, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2438, + 0.2058, + 0.2584, + 0.292 + ] + }, + { + "episode": 910, + "avg_reward": 4486.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2438, + 0.2058, + 0.2584, + 0.292 + ] + }, + { + "episode": 920, + "avg_reward": 5001.16, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2438, + 0.2058, + 0.2584, + 0.292 + ] + }, + { + "episode": 930, + "avg_reward": 4864.82, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2438, + 0.2058, + 0.2584, + 0.292 + ] + }, + { + "episode": 940, + "avg_reward": 5136.8, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2438, + 0.2058, + 0.2584, + 0.292 + ] + }, + { + "episode": 950, + "avg_reward": 4411.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2436, + 0.2053, + 0.2594, + 0.2917 + ] + }, + { + "episode": 960, + "avg_reward": 4460.44, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2436, + 0.2053, + 0.2594, + 0.2917 + ] + }, + { + "episode": 970, + "avg_reward": 5097.26, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.2436, + 0.2053, + 0.2594, + 0.2917 + ] + }, + { + "episode": 980, + "avg_reward": 4480.68, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2436, + 0.2053, + 0.2594, + 0.2917 + ] + }, + { + "episode": 990, + "avg_reward": 4670.91, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2436, + 0.2053, + 0.2594, + 0.2917 + ] + }, + { + "episode": 1000, + "avg_reward": 4871.46, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2435, + 0.2049, + 0.2602, + 0.2915 + ] + }, + { + "episode": 1010, + "avg_reward": 4828.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2435, + 0.2049, + 0.2602, + 0.2915 + ] + }, + { + "episode": 1020, + "avg_reward": 4689.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2435, + 0.2049, + 0.2602, + 0.2915 + ] + }, + { + "episode": 1030, + "avg_reward": 4202.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2435, + 0.2049, + 0.2602, + 0.2915 + ] + }, + { + "episode": 1040, + "avg_reward": 4475.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2435, + 0.2049, + 0.2602, + 0.2915 + ] + }, + { + "episode": 1050, + "avg_reward": 4360.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2433, + 0.2045, + 0.2609, + 0.2912 + ] + }, + { + "episode": 1060, + "avg_reward": 4851.91, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.2433, + 0.2045, + 0.2609, + 0.2912 + ] + }, + { + "episode": 1070, + "avg_reward": 4606.97, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2433, + 0.2045, + 0.2609, + 0.2912 + ] + }, + { + "episode": 1080, + "avg_reward": 5208.55, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2433, + 0.2045, + 0.2609, + 0.2912 + ] + }, + { + "episode": 1090, + "avg_reward": 4296.66, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2433, + 0.2045, + 0.2609, + 0.2912 + ] + }, + { + "episode": 1100, + "avg_reward": 5060.56, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.2432, + 0.2041, + 0.2616, + 0.291 + ] + }, + { + "episode": 1110, + "avg_reward": 4907.7, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.2432, + 0.2041, + 0.2616, + 0.291 + ] + }, + { + "episode": 1120, + "avg_reward": 5040.44, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.2432, + 0.2041, + 0.2616, + 0.291 + ] + }, + { + "episode": 1130, + "avg_reward": 5301.5, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.2432, + 0.2041, + 0.2616, + 0.291 + ] + }, + { + "episode": 1140, + "avg_reward": 5453.33, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2432, + 0.2041, + 0.2616, + 0.291 + ] + }, + { + "episode": 1150, + "avg_reward": 5682.83, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2431, + 0.2038, + 0.2622, + 0.2909 + ] + }, + { + "episode": 1160, + "avg_reward": 4843.29, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.2431, + 0.2038, + 0.2622, + 0.2909 + ] + }, + { + "episode": 1170, + "avg_reward": 4891.67, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.2431, + 0.2038, + 0.2622, + 0.2909 + ] + }, + { + "episode": 1180, + "avg_reward": 4980.51, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.2431, + 0.2038, + 0.2622, + 0.2909 + ] + }, + { + "episode": 1190, + "avg_reward": 5171.73, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2431, + 0.2038, + 0.2622, + 0.2909 + ] + }, + { + "episode": 1200, + "avg_reward": 5425.32, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.243, + 0.2035, + 0.2628, + 0.2907 + ] + }, + { + "episode": 1210, + "avg_reward": 5544.13, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.243, + 0.2035, + 0.2628, + 0.2907 + ] + }, + { + "episode": 1220, + "avg_reward": 5543.81, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.243, + 0.2035, + 0.2628, + 0.2907 + ] + }, + { + "episode": 1230, + "avg_reward": 5777.34, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.243, + 0.2035, + 0.2628, + 0.2907 + ] + }, + { + "episode": 1240, + "avg_reward": 5114.64, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.243, + 0.2035, + 0.2628, + 0.2907 + ] + }, + { + "episode": 1250, + "avg_reward": 4811.18, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2429, + 0.2033, + 0.2633, + 0.2905 + ] + }, + { + "episode": 1260, + "avg_reward": 5333.11, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.2429, + 0.2033, + 0.2633, + 0.2905 + ] + }, + { + "episode": 1270, + "avg_reward": 4914.81, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2429, + 0.2033, + 0.2633, + 0.2905 + ] + }, + { + "episode": 1280, + "avg_reward": 5742.65, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.2429, + 0.2033, + 0.2633, + 0.2905 + ] + }, + { + "episode": 1290, + "avg_reward": 6227.77, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.2429, + 0.2033, + 0.2633, + 0.2905 + ] + }, + { + "episode": 1300, + "avg_reward": 5407.04, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.203, + 0.2638, + 0.2904 + ] + }, + { + "episode": 1310, + "avg_reward": 5780.97, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.203, + 0.2638, + 0.2904 + ] + }, + { + "episode": 1320, + "avg_reward": 5319.07, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.203, + 0.2638, + 0.2904 + ] + }, + { + "episode": 1330, + "avg_reward": 5396.16, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.203, + 0.2638, + 0.2904 + ] + }, + { + "episode": 1340, + "avg_reward": 4930.02, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.203, + 0.2638, + 0.2904 + ] + }, + { + "episode": 1350, + "avg_reward": 5191.56, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.2028, + 0.2642, + 0.2902 + ] + }, + { + "episode": 1360, + "avg_reward": 5270.04, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.2028, + 0.2642, + 0.2902 + ] + }, + { + "episode": 1370, + "avg_reward": 5656.08, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.2028, + 0.2642, + 0.2902 + ] + }, + { + "episode": 1380, + "avg_reward": 5617.78, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.2028, + 0.2642, + 0.2902 + ] + }, + { + "episode": 1390, + "avg_reward": 4785.49, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.2428, + 0.2028, + 0.2642, + 0.2902 + ] + }, + { + "episode": 1400, + "avg_reward": 6197.14, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2427, + 0.2026, + 0.2646, + 0.2901 + ] + }, + { + "episode": 1410, + "avg_reward": 5304.42, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2427, + 0.2026, + 0.2646, + 0.2901 + ] + }, + { + "episode": 1420, + "avg_reward": 5679.8, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.2427, + 0.2026, + 0.2646, + 0.2901 + ] + }, + { + "episode": 1430, + "avg_reward": 4766.99, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2427, + 0.2026, + 0.2646, + 0.2901 + ] + }, + { + "episode": 1440, + "avg_reward": 5675.3, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.2427, + 0.2026, + 0.2646, + 0.2901 + ] + }, + { + "episode": 1450, + "avg_reward": 6260.2, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2025, + 0.2649, + 0.29 + ] + }, + { + "episode": 1460, + "avg_reward": 5726.14, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2025, + 0.2649, + 0.29 + ] + }, + { + "episode": 1470, + "avg_reward": 5603.82, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2025, + 0.2649, + 0.29 + ] + }, + { + "episode": 1480, + "avg_reward": 5612.85, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2025, + 0.2649, + 0.29 + ] + }, + { + "episode": 1490, + "avg_reward": 4855.64, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2025, + 0.2649, + 0.29 + ] + }, + { + "episode": 1500, + "avg_reward": 4936.97, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2426, + 0.2023, + 0.2652, + 0.2899 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..ffefb43aff98b48841df5e8454ab14b081cf9827 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3348792.07, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.1187, + 0.4095, + 0.3345, + 0.1373 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15273.17, + "avg_cost": 31.25, + "lambda": 5.0625, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -14182.86, + "avg_cost": 19.25, + "lambda": 4.215, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -14052.7, + "avg_cost": 13.25, + "lambda": 3.54, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -13464.24, + "avg_cost": 12.25, + "lambda": 2.885, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -12810.59, + "avg_cost": 19.0, + "lambda": 2.225, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -12636.09, + "avg_cost": 5.75, + "lambda": 1.18, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 60, + "avg_reward": -12596.09, + "avg_cost": 21.25, + "lambda": 0.8475, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 70, + "avg_reward": -11264.27, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 80, + "avg_reward": -10116.95, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 90, + "avg_reward": -9624.1, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 100, + "avg_reward": -8817.26, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 110, + "avg_reward": -7731.05, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 120, + "avg_reward": -7277.75, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 130, + "avg_reward": -5633.5, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 140, + "avg_reward": -5306.7, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 150, + "avg_reward": -4455.48, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 160, + "avg_reward": -3631.01, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 170, + "avg_reward": -3336.5, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 180, + "avg_reward": -2543.06, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 190, + "avg_reward": -2086.7, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 200, + "avg_reward": -1546.89, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 210, + "avg_reward": -908.59, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 220, + "avg_reward": -406.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 230, + "avg_reward": 238.42, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 240, + "avg_reward": 389.09, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 250, + "avg_reward": 638.99, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 260, + "avg_reward": 971.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 270, + "avg_reward": 1013.78, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 280, + "avg_reward": 1282.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 290, + "avg_reward": 1257.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 300, + "avg_reward": 1598.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 310, + "avg_reward": 1776.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 320, + "avg_reward": 2115.31, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 330, + "avg_reward": 1882.88, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 340, + "avg_reward": 2447.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 350, + "avg_reward": 2596.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 360, + "avg_reward": 2358.43, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 370, + "avg_reward": 2598.12, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 380, + "avg_reward": 2641.3, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 390, + "avg_reward": 2810.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 400, + "avg_reward": 2749.13, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 410, + "avg_reward": 3009.07, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 420, + "avg_reward": 2917.24, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 430, + "avg_reward": 2561.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 440, + "avg_reward": 2840.98, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 450, + "avg_reward": 3063.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 460, + "avg_reward": 3092.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 470, + "avg_reward": 3338.58, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 480, + "avg_reward": 3179.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 490, + "avg_reward": 3406.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 500, + "avg_reward": 3254.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 510, + "avg_reward": 3239.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 520, + "avg_reward": 3556.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 530, + "avg_reward": 3589.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 540, + "avg_reward": 3425.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 550, + "avg_reward": 3645.74, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 560, + "avg_reward": 3666.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 570, + "avg_reward": 3622.97, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 580, + "avg_reward": 3518.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 590, + "avg_reward": 3777.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 600, + "avg_reward": 4250.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 610, + "avg_reward": 3755.44, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 620, + "avg_reward": 3813.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 630, + "avg_reward": 3939.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 640, + "avg_reward": 3868.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 650, + "avg_reward": 3821.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 660, + "avg_reward": 3554.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 670, + "avg_reward": 4128.11, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 680, + "avg_reward": 4200.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 690, + "avg_reward": 3909.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 700, + "avg_reward": 3896.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 710, + "avg_reward": 3850.51, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 720, + "avg_reward": 4112.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 730, + "avg_reward": 4054.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 740, + "avg_reward": 4298.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 750, + "avg_reward": 3984.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 760, + "avg_reward": 4002.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 770, + "avg_reward": 3995.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 780, + "avg_reward": 4403.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 790, + "avg_reward": 4191.08, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 800, + "avg_reward": 4329.84, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 810, + "avg_reward": 4290.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 820, + "avg_reward": 4049.52, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 830, + "avg_reward": 4216.95, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 840, + "avg_reward": 4899.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 850, + "avg_reward": 4025.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 860, + "avg_reward": 4370.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 870, + "avg_reward": 4450.92, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 880, + "avg_reward": 4774.1, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 890, + "avg_reward": 4613.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 900, + "avg_reward": 4342.68, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 910, + "avg_reward": 4222.08, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 920, + "avg_reward": 4574.43, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 930, + "avg_reward": 4025.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 940, + "avg_reward": 3826.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 950, + "avg_reward": 4406.04, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 960, + "avg_reward": 4279.92, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 970, + "avg_reward": 4271.32, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 980, + "avg_reward": 4016.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 990, + "avg_reward": 4523.1, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 1000, + "avg_reward": 5087.05, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1010, + "avg_reward": 4905.46, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1020, + "avg_reward": 4789.35, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1030, + "avg_reward": 4588.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1040, + "avg_reward": 4102.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1050, + "avg_reward": 4519.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1060, + "avg_reward": 4771.5, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1070, + "avg_reward": 4626.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1080, + "avg_reward": 4750.43, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1090, + "avg_reward": 4784.72, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1100, + "avg_reward": 4220.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1110, + "avg_reward": 4723.77, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1120, + "avg_reward": 4709.49, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1130, + "avg_reward": 4951.16, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1140, + "avg_reward": 4685.29, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1150, + "avg_reward": 5193.74, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1160, + "avg_reward": 4646.48, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1170, + "avg_reward": 4787.77, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1180, + "avg_reward": 4914.62, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1190, + "avg_reward": 4775.66, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1200, + "avg_reward": 4492.91, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1210, + "avg_reward": 4974.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1220, + "avg_reward": 4857.57, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1230, + "avg_reward": 4604.8, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1240, + "avg_reward": 4832.2, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1250, + "avg_reward": 4683.0, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1260, + "avg_reward": 4645.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1270, + "avg_reward": 4469.11, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1280, + "avg_reward": 5370.62, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1290, + "avg_reward": 5162.26, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1300, + "avg_reward": 4649.62, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1310, + "avg_reward": 5065.63, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1320, + "avg_reward": 4917.38, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1330, + "avg_reward": 5170.19, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1340, + "avg_reward": 5278.71, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1350, + "avg_reward": 5281.55, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1360, + "avg_reward": 4935.94, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1370, + "avg_reward": 4977.06, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1380, + "avg_reward": 5097.93, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1390, + "avg_reward": 5176.29, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1400, + "avg_reward": 4821.86, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1410, + "avg_reward": 5239.14, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1420, + "avg_reward": 5550.63, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1430, + "avg_reward": 4537.68, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1440, + "avg_reward": 4716.09, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1450, + "avg_reward": 5106.81, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1460, + "avg_reward": 5742.46, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1470, + "avg_reward": 5076.52, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1480, + "avg_reward": 5121.0, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1490, + "avg_reward": 5123.77, + "avg_cost": 27.25, + "lambda": 0.0225, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1500, + "avg_reward": 5104.84, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.4095, + 0.3345, + 0.1373 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3feecafc2536a83cf3276a92ef950334cb411d73 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3372337.62, + "constraint_satisfaction_pct": 99.33, + "final_rho": [ + 0.1187, + 0.4095, + 0.3345, + 0.1373 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15273.17, + "avg_cost": 31.25, + "lambda": 5.0625, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 10, + "avg_reward": -14182.86, + "avg_cost": 19.25, + "lambda": 4.215, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 20, + "avg_reward": -14052.7, + "avg_cost": 13.25, + "lambda": 3.54, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 30, + "avg_reward": -13464.24, + "avg_cost": 12.25, + "lambda": 2.885, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 40, + "avg_reward": -12810.59, + "avg_cost": 19.0, + "lambda": 2.225, + "rho": [ + 0.2583, + 0.2353, + 0.2477, + 0.2587 + ] + }, + { + "episode": 50, + "avg_reward": -12636.09, + "avg_cost": 5.75, + "lambda": 1.18, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 60, + "avg_reward": -11984.64, + "avg_cost": 22.75, + "lambda": 0.41, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 70, + "avg_reward": -11746.72, + "avg_cost": 17.0, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 80, + "avg_reward": -10320.78, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 90, + "avg_reward": -9547.28, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.2378, + 0.2619, + 0.2542, + 0.246 + ] + }, + { + "episode": 100, + "avg_reward": -9053.64, + "avg_cost": 22.0, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 110, + "avg_reward": -7674.31, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 120, + "avg_reward": -6990.04, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 130, + "avg_reward": -5858.62, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 140, + "avg_reward": -5295.57, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.2249, + 0.2793, + 0.2601, + 0.2357 + ] + }, + { + "episode": 150, + "avg_reward": -4504.83, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 160, + "avg_reward": -3679.46, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 170, + "avg_reward": -3131.17, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 180, + "avg_reward": -2519.81, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 190, + "avg_reward": -2149.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2145, + 0.2933, + 0.2658, + 0.2263 + ] + }, + { + "episode": 200, + "avg_reward": -1395.72, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 210, + "avg_reward": -806.01, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 220, + "avg_reward": -319.7, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 230, + "avg_reward": 150.34, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 240, + "avg_reward": 613.77, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2051, + 0.3049, + 0.2719, + 0.2181 + ] + }, + { + "episode": 250, + "avg_reward": 912.8, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 260, + "avg_reward": 1249.49, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 270, + "avg_reward": 1387.71, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 280, + "avg_reward": 1253.7, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 290, + "avg_reward": 1489.66, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1968, + 0.3153, + 0.2774, + 0.2106 + ] + }, + { + "episode": 300, + "avg_reward": 1686.66, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 310, + "avg_reward": 1706.79, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 320, + "avg_reward": 2010.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 330, + "avg_reward": 2241.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 340, + "avg_reward": 2273.11, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1892, + 0.3244, + 0.2826, + 0.2038 + ] + }, + { + "episode": 350, + "avg_reward": 2429.39, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 360, + "avg_reward": 2561.61, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 370, + "avg_reward": 2560.39, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 380, + "avg_reward": 2648.2, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 390, + "avg_reward": 2942.66, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1821, + 0.3325, + 0.2877, + 0.1977 + ] + }, + { + "episode": 400, + "avg_reward": 2862.5, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 410, + "avg_reward": 2987.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 420, + "avg_reward": 2865.96, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 430, + "avg_reward": 3059.56, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 440, + "avg_reward": 3175.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1756, + 0.3399, + 0.2923, + 0.1921 + ] + }, + { + "episode": 450, + "avg_reward": 3614.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 460, + "avg_reward": 3287.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 470, + "avg_reward": 2935.54, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 480, + "avg_reward": 3116.27, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 490, + "avg_reward": 2991.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1698, + 0.3467, + 0.2965, + 0.1869 + ] + }, + { + "episode": 500, + "avg_reward": 3413.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 510, + "avg_reward": 3319.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 520, + "avg_reward": 3510.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 530, + "avg_reward": 3429.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 540, + "avg_reward": 3939.67, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1645, + 0.3529, + 0.3004, + 0.1822 + ] + }, + { + "episode": 550, + "avg_reward": 3454.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 560, + "avg_reward": 3640.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 570, + "avg_reward": 3890.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 580, + "avg_reward": 3712.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 590, + "avg_reward": 3635.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1597, + 0.3587, + 0.304, + 0.1777 + ] + }, + { + "episode": 600, + "avg_reward": 3311.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 610, + "avg_reward": 3510.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 620, + "avg_reward": 3857.04, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 630, + "avg_reward": 3335.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 640, + "avg_reward": 3739.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1553, + 0.364, + 0.3073, + 0.1735 + ] + }, + { + "episode": 650, + "avg_reward": 3906.12, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 660, + "avg_reward": 4071.42, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 670, + "avg_reward": 3903.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 680, + "avg_reward": 4049.33, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 690, + "avg_reward": 3889.31, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1513, + 0.3689, + 0.3103, + 0.1696 + ] + }, + { + "episode": 700, + "avg_reward": 3749.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 710, + "avg_reward": 4028.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 720, + "avg_reward": 4229.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 730, + "avg_reward": 4313.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 740, + "avg_reward": 3855.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1476, + 0.3733, + 0.313, + 0.1661 + ] + }, + { + "episode": 750, + "avg_reward": 4257.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 760, + "avg_reward": 4319.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 770, + "avg_reward": 4344.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 780, + "avg_reward": 4129.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 790, + "avg_reward": 4264.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1443, + 0.3774, + 0.3155, + 0.1628 + ] + }, + { + "episode": 800, + "avg_reward": 4542.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 810, + "avg_reward": 4297.7, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 820, + "avg_reward": 4522.19, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 830, + "avg_reward": 4317.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 840, + "avg_reward": 4034.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1412, + 0.3811, + 0.3178, + 0.1598 + ] + }, + { + "episode": 850, + "avg_reward": 5064.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 860, + "avg_reward": 4698.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 870, + "avg_reward": 4331.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 880, + "avg_reward": 4542.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 890, + "avg_reward": 4293.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1385, + 0.3846, + 0.3198, + 0.1571 + ] + }, + { + "episode": 900, + "avg_reward": 4442.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 910, + "avg_reward": 4453.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 920, + "avg_reward": 4462.38, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 930, + "avg_reward": 4584.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 940, + "avg_reward": 4205.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.136, + 0.3877, + 0.3217, + 0.1546 + ] + }, + { + "episode": 950, + "avg_reward": 4488.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 960, + "avg_reward": 4186.75, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 970, + "avg_reward": 4418.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 980, + "avg_reward": 4521.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 990, + "avg_reward": 4579.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1337, + 0.3905, + 0.3234, + 0.1524 + ] + }, + { + "episode": 1000, + "avg_reward": 4319.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1010, + "avg_reward": 4728.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1020, + "avg_reward": 4295.88, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1030, + "avg_reward": 4722.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1040, + "avg_reward": 4544.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1316, + 0.3931, + 0.325, + 0.1503 + ] + }, + { + "episode": 1050, + "avg_reward": 4834.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1060, + "avg_reward": 4552.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1070, + "avg_reward": 4599.84, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1080, + "avg_reward": 4824.61, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1090, + "avg_reward": 4651.6, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1297, + 0.3955, + 0.3264, + 0.1484 + ] + }, + { + "episode": 1100, + "avg_reward": 4095.05, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1110, + "avg_reward": 5038.8, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1120, + "avg_reward": 5268.34, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1130, + "avg_reward": 4666.52, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1140, + "avg_reward": 4040.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.128, + 0.3977, + 0.3276, + 0.1467 + ] + }, + { + "episode": 1150, + "avg_reward": 5068.24, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1160, + "avg_reward": 4712.02, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1170, + "avg_reward": 5262.45, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1180, + "avg_reward": 5126.69, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1190, + "avg_reward": 4937.14, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1264, + 0.3997, + 0.3288, + 0.1451 + ] + }, + { + "episode": 1200, + "avg_reward": 4334.05, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1210, + "avg_reward": 5559.77, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1220, + "avg_reward": 4966.65, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1230, + "avg_reward": 4572.26, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1240, + "avg_reward": 4809.17, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.125, + 0.4015, + 0.3299, + 0.1436 + ] + }, + { + "episode": 1250, + "avg_reward": 5238.46, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1260, + "avg_reward": 4885.55, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1270, + "avg_reward": 4786.57, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1280, + "avg_reward": 5455.71, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1290, + "avg_reward": 5366.36, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.1237, + 0.4031, + 0.3308, + 0.1423 + ] + }, + { + "episode": 1300, + "avg_reward": 4960.63, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1310, + "avg_reward": 4984.19, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1320, + "avg_reward": 5213.07, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1330, + "avg_reward": 5134.56, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1340, + "avg_reward": 5094.43, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1225, + 0.4047, + 0.3317, + 0.1411 + ] + }, + { + "episode": 1350, + "avg_reward": 5381.11, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1360, + "avg_reward": 4998.22, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1370, + "avg_reward": 5052.64, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1380, + "avg_reward": 4523.25, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1390, + "avg_reward": 5008.89, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1214, + 0.406, + 0.3325, + 0.14 + ] + }, + { + "episode": 1400, + "avg_reward": 4921.35, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1410, + "avg_reward": 4807.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1420, + "avg_reward": 4913.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1430, + "avg_reward": 4472.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1440, + "avg_reward": 5358.52, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1204, + 0.4073, + 0.3332, + 0.139 + ] + }, + { + "episode": 1450, + "avg_reward": 5400.99, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1460, + "avg_reward": 5551.66, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1470, + "avg_reward": 4612.77, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1480, + "avg_reward": 4322.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1490, + "avg_reward": 4639.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1196, + 0.4084, + 0.3339, + 0.1381 + ] + }, + { + "episode": 1500, + "avg_reward": 4617.66, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.4095, + 0.3345, + 0.1373 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s0_mamujoco_pilot_v2.json b/results/diagnostic_results_n4_learned_rho_s0_mamujoco_pilot_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..578bd279d605bfa2b618f983851dde207b29d5e7 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s0_mamujoco_pilot_v2.json @@ -0,0 +1,159 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "es", + "n_episodes": 100, + "total_welfare": -1029009.1, + "constraint_satisfaction_pct": 90.0, + "final_rho": [ + 0.2508, + 0.2422, + 0.2483, + 0.2587 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -12564.97, + "avg_cost": 30.75, + "lambda": 1.2875, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 10, + "avg_reward": -11946.19, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 20, + "avg_reward": -11455.01, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 0.2475, + 0.2475, + 0.2525, + 0.2525 + ] + }, + { + "episode": 30, + "avg_reward": -10997.86, + "avg_cost": 25.25, + "lambda": 0.0125, + "rho": [ + 0.2475, + 0.2475, + 0.2525, + 0.2525 + ] + }, + { + "episode": 40, + "avg_reward": -11077.09, + "avg_cost": 33.25, + "lambda": 0.4125, + "rho": [ + 0.2481, + 0.2458, + 0.2512, + 0.2549 + ] + }, + { + "episode": 50, + "avg_reward": -10445.3, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.2481, + 0.2458, + 0.2512, + 0.2549 + ] + }, + { + "episode": 60, + "avg_reward": -10149.13, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 0.2494, + 0.2441, + 0.2503, + 0.2562 + ] + }, + { + "episode": 70, + "avg_reward": -9654.28, + "avg_cost": 29.5, + "lambda": 0.225, + "rho": [ + 0.2494, + 0.2441, + 0.2503, + 0.2562 + ] + }, + { + "episode": 80, + "avg_reward": -9525.42, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2503, + 0.2425, + 0.2491, + 0.2581 + ] + }, + { + "episode": 90, + "avg_reward": -8695.76, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.2503, + 0.2425, + 0.2491, + 0.2581 + ] + }, + { + "episode": 100, + "avg_reward": -8252.95, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2508, + 0.2422, + 0.2483, + 0.2587 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..f5e99e744f6ebf3b8efb47b5d66b55f35451c314 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -6467841.44, + "constraint_satisfaction_pct": 9.6, + "final_rho": [ + 0.1808, + 0.296, + 0.2202, + 0.303 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18655.56, + "avg_cost": 14.75, + "lambda": 10.4425, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -17811.83, + "avg_cost": 41.25, + "lambda": 14.8426, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -17039.11, + "avg_cost": 15.0, + "lambda": 20.5055, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -16373.58, + "avg_cost": 15.75, + "lambda": 26.4692, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -16144.79, + "avg_cost": 12.0, + "lambda": 31.7348, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -15926.92, + "avg_cost": 13.0, + "lambda": 36.8302, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 60, + "avg_reward": -15753.68, + "avg_cost": 7.25, + "lambda": 41.7073, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 70, + "avg_reward": -15417.75, + "avg_cost": 15.0, + "lambda": 46.2999, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 80, + "avg_reward": -15111.26, + "avg_cost": 15.0, + "lambda": 50.7695, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 90, + "avg_reward": -14138.1, + "avg_cost": 19.75, + "lambda": 54.8823, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 100, + "avg_reward": -15583.3, + "avg_cost": 10.75, + "lambda": 58.9453, + "rho": [ + 0.2312, + 0.2661, + 0.21, + 0.2927 + ] + }, + { + "episode": 110, + "avg_reward": -14954.71, + "avg_cost": 13.25, + "lambda": 63.4947, + "rho": [ + 0.2312, + 0.2661, + 0.21, + 0.2927 + ] + }, + { + "episode": 120, + "avg_reward": -13448.79, + "avg_cost": 5.5, + "lambda": 67.3668, + "rho": [ + 0.2312, + 0.2661, + 0.21, + 0.2927 + ] + }, + { + "episode": 130, + "avg_reward": -13815.41, + "avg_cost": 2.75, + "lambda": 70.6682, + "rho": [ + 0.2312, + 0.2661, + 0.21, + 0.2927 + ] + }, + { + "episode": 140, + "avg_reward": -13759.41, + "avg_cost": 5.5, + "lambda": 73.592, + "rho": [ + 0.2312, + 0.2661, + 0.21, + 0.2927 + ] + }, + { + "episode": 150, + "avg_reward": -11648.5, + "avg_cost": 1.0, + "lambda": 76.354, + "rho": [ + 0.2263, + 0.2783, + 0.2127, + 0.2828 + ] + }, + { + "episode": 160, + "avg_reward": -11283.01, + "avg_cost": 12.0, + "lambda": 79.0316, + "rho": [ + 0.2263, + 0.2783, + 0.2127, + 0.2828 + ] + }, + { + "episode": 170, + "avg_reward": -11533.69, + "avg_cost": 14.0, + "lambda": 81.9892, + "rho": [ + 0.2263, + 0.2783, + 0.2127, + 0.2828 + ] + }, + { + "episode": 180, + "avg_reward": -11018.69, + "avg_cost": 7.75, + "lambda": 85.0148, + "rho": [ + 0.2263, + 0.2783, + 0.2127, + 0.2828 + ] + }, + { + "episode": 190, + "avg_reward": -9547.53, + "avg_cost": 10.25, + "lambda": 88.0418, + "rho": [ + 0.2263, + 0.2783, + 0.2127, + 0.2828 + ] + }, + { + "episode": 200, + "avg_reward": -10013.35, + "avg_cost": 14.25, + "lambda": 91.161, + "rho": [ + 0.2214, + 0.2791, + 0.2224, + 0.2771 + ] + }, + { + "episode": 210, + "avg_reward": -10105.85, + "avg_cost": 8.0, + "lambda": 94.2396, + "rho": [ + 0.2214, + 0.2791, + 0.2224, + 0.2771 + ] + }, + { + "episode": 220, + "avg_reward": -9521.92, + "avg_cost": 17.75, + "lambda": 97.2126, + "rho": [ + 0.2214, + 0.2791, + 0.2224, + 0.2771 + ] + }, + { + "episode": 230, + "avg_reward": -10005.63, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 0.2214, + 0.2791, + 0.2224, + 0.2771 + ] + }, + { + "episode": 240, + "avg_reward": -9591.67, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2214, + 0.2791, + 0.2224, + 0.2771 + ] + }, + { + "episode": 250, + "avg_reward": -10102.63, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.2171, + 0.2776, + 0.2266, + 0.2787 + ] + }, + { + "episode": 260, + "avg_reward": -8979.4, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 0.2171, + 0.2776, + 0.2266, + 0.2787 + ] + }, + { + "episode": 270, + "avg_reward": -9980.16, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2171, + 0.2776, + 0.2266, + 0.2787 + ] + }, + { + "episode": 280, + "avg_reward": -9256.6, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2171, + 0.2776, + 0.2266, + 0.2787 + ] + }, + { + "episode": 290, + "avg_reward": -9012.24, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2171, + 0.2776, + 0.2266, + 0.2787 + ] + }, + { + "episode": 300, + "avg_reward": -8963.15, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2758, + 0.229, + 0.2744 + ] + }, + { + "episode": 310, + "avg_reward": -9451.52, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2758, + 0.229, + 0.2744 + ] + }, + { + "episode": 320, + "avg_reward": -8560.18, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2758, + 0.229, + 0.2744 + ] + }, + { + "episode": 330, + "avg_reward": -8256.31, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2758, + 0.229, + 0.2744 + ] + }, + { + "episode": 340, + "avg_reward": -8639.23, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.2758, + 0.229, + 0.2744 + ] + }, + { + "episode": 350, + "avg_reward": -8340.94, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.2189, + 0.2797, + 0.2289, + 0.2725 + ] + }, + { + "episode": 360, + "avg_reward": -8610.05, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2189, + 0.2797, + 0.2289, + 0.2725 + ] + }, + { + "episode": 370, + "avg_reward": -8141.17, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2189, + 0.2797, + 0.2289, + 0.2725 + ] + }, + { + "episode": 380, + "avg_reward": -8012.1, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2189, + 0.2797, + 0.2289, + 0.2725 + ] + }, + { + "episode": 390, + "avg_reward": -9257.56, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.2189, + 0.2797, + 0.2289, + 0.2725 + ] + }, + { + "episode": 400, + "avg_reward": -7704.68, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.213, + 0.2868, + 0.2295, + 0.2707 + ] + }, + { + "episode": 410, + "avg_reward": -7518.57, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.213, + 0.2868, + 0.2295, + 0.2707 + ] + }, + { + "episode": 420, + "avg_reward": -7166.0, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.213, + 0.2868, + 0.2295, + 0.2707 + ] + }, + { + "episode": 430, + "avg_reward": -8631.33, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 0.213, + 0.2868, + 0.2295, + 0.2707 + ] + }, + { + "episode": 440, + "avg_reward": -7793.58, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.213, + 0.2868, + 0.2295, + 0.2707 + ] + }, + { + "episode": 450, + "avg_reward": -8675.86, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2064, + 0.2973, + 0.2279, + 0.2684 + ] + }, + { + "episode": 460, + "avg_reward": -6968.86, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2064, + 0.2973, + 0.2279, + 0.2684 + ] + }, + { + "episode": 470, + "avg_reward": -6900.04, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2064, + 0.2973, + 0.2279, + 0.2684 + ] + }, + { + "episode": 480, + "avg_reward": -8044.17, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2064, + 0.2973, + 0.2279, + 0.2684 + ] + }, + { + "episode": 490, + "avg_reward": -7845.56, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2064, + 0.2973, + 0.2279, + 0.2684 + ] + }, + { + "episode": 500, + "avg_reward": -7241.79, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.2029, + 0.3059, + 0.223, + 0.2682 + ] + }, + { + "episode": 510, + "avg_reward": -7156.9, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2029, + 0.3059, + 0.223, + 0.2682 + ] + }, + { + "episode": 520, + "avg_reward": -7625.39, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2029, + 0.3059, + 0.223, + 0.2682 + ] + }, + { + "episode": 530, + "avg_reward": -6842.44, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2029, + 0.3059, + 0.223, + 0.2682 + ] + }, + { + "episode": 540, + "avg_reward": -6572.23, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 0.2029, + 0.3059, + 0.223, + 0.2682 + ] + }, + { + "episode": 550, + "avg_reward": -6458.15, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.199, + 0.3103, + 0.2228, + 0.2679 + ] + }, + { + "episode": 560, + "avg_reward": -6277.18, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.199, + 0.3103, + 0.2228, + 0.2679 + ] + }, + { + "episode": 570, + "avg_reward": -5611.25, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 0.199, + 0.3103, + 0.2228, + 0.2679 + ] + }, + { + "episode": 580, + "avg_reward": -6213.24, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.199, + 0.3103, + 0.2228, + 0.2679 + ] + }, + { + "episode": 590, + "avg_reward": -5918.49, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.199, + 0.3103, + 0.2228, + 0.2679 + ] + }, + { + "episode": 600, + "avg_reward": -5321.7, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2013, + 0.3107, + 0.2214, + 0.2665 + ] + }, + { + "episode": 610, + "avg_reward": -6066.89, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2013, + 0.3107, + 0.2214, + 0.2665 + ] + }, + { + "episode": 620, + "avg_reward": -6130.2, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2013, + 0.3107, + 0.2214, + 0.2665 + ] + }, + { + "episode": 630, + "avg_reward": -6100.15, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2013, + 0.3107, + 0.2214, + 0.2665 + ] + }, + { + "episode": 640, + "avg_reward": -4928.33, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2013, + 0.3107, + 0.2214, + 0.2665 + ] + }, + { + "episode": 650, + "avg_reward": -5200.54, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2018, + 0.31, + 0.2197, + 0.2685 + ] + }, + { + "episode": 660, + "avg_reward": -4290.79, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2018, + 0.31, + 0.2197, + 0.2685 + ] + }, + { + "episode": 670, + "avg_reward": -4155.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2018, + 0.31, + 0.2197, + 0.2685 + ] + }, + { + "episode": 680, + "avg_reward": -3626.35, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2018, + 0.31, + 0.2197, + 0.2685 + ] + }, + { + "episode": 690, + "avg_reward": -3488.22, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2018, + 0.31, + 0.2197, + 0.2685 + ] + }, + { + "episode": 700, + "avg_reward": -3954.76, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2027, + 0.3059, + 0.22, + 0.2714 + ] + }, + { + "episode": 710, + "avg_reward": -3329.08, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2027, + 0.3059, + 0.22, + 0.2714 + ] + }, + { + "episode": 720, + "avg_reward": -3448.72, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2027, + 0.3059, + 0.22, + 0.2714 + ] + }, + { + "episode": 730, + "avg_reward": -2907.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2027, + 0.3059, + 0.22, + 0.2714 + ] + }, + { + "episode": 740, + "avg_reward": -3037.0, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2027, + 0.3059, + 0.22, + 0.2714 + ] + }, + { + "episode": 750, + "avg_reward": -2446.87, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.1993, + 0.3046, + 0.2208, + 0.2754 + ] + }, + { + "episode": 760, + "avg_reward": -2268.85, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.1993, + 0.3046, + 0.2208, + 0.2754 + ] + }, + { + "episode": 770, + "avg_reward": -1838.42, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.1993, + 0.3046, + 0.2208, + 0.2754 + ] + }, + { + "episode": 780, + "avg_reward": -1344.05, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.1993, + 0.3046, + 0.2208, + 0.2754 + ] + }, + { + "episode": 790, + "avg_reward": -671.45, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.1993, + 0.3046, + 0.2208, + 0.2754 + ] + }, + { + "episode": 800, + "avg_reward": -346.13, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.1964, + 0.3008, + 0.224, + 0.2789 + ] + }, + { + "episode": 810, + "avg_reward": -139.71, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.1964, + 0.3008, + 0.224, + 0.2789 + ] + }, + { + "episode": 820, + "avg_reward": -342.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1964, + 0.3008, + 0.224, + 0.2789 + ] + }, + { + "episode": 830, + "avg_reward": -150.07, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.1964, + 0.3008, + 0.224, + 0.2789 + ] + }, + { + "episode": 840, + "avg_reward": -67.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1964, + 0.3008, + 0.224, + 0.2789 + ] + }, + { + "episode": 850, + "avg_reward": 593.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1946, + 0.2987, + 0.224, + 0.2826 + ] + }, + { + "episode": 860, + "avg_reward": 950.2, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.1946, + 0.2987, + 0.224, + 0.2826 + ] + }, + { + "episode": 870, + "avg_reward": 836.44, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.1946, + 0.2987, + 0.224, + 0.2826 + ] + }, + { + "episode": 880, + "avg_reward": 1247.74, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.1946, + 0.2987, + 0.224, + 0.2826 + ] + }, + { + "episode": 890, + "avg_reward": 1521.25, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.1946, + 0.2987, + 0.224, + 0.2826 + ] + }, + { + "episode": 900, + "avg_reward": 1677.15, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.1895, + 0.299, + 0.2235, + 0.2881 + ] + }, + { + "episode": 910, + "avg_reward": 1130.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1895, + 0.299, + 0.2235, + 0.2881 + ] + }, + { + "episode": 920, + "avg_reward": 1916.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1895, + 0.299, + 0.2235, + 0.2881 + ] + }, + { + "episode": 930, + "avg_reward": 2348.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1895, + 0.299, + 0.2235, + 0.2881 + ] + }, + { + "episode": 940, + "avg_reward": 2313.08, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.1895, + 0.299, + 0.2235, + 0.2881 + ] + }, + { + "episode": 950, + "avg_reward": 2165.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.185, + 0.2975, + 0.2218, + 0.2957 + ] + }, + { + "episode": 960, + "avg_reward": 2628.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.185, + 0.2975, + 0.2218, + 0.2957 + ] + }, + { + "episode": 970, + "avg_reward": 2488.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.185, + 0.2975, + 0.2218, + 0.2957 + ] + }, + { + "episode": 980, + "avg_reward": 2642.98, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.185, + 0.2975, + 0.2218, + 0.2957 + ] + }, + { + "episode": 990, + "avg_reward": 2781.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.185, + 0.2975, + 0.2218, + 0.2957 + ] + }, + { + "episode": 1000, + "avg_reward": 3090.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.1808, + 0.296, + 0.2202, + 0.303 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json new file mode 100644 index 0000000000000000000000000000000000000000..fb91ac7988663ff7c6e7fc793570dc958302c18c --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb1.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3144765.62, + "constraint_satisfaction_pct": 48.1, + "final_rho": [ + 0.2193, + 0.2526, + 0.2491, + 0.279 + ], + "final_lambda": 91.0825, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18655.56, + "avg_cost": 14.75, + "lambda": 10.4125, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -17784.37, + "avg_cost": 6.25, + "lambda": 15.715, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -16768.88, + "avg_cost": 13.25, + "lambda": 19.5625, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -15992.9, + "avg_cost": 16.5, + "lambda": 23.47, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -15620.67, + "avg_cost": 6.0, + "lambda": 27.3025, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -16236.4, + "avg_cost": 9.75, + "lambda": 30.8425, + "rho": [ + 0.2316, + 0.2572, + 0.2153, + 0.296 + ] + }, + { + "episode": 60, + "avg_reward": -15477.44, + "avg_cost": 16.5, + "lambda": 34.3825, + "rho": [ + 0.2316, + 0.2572, + 0.2153, + 0.296 + ] + }, + { + "episode": 70, + "avg_reward": -14903.48, + "avg_cost": 10.5, + "lambda": 38.0575, + "rho": [ + 0.2316, + 0.2572, + 0.2153, + 0.296 + ] + }, + { + "episode": 80, + "avg_reward": -14032.49, + "avg_cost": 12.75, + "lambda": 40.54, + "rho": [ + 0.2316, + 0.2572, + 0.2153, + 0.296 + ] + }, + { + "episode": 90, + "avg_reward": -13775.62, + "avg_cost": 10.25, + "lambda": 44.8075, + "rho": [ + 0.2316, + 0.2572, + 0.2153, + 0.296 + ] + }, + { + "episode": 100, + "avg_reward": -13486.69, + "avg_cost": 19.25, + "lambda": 49.0825, + "rho": [ + 0.2467, + 0.2441, + 0.2065, + 0.3027 + ] + }, + { + "episode": 110, + "avg_reward": -13816.31, + "avg_cost": 14.0, + "lambda": 52.2475, + "rho": [ + 0.2467, + 0.2441, + 0.2065, + 0.3027 + ] + }, + { + "episode": 120, + "avg_reward": -12376.47, + "avg_cost": 10.25, + "lambda": 54.8425, + "rho": [ + 0.2467, + 0.2441, + 0.2065, + 0.3027 + ] + }, + { + "episode": 130, + "avg_reward": -11709.24, + "avg_cost": 11.5, + "lambda": 57.8425, + "rho": [ + 0.2467, + 0.2441, + 0.2065, + 0.3027 + ] + }, + { + "episode": 140, + "avg_reward": -11143.77, + "avg_cost": 10.5, + "lambda": 61.4725, + "rho": [ + 0.2467, + 0.2441, + 0.2065, + 0.3027 + ] + }, + { + "episode": 150, + "avg_reward": -10820.37, + "avg_cost": 9.5, + "lambda": 63.61, + "rho": [ + 0.2458, + 0.2486, + 0.2065, + 0.2991 + ] + }, + { + "episode": 160, + "avg_reward": -10794.33, + "avg_cost": 7.25, + "lambda": 66.5125, + "rho": [ + 0.2458, + 0.2486, + 0.2065, + 0.2991 + ] + }, + { + "episode": 170, + "avg_reward": -10134.02, + "avg_cost": 12.75, + "lambda": 69.22, + "rho": [ + 0.2458, + 0.2486, + 0.2065, + 0.2991 + ] + }, + { + "episode": 180, + "avg_reward": -9278.07, + "avg_cost": 5.5, + "lambda": 71.44, + "rho": [ + 0.2458, + 0.2486, + 0.2065, + 0.2991 + ] + }, + { + "episode": 190, + "avg_reward": -9103.62, + "avg_cost": 7.5, + "lambda": 73.6375, + "rho": [ + 0.2458, + 0.2486, + 0.2065, + 0.2991 + ] + }, + { + "episode": 200, + "avg_reward": -9651.17, + "avg_cost": 8.75, + "lambda": 75.8125, + "rho": [ + 0.2456, + 0.2449, + 0.2039, + 0.3057 + ] + }, + { + "episode": 210, + "avg_reward": -9228.79, + "avg_cost": 6.5, + "lambda": 77.2375, + "rho": [ + 0.2456, + 0.2449, + 0.2039, + 0.3057 + ] + }, + { + "episode": 220, + "avg_reward": -8934.7, + "avg_cost": 0.0, + "lambda": 79.2625, + "rho": [ + 0.2456, + 0.2449, + 0.2039, + 0.3057 + ] + }, + { + "episode": 230, + "avg_reward": -9444.67, + "avg_cost": 6.0, + "lambda": 81.5425, + "rho": [ + 0.2456, + 0.2449, + 0.2039, + 0.3057 + ] + }, + { + "episode": 240, + "avg_reward": -8790.38, + "avg_cost": 14.5, + "lambda": 83.29, + "rho": [ + 0.2456, + 0.2449, + 0.2039, + 0.3057 + ] + }, + { + "episode": 250, + "avg_reward": -8384.63, + "avg_cost": 12.0, + "lambda": 85.135, + "rho": [ + 0.2445, + 0.2362, + 0.2014, + 0.3179 + ] + }, + { + "episode": 260, + "avg_reward": -7935.81, + "avg_cost": 3.75, + "lambda": 86.575, + "rho": [ + 0.2445, + 0.2362, + 0.2014, + 0.3179 + ] + }, + { + "episode": 270, + "avg_reward": -8150.29, + "avg_cost": 8.75, + "lambda": 87.3625, + "rho": [ + 0.2445, + 0.2362, + 0.2014, + 0.3179 + ] + }, + { + "episode": 280, + "avg_reward": -7151.96, + "avg_cost": 3.75, + "lambda": 88.5775, + "rho": [ + 0.2445, + 0.2362, + 0.2014, + 0.3179 + ] + }, + { + "episode": 290, + "avg_reward": -7388.41, + "avg_cost": 3.25, + "lambda": 90.2425, + "rho": [ + 0.2445, + 0.2362, + 0.2014, + 0.3179 + ] + }, + { + "episode": 300, + "avg_reward": -6933.31, + "avg_cost": 10.75, + "lambda": 91.825, + "rho": [ + 0.2454, + 0.2317, + 0.2045, + 0.3184 + ] + }, + { + "episode": 310, + "avg_reward": -6820.54, + "avg_cost": 4.75, + "lambda": 92.9275, + "rho": [ + 0.2454, + 0.2317, + 0.2045, + 0.3184 + ] + }, + { + "episode": 320, + "avg_reward": -6782.08, + "avg_cost": 4.5, + "lambda": 93.67, + "rho": [ + 0.2454, + 0.2317, + 0.2045, + 0.3184 + ] + }, + { + "episode": 330, + "avg_reward": -6018.7, + "avg_cost": 2.25, + "lambda": 94.5475, + "rho": [ + 0.2454, + 0.2317, + 0.2045, + 0.3184 + ] + }, + { + "episode": 340, + "avg_reward": -6640.86, + "avg_cost": 6.25, + "lambda": 95.035, + "rho": [ + 0.2454, + 0.2317, + 0.2045, + 0.3184 + ] + }, + { + "episode": 350, + "avg_reward": -6125.73, + "avg_cost": 1.25, + "lambda": 95.71, + "rho": [ + 0.2454, + 0.2264, + 0.2019, + 0.3263 + ] + }, + { + "episode": 360, + "avg_reward": -5805.37, + "avg_cost": 1.5, + "lambda": 96.4375, + "rho": [ + 0.2454, + 0.2264, + 0.2019, + 0.3263 + ] + }, + { + "episode": 370, + "avg_reward": -5431.96, + "avg_cost": 1.5, + "lambda": 97.0975, + "rho": [ + 0.2454, + 0.2264, + 0.2019, + 0.3263 + ] + }, + { + "episode": 380, + "avg_reward": -5277.0, + "avg_cost": 1.75, + "lambda": 97.36, + "rho": [ + 0.2454, + 0.2264, + 0.2019, + 0.3263 + ] + }, + { + "episode": 390, + "avg_reward": -4600.45, + "avg_cost": 3.0, + "lambda": 97.96, + "rho": [ + 0.2454, + 0.2264, + 0.2019, + 0.3263 + ] + }, + { + "episode": 400, + "avg_reward": -4343.69, + "avg_cost": 3.75, + "lambda": 98.3725, + "rho": [ + 0.2403, + 0.2241, + 0.2013, + 0.3344 + ] + }, + { + "episode": 410, + "avg_reward": -4346.44, + "avg_cost": 5.0, + "lambda": 98.98, + "rho": [ + 0.2403, + 0.2241, + 0.2013, + 0.3344 + ] + }, + { + "episode": 420, + "avg_reward": -3936.43, + "avg_cost": 0.75, + "lambda": 99.505, + "rho": [ + 0.2403, + 0.2241, + 0.2013, + 0.3344 + ] + }, + { + "episode": 430, + "avg_reward": -3177.13, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2403, + 0.2241, + 0.2013, + 0.3344 + ] + }, + { + "episode": 440, + "avg_reward": -3565.63, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2403, + 0.2241, + 0.2013, + 0.3344 + ] + }, + { + "episode": 450, + "avg_reward": -2587.27, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2213, + 0.2055, + 0.3403 + ] + }, + { + "episode": 460, + "avg_reward": -2729.88, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2213, + 0.2055, + 0.3403 + ] + }, + { + "episode": 470, + "avg_reward": -2325.3, + "avg_cost": 0.0, + "lambda": 99.9325, + "rho": [ + 0.2329, + 0.2213, + 0.2055, + 0.3403 + ] + }, + { + "episode": 480, + "avg_reward": -1925.19, + "avg_cost": 0.0, + "lambda": 99.94, + "rho": [ + 0.2329, + 0.2213, + 0.2055, + 0.3403 + ] + }, + { + "episode": 490, + "avg_reward": -1380.76, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2329, + 0.2213, + 0.2055, + 0.3403 + ] + }, + { + "episode": 500, + "avg_reward": -806.34, + "avg_cost": 0.5, + "lambda": 99.955, + "rho": [ + 0.2289, + 0.2219, + 0.2116, + 0.3377 + ] + }, + { + "episode": 510, + "avg_reward": -855.43, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2289, + 0.2219, + 0.2116, + 0.3377 + ] + }, + { + "episode": 520, + "avg_reward": -598.67, + "avg_cost": 1.5, + "lambda": 99.9775, + "rho": [ + 0.2289, + 0.2219, + 0.2116, + 0.3377 + ] + }, + { + "episode": 530, + "avg_reward": -345.17, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2289, + 0.2219, + 0.2116, + 0.3377 + ] + }, + { + "episode": 540, + "avg_reward": -455.75, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2289, + 0.2219, + 0.2116, + 0.3377 + ] + }, + { + "episode": 550, + "avg_reward": -762.18, + "avg_cost": 0.25, + "lambda": 99.9775, + "rho": [ + 0.2278, + 0.2246, + 0.2183, + 0.3293 + ] + }, + { + "episode": 560, + "avg_reward": -177.21, + "avg_cost": 1.5, + "lambda": 99.985, + "rho": [ + 0.2278, + 0.2246, + 0.2183, + 0.3293 + ] + }, + { + "episode": 570, + "avg_reward": 338.56, + "avg_cost": 0.0, + "lambda": 99.97, + "rho": [ + 0.2278, + 0.2246, + 0.2183, + 0.3293 + ] + }, + { + "episode": 580, + "avg_reward": 395.7, + "avg_cost": 0.75, + "lambda": 99.955, + "rho": [ + 0.2278, + 0.2246, + 0.2183, + 0.3293 + ] + }, + { + "episode": 590, + "avg_reward": 423.8, + "avg_cost": 0.0, + "lambda": 99.8875, + "rho": [ + 0.2278, + 0.2246, + 0.2183, + 0.3293 + ] + }, + { + "episode": 600, + "avg_reward": 691.79, + "avg_cost": 0.5, + "lambda": 99.9175, + "rho": [ + 0.2234, + 0.2273, + 0.2253, + 0.324 + ] + }, + { + "episode": 610, + "avg_reward": 1060.61, + "avg_cost": 0.5, + "lambda": 99.8875, + "rho": [ + 0.2234, + 0.2273, + 0.2253, + 0.324 + ] + }, + { + "episode": 620, + "avg_reward": 1207.31, + "avg_cost": 0.0, + "lambda": 99.88, + "rho": [ + 0.2234, + 0.2273, + 0.2253, + 0.324 + ] + }, + { + "episode": 630, + "avg_reward": 1303.8, + "avg_cost": 2.25, + "lambda": 99.8875, + "rho": [ + 0.2234, + 0.2273, + 0.2253, + 0.324 + ] + }, + { + "episode": 640, + "avg_reward": 1251.21, + "avg_cost": 1.25, + "lambda": 99.835, + "rho": [ + 0.2234, + 0.2273, + 0.2253, + 0.324 + ] + }, + { + "episode": 650, + "avg_reward": 1572.82, + "avg_cost": 0.75, + "lambda": 99.7525, + "rho": [ + 0.2202, + 0.2332, + 0.2296, + 0.3171 + ] + }, + { + "episode": 660, + "avg_reward": 1788.05, + "avg_cost": 3.75, + "lambda": 99.7375, + "rho": [ + 0.2202, + 0.2332, + 0.2296, + 0.3171 + ] + }, + { + "episode": 670, + "avg_reward": 1461.88, + "avg_cost": 0.0, + "lambda": 99.6325, + "rho": [ + 0.2202, + 0.2332, + 0.2296, + 0.3171 + ] + }, + { + "episode": 680, + "avg_reward": 2058.39, + "avg_cost": 0.5, + "lambda": 99.415, + "rho": [ + 0.2202, + 0.2332, + 0.2296, + 0.3171 + ] + }, + { + "episode": 690, + "avg_reward": 2217.09, + "avg_cost": 0.0, + "lambda": 99.25, + "rho": [ + 0.2202, + 0.2332, + 0.2296, + 0.3171 + ] + }, + { + "episode": 700, + "avg_reward": 2481.16, + "avg_cost": 0.0, + "lambda": 99.085, + "rho": [ + 0.2175, + 0.2382, + 0.233, + 0.3113 + ] + }, + { + "episode": 710, + "avg_reward": 2530.95, + "avg_cost": 0.0, + "lambda": 98.845, + "rho": [ + 0.2175, + 0.2382, + 0.233, + 0.3113 + ] + }, + { + "episode": 720, + "avg_reward": 2559.49, + "avg_cost": 0.0, + "lambda": 98.6125, + "rho": [ + 0.2175, + 0.2382, + 0.233, + 0.3113 + ] + }, + { + "episode": 730, + "avg_reward": 2716.25, + "avg_cost": 1.5, + "lambda": 98.425, + "rho": [ + 0.2175, + 0.2382, + 0.233, + 0.3113 + ] + }, + { + "episode": 740, + "avg_reward": 3097.94, + "avg_cost": 0.0, + "lambda": 98.2375, + "rho": [ + 0.2175, + 0.2382, + 0.233, + 0.3113 + ] + }, + { + "episode": 750, + "avg_reward": 2815.43, + "avg_cost": 0.0, + "lambda": 98.065, + "rho": [ + 0.2182, + 0.2411, + 0.2344, + 0.3063 + ] + }, + { + "episode": 760, + "avg_reward": 3134.69, + "avg_cost": 0.0, + "lambda": 97.7725, + "rho": [ + 0.2182, + 0.2411, + 0.2344, + 0.3063 + ] + }, + { + "episode": 770, + "avg_reward": 3108.12, + "avg_cost": 0.0, + "lambda": 97.525, + "rho": [ + 0.2182, + 0.2411, + 0.2344, + 0.3063 + ] + }, + { + "episode": 780, + "avg_reward": 3154.81, + "avg_cost": 0.0, + "lambda": 97.27, + "rho": [ + 0.2182, + 0.2411, + 0.2344, + 0.3063 + ] + }, + { + "episode": 790, + "avg_reward": 3130.88, + "avg_cost": 0.75, + "lambda": 97.015, + "rho": [ + 0.2182, + 0.2411, + 0.2344, + 0.3063 + ] + }, + { + "episode": 800, + "avg_reward": 3464.88, + "avg_cost": 0.0, + "lambda": 96.76, + "rho": [ + 0.2167, + 0.2441, + 0.2373, + 0.3019 + ] + }, + { + "episode": 810, + "avg_reward": 3281.29, + "avg_cost": 0.0, + "lambda": 96.46, + "rho": [ + 0.2167, + 0.2441, + 0.2373, + 0.3019 + ] + }, + { + "episode": 820, + "avg_reward": 3645.53, + "avg_cost": 0.0, + "lambda": 96.16, + "rho": [ + 0.2167, + 0.2441, + 0.2373, + 0.3019 + ] + }, + { + "episode": 830, + "avg_reward": 3560.49, + "avg_cost": 0.0, + "lambda": 95.86, + "rho": [ + 0.2167, + 0.2441, + 0.2373, + 0.3019 + ] + }, + { + "episode": 840, + "avg_reward": 3588.59, + "avg_cost": 0.0, + "lambda": 95.56, + "rho": [ + 0.2167, + 0.2441, + 0.2373, + 0.3019 + ] + }, + { + "episode": 850, + "avg_reward": 3730.08, + "avg_cost": 0.0, + "lambda": 95.2675, + "rho": [ + 0.2168, + 0.2477, + 0.2402, + 0.2953 + ] + }, + { + "episode": 860, + "avg_reward": 4006.49, + "avg_cost": 0.0, + "lambda": 94.975, + "rho": [ + 0.2168, + 0.2477, + 0.2402, + 0.2953 + ] + }, + { + "episode": 870, + "avg_reward": 3901.83, + "avg_cost": 0.0, + "lambda": 94.6825, + "rho": [ + 0.2168, + 0.2477, + 0.2402, + 0.2953 + ] + }, + { + "episode": 880, + "avg_reward": 3658.33, + "avg_cost": 0.0, + "lambda": 94.39, + "rho": [ + 0.2168, + 0.2477, + 0.2402, + 0.2953 + ] + }, + { + "episode": 890, + "avg_reward": 3904.78, + "avg_cost": 0.0, + "lambda": 94.0975, + "rho": [ + 0.2168, + 0.2477, + 0.2402, + 0.2953 + ] + }, + { + "episode": 900, + "avg_reward": 3873.55, + "avg_cost": 0.0, + "lambda": 93.7975, + "rho": [ + 0.2169, + 0.2507, + 0.2426, + 0.2898 + ] + }, + { + "episode": 910, + "avg_reward": 3941.56, + "avg_cost": 0.5, + "lambda": 93.5425, + "rho": [ + 0.2169, + 0.2507, + 0.2426, + 0.2898 + ] + }, + { + "episode": 920, + "avg_reward": 4065.19, + "avg_cost": 0.0, + "lambda": 93.2425, + "rho": [ + 0.2169, + 0.2507, + 0.2426, + 0.2898 + ] + }, + { + "episode": 930, + "avg_reward": 4241.82, + "avg_cost": 0.0, + "lambda": 92.9875, + "rho": [ + 0.2169, + 0.2507, + 0.2426, + 0.2898 + ] + }, + { + "episode": 940, + "avg_reward": 4258.44, + "avg_cost": 0.0, + "lambda": 92.7025, + "rho": [ + 0.2169, + 0.2507, + 0.2426, + 0.2898 + ] + }, + { + "episode": 950, + "avg_reward": 4163.62, + "avg_cost": 0.0, + "lambda": 92.4325, + "rho": [ + 0.2182, + 0.2517, + 0.2461, + 0.2839 + ] + }, + { + "episode": 960, + "avg_reward": 4232.9, + "avg_cost": 0.0, + "lambda": 92.1475, + "rho": [ + 0.2182, + 0.2517, + 0.2461, + 0.2839 + ] + }, + { + "episode": 970, + "avg_reward": 4484.56, + "avg_cost": 0.0, + "lambda": 91.8475, + "rho": [ + 0.2182, + 0.2517, + 0.2461, + 0.2839 + ] + }, + { + "episode": 980, + "avg_reward": 4312.93, + "avg_cost": 0.0, + "lambda": 91.5925, + "rho": [ + 0.2182, + 0.2517, + 0.2461, + 0.2839 + ] + }, + { + "episode": 990, + "avg_reward": 4607.4, + "avg_cost": 0.0, + "lambda": 91.315, + "rho": [ + 0.2182, + 0.2517, + 0.2461, + 0.2839 + ] + }, + { + "episode": 1000, + "avg_reward": 4364.25, + "avg_cost": 0.25, + "lambda": 91.0825, + "rho": [ + 0.2193, + 0.2526, + 0.2491, + 0.279 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..3c4419db7f549054ae51b69760084a26e3b71300 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -6920918.13, + "constraint_satisfaction_pct": 11.8, + "final_rho": [ + 0.2564, + 0.2567, + 0.1951, + 0.2918 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23319.45, + "avg_cost": 14.75, + "lambda": 10.4425, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -22264.78, + "avg_cost": 41.25, + "lambda": 14.8426, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -21298.89, + "avg_cost": 15.0, + "lambda": 20.5055, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -20466.98, + "avg_cost": 15.75, + "lambda": 26.4692, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -20180.99, + "avg_cost": 12.0, + "lambda": 31.7348, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -19908.65, + "avg_cost": 13.0, + "lambda": 36.8302, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 60, + "avg_reward": -18758.18, + "avg_cost": 19.75, + "lambda": 41.5777, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 70, + "avg_reward": -19196.29, + "avg_cost": 12.75, + "lambda": 46.0174, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 80, + "avg_reward": -17557.31, + "avg_cost": 21.75, + "lambda": 50.1675, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 90, + "avg_reward": -18131.88, + "avg_cost": 10.0, + "lambda": 54.9507, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 100, + "avg_reward": -17735.4, + "avg_cost": 12.0, + "lambda": 59.4824, + "rho": [ + 0.2474, + 0.2447, + 0.209, + 0.2989 + ] + }, + { + "episode": 110, + "avg_reward": -16915.85, + "avg_cost": 14.25, + "lambda": 63.6432, + "rho": [ + 0.2474, + 0.2447, + 0.209, + 0.2989 + ] + }, + { + "episode": 120, + "avg_reward": -16399.07, + "avg_cost": 12.0, + "lambda": 67.2055, + "rho": [ + 0.2474, + 0.2447, + 0.209, + 0.2989 + ] + }, + { + "episode": 130, + "avg_reward": -15919.39, + "avg_cost": 12.75, + "lambda": 71.0226, + "rho": [ + 0.2474, + 0.2447, + 0.209, + 0.2989 + ] + }, + { + "episode": 140, + "avg_reward": -15413.84, + "avg_cost": 10.75, + "lambda": 74.3459, + "rho": [ + 0.2474, + 0.2447, + 0.209, + 0.2989 + ] + }, + { + "episode": 150, + "avg_reward": -14378.83, + "avg_cost": 11.5, + "lambda": 77.255, + "rho": [ + 0.2463, + 0.2495, + 0.21, + 0.2942 + ] + }, + { + "episode": 160, + "avg_reward": -14298.77, + "avg_cost": 18.0, + "lambda": 80.8113, + "rho": [ + 0.2463, + 0.2495, + 0.21, + 0.2942 + ] + }, + { + "episode": 170, + "avg_reward": -13934.6, + "avg_cost": 3.5, + "lambda": 84.8175, + "rho": [ + 0.2463, + 0.2495, + 0.21, + 0.2942 + ] + }, + { + "episode": 180, + "avg_reward": -14078.34, + "avg_cost": 13.75, + "lambda": 88.471, + "rho": [ + 0.2463, + 0.2495, + 0.21, + 0.2942 + ] + }, + { + "episode": 190, + "avg_reward": -13523.62, + "avg_cost": 22.0, + "lambda": 92.2687, + "rho": [ + 0.2463, + 0.2495, + 0.21, + 0.2942 + ] + }, + { + "episode": 200, + "avg_reward": -13879.88, + "avg_cost": 14.75, + "lambda": 95.6546, + "rho": [ + 0.25, + 0.246, + 0.2116, + 0.2925 + ] + }, + { + "episode": 210, + "avg_reward": -12611.41, + "avg_cost": 8.25, + "lambda": 99.5041, + "rho": [ + 0.25, + 0.246, + 0.2116, + 0.2925 + ] + }, + { + "episode": 220, + "avg_reward": -13381.75, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.25, + 0.246, + 0.2116, + 0.2925 + ] + }, + { + "episode": 230, + "avg_reward": -13432.73, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.25, + 0.246, + 0.2116, + 0.2925 + ] + }, + { + "episode": 240, + "avg_reward": -13172.02, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.25, + 0.246, + 0.2116, + 0.2925 + ] + }, + { + "episode": 250, + "avg_reward": -12324.33, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 0.2542, + 0.2454, + 0.2055, + 0.2949 + ] + }, + { + "episode": 260, + "avg_reward": -12094.71, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2542, + 0.2454, + 0.2055, + 0.2949 + ] + }, + { + "episode": 270, + "avg_reward": -11346.41, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.2542, + 0.2454, + 0.2055, + 0.2949 + ] + }, + { + "episode": 280, + "avg_reward": -12318.6, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2542, + 0.2454, + 0.2055, + 0.2949 + ] + }, + { + "episode": 290, + "avg_reward": -11692.85, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.2542, + 0.2454, + 0.2055, + 0.2949 + ] + }, + { + "episode": 300, + "avg_reward": -11027.5, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2609, + 0.2471, + 0.201, + 0.291 + ] + }, + { + "episode": 310, + "avg_reward": -10984.63, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2609, + 0.2471, + 0.201, + 0.291 + ] + }, + { + "episode": 320, + "avg_reward": -9926.18, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2609, + 0.2471, + 0.201, + 0.291 + ] + }, + { + "episode": 330, + "avg_reward": -9783.87, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2609, + 0.2471, + 0.201, + 0.291 + ] + }, + { + "episode": 340, + "avg_reward": -9987.18, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2609, + 0.2471, + 0.201, + 0.291 + ] + }, + { + "episode": 350, + "avg_reward": -9938.83, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.265, + 0.2515, + 0.1945, + 0.2891 + ] + }, + { + "episode": 360, + "avg_reward": -8789.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.265, + 0.2515, + 0.1945, + 0.2891 + ] + }, + { + "episode": 370, + "avg_reward": -8789.81, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.265, + 0.2515, + 0.1945, + 0.2891 + ] + }, + { + "episode": 380, + "avg_reward": -8168.97, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.265, + 0.2515, + 0.1945, + 0.2891 + ] + }, + { + "episode": 390, + "avg_reward": -8440.06, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.265, + 0.2515, + 0.1945, + 0.2891 + ] + }, + { + "episode": 400, + "avg_reward": -8304.96, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.2582, + 0.1893, + 0.2841 + ] + }, + { + "episode": 410, + "avg_reward": -7821.82, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.2582, + 0.1893, + 0.2841 + ] + }, + { + "episode": 420, + "avg_reward": -8137.6, + "avg_cost": 13.5, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.2582, + 0.1893, + 0.2841 + ] + }, + { + "episode": 430, + "avg_reward": -7453.08, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.2582, + 0.1893, + 0.2841 + ] + }, + { + "episode": 440, + "avg_reward": -7818.1, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.2582, + 0.1893, + 0.2841 + ] + }, + { + "episode": 450, + "avg_reward": -7664.6, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2711, + 0.2611, + 0.1894, + 0.2785 + ] + }, + { + "episode": 460, + "avg_reward": -7655.76, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2711, + 0.2611, + 0.1894, + 0.2785 + ] + }, + { + "episode": 470, + "avg_reward": -7090.39, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2711, + 0.2611, + 0.1894, + 0.2785 + ] + }, + { + "episode": 480, + "avg_reward": -7220.73, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2711, + 0.2611, + 0.1894, + 0.2785 + ] + }, + { + "episode": 490, + "avg_reward": -8038.93, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2711, + 0.2611, + 0.1894, + 0.2785 + ] + }, + { + "episode": 500, + "avg_reward": -7349.05, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2717, + 0.2618, + 0.1906, + 0.2759 + ] + }, + { + "episode": 510, + "avg_reward": -7118.13, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2717, + 0.2618, + 0.1906, + 0.2759 + ] + }, + { + "episode": 520, + "avg_reward": -6489.85, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.2717, + 0.2618, + 0.1906, + 0.2759 + ] + }, + { + "episode": 530, + "avg_reward": -6290.41, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2717, + 0.2618, + 0.1906, + 0.2759 + ] + }, + { + "episode": 540, + "avg_reward": -5726.71, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2717, + 0.2618, + 0.1906, + 0.2759 + ] + }, + { + "episode": 550, + "avg_reward": -5786.28, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.271, + 0.2614, + 0.1909, + 0.2766 + ] + }, + { + "episode": 560, + "avg_reward": -5236.46, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.271, + 0.2614, + 0.1909, + 0.2766 + ] + }, + { + "episode": 570, + "avg_reward": -4916.98, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.271, + 0.2614, + 0.1909, + 0.2766 + ] + }, + { + "episode": 580, + "avg_reward": -4981.39, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.271, + 0.2614, + 0.1909, + 0.2766 + ] + }, + { + "episode": 590, + "avg_reward": -6009.25, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.271, + 0.2614, + 0.1909, + 0.2766 + ] + }, + { + "episode": 600, + "avg_reward": -6015.31, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.273, + 0.2601, + 0.1906, + 0.2763 + ] + }, + { + "episode": 610, + "avg_reward": -6669.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.273, + 0.2601, + 0.1906, + 0.2763 + ] + }, + { + "episode": 620, + "avg_reward": -5303.37, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.273, + 0.2601, + 0.1906, + 0.2763 + ] + }, + { + "episode": 630, + "avg_reward": -3921.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.273, + 0.2601, + 0.1906, + 0.2763 + ] + }, + { + "episode": 640, + "avg_reward": -3942.59, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.273, + 0.2601, + 0.1906, + 0.2763 + ] + }, + { + "episode": 650, + "avg_reward": -4114.49, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.2581, + 0.189, + 0.2784 + ] + }, + { + "episode": 660, + "avg_reward": -4415.27, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.2581, + 0.189, + 0.2784 + ] + }, + { + "episode": 670, + "avg_reward": -3212.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.2581, + 0.189, + 0.2784 + ] + }, + { + "episode": 680, + "avg_reward": -2379.59, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.2581, + 0.189, + 0.2784 + ] + }, + { + "episode": 690, + "avg_reward": -2282.68, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2745, + 0.2581, + 0.189, + 0.2784 + ] + }, + { + "episode": 700, + "avg_reward": -2156.92, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2749, + 0.2556, + 0.1902, + 0.2794 + ] + }, + { + "episode": 710, + "avg_reward": -1717.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2749, + 0.2556, + 0.1902, + 0.2794 + ] + }, + { + "episode": 720, + "avg_reward": -429.72, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2749, + 0.2556, + 0.1902, + 0.2794 + ] + }, + { + "episode": 730, + "avg_reward": -354.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2749, + 0.2556, + 0.1902, + 0.2794 + ] + }, + { + "episode": 740, + "avg_reward": -626.4, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2749, + 0.2556, + 0.1902, + 0.2794 + ] + }, + { + "episode": 750, + "avg_reward": -414.1, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2729, + 0.2546, + 0.1919, + 0.2806 + ] + }, + { + "episode": 760, + "avg_reward": 33.66, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2729, + 0.2546, + 0.1919, + 0.2806 + ] + }, + { + "episode": 770, + "avg_reward": -8.17, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2729, + 0.2546, + 0.1919, + 0.2806 + ] + }, + { + "episode": 780, + "avg_reward": 307.65, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2729, + 0.2546, + 0.1919, + 0.2806 + ] + }, + { + "episode": 790, + "avg_reward": 584.28, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2729, + 0.2546, + 0.1919, + 0.2806 + ] + }, + { + "episode": 800, + "avg_reward": 164.95, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2694, + 0.2554, + 0.1939, + 0.2812 + ] + }, + { + "episode": 810, + "avg_reward": 1172.91, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2694, + 0.2554, + 0.1939, + 0.2812 + ] + }, + { + "episode": 820, + "avg_reward": 1174.49, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2694, + 0.2554, + 0.1939, + 0.2812 + ] + }, + { + "episode": 830, + "avg_reward": 1610.01, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2694, + 0.2554, + 0.1939, + 0.2812 + ] + }, + { + "episode": 840, + "avg_reward": 1750.3, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2694, + 0.2554, + 0.1939, + 0.2812 + ] + }, + { + "episode": 850, + "avg_reward": 2158.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2649, + 0.2571, + 0.1957, + 0.2824 + ] + }, + { + "episode": 860, + "avg_reward": 2349.28, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2649, + 0.2571, + 0.1957, + 0.2824 + ] + }, + { + "episode": 870, + "avg_reward": 2665.18, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2649, + 0.2571, + 0.1957, + 0.2824 + ] + }, + { + "episode": 880, + "avg_reward": 2905.49, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2649, + 0.2571, + 0.1957, + 0.2824 + ] + }, + { + "episode": 890, + "avg_reward": 2758.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2649, + 0.2571, + 0.1957, + 0.2824 + ] + }, + { + "episode": 900, + "avg_reward": 2829.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2622, + 0.2572, + 0.1955, + 0.2851 + ] + }, + { + "episode": 910, + "avg_reward": 3243.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2622, + 0.2572, + 0.1955, + 0.2851 + ] + }, + { + "episode": 920, + "avg_reward": 2904.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2622, + 0.2572, + 0.1955, + 0.2851 + ] + }, + { + "episode": 930, + "avg_reward": 2876.53, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2622, + 0.2572, + 0.1955, + 0.2851 + ] + }, + { + "episode": 940, + "avg_reward": 3598.03, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2622, + 0.2572, + 0.1955, + 0.2851 + ] + }, + { + "episode": 950, + "avg_reward": 3630.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2596, + 0.2567, + 0.1941, + 0.2896 + ] + }, + { + "episode": 960, + "avg_reward": 3673.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2596, + 0.2567, + 0.1941, + 0.2896 + ] + }, + { + "episode": 970, + "avg_reward": 3879.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2596, + 0.2567, + 0.1941, + 0.2896 + ] + }, + { + "episode": 980, + "avg_reward": 3742.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2596, + 0.2567, + 0.1941, + 0.2896 + ] + }, + { + "episode": 990, + "avg_reward": 4536.37, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2596, + 0.2567, + 0.1941, + 0.2896 + ] + }, + { + "episode": 1000, + "avg_reward": 4538.49, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2564, + 0.2567, + 0.1951, + 0.2918 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..097f117845e0ed53aa580aa7c376c7f1f0cdea19 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -4897843.15, + "constraint_satisfaction_pct": 18.1, + "final_rho": [ + 0.3149, + 0.1793, + 0.1723, + 0.3335 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18655.56, + "avg_cost": 14.75, + "lambda": 10.4425, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -17811.83, + "avg_cost": 41.25, + "lambda": 14.8426, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -17039.11, + "avg_cost": 15.0, + "lambda": 20.5055, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -16373.58, + "avg_cost": 15.75, + "lambda": 26.4692, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -16144.79, + "avg_cost": 12.0, + "lambda": 31.7348, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -15926.92, + "avg_cost": 13.0, + "lambda": 36.8302, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 60, + "avg_reward": -15648.0, + "avg_cost": 13.75, + "lambda": 41.531, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 70, + "avg_reward": -15856.29, + "avg_cost": 9.0, + "lambda": 45.2011, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 80, + "avg_reward": -14328.44, + "avg_cost": 4.5, + "lambda": 48.3015, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 90, + "avg_reward": -13851.08, + "avg_cost": 23.75, + "lambda": 51.8697, + "rho": [ + 0.2334, + 0.2567, + 0.2146, + 0.2953 + ] + }, + { + "episode": 100, + "avg_reward": -14165.31, + "avg_cost": 14.0, + "lambda": 55.6552, + "rho": [ + 0.2458, + 0.2434, + 0.2004, + 0.3105 + ] + }, + { + "episode": 110, + "avg_reward": -13705.48, + "avg_cost": 13.0, + "lambda": 59.5329, + "rho": [ + 0.2458, + 0.2434, + 0.2004, + 0.3105 + ] + }, + { + "episode": 120, + "avg_reward": -14014.75, + "avg_cost": 1.75, + "lambda": 63.7548, + "rho": [ + 0.2458, + 0.2434, + 0.2004, + 0.3105 + ] + }, + { + "episode": 130, + "avg_reward": -13086.96, + "avg_cost": 6.25, + "lambda": 67.062, + "rho": [ + 0.2458, + 0.2434, + 0.2004, + 0.3105 + ] + }, + { + "episode": 140, + "avg_reward": -12248.13, + "avg_cost": 13.5, + "lambda": 69.758, + "rho": [ + 0.2458, + 0.2434, + 0.2004, + 0.3105 + ] + }, + { + "episode": 150, + "avg_reward": -11998.86, + "avg_cost": 7.75, + "lambda": 72.8376, + "rho": [ + 0.2461, + 0.2478, + 0.197, + 0.3092 + ] + }, + { + "episode": 160, + "avg_reward": -12175.96, + "avg_cost": 14.25, + "lambda": 76.4848, + "rho": [ + 0.2461, + 0.2478, + 0.197, + 0.3092 + ] + }, + { + "episode": 170, + "avg_reward": -10956.41, + "avg_cost": 6.0, + "lambda": 80.4491, + "rho": [ + 0.2461, + 0.2478, + 0.197, + 0.3092 + ] + }, + { + "episode": 180, + "avg_reward": -10822.91, + "avg_cost": 22.75, + "lambda": 84.0887, + "rho": [ + 0.2461, + 0.2478, + 0.197, + 0.3092 + ] + }, + { + "episode": 190, + "avg_reward": -10587.18, + "avg_cost": 4.25, + "lambda": 88.065, + "rho": [ + 0.2461, + 0.2478, + 0.197, + 0.3092 + ] + }, + { + "episode": 200, + "avg_reward": -10306.76, + "avg_cost": 2.0, + "lambda": 91.0703, + "rho": [ + 0.2429, + 0.2435, + 0.1999, + 0.3137 + ] + }, + { + "episode": 210, + "avg_reward": -9982.07, + "avg_cost": 8.25, + "lambda": 93.9618, + "rho": [ + 0.2429, + 0.2435, + 0.1999, + 0.3137 + ] + }, + { + "episode": 220, + "avg_reward": -10954.65, + "avg_cost": 16.0, + "lambda": 96.4242, + "rho": [ + 0.2429, + 0.2435, + 0.1999, + 0.3137 + ] + }, + { + "episode": 230, + "avg_reward": -11769.66, + "avg_cost": 11.75, + "lambda": 98.9714, + "rho": [ + 0.2429, + 0.2435, + 0.1999, + 0.3137 + ] + }, + { + "episode": 240, + "avg_reward": -10166.84, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.2435, + 0.1999, + 0.3137 + ] + }, + { + "episode": 250, + "avg_reward": -10252.51, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.241, + 0.2369, + 0.1966, + 0.3255 + ] + }, + { + "episode": 260, + "avg_reward": -9264.85, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 0.241, + 0.2369, + 0.1966, + 0.3255 + ] + }, + { + "episode": 270, + "avg_reward": -9596.22, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.241, + 0.2369, + 0.1966, + 0.3255 + ] + }, + { + "episode": 280, + "avg_reward": -9880.14, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.241, + 0.2369, + 0.1966, + 0.3255 + ] + }, + { + "episode": 290, + "avg_reward": -8946.27, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 0.241, + 0.2369, + 0.1966, + 0.3255 + ] + }, + { + "episode": 300, + "avg_reward": -9477.9, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2301, + 0.1931, + 0.3313 + ] + }, + { + "episode": 310, + "avg_reward": -8758.1, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2301, + 0.1931, + 0.3313 + ] + }, + { + "episode": 320, + "avg_reward": -8245.25, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2301, + 0.1931, + 0.3313 + ] + }, + { + "episode": 330, + "avg_reward": -7905.94, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2301, + 0.1931, + 0.3313 + ] + }, + { + "episode": 340, + "avg_reward": -6703.92, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2454, + 0.2301, + 0.1931, + 0.3313 + ] + }, + { + "episode": 350, + "avg_reward": -6355.21, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2502, + 0.231, + 0.1889, + 0.3299 + ] + }, + { + "episode": 360, + "avg_reward": -6915.53, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 0.2502, + 0.231, + 0.1889, + 0.3299 + ] + }, + { + "episode": 370, + "avg_reward": -7388.88, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2502, + 0.231, + 0.1889, + 0.3299 + ] + }, + { + "episode": 380, + "avg_reward": -7069.15, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2502, + 0.231, + 0.1889, + 0.3299 + ] + }, + { + "episode": 390, + "avg_reward": -6256.51, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2502, + 0.231, + 0.1889, + 0.3299 + ] + }, + { + "episode": 400, + "avg_reward": -6191.26, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2522, + 0.2278, + 0.1831, + 0.3369 + ] + }, + { + "episode": 410, + "avg_reward": -5817.65, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2522, + 0.2278, + 0.1831, + 0.3369 + ] + }, + { + "episode": 420, + "avg_reward": -5811.26, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2522, + 0.2278, + 0.1831, + 0.3369 + ] + }, + { + "episode": 430, + "avg_reward": -5506.54, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.2522, + 0.2278, + 0.1831, + 0.3369 + ] + }, + { + "episode": 440, + "avg_reward": -5470.03, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2522, + 0.2278, + 0.1831, + 0.3369 + ] + }, + { + "episode": 450, + "avg_reward": -5645.34, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2539, + 0.2247, + 0.1835, + 0.3379 + ] + }, + { + "episode": 460, + "avg_reward": -6216.21, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2539, + 0.2247, + 0.1835, + 0.3379 + ] + }, + { + "episode": 470, + "avg_reward": -6521.68, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2539, + 0.2247, + 0.1835, + 0.3379 + ] + }, + { + "episode": 480, + "avg_reward": -6391.48, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2539, + 0.2247, + 0.1835, + 0.3379 + ] + }, + { + "episode": 490, + "avg_reward": -5828.33, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2539, + 0.2247, + 0.1835, + 0.3379 + ] + }, + { + "episode": 500, + "avg_reward": -5611.74, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2553, + 0.2253, + 0.1871, + 0.3323 + ] + }, + { + "episode": 510, + "avg_reward": -5082.7, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2553, + 0.2253, + 0.1871, + 0.3323 + ] + }, + { + "episode": 520, + "avg_reward": -4671.41, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2553, + 0.2253, + 0.1871, + 0.3323 + ] + }, + { + "episode": 530, + "avg_reward": -4179.94, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2553, + 0.2253, + 0.1871, + 0.3323 + ] + }, + { + "episode": 540, + "avg_reward": -3891.94, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2553, + 0.2253, + 0.1871, + 0.3323 + ] + }, + { + "episode": 550, + "avg_reward": -4074.28, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2568, + 0.2261, + 0.1861, + 0.331 + ] + }, + { + "episode": 560, + "avg_reward": -3868.9, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2568, + 0.2261, + 0.1861, + 0.331 + ] + }, + { + "episode": 570, + "avg_reward": -3472.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2568, + 0.2261, + 0.1861, + 0.331 + ] + }, + { + "episode": 580, + "avg_reward": -3024.4, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2568, + 0.2261, + 0.1861, + 0.331 + ] + }, + { + "episode": 590, + "avg_reward": -2133.4, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2568, + 0.2261, + 0.1861, + 0.331 + ] + }, + { + "episode": 600, + "avg_reward": -2336.73, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.2616, + 0.2249, + 0.1851, + 0.3284 + ] + }, + { + "episode": 610, + "avg_reward": -2074.69, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2616, + 0.2249, + 0.1851, + 0.3284 + ] + }, + { + "episode": 620, + "avg_reward": -1544.85, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2616, + 0.2249, + 0.1851, + 0.3284 + ] + }, + { + "episode": 630, + "avg_reward": -1066.21, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2616, + 0.2249, + 0.1851, + 0.3284 + ] + }, + { + "episode": 640, + "avg_reward": -854.74, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2616, + 0.2249, + 0.1851, + 0.3284 + ] + }, + { + "episode": 650, + "avg_reward": -1319.97, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2641, + 0.2215, + 0.1824, + 0.332 + ] + }, + { + "episode": 660, + "avg_reward": -897.63, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2641, + 0.2215, + 0.1824, + 0.332 + ] + }, + { + "episode": 670, + "avg_reward": -588.49, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2641, + 0.2215, + 0.1824, + 0.332 + ] + }, + { + "episode": 680, + "avg_reward": -840.06, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2641, + 0.2215, + 0.1824, + 0.332 + ] + }, + { + "episode": 690, + "avg_reward": -239.65, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2641, + 0.2215, + 0.1824, + 0.332 + ] + }, + { + "episode": 700, + "avg_reward": -695.62, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2689, + 0.216, + 0.1812, + 0.334 + ] + }, + { + "episode": 710, + "avg_reward": 19.1, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2689, + 0.216, + 0.1812, + 0.334 + ] + }, + { + "episode": 720, + "avg_reward": 429.65, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2689, + 0.216, + 0.1812, + 0.334 + ] + }, + { + "episode": 730, + "avg_reward": 535.43, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2689, + 0.216, + 0.1812, + 0.334 + ] + }, + { + "episode": 740, + "avg_reward": 1091.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2689, + 0.216, + 0.1812, + 0.334 + ] + }, + { + "episode": 750, + "avg_reward": 1144.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2762, + 0.2089, + 0.1786, + 0.3364 + ] + }, + { + "episode": 760, + "avg_reward": 942.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2762, + 0.2089, + 0.1786, + 0.3364 + ] + }, + { + "episode": 770, + "avg_reward": 1367.97, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2762, + 0.2089, + 0.1786, + 0.3364 + ] + }, + { + "episode": 780, + "avg_reward": 1697.57, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2762, + 0.2089, + 0.1786, + 0.3364 + ] + }, + { + "episode": 790, + "avg_reward": 1914.77, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2762, + 0.2089, + 0.1786, + 0.3364 + ] + }, + { + "episode": 800, + "avg_reward": 2071.64, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2831, + 0.2022, + 0.176, + 0.3386 + ] + }, + { + "episode": 810, + "avg_reward": 2311.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2831, + 0.2022, + 0.176, + 0.3386 + ] + }, + { + "episode": 820, + "avg_reward": 2549.65, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2831, + 0.2022, + 0.176, + 0.3386 + ] + }, + { + "episode": 830, + "avg_reward": 2596.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2831, + 0.2022, + 0.176, + 0.3386 + ] + }, + { + "episode": 840, + "avg_reward": 2639.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2831, + 0.2022, + 0.176, + 0.3386 + ] + }, + { + "episode": 850, + "avg_reward": 2760.66, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.291, + 0.1923, + 0.1733, + 0.3434 + ] + }, + { + "episode": 860, + "avg_reward": 2846.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.291, + 0.1923, + 0.1733, + 0.3434 + ] + }, + { + "episode": 870, + "avg_reward": 2731.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.291, + 0.1923, + 0.1733, + 0.3434 + ] + }, + { + "episode": 880, + "avg_reward": 3080.97, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.291, + 0.1923, + 0.1733, + 0.3434 + ] + }, + { + "episode": 890, + "avg_reward": 3043.37, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.291, + 0.1923, + 0.1733, + 0.3434 + ] + }, + { + "episode": 900, + "avg_reward": 3360.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.1858, + 0.1728, + 0.3413 + ] + }, + { + "episode": 910, + "avg_reward": 3471.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.1858, + 0.1728, + 0.3413 + ] + }, + { + "episode": 920, + "avg_reward": 3482.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.1858, + 0.1728, + 0.3413 + ] + }, + { + "episode": 930, + "avg_reward": 3886.17, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.1858, + 0.1728, + 0.3413 + ] + }, + { + "episode": 940, + "avg_reward": 3341.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3001, + 0.1858, + 0.1728, + 0.3413 + ] + }, + { + "episode": 950, + "avg_reward": 3728.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3088, + 0.1798, + 0.1722, + 0.3391 + ] + }, + { + "episode": 960, + "avg_reward": 3623.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3088, + 0.1798, + 0.1722, + 0.3391 + ] + }, + { + "episode": 970, + "avg_reward": 3829.68, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3088, + 0.1798, + 0.1722, + 0.3391 + ] + }, + { + "episode": 980, + "avg_reward": 3790.93, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3088, + 0.1798, + 0.1722, + 0.3391 + ] + }, + { + "episode": 990, + "avg_reward": 3681.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3088, + 0.1798, + 0.1722, + 0.3391 + ] + }, + { + "episode": 1000, + "avg_reward": 4130.19, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3149, + 0.1793, + 0.1723, + 0.3335 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..8aafe164da53ac46d4612e3c4d6be834f2b1da79 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 824451.25, + "constraint_satisfaction_pct": 98.9, + "final_rho": [ + 0.3274, + 0.163, + 0.3417, + 0.1679 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -12437.04, + "avg_cost": 14.75, + "lambda": 4.8975, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -11783.29, + "avg_cost": 12.75, + "lambda": 4.145, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -11230.05, + "avg_cost": 24.25, + "lambda": 3.74, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -10723.21, + "avg_cost": 9.25, + "lambda": 2.8175, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -10577.43, + "avg_cost": 13.25, + "lambda": 1.81, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -9530.07, + "avg_cost": 24.25, + "lambda": 1.0825, + "rho": [ + 0.2578, + 0.2504, + 0.2445, + 0.2472 + ] + }, + { + "episode": 60, + "avg_reward": -9301.39, + "avg_cost": 11.25, + "lambda": 0.125, + "rho": [ + 0.2578, + 0.2504, + 0.2445, + 0.2472 + ] + }, + { + "episode": 70, + "avg_reward": -8917.44, + "avg_cost": 16.25, + "lambda": 0.0, + "rho": [ + 0.2578, + 0.2504, + 0.2445, + 0.2472 + ] + }, + { + "episode": 80, + "avg_reward": -8238.6, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2578, + 0.2504, + 0.2445, + 0.2472 + ] + }, + { + "episode": 90, + "avg_reward": -7479.42, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 0.2578, + 0.2504, + 0.2445, + 0.2472 + ] + }, + { + "episode": 100, + "avg_reward": -7087.69, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2385, + 0.2555, + 0.238 + ] + }, + { + "episode": 110, + "avg_reward": -6591.18, + "avg_cost": 18.25, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2385, + 0.2555, + 0.238 + ] + }, + { + "episode": 120, + "avg_reward": -5828.32, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2385, + 0.2555, + 0.238 + ] + }, + { + "episode": 130, + "avg_reward": -5019.74, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2385, + 0.2555, + 0.238 + ] + }, + { + "episode": 140, + "avg_reward": -4908.79, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2385, + 0.2555, + 0.238 + ] + }, + { + "episode": 150, + "avg_reward": -3690.87, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.2753, + 0.2298, + 0.2646, + 0.2303 + ] + }, + { + "episode": 160, + "avg_reward": -2960.64, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2753, + 0.2298, + 0.2646, + 0.2303 + ] + }, + { + "episode": 170, + "avg_reward": -2344.45, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2753, + 0.2298, + 0.2646, + 0.2303 + ] + }, + { + "episode": 180, + "avg_reward": -2009.41, + "avg_cost": 19.75, + "lambda": 0.0, + "rho": [ + 0.2753, + 0.2298, + 0.2646, + 0.2303 + ] + }, + { + "episode": 190, + "avg_reward": -1428.29, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2753, + 0.2298, + 0.2646, + 0.2303 + ] + }, + { + "episode": 200, + "avg_reward": -997.23, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2816, + 0.2223, + 0.2727, + 0.2234 + ] + }, + { + "episode": 210, + "avg_reward": -313.84, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.2816, + 0.2223, + 0.2727, + 0.2234 + ] + }, + { + "episode": 220, + "avg_reward": -111.75, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.2816, + 0.2223, + 0.2727, + 0.2234 + ] + }, + { + "episode": 230, + "avg_reward": 122.94, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2816, + 0.2223, + 0.2727, + 0.2234 + ] + }, + { + "episode": 240, + "avg_reward": 433.29, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2816, + 0.2223, + 0.2727, + 0.2234 + ] + }, + { + "episode": 250, + "avg_reward": 898.7, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.287, + 0.2157, + 0.2802, + 0.2171 + ] + }, + { + "episode": 260, + "avg_reward": 646.25, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.287, + 0.2157, + 0.2802, + 0.2171 + ] + }, + { + "episode": 270, + "avg_reward": 913.16, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.287, + 0.2157, + 0.2802, + 0.2171 + ] + }, + { + "episode": 280, + "avg_reward": 1122.34, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.287, + 0.2157, + 0.2802, + 0.2171 + ] + }, + { + "episode": 290, + "avg_reward": 1248.0, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.287, + 0.2157, + 0.2802, + 0.2171 + ] + }, + { + "episode": 300, + "avg_reward": 1573.02, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2917, + 0.2096, + 0.2872, + 0.2114 + ] + }, + { + "episode": 310, + "avg_reward": 1586.5, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.2917, + 0.2096, + 0.2872, + 0.2114 + ] + }, + { + "episode": 320, + "avg_reward": 1568.49, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2917, + 0.2096, + 0.2872, + 0.2114 + ] + }, + { + "episode": 330, + "avg_reward": 1913.28, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2917, + 0.2096, + 0.2872, + 0.2114 + ] + }, + { + "episode": 340, + "avg_reward": 1923.27, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2917, + 0.2096, + 0.2872, + 0.2114 + ] + }, + { + "episode": 350, + "avg_reward": 2211.63, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2959, + 0.2041, + 0.2936, + 0.2064 + ] + }, + { + "episode": 360, + "avg_reward": 1777.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2959, + 0.2041, + 0.2936, + 0.2064 + ] + }, + { + "episode": 370, + "avg_reward": 2015.8, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2959, + 0.2041, + 0.2936, + 0.2064 + ] + }, + { + "episode": 380, + "avg_reward": 2019.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2959, + 0.2041, + 0.2936, + 0.2064 + ] + }, + { + "episode": 390, + "avg_reward": 2211.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2959, + 0.2041, + 0.2936, + 0.2064 + ] + }, + { + "episode": 400, + "avg_reward": 2276.4, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2998, + 0.199, + 0.2995, + 0.2017 + ] + }, + { + "episode": 410, + "avg_reward": 2359.5, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2998, + 0.199, + 0.2995, + 0.2017 + ] + }, + { + "episode": 420, + "avg_reward": 2331.96, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2998, + 0.199, + 0.2995, + 0.2017 + ] + }, + { + "episode": 430, + "avg_reward": 2390.88, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2998, + 0.199, + 0.2995, + 0.2017 + ] + }, + { + "episode": 440, + "avg_reward": 2630.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2998, + 0.199, + 0.2995, + 0.2017 + ] + }, + { + "episode": 450, + "avg_reward": 2514.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3034, + 0.1943, + 0.3049, + 0.1974 + ] + }, + { + "episode": 460, + "avg_reward": 2431.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3034, + 0.1943, + 0.3049, + 0.1974 + ] + }, + { + "episode": 470, + "avg_reward": 2657.0, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3034, + 0.1943, + 0.3049, + 0.1974 + ] + }, + { + "episode": 480, + "avg_reward": 2655.13, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3034, + 0.1943, + 0.3049, + 0.1974 + ] + }, + { + "episode": 490, + "avg_reward": 2585.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3034, + 0.1943, + 0.3049, + 0.1974 + ] + }, + { + "episode": 500, + "avg_reward": 2619.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3066, + 0.1901, + 0.3099, + 0.1934 + ] + }, + { + "episode": 510, + "avg_reward": 2798.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3066, + 0.1901, + 0.3099, + 0.1934 + ] + }, + { + "episode": 520, + "avg_reward": 2834.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3066, + 0.1901, + 0.3099, + 0.1934 + ] + }, + { + "episode": 530, + "avg_reward": 2715.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3066, + 0.1901, + 0.3099, + 0.1934 + ] + }, + { + "episode": 540, + "avg_reward": 2476.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3066, + 0.1901, + 0.3099, + 0.1934 + ] + }, + { + "episode": 550, + "avg_reward": 2609.5, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3096, + 0.1862, + 0.3145, + 0.1898 + ] + }, + { + "episode": 560, + "avg_reward": 2735.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3096, + 0.1862, + 0.3145, + 0.1898 + ] + }, + { + "episode": 570, + "avg_reward": 3067.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3096, + 0.1862, + 0.3145, + 0.1898 + ] + }, + { + "episode": 580, + "avg_reward": 2950.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3096, + 0.1862, + 0.3145, + 0.1898 + ] + }, + { + "episode": 590, + "avg_reward": 3041.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3096, + 0.1862, + 0.3145, + 0.1898 + ] + }, + { + "episode": 600, + "avg_reward": 2965.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3123, + 0.1826, + 0.3187, + 0.1865 + ] + }, + { + "episode": 610, + "avg_reward": 2909.07, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3123, + 0.1826, + 0.3187, + 0.1865 + ] + }, + { + "episode": 620, + "avg_reward": 2966.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3123, + 0.1826, + 0.3187, + 0.1865 + ] + }, + { + "episode": 630, + "avg_reward": 3176.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3123, + 0.1826, + 0.3187, + 0.1865 + ] + }, + { + "episode": 640, + "avg_reward": 3350.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3123, + 0.1826, + 0.3187, + 0.1865 + ] + }, + { + "episode": 650, + "avg_reward": 2780.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3148, + 0.1793, + 0.3225, + 0.1834 + ] + }, + { + "episode": 660, + "avg_reward": 3390.78, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3148, + 0.1793, + 0.3225, + 0.1834 + ] + }, + { + "episode": 670, + "avg_reward": 2920.18, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3148, + 0.1793, + 0.3225, + 0.1834 + ] + }, + { + "episode": 680, + "avg_reward": 3156.83, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3148, + 0.1793, + 0.3225, + 0.1834 + ] + }, + { + "episode": 690, + "avg_reward": 3348.83, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.3148, + 0.1793, + 0.3225, + 0.1834 + ] + }, + { + "episode": 700, + "avg_reward": 3385.14, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3171, + 0.1764, + 0.326, + 0.1805 + ] + }, + { + "episode": 710, + "avg_reward": 3114.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3171, + 0.1764, + 0.326, + 0.1805 + ] + }, + { + "episode": 720, + "avg_reward": 3375.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.3171, + 0.1764, + 0.326, + 0.1805 + ] + }, + { + "episode": 730, + "avg_reward": 3265.12, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3171, + 0.1764, + 0.326, + 0.1805 + ] + }, + { + "episode": 740, + "avg_reward": 3208.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3171, + 0.1764, + 0.326, + 0.1805 + ] + }, + { + "episode": 750, + "avg_reward": 3600.49, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.3192, + 0.1736, + 0.3292, + 0.1779 + ] + }, + { + "episode": 760, + "avg_reward": 3819.18, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.3192, + 0.1736, + 0.3292, + 0.1779 + ] + }, + { + "episode": 770, + "avg_reward": 3584.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.3192, + 0.1736, + 0.3292, + 0.1779 + ] + }, + { + "episode": 780, + "avg_reward": 3523.24, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.3192, + 0.1736, + 0.3292, + 0.1779 + ] + }, + { + "episode": 790, + "avg_reward": 3711.17, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.3192, + 0.1736, + 0.3292, + 0.1779 + ] + }, + { + "episode": 800, + "avg_reward": 3815.62, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3212, + 0.1711, + 0.3321, + 0.1756 + ] + }, + { + "episode": 810, + "avg_reward": 3592.55, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3212, + 0.1711, + 0.3321, + 0.1756 + ] + }, + { + "episode": 820, + "avg_reward": 3578.93, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3212, + 0.1711, + 0.3321, + 0.1756 + ] + }, + { + "episode": 830, + "avg_reward": 3412.07, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.3212, + 0.1711, + 0.3321, + 0.1756 + ] + }, + { + "episode": 840, + "avg_reward": 3708.89, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3212, + 0.1711, + 0.3321, + 0.1756 + ] + }, + { + "episode": 850, + "avg_reward": 3417.84, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.323, + 0.1688, + 0.3349, + 0.1734 + ] + }, + { + "episode": 860, + "avg_reward": 3439.73, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.323, + 0.1688, + 0.3349, + 0.1734 + ] + }, + { + "episode": 870, + "avg_reward": 3717.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.323, + 0.1688, + 0.3349, + 0.1734 + ] + }, + { + "episode": 880, + "avg_reward": 3949.37, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.323, + 0.1688, + 0.3349, + 0.1734 + ] + }, + { + "episode": 890, + "avg_reward": 3806.58, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.323, + 0.1688, + 0.3349, + 0.1734 + ] + }, + { + "episode": 900, + "avg_reward": 3901.54, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.3246, + 0.1667, + 0.3373, + 0.1714 + ] + }, + { + "episode": 910, + "avg_reward": 3481.37, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3246, + 0.1667, + 0.3373, + 0.1714 + ] + }, + { + "episode": 920, + "avg_reward": 4070.61, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.3246, + 0.1667, + 0.3373, + 0.1714 + ] + }, + { + "episode": 930, + "avg_reward": 3992.67, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.3246, + 0.1667, + 0.3373, + 0.1714 + ] + }, + { + "episode": 940, + "avg_reward": 3827.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.3246, + 0.1667, + 0.3373, + 0.1714 + ] + }, + { + "episode": 950, + "avg_reward": 3820.39, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.1648, + 0.3396, + 0.1695 + ] + }, + { + "episode": 960, + "avg_reward": 3333.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.1648, + 0.3396, + 0.1695 + ] + }, + { + "episode": 970, + "avg_reward": 3910.32, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.1648, + 0.3396, + 0.1695 + ] + }, + { + "episode": 980, + "avg_reward": 3487.75, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.1648, + 0.3396, + 0.1695 + ] + }, + { + "episode": 990, + "avg_reward": 3783.42, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.3261, + 0.1648, + 0.3396, + 0.1695 + ] + }, + { + "episode": 1000, + "avg_reward": 4147.61, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.3274, + 0.163, + 0.3417, + 0.1679 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..c335b788223a322bb02e62ca2b0338c1bafe77d9 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3415552.51, + "constraint_satisfaction_pct": 98.6, + "final_rho": [ + 0.2186, + 0.3339, + 0.1638, + 0.2837 + ], + "final_lambda": 0.5, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15546.3, + "avg_cost": 14.75, + "lambda": 4.8975, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -14534.97, + "avg_cost": 25.75, + "lambda": 4.88, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -14237.75, + "avg_cost": 8.75, + "lambda": 4.0625, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -13666.07, + "avg_cost": 7.75, + "lambda": 3.38, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -13050.44, + "avg_cost": 15.25, + "lambda": 2.4475, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -12332.97, + "avg_cost": 11.0, + "lambda": 1.78, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 60, + "avg_reward": -12064.71, + "avg_cost": 17.25, + "lambda": 1.3125, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 70, + "avg_reward": -11287.21, + "avg_cost": 23.25, + "lambda": 0.5, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 80, + "avg_reward": -10392.98, + "avg_cost": 13.0, + "lambda": 0.5, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 90, + "avg_reward": -9944.33, + "avg_cost": 11.25, + "lambda": 0.5, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 100, + "avg_reward": -8945.04, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 110, + "avg_reward": -8511.04, + "avg_cost": 13.5, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 120, + "avg_reward": -7712.49, + "avg_cost": 23.5, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 130, + "avg_reward": -6472.88, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 140, + "avg_reward": -5794.98, + "avg_cost": 7.25, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 150, + "avg_reward": -4693.71, + "avg_cost": 17.0, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 160, + "avg_reward": -3825.77, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 170, + "avg_reward": -3279.2, + "avg_cost": 6.25, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 180, + "avg_reward": -2635.54, + "avg_cost": 12.5, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 190, + "avg_reward": -2107.72, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.2355, + 0.2803, + 0.214, + 0.2703 + ] + }, + { + "episode": 200, + "avg_reward": -1504.2, + "avg_cost": 11.75, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 210, + "avg_reward": -646.08, + "avg_cost": 10.25, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 220, + "avg_reward": -694.52, + "avg_cost": 10.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 230, + "avg_reward": 190.17, + "avg_cost": 8.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 240, + "avg_reward": 473.09, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 250, + "avg_reward": 1012.03, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 260, + "avg_reward": 851.94, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 270, + "avg_reward": 1275.68, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 280, + "avg_reward": 1343.62, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 290, + "avg_reward": 1643.03, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2389, + 0.2769, + 0.2057, + 0.2785 + ] + }, + { + "episode": 300, + "avg_reward": 1641.7, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 310, + "avg_reward": 1883.88, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 320, + "avg_reward": 2096.54, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 330, + "avg_reward": 1913.98, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 340, + "avg_reward": 2134.67, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 350, + "avg_reward": 2215.8, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 360, + "avg_reward": 2279.36, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 370, + "avg_reward": 2488.95, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 380, + "avg_reward": 2567.66, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 390, + "avg_reward": 2598.5, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.235, + 0.2794, + 0.1977, + 0.2879 + ] + }, + { + "episode": 400, + "avg_reward": 2713.29, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 410, + "avg_reward": 2866.72, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 420, + "avg_reward": 2851.7, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 430, + "avg_reward": 2735.82, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 440, + "avg_reward": 2722.02, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 450, + "avg_reward": 2956.54, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 460, + "avg_reward": 3265.57, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 470, + "avg_reward": 3308.78, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 480, + "avg_reward": 3157.61, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 490, + "avg_reward": 3605.75, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2309, + 0.287, + 0.1931, + 0.289 + ] + }, + { + "episode": 500, + "avg_reward": 3682.47, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 510, + "avg_reward": 3448.92, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 520, + "avg_reward": 3457.01, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 530, + "avg_reward": 3655.55, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 540, + "avg_reward": 3736.89, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 550, + "avg_reward": 3643.34, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 560, + "avg_reward": 3442.32, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 570, + "avg_reward": 3387.8, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 580, + "avg_reward": 3918.53, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 590, + "avg_reward": 3984.62, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2281, + 0.295, + 0.1858, + 0.2911 + ] + }, + { + "episode": 600, + "avg_reward": 3783.76, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 610, + "avg_reward": 3652.76, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 620, + "avg_reward": 4111.98, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 630, + "avg_reward": 3941.35, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 640, + "avg_reward": 3784.23, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 650, + "avg_reward": 4233.41, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 660, + "avg_reward": 4066.87, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 670, + "avg_reward": 4383.37, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 680, + "avg_reward": 4349.38, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 690, + "avg_reward": 4196.91, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2266, + 0.3041, + 0.1774, + 0.292 + ] + }, + { + "episode": 700, + "avg_reward": 4113.89, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 710, + "avg_reward": 4362.5, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 720, + "avg_reward": 3523.13, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 730, + "avg_reward": 4419.19, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 740, + "avg_reward": 4287.8, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 750, + "avg_reward": 4547.66, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 760, + "avg_reward": 4091.95, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 770, + "avg_reward": 4512.42, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 780, + "avg_reward": 4196.79, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 790, + "avg_reward": 4699.11, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2251, + 0.3122, + 0.17, + 0.2927 + ] + }, + { + "episode": 800, + "avg_reward": 4635.96, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 810, + "avg_reward": 4577.21, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 820, + "avg_reward": 4641.95, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 830, + "avg_reward": 4663.08, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 840, + "avg_reward": 4258.85, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 850, + "avg_reward": 4741.29, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 860, + "avg_reward": 4468.65, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 870, + "avg_reward": 4109.35, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 880, + "avg_reward": 4344.77, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 890, + "avg_reward": 4818.55, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.2231, + 0.3184, + 0.1674, + 0.2911 + ] + }, + { + "episode": 900, + "avg_reward": 4732.53, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 910, + "avg_reward": 4515.38, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 920, + "avg_reward": 4518.16, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 930, + "avg_reward": 4528.92, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 940, + "avg_reward": 4822.07, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 950, + "avg_reward": 4458.29, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 960, + "avg_reward": 3932.12, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 970, + "avg_reward": 4144.54, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 980, + "avg_reward": 4891.23, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 990, + "avg_reward": 4498.0, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2206, + 0.3199, + 0.1672, + 0.2923 + ] + }, + { + "episode": 1000, + "avg_reward": 4365.39, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1010, + "avg_reward": 4414.83, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1020, + "avg_reward": 4704.13, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1030, + "avg_reward": 4372.02, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1040, + "avg_reward": 5001.78, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1050, + "avg_reward": 4834.09, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1060, + "avg_reward": 4482.77, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1070, + "avg_reward": 4354.98, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1080, + "avg_reward": 4382.36, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1090, + "avg_reward": 4700.8, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3215, + 0.1674, + 0.2898 + ] + }, + { + "episode": 1100, + "avg_reward": 4674.86, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1110, + "avg_reward": 5178.05, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1120, + "avg_reward": 5101.83, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1130, + "avg_reward": 5024.89, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1140, + "avg_reward": 4643.48, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1150, + "avg_reward": 5189.96, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1160, + "avg_reward": 5067.87, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1170, + "avg_reward": 4992.46, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1180, + "avg_reward": 5262.01, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1190, + "avg_reward": 4503.5, + "avg_cost": 6.25, + "lambda": 0.5, + "rho": [ + 0.223, + 0.3236, + 0.1685, + 0.2849 + ] + }, + { + "episode": 1200, + "avg_reward": 4848.35, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1210, + "avg_reward": 4262.79, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1220, + "avg_reward": 5237.13, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1230, + "avg_reward": 5150.39, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1240, + "avg_reward": 5187.07, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1250, + "avg_reward": 4862.68, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1260, + "avg_reward": 4969.99, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1270, + "avg_reward": 4770.04, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1280, + "avg_reward": 4923.51, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1290, + "avg_reward": 4583.53, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.2219, + 0.3285, + 0.1676, + 0.2821 + ] + }, + { + "episode": 1300, + "avg_reward": 5107.78, + "avg_cost": 6.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1310, + "avg_reward": 4043.25, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1320, + "avg_reward": 5083.86, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1330, + "avg_reward": 4390.83, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1340, + "avg_reward": 4981.42, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1350, + "avg_reward": 4976.39, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1360, + "avg_reward": 5023.8, + "avg_cost": 7.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1370, + "avg_reward": 4718.11, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1380, + "avg_reward": 5046.11, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1390, + "avg_reward": 4374.95, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2213, + 0.3298, + 0.1668, + 0.2822 + ] + }, + { + "episode": 1400, + "avg_reward": 5695.2, + "avg_cost": 8.75, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1410, + "avg_reward": 5350.78, + "avg_cost": 7.75, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1420, + "avg_reward": 5436.93, + "avg_cost": 9.5, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1430, + "avg_reward": 5251.7, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1440, + "avg_reward": 4939.2, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1450, + "avg_reward": 4607.21, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1460, + "avg_reward": 4585.54, + "avg_cost": 9.0, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1470, + "avg_reward": 5249.2, + "avg_cost": 10.5, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1480, + "avg_reward": 5090.98, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1490, + "avg_reward": 5106.12, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.2196, + 0.332, + 0.1661, + 0.2822 + ] + }, + { + "episode": 1500, + "avg_reward": 5606.48, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.2186, + 0.3339, + 0.1638, + 0.2837 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..138e9b91d681af20de76cac6ca8884a1635d5e01 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7533943.85, + "constraint_satisfaction_pct": 46.13, + "final_rho": [ + 0.2589, + 0.2112, + 0.2933, + 0.2366 + ], + "final_lambda": 11.667, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31092.59, + "avg_cost": 840.75, + "lambda": 0.1841, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -29037.14, + "avg_cost": 831.25, + "lambda": 0.938, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -26619.49, + "avg_cost": 812.75, + "lambda": 1.7676, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -26340.25, + "avg_cost": 800.25, + "lambda": 2.5854, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -25899.93, + "avg_cost": 785.25, + "lambda": 3.3916, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -23388.89, + "avg_cost": 759.75, + "lambda": 4.1817, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 60, + "avg_reward": -21528.31, + "avg_cost": 755.5, + "lambda": 4.9556, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 70, + "avg_reward": -20374.9, + "avg_cost": 724.25, + "lambda": 5.7122, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 80, + "avg_reward": -18762.37, + "avg_cost": 683.75, + "lambda": 6.4429, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 90, + "avg_reward": -16445.26, + "avg_cost": 645.75, + "lambda": 7.1443, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 100, + "avg_reward": -14056.38, + "avg_cost": 612.5, + "lambda": 7.8067, + "rho": [ + 0.2409, + 0.2441, + 0.2141, + 0.3008 + ] + }, + { + "episode": 110, + "avg_reward": -13253.74, + "avg_cost": 563.0, + "lambda": 8.4278, + "rho": [ + 0.2409, + 0.2441, + 0.2141, + 0.3008 + ] + }, + { + "episode": 120, + "avg_reward": -10633.04, + "avg_cost": 486.5, + "lambda": 8.9995, + "rho": [ + 0.2409, + 0.2441, + 0.2141, + 0.3008 + ] + }, + { + "episode": 130, + "avg_reward": -8324.93, + "avg_cost": 410.0, + "lambda": 9.5098, + "rho": [ + 0.2409, + 0.2441, + 0.2141, + 0.3008 + ] + }, + { + "episode": 140, + "avg_reward": -6382.48, + "avg_cost": 347.0, + "lambda": 9.9455, + "rho": [ + 0.2409, + 0.2441, + 0.2141, + 0.3008 + ] + }, + { + "episode": 150, + "avg_reward": -5333.51, + "avg_cost": 270.25, + "lambda": 10.3161, + "rho": [ + 0.237, + 0.2484, + 0.2188, + 0.2959 + ] + }, + { + "episode": 160, + "avg_reward": -3334.98, + "avg_cost": 221.25, + "lambda": 10.6236, + "rho": [ + 0.237, + 0.2484, + 0.2188, + 0.2959 + ] + }, + { + "episode": 170, + "avg_reward": -2209.06, + "avg_cost": 156.0, + "lambda": 10.8644, + "rho": [ + 0.237, + 0.2484, + 0.2188, + 0.2959 + ] + }, + { + "episode": 180, + "avg_reward": -1098.48, + "avg_cost": 118.5, + "lambda": 11.0461, + "rho": [ + 0.237, + 0.2484, + 0.2188, + 0.2959 + ] + }, + { + "episode": 190, + "avg_reward": 67.5, + "avg_cost": 74.75, + "lambda": 11.1823, + "rho": [ + 0.237, + 0.2484, + 0.2188, + 0.2959 + ] + }, + { + "episode": 200, + "avg_reward": 1321.77, + "avg_cost": 64.5, + "lambda": 11.2818, + "rho": [ + 0.2416, + 0.2481, + 0.2227, + 0.2876 + ] + }, + { + "episode": 210, + "avg_reward": 1636.39, + "avg_cost": 42.0, + "lambda": 11.3527, + "rho": [ + 0.2416, + 0.2481, + 0.2227, + 0.2876 + ] + }, + { + "episode": 220, + "avg_reward": 2008.46, + "avg_cost": 41.5, + "lambda": 11.4058, + "rho": [ + 0.2416, + 0.2481, + 0.2227, + 0.2876 + ] + }, + { + "episode": 230, + "avg_reward": 2026.41, + "avg_cost": 29.5, + "lambda": 11.4472, + "rho": [ + 0.2416, + 0.2481, + 0.2227, + 0.2876 + ] + }, + { + "episode": 240, + "avg_reward": 2101.04, + "avg_cost": 23.5, + "lambda": 11.4787, + "rho": [ + 0.2416, + 0.2481, + 0.2227, + 0.2876 + ] + }, + { + "episode": 250, + "avg_reward": 2751.63, + "avg_cost": 18.25, + "lambda": 11.504, + "rho": [ + 0.244, + 0.247, + 0.2306, + 0.2784 + ] + }, + { + "episode": 260, + "avg_reward": 2766.58, + "avg_cost": 16.0, + "lambda": 11.5249, + "rho": [ + 0.244, + 0.247, + 0.2306, + 0.2784 + ] + }, + { + "episode": 270, + "avg_reward": 3068.31, + "avg_cost": 11.75, + "lambda": 11.5416, + "rho": [ + 0.244, + 0.247, + 0.2306, + 0.2784 + ] + }, + { + "episode": 280, + "avg_reward": 2993.84, + "avg_cost": 10.75, + "lambda": 11.5555, + "rho": [ + 0.244, + 0.247, + 0.2306, + 0.2784 + ] + }, + { + "episode": 290, + "avg_reward": 3457.53, + "avg_cost": 9.25, + "lambda": 11.5671, + "rho": [ + 0.244, + 0.247, + 0.2306, + 0.2784 + ] + }, + { + "episode": 300, + "avg_reward": 3321.26, + "avg_cost": 8.5, + "lambda": 11.5767, + "rho": [ + 0.2428, + 0.2434, + 0.2371, + 0.2767 + ] + }, + { + "episode": 310, + "avg_reward": 4194.41, + "avg_cost": 7.75, + "lambda": 11.5853, + "rho": [ + 0.2428, + 0.2434, + 0.2371, + 0.2767 + ] + }, + { + "episode": 320, + "avg_reward": 4493.27, + "avg_cost": 4.5, + "lambda": 11.5931, + "rho": [ + 0.2428, + 0.2434, + 0.2371, + 0.2767 + ] + }, + { + "episode": 330, + "avg_reward": 4060.76, + "avg_cost": 5.0, + "lambda": 11.5999, + "rho": [ + 0.2428, + 0.2434, + 0.2371, + 0.2767 + ] + }, + { + "episode": 340, + "avg_reward": 3562.17, + "avg_cost": 5.0, + "lambda": 11.6058, + "rho": [ + 0.2428, + 0.2434, + 0.2371, + 0.2767 + ] + }, + { + "episode": 350, + "avg_reward": 4626.77, + "avg_cost": 7.0, + "lambda": 11.6112, + "rho": [ + 0.2429, + 0.2362, + 0.2446, + 0.2763 + ] + }, + { + "episode": 360, + "avg_reward": 4786.24, + "avg_cost": 8.0, + "lambda": 11.6167, + "rho": [ + 0.2429, + 0.2362, + 0.2446, + 0.2763 + ] + }, + { + "episode": 370, + "avg_reward": 4771.35, + "avg_cost": 8.75, + "lambda": 11.6227, + "rho": [ + 0.2429, + 0.2362, + 0.2446, + 0.2763 + ] + }, + { + "episode": 380, + "avg_reward": 5168.76, + "avg_cost": 2.5, + "lambda": 11.6287, + "rho": [ + 0.2429, + 0.2362, + 0.2446, + 0.2763 + ] + }, + { + "episode": 390, + "avg_reward": 5051.7, + "avg_cost": 2.5, + "lambda": 11.6338, + "rho": [ + 0.2429, + 0.2362, + 0.2446, + 0.2763 + ] + }, + { + "episode": 400, + "avg_reward": 5248.73, + "avg_cost": 1.5, + "lambda": 11.6375, + "rho": [ + 0.2445, + 0.2277, + 0.249, + 0.2789 + ] + }, + { + "episode": 410, + "avg_reward": 6011.26, + "avg_cost": 4.0, + "lambda": 11.6404, + "rho": [ + 0.2445, + 0.2277, + 0.249, + 0.2789 + ] + }, + { + "episode": 420, + "avg_reward": 6043.12, + "avg_cost": 1.25, + "lambda": 11.6431, + "rho": [ + 0.2445, + 0.2277, + 0.249, + 0.2789 + ] + }, + { + "episode": 430, + "avg_reward": 6077.47, + "avg_cost": 1.5, + "lambda": 11.6453, + "rho": [ + 0.2445, + 0.2277, + 0.249, + 0.2789 + ] + }, + { + "episode": 440, + "avg_reward": 5014.23, + "avg_cost": 1.25, + "lambda": 11.647, + "rho": [ + 0.2445, + 0.2277, + 0.249, + 0.2789 + ] + }, + { + "episode": 450, + "avg_reward": 6048.77, + "avg_cost": 0.25, + "lambda": 11.6485, + "rho": [ + 0.2436, + 0.2171, + 0.2564, + 0.2829 + ] + }, + { + "episode": 460, + "avg_reward": 6302.63, + "avg_cost": 2.0, + "lambda": 11.6498, + "rho": [ + 0.2436, + 0.2171, + 0.2564, + 0.2829 + ] + }, + { + "episode": 470, + "avg_reward": 5885.14, + "avg_cost": 1.5, + "lambda": 11.651, + "rho": [ + 0.2436, + 0.2171, + 0.2564, + 0.2829 + ] + }, + { + "episode": 480, + "avg_reward": 6188.99, + "avg_cost": 1.25, + "lambda": 11.6523, + "rho": [ + 0.2436, + 0.2171, + 0.2564, + 0.2829 + ] + }, + { + "episode": 490, + "avg_reward": 6783.82, + "avg_cost": 1.5, + "lambda": 11.6536, + "rho": [ + 0.2436, + 0.2171, + 0.2564, + 0.2829 + ] + }, + { + "episode": 500, + "avg_reward": 6772.53, + "avg_cost": 1.0, + "lambda": 11.6548, + "rho": [ + 0.2411, + 0.2079, + 0.2623, + 0.2888 + ] + }, + { + "episode": 510, + "avg_reward": 5771.63, + "avg_cost": 1.0, + "lambda": 11.6557, + "rho": [ + 0.2411, + 0.2079, + 0.2623, + 0.2888 + ] + }, + { + "episode": 520, + "avg_reward": 6840.24, + "avg_cost": 0.25, + "lambda": 11.6563, + "rho": [ + 0.2411, + 0.2079, + 0.2623, + 0.2888 + ] + }, + { + "episode": 530, + "avg_reward": 6405.1, + "avg_cost": 0.25, + "lambda": 11.6567, + "rho": [ + 0.2411, + 0.2079, + 0.2623, + 0.2888 + ] + }, + { + "episode": 540, + "avg_reward": 6518.38, + "avg_cost": 0.5, + "lambda": 11.6571, + "rho": [ + 0.2411, + 0.2079, + 0.2623, + 0.2888 + ] + }, + { + "episode": 550, + "avg_reward": 6416.96, + "avg_cost": 0.25, + "lambda": 11.6575, + "rho": [ + 0.2415, + 0.2045, + 0.2633, + 0.2908 + ] + }, + { + "episode": 560, + "avg_reward": 6583.97, + "avg_cost": 0.25, + "lambda": 11.6579, + "rho": [ + 0.2415, + 0.2045, + 0.2633, + 0.2908 + ] + }, + { + "episode": 570, + "avg_reward": 7128.76, + "avg_cost": 0.0, + "lambda": 11.6583, + "rho": [ + 0.2415, + 0.2045, + 0.2633, + 0.2908 + ] + }, + { + "episode": 580, + "avg_reward": 6808.72, + "avg_cost": 0.25, + "lambda": 11.6588, + "rho": [ + 0.2415, + 0.2045, + 0.2633, + 0.2908 + ] + }, + { + "episode": 590, + "avg_reward": 6679.49, + "avg_cost": 0.0, + "lambda": 11.6592, + "rho": [ + 0.2415, + 0.2045, + 0.2633, + 0.2908 + ] + }, + { + "episode": 600, + "avg_reward": 6564.58, + "avg_cost": 0.0, + "lambda": 11.6595, + "rho": [ + 0.2432, + 0.2032, + 0.265, + 0.2887 + ] + }, + { + "episode": 610, + "avg_reward": 6881.83, + "avg_cost": 0.0, + "lambda": 11.6598, + "rho": [ + 0.2432, + 0.2032, + 0.265, + 0.2887 + ] + }, + { + "episode": 620, + "avg_reward": 7081.57, + "avg_cost": 0.25, + "lambda": 11.6601, + "rho": [ + 0.2432, + 0.2032, + 0.265, + 0.2887 + ] + }, + { + "episode": 630, + "avg_reward": 8012.12, + "avg_cost": 0.5, + "lambda": 11.6604, + "rho": [ + 0.2432, + 0.2032, + 0.265, + 0.2887 + ] + }, + { + "episode": 640, + "avg_reward": 7499.67, + "avg_cost": 0.25, + "lambda": 11.6607, + "rho": [ + 0.2432, + 0.2032, + 0.265, + 0.2887 + ] + }, + { + "episode": 650, + "avg_reward": 7913.97, + "avg_cost": 0.5, + "lambda": 11.661, + "rho": [ + 0.2462, + 0.204, + 0.266, + 0.2838 + ] + }, + { + "episode": 660, + "avg_reward": 7591.79, + "avg_cost": 0.5, + "lambda": 11.6612, + "rho": [ + 0.2462, + 0.204, + 0.266, + 0.2838 + ] + }, + { + "episode": 670, + "avg_reward": 6352.8, + "avg_cost": 0.25, + "lambda": 11.6614, + "rho": [ + 0.2462, + 0.204, + 0.266, + 0.2838 + ] + }, + { + "episode": 680, + "avg_reward": 7761.14, + "avg_cost": 0.0, + "lambda": 11.6616, + "rho": [ + 0.2462, + 0.204, + 0.266, + 0.2838 + ] + }, + { + "episode": 690, + "avg_reward": 8346.01, + "avg_cost": 0.0, + "lambda": 11.6617, + "rho": [ + 0.2462, + 0.204, + 0.266, + 0.2838 + ] + }, + { + "episode": 700, + "avg_reward": 8042.51, + "avg_cost": 0.0, + "lambda": 11.662, + "rho": [ + 0.2495, + 0.2049, + 0.2678, + 0.2777 + ] + }, + { + "episode": 710, + "avg_reward": 7768.67, + "avg_cost": 0.0, + "lambda": 11.6621, + "rho": [ + 0.2495, + 0.2049, + 0.2678, + 0.2777 + ] + }, + { + "episode": 720, + "avg_reward": 8311.61, + "avg_cost": 0.0, + "lambda": 11.6622, + "rho": [ + 0.2495, + 0.2049, + 0.2678, + 0.2777 + ] + }, + { + "episode": 730, + "avg_reward": 8207.56, + "avg_cost": 0.25, + "lambda": 11.6624, + "rho": [ + 0.2495, + 0.2049, + 0.2678, + 0.2777 + ] + }, + { + "episode": 740, + "avg_reward": 9024.22, + "avg_cost": 0.0, + "lambda": 11.6625, + "rho": [ + 0.2495, + 0.2049, + 0.2678, + 0.2777 + ] + }, + { + "episode": 750, + "avg_reward": 8019.02, + "avg_cost": 0.0, + "lambda": 11.6626, + "rho": [ + 0.2524, + 0.2057, + 0.2693, + 0.2725 + ] + }, + { + "episode": 760, + "avg_reward": 9091.18, + "avg_cost": 0.0, + "lambda": 11.6627, + "rho": [ + 0.2524, + 0.2057, + 0.2693, + 0.2725 + ] + }, + { + "episode": 770, + "avg_reward": 8182.23, + "avg_cost": 0.25, + "lambda": 11.6629, + "rho": [ + 0.2524, + 0.2057, + 0.2693, + 0.2725 + ] + }, + { + "episode": 780, + "avg_reward": 9085.03, + "avg_cost": 0.0, + "lambda": 11.6631, + "rho": [ + 0.2524, + 0.2057, + 0.2693, + 0.2725 + ] + }, + { + "episode": 790, + "avg_reward": 8432.67, + "avg_cost": 0.0, + "lambda": 11.6632, + "rho": [ + 0.2524, + 0.2057, + 0.2693, + 0.2725 + ] + }, + { + "episode": 800, + "avg_reward": 8377.71, + "avg_cost": 0.25, + "lambda": 11.6633, + "rho": [ + 0.2548, + 0.2064, + 0.2707, + 0.2681 + ] + }, + { + "episode": 810, + "avg_reward": 8793.41, + "avg_cost": 0.0, + "lambda": 11.6635, + "rho": [ + 0.2548, + 0.2064, + 0.2707, + 0.2681 + ] + }, + { + "episode": 820, + "avg_reward": 8683.5, + "avg_cost": 0.0, + "lambda": 11.6636, + "rho": [ + 0.2548, + 0.2064, + 0.2707, + 0.2681 + ] + }, + { + "episode": 830, + "avg_reward": 8184.04, + "avg_cost": 0.25, + "lambda": 11.6637, + "rho": [ + 0.2548, + 0.2064, + 0.2707, + 0.2681 + ] + }, + { + "episode": 840, + "avg_reward": 8943.03, + "avg_cost": 0.0, + "lambda": 11.6638, + "rho": [ + 0.2548, + 0.2064, + 0.2707, + 0.2681 + ] + }, + { + "episode": 850, + "avg_reward": 8304.73, + "avg_cost": 0.0, + "lambda": 11.6639, + "rho": [ + 0.257, + 0.207, + 0.2718, + 0.2642 + ] + }, + { + "episode": 860, + "avg_reward": 8732.6, + "avg_cost": 0.25, + "lambda": 11.664, + "rho": [ + 0.257, + 0.207, + 0.2718, + 0.2642 + ] + }, + { + "episode": 870, + "avg_reward": 9289.14, + "avg_cost": 0.0, + "lambda": 11.6641, + "rho": [ + 0.257, + 0.207, + 0.2718, + 0.2642 + ] + }, + { + "episode": 880, + "avg_reward": 9222.99, + "avg_cost": 0.0, + "lambda": 11.6642, + "rho": [ + 0.257, + 0.207, + 0.2718, + 0.2642 + ] + }, + { + "episode": 890, + "avg_reward": 8843.62, + "avg_cost": 0.25, + "lambda": 11.6642, + "rho": [ + 0.257, + 0.207, + 0.2718, + 0.2642 + ] + }, + { + "episode": 900, + "avg_reward": 9202.07, + "avg_cost": 0.25, + "lambda": 11.6643, + "rho": [ + 0.2589, + 0.2075, + 0.2727, + 0.2608 + ] + }, + { + "episode": 910, + "avg_reward": 8842.51, + "avg_cost": 0.25, + "lambda": 11.6643, + "rho": [ + 0.2589, + 0.2075, + 0.2727, + 0.2608 + ] + }, + { + "episode": 920, + "avg_reward": 8933.63, + "avg_cost": 0.0, + "lambda": 11.6643, + "rho": [ + 0.2589, + 0.2075, + 0.2727, + 0.2608 + ] + }, + { + "episode": 930, + "avg_reward": 10146.73, + "avg_cost": 0.0, + "lambda": 11.6644, + "rho": [ + 0.2589, + 0.2075, + 0.2727, + 0.2608 + ] + }, + { + "episode": 940, + "avg_reward": 9012.78, + "avg_cost": 0.25, + "lambda": 11.6645, + "rho": [ + 0.2589, + 0.2075, + 0.2727, + 0.2608 + ] + }, + { + "episode": 950, + "avg_reward": 9072.51, + "avg_cost": 0.25, + "lambda": 11.6646, + "rho": [ + 0.2593, + 0.2059, + 0.2777, + 0.2571 + ] + }, + { + "episode": 960, + "avg_reward": 7833.65, + "avg_cost": 0.0, + "lambda": 11.6646, + "rho": [ + 0.2593, + 0.2059, + 0.2777, + 0.2571 + ] + }, + { + "episode": 970, + "avg_reward": 9662.26, + "avg_cost": 0.0, + "lambda": 11.6646, + "rho": [ + 0.2593, + 0.2059, + 0.2777, + 0.2571 + ] + }, + { + "episode": 980, + "avg_reward": 9432.13, + "avg_cost": 0.0, + "lambda": 11.6646, + "rho": [ + 0.2593, + 0.2059, + 0.2777, + 0.2571 + ] + }, + { + "episode": 990, + "avg_reward": 9505.93, + "avg_cost": 0.0, + "lambda": 11.6647, + "rho": [ + 0.2593, + 0.2059, + 0.2777, + 0.2571 + ] + }, + { + "episode": 1000, + "avg_reward": 9279.46, + "avg_cost": 0.0, + "lambda": 11.6648, + "rho": [ + 0.2596, + 0.2044, + 0.2824, + 0.2536 + ] + }, + { + "episode": 1010, + "avg_reward": 9352.36, + "avg_cost": 0.0, + "lambda": 11.6649, + "rho": [ + 0.2596, + 0.2044, + 0.2824, + 0.2536 + ] + }, + { + "episode": 1020, + "avg_reward": 9446.37, + "avg_cost": 0.0, + "lambda": 11.6649, + "rho": [ + 0.2596, + 0.2044, + 0.2824, + 0.2536 + ] + }, + { + "episode": 1030, + "avg_reward": 9244.13, + "avg_cost": 0.25, + "lambda": 11.6649, + "rho": [ + 0.2596, + 0.2044, + 0.2824, + 0.2536 + ] + }, + { + "episode": 1040, + "avg_reward": 10524.01, + "avg_cost": 0.0, + "lambda": 11.665, + "rho": [ + 0.2596, + 0.2044, + 0.2824, + 0.2536 + ] + }, + { + "episode": 1050, + "avg_reward": 9107.47, + "avg_cost": 0.0, + "lambda": 11.665, + "rho": [ + 0.2599, + 0.203, + 0.2867, + 0.2505 + ] + }, + { + "episode": 1060, + "avg_reward": 9967.28, + "avg_cost": 0.0, + "lambda": 11.6651, + "rho": [ + 0.2599, + 0.203, + 0.2867, + 0.2505 + ] + }, + { + "episode": 1070, + "avg_reward": 10213.67, + "avg_cost": 0.0, + "lambda": 11.6651, + "rho": [ + 0.2599, + 0.203, + 0.2867, + 0.2505 + ] + }, + { + "episode": 1080, + "avg_reward": 10041.33, + "avg_cost": 0.5, + "lambda": 11.6652, + "rho": [ + 0.2599, + 0.203, + 0.2867, + 0.2505 + ] + }, + { + "episode": 1090, + "avg_reward": 10540.96, + "avg_cost": 0.0, + "lambda": 11.6653, + "rho": [ + 0.2599, + 0.203, + 0.2867, + 0.2505 + ] + }, + { + "episode": 1100, + "avg_reward": 10816.79, + "avg_cost": 0.0, + "lambda": 11.6653, + "rho": [ + 0.2592, + 0.2056, + 0.2874, + 0.2478 + ] + }, + { + "episode": 1110, + "avg_reward": 10353.14, + "avg_cost": 0.0, + "lambda": 11.6654, + "rho": [ + 0.2592, + 0.2056, + 0.2874, + 0.2478 + ] + }, + { + "episode": 1120, + "avg_reward": 9653.93, + "avg_cost": 0.0, + "lambda": 11.6654, + "rho": [ + 0.2592, + 0.2056, + 0.2874, + 0.2478 + ] + }, + { + "episode": 1130, + "avg_reward": 10411.92, + "avg_cost": 0.0, + "lambda": 11.6655, + "rho": [ + 0.2592, + 0.2056, + 0.2874, + 0.2478 + ] + }, + { + "episode": 1140, + "avg_reward": 9383.46, + "avg_cost": 0.0, + "lambda": 11.6655, + "rho": [ + 0.2592, + 0.2056, + 0.2874, + 0.2478 + ] + }, + { + "episode": 1150, + "avg_reward": 9420.99, + "avg_cost": 0.25, + "lambda": 11.6656, + "rho": [ + 0.2599, + 0.2099, + 0.2835, + 0.2466 + ] + }, + { + "episode": 1160, + "avg_reward": 8894.81, + "avg_cost": 0.0, + "lambda": 11.6656, + "rho": [ + 0.2599, + 0.2099, + 0.2835, + 0.2466 + ] + }, + { + "episode": 1170, + "avg_reward": 9862.85, + "avg_cost": 0.0, + "lambda": 11.6656, + "rho": [ + 0.2599, + 0.2099, + 0.2835, + 0.2466 + ] + }, + { + "episode": 1180, + "avg_reward": 10422.1, + "avg_cost": 0.0, + "lambda": 11.6657, + "rho": [ + 0.2599, + 0.2099, + 0.2835, + 0.2466 + ] + }, + { + "episode": 1190, + "avg_reward": 10485.83, + "avg_cost": 0.0, + "lambda": 11.6658, + "rho": [ + 0.2599, + 0.2099, + 0.2835, + 0.2466 + ] + }, + { + "episode": 1200, + "avg_reward": 11433.56, + "avg_cost": 0.0, + "lambda": 11.6658, + "rho": [ + 0.2593, + 0.2118, + 0.2842, + 0.2447 + ] + }, + { + "episode": 1210, + "avg_reward": 10756.15, + "avg_cost": 0.0, + "lambda": 11.6658, + "rho": [ + 0.2593, + 0.2118, + 0.2842, + 0.2447 + ] + }, + { + "episode": 1220, + "avg_reward": 10915.5, + "avg_cost": 0.0, + "lambda": 11.6659, + "rho": [ + 0.2593, + 0.2118, + 0.2842, + 0.2447 + ] + }, + { + "episode": 1230, + "avg_reward": 11261.7, + "avg_cost": 0.0, + "lambda": 11.6659, + "rho": [ + 0.2593, + 0.2118, + 0.2842, + 0.2447 + ] + }, + { + "episode": 1240, + "avg_reward": 8038.33, + "avg_cost": 0.0, + "lambda": 11.666, + "rho": [ + 0.2593, + 0.2118, + 0.2842, + 0.2447 + ] + }, + { + "episode": 1250, + "avg_reward": 9548.73, + "avg_cost": 0.0, + "lambda": 11.666, + "rho": [ + 0.2588, + 0.2134, + 0.2849, + 0.2429 + ] + }, + { + "episode": 1260, + "avg_reward": 10012.67, + "avg_cost": 0.5, + "lambda": 11.6661, + "rho": [ + 0.2588, + 0.2134, + 0.2849, + 0.2429 + ] + }, + { + "episode": 1270, + "avg_reward": 11437.1, + "avg_cost": 0.25, + "lambda": 11.6661, + "rho": [ + 0.2588, + 0.2134, + 0.2849, + 0.2429 + ] + }, + { + "episode": 1280, + "avg_reward": 10431.15, + "avg_cost": 0.25, + "lambda": 11.6661, + "rho": [ + 0.2588, + 0.2134, + 0.2849, + 0.2429 + ] + }, + { + "episode": 1290, + "avg_reward": 11372.86, + "avg_cost": 0.0, + "lambda": 11.6662, + "rho": [ + 0.2588, + 0.2134, + 0.2849, + 0.2429 + ] + }, + { + "episode": 1300, + "avg_reward": 9353.29, + "avg_cost": 0.0, + "lambda": 11.6662, + "rho": [ + 0.2583, + 0.2149, + 0.2854, + 0.2414 + ] + }, + { + "episode": 1310, + "avg_reward": 9851.95, + "avg_cost": 0.25, + "lambda": 11.6662, + "rho": [ + 0.2583, + 0.2149, + 0.2854, + 0.2414 + ] + }, + { + "episode": 1320, + "avg_reward": 11578.96, + "avg_cost": 0.25, + "lambda": 11.6662, + "rho": [ + 0.2583, + 0.2149, + 0.2854, + 0.2414 + ] + }, + { + "episode": 1330, + "avg_reward": 11177.43, + "avg_cost": 0.0, + "lambda": 11.6662, + "rho": [ + 0.2583, + 0.2149, + 0.2854, + 0.2414 + ] + }, + { + "episode": 1340, + "avg_reward": 9478.47, + "avg_cost": 0.0, + "lambda": 11.6662, + "rho": [ + 0.2583, + 0.2149, + 0.2854, + 0.2414 + ] + }, + { + "episode": 1350, + "avg_reward": 8926.64, + "avg_cost": 0.25, + "lambda": 11.6663, + "rho": [ + 0.2578, + 0.2162, + 0.2859, + 0.24 + ] + }, + { + "episode": 1360, + "avg_reward": 9296.1, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 0.2578, + 0.2162, + 0.2859, + 0.24 + ] + }, + { + "episode": 1370, + "avg_reward": 9351.17, + "avg_cost": 0.0, + "lambda": 11.6664, + "rho": [ + 0.2578, + 0.2162, + 0.2859, + 0.24 + ] + }, + { + "episode": 1380, + "avg_reward": 10111.34, + "avg_cost": 0.0, + "lambda": 11.6665, + "rho": [ + 0.2578, + 0.2162, + 0.2859, + 0.24 + ] + }, + { + "episode": 1390, + "avg_reward": 10650.61, + "avg_cost": 0.0, + "lambda": 11.6665, + "rho": [ + 0.2578, + 0.2162, + 0.2859, + 0.24 + ] + }, + { + "episode": 1400, + "avg_reward": 11621.55, + "avg_cost": 0.0, + "lambda": 11.6666, + "rho": [ + 0.2582, + 0.2144, + 0.2886, + 0.2388 + ] + }, + { + "episode": 1410, + "avg_reward": 11651.46, + "avg_cost": 0.0, + "lambda": 11.6666, + "rho": [ + 0.2582, + 0.2144, + 0.2886, + 0.2388 + ] + }, + { + "episode": 1420, + "avg_reward": 11429.63, + "avg_cost": 0.0, + "lambda": 11.6666, + "rho": [ + 0.2582, + 0.2144, + 0.2886, + 0.2388 + ] + }, + { + "episode": 1430, + "avg_reward": 10821.55, + "avg_cost": 0.0, + "lambda": 11.6667, + "rho": [ + 0.2582, + 0.2144, + 0.2886, + 0.2388 + ] + }, + { + "episode": 1440, + "avg_reward": 9362.21, + "avg_cost": 0.0, + "lambda": 11.6667, + "rho": [ + 0.2582, + 0.2144, + 0.2886, + 0.2388 + ] + }, + { + "episode": 1450, + "avg_reward": 10128.44, + "avg_cost": 0.0, + "lambda": 11.6667, + "rho": [ + 0.2586, + 0.2127, + 0.291, + 0.2376 + ] + }, + { + "episode": 1460, + "avg_reward": 10924.63, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 0.2586, + 0.2127, + 0.291, + 0.2376 + ] + }, + { + "episode": 1470, + "avg_reward": 10948.34, + "avg_cost": 0.0, + "lambda": 11.6668, + "rho": [ + 0.2586, + 0.2127, + 0.291, + 0.2376 + ] + }, + { + "episode": 1480, + "avg_reward": 11330.97, + "avg_cost": 0.0, + "lambda": 11.6669, + "rho": [ + 0.2586, + 0.2127, + 0.291, + 0.2376 + ] + }, + { + "episode": 1490, + "avg_reward": 10291.43, + "avg_cost": 0.0, + "lambda": 11.6669, + "rho": [ + 0.2586, + 0.2127, + 0.291, + 0.2376 + ] + }, + { + "episode": 1500, + "avg_reward": 10137.41, + "avg_cost": 0.25, + "lambda": 11.667, + "rho": [ + 0.2589, + 0.2112, + 0.2933, + 0.2366 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..649ed16145ade89e5c9b0e9b293f6b918b36980d --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4442984.94, + "constraint_satisfaction_pct": 16.07, + "final_rho": [ + 0.2011, + 0.2857, + 0.3182, + 0.195 + ], + "final_lambda": 31.2612, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31092.59, + "avg_cost": 974.25, + "lambda": 0.1974, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -29402.4, + "avg_cost": 969.5, + "lambda": 1.0729, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -27788.71, + "avg_cost": 967.0, + "lambda": 2.0435, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -27172.39, + "avg_cost": 964.0, + "lambda": 3.0115, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -25528.11, + "avg_cost": 956.75, + "lambda": 3.9749, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -25219.83, + "avg_cost": 955.75, + "lambda": 4.9352, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 60, + "avg_reward": -23441.95, + "avg_cost": 953.75, + "lambda": 5.8925, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 70, + "avg_reward": -23118.61, + "avg_cost": 949.5, + "lambda": 6.8465, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 80, + "avg_reward": -21461.31, + "avg_cost": 939.75, + "lambda": 7.796, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 90, + "avg_reward": -19252.71, + "avg_cost": 938.5, + "lambda": 8.7396, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 100, + "avg_reward": -18780.98, + "avg_cost": 928.0, + "lambda": 9.6773, + "rho": [ + 0.2403, + 0.2423, + 0.2146, + 0.3028 + ] + }, + { + "episode": 110, + "avg_reward": -17904.57, + "avg_cost": 924.75, + "lambda": 10.6072, + "rho": [ + 0.2403, + 0.2423, + 0.2146, + 0.3028 + ] + }, + { + "episode": 120, + "avg_reward": -17066.18, + "avg_cost": 910.0, + "lambda": 11.5294, + "rho": [ + 0.2403, + 0.2423, + 0.2146, + 0.3028 + ] + }, + { + "episode": 130, + "avg_reward": -16052.78, + "avg_cost": 899.75, + "lambda": 12.4446, + "rho": [ + 0.2403, + 0.2423, + 0.2146, + 0.3028 + ] + }, + { + "episode": 140, + "avg_reward": -14066.2, + "avg_cost": 880.5, + "lambda": 13.3487, + "rho": [ + 0.2403, + 0.2423, + 0.2146, + 0.3028 + ] + }, + { + "episode": 150, + "avg_reward": -13336.79, + "avg_cost": 871.25, + "lambda": 14.2386, + "rho": [ + 0.2374, + 0.245, + 0.2201, + 0.2975 + ] + }, + { + "episode": 160, + "avg_reward": -12853.94, + "avg_cost": 860.75, + "lambda": 15.116, + "rho": [ + 0.2374, + 0.245, + 0.2201, + 0.2975 + ] + }, + { + "episode": 170, + "avg_reward": -12069.12, + "avg_cost": 857.0, + "lambda": 15.9809, + "rho": [ + 0.2374, + 0.245, + 0.2201, + 0.2975 + ] + }, + { + "episode": 180, + "avg_reward": -11661.37, + "avg_cost": 853.75, + "lambda": 16.8362, + "rho": [ + 0.2374, + 0.245, + 0.2201, + 0.2975 + ] + }, + { + "episode": 190, + "avg_reward": -10240.26, + "avg_cost": 821.75, + "lambda": 17.6837, + "rho": [ + 0.2374, + 0.245, + 0.2201, + 0.2975 + ] + }, + { + "episode": 200, + "avg_reward": -9984.97, + "avg_cost": 815.25, + "lambda": 18.5178, + "rho": [ + 0.2389, + 0.2399, + 0.2296, + 0.2917 + ] + }, + { + "episode": 210, + "avg_reward": -8753.76, + "avg_cost": 789.5, + "lambda": 19.3357, + "rho": [ + 0.2389, + 0.2399, + 0.2296, + 0.2917 + ] + }, + { + "episode": 220, + "avg_reward": -8625.64, + "avg_cost": 760.75, + "lambda": 20.1348, + "rho": [ + 0.2389, + 0.2399, + 0.2296, + 0.2917 + ] + }, + { + "episode": 230, + "avg_reward": -7405.91, + "avg_cost": 756.25, + "lambda": 20.9171, + "rho": [ + 0.2389, + 0.2399, + 0.2296, + 0.2917 + ] + }, + { + "episode": 240, + "avg_reward": -7587.52, + "avg_cost": 752.5, + "lambda": 21.6847, + "rho": [ + 0.2389, + 0.2399, + 0.2296, + 0.2917 + ] + }, + { + "episode": 250, + "avg_reward": -6137.93, + "avg_cost": 735.25, + "lambda": 22.4404, + "rho": [ + 0.2401, + 0.2356, + 0.2303, + 0.294 + ] + }, + { + "episode": 260, + "avg_reward": -5946.15, + "avg_cost": 712.25, + "lambda": 23.1763, + "rho": [ + 0.2401, + 0.2356, + 0.2303, + 0.294 + ] + }, + { + "episode": 270, + "avg_reward": -4823.44, + "avg_cost": 693.75, + "lambda": 23.8983, + "rho": [ + 0.2401, + 0.2356, + 0.2303, + 0.294 + ] + }, + { + "episode": 280, + "avg_reward": -6001.71, + "avg_cost": 678.75, + "lambda": 24.5957, + "rho": [ + 0.2401, + 0.2356, + 0.2303, + 0.294 + ] + }, + { + "episode": 290, + "avg_reward": -5252.65, + "avg_cost": 652.0, + "lambda": 25.278, + "rho": [ + 0.2401, + 0.2356, + 0.2303, + 0.294 + ] + }, + { + "episode": 300, + "avg_reward": -4542.6, + "avg_cost": 642.0, + "lambda": 25.945, + "rho": [ + 0.2444, + 0.2344, + 0.2319, + 0.2894 + ] + }, + { + "episode": 310, + "avg_reward": -3227.91, + "avg_cost": 611.25, + "lambda": 26.5892, + "rho": [ + 0.2444, + 0.2344, + 0.2319, + 0.2894 + ] + }, + { + "episode": 320, + "avg_reward": -3324.66, + "avg_cost": 577.25, + "lambda": 27.204, + "rho": [ + 0.2444, + 0.2344, + 0.2319, + 0.2894 + ] + }, + { + "episode": 330, + "avg_reward": -3505.13, + "avg_cost": 566.5, + "lambda": 27.7848, + "rho": [ + 0.2444, + 0.2344, + 0.2319, + 0.2894 + ] + }, + { + "episode": 340, + "avg_reward": -2165.47, + "avg_cost": 528.5, + "lambda": 28.3381, + "rho": [ + 0.2444, + 0.2344, + 0.2319, + 0.2894 + ] + }, + { + "episode": 350, + "avg_reward": -1913.31, + "avg_cost": 486.75, + "lambda": 28.8681, + "rho": [ + 0.2454, + 0.2384, + 0.231, + 0.2852 + ] + }, + { + "episode": 360, + "avg_reward": -784.25, + "avg_cost": 403.0, + "lambda": 29.344, + "rho": [ + 0.2454, + 0.2384, + 0.231, + 0.2852 + ] + }, + { + "episode": 370, + "avg_reward": 839.18, + "avg_cost": 307.75, + "lambda": 29.7571, + "rho": [ + 0.2454, + 0.2384, + 0.231, + 0.2852 + ] + }, + { + "episode": 380, + "avg_reward": 1844.49, + "avg_cost": 246.25, + "lambda": 30.0925, + "rho": [ + 0.2454, + 0.2384, + 0.231, + 0.2852 + ] + }, + { + "episode": 390, + "avg_reward": 3049.29, + "avg_cost": 155.25, + "lambda": 30.353, + "rho": [ + 0.2454, + 0.2384, + 0.231, + 0.2852 + ] + }, + { + "episode": 400, + "avg_reward": 3403.22, + "avg_cost": 121.5, + "lambda": 30.5449, + "rho": [ + 0.2451, + 0.2441, + 0.2317, + 0.2791 + ] + }, + { + "episode": 410, + "avg_reward": 3874.53, + "avg_cost": 93.0, + "lambda": 30.6836, + "rho": [ + 0.2451, + 0.2441, + 0.2317, + 0.2791 + ] + }, + { + "episode": 420, + "avg_reward": 4317.07, + "avg_cost": 74.0, + "lambda": 30.7883, + "rho": [ + 0.2451, + 0.2441, + 0.2317, + 0.2791 + ] + }, + { + "episode": 430, + "avg_reward": 4350.24, + "avg_cost": 51.25, + "lambda": 30.8665, + "rho": [ + 0.2451, + 0.2441, + 0.2317, + 0.2791 + ] + }, + { + "episode": 440, + "avg_reward": 4867.85, + "avg_cost": 45.75, + "lambda": 30.9258, + "rho": [ + 0.2451, + 0.2441, + 0.2317, + 0.2791 + ] + }, + { + "episode": 450, + "avg_reward": 5478.99, + "avg_cost": 36.5, + "lambda": 30.9723, + "rho": [ + 0.2438, + 0.249, + 0.2347, + 0.2724 + ] + }, + { + "episode": 460, + "avg_reward": 5340.25, + "avg_cost": 27.0, + "lambda": 31.0092, + "rho": [ + 0.2438, + 0.249, + 0.2347, + 0.2724 + ] + }, + { + "episode": 470, + "avg_reward": 5880.95, + "avg_cost": 18.5, + "lambda": 31.0391, + "rho": [ + 0.2438, + 0.249, + 0.2347, + 0.2724 + ] + }, + { + "episode": 480, + "avg_reward": 5806.39, + "avg_cost": 18.25, + "lambda": 31.0635, + "rho": [ + 0.2438, + 0.249, + 0.2347, + 0.2724 + ] + }, + { + "episode": 490, + "avg_reward": 5967.5, + "avg_cost": 17.25, + "lambda": 31.0834, + "rho": [ + 0.2438, + 0.249, + 0.2347, + 0.2724 + ] + }, + { + "episode": 500, + "avg_reward": 5828.76, + "avg_cost": 19.0, + "lambda": 31.1016, + "rho": [ + 0.2414, + 0.2539, + 0.2369, + 0.2678 + ] + }, + { + "episode": 510, + "avg_reward": 6386.58, + "avg_cost": 11.25, + "lambda": 31.1177, + "rho": [ + 0.2414, + 0.2539, + 0.2369, + 0.2678 + ] + }, + { + "episode": 520, + "avg_reward": 6242.81, + "avg_cost": 11.75, + "lambda": 31.1303, + "rho": [ + 0.2414, + 0.2539, + 0.2369, + 0.2678 + ] + }, + { + "episode": 530, + "avg_reward": 6453.77, + "avg_cost": 11.0, + "lambda": 31.141, + "rho": [ + 0.2414, + 0.2539, + 0.2369, + 0.2678 + ] + }, + { + "episode": 540, + "avg_reward": 6147.72, + "avg_cost": 10.5, + "lambda": 31.1507, + "rho": [ + 0.2414, + 0.2539, + 0.2369, + 0.2678 + ] + }, + { + "episode": 550, + "avg_reward": 6830.0, + "avg_cost": 5.0, + "lambda": 31.159, + "rho": [ + 0.2403, + 0.2601, + 0.2369, + 0.2627 + ] + }, + { + "episode": 560, + "avg_reward": 6725.47, + "avg_cost": 5.5, + "lambda": 31.1665, + "rho": [ + 0.2403, + 0.2601, + 0.2369, + 0.2627 + ] + }, + { + "episode": 570, + "avg_reward": 7048.11, + "avg_cost": 6.5, + "lambda": 31.1733, + "rho": [ + 0.2403, + 0.2601, + 0.2369, + 0.2627 + ] + }, + { + "episode": 580, + "avg_reward": 6908.9, + "avg_cost": 3.75, + "lambda": 31.1794, + "rho": [ + 0.2403, + 0.2601, + 0.2369, + 0.2627 + ] + }, + { + "episode": 590, + "avg_reward": 7080.65, + "avg_cost": 2.75, + "lambda": 31.1852, + "rho": [ + 0.2403, + 0.2601, + 0.2369, + 0.2627 + ] + }, + { + "episode": 600, + "avg_reward": 7046.03, + "avg_cost": 6.25, + "lambda": 31.1908, + "rho": [ + 0.2379, + 0.2661, + 0.2385, + 0.2574 + ] + }, + { + "episode": 610, + "avg_reward": 7084.23, + "avg_cost": 3.5, + "lambda": 31.1963, + "rho": [ + 0.2379, + 0.2661, + 0.2385, + 0.2574 + ] + }, + { + "episode": 620, + "avg_reward": 6740.15, + "avg_cost": 2.0, + "lambda": 31.2009, + "rho": [ + 0.2379, + 0.2661, + 0.2385, + 0.2574 + ] + }, + { + "episode": 630, + "avg_reward": 6634.68, + "avg_cost": 5.75, + "lambda": 31.205, + "rho": [ + 0.2379, + 0.2661, + 0.2385, + 0.2574 + ] + }, + { + "episode": 640, + "avg_reward": 7822.08, + "avg_cost": 1.75, + "lambda": 31.2088, + "rho": [ + 0.2379, + 0.2661, + 0.2385, + 0.2574 + ] + }, + { + "episode": 650, + "avg_reward": 7562.0, + "avg_cost": 2.75, + "lambda": 31.2118, + "rho": [ + 0.2372, + 0.2698, + 0.2408, + 0.2521 + ] + }, + { + "episode": 660, + "avg_reward": 7556.91, + "avg_cost": 2.5, + "lambda": 31.2145, + "rho": [ + 0.2372, + 0.2698, + 0.2408, + 0.2521 + ] + }, + { + "episode": 670, + "avg_reward": 7187.71, + "avg_cost": 1.25, + "lambda": 31.2169, + "rho": [ + 0.2372, + 0.2698, + 0.2408, + 0.2521 + ] + }, + { + "episode": 680, + "avg_reward": 7279.24, + "avg_cost": 1.5, + "lambda": 31.2189, + "rho": [ + 0.2372, + 0.2698, + 0.2408, + 0.2521 + ] + }, + { + "episode": 690, + "avg_reward": 7322.94, + "avg_cost": 1.25, + "lambda": 31.221, + "rho": [ + 0.2372, + 0.2698, + 0.2408, + 0.2521 + ] + }, + { + "episode": 700, + "avg_reward": 7473.42, + "avg_cost": 1.75, + "lambda": 31.2232, + "rho": [ + 0.2372, + 0.274, + 0.2425, + 0.2463 + ] + }, + { + "episode": 710, + "avg_reward": 7671.48, + "avg_cost": 2.0, + "lambda": 31.2254, + "rho": [ + 0.2372, + 0.274, + 0.2425, + 0.2463 + ] + }, + { + "episode": 720, + "avg_reward": 7755.62, + "avg_cost": 0.75, + "lambda": 31.2273, + "rho": [ + 0.2372, + 0.274, + 0.2425, + 0.2463 + ] + }, + { + "episode": 730, + "avg_reward": 7896.78, + "avg_cost": 0.5, + "lambda": 31.2289, + "rho": [ + 0.2372, + 0.274, + 0.2425, + 0.2463 + ] + }, + { + "episode": 740, + "avg_reward": 7560.92, + "avg_cost": 1.5, + "lambda": 31.2304, + "rho": [ + 0.2372, + 0.274, + 0.2425, + 0.2463 + ] + }, + { + "episode": 750, + "avg_reward": 7547.41, + "avg_cost": 1.25, + "lambda": 31.2317, + "rho": [ + 0.2399, + 0.2768, + 0.2423, + 0.2411 + ] + }, + { + "episode": 760, + "avg_reward": 7896.7, + "avg_cost": 1.5, + "lambda": 31.233, + "rho": [ + 0.2399, + 0.2768, + 0.2423, + 0.2411 + ] + }, + { + "episode": 770, + "avg_reward": 7890.98, + "avg_cost": 0.5, + "lambda": 31.2343, + "rho": [ + 0.2399, + 0.2768, + 0.2423, + 0.2411 + ] + }, + { + "episode": 780, + "avg_reward": 8669.72, + "avg_cost": 0.5, + "lambda": 31.2356, + "rho": [ + 0.2399, + 0.2768, + 0.2423, + 0.2411 + ] + }, + { + "episode": 790, + "avg_reward": 7998.31, + "avg_cost": 2.0, + "lambda": 31.2367, + "rho": [ + 0.2399, + 0.2768, + 0.2423, + 0.2411 + ] + }, + { + "episode": 800, + "avg_reward": 7693.64, + "avg_cost": 0.75, + "lambda": 31.2378, + "rho": [ + 0.2393, + 0.2804, + 0.2433, + 0.237 + ] + }, + { + "episode": 810, + "avg_reward": 7710.66, + "avg_cost": 1.5, + "lambda": 31.2388, + "rho": [ + 0.2393, + 0.2804, + 0.2433, + 0.237 + ] + }, + { + "episode": 820, + "avg_reward": 7995.01, + "avg_cost": 0.25, + "lambda": 31.2399, + "rho": [ + 0.2393, + 0.2804, + 0.2433, + 0.237 + ] + }, + { + "episode": 830, + "avg_reward": 8046.31, + "avg_cost": 0.0, + "lambda": 31.2408, + "rho": [ + 0.2393, + 0.2804, + 0.2433, + 0.237 + ] + }, + { + "episode": 840, + "avg_reward": 7826.75, + "avg_cost": 0.25, + "lambda": 31.2415, + "rho": [ + 0.2393, + 0.2804, + 0.2433, + 0.237 + ] + }, + { + "episode": 850, + "avg_reward": 8496.06, + "avg_cost": 0.5, + "lambda": 31.2422, + "rho": [ + 0.2373, + 0.2829, + 0.2455, + 0.2344 + ] + }, + { + "episode": 860, + "avg_reward": 8270.94, + "avg_cost": 1.25, + "lambda": 31.2429, + "rho": [ + 0.2373, + 0.2829, + 0.2455, + 0.2344 + ] + }, + { + "episode": 870, + "avg_reward": 8499.16, + "avg_cost": 0.0, + "lambda": 31.2435, + "rho": [ + 0.2373, + 0.2829, + 0.2455, + 0.2344 + ] + }, + { + "episode": 880, + "avg_reward": 9022.92, + "avg_cost": 1.0, + "lambda": 31.244, + "rho": [ + 0.2373, + 0.2829, + 0.2455, + 0.2344 + ] + }, + { + "episode": 890, + "avg_reward": 8641.15, + "avg_cost": 0.5, + "lambda": 31.2446, + "rho": [ + 0.2373, + 0.2829, + 0.2455, + 0.2344 + ] + }, + { + "episode": 900, + "avg_reward": 8550.2, + "avg_cost": 0.5, + "lambda": 31.245, + "rho": [ + 0.2337, + 0.2853, + 0.2489, + 0.2321 + ] + }, + { + "episode": 910, + "avg_reward": 8670.98, + "avg_cost": 0.5, + "lambda": 31.2454, + "rho": [ + 0.2337, + 0.2853, + 0.2489, + 0.2321 + ] + }, + { + "episode": 920, + "avg_reward": 8648.94, + "avg_cost": 0.5, + "lambda": 31.2458, + "rho": [ + 0.2337, + 0.2853, + 0.2489, + 0.2321 + ] + }, + { + "episode": 930, + "avg_reward": 8586.3, + "avg_cost": 1.0, + "lambda": 31.2461, + "rho": [ + 0.2337, + 0.2853, + 0.2489, + 0.2321 + ] + }, + { + "episode": 940, + "avg_reward": 8508.17, + "avg_cost": 0.0, + "lambda": 31.2465, + "rho": [ + 0.2337, + 0.2853, + 0.2489, + 0.2321 + ] + }, + { + "episode": 950, + "avg_reward": 8592.87, + "avg_cost": 0.75, + "lambda": 31.2468, + "rho": [ + 0.2299, + 0.2869, + 0.2529, + 0.2303 + ] + }, + { + "episode": 960, + "avg_reward": 8582.44, + "avg_cost": 0.25, + "lambda": 31.2471, + "rho": [ + 0.2299, + 0.2869, + 0.2529, + 0.2303 + ] + }, + { + "episode": 970, + "avg_reward": 9043.52, + "avg_cost": 0.25, + "lambda": 31.2475, + "rho": [ + 0.2299, + 0.2869, + 0.2529, + 0.2303 + ] + }, + { + "episode": 980, + "avg_reward": 8210.89, + "avg_cost": 0.25, + "lambda": 31.248, + "rho": [ + 0.2299, + 0.2869, + 0.2529, + 0.2303 + ] + }, + { + "episode": 990, + "avg_reward": 9050.15, + "avg_cost": 0.25, + "lambda": 31.2485, + "rho": [ + 0.2299, + 0.2869, + 0.2529, + 0.2303 + ] + }, + { + "episode": 1000, + "avg_reward": 8750.91, + "avg_cost": 0.75, + "lambda": 31.249, + "rho": [ + 0.2249, + 0.2889, + 0.2574, + 0.2288 + ] + }, + { + "episode": 1010, + "avg_reward": 8804.05, + "avg_cost": 0.25, + "lambda": 31.2495, + "rho": [ + 0.2249, + 0.2889, + 0.2574, + 0.2288 + ] + }, + { + "episode": 1020, + "avg_reward": 9122.24, + "avg_cost": 0.75, + "lambda": 31.25, + "rho": [ + 0.2249, + 0.2889, + 0.2574, + 0.2288 + ] + }, + { + "episode": 1030, + "avg_reward": 9210.56, + "avg_cost": 1.25, + "lambda": 31.2504, + "rho": [ + 0.2249, + 0.2889, + 0.2574, + 0.2288 + ] + }, + { + "episode": 1040, + "avg_reward": 8917.35, + "avg_cost": 0.0, + "lambda": 31.2508, + "rho": [ + 0.2249, + 0.2889, + 0.2574, + 0.2288 + ] + }, + { + "episode": 1050, + "avg_reward": 8239.95, + "avg_cost": 0.25, + "lambda": 31.2511, + "rho": [ + 0.2202, + 0.2912, + 0.263, + 0.2256 + ] + }, + { + "episode": 1060, + "avg_reward": 8287.62, + "avg_cost": 0.0, + "lambda": 31.2515, + "rho": [ + 0.2202, + 0.2912, + 0.263, + 0.2256 + ] + }, + { + "episode": 1070, + "avg_reward": 8578.31, + "avg_cost": 0.25, + "lambda": 31.2518, + "rho": [ + 0.2202, + 0.2912, + 0.263, + 0.2256 + ] + }, + { + "episode": 1080, + "avg_reward": 8656.14, + "avg_cost": 0.0, + "lambda": 31.2521, + "rho": [ + 0.2202, + 0.2912, + 0.263, + 0.2256 + ] + }, + { + "episode": 1090, + "avg_reward": 8669.63, + "avg_cost": 0.5, + "lambda": 31.2524, + "rho": [ + 0.2202, + 0.2912, + 0.263, + 0.2256 + ] + }, + { + "episode": 1100, + "avg_reward": 9179.69, + "avg_cost": 0.25, + "lambda": 31.2528, + "rho": [ + 0.216, + 0.2951, + 0.2667, + 0.2222 + ] + }, + { + "episode": 1110, + "avg_reward": 8713.3, + "avg_cost": 0.25, + "lambda": 31.2533, + "rho": [ + 0.216, + 0.2951, + 0.2667, + 0.2222 + ] + }, + { + "episode": 1120, + "avg_reward": 8606.05, + "avg_cost": 0.5, + "lambda": 31.2536, + "rho": [ + 0.216, + 0.2951, + 0.2667, + 0.2222 + ] + }, + { + "episode": 1130, + "avg_reward": 9064.02, + "avg_cost": 0.0, + "lambda": 31.2538, + "rho": [ + 0.216, + 0.2951, + 0.2667, + 0.2222 + ] + }, + { + "episode": 1140, + "avg_reward": 8988.96, + "avg_cost": 0.5, + "lambda": 31.2539, + "rho": [ + 0.216, + 0.2951, + 0.2667, + 0.2222 + ] + }, + { + "episode": 1150, + "avg_reward": 9036.78, + "avg_cost": 0.0, + "lambda": 31.254, + "rho": [ + 0.2146, + 0.2978, + 0.2682, + 0.2195 + ] + }, + { + "episode": 1160, + "avg_reward": 9074.17, + "avg_cost": 0.0, + "lambda": 31.2542, + "rho": [ + 0.2146, + 0.2978, + 0.2682, + 0.2195 + ] + }, + { + "episode": 1170, + "avg_reward": 8498.72, + "avg_cost": 0.75, + "lambda": 31.2544, + "rho": [ + 0.2146, + 0.2978, + 0.2682, + 0.2195 + ] + }, + { + "episode": 1180, + "avg_reward": 9727.38, + "avg_cost": 0.25, + "lambda": 31.2547, + "rho": [ + 0.2146, + 0.2978, + 0.2682, + 0.2195 + ] + }, + { + "episode": 1190, + "avg_reward": 10227.29, + "avg_cost": 0.5, + "lambda": 31.255, + "rho": [ + 0.2146, + 0.2978, + 0.2682, + 0.2195 + ] + }, + { + "episode": 1200, + "avg_reward": 9007.36, + "avg_cost": 0.0, + "lambda": 31.2552, + "rho": [ + 0.212, + 0.2996, + 0.2726, + 0.2158 + ] + }, + { + "episode": 1210, + "avg_reward": 9198.28, + "avg_cost": 0.0, + "lambda": 31.2554, + "rho": [ + 0.212, + 0.2996, + 0.2726, + 0.2158 + ] + }, + { + "episode": 1220, + "avg_reward": 9155.55, + "avg_cost": 0.0, + "lambda": 31.2556, + "rho": [ + 0.212, + 0.2996, + 0.2726, + 0.2158 + ] + }, + { + "episode": 1230, + "avg_reward": 9788.7, + "avg_cost": 0.0, + "lambda": 31.2557, + "rho": [ + 0.212, + 0.2996, + 0.2726, + 0.2158 + ] + }, + { + "episode": 1240, + "avg_reward": 9124.84, + "avg_cost": 0.0, + "lambda": 31.2559, + "rho": [ + 0.212, + 0.2996, + 0.2726, + 0.2158 + ] + }, + { + "episode": 1250, + "avg_reward": 8509.15, + "avg_cost": 0.0, + "lambda": 31.256, + "rho": [ + 0.2104, + 0.299, + 0.2773, + 0.2133 + ] + }, + { + "episode": 1260, + "avg_reward": 8698.36, + "avg_cost": 0.25, + "lambda": 31.2561, + "rho": [ + 0.2104, + 0.299, + 0.2773, + 0.2133 + ] + }, + { + "episode": 1270, + "avg_reward": 10012.55, + "avg_cost": 0.0, + "lambda": 31.2562, + "rho": [ + 0.2104, + 0.299, + 0.2773, + 0.2133 + ] + }, + { + "episode": 1280, + "avg_reward": 9842.27, + "avg_cost": 0.5, + "lambda": 31.2563, + "rho": [ + 0.2104, + 0.299, + 0.2773, + 0.2133 + ] + }, + { + "episode": 1290, + "avg_reward": 9391.75, + "avg_cost": 0.75, + "lambda": 31.2565, + "rho": [ + 0.2104, + 0.299, + 0.2773, + 0.2133 + ] + }, + { + "episode": 1300, + "avg_reward": 9208.65, + "avg_cost": 0.25, + "lambda": 31.2567, + "rho": [ + 0.2083, + 0.2972, + 0.2844, + 0.21 + ] + }, + { + "episode": 1310, + "avg_reward": 10031.35, + "avg_cost": 0.25, + "lambda": 31.2568, + "rho": [ + 0.2083, + 0.2972, + 0.2844, + 0.21 + ] + }, + { + "episode": 1320, + "avg_reward": 9910.82, + "avg_cost": 0.5, + "lambda": 31.2569, + "rho": [ + 0.2083, + 0.2972, + 0.2844, + 0.21 + ] + }, + { + "episode": 1330, + "avg_reward": 9828.61, + "avg_cost": 0.0, + "lambda": 31.2571, + "rho": [ + 0.2083, + 0.2972, + 0.2844, + 0.21 + ] + }, + { + "episode": 1340, + "avg_reward": 9981.95, + "avg_cost": 0.0, + "lambda": 31.2573, + "rho": [ + 0.2083, + 0.2972, + 0.2844, + 0.21 + ] + }, + { + "episode": 1350, + "avg_reward": 9873.34, + "avg_cost": 0.25, + "lambda": 31.2575, + "rho": [ + 0.2073, + 0.2941, + 0.2925, + 0.2062 + ] + }, + { + "episode": 1360, + "avg_reward": 9190.32, + "avg_cost": 0.5, + "lambda": 31.2577, + "rho": [ + 0.2073, + 0.2941, + 0.2925, + 0.2062 + ] + }, + { + "episode": 1370, + "avg_reward": 9023.8, + "avg_cost": 0.25, + "lambda": 31.2579, + "rho": [ + 0.2073, + 0.2941, + 0.2925, + 0.2062 + ] + }, + { + "episode": 1380, + "avg_reward": 9597.83, + "avg_cost": 0.0, + "lambda": 31.2583, + "rho": [ + 0.2073, + 0.2941, + 0.2925, + 0.2062 + ] + }, + { + "episode": 1390, + "avg_reward": 9149.25, + "avg_cost": 0.0, + "lambda": 31.2585, + "rho": [ + 0.2073, + 0.2941, + 0.2925, + 0.2062 + ] + }, + { + "episode": 1400, + "avg_reward": 9121.93, + "avg_cost": 0.5, + "lambda": 31.2586, + "rho": [ + 0.2036, + 0.2921, + 0.3032, + 0.2011 + ] + }, + { + "episode": 1410, + "avg_reward": 9629.37, + "avg_cost": 0.0, + "lambda": 31.2588, + "rho": [ + 0.2036, + 0.2921, + 0.3032, + 0.2011 + ] + }, + { + "episode": 1420, + "avg_reward": 9958.66, + "avg_cost": 0.25, + "lambda": 31.2589, + "rho": [ + 0.2036, + 0.2921, + 0.3032, + 0.2011 + ] + }, + { + "episode": 1430, + "avg_reward": 9925.04, + "avg_cost": 0.0, + "lambda": 31.2591, + "rho": [ + 0.2036, + 0.2921, + 0.3032, + 0.2011 + ] + }, + { + "episode": 1440, + "avg_reward": 10059.28, + "avg_cost": 0.25, + "lambda": 31.2593, + "rho": [ + 0.2036, + 0.2921, + 0.3032, + 0.2011 + ] + }, + { + "episode": 1450, + "avg_reward": 10408.71, + "avg_cost": 1.0, + "lambda": 31.2596, + "rho": [ + 0.2016, + 0.2879, + 0.3126, + 0.1979 + ] + }, + { + "episode": 1460, + "avg_reward": 10835.89, + "avg_cost": 0.5, + "lambda": 31.2598, + "rho": [ + 0.2016, + 0.2879, + 0.3126, + 0.1979 + ] + }, + { + "episode": 1470, + "avg_reward": 10511.95, + "avg_cost": 0.25, + "lambda": 31.2602, + "rho": [ + 0.2016, + 0.2879, + 0.3126, + 0.1979 + ] + }, + { + "episode": 1480, + "avg_reward": 10572.02, + "avg_cost": 0.0, + "lambda": 31.2606, + "rho": [ + 0.2016, + 0.2879, + 0.3126, + 0.1979 + ] + }, + { + "episode": 1490, + "avg_reward": 10601.81, + "avg_cost": 0.0, + "lambda": 31.2609, + "rho": [ + 0.2016, + 0.2879, + 0.3126, + 0.1979 + ] + }, + { + "episode": 1500, + "avg_reward": 11004.36, + "avg_cost": 1.5, + "lambda": 31.2612, + "rho": [ + 0.2011, + 0.2857, + 0.3182, + 0.195 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..180a704b292c6e18e4f8a289e619ee452769da40 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3577479.84, + "constraint_satisfaction_pct": 98.93, + "final_rho": [ + 0.2687, + 0.2633, + 0.2089, + 0.2591 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15546.3, + "avg_cost": 14.75, + "lambda": 4.8975, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -14729.12, + "avg_cost": 12.75, + "lambda": 4.145, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -14037.56, + "avg_cost": 24.25, + "lambda": 3.74, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -13404.02, + "avg_cost": 9.25, + "lambda": 2.8175, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -13221.79, + "avg_cost": 13.25, + "lambda": 1.81, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -11912.58, + "avg_cost": 24.25, + "lambda": 1.0825, + "rho": [ + 0.2247, + 0.2841, + 0.2062, + 0.285 + ] + }, + { + "episode": 60, + "avg_reward": -11567.95, + "avg_cost": 31.25, + "lambda": 0.4888, + "rho": [ + 0.2247, + 0.2841, + 0.2062, + 0.285 + ] + }, + { + "episode": 70, + "avg_reward": -11308.34, + "avg_cost": 10.5, + "lambda": 0.4125, + "rho": [ + 0.2247, + 0.2841, + 0.2062, + 0.285 + ] + }, + { + "episode": 80, + "avg_reward": -10488.66, + "avg_cost": 22.0, + "lambda": 0.4075, + "rho": [ + 0.2247, + 0.2841, + 0.2062, + 0.285 + ] + }, + { + "episode": 90, + "avg_reward": -9673.76, + "avg_cost": 15.75, + "lambda": 0.3875, + "rho": [ + 0.2247, + 0.2841, + 0.2062, + 0.285 + ] + }, + { + "episode": 100, + "avg_reward": -9032.69, + "avg_cost": 17.5, + "lambda": 0.375, + "rho": [ + 0.2276, + 0.2951, + 0.1853, + 0.292 + ] + }, + { + "episode": 110, + "avg_reward": -8234.52, + "avg_cost": 4.5, + "lambda": 0.3625, + "rho": [ + 0.2276, + 0.2951, + 0.1853, + 0.292 + ] + }, + { + "episode": 120, + "avg_reward": -7132.16, + "avg_cost": 11.0, + "lambda": 0.35, + "rho": [ + 0.2276, + 0.2951, + 0.1853, + 0.292 + ] + }, + { + "episode": 130, + "avg_reward": -6155.75, + "avg_cost": 10.25, + "lambda": 0.3375, + "rho": [ + 0.2276, + 0.2951, + 0.1853, + 0.292 + ] + }, + { + "episode": 140, + "avg_reward": -4974.89, + "avg_cost": 8.75, + "lambda": 0.325, + "rho": [ + 0.2276, + 0.2951, + 0.1853, + 0.292 + ] + }, + { + "episode": 150, + "avg_reward": -4448.1, + "avg_cost": 5.0, + "lambda": 0.3125, + "rho": [ + 0.2294, + 0.3109, + 0.1757, + 0.284 + ] + }, + { + "episode": 160, + "avg_reward": -3765.13, + "avg_cost": 10.25, + "lambda": 0.3, + "rho": [ + 0.2294, + 0.3109, + 0.1757, + 0.284 + ] + }, + { + "episode": 170, + "avg_reward": -2933.7, + "avg_cost": 7.0, + "lambda": 0.2875, + "rho": [ + 0.2294, + 0.3109, + 0.1757, + 0.284 + ] + }, + { + "episode": 180, + "avg_reward": -2746.65, + "avg_cost": 8.25, + "lambda": 0.275, + "rho": [ + 0.2294, + 0.3109, + 0.1757, + 0.284 + ] + }, + { + "episode": 190, + "avg_reward": -1802.19, + "avg_cost": 7.0, + "lambda": 0.2625, + "rho": [ + 0.2294, + 0.3109, + 0.1757, + 0.284 + ] + }, + { + "episode": 200, + "avg_reward": -1454.39, + "avg_cost": 6.5, + "lambda": 0.25, + "rho": [ + 0.2383, + 0.3103, + 0.1775, + 0.2738 + ] + }, + { + "episode": 210, + "avg_reward": -629.21, + "avg_cost": 12.5, + "lambda": 0.2375, + "rho": [ + 0.2383, + 0.3103, + 0.1775, + 0.2738 + ] + }, + { + "episode": 220, + "avg_reward": -218.43, + "avg_cost": 4.75, + "lambda": 0.225, + "rho": [ + 0.2383, + 0.3103, + 0.1775, + 0.2738 + ] + }, + { + "episode": 230, + "avg_reward": 46.38, + "avg_cost": 9.25, + "lambda": 0.2125, + "rho": [ + 0.2383, + 0.3103, + 0.1775, + 0.2738 + ] + }, + { + "episode": 240, + "avg_reward": 176.53, + "avg_cost": 1.25, + "lambda": 0.2, + "rho": [ + 0.2383, + 0.3103, + 0.1775, + 0.2738 + ] + }, + { + "episode": 250, + "avg_reward": 736.6, + "avg_cost": 3.5, + "lambda": 0.1875, + "rho": [ + 0.2466, + 0.303, + 0.1846, + 0.2658 + ] + }, + { + "episode": 260, + "avg_reward": 1229.34, + "avg_cost": 5.0, + "lambda": 0.175, + "rho": [ + 0.2466, + 0.303, + 0.1846, + 0.2658 + ] + }, + { + "episode": 270, + "avg_reward": 1417.36, + "avg_cost": 2.0, + "lambda": 0.1625, + "rho": [ + 0.2466, + 0.303, + 0.1846, + 0.2658 + ] + }, + { + "episode": 280, + "avg_reward": 1341.55, + "avg_cost": 2.25, + "lambda": 0.15, + "rho": [ + 0.2466, + 0.303, + 0.1846, + 0.2658 + ] + }, + { + "episode": 290, + "avg_reward": 1549.95, + "avg_cost": 3.0, + "lambda": 0.1375, + "rho": [ + 0.2466, + 0.303, + 0.1846, + 0.2658 + ] + }, + { + "episode": 300, + "avg_reward": 1973.77, + "avg_cost": 1.0, + "lambda": 0.125, + "rho": [ + 0.2508, + 0.2944, + 0.1896, + 0.2653 + ] + }, + { + "episode": 310, + "avg_reward": 1668.83, + "avg_cost": 1.5, + "lambda": 0.1125, + "rho": [ + 0.2508, + 0.2944, + 0.1896, + 0.2653 + ] + }, + { + "episode": 320, + "avg_reward": 1906.19, + "avg_cost": 4.25, + "lambda": 0.1, + "rho": [ + 0.2508, + 0.2944, + 0.1896, + 0.2653 + ] + }, + { + "episode": 330, + "avg_reward": 1961.08, + "avg_cost": 0.5, + "lambda": 0.0875, + "rho": [ + 0.2508, + 0.2944, + 0.1896, + 0.2653 + ] + }, + { + "episode": 340, + "avg_reward": 2159.0, + "avg_cost": 1.25, + "lambda": 0.075, + "rho": [ + 0.2508, + 0.2944, + 0.1896, + 0.2653 + ] + }, + { + "episode": 350, + "avg_reward": 2148.06, + "avg_cost": 1.5, + "lambda": 0.0625, + "rho": [ + 0.2548, + 0.2884, + 0.1929, + 0.2639 + ] + }, + { + "episode": 360, + "avg_reward": 2513.89, + "avg_cost": 2.0, + "lambda": 0.05, + "rho": [ + 0.2548, + 0.2884, + 0.1929, + 0.2639 + ] + }, + { + "episode": 370, + "avg_reward": 2445.62, + "avg_cost": 0.5, + "lambda": 0.0375, + "rho": [ + 0.2548, + 0.2884, + 0.1929, + 0.2639 + ] + }, + { + "episode": 380, + "avg_reward": 2597.96, + "avg_cost": 0.5, + "lambda": 0.025, + "rho": [ + 0.2548, + 0.2884, + 0.1929, + 0.2639 + ] + }, + { + "episode": 390, + "avg_reward": 2557.43, + "avg_cost": 0.75, + "lambda": 0.0125, + "rho": [ + 0.2548, + 0.2884, + 0.1929, + 0.2639 + ] + }, + { + "episode": 400, + "avg_reward": 2760.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2577, + 0.2839, + 0.1955, + 0.263 + ] + }, + { + "episode": 410, + "avg_reward": 2838.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2577, + 0.2839, + 0.1955, + 0.263 + ] + }, + { + "episode": 420, + "avg_reward": 3213.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2577, + 0.2839, + 0.1955, + 0.263 + ] + }, + { + "episode": 430, + "avg_reward": 3006.09, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2577, + 0.2839, + 0.1955, + 0.263 + ] + }, + { + "episode": 440, + "avg_reward": 2958.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2577, + 0.2839, + 0.1955, + 0.263 + ] + }, + { + "episode": 450, + "avg_reward": 3396.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.2805, + 0.1976, + 0.2622 + ] + }, + { + "episode": 460, + "avg_reward": 3076.36, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.2805, + 0.1976, + 0.2622 + ] + }, + { + "episode": 470, + "avg_reward": 3304.08, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.2805, + 0.1976, + 0.2622 + ] + }, + { + "episode": 480, + "avg_reward": 3553.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.2805, + 0.1976, + 0.2622 + ] + }, + { + "episode": 490, + "avg_reward": 3610.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2597, + 0.2805, + 0.1976, + 0.2622 + ] + }, + { + "episode": 500, + "avg_reward": 3280.64, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2612, + 0.2779, + 0.1993, + 0.2615 + ] + }, + { + "episode": 510, + "avg_reward": 3528.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2612, + 0.2779, + 0.1993, + 0.2615 + ] + }, + { + "episode": 520, + "avg_reward": 3215.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2612, + 0.2779, + 0.1993, + 0.2615 + ] + }, + { + "episode": 530, + "avg_reward": 3230.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2612, + 0.2779, + 0.1993, + 0.2615 + ] + }, + { + "episode": 540, + "avg_reward": 3446.15, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2612, + 0.2779, + 0.1993, + 0.2615 + ] + }, + { + "episode": 550, + "avg_reward": 3652.69, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2624, + 0.2758, + 0.2007, + 0.261 + ] + }, + { + "episode": 560, + "avg_reward": 3700.86, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2624, + 0.2758, + 0.2007, + 0.261 + ] + }, + { + "episode": 570, + "avg_reward": 3553.61, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2624, + 0.2758, + 0.2007, + 0.261 + ] + }, + { + "episode": 580, + "avg_reward": 3949.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2624, + 0.2758, + 0.2007, + 0.261 + ] + }, + { + "episode": 590, + "avg_reward": 3805.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2624, + 0.2758, + 0.2007, + 0.261 + ] + }, + { + "episode": 600, + "avg_reward": 3714.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2634, + 0.274, + 0.2019, + 0.2607 + ] + }, + { + "episode": 610, + "avg_reward": 3651.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2634, + 0.274, + 0.2019, + 0.2607 + ] + }, + { + "episode": 620, + "avg_reward": 3734.19, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2634, + 0.274, + 0.2019, + 0.2607 + ] + }, + { + "episode": 630, + "avg_reward": 3961.96, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2634, + 0.274, + 0.2019, + 0.2607 + ] + }, + { + "episode": 640, + "avg_reward": 4068.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2634, + 0.274, + 0.2019, + 0.2607 + ] + }, + { + "episode": 650, + "avg_reward": 3886.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2642, + 0.2725, + 0.2029, + 0.2604 + ] + }, + { + "episode": 660, + "avg_reward": 3886.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2642, + 0.2725, + 0.2029, + 0.2604 + ] + }, + { + "episode": 670, + "avg_reward": 3845.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2642, + 0.2725, + 0.2029, + 0.2604 + ] + }, + { + "episode": 680, + "avg_reward": 4073.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2642, + 0.2725, + 0.2029, + 0.2604 + ] + }, + { + "episode": 690, + "avg_reward": 4160.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2642, + 0.2725, + 0.2029, + 0.2604 + ] + }, + { + "episode": 700, + "avg_reward": 3776.25, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2649, + 0.2712, + 0.2038, + 0.2601 + ] + }, + { + "episode": 710, + "avg_reward": 3972.31, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2649, + 0.2712, + 0.2038, + 0.2601 + ] + }, + { + "episode": 720, + "avg_reward": 3922.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2649, + 0.2712, + 0.2038, + 0.2601 + ] + }, + { + "episode": 730, + "avg_reward": 4020.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2649, + 0.2712, + 0.2038, + 0.2601 + ] + }, + { + "episode": 740, + "avg_reward": 4339.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2649, + 0.2712, + 0.2038, + 0.2601 + ] + }, + { + "episode": 750, + "avg_reward": 4174.88, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2654, + 0.2701, + 0.2046, + 0.2599 + ] + }, + { + "episode": 760, + "avg_reward": 4251.06, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2654, + 0.2701, + 0.2046, + 0.2599 + ] + }, + { + "episode": 770, + "avg_reward": 4378.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2654, + 0.2701, + 0.2046, + 0.2599 + ] + }, + { + "episode": 780, + "avg_reward": 4478.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2654, + 0.2701, + 0.2046, + 0.2599 + ] + }, + { + "episode": 790, + "avg_reward": 4359.46, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2654, + 0.2701, + 0.2046, + 0.2599 + ] + }, + { + "episode": 800, + "avg_reward": 4239.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2659, + 0.2691, + 0.2052, + 0.2598 + ] + }, + { + "episode": 810, + "avg_reward": 4201.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2659, + 0.2691, + 0.2052, + 0.2598 + ] + }, + { + "episode": 820, + "avg_reward": 4479.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2659, + 0.2691, + 0.2052, + 0.2598 + ] + }, + { + "episode": 830, + "avg_reward": 4434.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2659, + 0.2691, + 0.2052, + 0.2598 + ] + }, + { + "episode": 840, + "avg_reward": 4705.64, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2659, + 0.2691, + 0.2052, + 0.2598 + ] + }, + { + "episode": 850, + "avg_reward": 4320.53, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2663, + 0.2682, + 0.2058, + 0.2597 + ] + }, + { + "episode": 860, + "avg_reward": 4380.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2663, + 0.2682, + 0.2058, + 0.2597 + ] + }, + { + "episode": 870, + "avg_reward": 4297.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2663, + 0.2682, + 0.2058, + 0.2597 + ] + }, + { + "episode": 880, + "avg_reward": 4758.21, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2663, + 0.2682, + 0.2058, + 0.2597 + ] + }, + { + "episode": 890, + "avg_reward": 4534.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2663, + 0.2682, + 0.2058, + 0.2597 + ] + }, + { + "episode": 900, + "avg_reward": 4493.34, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2667, + 0.2675, + 0.2062, + 0.2596 + ] + }, + { + "episode": 910, + "avg_reward": 4635.3, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2667, + 0.2675, + 0.2062, + 0.2596 + ] + }, + { + "episode": 920, + "avg_reward": 4515.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2667, + 0.2675, + 0.2062, + 0.2596 + ] + }, + { + "episode": 930, + "avg_reward": 4613.53, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2667, + 0.2675, + 0.2062, + 0.2596 + ] + }, + { + "episode": 940, + "avg_reward": 4773.37, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2667, + 0.2675, + 0.2062, + 0.2596 + ] + }, + { + "episode": 950, + "avg_reward": 4547.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.267, + 0.2668, + 0.2067, + 0.2595 + ] + }, + { + "episode": 960, + "avg_reward": 4586.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.267, + 0.2668, + 0.2067, + 0.2595 + ] + }, + { + "episode": 970, + "avg_reward": 4939.8, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.267, + 0.2668, + 0.2067, + 0.2595 + ] + }, + { + "episode": 980, + "avg_reward": 4627.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.267, + 0.2668, + 0.2067, + 0.2595 + ] + }, + { + "episode": 990, + "avg_reward": 4913.55, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.267, + 0.2668, + 0.2067, + 0.2595 + ] + }, + { + "episode": 1000, + "avg_reward": 4270.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2672, + 0.2663, + 0.207, + 0.2595 + ] + }, + { + "episode": 1010, + "avg_reward": 4818.57, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2672, + 0.2663, + 0.207, + 0.2595 + ] + }, + { + "episode": 1020, + "avg_reward": 4927.1, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2672, + 0.2663, + 0.207, + 0.2595 + ] + }, + { + "episode": 1030, + "avg_reward": 4981.93, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2672, + 0.2663, + 0.207, + 0.2595 + ] + }, + { + "episode": 1040, + "avg_reward": 4890.33, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2672, + 0.2663, + 0.207, + 0.2595 + ] + }, + { + "episode": 1050, + "avg_reward": 4948.38, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2675, + 0.2658, + 0.2073, + 0.2594 + ] + }, + { + "episode": 1060, + "avg_reward": 5097.12, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2675, + 0.2658, + 0.2073, + 0.2594 + ] + }, + { + "episode": 1070, + "avg_reward": 4981.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2675, + 0.2658, + 0.2073, + 0.2594 + ] + }, + { + "episode": 1080, + "avg_reward": 5091.98, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2675, + 0.2658, + 0.2073, + 0.2594 + ] + }, + { + "episode": 1090, + "avg_reward": 5410.73, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2675, + 0.2658, + 0.2073, + 0.2594 + ] + }, + { + "episode": 1100, + "avg_reward": 5555.59, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2677, + 0.2654, + 0.2076, + 0.2594 + ] + }, + { + "episode": 1110, + "avg_reward": 4824.45, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2677, + 0.2654, + 0.2076, + 0.2594 + ] + }, + { + "episode": 1120, + "avg_reward": 5067.63, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2677, + 0.2654, + 0.2076, + 0.2594 + ] + }, + { + "episode": 1130, + "avg_reward": 5237.28, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2677, + 0.2654, + 0.2076, + 0.2594 + ] + }, + { + "episode": 1140, + "avg_reward": 5262.5, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2677, + 0.2654, + 0.2076, + 0.2594 + ] + }, + { + "episode": 1150, + "avg_reward": 5257.27, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2679, + 0.265, + 0.2078, + 0.2593 + ] + }, + { + "episode": 1160, + "avg_reward": 4905.21, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2679, + 0.265, + 0.2078, + 0.2593 + ] + }, + { + "episode": 1170, + "avg_reward": 4990.99, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2679, + 0.265, + 0.2078, + 0.2593 + ] + }, + { + "episode": 1180, + "avg_reward": 4843.08, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2679, + 0.265, + 0.2078, + 0.2593 + ] + }, + { + "episode": 1190, + "avg_reward": 5309.9, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2679, + 0.265, + 0.2078, + 0.2593 + ] + }, + { + "episode": 1200, + "avg_reward": 5107.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2647, + 0.208, + 0.2593 + ] + }, + { + "episode": 1210, + "avg_reward": 4948.94, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2647, + 0.208, + 0.2593 + ] + }, + { + "episode": 1220, + "avg_reward": 5490.3, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2647, + 0.208, + 0.2593 + ] + }, + { + "episode": 1230, + "avg_reward": 5362.95, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2647, + 0.208, + 0.2593 + ] + }, + { + "episode": 1240, + "avg_reward": 5377.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.268, + 0.2647, + 0.208, + 0.2593 + ] + }, + { + "episode": 1250, + "avg_reward": 5647.92, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.2682, + 0.2644, + 0.2082, + 0.2593 + ] + }, + { + "episode": 1260, + "avg_reward": 5494.45, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2682, + 0.2644, + 0.2082, + 0.2593 + ] + }, + { + "episode": 1270, + "avg_reward": 5538.17, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.2682, + 0.2644, + 0.2082, + 0.2593 + ] + }, + { + "episode": 1280, + "avg_reward": 5183.0, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2682, + 0.2644, + 0.2082, + 0.2593 + ] + }, + { + "episode": 1290, + "avg_reward": 5219.95, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2682, + 0.2644, + 0.2082, + 0.2593 + ] + }, + { + "episode": 1300, + "avg_reward": 4991.37, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2683, + 0.2641, + 0.2083, + 0.2592 + ] + }, + { + "episode": 1310, + "avg_reward": 5576.26, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2683, + 0.2641, + 0.2083, + 0.2592 + ] + }, + { + "episode": 1320, + "avg_reward": 5396.18, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2683, + 0.2641, + 0.2083, + 0.2592 + ] + }, + { + "episode": 1330, + "avg_reward": 5571.68, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2683, + 0.2641, + 0.2083, + 0.2592 + ] + }, + { + "episode": 1340, + "avg_reward": 5399.17, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2683, + 0.2641, + 0.2083, + 0.2592 + ] + }, + { + "episode": 1350, + "avg_reward": 5847.35, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2684, + 0.2639, + 0.2085, + 0.2592 + ] + }, + { + "episode": 1360, + "avg_reward": 5408.14, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2684, + 0.2639, + 0.2085, + 0.2592 + ] + }, + { + "episode": 1370, + "avg_reward": 5737.75, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.2684, + 0.2639, + 0.2085, + 0.2592 + ] + }, + { + "episode": 1380, + "avg_reward": 5665.8, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2684, + 0.2639, + 0.2085, + 0.2592 + ] + }, + { + "episode": 1390, + "avg_reward": 5027.4, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.2684, + 0.2639, + 0.2085, + 0.2592 + ] + }, + { + "episode": 1400, + "avg_reward": 4004.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2685, + 0.2637, + 0.2086, + 0.2592 + ] + }, + { + "episode": 1410, + "avg_reward": 4387.68, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2685, + 0.2637, + 0.2086, + 0.2592 + ] + }, + { + "episode": 1420, + "avg_reward": 4856.33, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2685, + 0.2637, + 0.2086, + 0.2592 + ] + }, + { + "episode": 1430, + "avg_reward": 5478.91, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2685, + 0.2637, + 0.2086, + 0.2592 + ] + }, + { + "episode": 1440, + "avg_reward": 5580.41, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2685, + 0.2637, + 0.2086, + 0.2592 + ] + }, + { + "episode": 1450, + "avg_reward": 5586.17, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.2686, + 0.2635, + 0.2087, + 0.2591 + ] + }, + { + "episode": 1460, + "avg_reward": 4862.0, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2686, + 0.2635, + 0.2087, + 0.2591 + ] + }, + { + "episode": 1470, + "avg_reward": 5630.58, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2686, + 0.2635, + 0.2087, + 0.2591 + ] + }, + { + "episode": 1480, + "avg_reward": 5807.23, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2686, + 0.2635, + 0.2087, + 0.2591 + ] + }, + { + "episode": 1490, + "avg_reward": 5654.9, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.2686, + 0.2635, + 0.2087, + 0.2591 + ] + }, + { + "episode": 1500, + "avg_reward": 5660.11, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2687, + 0.2633, + 0.2089, + 0.2591 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..99ba5c1b37a3364235b1713d6658dbc432d0d230 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3405336.16, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.1355, + 0.1645, + 0.1299, + 0.5701 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15546.3, + "avg_cost": 14.75, + "lambda": 4.8975, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -14534.97, + "avg_cost": 25.75, + "lambda": 4.88, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -14237.75, + "avg_cost": 8.75, + "lambda": 4.0625, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -13666.07, + "avg_cost": 7.75, + "lambda": 3.38, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -13050.44, + "avg_cost": 15.25, + "lambda": 2.4475, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -12332.97, + "avg_cost": 11.0, + "lambda": 1.78, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 60, + "avg_reward": -12342.24, + "avg_cost": 24.0, + "lambda": 0.99, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 70, + "avg_reward": -11112.93, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 80, + "avg_reward": -10495.66, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 90, + "avg_reward": -9778.75, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 100, + "avg_reward": -8707.78, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 110, + "avg_reward": -8339.71, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 120, + "avg_reward": -7274.31, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 130, + "avg_reward": -6735.7, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 140, + "avg_reward": -5755.76, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 150, + "avg_reward": -4718.87, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 160, + "avg_reward": -4033.75, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 170, + "avg_reward": -3106.78, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 180, + "avg_reward": -2791.84, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 190, + "avg_reward": -1639.16, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 200, + "avg_reward": -1347.05, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 210, + "avg_reward": -829.77, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 220, + "avg_reward": -261.23, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 230, + "avg_reward": 65.68, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 240, + "avg_reward": 311.52, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 250, + "avg_reward": 578.83, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 260, + "avg_reward": 912.27, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 270, + "avg_reward": 1169.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 280, + "avg_reward": 1158.27, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 290, + "avg_reward": 1776.82, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 300, + "avg_reward": 1199.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 310, + "avg_reward": 1572.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 320, + "avg_reward": 2102.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 330, + "avg_reward": 2073.15, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 340, + "avg_reward": 2389.27, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 350, + "avg_reward": 2152.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 360, + "avg_reward": 2537.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 370, + "avg_reward": 2494.98, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 380, + "avg_reward": 2725.96, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 390, + "avg_reward": 2753.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 400, + "avg_reward": 2713.14, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 410, + "avg_reward": 2843.56, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 420, + "avg_reward": 3377.89, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 430, + "avg_reward": 2972.0, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 440, + "avg_reward": 3184.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 450, + "avg_reward": 3041.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 460, + "avg_reward": 3043.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 470, + "avg_reward": 3217.37, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 480, + "avg_reward": 3376.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 490, + "avg_reward": 3318.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 500, + "avg_reward": 3202.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 510, + "avg_reward": 3627.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 520, + "avg_reward": 3654.08, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 530, + "avg_reward": 3597.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 540, + "avg_reward": 3540.44, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 550, + "avg_reward": 3697.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 560, + "avg_reward": 3887.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 570, + "avg_reward": 3534.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 580, + "avg_reward": 3467.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 590, + "avg_reward": 3657.5, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 600, + "avg_reward": 3484.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 610, + "avg_reward": 3564.43, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 620, + "avg_reward": 3843.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 630, + "avg_reward": 3690.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 640, + "avg_reward": 4103.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 650, + "avg_reward": 3922.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 660, + "avg_reward": 3720.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 670, + "avg_reward": 4148.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 680, + "avg_reward": 4013.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 690, + "avg_reward": 3937.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 700, + "avg_reward": 3756.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 710, + "avg_reward": 4162.03, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 720, + "avg_reward": 4332.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 730, + "avg_reward": 4437.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 740, + "avg_reward": 4139.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 750, + "avg_reward": 4722.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 760, + "avg_reward": 4214.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 770, + "avg_reward": 4431.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 780, + "avg_reward": 4492.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 790, + "avg_reward": 4307.79, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 800, + "avg_reward": 4363.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 810, + "avg_reward": 4091.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 820, + "avg_reward": 4036.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 830, + "avg_reward": 4458.05, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 840, + "avg_reward": 4637.71, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 850, + "avg_reward": 4690.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 860, + "avg_reward": 4512.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 870, + "avg_reward": 4387.39, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 880, + "avg_reward": 4893.44, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 890, + "avg_reward": 4679.24, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 900, + "avg_reward": 4496.42, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 910, + "avg_reward": 4745.73, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 920, + "avg_reward": 4957.17, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 930, + "avg_reward": 4530.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 940, + "avg_reward": 4394.02, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 950, + "avg_reward": 4481.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 960, + "avg_reward": 4944.96, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 970, + "avg_reward": 4440.62, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 980, + "avg_reward": 4426.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 990, + "avg_reward": 4204.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 1000, + "avg_reward": 3916.54, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1010, + "avg_reward": 4459.19, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1020, + "avg_reward": 5028.94, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1030, + "avg_reward": 4992.96, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1040, + "avg_reward": 4498.64, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1050, + "avg_reward": 4518.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1060, + "avg_reward": 4476.69, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1070, + "avg_reward": 4939.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1080, + "avg_reward": 4733.16, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1090, + "avg_reward": 4864.86, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1100, + "avg_reward": 4926.39, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1110, + "avg_reward": 4588.81, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1120, + "avg_reward": 4700.9, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1130, + "avg_reward": 4812.64, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1140, + "avg_reward": 4960.73, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1150, + "avg_reward": 5101.63, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1160, + "avg_reward": 4881.09, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1170, + "avg_reward": 4636.43, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1180, + "avg_reward": 4386.84, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1190, + "avg_reward": 4505.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1200, + "avg_reward": 4785.6, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1210, + "avg_reward": 4616.68, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1220, + "avg_reward": 4805.37, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1230, + "avg_reward": 4336.77, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1240, + "avg_reward": 4846.69, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1250, + "avg_reward": 4952.72, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1260, + "avg_reward": 5212.26, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1270, + "avg_reward": 5227.71, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1280, + "avg_reward": 5156.24, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1290, + "avg_reward": 4910.77, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1300, + "avg_reward": 5203.6, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1310, + "avg_reward": 5449.08, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1320, + "avg_reward": 4714.3, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1330, + "avg_reward": 5417.45, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1340, + "avg_reward": 5435.19, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1350, + "avg_reward": 5423.24, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1360, + "avg_reward": 4605.41, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1370, + "avg_reward": 4994.79, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1380, + "avg_reward": 5030.68, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1390, + "avg_reward": 4846.08, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1400, + "avg_reward": 5175.5, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1410, + "avg_reward": 5677.91, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1420, + "avg_reward": 5648.18, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1430, + "avg_reward": 5269.03, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1440, + "avg_reward": 4548.9, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1450, + "avg_reward": 4873.57, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1460, + "avg_reward": 5822.49, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1470, + "avg_reward": 5010.83, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1480, + "avg_reward": 5685.45, + "avg_cost": 21.0, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1490, + "avg_reward": 5197.59, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1500, + "avg_reward": 4830.79, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 0.1355, + 0.1645, + 0.1299, + 0.5701 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..4249a81a6698f8ccc3365c6119c3ab75de38ae31 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s1_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3228191.73, + "constraint_satisfaction_pct": 99.07, + "final_rho": [ + 0.1355, + 0.1645, + 0.1299, + 0.5701 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15546.3, + "avg_cost": 14.75, + "lambda": 4.8975, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 10, + "avg_reward": -14534.97, + "avg_cost": 25.75, + "lambda": 4.88, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 20, + "avg_reward": -14237.75, + "avg_cost": 8.75, + "lambda": 4.0625, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 30, + "avg_reward": -13666.07, + "avg_cost": 7.75, + "lambda": 3.38, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 40, + "avg_reward": -13050.44, + "avg_cost": 15.25, + "lambda": 2.4475, + "rho": [ + 0.2397, + 0.2713, + 0.227, + 0.2621 + ] + }, + { + "episode": 50, + "avg_reward": -12332.97, + "avg_cost": 11.0, + "lambda": 1.78, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 60, + "avg_reward": -11579.54, + "avg_cost": 14.25, + "lambda": 0.865, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 70, + "avg_reward": -11152.95, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 80, + "avg_reward": -10619.18, + "avg_cost": 12.75, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 90, + "avg_reward": -9547.2, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.2311, + 0.2584, + 0.2147, + 0.2958 + ] + }, + { + "episode": 100, + "avg_reward": -9079.15, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 110, + "avg_reward": -8591.53, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 120, + "avg_reward": -6950.02, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 130, + "avg_reward": -6236.64, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 140, + "avg_reward": -5405.37, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2234, + 0.2497, + 0.206, + 0.3208 + ] + }, + { + "episode": 150, + "avg_reward": -4512.83, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 160, + "avg_reward": -3838.02, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 170, + "avg_reward": -3435.56, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 180, + "avg_reward": -2619.47, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 190, + "avg_reward": -2097.12, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2161, + 0.2427, + 0.1989, + 0.3423 + ] + }, + { + "episode": 200, + "avg_reward": -1560.57, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 210, + "avg_reward": -1120.37, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 220, + "avg_reward": -327.89, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 230, + "avg_reward": -141.5, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 240, + "avg_reward": 437.61, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2092, + 0.2363, + 0.1928, + 0.3617 + ] + }, + { + "episode": 250, + "avg_reward": 261.38, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 260, + "avg_reward": 919.05, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 270, + "avg_reward": 1254.03, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 280, + "avg_reward": 1184.71, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 290, + "avg_reward": 1569.32, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2027, + 0.2303, + 0.1872, + 0.3798 + ] + }, + { + "episode": 300, + "avg_reward": 1754.39, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 310, + "avg_reward": 1750.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 320, + "avg_reward": 1883.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 330, + "avg_reward": 2039.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 340, + "avg_reward": 1943.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1966, + 0.2248, + 0.1822, + 0.3964 + ] + }, + { + "episode": 350, + "avg_reward": 2133.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 360, + "avg_reward": 2461.29, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 370, + "avg_reward": 2014.13, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 380, + "avg_reward": 2682.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 390, + "avg_reward": 2448.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.191, + 0.2197, + 0.1775, + 0.4118 + ] + }, + { + "episode": 400, + "avg_reward": 2559.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 410, + "avg_reward": 2661.61, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 420, + "avg_reward": 2819.21, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 430, + "avg_reward": 2911.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 440, + "avg_reward": 2945.59, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1857, + 0.2148, + 0.1732, + 0.4263 + ] + }, + { + "episode": 450, + "avg_reward": 3246.09, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 460, + "avg_reward": 2866.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 470, + "avg_reward": 3259.21, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 480, + "avg_reward": 3147.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 490, + "avg_reward": 3633.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1809, + 0.2103, + 0.1692, + 0.4397 + ] + }, + { + "episode": 500, + "avg_reward": 3317.0, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 510, + "avg_reward": 3519.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 520, + "avg_reward": 3452.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 530, + "avg_reward": 3567.55, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 540, + "avg_reward": 3944.65, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1764, + 0.206, + 0.1654, + 0.4522 + ] + }, + { + "episode": 550, + "avg_reward": 3814.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 560, + "avg_reward": 3506.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 570, + "avg_reward": 3512.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 580, + "avg_reward": 3546.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 590, + "avg_reward": 3714.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1723, + 0.202, + 0.1619, + 0.4638 + ] + }, + { + "episode": 600, + "avg_reward": 3596.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 610, + "avg_reward": 3740.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 620, + "avg_reward": 3670.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 630, + "avg_reward": 3630.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 640, + "avg_reward": 3752.38, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1685, + 0.1983, + 0.1587, + 0.4745 + ] + }, + { + "episode": 650, + "avg_reward": 3723.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 660, + "avg_reward": 4011.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 670, + "avg_reward": 4112.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 680, + "avg_reward": 4007.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 690, + "avg_reward": 3920.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.165, + 0.1949, + 0.1557, + 0.4844 + ] + }, + { + "episode": 700, + "avg_reward": 4036.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 710, + "avg_reward": 4271.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 720, + "avg_reward": 3998.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 730, + "avg_reward": 3988.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 740, + "avg_reward": 3902.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1618, + 0.1917, + 0.153, + 0.4935 + ] + }, + { + "episode": 750, + "avg_reward": 4116.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 760, + "avg_reward": 4621.67, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 770, + "avg_reward": 4257.28, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 780, + "avg_reward": 4046.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 790, + "avg_reward": 4431.53, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1589, + 0.1887, + 0.1505, + 0.5019 + ] + }, + { + "episode": 800, + "avg_reward": 4196.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 810, + "avg_reward": 4659.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 820, + "avg_reward": 4086.19, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 830, + "avg_reward": 4245.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 840, + "avg_reward": 4481.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1562, + 0.186, + 0.1481, + 0.5097 + ] + }, + { + "episode": 850, + "avg_reward": 4007.18, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 860, + "avg_reward": 4293.35, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 870, + "avg_reward": 4534.77, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 880, + "avg_reward": 4879.11, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 890, + "avg_reward": 4440.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1537, + 0.1835, + 0.146, + 0.5168 + ] + }, + { + "episode": 900, + "avg_reward": 4463.26, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 910, + "avg_reward": 4869.19, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 920, + "avg_reward": 4819.41, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 930, + "avg_reward": 3834.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 940, + "avg_reward": 4147.22, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1515, + 0.1812, + 0.144, + 0.5234 + ] + }, + { + "episode": 950, + "avg_reward": 4418.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 960, + "avg_reward": 4704.31, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 970, + "avg_reward": 4389.94, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 980, + "avg_reward": 4489.08, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 990, + "avg_reward": 4467.43, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1494, + 0.1791, + 0.1422, + 0.5294 + ] + }, + { + "episode": 1000, + "avg_reward": 4797.42, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1010, + "avg_reward": 4556.83, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1020, + "avg_reward": 4998.44, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1030, + "avg_reward": 5067.83, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1040, + "avg_reward": 4658.94, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1475, + 0.1771, + 0.1405, + 0.5349 + ] + }, + { + "episode": 1050, + "avg_reward": 4371.82, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1060, + "avg_reward": 4552.17, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1070, + "avg_reward": 4597.13, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1080, + "avg_reward": 4472.58, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1090, + "avg_reward": 4683.6, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1457, + 0.1753, + 0.139, + 0.54 + ] + }, + { + "episode": 1100, + "avg_reward": 4754.3, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1110, + "avg_reward": 4629.84, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1120, + "avg_reward": 4099.46, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1130, + "avg_reward": 4487.46, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1140, + "avg_reward": 4124.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1442, + 0.1736, + 0.1376, + 0.5446 + ] + }, + { + "episode": 1150, + "avg_reward": 4347.15, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1160, + "avg_reward": 4853.97, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1170, + "avg_reward": 4878.79, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1180, + "avg_reward": 4841.11, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1190, + "avg_reward": 4391.74, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1427, + 0.1721, + 0.1363, + 0.5489 + ] + }, + { + "episode": 1200, + "avg_reward": 4603.91, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1210, + "avg_reward": 4880.16, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1220, + "avg_reward": 5026.8, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1230, + "avg_reward": 5012.15, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1240, + "avg_reward": 5122.48, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1414, + 0.1707, + 0.1351, + 0.5528 + ] + }, + { + "episode": 1250, + "avg_reward": 4971.67, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1260, + "avg_reward": 5243.99, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1270, + "avg_reward": 5054.35, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1280, + "avg_reward": 5255.68, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1290, + "avg_reward": 4327.1, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1402, + 0.1694, + 0.134, + 0.5564 + ] + }, + { + "episode": 1300, + "avg_reward": 5083.97, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1310, + "avg_reward": 4462.76, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1320, + "avg_reward": 4264.13, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1330, + "avg_reward": 3700.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1340, + "avg_reward": 4204.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.139, + 0.1683, + 0.133, + 0.5596 + ] + }, + { + "episode": 1350, + "avg_reward": 4486.47, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1360, + "avg_reward": 4374.03, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1370, + "avg_reward": 5248.03, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1380, + "avg_reward": 5119.92, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1390, + "avg_reward": 4957.02, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.138, + 0.1672, + 0.1321, + 0.5626 + ] + }, + { + "episode": 1400, + "avg_reward": 4848.34, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1410, + "avg_reward": 4636.7, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1420, + "avg_reward": 4186.17, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1430, + "avg_reward": 5257.57, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1440, + "avg_reward": 3961.29, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1371, + 0.1662, + 0.1313, + 0.5653 + ] + }, + { + "episode": 1450, + "avg_reward": 3992.87, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1460, + "avg_reward": 3969.91, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1470, + "avg_reward": 5608.66, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1480, + "avg_reward": 5002.91, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1490, + "avg_reward": 4703.37, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1363, + 0.1653, + 0.1306, + 0.5678 + ] + }, + { + "episode": 1500, + "avg_reward": 5398.7, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.1355, + 0.1645, + 0.1299, + 0.5701 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..9965db022aab4920125514798d9f0bf204348bc5 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v15_cb0.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -3861754.59, + "constraint_satisfaction_pct": 25.9, + "final_rho": [ + 0.3606, + 0.2848, + 0.2068, + 0.1478 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18566.02, + "avg_cost": 21.75, + "lambda": 10.6525, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -17582.76, + "avg_cost": 10.75, + "lambda": 16.3283, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -17237.66, + "avg_cost": 6.75, + "lambda": 20.9844, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -16439.63, + "avg_cost": 25.0, + "lambda": 25.602, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -15952.71, + "avg_cost": 8.25, + "lambda": 30.2466, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -15833.93, + "avg_cost": 16.75, + "lambda": 34.9792, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 60, + "avg_reward": -15813.35, + "avg_cost": 17.0, + "lambda": 39.699, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 70, + "avg_reward": -14811.12, + "avg_cost": 13.5, + "lambda": 44.2878, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 80, + "avg_reward": -14557.55, + "avg_cost": 6.0, + "lambda": 48.2164, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 90, + "avg_reward": -14004.42, + "avg_cost": 7.75, + "lambda": 51.6829, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 100, + "avg_reward": -12929.78, + "avg_cost": 20.75, + "lambda": 55.3261, + "rho": [ + 0.2716, + 0.2907, + 0.2278, + 0.21 + ] + }, + { + "episode": 110, + "avg_reward": -12782.41, + "avg_cost": 13.0, + "lambda": 58.752, + "rho": [ + 0.2716, + 0.2907, + 0.2278, + 0.21 + ] + }, + { + "episode": 120, + "avg_reward": -12713.8, + "avg_cost": 7.5, + "lambda": 61.8269, + "rho": [ + 0.2716, + 0.2907, + 0.2278, + 0.21 + ] + }, + { + "episode": 130, + "avg_reward": -12049.57, + "avg_cost": 8.5, + "lambda": 64.8664, + "rho": [ + 0.2716, + 0.2907, + 0.2278, + 0.21 + ] + }, + { + "episode": 140, + "avg_reward": -12198.56, + "avg_cost": 3.5, + "lambda": 67.9181, + "rho": [ + 0.2716, + 0.2907, + 0.2278, + 0.21 + ] + }, + { + "episode": 150, + "avg_reward": -11915.3, + "avg_cost": 20.0, + "lambda": 70.5824, + "rho": [ + 0.2678, + 0.3073, + 0.2267, + 0.1982 + ] + }, + { + "episode": 160, + "avg_reward": -11247.6, + "avg_cost": 13.0, + "lambda": 73.0906, + "rho": [ + 0.2678, + 0.3073, + 0.2267, + 0.1982 + ] + }, + { + "episode": 170, + "avg_reward": -10718.08, + "avg_cost": 9.0, + "lambda": 75.8552, + "rho": [ + 0.2678, + 0.3073, + 0.2267, + 0.1982 + ] + }, + { + "episode": 180, + "avg_reward": -11294.83, + "avg_cost": 12.0, + "lambda": 78.9544, + "rho": [ + 0.2678, + 0.3073, + 0.2267, + 0.1982 + ] + }, + { + "episode": 190, + "avg_reward": -9998.59, + "avg_cost": 15.25, + "lambda": 82.032, + "rho": [ + 0.2678, + 0.3073, + 0.2267, + 0.1982 + ] + }, + { + "episode": 200, + "avg_reward": -10215.94, + "avg_cost": 6.0, + "lambda": 84.7409, + "rho": [ + 0.268, + 0.3111, + 0.2338, + 0.1871 + ] + }, + { + "episode": 210, + "avg_reward": -10679.17, + "avg_cost": 8.0, + "lambda": 87.344, + "rho": [ + 0.268, + 0.3111, + 0.2338, + 0.1871 + ] + }, + { + "episode": 220, + "avg_reward": -10123.46, + "avg_cost": 12.0, + "lambda": 90.0126, + "rho": [ + 0.268, + 0.3111, + 0.2338, + 0.1871 + ] + }, + { + "episode": 230, + "avg_reward": -10337.8, + "avg_cost": 4.0, + "lambda": 92.5011, + "rho": [ + 0.268, + 0.3111, + 0.2338, + 0.1871 + ] + }, + { + "episode": 240, + "avg_reward": -9113.55, + "avg_cost": 8.75, + "lambda": 94.9971, + "rho": [ + 0.268, + 0.3111, + 0.2338, + 0.1871 + ] + }, + { + "episode": 250, + "avg_reward": -9550.73, + "avg_cost": 12.25, + "lambda": 97.4896, + "rho": [ + 0.2737, + 0.3193, + 0.2328, + 0.1742 + ] + }, + { + "episode": 260, + "avg_reward": -9964.87, + "avg_cost": 1.5, + "lambda": 99.5925, + "rho": [ + 0.2737, + 0.3193, + 0.2328, + 0.1742 + ] + }, + { + "episode": 270, + "avg_reward": -9485.29, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3193, + 0.2328, + 0.1742 + ] + }, + { + "episode": 280, + "avg_reward": -7895.36, + "avg_cost": 15.0, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3193, + 0.2328, + 0.1742 + ] + }, + { + "episode": 290, + "avg_reward": -7549.12, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2737, + 0.3193, + 0.2328, + 0.1742 + ] + }, + { + "episode": 300, + "avg_reward": -8244.56, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2815, + 0.3187, + 0.2367, + 0.1631 + ] + }, + { + "episode": 310, + "avg_reward": -8225.31, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2815, + 0.3187, + 0.2367, + 0.1631 + ] + }, + { + "episode": 320, + "avg_reward": -8293.62, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2815, + 0.3187, + 0.2367, + 0.1631 + ] + }, + { + "episode": 330, + "avg_reward": -7397.76, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2815, + 0.3187, + 0.2367, + 0.1631 + ] + }, + { + "episode": 340, + "avg_reward": -6696.77, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2815, + 0.3187, + 0.2367, + 0.1631 + ] + }, + { + "episode": 350, + "avg_reward": -5916.57, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2819, + 0.3221, + 0.2407, + 0.1553 + ] + }, + { + "episode": 360, + "avg_reward": -6403.63, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2819, + 0.3221, + 0.2407, + 0.1553 + ] + }, + { + "episode": 370, + "avg_reward": -7626.56, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.2819, + 0.3221, + 0.2407, + 0.1553 + ] + }, + { + "episode": 380, + "avg_reward": -5851.75, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2819, + 0.3221, + 0.2407, + 0.1553 + ] + }, + { + "episode": 390, + "avg_reward": -5315.03, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2819, + 0.3221, + 0.2407, + 0.1553 + ] + }, + { + "episode": 400, + "avg_reward": -5070.41, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2867, + 0.3229, + 0.2397, + 0.1507 + ] + }, + { + "episode": 410, + "avg_reward": -4315.55, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2867, + 0.3229, + 0.2397, + 0.1507 + ] + }, + { + "episode": 420, + "avg_reward": -4226.06, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2867, + 0.3229, + 0.2397, + 0.1507 + ] + }, + { + "episode": 430, + "avg_reward": -4178.13, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2867, + 0.3229, + 0.2397, + 0.1507 + ] + }, + { + "episode": 440, + "avg_reward": -3540.26, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2867, + 0.3229, + 0.2397, + 0.1507 + ] + }, + { + "episode": 450, + "avg_reward": -3829.43, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2902, + 0.3182, + 0.2386, + 0.153 + ] + }, + { + "episode": 460, + "avg_reward": -3321.29, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2902, + 0.3182, + 0.2386, + 0.153 + ] + }, + { + "episode": 470, + "avg_reward": -3193.33, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.2902, + 0.3182, + 0.2386, + 0.153 + ] + }, + { + "episode": 480, + "avg_reward": -2439.13, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2902, + 0.3182, + 0.2386, + 0.153 + ] + }, + { + "episode": 490, + "avg_reward": -2424.21, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2902, + 0.3182, + 0.2386, + 0.153 + ] + }, + { + "episode": 500, + "avg_reward": -1813.59, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2981, + 0.3132, + 0.2357, + 0.153 + ] + }, + { + "episode": 510, + "avg_reward": -2016.41, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2981, + 0.3132, + 0.2357, + 0.153 + ] + }, + { + "episode": 520, + "avg_reward": -1927.79, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2981, + 0.3132, + 0.2357, + 0.153 + ] + }, + { + "episode": 530, + "avg_reward": -2149.8, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2981, + 0.3132, + 0.2357, + 0.153 + ] + }, + { + "episode": 540, + "avg_reward": -2277.16, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2981, + 0.3132, + 0.2357, + 0.153 + ] + }, + { + "episode": 550, + "avg_reward": -2146.32, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.3085, + 0.3061, + 0.2318, + 0.1536 + ] + }, + { + "episode": 560, + "avg_reward": -2114.21, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3085, + 0.3061, + 0.2318, + 0.1536 + ] + }, + { + "episode": 570, + "avg_reward": -1800.11, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3085, + 0.3061, + 0.2318, + 0.1536 + ] + }, + { + "episode": 580, + "avg_reward": -1405.7, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3085, + 0.3061, + 0.2318, + 0.1536 + ] + }, + { + "episode": 590, + "avg_reward": -1073.56, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.3085, + 0.3061, + 0.2318, + 0.1536 + ] + }, + { + "episode": 600, + "avg_reward": -801.74, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3228, + 0.298, + 0.2273, + 0.1518 + ] + }, + { + "episode": 610, + "avg_reward": -904.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3228, + 0.298, + 0.2273, + 0.1518 + ] + }, + { + "episode": 620, + "avg_reward": -608.38, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3228, + 0.298, + 0.2273, + 0.1518 + ] + }, + { + "episode": 630, + "avg_reward": -275.81, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.3228, + 0.298, + 0.2273, + 0.1518 + ] + }, + { + "episode": 640, + "avg_reward": 514.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3228, + 0.298, + 0.2273, + 0.1518 + ] + }, + { + "episode": 650, + "avg_reward": 730.87, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3391, + 0.2893, + 0.2223, + 0.1493 + ] + }, + { + "episode": 660, + "avg_reward": 797.11, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3391, + 0.2893, + 0.2223, + 0.1493 + ] + }, + { + "episode": 670, + "avg_reward": 1078.44, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3391, + 0.2893, + 0.2223, + 0.1493 + ] + }, + { + "episode": 680, + "avg_reward": 1350.81, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3391, + 0.2893, + 0.2223, + 0.1493 + ] + }, + { + "episode": 690, + "avg_reward": 1614.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3391, + 0.2893, + 0.2223, + 0.1493 + ] + }, + { + "episode": 700, + "avg_reward": 1336.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3474, + 0.283, + 0.2209, + 0.1487 + ] + }, + { + "episode": 710, + "avg_reward": 1953.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3474, + 0.283, + 0.2209, + 0.1487 + ] + }, + { + "episode": 720, + "avg_reward": 2287.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3474, + 0.283, + 0.2209, + 0.1487 + ] + }, + { + "episode": 730, + "avg_reward": 2404.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3474, + 0.283, + 0.2209, + 0.1487 + ] + }, + { + "episode": 740, + "avg_reward": 2337.59, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3474, + 0.283, + 0.2209, + 0.1487 + ] + }, + { + "episode": 750, + "avg_reward": 2545.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3521, + 0.2818, + 0.2178, + 0.1483 + ] + }, + { + "episode": 760, + "avg_reward": 2684.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3521, + 0.2818, + 0.2178, + 0.1483 + ] + }, + { + "episode": 770, + "avg_reward": 2732.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3521, + 0.2818, + 0.2178, + 0.1483 + ] + }, + { + "episode": 780, + "avg_reward": 2956.19, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3521, + 0.2818, + 0.2178, + 0.1483 + ] + }, + { + "episode": 790, + "avg_reward": 3038.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3521, + 0.2818, + 0.2178, + 0.1483 + ] + }, + { + "episode": 800, + "avg_reward": 3108.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3552, + 0.2807, + 0.2159, + 0.1482 + ] + }, + { + "episode": 810, + "avg_reward": 2979.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3552, + 0.2807, + 0.2159, + 0.1482 + ] + }, + { + "episode": 820, + "avg_reward": 3003.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3552, + 0.2807, + 0.2159, + 0.1482 + ] + }, + { + "episode": 830, + "avg_reward": 3200.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3552, + 0.2807, + 0.2159, + 0.1482 + ] + }, + { + "episode": 840, + "avg_reward": 3361.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3552, + 0.2807, + 0.2159, + 0.1482 + ] + }, + { + "episode": 850, + "avg_reward": 3153.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3581, + 0.2796, + 0.2142, + 0.1481 + ] + }, + { + "episode": 860, + "avg_reward": 3627.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3581, + 0.2796, + 0.2142, + 0.1481 + ] + }, + { + "episode": 870, + "avg_reward": 3666.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3581, + 0.2796, + 0.2142, + 0.1481 + ] + }, + { + "episode": 880, + "avg_reward": 3535.34, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3581, + 0.2796, + 0.2142, + 0.1481 + ] + }, + { + "episode": 890, + "avg_reward": 3657.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3581, + 0.2796, + 0.2142, + 0.1481 + ] + }, + { + "episode": 900, + "avg_reward": 3454.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3608, + 0.2787, + 0.2125, + 0.148 + ] + }, + { + "episode": 910, + "avg_reward": 3837.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3608, + 0.2787, + 0.2125, + 0.148 + ] + }, + { + "episode": 920, + "avg_reward": 3800.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3608, + 0.2787, + 0.2125, + 0.148 + ] + }, + { + "episode": 930, + "avg_reward": 4126.27, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3608, + 0.2787, + 0.2125, + 0.148 + ] + }, + { + "episode": 940, + "avg_reward": 3806.44, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3608, + 0.2787, + 0.2125, + 0.148 + ] + }, + { + "episode": 950, + "avg_reward": 4151.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3607, + 0.2819, + 0.2095, + 0.1479 + ] + }, + { + "episode": 960, + "avg_reward": 4000.97, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.3607, + 0.2819, + 0.2095, + 0.1479 + ] + }, + { + "episode": 970, + "avg_reward": 4156.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3607, + 0.2819, + 0.2095, + 0.1479 + ] + }, + { + "episode": 980, + "avg_reward": 4258.09, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3607, + 0.2819, + 0.2095, + 0.1479 + ] + }, + { + "episode": 990, + "avg_reward": 4139.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3607, + 0.2819, + 0.2095, + 0.1479 + ] + }, + { + "episode": 1000, + "avg_reward": 4000.69, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3606, + 0.2848, + 0.2068, + 0.1478 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..be441d7c62bcd286b663986057c5ca1c61da90aa --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -6706712.22, + "constraint_satisfaction_pct": 12.0, + "final_rho": [ + 0.3251, + 0.2793, + 0.2893, + 0.1063 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23207.53, + "avg_cost": 21.75, + "lambda": 10.6525, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -21978.46, + "avg_cost": 10.75, + "lambda": 16.3283, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -21547.07, + "avg_cost": 6.75, + "lambda": 20.9844, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -20549.54, + "avg_cost": 25.0, + "lambda": 25.602, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -19940.89, + "avg_cost": 8.25, + "lambda": 30.2466, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -19792.41, + "avg_cost": 16.75, + "lambda": 34.9792, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 60, + "avg_reward": -19796.76, + "avg_cost": 6.75, + "lambda": 39.6274, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 70, + "avg_reward": -19619.66, + "avg_cost": 11.75, + "lambda": 43.9355, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 80, + "avg_reward": -18829.31, + "avg_cost": 10.0, + "lambda": 47.9235, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 90, + "avg_reward": -18208.52, + "avg_cost": 10.0, + "lambda": 52.0423, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 100, + "avg_reward": -18131.36, + "avg_cost": 15.25, + "lambda": 56.6082, + "rho": [ + 0.2701, + 0.2914, + 0.2291, + 0.2094 + ] + }, + { + "episode": 110, + "avg_reward": -17101.06, + "avg_cost": 11.5, + "lambda": 60.4465, + "rho": [ + 0.2701, + 0.2914, + 0.2291, + 0.2094 + ] + }, + { + "episode": 120, + "avg_reward": -16949.87, + "avg_cost": 7.0, + "lambda": 64.3811, + "rho": [ + 0.2701, + 0.2914, + 0.2291, + 0.2094 + ] + }, + { + "episode": 130, + "avg_reward": -16911.67, + "avg_cost": 5.5, + "lambda": 67.8734, + "rho": [ + 0.2701, + 0.2914, + 0.2291, + 0.2094 + ] + }, + { + "episode": 140, + "avg_reward": -16935.03, + "avg_cost": 10.5, + "lambda": 70.9421, + "rho": [ + 0.2701, + 0.2914, + 0.2291, + 0.2094 + ] + }, + { + "episode": 150, + "avg_reward": -15662.76, + "avg_cost": 7.25, + "lambda": 73.504, + "rho": [ + 0.2672, + 0.3088, + 0.2286, + 0.1954 + ] + }, + { + "episode": 160, + "avg_reward": -13842.48, + "avg_cost": 10.25, + "lambda": 76.06, + "rho": [ + 0.2672, + 0.3088, + 0.2286, + 0.1954 + ] + }, + { + "episode": 170, + "avg_reward": -14571.55, + "avg_cost": 4.75, + "lambda": 78.995, + "rho": [ + 0.2672, + 0.3088, + 0.2286, + 0.1954 + ] + }, + { + "episode": 180, + "avg_reward": -12834.63, + "avg_cost": 13.0, + "lambda": 81.6336, + "rho": [ + 0.2672, + 0.3088, + 0.2286, + 0.1954 + ] + }, + { + "episode": 190, + "avg_reward": -12928.58, + "avg_cost": 7.5, + "lambda": 84.7256, + "rho": [ + 0.2672, + 0.3088, + 0.2286, + 0.1954 + ] + }, + { + "episode": 200, + "avg_reward": -12244.27, + "avg_cost": 8.0, + "lambda": 87.7051, + "rho": [ + 0.2684, + 0.3216, + 0.2307, + 0.1792 + ] + }, + { + "episode": 210, + "avg_reward": -11330.89, + "avg_cost": 7.0, + "lambda": 90.4529, + "rho": [ + 0.2684, + 0.3216, + 0.2307, + 0.1792 + ] + }, + { + "episode": 220, + "avg_reward": -11695.23, + "avg_cost": 8.0, + "lambda": 92.7617, + "rho": [ + 0.2684, + 0.3216, + 0.2307, + 0.1792 + ] + }, + { + "episode": 230, + "avg_reward": -12094.62, + "avg_cost": 3.5, + "lambda": 94.928, + "rho": [ + 0.2684, + 0.3216, + 0.2307, + 0.1792 + ] + }, + { + "episode": 240, + "avg_reward": -10867.39, + "avg_cost": 10.0, + "lambda": 97.5338, + "rho": [ + 0.2684, + 0.3216, + 0.2307, + 0.1792 + ] + }, + { + "episode": 250, + "avg_reward": -11752.28, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2666, + 0.3254, + 0.2402, + 0.1677 + ] + }, + { + "episode": 260, + "avg_reward": -10912.34, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2666, + 0.3254, + 0.2402, + 0.1677 + ] + }, + { + "episode": 270, + "avg_reward": -10627.97, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.2666, + 0.3254, + 0.2402, + 0.1677 + ] + }, + { + "episode": 280, + "avg_reward": -10341.13, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 0.2666, + 0.3254, + 0.2402, + 0.1677 + ] + }, + { + "episode": 290, + "avg_reward": -10380.32, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2666, + 0.3254, + 0.2402, + 0.1677 + ] + }, + { + "episode": 300, + "avg_reward": -10489.87, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.3236, + 0.252, + 0.156 + ] + }, + { + "episode": 310, + "avg_reward": -9717.42, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.3236, + 0.252, + 0.156 + ] + }, + { + "episode": 320, + "avg_reward": -9665.09, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.3236, + 0.252, + 0.156 + ] + }, + { + "episode": 330, + "avg_reward": -9849.54, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.3236, + 0.252, + 0.156 + ] + }, + { + "episode": 340, + "avg_reward": -9683.5, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2684, + 0.3236, + 0.252, + 0.156 + ] + }, + { + "episode": 350, + "avg_reward": -10707.04, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2659, + 0.3298, + 0.2587, + 0.1455 + ] + }, + { + "episode": 360, + "avg_reward": -9883.02, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2659, + 0.3298, + 0.2587, + 0.1455 + ] + }, + { + "episode": 370, + "avg_reward": -10154.6, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2659, + 0.3298, + 0.2587, + 0.1455 + ] + }, + { + "episode": 380, + "avg_reward": -9897.4, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2659, + 0.3298, + 0.2587, + 0.1455 + ] + }, + { + "episode": 390, + "avg_reward": -9235.96, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2659, + 0.3298, + 0.2587, + 0.1455 + ] + }, + { + "episode": 400, + "avg_reward": -8839.57, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2667, + 0.3263, + 0.2672, + 0.1398 + ] + }, + { + "episode": 410, + "avg_reward": -8230.55, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2667, + 0.3263, + 0.2672, + 0.1398 + ] + }, + { + "episode": 420, + "avg_reward": -7878.94, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2667, + 0.3263, + 0.2672, + 0.1398 + ] + }, + { + "episode": 430, + "avg_reward": -7984.42, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.2667, + 0.3263, + 0.2672, + 0.1398 + ] + }, + { + "episode": 440, + "avg_reward": -7947.05, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2667, + 0.3263, + 0.2672, + 0.1398 + ] + }, + { + "episode": 450, + "avg_reward": -7404.97, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2683, + 0.3178, + 0.2738, + 0.1401 + ] + }, + { + "episode": 460, + "avg_reward": -7065.34, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2683, + 0.3178, + 0.2738, + 0.1401 + ] + }, + { + "episode": 470, + "avg_reward": -7861.94, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2683, + 0.3178, + 0.2738, + 0.1401 + ] + }, + { + "episode": 480, + "avg_reward": -7862.29, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2683, + 0.3178, + 0.2738, + 0.1401 + ] + }, + { + "episode": 490, + "avg_reward": -6941.18, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2683, + 0.3178, + 0.2738, + 0.1401 + ] + }, + { + "episode": 500, + "avg_reward": -6824.86, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2713, + 0.3076, + 0.2823, + 0.1388 + ] + }, + { + "episode": 510, + "avg_reward": -6783.43, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2713, + 0.3076, + 0.2823, + 0.1388 + ] + }, + { + "episode": 520, + "avg_reward": -6140.73, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.2713, + 0.3076, + 0.2823, + 0.1388 + ] + }, + { + "episode": 530, + "avg_reward": -6326.69, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2713, + 0.3076, + 0.2823, + 0.1388 + ] + }, + { + "episode": 540, + "avg_reward": -6102.67, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2713, + 0.3076, + 0.2823, + 0.1388 + ] + }, + { + "episode": 550, + "avg_reward": -4866.54, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.3025, + 0.2866, + 0.1334 + ] + }, + { + "episode": 560, + "avg_reward": -5046.86, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.3025, + 0.2866, + 0.1334 + ] + }, + { + "episode": 570, + "avg_reward": -5389.44, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.3025, + 0.2866, + 0.1334 + ] + }, + { + "episode": 580, + "avg_reward": -5047.48, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.3025, + 0.2866, + 0.1334 + ] + }, + { + "episode": 590, + "avg_reward": -5206.82, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2775, + 0.3025, + 0.2866, + 0.1334 + ] + }, + { + "episode": 600, + "avg_reward": -4460.72, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2781, + 0.298, + 0.2928, + 0.1311 + ] + }, + { + "episode": 610, + "avg_reward": -3871.18, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2781, + 0.298, + 0.2928, + 0.1311 + ] + }, + { + "episode": 620, + "avg_reward": -3788.03, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2781, + 0.298, + 0.2928, + 0.1311 + ] + }, + { + "episode": 630, + "avg_reward": -4037.34, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2781, + 0.298, + 0.2928, + 0.1311 + ] + }, + { + "episode": 640, + "avg_reward": -3419.93, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2781, + 0.298, + 0.2928, + 0.1311 + ] + }, + { + "episode": 650, + "avg_reward": -3135.46, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.282, + 0.2921, + 0.2977, + 0.1282 + ] + }, + { + "episode": 660, + "avg_reward": -3122.05, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.282, + 0.2921, + 0.2977, + 0.1282 + ] + }, + { + "episode": 670, + "avg_reward": -3333.03, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.282, + 0.2921, + 0.2977, + 0.1282 + ] + }, + { + "episode": 680, + "avg_reward": -2558.35, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.282, + 0.2921, + 0.2977, + 0.1282 + ] + }, + { + "episode": 690, + "avg_reward": -1954.96, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.282, + 0.2921, + 0.2977, + 0.1282 + ] + }, + { + "episode": 700, + "avg_reward": -2046.62, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2886, + 0.2851, + 0.3006, + 0.1257 + ] + }, + { + "episode": 710, + "avg_reward": -2071.7, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2886, + 0.2851, + 0.3006, + 0.1257 + ] + }, + { + "episode": 720, + "avg_reward": -1372.46, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2886, + 0.2851, + 0.3006, + 0.1257 + ] + }, + { + "episode": 730, + "avg_reward": -743.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2886, + 0.2851, + 0.3006, + 0.1257 + ] + }, + { + "episode": 740, + "avg_reward": -654.51, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2886, + 0.2851, + 0.3006, + 0.1257 + ] + }, + { + "episode": 750, + "avg_reward": -481.77, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.2814, + 0.299, + 0.123 + ] + }, + { + "episode": 760, + "avg_reward": -240.03, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.2814, + 0.299, + 0.123 + ] + }, + { + "episode": 770, + "avg_reward": 776.05, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.2814, + 0.299, + 0.123 + ] + }, + { + "episode": 780, + "avg_reward": 479.61, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.2814, + 0.299, + 0.123 + ] + }, + { + "episode": 790, + "avg_reward": 943.11, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.2814, + 0.299, + 0.123 + ] + }, + { + "episode": 800, + "avg_reward": 1385.14, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3024, + 0.2788, + 0.3005, + 0.1183 + ] + }, + { + "episode": 810, + "avg_reward": 1351.68, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3024, + 0.2788, + 0.3005, + 0.1183 + ] + }, + { + "episode": 820, + "avg_reward": 1889.03, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3024, + 0.2788, + 0.3005, + 0.1183 + ] + }, + { + "episode": 830, + "avg_reward": 1803.3, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3024, + 0.2788, + 0.3005, + 0.1183 + ] + }, + { + "episode": 840, + "avg_reward": 1979.16, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3024, + 0.2788, + 0.3005, + 0.1183 + ] + }, + { + "episode": 850, + "avg_reward": 2400.67, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.31, + 0.2762, + 0.2984, + 0.1153 + ] + }, + { + "episode": 860, + "avg_reward": 2173.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.31, + 0.2762, + 0.2984, + 0.1153 + ] + }, + { + "episode": 870, + "avg_reward": 2807.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.31, + 0.2762, + 0.2984, + 0.1153 + ] + }, + { + "episode": 880, + "avg_reward": 3189.17, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.31, + 0.2762, + 0.2984, + 0.1153 + ] + }, + { + "episode": 890, + "avg_reward": 3110.9, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.31, + 0.2762, + 0.2984, + 0.1153 + ] + }, + { + "episode": 900, + "avg_reward": 3169.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3154, + 0.2774, + 0.2952, + 0.112 + ] + }, + { + "episode": 910, + "avg_reward": 3350.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3154, + 0.2774, + 0.2952, + 0.112 + ] + }, + { + "episode": 920, + "avg_reward": 3336.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3154, + 0.2774, + 0.2952, + 0.112 + ] + }, + { + "episode": 930, + "avg_reward": 3240.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3154, + 0.2774, + 0.2952, + 0.112 + ] + }, + { + "episode": 940, + "avg_reward": 3401.59, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3154, + 0.2774, + 0.2952, + 0.112 + ] + }, + { + "episode": 950, + "avg_reward": 3331.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3204, + 0.2784, + 0.2922, + 0.109 + ] + }, + { + "episode": 960, + "avg_reward": 3894.66, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3204, + 0.2784, + 0.2922, + 0.109 + ] + }, + { + "episode": 970, + "avg_reward": 3939.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3204, + 0.2784, + 0.2922, + 0.109 + ] + }, + { + "episode": 980, + "avg_reward": 4103.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3204, + 0.2784, + 0.2922, + 0.109 + ] + }, + { + "episode": 990, + "avg_reward": 4095.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3204, + 0.2784, + 0.2922, + 0.109 + ] + }, + { + "episode": 1000, + "avg_reward": 4376.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3251, + 0.2793, + 0.2893, + 0.1063 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..3606b437eb7c658035669afae15c9b6aaa6bc6e3 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -4636164.18, + "constraint_satisfaction_pct": 22.1, + "final_rho": [ + 0.2495, + 0.2955, + 0.2851, + 0.1699 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18566.02, + "avg_cost": 21.75, + "lambda": 10.6525, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -17582.76, + "avg_cost": 10.75, + "lambda": 16.3283, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -17237.66, + "avg_cost": 6.75, + "lambda": 20.9844, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -16439.63, + "avg_cost": 25.0, + "lambda": 25.602, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -15952.71, + "avg_cost": 8.25, + "lambda": 30.2466, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -15833.93, + "avg_cost": 16.75, + "lambda": 34.9792, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 60, + "avg_reward": -15027.17, + "avg_cost": 16.25, + "lambda": 39.6345, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 70, + "avg_reward": -15101.11, + "avg_cost": 12.75, + "lambda": 43.9465, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 80, + "avg_reward": -14241.53, + "avg_cost": 12.0, + "lambda": 48.0958, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 90, + "avg_reward": -13675.09, + "avg_cost": 18.25, + "lambda": 51.9316, + "rho": [ + 0.2625, + 0.2731, + 0.2418, + 0.2226 + ] + }, + { + "episode": 100, + "avg_reward": -14448.16, + "avg_cost": 21.75, + "lambda": 56.069, + "rho": [ + 0.2719, + 0.2909, + 0.2283, + 0.2089 + ] + }, + { + "episode": 110, + "avg_reward": -13554.88, + "avg_cost": 17.5, + "lambda": 59.8852, + "rho": [ + 0.2719, + 0.2909, + 0.2283, + 0.2089 + ] + }, + { + "episode": 120, + "avg_reward": -13334.36, + "avg_cost": 17.75, + "lambda": 63.9489, + "rho": [ + 0.2719, + 0.2909, + 0.2283, + 0.2089 + ] + }, + { + "episode": 130, + "avg_reward": -12961.45, + "avg_cost": 12.75, + "lambda": 67.6757, + "rho": [ + 0.2719, + 0.2909, + 0.2283, + 0.2089 + ] + }, + { + "episode": 140, + "avg_reward": -13197.35, + "avg_cost": 4.75, + "lambda": 70.8871, + "rho": [ + 0.2719, + 0.2909, + 0.2283, + 0.2089 + ] + }, + { + "episode": 150, + "avg_reward": -12843.81, + "avg_cost": 7.25, + "lambda": 73.9319, + "rho": [ + 0.2674, + 0.3081, + 0.2274, + 0.197 + ] + }, + { + "episode": 160, + "avg_reward": -12283.41, + "avg_cost": 6.75, + "lambda": 76.8686, + "rho": [ + 0.2674, + 0.3081, + 0.2274, + 0.197 + ] + }, + { + "episode": 170, + "avg_reward": -12328.93, + "avg_cost": 12.25, + "lambda": 79.9987, + "rho": [ + 0.2674, + 0.3081, + 0.2274, + 0.197 + ] + }, + { + "episode": 180, + "avg_reward": -10997.86, + "avg_cost": 14.0, + "lambda": 82.8614, + "rho": [ + 0.2674, + 0.3081, + 0.2274, + 0.197 + ] + }, + { + "episode": 190, + "avg_reward": -11280.29, + "avg_cost": 4.0, + "lambda": 85.9766, + "rho": [ + 0.2674, + 0.3081, + 0.2274, + 0.197 + ] + }, + { + "episode": 200, + "avg_reward": -11016.65, + "avg_cost": 7.25, + "lambda": 89.1418, + "rho": [ + 0.2651, + 0.3219, + 0.2301, + 0.183 + ] + }, + { + "episode": 210, + "avg_reward": -12474.5, + "avg_cost": 3.75, + "lambda": 91.9597, + "rho": [ + 0.2651, + 0.3219, + 0.2301, + 0.183 + ] + }, + { + "episode": 220, + "avg_reward": -11049.69, + "avg_cost": 5.5, + "lambda": 94.5206, + "rho": [ + 0.2651, + 0.3219, + 0.2301, + 0.183 + ] + }, + { + "episode": 230, + "avg_reward": -11080.31, + "avg_cost": 7.0, + "lambda": 97.1806, + "rho": [ + 0.2651, + 0.3219, + 0.2301, + 0.183 + ] + }, + { + "episode": 240, + "avg_reward": -9967.14, + "avg_cost": 7.5, + "lambda": 99.4613, + "rho": [ + 0.2651, + 0.3219, + 0.2301, + 0.183 + ] + }, + { + "episode": 250, + "avg_reward": -10696.1, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2634, + 0.3383, + 0.2316, + 0.1666 + ] + }, + { + "episode": 260, + "avg_reward": -9629.97, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.2634, + 0.3383, + 0.2316, + 0.1666 + ] + }, + { + "episode": 270, + "avg_reward": -8659.84, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2634, + 0.3383, + 0.2316, + 0.1666 + ] + }, + { + "episode": 280, + "avg_reward": -8524.27, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.2634, + 0.3383, + 0.2316, + 0.1666 + ] + }, + { + "episode": 290, + "avg_reward": -8447.22, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.2634, + 0.3383, + 0.2316, + 0.1666 + ] + }, + { + "episode": 300, + "avg_reward": -8707.36, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 0.2663, + 0.3454, + 0.237, + 0.1513 + ] + }, + { + "episode": 310, + "avg_reward": -8555.06, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2663, + 0.3454, + 0.237, + 0.1513 + ] + }, + { + "episode": 320, + "avg_reward": -7799.29, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2663, + 0.3454, + 0.237, + 0.1513 + ] + }, + { + "episode": 330, + "avg_reward": -7743.4, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2663, + 0.3454, + 0.237, + 0.1513 + ] + }, + { + "episode": 340, + "avg_reward": -7698.18, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2663, + 0.3454, + 0.237, + 0.1513 + ] + }, + { + "episode": 350, + "avg_reward": -7289.96, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2617, + 0.3555, + 0.2435, + 0.1393 + ] + }, + { + "episode": 360, + "avg_reward": -6892.72, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2617, + 0.3555, + 0.2435, + 0.1393 + ] + }, + { + "episode": 370, + "avg_reward": -6935.11, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2617, + 0.3555, + 0.2435, + 0.1393 + ] + }, + { + "episode": 380, + "avg_reward": -7326.15, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2617, + 0.3555, + 0.2435, + 0.1393 + ] + }, + { + "episode": 390, + "avg_reward": -6387.25, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2617, + 0.3555, + 0.2435, + 0.1393 + ] + }, + { + "episode": 400, + "avg_reward": -6901.41, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2632, + 0.3577, + 0.2469, + 0.1321 + ] + }, + { + "episode": 410, + "avg_reward": -5988.48, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2632, + 0.3577, + 0.2469, + 0.1321 + ] + }, + { + "episode": 420, + "avg_reward": -5692.13, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2632, + 0.3577, + 0.2469, + 0.1321 + ] + }, + { + "episode": 430, + "avg_reward": -6522.59, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2632, + 0.3577, + 0.2469, + 0.1321 + ] + }, + { + "episode": 440, + "avg_reward": -5125.18, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.2632, + 0.3577, + 0.2469, + 0.1321 + ] + }, + { + "episode": 450, + "avg_reward": -5020.68, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2629, + 0.3517, + 0.2528, + 0.1326 + ] + }, + { + "episode": 460, + "avg_reward": -4281.73, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.2629, + 0.3517, + 0.2528, + 0.1326 + ] + }, + { + "episode": 470, + "avg_reward": -4047.7, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2629, + 0.3517, + 0.2528, + 0.1326 + ] + }, + { + "episode": 480, + "avg_reward": -4117.95, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2629, + 0.3517, + 0.2528, + 0.1326 + ] + }, + { + "episode": 490, + "avg_reward": -3890.38, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2629, + 0.3517, + 0.2528, + 0.1326 + ] + }, + { + "episode": 500, + "avg_reward": -3580.54, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3406, + 0.2617, + 0.1332 + ] + }, + { + "episode": 510, + "avg_reward": -3437.99, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3406, + 0.2617, + 0.1332 + ] + }, + { + "episode": 520, + "avg_reward": -2998.53, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3406, + 0.2617, + 0.1332 + ] + }, + { + "episode": 530, + "avg_reward": -3453.97, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3406, + 0.2617, + 0.1332 + ] + }, + { + "episode": 540, + "avg_reward": -2908.58, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3406, + 0.2617, + 0.1332 + ] + }, + { + "episode": 550, + "avg_reward": -2971.88, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.3295, + 0.2678, + 0.1384 + ] + }, + { + "episode": 560, + "avg_reward": -2790.13, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.3295, + 0.2678, + 0.1384 + ] + }, + { + "episode": 570, + "avg_reward": -2726.09, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.3295, + 0.2678, + 0.1384 + ] + }, + { + "episode": 580, + "avg_reward": -2338.5, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.3295, + 0.2678, + 0.1384 + ] + }, + { + "episode": 590, + "avg_reward": -2422.93, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2644, + 0.3295, + 0.2678, + 0.1384 + ] + }, + { + "episode": 600, + "avg_reward": -1429.68, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2656, + 0.3168, + 0.2757, + 0.1419 + ] + }, + { + "episode": 610, + "avg_reward": -1963.31, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2656, + 0.3168, + 0.2757, + 0.1419 + ] + }, + { + "episode": 620, + "avg_reward": -1968.58, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2656, + 0.3168, + 0.2757, + 0.1419 + ] + }, + { + "episode": 630, + "avg_reward": -1450.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2656, + 0.3168, + 0.2757, + 0.1419 + ] + }, + { + "episode": 640, + "avg_reward": -717.77, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2656, + 0.3168, + 0.2757, + 0.1419 + ] + }, + { + "episode": 650, + "avg_reward": -455.82, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3043, + 0.2848, + 0.1464 + ] + }, + { + "episode": 660, + "avg_reward": -432.85, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3043, + 0.2848, + 0.1464 + ] + }, + { + "episode": 670, + "avg_reward": -870.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3043, + 0.2848, + 0.1464 + ] + }, + { + "episode": 680, + "avg_reward": -62.25, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3043, + 0.2848, + 0.1464 + ] + }, + { + "episode": 690, + "avg_reward": 566.05, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2645, + 0.3043, + 0.2848, + 0.1464 + ] + }, + { + "episode": 700, + "avg_reward": 567.97, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2605, + 0.2963, + 0.2918, + 0.1514 + ] + }, + { + "episode": 710, + "avg_reward": 840.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2605, + 0.2963, + 0.2918, + 0.1514 + ] + }, + { + "episode": 720, + "avg_reward": 868.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2605, + 0.2963, + 0.2918, + 0.1514 + ] + }, + { + "episode": 730, + "avg_reward": 1401.35, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2605, + 0.2963, + 0.2918, + 0.1514 + ] + }, + { + "episode": 740, + "avg_reward": 1575.1, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2605, + 0.2963, + 0.2918, + 0.1514 + ] + }, + { + "episode": 750, + "avg_reward": 1528.36, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2572, + 0.2936, + 0.2954, + 0.1538 + ] + }, + { + "episode": 760, + "avg_reward": 1951.73, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2572, + 0.2936, + 0.2954, + 0.1538 + ] + }, + { + "episode": 770, + "avg_reward": 2617.09, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2572, + 0.2936, + 0.2954, + 0.1538 + ] + }, + { + "episode": 780, + "avg_reward": 1962.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2572, + 0.2936, + 0.2954, + 0.1538 + ] + }, + { + "episode": 790, + "avg_reward": 2254.15, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2572, + 0.2936, + 0.2954, + 0.1538 + ] + }, + { + "episode": 800, + "avg_reward": 2705.92, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2552, + 0.2944, + 0.2967, + 0.1538 + ] + }, + { + "episode": 810, + "avg_reward": 2606.11, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2552, + 0.2944, + 0.2967, + 0.1538 + ] + }, + { + "episode": 820, + "avg_reward": 2143.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2552, + 0.2944, + 0.2967, + 0.1538 + ] + }, + { + "episode": 830, + "avg_reward": 2765.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2552, + 0.2944, + 0.2967, + 0.1538 + ] + }, + { + "episode": 840, + "avg_reward": 2657.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2552, + 0.2944, + 0.2967, + 0.1538 + ] + }, + { + "episode": 850, + "avg_reward": 2764.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2544, + 0.2964, + 0.2945, + 0.1547 + ] + }, + { + "episode": 860, + "avg_reward": 2912.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2544, + 0.2964, + 0.2945, + 0.1547 + ] + }, + { + "episode": 870, + "avg_reward": 2907.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2544, + 0.2964, + 0.2945, + 0.1547 + ] + }, + { + "episode": 880, + "avg_reward": 3159.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2544, + 0.2964, + 0.2945, + 0.1547 + ] + }, + { + "episode": 890, + "avg_reward": 3192.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2544, + 0.2964, + 0.2945, + 0.1547 + ] + }, + { + "episode": 900, + "avg_reward": 3248.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.253, + 0.297, + 0.2915, + 0.1586 + ] + }, + { + "episode": 910, + "avg_reward": 3334.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.253, + 0.297, + 0.2915, + 0.1586 + ] + }, + { + "episode": 920, + "avg_reward": 3584.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.253, + 0.297, + 0.2915, + 0.1586 + ] + }, + { + "episode": 930, + "avg_reward": 3440.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.253, + 0.297, + 0.2915, + 0.1586 + ] + }, + { + "episode": 940, + "avg_reward": 3730.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.253, + 0.297, + 0.2915, + 0.1586 + ] + }, + { + "episode": 950, + "avg_reward": 3419.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2511, + 0.2962, + 0.288, + 0.1646 + ] + }, + { + "episode": 960, + "avg_reward": 3682.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2511, + 0.2962, + 0.288, + 0.1646 + ] + }, + { + "episode": 970, + "avg_reward": 3849.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2511, + 0.2962, + 0.288, + 0.1646 + ] + }, + { + "episode": 980, + "avg_reward": 3748.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2511, + 0.2962, + 0.288, + 0.1646 + ] + }, + { + "episode": 990, + "avg_reward": 4270.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2511, + 0.2962, + 0.288, + 0.1646 + ] + }, + { + "episode": 1000, + "avg_reward": 4104.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.2955, + 0.2851, + 0.1699 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..eeb6a6ad463a8b2d3a8fb92867c480eb09a92fb0 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1000ep_mamujoco_state_dependent_implicit_v5_final.json @@ -0,0 +1,1239 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": 690973.23, + "constraint_satisfaction_pct": 98.5, + "final_rho": [ + 0.1148, + 0.3705, + 0.1415, + 0.3733 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -12377.35, + "avg_cost": 21.75, + "lambda": 4.9675, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -11571.08, + "avg_cost": 11.75, + "lambda": 4.5775, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -11281.98, + "avg_cost": 7.5, + "lambda": 3.7775, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -11128.97, + "avg_cost": 32.75, + "lambda": 3.285, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -10538.93, + "avg_cost": 14.0, + "lambda": 2.6225, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -9786.61, + "avg_cost": 27.25, + "lambda": 1.91, + "rho": [ + 0.2137, + 0.2949, + 0.2339, + 0.2575 + ] + }, + { + "episode": 60, + "avg_reward": -9548.89, + "avg_cost": 10.5, + "lambda": 0.8075, + "rho": [ + 0.2137, + 0.2949, + 0.2339, + 0.2575 + ] + }, + { + "episode": 70, + "avg_reward": -8715.37, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.2137, + 0.2949, + 0.2339, + 0.2575 + ] + }, + { + "episode": 80, + "avg_reward": -8892.83, + "avg_cost": 27.0, + "lambda": 0.02, + "rho": [ + 0.2137, + 0.2949, + 0.2339, + 0.2575 + ] + }, + { + "episode": 90, + "avg_reward": -7842.43, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2137, + 0.2949, + 0.2339, + 0.2575 + ] + }, + { + "episode": 100, + "avg_reward": -7634.96, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.1992, + 0.303, + 0.2247, + 0.2731 + ] + }, + { + "episode": 110, + "avg_reward": -7009.8, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1992, + 0.303, + 0.2247, + 0.2731 + ] + }, + { + "episode": 120, + "avg_reward": -5874.99, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.1992, + 0.303, + 0.2247, + 0.2731 + ] + }, + { + "episode": 130, + "avg_reward": -5093.78, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 0.1992, + 0.303, + 0.2247, + 0.2731 + ] + }, + { + "episode": 140, + "avg_reward": -4504.94, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1992, + 0.303, + 0.2247, + 0.2731 + ] + }, + { + "episode": 150, + "avg_reward": -4137.46, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.1878, + 0.3116, + 0.2156, + 0.285 + ] + }, + { + "episode": 160, + "avg_reward": -3455.09, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.1878, + 0.3116, + 0.2156, + 0.285 + ] + }, + { + "episode": 170, + "avg_reward": -2945.48, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.1878, + 0.3116, + 0.2156, + 0.285 + ] + }, + { + "episode": 180, + "avg_reward": -2342.8, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1878, + 0.3116, + 0.2156, + 0.285 + ] + }, + { + "episode": 190, + "avg_reward": -1848.22, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1878, + 0.3116, + 0.2156, + 0.285 + ] + }, + { + "episode": 200, + "avg_reward": -1522.65, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.1784, + 0.3186, + 0.2072, + 0.2957 + ] + }, + { + "episode": 210, + "avg_reward": -1000.59, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1784, + 0.3186, + 0.2072, + 0.2957 + ] + }, + { + "episode": 220, + "avg_reward": -442.52, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1784, + 0.3186, + 0.2072, + 0.2957 + ] + }, + { + "episode": 230, + "avg_reward": -3.4, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1784, + 0.3186, + 0.2072, + 0.2957 + ] + }, + { + "episode": 240, + "avg_reward": 321.74, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1784, + 0.3186, + 0.2072, + 0.2957 + ] + }, + { + "episode": 250, + "avg_reward": 387.78, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1704, + 0.3247, + 0.1999, + 0.305 + ] + }, + { + "episode": 260, + "avg_reward": 689.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1704, + 0.3247, + 0.1999, + 0.305 + ] + }, + { + "episode": 270, + "avg_reward": 762.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1704, + 0.3247, + 0.1999, + 0.305 + ] + }, + { + "episode": 280, + "avg_reward": 1205.74, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1704, + 0.3247, + 0.1999, + 0.305 + ] + }, + { + "episode": 290, + "avg_reward": 1285.31, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1704, + 0.3247, + 0.1999, + 0.305 + ] + }, + { + "episode": 300, + "avg_reward": 1378.52, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1634, + 0.3302, + 0.1931, + 0.3133 + ] + }, + { + "episode": 310, + "avg_reward": 1327.57, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1634, + 0.3302, + 0.1931, + 0.3133 + ] + }, + { + "episode": 320, + "avg_reward": 1387.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1634, + 0.3302, + 0.1931, + 0.3133 + ] + }, + { + "episode": 330, + "avg_reward": 1650.89, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1634, + 0.3302, + 0.1931, + 0.3133 + ] + }, + { + "episode": 340, + "avg_reward": 1645.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1634, + 0.3302, + 0.1931, + 0.3133 + ] + }, + { + "episode": 350, + "avg_reward": 1989.64, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3351, + 0.187, + 0.3208 + ] + }, + { + "episode": 360, + "avg_reward": 1695.98, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3351, + 0.187, + 0.3208 + ] + }, + { + "episode": 370, + "avg_reward": 1922.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3351, + 0.187, + 0.3208 + ] + }, + { + "episode": 380, + "avg_reward": 2045.65, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3351, + 0.187, + 0.3208 + ] + }, + { + "episode": 390, + "avg_reward": 2215.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3351, + 0.187, + 0.3208 + ] + }, + { + "episode": 400, + "avg_reward": 2297.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1514, + 0.3395, + 0.1814, + 0.3276 + ] + }, + { + "episode": 410, + "avg_reward": 2367.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1514, + 0.3395, + 0.1814, + 0.3276 + ] + }, + { + "episode": 420, + "avg_reward": 2430.34, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1514, + 0.3395, + 0.1814, + 0.3276 + ] + }, + { + "episode": 430, + "avg_reward": 2662.26, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1514, + 0.3395, + 0.1814, + 0.3276 + ] + }, + { + "episode": 440, + "avg_reward": 2269.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1514, + 0.3395, + 0.1814, + 0.3276 + ] + }, + { + "episode": 450, + "avg_reward": 2412.48, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1464, + 0.3435, + 0.1763, + 0.3338 + ] + }, + { + "episode": 460, + "avg_reward": 2506.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1464, + 0.3435, + 0.1763, + 0.3338 + ] + }, + { + "episode": 470, + "avg_reward": 2363.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1464, + 0.3435, + 0.1763, + 0.3338 + ] + }, + { + "episode": 480, + "avg_reward": 2997.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1464, + 0.3435, + 0.1763, + 0.3338 + ] + }, + { + "episode": 490, + "avg_reward": 2488.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1464, + 0.3435, + 0.1763, + 0.3338 + ] + }, + { + "episode": 500, + "avg_reward": 2828.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.3471, + 0.1717, + 0.3394 + ] + }, + { + "episode": 510, + "avg_reward": 2448.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.3471, + 0.1717, + 0.3394 + ] + }, + { + "episode": 520, + "avg_reward": 2557.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.3471, + 0.1717, + 0.3394 + ] + }, + { + "episode": 530, + "avg_reward": 2612.42, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.3471, + 0.1717, + 0.3394 + ] + }, + { + "episode": 540, + "avg_reward": 2692.8, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1418, + 0.3471, + 0.1717, + 0.3394 + ] + }, + { + "episode": 550, + "avg_reward": 3036.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1378, + 0.3506, + 0.1673, + 0.3444 + ] + }, + { + "episode": 560, + "avg_reward": 2787.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1378, + 0.3506, + 0.1673, + 0.3444 + ] + }, + { + "episode": 570, + "avg_reward": 2936.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1378, + 0.3506, + 0.1673, + 0.3444 + ] + }, + { + "episode": 580, + "avg_reward": 2795.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1378, + 0.3506, + 0.1673, + 0.3444 + ] + }, + { + "episode": 590, + "avg_reward": 2623.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1378, + 0.3506, + 0.1673, + 0.3444 + ] + }, + { + "episode": 600, + "avg_reward": 3068.38, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1341, + 0.3538, + 0.1632, + 0.3489 + ] + }, + { + "episode": 610, + "avg_reward": 2909.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1341, + 0.3538, + 0.1632, + 0.3489 + ] + }, + { + "episode": 620, + "avg_reward": 2680.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1341, + 0.3538, + 0.1632, + 0.3489 + ] + }, + { + "episode": 630, + "avg_reward": 2884.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1341, + 0.3538, + 0.1632, + 0.3489 + ] + }, + { + "episode": 640, + "avg_reward": 2845.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1341, + 0.3538, + 0.1632, + 0.3489 + ] + }, + { + "episode": 650, + "avg_reward": 3292.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1308, + 0.3567, + 0.1595, + 0.353 + ] + }, + { + "episode": 660, + "avg_reward": 3373.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1308, + 0.3567, + 0.1595, + 0.353 + ] + }, + { + "episode": 670, + "avg_reward": 2947.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1308, + 0.3567, + 0.1595, + 0.353 + ] + }, + { + "episode": 680, + "avg_reward": 3094.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1308, + 0.3567, + 0.1595, + 0.353 + ] + }, + { + "episode": 690, + "avg_reward": 3344.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1308, + 0.3567, + 0.1595, + 0.353 + ] + }, + { + "episode": 700, + "avg_reward": 3475.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1278, + 0.3593, + 0.1562, + 0.3568 + ] + }, + { + "episode": 710, + "avg_reward": 3337.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1278, + 0.3593, + 0.1562, + 0.3568 + ] + }, + { + "episode": 720, + "avg_reward": 3389.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1278, + 0.3593, + 0.1562, + 0.3568 + ] + }, + { + "episode": 730, + "avg_reward": 3297.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1278, + 0.3593, + 0.1562, + 0.3568 + ] + }, + { + "episode": 740, + "avg_reward": 3299.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1278, + 0.3593, + 0.1562, + 0.3568 + ] + }, + { + "episode": 750, + "avg_reward": 3371.75, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.125, + 0.3616, + 0.1531, + 0.3602 + ] + }, + { + "episode": 760, + "avg_reward": 3079.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.3616, + 0.1531, + 0.3602 + ] + }, + { + "episode": 770, + "avg_reward": 3252.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.3616, + 0.1531, + 0.3602 + ] + }, + { + "episode": 780, + "avg_reward": 3267.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.125, + 0.3616, + 0.1531, + 0.3602 + ] + }, + { + "episode": 790, + "avg_reward": 3201.24, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.125, + 0.3616, + 0.1531, + 0.3602 + ] + }, + { + "episode": 800, + "avg_reward": 3303.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1226, + 0.3638, + 0.1503, + 0.3633 + ] + }, + { + "episode": 810, + "avg_reward": 3445.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1226, + 0.3638, + 0.1503, + 0.3633 + ] + }, + { + "episode": 820, + "avg_reward": 3184.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1226, + 0.3638, + 0.1503, + 0.3633 + ] + }, + { + "episode": 830, + "avg_reward": 3438.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1226, + 0.3638, + 0.1503, + 0.3633 + ] + }, + { + "episode": 840, + "avg_reward": 3080.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1226, + 0.3638, + 0.1503, + 0.3633 + ] + }, + { + "episode": 850, + "avg_reward": 3654.87, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1203, + 0.3657, + 0.1478, + 0.3662 + ] + }, + { + "episode": 860, + "avg_reward": 3317.5, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1203, + 0.3657, + 0.1478, + 0.3662 + ] + }, + { + "episode": 870, + "avg_reward": 3634.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1203, + 0.3657, + 0.1478, + 0.3662 + ] + }, + { + "episode": 880, + "avg_reward": 3362.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1203, + 0.3657, + 0.1478, + 0.3662 + ] + }, + { + "episode": 890, + "avg_reward": 3389.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1203, + 0.3657, + 0.1478, + 0.3662 + ] + }, + { + "episode": 900, + "avg_reward": 3604.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1183, + 0.3675, + 0.1455, + 0.3688 + ] + }, + { + "episode": 910, + "avg_reward": 3567.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1183, + 0.3675, + 0.1455, + 0.3688 + ] + }, + { + "episode": 920, + "avg_reward": 3484.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1183, + 0.3675, + 0.1455, + 0.3688 + ] + }, + { + "episode": 930, + "avg_reward": 3751.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1183, + 0.3675, + 0.1455, + 0.3688 + ] + }, + { + "episode": 940, + "avg_reward": 3538.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1183, + 0.3675, + 0.1455, + 0.3688 + ] + }, + { + "episode": 950, + "avg_reward": 3596.98, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1164, + 0.369, + 0.1434, + 0.3711 + ] + }, + { + "episode": 960, + "avg_reward": 3569.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1164, + 0.369, + 0.1434, + 0.3711 + ] + }, + { + "episode": 970, + "avg_reward": 3817.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1164, + 0.369, + 0.1434, + 0.3711 + ] + }, + { + "episode": 980, + "avg_reward": 3850.46, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1164, + 0.369, + 0.1434, + 0.3711 + ] + }, + { + "episode": 990, + "avg_reward": 3916.01, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1164, + 0.369, + 0.1434, + 0.3711 + ] + }, + { + "episode": 1000, + "avg_reward": 3926.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1148, + 0.3705, + 0.1415, + 0.3733 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json new file mode 100644 index 0000000000000000000000000000000000000000..9242e515e99f537f84c4e22cdeb19e59b73adc6d --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v10_lambdamin.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3451711.87, + "constraint_satisfaction_pct": 99.53, + "final_rho": [ + 0.2883, + 0.3343, + 0.1933, + 0.1841 + ], + "final_lambda": 0.5, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15471.69, + "avg_cost": 21.75, + "lambda": 4.9675, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -14448.51, + "avg_cost": 22.25, + "lambda": 4.7125, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -13729.17, + "avg_cost": 9.5, + "lambda": 3.82, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -13464.15, + "avg_cost": 15.25, + "lambda": 2.9475, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -13423.72, + "avg_cost": 21.0, + "lambda": 2.425, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -12861.3, + "avg_cost": 19.75, + "lambda": 1.3125, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 60, + "avg_reward": -11479.19, + "avg_cost": 17.75, + "lambda": 0.5, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 70, + "avg_reward": -11409.5, + "avg_cost": 16.5, + "lambda": 0.5, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 80, + "avg_reward": -10629.79, + "avg_cost": 14.75, + "lambda": 0.5, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 90, + "avg_reward": -9886.86, + "avg_cost": 9.5, + "lambda": 0.5, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 100, + "avg_reward": -8978.89, + "avg_cost": 15.5, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 110, + "avg_reward": -8290.83, + "avg_cost": 9.25, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 120, + "avg_reward": -6745.29, + "avg_cost": 19.25, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 130, + "avg_reward": -5944.94, + "avg_cost": 9.25, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 140, + "avg_reward": -5579.09, + "avg_cost": 17.0, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 150, + "avg_reward": -4370.29, + "avg_cost": 10.75, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 160, + "avg_reward": -3104.59, + "avg_cost": 15.0, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 170, + "avg_reward": -3262.79, + "avg_cost": 7.5, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 180, + "avg_reward": -2345.94, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 190, + "avg_reward": -1763.42, + "avg_cost": 5.25, + "lambda": 0.5, + "rho": [ + 0.2406, + 0.2998, + 0.2341, + 0.2255 + ] + }, + { + "episode": 200, + "avg_reward": -1233.32, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 210, + "avg_reward": -793.64, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 220, + "avg_reward": -295.6, + "avg_cost": 7.0, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 230, + "avg_reward": -65.67, + "avg_cost": 11.0, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 240, + "avg_reward": 689.34, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 250, + "avg_reward": 1011.31, + "avg_cost": 4.75, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 260, + "avg_reward": 1222.58, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 270, + "avg_reward": 1247.53, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 280, + "avg_reward": 1202.09, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 290, + "avg_reward": 1566.46, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2498, + 0.3012, + 0.2262, + 0.2228 + ] + }, + { + "episode": 300, + "avg_reward": 1897.48, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 310, + "avg_reward": 2028.35, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 320, + "avg_reward": 1759.22, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 330, + "avg_reward": 1870.14, + "avg_cost": 4.0, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 340, + "avg_reward": 2230.57, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 350, + "avg_reward": 2808.23, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 360, + "avg_reward": 2617.88, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 370, + "avg_reward": 2731.18, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 380, + "avg_reward": 2558.03, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 390, + "avg_reward": 2891.99, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2565, + 0.3087, + 0.2176, + 0.2173 + ] + }, + { + "episode": 400, + "avg_reward": 2835.47, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 410, + "avg_reward": 2558.98, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 420, + "avg_reward": 2817.45, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 430, + "avg_reward": 3076.03, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 440, + "avg_reward": 3363.61, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 450, + "avg_reward": 3106.6, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 460, + "avg_reward": 3155.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 470, + "avg_reward": 3467.17, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 480, + "avg_reward": 3028.38, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 490, + "avg_reward": 3299.93, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2601, + 0.3175, + 0.2082, + 0.2141 + ] + }, + { + "episode": 500, + "avg_reward": 3073.06, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 510, + "avg_reward": 3577.22, + "avg_cost": 0.25, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 520, + "avg_reward": 3397.72, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 530, + "avg_reward": 3495.58, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 540, + "avg_reward": 3590.25, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 550, + "avg_reward": 3255.81, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 560, + "avg_reward": 3687.02, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 570, + "avg_reward": 3169.94, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 580, + "avg_reward": 3622.54, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 590, + "avg_reward": 3853.59, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2617, + 0.3213, + 0.2061, + 0.2109 + ] + }, + { + "episode": 600, + "avg_reward": 3551.24, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 610, + "avg_reward": 3546.07, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 620, + "avg_reward": 3864.0, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 630, + "avg_reward": 3998.04, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 640, + "avg_reward": 3729.51, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 650, + "avg_reward": 3901.68, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 660, + "avg_reward": 4132.37, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 670, + "avg_reward": 4155.56, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 680, + "avg_reward": 3891.79, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 690, + "avg_reward": 4097.91, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2638, + 0.3257, + 0.2042, + 0.2063 + ] + }, + { + "episode": 700, + "avg_reward": 3782.51, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 710, + "avg_reward": 4174.18, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 720, + "avg_reward": 4222.71, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 730, + "avg_reward": 4257.4, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 740, + "avg_reward": 3921.39, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 750, + "avg_reward": 3853.91, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 760, + "avg_reward": 4326.63, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 770, + "avg_reward": 4308.06, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 780, + "avg_reward": 4538.81, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 790, + "avg_reward": 4148.41, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3312, + 0.203, + 0.204 + ] + }, + { + "episode": 800, + "avg_reward": 4111.53, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 810, + "avg_reward": 4217.2, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 820, + "avg_reward": 4250.89, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 830, + "avg_reward": 4507.62, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 840, + "avg_reward": 4085.17, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 850, + "avg_reward": 4605.42, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 860, + "avg_reward": 4035.39, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 870, + "avg_reward": 4308.17, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 880, + "avg_reward": 4487.8, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 890, + "avg_reward": 4358.18, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.2606, + 0.3378, + 0.202, + 0.1997 + ] + }, + { + "episode": 900, + "avg_reward": 4526.56, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 910, + "avg_reward": 4947.32, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 920, + "avg_reward": 4619.08, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 930, + "avg_reward": 4189.54, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 940, + "avg_reward": 4338.08, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 950, + "avg_reward": 4569.92, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 960, + "avg_reward": 4551.53, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 970, + "avg_reward": 4585.72, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 980, + "avg_reward": 4715.61, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 990, + "avg_reward": 4543.8, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2618, + 0.3407, + 0.2005, + 0.197 + ] + }, + { + "episode": 1000, + "avg_reward": 4420.96, + "avg_cost": 0.0, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1010, + "avg_reward": 4930.54, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1020, + "avg_reward": 5076.97, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1030, + "avg_reward": 4845.13, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1040, + "avg_reward": 5055.28, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1050, + "avg_reward": 4399.66, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1060, + "avg_reward": 4965.74, + "avg_cost": 6.0, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1070, + "avg_reward": 4678.36, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1080, + "avg_reward": 4851.74, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1090, + "avg_reward": 4864.9, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2641, + 0.341, + 0.1986, + 0.1964 + ] + }, + { + "episode": 1100, + "avg_reward": 4603.48, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1110, + "avg_reward": 5155.54, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1120, + "avg_reward": 4968.9, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1130, + "avg_reward": 4465.1, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1140, + "avg_reward": 4628.7, + "avg_cost": 1.25, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1150, + "avg_reward": 4730.13, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1160, + "avg_reward": 4115.51, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1170, + "avg_reward": 4590.18, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1180, + "avg_reward": 4977.73, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1190, + "avg_reward": 4928.22, + "avg_cost": 2.75, + "lambda": 0.5, + "rho": [ + 0.267, + 0.342, + 0.1972, + 0.1938 + ] + }, + { + "episode": 1200, + "avg_reward": 4051.18, + "avg_cost": 0.5, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1210, + "avg_reward": 4660.79, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1220, + "avg_reward": 5018.33, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1230, + "avg_reward": 4358.91, + "avg_cost": 3.0, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1240, + "avg_reward": 4585.69, + "avg_cost": 0.75, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1250, + "avg_reward": 4649.55, + "avg_cost": 5.25, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1260, + "avg_reward": 5108.22, + "avg_cost": 8.75, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1270, + "avg_reward": 5372.48, + "avg_cost": 5.0, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1280, + "avg_reward": 5301.12, + "avg_cost": 6.75, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1290, + "avg_reward": 4335.72, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 0.272, + 0.3425, + 0.1951, + 0.1904 + ] + }, + { + "episode": 1300, + "avg_reward": 4625.02, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1310, + "avg_reward": 5237.17, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1320, + "avg_reward": 5350.1, + "avg_cost": 4.5, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1330, + "avg_reward": 4682.79, + "avg_cost": 1.0, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1340, + "avg_reward": 5086.95, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1350, + "avg_reward": 4965.0, + "avg_cost": 2.25, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1360, + "avg_reward": 5429.2, + "avg_cost": 8.25, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1370, + "avg_reward": 4810.27, + "avg_cost": 4.25, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1380, + "avg_reward": 4869.13, + "avg_cost": 1.5, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1390, + "avg_reward": 4760.22, + "avg_cost": 6.5, + "lambda": 0.5, + "rho": [ + 0.2767, + 0.3393, + 0.1956, + 0.1883 + ] + }, + { + "episode": 1400, + "avg_reward": 5541.89, + "avg_cost": 2.0, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1410, + "avg_reward": 5382.03, + "avg_cost": 5.75, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1420, + "avg_reward": 4882.01, + "avg_cost": 7.25, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1430, + "avg_reward": 5204.58, + "avg_cost": 1.75, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1440, + "avg_reward": 5472.87, + "avg_cost": 3.5, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1450, + "avg_reward": 5126.71, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1460, + "avg_reward": 4840.54, + "avg_cost": 2.5, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1470, + "avg_reward": 4735.05, + "avg_cost": 13.75, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1480, + "avg_reward": 5731.25, + "avg_cost": 10.0, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1490, + "avg_reward": 4842.07, + "avg_cost": 8.5, + "lambda": 0.5, + "rho": [ + 0.2822, + 0.3353, + 0.1956, + 0.1869 + ] + }, + { + "episode": 1500, + "avg_reward": 5468.9, + "avg_cost": 3.75, + "lambda": 0.5, + "rho": [ + 0.2883, + 0.3343, + 0.1933, + 0.1841 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..c3b53ef9f4ecf1a56e257595f8415c2cbab3f538 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7304921.45, + "constraint_satisfaction_pct": 40.0, + "final_rho": [ + 0.1184, + 0.4902, + 0.2146, + 0.1767 + ], + "final_lambda": 12.0745, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30943.37, + "avg_cost": 839.0, + "lambda": 0.1839, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -27991.28, + "avg_cost": 822.5, + "lambda": 0.9364, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -27706.34, + "avg_cost": 813.25, + "lambda": 1.7632, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -27503.06, + "avg_cost": 805.5, + "lambda": 2.5805, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -25605.79, + "avg_cost": 792.5, + "lambda": 3.3887, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -24216.64, + "avg_cost": 772.25, + "lambda": 4.1852, + "rho": [ + 0.2561, + 0.2693, + 0.2574, + 0.2172 + ] + }, + { + "episode": 60, + "avg_reward": -22871.91, + "avg_cost": 761.5, + "lambda": 4.9664, + "rho": [ + 0.2561, + 0.2693, + 0.2574, + 0.2172 + ] + }, + { + "episode": 70, + "avg_reward": -21472.59, + "avg_cost": 748.5, + "lambda": 5.7305, + "rho": [ + 0.2561, + 0.2693, + 0.2574, + 0.2172 + ] + }, + { + "episode": 80, + "avg_reward": -18860.34, + "avg_cost": 708.25, + "lambda": 6.4732, + "rho": [ + 0.2561, + 0.2693, + 0.2574, + 0.2172 + ] + }, + { + "episode": 90, + "avg_reward": -17016.57, + "avg_cost": 651.75, + "lambda": 7.1858, + "rho": [ + 0.2561, + 0.2693, + 0.2574, + 0.2172 + ] + }, + { + "episode": 100, + "avg_reward": -15205.63, + "avg_cost": 617.75, + "lambda": 7.8624, + "rho": [ + 0.2628, + 0.2827, + 0.2506, + 0.2039 + ] + }, + { + "episode": 110, + "avg_reward": -13752.03, + "avg_cost": 581.0, + "lambda": 8.4972, + "rho": [ + 0.2628, + 0.2827, + 0.2506, + 0.2039 + ] + }, + { + "episode": 120, + "avg_reward": -11813.71, + "avg_cost": 509.0, + "lambda": 9.0895, + "rho": [ + 0.2628, + 0.2827, + 0.2506, + 0.2039 + ] + }, + { + "episode": 130, + "avg_reward": -8496.81, + "avg_cost": 427.5, + "lambda": 9.622, + "rho": [ + 0.2628, + 0.2827, + 0.2506, + 0.2039 + ] + }, + { + "episode": 140, + "avg_reward": -7040.52, + "avg_cost": 380.25, + "lambda": 10.0855, + "rho": [ + 0.2628, + 0.2827, + 0.2506, + 0.2039 + ] + }, + { + "episode": 150, + "avg_reward": -5608.04, + "avg_cost": 306.25, + "lambda": 10.4854, + "rho": [ + 0.2592, + 0.2954, + 0.2529, + 0.1925 + ] + }, + { + "episode": 160, + "avg_reward": -3584.55, + "avg_cost": 243.5, + "lambda": 10.8164, + "rho": [ + 0.2592, + 0.2954, + 0.2529, + 0.1925 + ] + }, + { + "episode": 170, + "avg_reward": -2872.22, + "avg_cost": 189.5, + "lambda": 11.0813, + "rho": [ + 0.2592, + 0.2954, + 0.2529, + 0.1925 + ] + }, + { + "episode": 180, + "avg_reward": -2015.43, + "avg_cost": 145.0, + "lambda": 11.2897, + "rho": [ + 0.2592, + 0.2954, + 0.2529, + 0.1925 + ] + }, + { + "episode": 190, + "avg_reward": -150.88, + "avg_cost": 102.0, + "lambda": 11.4501, + "rho": [ + 0.2592, + 0.2954, + 0.2529, + 0.1925 + ] + }, + { + "episode": 200, + "avg_reward": 305.08, + "avg_cost": 69.25, + "lambda": 11.5717, + "rho": [ + 0.256, + 0.2952, + 0.2562, + 0.1926 + ] + }, + { + "episode": 210, + "avg_reward": 829.91, + "avg_cost": 53.5, + "lambda": 11.6647, + "rho": [ + 0.256, + 0.2952, + 0.2562, + 0.1926 + ] + }, + { + "episode": 220, + "avg_reward": 1275.39, + "avg_cost": 47.5, + "lambda": 11.7373, + "rho": [ + 0.256, + 0.2952, + 0.2562, + 0.1926 + ] + }, + { + "episode": 230, + "avg_reward": 1935.53, + "avg_cost": 40.5, + "lambda": 11.7934, + "rho": [ + 0.256, + 0.2952, + 0.2562, + 0.1926 + ] + }, + { + "episode": 240, + "avg_reward": 2555.95, + "avg_cost": 29.25, + "lambda": 11.8373, + "rho": [ + 0.256, + 0.2952, + 0.2562, + 0.1926 + ] + }, + { + "episode": 250, + "avg_reward": 2205.06, + "avg_cost": 24.25, + "lambda": 11.8707, + "rho": [ + 0.254, + 0.2891, + 0.2598, + 0.1971 + ] + }, + { + "episode": 260, + "avg_reward": 2174.79, + "avg_cost": 21.25, + "lambda": 11.8975, + "rho": [ + 0.254, + 0.2891, + 0.2598, + 0.1971 + ] + }, + { + "episode": 270, + "avg_reward": 3467.65, + "avg_cost": 15.75, + "lambda": 11.9185, + "rho": [ + 0.254, + 0.2891, + 0.2598, + 0.1971 + ] + }, + { + "episode": 280, + "avg_reward": 2944.64, + "avg_cost": 16.75, + "lambda": 11.9357, + "rho": [ + 0.254, + 0.2891, + 0.2598, + 0.1971 + ] + }, + { + "episode": 290, + "avg_reward": 3627.74, + "avg_cost": 9.25, + "lambda": 11.9506, + "rho": [ + 0.254, + 0.2891, + 0.2598, + 0.1971 + ] + }, + { + "episode": 300, + "avg_reward": 3681.28, + "avg_cost": 10.25, + "lambda": 11.9635, + "rho": [ + 0.2512, + 0.2886, + 0.2579, + 0.2022 + ] + }, + { + "episode": 310, + "avg_reward": 3932.06, + "avg_cost": 9.5, + "lambda": 11.9744, + "rho": [ + 0.2512, + 0.2886, + 0.2579, + 0.2022 + ] + }, + { + "episode": 320, + "avg_reward": 4237.05, + "avg_cost": 8.25, + "lambda": 11.9849, + "rho": [ + 0.2512, + 0.2886, + 0.2579, + 0.2022 + ] + }, + { + "episode": 330, + "avg_reward": 3831.63, + "avg_cost": 7.0, + "lambda": 11.9944, + "rho": [ + 0.2512, + 0.2886, + 0.2579, + 0.2022 + ] + }, + { + "episode": 340, + "avg_reward": 3719.84, + "avg_cost": 4.25, + "lambda": 12.0026, + "rho": [ + 0.2512, + 0.2886, + 0.2579, + 0.2022 + ] + }, + { + "episode": 350, + "avg_reward": 4319.6, + "avg_cost": 5.0, + "lambda": 12.0095, + "rho": [ + 0.2475, + 0.2912, + 0.2535, + 0.2077 + ] + }, + { + "episode": 360, + "avg_reward": 4752.83, + "avg_cost": 5.5, + "lambda": 12.0151, + "rho": [ + 0.2475, + 0.2912, + 0.2535, + 0.2077 + ] + }, + { + "episode": 370, + "avg_reward": 4572.82, + "avg_cost": 4.75, + "lambda": 12.0202, + "rho": [ + 0.2475, + 0.2912, + 0.2535, + 0.2077 + ] + }, + { + "episode": 380, + "avg_reward": 4906.12, + "avg_cost": 3.25, + "lambda": 12.0247, + "rho": [ + 0.2475, + 0.2912, + 0.2535, + 0.2077 + ] + }, + { + "episode": 390, + "avg_reward": 4890.96, + "avg_cost": 4.25, + "lambda": 12.0287, + "rho": [ + 0.2475, + 0.2912, + 0.2535, + 0.2077 + ] + }, + { + "episode": 400, + "avg_reward": 5571.49, + "avg_cost": 3.0, + "lambda": 12.0329, + "rho": [ + 0.2428, + 0.2972, + 0.2494, + 0.2107 + ] + }, + { + "episode": 410, + "avg_reward": 5815.67, + "avg_cost": 1.75, + "lambda": 12.0371, + "rho": [ + 0.2428, + 0.2972, + 0.2494, + 0.2107 + ] + }, + { + "episode": 420, + "avg_reward": 5356.18, + "avg_cost": 3.5, + "lambda": 12.0405, + "rho": [ + 0.2428, + 0.2972, + 0.2494, + 0.2107 + ] + }, + { + "episode": 430, + "avg_reward": 6255.69, + "avg_cost": 4.0, + "lambda": 12.0435, + "rho": [ + 0.2428, + 0.2972, + 0.2494, + 0.2107 + ] + }, + { + "episode": 440, + "avg_reward": 6402.1, + "avg_cost": 3.0, + "lambda": 12.0464, + "rho": [ + 0.2428, + 0.2972, + 0.2494, + 0.2107 + ] + }, + { + "episode": 450, + "avg_reward": 5929.44, + "avg_cost": 1.0, + "lambda": 12.0493, + "rho": [ + 0.2362, + 0.3037, + 0.2475, + 0.2126 + ] + }, + { + "episode": 460, + "avg_reward": 6372.18, + "avg_cost": 2.5, + "lambda": 12.0516, + "rho": [ + 0.2362, + 0.3037, + 0.2475, + 0.2126 + ] + }, + { + "episode": 470, + "avg_reward": 5884.52, + "avg_cost": 1.0, + "lambda": 12.0534, + "rho": [ + 0.2362, + 0.3037, + 0.2475, + 0.2126 + ] + }, + { + "episode": 480, + "avg_reward": 5493.53, + "avg_cost": 1.0, + "lambda": 12.0548, + "rho": [ + 0.2362, + 0.3037, + 0.2475, + 0.2126 + ] + }, + { + "episode": 490, + "avg_reward": 6154.47, + "avg_cost": 1.0, + "lambda": 12.0562, + "rho": [ + 0.2362, + 0.3037, + 0.2475, + 0.2126 + ] + }, + { + "episode": 500, + "avg_reward": 6199.67, + "avg_cost": 1.0, + "lambda": 12.0577, + "rho": [ + 0.2289, + 0.312, + 0.2442, + 0.215 + ] + }, + { + "episode": 510, + "avg_reward": 6428.61, + "avg_cost": 0.5, + "lambda": 12.0588, + "rho": [ + 0.2289, + 0.312, + 0.2442, + 0.215 + ] + }, + { + "episode": 520, + "avg_reward": 6787.09, + "avg_cost": 0.25, + "lambda": 12.0596, + "rho": [ + 0.2289, + 0.312, + 0.2442, + 0.215 + ] + }, + { + "episode": 530, + "avg_reward": 6798.28, + "avg_cost": 0.25, + "lambda": 12.0604, + "rho": [ + 0.2289, + 0.312, + 0.2442, + 0.215 + ] + }, + { + "episode": 540, + "avg_reward": 6713.9, + "avg_cost": 0.5, + "lambda": 12.0609, + "rho": [ + 0.2289, + 0.312, + 0.2442, + 0.215 + ] + }, + { + "episode": 550, + "avg_reward": 6198.69, + "avg_cost": 0.5, + "lambda": 12.0613, + "rho": [ + 0.2237, + 0.3201, + 0.2421, + 0.2141 + ] + }, + { + "episode": 560, + "avg_reward": 6368.63, + "avg_cost": 0.0, + "lambda": 12.0618, + "rho": [ + 0.2237, + 0.3201, + 0.2421, + 0.2141 + ] + }, + { + "episode": 570, + "avg_reward": 6836.72, + "avg_cost": 1.0, + "lambda": 12.0621, + "rho": [ + 0.2237, + 0.3201, + 0.2421, + 0.2141 + ] + }, + { + "episode": 580, + "avg_reward": 7013.44, + "avg_cost": 0.25, + "lambda": 12.0624, + "rho": [ + 0.2237, + 0.3201, + 0.2421, + 0.2141 + ] + }, + { + "episode": 590, + "avg_reward": 7619.52, + "avg_cost": 0.25, + "lambda": 12.0627, + "rho": [ + 0.2237, + 0.3201, + 0.2421, + 0.2141 + ] + }, + { + "episode": 600, + "avg_reward": 7147.53, + "avg_cost": 0.0, + "lambda": 12.0629, + "rho": [ + 0.2224, + 0.3261, + 0.2393, + 0.2122 + ] + }, + { + "episode": 610, + "avg_reward": 7303.52, + "avg_cost": 0.0, + "lambda": 12.0632, + "rho": [ + 0.2224, + 0.3261, + 0.2393, + 0.2122 + ] + }, + { + "episode": 620, + "avg_reward": 6876.18, + "avg_cost": 0.25, + "lambda": 12.0634, + "rho": [ + 0.2224, + 0.3261, + 0.2393, + 0.2122 + ] + }, + { + "episode": 630, + "avg_reward": 6968.77, + "avg_cost": 0.5, + "lambda": 12.0636, + "rho": [ + 0.2224, + 0.3261, + 0.2393, + 0.2122 + ] + }, + { + "episode": 640, + "avg_reward": 6895.71, + "avg_cost": 0.0, + "lambda": 12.0638, + "rho": [ + 0.2224, + 0.3261, + 0.2393, + 0.2122 + ] + }, + { + "episode": 650, + "avg_reward": 7309.49, + "avg_cost": 0.0, + "lambda": 12.0639, + "rho": [ + 0.2189, + 0.3311, + 0.2385, + 0.2114 + ] + }, + { + "episode": 660, + "avg_reward": 7240.54, + "avg_cost": 0.25, + "lambda": 12.0641, + "rho": [ + 0.2189, + 0.3311, + 0.2385, + 0.2114 + ] + }, + { + "episode": 670, + "avg_reward": 7427.29, + "avg_cost": 0.25, + "lambda": 12.0642, + "rho": [ + 0.2189, + 0.3311, + 0.2385, + 0.2114 + ] + }, + { + "episode": 680, + "avg_reward": 7219.74, + "avg_cost": 0.0, + "lambda": 12.0645, + "rho": [ + 0.2189, + 0.3311, + 0.2385, + 0.2114 + ] + }, + { + "episode": 690, + "avg_reward": 7911.06, + "avg_cost": 0.0, + "lambda": 12.0646, + "rho": [ + 0.2189, + 0.3311, + 0.2385, + 0.2114 + ] + }, + { + "episode": 700, + "avg_reward": 8546.83, + "avg_cost": 0.0, + "lambda": 12.0648, + "rho": [ + 0.2137, + 0.3385, + 0.2386, + 0.2092 + ] + }, + { + "episode": 710, + "avg_reward": 8479.25, + "avg_cost": 0.25, + "lambda": 12.0649, + "rho": [ + 0.2137, + 0.3385, + 0.2386, + 0.2092 + ] + }, + { + "episode": 720, + "avg_reward": 8001.96, + "avg_cost": 0.0, + "lambda": 12.065, + "rho": [ + 0.2137, + 0.3385, + 0.2386, + 0.2092 + ] + }, + { + "episode": 730, + "avg_reward": 8257.28, + "avg_cost": 0.0, + "lambda": 12.0651, + "rho": [ + 0.2137, + 0.3385, + 0.2386, + 0.2092 + ] + }, + { + "episode": 740, + "avg_reward": 8454.44, + "avg_cost": 0.0, + "lambda": 12.0652, + "rho": [ + 0.2137, + 0.3385, + 0.2386, + 0.2092 + ] + }, + { + "episode": 750, + "avg_reward": 7834.43, + "avg_cost": 0.0, + "lambda": 12.0653, + "rho": [ + 0.2088, + 0.3455, + 0.2386, + 0.2071 + ] + }, + { + "episode": 760, + "avg_reward": 7512.68, + "avg_cost": 0.25, + "lambda": 12.0654, + "rho": [ + 0.2088, + 0.3455, + 0.2386, + 0.2071 + ] + }, + { + "episode": 770, + "avg_reward": 7821.18, + "avg_cost": 0.25, + "lambda": 12.0656, + "rho": [ + 0.2088, + 0.3455, + 0.2386, + 0.2071 + ] + }, + { + "episode": 780, + "avg_reward": 7268.71, + "avg_cost": 0.0, + "lambda": 12.0656, + "rho": [ + 0.2088, + 0.3455, + 0.2386, + 0.2071 + ] + }, + { + "episode": 790, + "avg_reward": 8471.35, + "avg_cost": 0.0, + "lambda": 12.0657, + "rho": [ + 0.2088, + 0.3455, + 0.2386, + 0.2071 + ] + }, + { + "episode": 800, + "avg_reward": 8319.35, + "avg_cost": 0.0, + "lambda": 12.0658, + "rho": [ + 0.2029, + 0.3578, + 0.2361, + 0.2032 + ] + }, + { + "episode": 810, + "avg_reward": 8059.91, + "avg_cost": 0.5, + "lambda": 12.0658, + "rho": [ + 0.2029, + 0.3578, + 0.2361, + 0.2032 + ] + }, + { + "episode": 820, + "avg_reward": 9750.67, + "avg_cost": 0.5, + "lambda": 12.0659, + "rho": [ + 0.2029, + 0.3578, + 0.2361, + 0.2032 + ] + }, + { + "episode": 830, + "avg_reward": 8683.7, + "avg_cost": 0.0, + "lambda": 12.066, + "rho": [ + 0.2029, + 0.3578, + 0.2361, + 0.2032 + ] + }, + { + "episode": 840, + "avg_reward": 9280.65, + "avg_cost": 0.0, + "lambda": 12.0661, + "rho": [ + 0.2029, + 0.3578, + 0.2361, + 0.2032 + ] + }, + { + "episode": 850, + "avg_reward": 9177.05, + "avg_cost": 0.25, + "lambda": 12.0662, + "rho": [ + 0.1974, + 0.3739, + 0.2298, + 0.199 + ] + }, + { + "episode": 860, + "avg_reward": 9202.14, + "avg_cost": 0.0, + "lambda": 12.0662, + "rho": [ + 0.1974, + 0.3739, + 0.2298, + 0.199 + ] + }, + { + "episode": 870, + "avg_reward": 8863.56, + "avg_cost": 0.0, + "lambda": 12.0663, + "rho": [ + 0.1974, + 0.3739, + 0.2298, + 0.199 + ] + }, + { + "episode": 880, + "avg_reward": 8523.17, + "avg_cost": 0.0, + "lambda": 12.0664, + "rho": [ + 0.1974, + 0.3739, + 0.2298, + 0.199 + ] + }, + { + "episode": 890, + "avg_reward": 9149.41, + "avg_cost": 0.0, + "lambda": 12.0664, + "rho": [ + 0.1974, + 0.3739, + 0.2298, + 0.199 + ] + }, + { + "episode": 900, + "avg_reward": 8455.85, + "avg_cost": 0.0, + "lambda": 12.0665, + "rho": [ + 0.1922, + 0.385, + 0.2279, + 0.1949 + ] + }, + { + "episode": 910, + "avg_reward": 8359.56, + "avg_cost": 0.0, + "lambda": 12.0665, + "rho": [ + 0.1922, + 0.385, + 0.2279, + 0.1949 + ] + }, + { + "episode": 920, + "avg_reward": 8385.13, + "avg_cost": 0.0, + "lambda": 12.0666, + "rho": [ + 0.1922, + 0.385, + 0.2279, + 0.1949 + ] + }, + { + "episode": 930, + "avg_reward": 9318.61, + "avg_cost": 0.25, + "lambda": 12.0667, + "rho": [ + 0.1922, + 0.385, + 0.2279, + 0.1949 + ] + }, + { + "episode": 940, + "avg_reward": 8748.08, + "avg_cost": 0.0, + "lambda": 12.0667, + "rho": [ + 0.1922, + 0.385, + 0.2279, + 0.1949 + ] + }, + { + "episode": 950, + "avg_reward": 9882.17, + "avg_cost": 0.0, + "lambda": 12.0668, + "rho": [ + 0.1872, + 0.3956, + 0.2261, + 0.191 + ] + }, + { + "episode": 960, + "avg_reward": 7920.99, + "avg_cost": 0.0, + "lambda": 12.0668, + "rho": [ + 0.1872, + 0.3956, + 0.2261, + 0.191 + ] + }, + { + "episode": 970, + "avg_reward": 8798.28, + "avg_cost": 0.0, + "lambda": 12.0669, + "rho": [ + 0.1872, + 0.3956, + 0.2261, + 0.191 + ] + }, + { + "episode": 980, + "avg_reward": 9254.89, + "avg_cost": 0.0, + "lambda": 12.067, + "rho": [ + 0.1872, + 0.3956, + 0.2261, + 0.191 + ] + }, + { + "episode": 990, + "avg_reward": 9227.66, + "avg_cost": 0.0, + "lambda": 12.067, + "rho": [ + 0.1872, + 0.3956, + 0.2261, + 0.191 + ] + }, + { + "episode": 1000, + "avg_reward": 7980.3, + "avg_cost": 0.0, + "lambda": 12.067, + "rho": [ + 0.1798, + 0.4127, + 0.2232, + 0.1843 + ] + }, + { + "episode": 1010, + "avg_reward": 9095.98, + "avg_cost": 0.0, + "lambda": 12.067, + "rho": [ + 0.1798, + 0.4127, + 0.2232, + 0.1843 + ] + }, + { + "episode": 1020, + "avg_reward": 9220.4, + "avg_cost": 0.0, + "lambda": 12.0671, + "rho": [ + 0.1798, + 0.4127, + 0.2232, + 0.1843 + ] + }, + { + "episode": 1030, + "avg_reward": 9676.87, + "avg_cost": 0.0, + "lambda": 12.0672, + "rho": [ + 0.1798, + 0.4127, + 0.2232, + 0.1843 + ] + }, + { + "episode": 1040, + "avg_reward": 9557.1, + "avg_cost": 0.0, + "lambda": 12.0673, + "rho": [ + 0.1798, + 0.4127, + 0.2232, + 0.1843 + ] + }, + { + "episode": 1050, + "avg_reward": 10087.52, + "avg_cost": 0.0, + "lambda": 12.0673, + "rho": [ + 0.1725, + 0.4296, + 0.2202, + 0.1778 + ] + }, + { + "episode": 1060, + "avg_reward": 8806.49, + "avg_cost": 0.0, + "lambda": 12.0674, + "rho": [ + 0.1725, + 0.4296, + 0.2202, + 0.1778 + ] + }, + { + "episode": 1070, + "avg_reward": 9055.54, + "avg_cost": 0.0, + "lambda": 12.0674, + "rho": [ + 0.1725, + 0.4296, + 0.2202, + 0.1778 + ] + }, + { + "episode": 1080, + "avg_reward": 8413.77, + "avg_cost": 0.0, + "lambda": 12.0675, + "rho": [ + 0.1725, + 0.4296, + 0.2202, + 0.1778 + ] + }, + { + "episode": 1090, + "avg_reward": 8425.98, + "avg_cost": 0.0, + "lambda": 12.0675, + "rho": [ + 0.1725, + 0.4296, + 0.2202, + 0.1778 + ] + }, + { + "episode": 1100, + "avg_reward": 9577.99, + "avg_cost": 0.0, + "lambda": 12.0676, + "rho": [ + 0.1655, + 0.4459, + 0.2172, + 0.1714 + ] + }, + { + "episode": 1110, + "avg_reward": 11120.72, + "avg_cost": 0.0, + "lambda": 12.0677, + "rho": [ + 0.1655, + 0.4459, + 0.2172, + 0.1714 + ] + }, + { + "episode": 1120, + "avg_reward": 9348.53, + "avg_cost": 0.0, + "lambda": 12.0677, + "rho": [ + 0.1655, + 0.4459, + 0.2172, + 0.1714 + ] + }, + { + "episode": 1130, + "avg_reward": 9545.85, + "avg_cost": 0.0, + "lambda": 12.0678, + "rho": [ + 0.1655, + 0.4459, + 0.2172, + 0.1714 + ] + }, + { + "episode": 1140, + "avg_reward": 9556.92, + "avg_cost": 0.0, + "lambda": 12.0678, + "rho": [ + 0.1655, + 0.4459, + 0.2172, + 0.1714 + ] + }, + { + "episode": 1150, + "avg_reward": 10115.68, + "avg_cost": 0.0, + "lambda": 12.0679, + "rho": [ + 0.1605, + 0.4538, + 0.2153, + 0.1704 + ] + }, + { + "episode": 1160, + "avg_reward": 11364.86, + "avg_cost": 0.25, + "lambda": 12.0679, + "rho": [ + 0.1605, + 0.4538, + 0.2153, + 0.1704 + ] + }, + { + "episode": 1170, + "avg_reward": 11359.92, + "avg_cost": 0.0, + "lambda": 12.068, + "rho": [ + 0.1605, + 0.4538, + 0.2153, + 0.1704 + ] + }, + { + "episode": 1180, + "avg_reward": 10808.02, + "avg_cost": 0.0, + "lambda": 12.0681, + "rho": [ + 0.1605, + 0.4538, + 0.2153, + 0.1704 + ] + }, + { + "episode": 1190, + "avg_reward": 10910.14, + "avg_cost": 0.0, + "lambda": 12.0682, + "rho": [ + 0.1605, + 0.4538, + 0.2153, + 0.1704 + ] + }, + { + "episode": 1200, + "avg_reward": 11042.8, + "avg_cost": 0.0, + "lambda": 12.0683, + "rho": [ + 0.157, + 0.4533, + 0.2185, + 0.1713 + ] + }, + { + "episode": 1210, + "avg_reward": 10156.5, + "avg_cost": 0.5, + "lambda": 12.0684, + "rho": [ + 0.157, + 0.4533, + 0.2185, + 0.1713 + ] + }, + { + "episode": 1220, + "avg_reward": 9781.36, + "avg_cost": 0.25, + "lambda": 12.0685, + "rho": [ + 0.157, + 0.4533, + 0.2185, + 0.1713 + ] + }, + { + "episode": 1230, + "avg_reward": 9670.94, + "avg_cost": 0.25, + "lambda": 12.0687, + "rho": [ + 0.157, + 0.4533, + 0.2185, + 0.1713 + ] + }, + { + "episode": 1240, + "avg_reward": 11424.11, + "avg_cost": 0.5, + "lambda": 12.0688, + "rho": [ + 0.157, + 0.4533, + 0.2185, + 0.1713 + ] + }, + { + "episode": 1250, + "avg_reward": 9190.21, + "avg_cost": 0.25, + "lambda": 12.069, + "rho": [ + 0.1513, + 0.4585, + 0.2177, + 0.1725 + ] + }, + { + "episode": 1260, + "avg_reward": 10401.37, + "avg_cost": 0.0, + "lambda": 12.0691, + "rho": [ + 0.1513, + 0.4585, + 0.2177, + 0.1725 + ] + }, + { + "episode": 1270, + "avg_reward": 11613.68, + "avg_cost": 0.25, + "lambda": 12.0693, + "rho": [ + 0.1513, + 0.4585, + 0.2177, + 0.1725 + ] + }, + { + "episode": 1280, + "avg_reward": 10566.49, + "avg_cost": 0.25, + "lambda": 12.0696, + "rho": [ + 0.1513, + 0.4585, + 0.2177, + 0.1725 + ] + }, + { + "episode": 1290, + "avg_reward": 10205.64, + "avg_cost": 0.0, + "lambda": 12.0697, + "rho": [ + 0.1513, + 0.4585, + 0.2177, + 0.1725 + ] + }, + { + "episode": 1300, + "avg_reward": 11048.04, + "avg_cost": 0.0, + "lambda": 12.0699, + "rho": [ + 0.1448, + 0.4632, + 0.2199, + 0.1721 + ] + }, + { + "episode": 1310, + "avg_reward": 9687.82, + "avg_cost": 0.0, + "lambda": 12.0699, + "rho": [ + 0.1448, + 0.4632, + 0.2199, + 0.1721 + ] + }, + { + "episode": 1320, + "avg_reward": 11206.37, + "avg_cost": 0.0, + "lambda": 12.07, + "rho": [ + 0.1448, + 0.4632, + 0.2199, + 0.1721 + ] + }, + { + "episode": 1330, + "avg_reward": 9753.13, + "avg_cost": 0.25, + "lambda": 12.0701, + "rho": [ + 0.1448, + 0.4632, + 0.2199, + 0.1721 + ] + }, + { + "episode": 1340, + "avg_reward": 10073.41, + "avg_cost": 0.0, + "lambda": 12.0702, + "rho": [ + 0.1448, + 0.4632, + 0.2199, + 0.1721 + ] + }, + { + "episode": 1350, + "avg_reward": 10220.09, + "avg_cost": 0.0, + "lambda": 12.0702, + "rho": [ + 0.1388, + 0.4674, + 0.222, + 0.1718 + ] + }, + { + "episode": 1360, + "avg_reward": 9650.38, + "avg_cost": 0.0, + "lambda": 12.0703, + "rho": [ + 0.1388, + 0.4674, + 0.222, + 0.1718 + ] + }, + { + "episode": 1370, + "avg_reward": 9766.86, + "avg_cost": 0.25, + "lambda": 12.0704, + "rho": [ + 0.1388, + 0.4674, + 0.222, + 0.1718 + ] + }, + { + "episode": 1380, + "avg_reward": 11367.61, + "avg_cost": 0.75, + "lambda": 12.0706, + "rho": [ + 0.1388, + 0.4674, + 0.222, + 0.1718 + ] + }, + { + "episode": 1390, + "avg_reward": 11525.01, + "avg_cost": 0.0, + "lambda": 12.0709, + "rho": [ + 0.1388, + 0.4674, + 0.222, + 0.1718 + ] + }, + { + "episode": 1400, + "avg_reward": 11097.4, + "avg_cost": 0.0, + "lambda": 12.0712, + "rho": [ + 0.1318, + 0.4745, + 0.2209, + 0.1728 + ] + }, + { + "episode": 1410, + "avg_reward": 11722.9, + "avg_cost": 0.0, + "lambda": 12.0714, + "rho": [ + 0.1318, + 0.4745, + 0.2209, + 0.1728 + ] + }, + { + "episode": 1420, + "avg_reward": 11003.98, + "avg_cost": 0.0, + "lambda": 12.0716, + "rho": [ + 0.1318, + 0.4745, + 0.2209, + 0.1728 + ] + }, + { + "episode": 1430, + "avg_reward": 10263.52, + "avg_cost": 0.25, + "lambda": 12.0718, + "rho": [ + 0.1318, + 0.4745, + 0.2209, + 0.1728 + ] + }, + { + "episode": 1440, + "avg_reward": 10715.55, + "avg_cost": 0.25, + "lambda": 12.0719, + "rho": [ + 0.1318, + 0.4745, + 0.2209, + 0.1728 + ] + }, + { + "episode": 1450, + "avg_reward": 10064.32, + "avg_cost": 0.25, + "lambda": 12.0721, + "rho": [ + 0.1237, + 0.4878, + 0.2153, + 0.1732 + ] + }, + { + "episode": 1460, + "avg_reward": 10128.57, + "avg_cost": 0.0, + "lambda": 12.0724, + "rho": [ + 0.1237, + 0.4878, + 0.2153, + 0.1732 + ] + }, + { + "episode": 1470, + "avg_reward": 9171.18, + "avg_cost": 1.0, + "lambda": 12.0726, + "rho": [ + 0.1237, + 0.4878, + 0.2153, + 0.1732 + ] + }, + { + "episode": 1480, + "avg_reward": 11755.1, + "avg_cost": 1.5, + "lambda": 12.0733, + "rho": [ + 0.1237, + 0.4878, + 0.2153, + 0.1732 + ] + }, + { + "episode": 1490, + "avg_reward": 10632.58, + "avg_cost": 0.5, + "lambda": 12.0741, + "rho": [ + 0.1237, + 0.4878, + 0.2153, + 0.1732 + ] + }, + { + "episode": 1500, + "avg_reward": 10679.5, + "avg_cost": 0.0, + "lambda": 12.0745, + "rho": [ + 0.1184, + 0.4902, + 0.2146, + 0.1767 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..e6afd2a673335d67eb706c19df2b7cd9b44e31bc --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v7_fast.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3407112.93, + "constraint_satisfaction_pct": 98.93, + "final_rho": [ + 0.2213, + 0.3251, + 0.2549, + 0.1987 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15471.69, + "avg_cost": 21.75, + "lambda": 4.9675, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -14463.85, + "avg_cost": 11.75, + "lambda": 4.5775, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -14102.48, + "avg_cost": 7.5, + "lambda": 3.7775, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -13911.21, + "avg_cost": 32.75, + "lambda": 3.285, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -13173.66, + "avg_cost": 14.0, + "lambda": 2.6225, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -12233.26, + "avg_cost": 27.25, + "lambda": 1.91, + "rho": [ + 0.2552, + 0.2687, + 0.2584, + 0.2177 + ] + }, + { + "episode": 60, + "avg_reward": -12061.08, + "avg_cost": 13.75, + "lambda": 1.0675, + "rho": [ + 0.2552, + 0.2687, + 0.2584, + 0.2177 + ] + }, + { + "episode": 70, + "avg_reward": -11145.42, + "avg_cost": 29.75, + "lambda": 0.4612, + "rho": [ + 0.2552, + 0.2687, + 0.2584, + 0.2177 + ] + }, + { + "episode": 80, + "avg_reward": -10378.58, + "avg_cost": 13.0, + "lambda": 0.4, + "rho": [ + 0.2552, + 0.2687, + 0.2584, + 0.2177 + ] + }, + { + "episode": 90, + "avg_reward": -10020.97, + "avg_cost": 8.75, + "lambda": 0.3875, + "rho": [ + 0.2552, + 0.2687, + 0.2584, + 0.2177 + ] + }, + { + "episode": 100, + "avg_reward": -9089.77, + "avg_cost": 17.0, + "lambda": 0.375, + "rho": [ + 0.2611, + 0.2808, + 0.2551, + 0.203 + ] + }, + { + "episode": 110, + "avg_reward": -7788.07, + "avg_cost": 15.5, + "lambda": 0.3625, + "rho": [ + 0.2611, + 0.2808, + 0.2551, + 0.203 + ] + }, + { + "episode": 120, + "avg_reward": -7309.29, + "avg_cost": 14.25, + "lambda": 0.35, + "rho": [ + 0.2611, + 0.2808, + 0.2551, + 0.203 + ] + }, + { + "episode": 130, + "avg_reward": -5752.49, + "avg_cost": 9.25, + "lambda": 0.3375, + "rho": [ + 0.2611, + 0.2808, + 0.2551, + 0.203 + ] + }, + { + "episode": 140, + "avg_reward": -5267.38, + "avg_cost": 10.75, + "lambda": 0.325, + "rho": [ + 0.2611, + 0.2808, + 0.2551, + 0.203 + ] + }, + { + "episode": 150, + "avg_reward": -4799.85, + "avg_cost": 13.75, + "lambda": 0.3125, + "rho": [ + 0.2568, + 0.2929, + 0.2588, + 0.1915 + ] + }, + { + "episode": 160, + "avg_reward": -3811.51, + "avg_cost": 7.0, + "lambda": 0.3, + "rho": [ + 0.2568, + 0.2929, + 0.2588, + 0.1915 + ] + }, + { + "episode": 170, + "avg_reward": -3240.12, + "avg_cost": 4.75, + "lambda": 0.2875, + "rho": [ + 0.2568, + 0.2929, + 0.2588, + 0.1915 + ] + }, + { + "episode": 180, + "avg_reward": -2472.05, + "avg_cost": 8.5, + "lambda": 0.275, + "rho": [ + 0.2568, + 0.2929, + 0.2588, + 0.1915 + ] + }, + { + "episode": 190, + "avg_reward": -1800.72, + "avg_cost": 5.25, + "lambda": 0.2625, + "rho": [ + 0.2568, + 0.2929, + 0.2588, + 0.1915 + ] + }, + { + "episode": 200, + "avg_reward": -1371.67, + "avg_cost": 5.75, + "lambda": 0.25, + "rho": [ + 0.2494, + 0.3053, + 0.2556, + 0.1897 + ] + }, + { + "episode": 210, + "avg_reward": -540.11, + "avg_cost": 8.0, + "lambda": 0.2375, + "rho": [ + 0.2494, + 0.3053, + 0.2556, + 0.1897 + ] + }, + { + "episode": 220, + "avg_reward": -363.4, + "avg_cost": 3.75, + "lambda": 0.225, + "rho": [ + 0.2494, + 0.3053, + 0.2556, + 0.1897 + ] + }, + { + "episode": 230, + "avg_reward": -139.08, + "avg_cost": 3.75, + "lambda": 0.2125, + "rho": [ + 0.2494, + 0.3053, + 0.2556, + 0.1897 + ] + }, + { + "episode": 240, + "avg_reward": 530.14, + "avg_cost": 1.75, + "lambda": 0.2, + "rho": [ + 0.2494, + 0.3053, + 0.2556, + 0.1897 + ] + }, + { + "episode": 250, + "avg_reward": 847.43, + "avg_cost": 4.5, + "lambda": 0.1875, + "rho": [ + 0.2501, + 0.3088, + 0.2531, + 0.188 + ] + }, + { + "episode": 260, + "avg_reward": 1019.54, + "avg_cost": 0.25, + "lambda": 0.175, + "rho": [ + 0.2501, + 0.3088, + 0.2531, + 0.188 + ] + }, + { + "episode": 270, + "avg_reward": 1291.62, + "avg_cost": 1.0, + "lambda": 0.1625, + "rho": [ + 0.2501, + 0.3088, + 0.2531, + 0.188 + ] + }, + { + "episode": 280, + "avg_reward": 1563.75, + "avg_cost": 2.25, + "lambda": 0.15, + "rho": [ + 0.2501, + 0.3088, + 0.2531, + 0.188 + ] + }, + { + "episode": 290, + "avg_reward": 1792.74, + "avg_cost": 1.5, + "lambda": 0.1375, + "rho": [ + 0.2501, + 0.3088, + 0.2531, + 0.188 + ] + }, + { + "episode": 300, + "avg_reward": 1526.56, + "avg_cost": 0.5, + "lambda": 0.125, + "rho": [ + 0.2482, + 0.3149, + 0.2473, + 0.1895 + ] + }, + { + "episode": 310, + "avg_reward": 1763.95, + "avg_cost": 0.25, + "lambda": 0.1125, + "rho": [ + 0.2482, + 0.3149, + 0.2473, + 0.1895 + ] + }, + { + "episode": 320, + "avg_reward": 2025.89, + "avg_cost": 0.5, + "lambda": 0.1, + "rho": [ + 0.2482, + 0.3149, + 0.2473, + 0.1895 + ] + }, + { + "episode": 330, + "avg_reward": 2297.44, + "avg_cost": 1.5, + "lambda": 0.0875, + "rho": [ + 0.2482, + 0.3149, + 0.2473, + 0.1895 + ] + }, + { + "episode": 340, + "avg_reward": 2369.78, + "avg_cost": 2.25, + "lambda": 0.075, + "rho": [ + 0.2482, + 0.3149, + 0.2473, + 0.1895 + ] + }, + { + "episode": 350, + "avg_reward": 2140.71, + "avg_cost": 0.25, + "lambda": 0.0625, + "rho": [ + 0.2441, + 0.3168, + 0.2484, + 0.1907 + ] + }, + { + "episode": 360, + "avg_reward": 2298.84, + "avg_cost": 0.0, + "lambda": 0.05, + "rho": [ + 0.2441, + 0.3168, + 0.2484, + 0.1907 + ] + }, + { + "episode": 370, + "avg_reward": 2639.51, + "avg_cost": 0.25, + "lambda": 0.0375, + "rho": [ + 0.2441, + 0.3168, + 0.2484, + 0.1907 + ] + }, + { + "episode": 380, + "avg_reward": 2513.32, + "avg_cost": 0.0, + "lambda": 0.025, + "rho": [ + 0.2441, + 0.3168, + 0.2484, + 0.1907 + ] + }, + { + "episode": 390, + "avg_reward": 2712.39, + "avg_cost": 0.5, + "lambda": 0.0125, + "rho": [ + 0.2441, + 0.3168, + 0.2484, + 0.1907 + ] + }, + { + "episode": 400, + "avg_reward": 2942.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2407, + 0.3183, + 0.2494, + 0.1916 + ] + }, + { + "episode": 410, + "avg_reward": 2738.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2407, + 0.3183, + 0.2494, + 0.1916 + ] + }, + { + "episode": 420, + "avg_reward": 2636.73, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2407, + 0.3183, + 0.2494, + 0.1916 + ] + }, + { + "episode": 430, + "avg_reward": 3151.33, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2407, + 0.3183, + 0.2494, + 0.1916 + ] + }, + { + "episode": 440, + "avg_reward": 3351.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2407, + 0.3183, + 0.2494, + 0.1916 + ] + }, + { + "episode": 450, + "avg_reward": 3086.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2381, + 0.3193, + 0.2501, + 0.1925 + ] + }, + { + "episode": 460, + "avg_reward": 2926.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2381, + 0.3193, + 0.2501, + 0.1925 + ] + }, + { + "episode": 470, + "avg_reward": 3300.33, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2381, + 0.3193, + 0.2501, + 0.1925 + ] + }, + { + "episode": 480, + "avg_reward": 3529.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2381, + 0.3193, + 0.2501, + 0.1925 + ] + }, + { + "episode": 490, + "avg_reward": 3398.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2381, + 0.3193, + 0.2501, + 0.1925 + ] + }, + { + "episode": 500, + "avg_reward": 3565.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.236, + 0.3201, + 0.2506, + 0.1933 + ] + }, + { + "episode": 510, + "avg_reward": 3863.59, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.236, + 0.3201, + 0.2506, + 0.1933 + ] + }, + { + "episode": 520, + "avg_reward": 3698.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.236, + 0.3201, + 0.2506, + 0.1933 + ] + }, + { + "episode": 530, + "avg_reward": 3842.8, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.236, + 0.3201, + 0.2506, + 0.1933 + ] + }, + { + "episode": 540, + "avg_reward": 3696.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.236, + 0.3201, + 0.2506, + 0.1933 + ] + }, + { + "episode": 550, + "avg_reward": 3520.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2342, + 0.3208, + 0.2511, + 0.194 + ] + }, + { + "episode": 560, + "avg_reward": 3452.18, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2342, + 0.3208, + 0.2511, + 0.194 + ] + }, + { + "episode": 570, + "avg_reward": 3711.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2342, + 0.3208, + 0.2511, + 0.194 + ] + }, + { + "episode": 580, + "avg_reward": 4044.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2342, + 0.3208, + 0.2511, + 0.194 + ] + }, + { + "episode": 590, + "avg_reward": 3713.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2342, + 0.3208, + 0.2511, + 0.194 + ] + }, + { + "episode": 600, + "avg_reward": 3616.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2326, + 0.3213, + 0.2516, + 0.1946 + ] + }, + { + "episode": 610, + "avg_reward": 4247.86, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2326, + 0.3213, + 0.2516, + 0.1946 + ] + }, + { + "episode": 620, + "avg_reward": 3805.53, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2326, + 0.3213, + 0.2516, + 0.1946 + ] + }, + { + "episode": 630, + "avg_reward": 4166.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2326, + 0.3213, + 0.2516, + 0.1946 + ] + }, + { + "episode": 640, + "avg_reward": 4084.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2326, + 0.3213, + 0.2516, + 0.1946 + ] + }, + { + "episode": 650, + "avg_reward": 4141.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2312, + 0.3218, + 0.252, + 0.1951 + ] + }, + { + "episode": 660, + "avg_reward": 4245.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2312, + 0.3218, + 0.252, + 0.1951 + ] + }, + { + "episode": 670, + "avg_reward": 4065.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2312, + 0.3218, + 0.252, + 0.1951 + ] + }, + { + "episode": 680, + "avg_reward": 4400.13, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2312, + 0.3218, + 0.252, + 0.1951 + ] + }, + { + "episode": 690, + "avg_reward": 4421.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2312, + 0.3218, + 0.252, + 0.1951 + ] + }, + { + "episode": 700, + "avg_reward": 4065.89, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2299, + 0.3222, + 0.2523, + 0.1956 + ] + }, + { + "episode": 710, + "avg_reward": 4186.0, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2299, + 0.3222, + 0.2523, + 0.1956 + ] + }, + { + "episode": 720, + "avg_reward": 4172.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2299, + 0.3222, + 0.2523, + 0.1956 + ] + }, + { + "episode": 730, + "avg_reward": 4273.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2299, + 0.3222, + 0.2523, + 0.1956 + ] + }, + { + "episode": 740, + "avg_reward": 4564.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2299, + 0.3222, + 0.2523, + 0.1956 + ] + }, + { + "episode": 750, + "avg_reward": 4294.27, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2289, + 0.3225, + 0.2526, + 0.196 + ] + }, + { + "episode": 760, + "avg_reward": 4346.97, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2289, + 0.3225, + 0.2526, + 0.196 + ] + }, + { + "episode": 770, + "avg_reward": 4406.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2289, + 0.3225, + 0.2526, + 0.196 + ] + }, + { + "episode": 780, + "avg_reward": 4468.87, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2289, + 0.3225, + 0.2526, + 0.196 + ] + }, + { + "episode": 790, + "avg_reward": 4217.17, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2289, + 0.3225, + 0.2526, + 0.196 + ] + }, + { + "episode": 800, + "avg_reward": 4025.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2279, + 0.3229, + 0.2529, + 0.1964 + ] + }, + { + "episode": 810, + "avg_reward": 4347.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2279, + 0.3229, + 0.2529, + 0.1964 + ] + }, + { + "episode": 820, + "avg_reward": 4087.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2279, + 0.3229, + 0.2529, + 0.1964 + ] + }, + { + "episode": 830, + "avg_reward": 4209.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2279, + 0.3229, + 0.2529, + 0.1964 + ] + }, + { + "episode": 840, + "avg_reward": 4354.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2279, + 0.3229, + 0.2529, + 0.1964 + ] + }, + { + "episode": 850, + "avg_reward": 4486.31, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.227, + 0.3231, + 0.2531, + 0.1967 + ] + }, + { + "episode": 860, + "avg_reward": 4392.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.227, + 0.3231, + 0.2531, + 0.1967 + ] + }, + { + "episode": 870, + "avg_reward": 4286.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.227, + 0.3231, + 0.2531, + 0.1967 + ] + }, + { + "episode": 880, + "avg_reward": 4047.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.227, + 0.3231, + 0.2531, + 0.1967 + ] + }, + { + "episode": 890, + "avg_reward": 4019.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.227, + 0.3231, + 0.2531, + 0.1967 + ] + }, + { + "episode": 900, + "avg_reward": 4788.15, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2263, + 0.3234, + 0.2534, + 0.197 + ] + }, + { + "episode": 910, + "avg_reward": 3751.9, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2263, + 0.3234, + 0.2534, + 0.197 + ] + }, + { + "episode": 920, + "avg_reward": 4334.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2263, + 0.3234, + 0.2534, + 0.197 + ] + }, + { + "episode": 930, + "avg_reward": 4732.18, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2263, + 0.3234, + 0.2534, + 0.197 + ] + }, + { + "episode": 940, + "avg_reward": 3773.47, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2263, + 0.3234, + 0.2534, + 0.197 + ] + }, + { + "episode": 950, + "avg_reward": 4298.11, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2256, + 0.3236, + 0.2536, + 0.1972 + ] + }, + { + "episode": 960, + "avg_reward": 4051.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2256, + 0.3236, + 0.2536, + 0.1972 + ] + }, + { + "episode": 970, + "avg_reward": 4866.57, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2256, + 0.3236, + 0.2536, + 0.1972 + ] + }, + { + "episode": 980, + "avg_reward": 4777.26, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2256, + 0.3236, + 0.2536, + 0.1972 + ] + }, + { + "episode": 990, + "avg_reward": 4769.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2256, + 0.3236, + 0.2536, + 0.1972 + ] + }, + { + "episode": 1000, + "avg_reward": 4048.59, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.225, + 0.3238, + 0.2538, + 0.1974 + ] + }, + { + "episode": 1010, + "avg_reward": 4771.99, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.225, + 0.3238, + 0.2538, + 0.1974 + ] + }, + { + "episode": 1020, + "avg_reward": 4783.07, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.225, + 0.3238, + 0.2538, + 0.1974 + ] + }, + { + "episode": 1030, + "avg_reward": 4500.65, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.225, + 0.3238, + 0.2538, + 0.1974 + ] + }, + { + "episode": 1040, + "avg_reward": 5168.52, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.225, + 0.3238, + 0.2538, + 0.1974 + ] + }, + { + "episode": 1050, + "avg_reward": 4566.06, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.2244, + 0.324, + 0.2539, + 0.1976 + ] + }, + { + "episode": 1060, + "avg_reward": 4755.53, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.2244, + 0.324, + 0.2539, + 0.1976 + ] + }, + { + "episode": 1070, + "avg_reward": 5032.12, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2244, + 0.324, + 0.2539, + 0.1976 + ] + }, + { + "episode": 1080, + "avg_reward": 4991.57, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.2244, + 0.324, + 0.2539, + 0.1976 + ] + }, + { + "episode": 1090, + "avg_reward": 4715.33, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.2244, + 0.324, + 0.2539, + 0.1976 + ] + }, + { + "episode": 1100, + "avg_reward": 4210.66, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2239, + 0.3242, + 0.2541, + 0.1978 + ] + }, + { + "episode": 1110, + "avg_reward": 4731.67, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.2239, + 0.3242, + 0.2541, + 0.1978 + ] + }, + { + "episode": 1120, + "avg_reward": 5034.91, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2239, + 0.3242, + 0.2541, + 0.1978 + ] + }, + { + "episode": 1130, + "avg_reward": 4959.67, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.2239, + 0.3242, + 0.2541, + 0.1978 + ] + }, + { + "episode": 1140, + "avg_reward": 3994.02, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2239, + 0.3242, + 0.2541, + 0.1978 + ] + }, + { + "episode": 1150, + "avg_reward": 4236.51, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2235, + 0.3243, + 0.2542, + 0.198 + ] + }, + { + "episode": 1160, + "avg_reward": 4342.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2235, + 0.3243, + 0.2542, + 0.198 + ] + }, + { + "episode": 1170, + "avg_reward": 5164.76, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.2235, + 0.3243, + 0.2542, + 0.198 + ] + }, + { + "episode": 1180, + "avg_reward": 4366.72, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2235, + 0.3243, + 0.2542, + 0.198 + ] + }, + { + "episode": 1190, + "avg_reward": 4643.27, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2235, + 0.3243, + 0.2542, + 0.198 + ] + }, + { + "episode": 1200, + "avg_reward": 4164.76, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.2231, + 0.3245, + 0.2543, + 0.1981 + ] + }, + { + "episode": 1210, + "avg_reward": 4175.87, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2231, + 0.3245, + 0.2543, + 0.1981 + ] + }, + { + "episode": 1220, + "avg_reward": 4275.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.2231, + 0.3245, + 0.2543, + 0.1981 + ] + }, + { + "episode": 1230, + "avg_reward": 4307.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.2231, + 0.3245, + 0.2543, + 0.1981 + ] + }, + { + "episode": 1240, + "avg_reward": 4879.68, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2231, + 0.3245, + 0.2543, + 0.1981 + ] + }, + { + "episode": 1250, + "avg_reward": 4793.35, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.2227, + 0.3246, + 0.2545, + 0.1982 + ] + }, + { + "episode": 1260, + "avg_reward": 5117.94, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.2227, + 0.3246, + 0.2545, + 0.1982 + ] + }, + { + "episode": 1270, + "avg_reward": 4937.63, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2227, + 0.3246, + 0.2545, + 0.1982 + ] + }, + { + "episode": 1280, + "avg_reward": 5472.02, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.2227, + 0.3246, + 0.2545, + 0.1982 + ] + }, + { + "episode": 1290, + "avg_reward": 5099.03, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2227, + 0.3246, + 0.2545, + 0.1982 + ] + }, + { + "episode": 1300, + "avg_reward": 4716.43, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.2224, + 0.3247, + 0.2546, + 0.1983 + ] + }, + { + "episode": 1310, + "avg_reward": 4825.83, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.2224, + 0.3247, + 0.2546, + 0.1983 + ] + }, + { + "episode": 1320, + "avg_reward": 4824.91, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.2224, + 0.3247, + 0.2546, + 0.1983 + ] + }, + { + "episode": 1330, + "avg_reward": 4900.33, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2224, + 0.3247, + 0.2546, + 0.1983 + ] + }, + { + "episode": 1340, + "avg_reward": 4730.67, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2224, + 0.3247, + 0.2546, + 0.1983 + ] + }, + { + "episode": 1350, + "avg_reward": 4676.54, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2221, + 0.3248, + 0.2547, + 0.1984 + ] + }, + { + "episode": 1360, + "avg_reward": 4833.4, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.2221, + 0.3248, + 0.2547, + 0.1984 + ] + }, + { + "episode": 1370, + "avg_reward": 4718.43, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.2221, + 0.3248, + 0.2547, + 0.1984 + ] + }, + { + "episode": 1380, + "avg_reward": 5354.34, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2221, + 0.3248, + 0.2547, + 0.1984 + ] + }, + { + "episode": 1390, + "avg_reward": 4996.68, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.2221, + 0.3248, + 0.2547, + 0.1984 + ] + }, + { + "episode": 1400, + "avg_reward": 4969.16, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.2218, + 0.3249, + 0.2548, + 0.1985 + ] + }, + { + "episode": 1410, + "avg_reward": 5214.85, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.2218, + 0.3249, + 0.2548, + 0.1985 + ] + }, + { + "episode": 1420, + "avg_reward": 5321.52, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2218, + 0.3249, + 0.2548, + 0.1985 + ] + }, + { + "episode": 1430, + "avg_reward": 4932.0, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2218, + 0.3249, + 0.2548, + 0.1985 + ] + }, + { + "episode": 1440, + "avg_reward": 4689.44, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2218, + 0.3249, + 0.2548, + 0.1985 + ] + }, + { + "episode": 1450, + "avg_reward": 4770.57, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.2216, + 0.325, + 0.2548, + 0.1986 + ] + }, + { + "episode": 1460, + "avg_reward": 5291.81, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2216, + 0.325, + 0.2548, + 0.1986 + ] + }, + { + "episode": 1470, + "avg_reward": 5063.24, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 0.2216, + 0.325, + 0.2548, + 0.1986 + ] + }, + { + "episode": 1480, + "avg_reward": 4728.92, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2216, + 0.325, + 0.2548, + 0.1986 + ] + }, + { + "episode": 1490, + "avg_reward": 5679.47, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.2216, + 0.325, + 0.2548, + 0.1986 + ] + }, + { + "episode": 1500, + "avg_reward": 4916.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2213, + 0.3251, + 0.2549, + 0.1987 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json new file mode 100644 index 0000000000000000000000000000000000000000..bae18cf60f672c9fefe1acc03b6fbd6886c61cf0 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v8_nscale.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3469906.36, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 0.1566, + 0.3878, + 0.3214, + 0.1342 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15471.69, + "avg_cost": 21.75, + "lambda": 4.9675, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -14448.51, + "avg_cost": 22.25, + "lambda": 4.7125, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -13729.17, + "avg_cost": 9.5, + "lambda": 3.82, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -13464.15, + "avg_cost": 15.25, + "lambda": 2.9475, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -13423.72, + "avg_cost": 21.0, + "lambda": 2.425, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -12861.3, + "avg_cost": 19.75, + "lambda": 1.3125, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 60, + "avg_reward": -12012.22, + "avg_cost": 18.75, + "lambda": 0.51, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 70, + "avg_reward": -11320.02, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 80, + "avg_reward": -10394.17, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 90, + "avg_reward": -9416.34, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 100, + "avg_reward": -8507.89, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 110, + "avg_reward": -7524.87, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 120, + "avg_reward": -6840.6, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 130, + "avg_reward": -5647.93, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 140, + "avg_reward": -5194.25, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 150, + "avg_reward": -4540.45, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 160, + "avg_reward": -3897.24, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 170, + "avg_reward": -3000.78, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 180, + "avg_reward": -2554.25, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 190, + "avg_reward": -1605.23, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 200, + "avg_reward": -1037.6, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 210, + "avg_reward": -547.54, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 220, + "avg_reward": -349.9, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 230, + "avg_reward": 38.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 240, + "avg_reward": 293.69, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 250, + "avg_reward": 581.08, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 260, + "avg_reward": 754.96, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 270, + "avg_reward": 1279.0, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 280, + "avg_reward": 1452.38, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 290, + "avg_reward": 1762.85, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 300, + "avg_reward": 1535.47, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 310, + "avg_reward": 1897.74, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 320, + "avg_reward": 1831.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 330, + "avg_reward": 2181.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 340, + "avg_reward": 2333.02, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 350, + "avg_reward": 2320.17, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 360, + "avg_reward": 2204.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 370, + "avg_reward": 2730.94, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 380, + "avg_reward": 2501.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 390, + "avg_reward": 2742.01, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 400, + "avg_reward": 2951.14, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 410, + "avg_reward": 2749.53, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 420, + "avg_reward": 3299.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 430, + "avg_reward": 3271.45, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 440, + "avg_reward": 3457.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 450, + "avg_reward": 3265.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 460, + "avg_reward": 3544.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 470, + "avg_reward": 3310.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 480, + "avg_reward": 3519.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 490, + "avg_reward": 3235.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 500, + "avg_reward": 3204.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 510, + "avg_reward": 3340.05, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 520, + "avg_reward": 3796.07, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 530, + "avg_reward": 3843.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 540, + "avg_reward": 3810.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 550, + "avg_reward": 3623.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 560, + "avg_reward": 3878.02, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 570, + "avg_reward": 3566.74, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 580, + "avg_reward": 3674.2, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 590, + "avg_reward": 3756.8, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 600, + "avg_reward": 3792.63, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 610, + "avg_reward": 4208.37, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 620, + "avg_reward": 3455.44, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 630, + "avg_reward": 4051.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 640, + "avg_reward": 3717.02, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 650, + "avg_reward": 3890.79, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 660, + "avg_reward": 4097.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 670, + "avg_reward": 3947.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 680, + "avg_reward": 4232.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 690, + "avg_reward": 4177.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 700, + "avg_reward": 4400.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 710, + "avg_reward": 4302.52, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 720, + "avg_reward": 4571.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 730, + "avg_reward": 3872.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 740, + "avg_reward": 4475.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 750, + "avg_reward": 4827.26, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 760, + "avg_reward": 4389.32, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 770, + "avg_reward": 4182.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 780, + "avg_reward": 4379.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 790, + "avg_reward": 4286.67, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 800, + "avg_reward": 4636.37, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 810, + "avg_reward": 4078.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 820, + "avg_reward": 4801.72, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 830, + "avg_reward": 4441.43, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 840, + "avg_reward": 4638.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 850, + "avg_reward": 4666.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 860, + "avg_reward": 4160.21, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 870, + "avg_reward": 4373.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 880, + "avg_reward": 4682.54, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 890, + "avg_reward": 4527.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 900, + "avg_reward": 4605.28, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 910, + "avg_reward": 4354.7, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 920, + "avg_reward": 4186.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 930, + "avg_reward": 4892.13, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 940, + "avg_reward": 4372.3, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 950, + "avg_reward": 4686.73, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 960, + "avg_reward": 4271.73, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 970, + "avg_reward": 5066.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 980, + "avg_reward": 4826.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 990, + "avg_reward": 4834.24, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 1000, + "avg_reward": 4545.18, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1010, + "avg_reward": 4931.36, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1020, + "avg_reward": 4852.29, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1030, + "avg_reward": 4969.09, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1040, + "avg_reward": 4812.59, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1050, + "avg_reward": 4639.47, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1060, + "avg_reward": 4341.91, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1070, + "avg_reward": 4368.55, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1080, + "avg_reward": 4938.56, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1090, + "avg_reward": 4545.86, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1100, + "avg_reward": 4664.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1110, + "avg_reward": 4669.02, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1120, + "avg_reward": 4870.31, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1130, + "avg_reward": 5200.29, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1140, + "avg_reward": 4325.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1150, + "avg_reward": 5021.42, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1160, + "avg_reward": 5159.05, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1170, + "avg_reward": 4615.84, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1180, + "avg_reward": 4586.71, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1190, + "avg_reward": 4445.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1200, + "avg_reward": 4288.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1210, + "avg_reward": 4380.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1220, + "avg_reward": 5119.24, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1230, + "avg_reward": 5196.37, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1240, + "avg_reward": 5162.41, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1250, + "avg_reward": 5056.13, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1260, + "avg_reward": 4917.91, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1270, + "avg_reward": 5288.83, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1280, + "avg_reward": 4960.33, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1290, + "avg_reward": 5633.81, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1300, + "avg_reward": 5074.61, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1310, + "avg_reward": 5243.74, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1320, + "avg_reward": 5334.02, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1330, + "avg_reward": 5074.41, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1340, + "avg_reward": 5072.19, + "avg_cost": 16.0, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1350, + "avg_reward": 5707.46, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1360, + "avg_reward": 5155.44, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1370, + "avg_reward": 4406.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1380, + "avg_reward": 4439.22, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1390, + "avg_reward": 4473.84, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1400, + "avg_reward": 4662.83, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1410, + "avg_reward": 4736.73, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1420, + "avg_reward": 5424.26, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1430, + "avg_reward": 5293.97, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1440, + "avg_reward": 4511.55, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1450, + "avg_reward": 4892.81, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1460, + "avg_reward": 5256.34, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1470, + "avg_reward": 4375.0, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1480, + "avg_reward": 4830.85, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1490, + "avg_reward": 5567.69, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1500, + "avg_reward": 5240.69, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1566, + 0.3878, + 0.3214, + 0.1342 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..7b5189f1fbdd94493e34d16c04afec3771edc142 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s2_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,1839 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3481486.32, + "constraint_satisfaction_pct": 99.47, + "final_rho": [ + 0.1566, + 0.3878, + 0.3214, + 0.1342 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15471.69, + "avg_cost": 21.75, + "lambda": 4.9675, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 10, + "avg_reward": -14448.51, + "avg_cost": 22.25, + "lambda": 4.7125, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 20, + "avg_reward": -13729.17, + "avg_cost": 9.5, + "lambda": 3.82, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 30, + "avg_reward": -13464.15, + "avg_cost": 15.25, + "lambda": 2.9475, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 40, + "avg_reward": -13423.72, + "avg_cost": 21.0, + "lambda": 2.425, + "rho": [ + 0.2348, + 0.2844, + 0.2455, + 0.2353 + ] + }, + { + "episode": 50, + "avg_reward": -12861.3, + "avg_cost": 19.75, + "lambda": 1.3125, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 60, + "avg_reward": -11738.55, + "avg_cost": 10.75, + "lambda": 0.855, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 70, + "avg_reward": -11411.6, + "avg_cost": 22.75, + "lambda": 0.11, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 80, + "avg_reward": -10434.21, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 90, + "avg_reward": -9606.87, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.2251, + 0.2999, + 0.2605, + 0.2146 + ] + }, + { + "episode": 100, + "avg_reward": -8688.71, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 110, + "avg_reward": -8227.5, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 120, + "avg_reward": -7423.22, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 130, + "avg_reward": -6178.85, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 140, + "avg_reward": -5121.75, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 0.2186, + 0.3085, + 0.2702, + 0.2028 + ] + }, + { + "episode": 150, + "avg_reward": -4541.28, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 160, + "avg_reward": -3875.52, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 170, + "avg_reward": -3068.72, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 180, + "avg_reward": -2728.32, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 190, + "avg_reward": -1865.87, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.2134, + 0.3149, + 0.2764, + 0.1953 + ] + }, + { + "episode": 200, + "avg_reward": -1432.33, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 210, + "avg_reward": -474.24, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 220, + "avg_reward": -381.28, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 230, + "avg_reward": -204.04, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 240, + "avg_reward": 351.94, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.2082, + 0.3212, + 0.2815, + 0.1891 + ] + }, + { + "episode": 250, + "avg_reward": 888.66, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 260, + "avg_reward": 721.53, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 270, + "avg_reward": 1359.7, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 280, + "avg_reward": 1343.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 290, + "avg_reward": 1725.56, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.2035, + 0.327, + 0.2858, + 0.1837 + ] + }, + { + "episode": 300, + "avg_reward": 1821.29, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 310, + "avg_reward": 1688.85, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 320, + "avg_reward": 2037.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 330, + "avg_reward": 2135.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 340, + "avg_reward": 2038.95, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1994, + 0.3324, + 0.2895, + 0.1787 + ] + }, + { + "episode": 350, + "avg_reward": 2435.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 360, + "avg_reward": 2296.26, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 370, + "avg_reward": 2721.1, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 380, + "avg_reward": 2666.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 390, + "avg_reward": 2835.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1954, + 0.3376, + 0.2928, + 0.1743 + ] + }, + { + "episode": 400, + "avg_reward": 2808.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 410, + "avg_reward": 3070.9, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 420, + "avg_reward": 3299.78, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 430, + "avg_reward": 3045.29, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 440, + "avg_reward": 3091.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1917, + 0.3424, + 0.2957, + 0.1703 + ] + }, + { + "episode": 450, + "avg_reward": 3263.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 460, + "avg_reward": 3500.73, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 470, + "avg_reward": 3763.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 480, + "avg_reward": 3203.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 490, + "avg_reward": 3594.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1883, + 0.3468, + 0.2983, + 0.1666 + ] + }, + { + "episode": 500, + "avg_reward": 3688.9, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 510, + "avg_reward": 3249.98, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 520, + "avg_reward": 3735.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 530, + "avg_reward": 3733.61, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 540, + "avg_reward": 3427.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1851, + 0.351, + 0.3007, + 0.1632 + ] + }, + { + "episode": 550, + "avg_reward": 3634.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 560, + "avg_reward": 3387.1, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 570, + "avg_reward": 3545.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 580, + "avg_reward": 3832.47, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 590, + "avg_reward": 3451.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1822, + 0.3548, + 0.3028, + 0.1602 + ] + }, + { + "episode": 600, + "avg_reward": 3887.6, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 610, + "avg_reward": 3914.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 620, + "avg_reward": 3570.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 630, + "avg_reward": 4194.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 640, + "avg_reward": 3975.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1795, + 0.3583, + 0.3048, + 0.1574 + ] + }, + { + "episode": 650, + "avg_reward": 3808.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 660, + "avg_reward": 3870.72, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 670, + "avg_reward": 3936.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 680, + "avg_reward": 4186.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 690, + "avg_reward": 4193.64, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1771, + 0.3614, + 0.3066, + 0.1549 + ] + }, + { + "episode": 700, + "avg_reward": 3987.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 710, + "avg_reward": 3878.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 720, + "avg_reward": 4421.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 730, + "avg_reward": 4082.36, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 740, + "avg_reward": 4192.45, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1749, + 0.3643, + 0.3083, + 0.1526 + ] + }, + { + "episode": 750, + "avg_reward": 4031.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 760, + "avg_reward": 3905.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 770, + "avg_reward": 3952.25, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 780, + "avg_reward": 4345.13, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 790, + "avg_reward": 4365.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1728, + 0.367, + 0.3098, + 0.1505 + ] + }, + { + "episode": 800, + "avg_reward": 4662.17, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 810, + "avg_reward": 4219.21, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 820, + "avg_reward": 4425.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 830, + "avg_reward": 4893.15, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 840, + "avg_reward": 4643.1, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1709, + 0.3694, + 0.3111, + 0.1486 + ] + }, + { + "episode": 850, + "avg_reward": 4573.83, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 860, + "avg_reward": 4249.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 870, + "avg_reward": 4423.98, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 880, + "avg_reward": 4313.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 890, + "avg_reward": 4532.72, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1692, + 0.3716, + 0.3124, + 0.1468 + ] + }, + { + "episode": 900, + "avg_reward": 4367.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 910, + "avg_reward": 4442.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 920, + "avg_reward": 4502.32, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 930, + "avg_reward": 4901.93, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 940, + "avg_reward": 4582.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1676, + 0.3736, + 0.3135, + 0.1452 + ] + }, + { + "episode": 950, + "avg_reward": 4825.23, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 960, + "avg_reward": 4781.8, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 970, + "avg_reward": 4023.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 980, + "avg_reward": 4199.11, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 990, + "avg_reward": 4801.53, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1662, + 0.3755, + 0.3146, + 0.1438 + ] + }, + { + "episode": 1000, + "avg_reward": 4767.59, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1010, + "avg_reward": 3937.32, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1020, + "avg_reward": 5024.42, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1030, + "avg_reward": 3997.6, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1040, + "avg_reward": 4066.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1649, + 0.3772, + 0.3155, + 0.1425 + ] + }, + { + "episode": 1050, + "avg_reward": 4475.33, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1060, + "avg_reward": 5016.43, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1070, + "avg_reward": 5234.39, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1080, + "avg_reward": 4575.9, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1090, + "avg_reward": 5143.77, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1637, + 0.3787, + 0.3164, + 0.1413 + ] + }, + { + "episode": 1100, + "avg_reward": 5129.08, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1110, + "avg_reward": 4611.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1120, + "avg_reward": 4603.02, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1130, + "avg_reward": 4671.28, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1140, + "avg_reward": 4430.62, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1626, + 0.3801, + 0.3171, + 0.1402 + ] + }, + { + "episode": 1150, + "avg_reward": 4537.77, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1160, + "avg_reward": 4720.77, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1170, + "avg_reward": 4352.99, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1180, + "avg_reward": 4849.01, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1190, + "avg_reward": 5089.72, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1616, + 0.3814, + 0.3179, + 0.1392 + ] + }, + { + "episode": 1200, + "avg_reward": 5508.68, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1210, + "avg_reward": 5030.15, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1220, + "avg_reward": 4812.73, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1230, + "avg_reward": 4594.05, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1240, + "avg_reward": 4985.23, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1606, + 0.3826, + 0.3185, + 0.1382 + ] + }, + { + "episode": 1250, + "avg_reward": 4536.01, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1260, + "avg_reward": 4711.56, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1270, + "avg_reward": 5189.77, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1280, + "avg_reward": 5330.77, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1290, + "avg_reward": 5215.94, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.1598, + 0.3837, + 0.3191, + 0.1374 + ] + }, + { + "episode": 1300, + "avg_reward": 5552.9, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1310, + "avg_reward": 5411.62, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1320, + "avg_reward": 4915.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1330, + "avg_reward": 5122.39, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1340, + "avg_reward": 5614.61, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.159, + 0.3847, + 0.3197, + 0.1367 + ] + }, + { + "episode": 1350, + "avg_reward": 4702.77, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1360, + "avg_reward": 5455.45, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1370, + "avg_reward": 5927.06, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1380, + "avg_reward": 4783.68, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1390, + "avg_reward": 4644.04, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1583, + 0.3855, + 0.3202, + 0.136 + ] + }, + { + "episode": 1400, + "avg_reward": 5807.27, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1410, + "avg_reward": 5409.1, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1420, + "avg_reward": 5216.3, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1430, + "avg_reward": 5543.31, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1440, + "avg_reward": 5123.26, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1577, + 0.3864, + 0.3206, + 0.1353 + ] + }, + { + "episode": 1450, + "avg_reward": 5623.09, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1460, + "avg_reward": 5657.95, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1470, + "avg_reward": 4892.8, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1480, + "avg_reward": 4359.98, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1490, + "avg_reward": 5441.23, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.1571, + 0.3871, + 0.321, + 0.1347 + ] + }, + { + "episode": 1500, + "avg_reward": 5435.35, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 0.1566, + 0.3878, + 0.3214, + 0.1342 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..1994d58096ff3bf4366b1b143c64f498f56236d7 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -4798567.89, + "constraint_satisfaction_pct": 28.9, + "final_rho": [ + 0.2469, + 0.2529, + 0.2861, + 0.214 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23652.11, + "avg_cost": 30.5, + "lambda": 10.915, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 10, + "avg_reward": -21216.68, + "avg_cost": 13.0, + "lambda": 17.9985, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 20, + "avg_reward": -21218.36, + "avg_cost": 3.75, + "lambda": 23.5452, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 30, + "avg_reward": -20512.51, + "avg_cost": 18.75, + "lambda": 28.048, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 40, + "avg_reward": -20256.69, + "avg_cost": 8.0, + "lambda": 32.3479, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 50, + "avg_reward": -20523.21, + "avg_cost": 4.5, + "lambda": 36.5474, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 60, + "avg_reward": -19367.71, + "avg_cost": 16.25, + "lambda": 40.7512, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 70, + "avg_reward": -18864.28, + "avg_cost": 9.0, + "lambda": 44.6651, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 80, + "avg_reward": -18331.62, + "avg_cost": 6.75, + "lambda": 48.5765, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 90, + "avg_reward": -18540.1, + "avg_cost": 27.25, + "lambda": 52.5674, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 100, + "avg_reward": -17300.15, + "avg_cost": 8.75, + "lambda": 56.9797, + "rho": [ + 0.2236, + 0.2838, + 0.2757, + 0.217 + ] + }, + { + "episode": 110, + "avg_reward": -17960.92, + "avg_cost": 16.25, + "lambda": 61.3634, + "rho": [ + 0.2236, + 0.2838, + 0.2757, + 0.217 + ] + }, + { + "episode": 120, + "avg_reward": -16952.28, + "avg_cost": 8.5, + "lambda": 64.9767, + "rho": [ + 0.2236, + 0.2838, + 0.2757, + 0.217 + ] + }, + { + "episode": 130, + "avg_reward": -16311.16, + "avg_cost": 5.75, + "lambda": 68.2804, + "rho": [ + 0.2236, + 0.2838, + 0.2757, + 0.217 + ] + }, + { + "episode": 140, + "avg_reward": -15239.95, + "avg_cost": 9.25, + "lambda": 71.6864, + "rho": [ + 0.2236, + 0.2838, + 0.2757, + 0.217 + ] + }, + { + "episode": 150, + "avg_reward": -13631.01, + "avg_cost": 8.5, + "lambda": 75.4986, + "rho": [ + 0.22, + 0.2935, + 0.2734, + 0.2131 + ] + }, + { + "episode": 160, + "avg_reward": -15304.25, + "avg_cost": 9.5, + "lambda": 78.9908, + "rho": [ + 0.22, + 0.2935, + 0.2734, + 0.2131 + ] + }, + { + "episode": 170, + "avg_reward": -13324.11, + "avg_cost": 20.5, + "lambda": 81.8466, + "rho": [ + 0.22, + 0.2935, + 0.2734, + 0.2131 + ] + }, + { + "episode": 180, + "avg_reward": -13008.68, + "avg_cost": 13.25, + "lambda": 84.8462, + "rho": [ + 0.22, + 0.2935, + 0.2734, + 0.2131 + ] + }, + { + "episode": 190, + "avg_reward": -14027.36, + "avg_cost": 2.5, + "lambda": 88.0253, + "rho": [ + 0.22, + 0.2935, + 0.2734, + 0.2131 + ] + }, + { + "episode": 200, + "avg_reward": -13899.78, + "avg_cost": 13.25, + "lambda": 90.8046, + "rho": [ + 0.2208, + 0.3015, + 0.2748, + 0.2029 + ] + }, + { + "episode": 210, + "avg_reward": -12433.3, + "avg_cost": 9.5, + "lambda": 93.3807, + "rho": [ + 0.2208, + 0.3015, + 0.2748, + 0.2029 + ] + }, + { + "episode": 220, + "avg_reward": -12421.71, + "avg_cost": 12.25, + "lambda": 95.6829, + "rho": [ + 0.2208, + 0.3015, + 0.2748, + 0.2029 + ] + }, + { + "episode": 230, + "avg_reward": -11409.05, + "avg_cost": 9.5, + "lambda": 97.8808, + "rho": [ + 0.2208, + 0.3015, + 0.2748, + 0.2029 + ] + }, + { + "episode": 240, + "avg_reward": -11299.68, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 0.2208, + 0.3015, + 0.2748, + 0.2029 + ] + }, + { + "episode": 250, + "avg_reward": -11201.08, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 0.227, + 0.2972, + 0.2753, + 0.2005 + ] + }, + { + "episode": 260, + "avg_reward": -11812.46, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.227, + 0.2972, + 0.2753, + 0.2005 + ] + }, + { + "episode": 270, + "avg_reward": -12057.52, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.227, + 0.2972, + 0.2753, + 0.2005 + ] + }, + { + "episode": 280, + "avg_reward": -11463.74, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.227, + 0.2972, + 0.2753, + 0.2005 + ] + }, + { + "episode": 290, + "avg_reward": -10754.69, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.227, + 0.2972, + 0.2753, + 0.2005 + ] + }, + { + "episode": 300, + "avg_reward": -10228.58, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.2312, + 0.2886, + 0.2796, + 0.2006 + ] + }, + { + "episode": 310, + "avg_reward": -10157.82, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2312, + 0.2886, + 0.2796, + 0.2006 + ] + }, + { + "episode": 320, + "avg_reward": -10187.06, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.2312, + 0.2886, + 0.2796, + 0.2006 + ] + }, + { + "episode": 330, + "avg_reward": -9656.99, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2312, + 0.2886, + 0.2796, + 0.2006 + ] + }, + { + "episode": 340, + "avg_reward": -9744.84, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.2312, + 0.2886, + 0.2796, + 0.2006 + ] + }, + { + "episode": 350, + "avg_reward": -10800.28, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2381, + 0.2823, + 0.2795, + 0.2 + ] + }, + { + "episode": 360, + "avg_reward": -9574.86, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2381, + 0.2823, + 0.2795, + 0.2 + ] + }, + { + "episode": 370, + "avg_reward": -8377.97, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.2381, + 0.2823, + 0.2795, + 0.2 + ] + }, + { + "episode": 380, + "avg_reward": -7761.64, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2381, + 0.2823, + 0.2795, + 0.2 + ] + }, + { + "episode": 390, + "avg_reward": -7691.24, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2381, + 0.2823, + 0.2795, + 0.2 + ] + }, + { + "episode": 400, + "avg_reward": -7314.08, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2416, + 0.2757, + 0.2836, + 0.1992 + ] + }, + { + "episode": 410, + "avg_reward": -6981.19, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2416, + 0.2757, + 0.2836, + 0.1992 + ] + }, + { + "episode": 420, + "avg_reward": -6481.4, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2416, + 0.2757, + 0.2836, + 0.1992 + ] + }, + { + "episode": 430, + "avg_reward": -6130.19, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2416, + 0.2757, + 0.2836, + 0.1992 + ] + }, + { + "episode": 440, + "avg_reward": -6140.94, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2416, + 0.2757, + 0.2836, + 0.1992 + ] + }, + { + "episode": 450, + "avg_reward": -4825.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2406, + 0.2718, + 0.2877, + 0.1998 + ] + }, + { + "episode": 460, + "avg_reward": -4946.51, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2406, + 0.2718, + 0.2877, + 0.1998 + ] + }, + { + "episode": 470, + "avg_reward": -5284.8, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2406, + 0.2718, + 0.2877, + 0.1998 + ] + }, + { + "episode": 480, + "avg_reward": -3879.75, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2406, + 0.2718, + 0.2877, + 0.1998 + ] + }, + { + "episode": 490, + "avg_reward": -3245.06, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2406, + 0.2718, + 0.2877, + 0.1998 + ] + }, + { + "episode": 500, + "avg_reward": -3168.35, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2404, + 0.2668, + 0.2889, + 0.2038 + ] + }, + { + "episode": 510, + "avg_reward": -2552.0, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2404, + 0.2668, + 0.2889, + 0.2038 + ] + }, + { + "episode": 520, + "avg_reward": -2468.25, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.2404, + 0.2668, + 0.2889, + 0.2038 + ] + }, + { + "episode": 530, + "avg_reward": -1835.23, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2404, + 0.2668, + 0.2889, + 0.2038 + ] + }, + { + "episode": 540, + "avg_reward": -1572.18, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2404, + 0.2668, + 0.2889, + 0.2038 + ] + }, + { + "episode": 550, + "avg_reward": -1168.08, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.262, + 0.2884, + 0.2067 + ] + }, + { + "episode": 560, + "avg_reward": -1301.31, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.262, + 0.2884, + 0.2067 + ] + }, + { + "episode": 570, + "avg_reward": -777.76, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.262, + 0.2884, + 0.2067 + ] + }, + { + "episode": 580, + "avg_reward": -59.58, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.262, + 0.2884, + 0.2067 + ] + }, + { + "episode": 590, + "avg_reward": -360.0, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.2429, + 0.262, + 0.2884, + 0.2067 + ] + }, + { + "episode": 600, + "avg_reward": -163.96, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.2584, + 0.2895, + 0.2062 + ] + }, + { + "episode": 610, + "avg_reward": 520.87, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.2584, + 0.2895, + 0.2062 + ] + }, + { + "episode": 620, + "avg_reward": 266.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.2584, + 0.2895, + 0.2062 + ] + }, + { + "episode": 630, + "avg_reward": 856.42, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.2584, + 0.2895, + 0.2062 + ] + }, + { + "episode": 640, + "avg_reward": 1256.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.2584, + 0.2895, + 0.2062 + ] + }, + { + "episode": 650, + "avg_reward": 1587.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2485, + 0.2561, + 0.2922, + 0.2032 + ] + }, + { + "episode": 660, + "avg_reward": 1864.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2485, + 0.2561, + 0.2922, + 0.2032 + ] + }, + { + "episode": 670, + "avg_reward": 1945.66, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2485, + 0.2561, + 0.2922, + 0.2032 + ] + }, + { + "episode": 680, + "avg_reward": 2168.59, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2485, + 0.2561, + 0.2922, + 0.2032 + ] + }, + { + "episode": 690, + "avg_reward": 2577.03, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2485, + 0.2561, + 0.2922, + 0.2032 + ] + }, + { + "episode": 700, + "avg_reward": 2691.14, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2484, + 0.2548, + 0.2959, + 0.2009 + ] + }, + { + "episode": 710, + "avg_reward": 3060.72, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2484, + 0.2548, + 0.2959, + 0.2009 + ] + }, + { + "episode": 720, + "avg_reward": 2634.39, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2484, + 0.2548, + 0.2959, + 0.2009 + ] + }, + { + "episode": 730, + "avg_reward": 3381.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2484, + 0.2548, + 0.2959, + 0.2009 + ] + }, + { + "episode": 740, + "avg_reward": 3384.64, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2484, + 0.2548, + 0.2959, + 0.2009 + ] + }, + { + "episode": 750, + "avg_reward": 3308.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2493, + 0.2547, + 0.2957, + 0.2003 + ] + }, + { + "episode": 760, + "avg_reward": 3294.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2493, + 0.2547, + 0.2957, + 0.2003 + ] + }, + { + "episode": 770, + "avg_reward": 3771.03, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2493, + 0.2547, + 0.2957, + 0.2003 + ] + }, + { + "episode": 780, + "avg_reward": 3785.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2493, + 0.2547, + 0.2957, + 0.2003 + ] + }, + { + "episode": 790, + "avg_reward": 4112.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2493, + 0.2547, + 0.2957, + 0.2003 + ] + }, + { + "episode": 800, + "avg_reward": 3877.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2497, + 0.2541, + 0.294, + 0.2022 + ] + }, + { + "episode": 810, + "avg_reward": 3993.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2497, + 0.2541, + 0.294, + 0.2022 + ] + }, + { + "episode": 820, + "avg_reward": 3929.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2497, + 0.2541, + 0.294, + 0.2022 + ] + }, + { + "episode": 830, + "avg_reward": 4122.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2497, + 0.2541, + 0.294, + 0.2022 + ] + }, + { + "episode": 840, + "avg_reward": 4531.52, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2497, + 0.2541, + 0.294, + 0.2022 + ] + }, + { + "episode": 850, + "avg_reward": 4736.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.248, + 0.2542, + 0.2936, + 0.2042 + ] + }, + { + "episode": 860, + "avg_reward": 4606.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.248, + 0.2542, + 0.2936, + 0.2042 + ] + }, + { + "episode": 870, + "avg_reward": 4807.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.248, + 0.2542, + 0.2936, + 0.2042 + ] + }, + { + "episode": 880, + "avg_reward": 4603.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.248, + 0.2542, + 0.2936, + 0.2042 + ] + }, + { + "episode": 890, + "avg_reward": 5283.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.248, + 0.2542, + 0.2936, + 0.2042 + ] + }, + { + "episode": 900, + "avg_reward": 4833.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2474, + 0.2552, + 0.2905, + 0.2069 + ] + }, + { + "episode": 910, + "avg_reward": 5019.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2474, + 0.2552, + 0.2905, + 0.2069 + ] + }, + { + "episode": 920, + "avg_reward": 4763.97, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2474, + 0.2552, + 0.2905, + 0.2069 + ] + }, + { + "episode": 930, + "avg_reward": 5176.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2474, + 0.2552, + 0.2905, + 0.2069 + ] + }, + { + "episode": 940, + "avg_reward": 5114.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2474, + 0.2552, + 0.2905, + 0.2069 + ] + }, + { + "episode": 950, + "avg_reward": 5208.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2473, + 0.2542, + 0.2887, + 0.2098 + ] + }, + { + "episode": 960, + "avg_reward": 5628.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2473, + 0.2542, + 0.2887, + 0.2098 + ] + }, + { + "episode": 970, + "avg_reward": 5616.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2473, + 0.2542, + 0.2887, + 0.2098 + ] + }, + { + "episode": 980, + "avg_reward": 5859.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2473, + 0.2542, + 0.2887, + 0.2098 + ] + }, + { + "episode": 990, + "avg_reward": 6156.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2473, + 0.2542, + 0.2887, + 0.2098 + ] + }, + { + "episode": 1000, + "avg_reward": 5585.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.2469, + 0.2529, + 0.2861, + 0.214 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..e4363da9862b885d8eb8e74c2cd254383d6496b4 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s3_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -4960442.09, + "constraint_satisfaction_pct": 14.7, + "final_rho": [ + 0.342, + 0.3995, + 0.1593, + 0.0993 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18921.69, + "avg_cost": 30.5, + "lambda": 10.915, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 10, + "avg_reward": -16973.34, + "avg_cost": 13.0, + "lambda": 17.9985, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 20, + "avg_reward": -16974.69, + "avg_cost": 3.75, + "lambda": 23.5452, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 30, + "avg_reward": -16410.01, + "avg_cost": 18.75, + "lambda": 28.048, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 40, + "avg_reward": -16205.35, + "avg_cost": 8.0, + "lambda": 32.3479, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 50, + "avg_reward": -16418.57, + "avg_cost": 4.5, + "lambda": 36.5474, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 60, + "avg_reward": -14568.35, + "avg_cost": 15.25, + "lambda": 40.3972, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 70, + "avg_reward": -14870.33, + "avg_cost": 11.5, + "lambda": 43.9253, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 80, + "avg_reward": -14294.07, + "avg_cost": 13.0, + "lambda": 48.1931, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 90, + "avg_reward": -14329.47, + "avg_cost": 17.5, + "lambda": 52.725, + "rho": [ + 0.2368, + 0.2729, + 0.258, + 0.2323 + ] + }, + { + "episode": 100, + "avg_reward": -13929.43, + "avg_cost": 17.75, + "lambda": 57.1172, + "rho": [ + 0.242, + 0.2777, + 0.2642, + 0.216 + ] + }, + { + "episode": 110, + "avg_reward": -13455.22, + "avg_cost": 9.5, + "lambda": 61.3355, + "rho": [ + 0.242, + 0.2777, + 0.2642, + 0.216 + ] + }, + { + "episode": 120, + "avg_reward": -12919.96, + "avg_cost": 11.75, + "lambda": 65.1908, + "rho": [ + 0.242, + 0.2777, + 0.2642, + 0.216 + ] + }, + { + "episode": 130, + "avg_reward": -12723.88, + "avg_cost": 4.25, + "lambda": 68.4445, + "rho": [ + 0.242, + 0.2777, + 0.2642, + 0.216 + ] + }, + { + "episode": 140, + "avg_reward": -11680.0, + "avg_cost": 8.5, + "lambda": 71.2026, + "rho": [ + 0.242, + 0.2777, + 0.2642, + 0.216 + ] + }, + { + "episode": 150, + "avg_reward": -11054.56, + "avg_cost": 10.0, + "lambda": 74.4299, + "rho": [ + 0.2482, + 0.2912, + 0.2579, + 0.2027 + ] + }, + { + "episode": 160, + "avg_reward": -11463.04, + "avg_cost": 12.0, + "lambda": 77.6752, + "rho": [ + 0.2482, + 0.2912, + 0.2579, + 0.2027 + ] + }, + { + "episode": 170, + "avg_reward": -11733.9, + "avg_cost": 10.75, + "lambda": 80.9182, + "rho": [ + 0.2482, + 0.2912, + 0.2579, + 0.2027 + ] + }, + { + "episode": 180, + "avg_reward": -11307.23, + "avg_cost": 14.25, + "lambda": 83.7119, + "rho": [ + 0.2482, + 0.2912, + 0.2579, + 0.2027 + ] + }, + { + "episode": 190, + "avg_reward": -10782.97, + "avg_cost": 2.5, + "lambda": 86.8259, + "rho": [ + 0.2482, + 0.2912, + 0.2579, + 0.2027 + ] + }, + { + "episode": 200, + "avg_reward": -10221.41, + "avg_cost": 8.75, + "lambda": 89.5398, + "rho": [ + 0.2459, + 0.3068, + 0.2602, + 0.1872 + ] + }, + { + "episode": 210, + "avg_reward": -9371.39, + "avg_cost": 8.75, + "lambda": 92.7099, + "rho": [ + 0.2459, + 0.3068, + 0.2602, + 0.1872 + ] + }, + { + "episode": 220, + "avg_reward": -9139.47, + "avg_cost": 10.25, + "lambda": 95.7533, + "rho": [ + 0.2459, + 0.3068, + 0.2602, + 0.1872 + ] + }, + { + "episode": 230, + "avg_reward": -9794.24, + "avg_cost": 5.0, + "lambda": 98.2669, + "rho": [ + 0.2459, + 0.3068, + 0.2602, + 0.1872 + ] + }, + { + "episode": 240, + "avg_reward": -9247.59, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.2459, + 0.3068, + 0.2602, + 0.1872 + ] + }, + { + "episode": 250, + "avg_reward": -9026.25, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.3207, + 0.2521, + 0.1777 + ] + }, + { + "episode": 260, + "avg_reward": -9783.95, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.3207, + 0.2521, + 0.1777 + ] + }, + { + "episode": 270, + "avg_reward": -9678.37, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.3207, + 0.2521, + 0.1777 + ] + }, + { + "episode": 280, + "avg_reward": -9861.3, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.3207, + 0.2521, + 0.1777 + ] + }, + { + "episode": 290, + "avg_reward": -9445.39, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2495, + 0.3207, + 0.2521, + 0.1777 + ] + }, + { + "episode": 300, + "avg_reward": -7693.45, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2535, + 0.3402, + 0.2395, + 0.1668 + ] + }, + { + "episode": 310, + "avg_reward": -8420.31, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2535, + 0.3402, + 0.2395, + 0.1668 + ] + }, + { + "episode": 320, + "avg_reward": -7851.19, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.2535, + 0.3402, + 0.2395, + 0.1668 + ] + }, + { + "episode": 330, + "avg_reward": -7366.78, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.2535, + 0.3402, + 0.2395, + 0.1668 + ] + }, + { + "episode": 340, + "avg_reward": -7237.21, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2535, + 0.3402, + 0.2395, + 0.1668 + ] + }, + { + "episode": 350, + "avg_reward": -7101.99, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2589, + 0.3649, + 0.224, + 0.1522 + ] + }, + { + "episode": 360, + "avg_reward": -6799.13, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2589, + 0.3649, + 0.224, + 0.1522 + ] + }, + { + "episode": 370, + "avg_reward": -6683.21, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2589, + 0.3649, + 0.224, + 0.1522 + ] + }, + { + "episode": 380, + "avg_reward": -6610.87, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.2589, + 0.3649, + 0.224, + 0.1522 + ] + }, + { + "episode": 390, + "avg_reward": -6552.35, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2589, + 0.3649, + 0.224, + 0.1522 + ] + }, + { + "episode": 400, + "avg_reward": -5693.78, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2583, + 0.3803, + 0.2147, + 0.1467 + ] + }, + { + "episode": 410, + "avg_reward": -6168.87, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2583, + 0.3803, + 0.2147, + 0.1467 + ] + }, + { + "episode": 420, + "avg_reward": -6727.99, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.2583, + 0.3803, + 0.2147, + 0.1467 + ] + }, + { + "episode": 430, + "avg_reward": -6422.44, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2583, + 0.3803, + 0.2147, + 0.1467 + ] + }, + { + "episode": 440, + "avg_reward": -5771.87, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2583, + 0.3803, + 0.2147, + 0.1467 + ] + }, + { + "episode": 450, + "avg_reward": -5576.52, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 0.2584, + 0.3862, + 0.2135, + 0.1418 + ] + }, + { + "episode": 460, + "avg_reward": -5297.68, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2584, + 0.3862, + 0.2135, + 0.1418 + ] + }, + { + "episode": 470, + "avg_reward": -5278.64, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.2584, + 0.3862, + 0.2135, + 0.1418 + ] + }, + { + "episode": 480, + "avg_reward": -4584.78, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2584, + 0.3862, + 0.2135, + 0.1418 + ] + }, + { + "episode": 490, + "avg_reward": -5436.15, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.2584, + 0.3862, + 0.2135, + 0.1418 + ] + }, + { + "episode": 500, + "avg_reward": -4594.57, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2643, + 0.3833, + 0.212, + 0.1404 + ] + }, + { + "episode": 510, + "avg_reward": -4538.34, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.2643, + 0.3833, + 0.212, + 0.1404 + ] + }, + { + "episode": 520, + "avg_reward": -4398.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.2643, + 0.3833, + 0.212, + 0.1404 + ] + }, + { + "episode": 530, + "avg_reward": -4759.64, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.2643, + 0.3833, + 0.212, + 0.1404 + ] + }, + { + "episode": 540, + "avg_reward": -4752.28, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.2643, + 0.3833, + 0.212, + 0.1404 + ] + }, + { + "episode": 550, + "avg_reward": -4648.74, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.2747, + 0.3779, + 0.2089, + 0.1385 + ] + }, + { + "episode": 560, + "avg_reward": -3753.78, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.2747, + 0.3779, + 0.2089, + 0.1385 + ] + }, + { + "episode": 570, + "avg_reward": -3484.12, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2747, + 0.3779, + 0.2089, + 0.1385 + ] + }, + { + "episode": 580, + "avg_reward": -3306.01, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2747, + 0.3779, + 0.2089, + 0.1385 + ] + }, + { + "episode": 590, + "avg_reward": -3002.98, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.2747, + 0.3779, + 0.2089, + 0.1385 + ] + }, + { + "episode": 600, + "avg_reward": -2554.35, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.3704, + 0.2066, + 0.135 + ] + }, + { + "episode": 610, + "avg_reward": -2129.53, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.3704, + 0.2066, + 0.135 + ] + }, + { + "episode": 620, + "avg_reward": -2340.92, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.3704, + 0.2066, + 0.135 + ] + }, + { + "episode": 630, + "avg_reward": -2431.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.3704, + 0.2066, + 0.135 + ] + }, + { + "episode": 640, + "avg_reward": -2283.21, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.2881, + 0.3704, + 0.2066, + 0.135 + ] + }, + { + "episode": 650, + "avg_reward": -1784.59, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.371, + 0.2029, + 0.1296 + ] + }, + { + "episode": 660, + "avg_reward": -1787.86, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.371, + 0.2029, + 0.1296 + ] + }, + { + "episode": 670, + "avg_reward": -1768.25, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.371, + 0.2029, + 0.1296 + ] + }, + { + "episode": 680, + "avg_reward": -1932.13, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.371, + 0.2029, + 0.1296 + ] + }, + { + "episode": 690, + "avg_reward": -1509.15, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.2966, + 0.371, + 0.2029, + 0.1296 + ] + }, + { + "episode": 700, + "avg_reward": -1655.06, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.306, + 0.3644, + 0.2007, + 0.1288 + ] + }, + { + "episode": 710, + "avg_reward": -892.39, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.306, + 0.3644, + 0.2007, + 0.1288 + ] + }, + { + "episode": 720, + "avg_reward": -702.75, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.306, + 0.3644, + 0.2007, + 0.1288 + ] + }, + { + "episode": 730, + "avg_reward": -219.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.306, + 0.3644, + 0.2007, + 0.1288 + ] + }, + { + "episode": 740, + "avg_reward": -77.0, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.306, + 0.3644, + 0.2007, + 0.1288 + ] + }, + { + "episode": 750, + "avg_reward": 121.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3117, + 0.365, + 0.1974, + 0.1259 + ] + }, + { + "episode": 760, + "avg_reward": 706.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3117, + 0.365, + 0.1974, + 0.1259 + ] + }, + { + "episode": 770, + "avg_reward": 772.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3117, + 0.365, + 0.1974, + 0.1259 + ] + }, + { + "episode": 780, + "avg_reward": 1256.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3117, + 0.365, + 0.1974, + 0.1259 + ] + }, + { + "episode": 790, + "avg_reward": 1436.3, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3117, + 0.365, + 0.1974, + 0.1259 + ] + }, + { + "episode": 800, + "avg_reward": 1185.44, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.315, + 0.3701, + 0.1952, + 0.1197 + ] + }, + { + "episode": 810, + "avg_reward": 1504.61, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.315, + 0.3701, + 0.1952, + 0.1197 + ] + }, + { + "episode": 820, + "avg_reward": 1945.94, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.315, + 0.3701, + 0.1952, + 0.1197 + ] + }, + { + "episode": 830, + "avg_reward": 1971.6, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.315, + 0.3701, + 0.1952, + 0.1197 + ] + }, + { + "episode": 840, + "avg_reward": 2290.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.315, + 0.3701, + 0.1952, + 0.1197 + ] + }, + { + "episode": 850, + "avg_reward": 2398.94, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3199, + 0.3807, + 0.188, + 0.1114 + ] + }, + { + "episode": 860, + "avg_reward": 2501.07, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3199, + 0.3807, + 0.188, + 0.1114 + ] + }, + { + "episode": 870, + "avg_reward": 2604.18, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3199, + 0.3807, + 0.188, + 0.1114 + ] + }, + { + "episode": 880, + "avg_reward": 3047.17, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3199, + 0.3807, + 0.188, + 0.1114 + ] + }, + { + "episode": 890, + "avg_reward": 2954.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3199, + 0.3807, + 0.188, + 0.1114 + ] + }, + { + "episode": 900, + "avg_reward": 2961.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.327, + 0.3942, + 0.1762, + 0.1026 + ] + }, + { + "episode": 910, + "avg_reward": 3170.84, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.327, + 0.3942, + 0.1762, + 0.1026 + ] + }, + { + "episode": 920, + "avg_reward": 3069.41, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.327, + 0.3942, + 0.1762, + 0.1026 + ] + }, + { + "episode": 930, + "avg_reward": 3122.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.327, + 0.3942, + 0.1762, + 0.1026 + ] + }, + { + "episode": 940, + "avg_reward": 3510.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.327, + 0.3942, + 0.1762, + 0.1026 + ] + }, + { + "episode": 950, + "avg_reward": 3391.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3353, + 0.3978, + 0.1672, + 0.0997 + ] + }, + { + "episode": 960, + "avg_reward": 3648.76, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3353, + 0.3978, + 0.1672, + 0.0997 + ] + }, + { + "episode": 970, + "avg_reward": 3684.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3353, + 0.3978, + 0.1672, + 0.0997 + ] + }, + { + "episode": 980, + "avg_reward": 3704.61, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.3353, + 0.3978, + 0.1672, + 0.0997 + ] + }, + { + "episode": 990, + "avg_reward": 4353.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3353, + 0.3978, + 0.1672, + 0.0997 + ] + }, + { + "episode": 1000, + "avg_reward": 3576.85, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.342, + 0.3995, + 0.1593, + 0.0993 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json b/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..05510f61c022d8e22b8f3fa33e0efc4a385a7d96 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7449596.79, + "constraint_satisfaction_pct": 44.33, + "final_rho": [ + 0.0942, + 0.5351, + 0.2765, + 0.0942 + ], + "final_lambda": 11.6879, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31536.14, + "avg_cost": 844.0, + "lambda": 0.1844, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 10, + "avg_reward": -28495.02, + "avg_cost": 823.0, + "lambda": 0.9417, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 20, + "avg_reward": -27165.52, + "avg_cost": 820.5, + "lambda": 1.771, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 30, + "avg_reward": -25407.12, + "avg_cost": 803.75, + "lambda": 2.5901, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 40, + "avg_reward": -24894.58, + "avg_cost": 787.5, + "lambda": 3.3942, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 50, + "avg_reward": -23950.56, + "avg_cost": 776.75, + "lambda": 4.184, + "rho": [ + 0.2276, + 0.2633, + 0.286, + 0.223 + ] + }, + { + "episode": 60, + "avg_reward": -22411.45, + "avg_cost": 754.0, + "lambda": 4.9621, + "rho": [ + 0.2276, + 0.2633, + 0.286, + 0.223 + ] + }, + { + "episode": 70, + "avg_reward": -20702.33, + "avg_cost": 725.25, + "lambda": 5.7202, + "rho": [ + 0.2276, + 0.2633, + 0.286, + 0.223 + ] + }, + { + "episode": 80, + "avg_reward": -17918.3, + "avg_cost": 682.5, + "lambda": 6.4538, + "rho": [ + 0.2276, + 0.2633, + 0.286, + 0.223 + ] + }, + { + "episode": 90, + "avg_reward": -16385.06, + "avg_cost": 664.25, + "lambda": 7.1556, + "rho": [ + 0.2276, + 0.2633, + 0.286, + 0.223 + ] + }, + { + "episode": 100, + "avg_reward": -14390.39, + "avg_cost": 617.75, + "lambda": 7.823, + "rho": [ + 0.2223, + 0.2692, + 0.305, + 0.2034 + ] + }, + { + "episode": 110, + "avg_reward": -11890.55, + "avg_cost": 563.5, + "lambda": 8.4476, + "rho": [ + 0.2223, + 0.2692, + 0.305, + 0.2034 + ] + }, + { + "episode": 120, + "avg_reward": -10995.27, + "avg_cost": 501.5, + "lambda": 9.0202, + "rho": [ + 0.2223, + 0.2692, + 0.305, + 0.2034 + ] + }, + { + "episode": 130, + "avg_reward": -7875.0, + "avg_cost": 397.75, + "lambda": 9.531, + "rho": [ + 0.2223, + 0.2692, + 0.305, + 0.2034 + ] + }, + { + "episode": 140, + "avg_reward": -5496.48, + "avg_cost": 336.0, + "lambda": 9.9625, + "rho": [ + 0.2223, + 0.2692, + 0.305, + 0.2034 + ] + }, + { + "episode": 150, + "avg_reward": -3978.7, + "avg_cost": 249.75, + "lambda": 10.3206, + "rho": [ + 0.2242, + 0.2817, + 0.305, + 0.189 + ] + }, + { + "episode": 160, + "avg_reward": -2744.84, + "avg_cost": 207.5, + "lambda": 10.6093, + "rho": [ + 0.2242, + 0.2817, + 0.305, + 0.189 + ] + }, + { + "episode": 170, + "avg_reward": -2074.26, + "avg_cost": 157.0, + "lambda": 10.8375, + "rho": [ + 0.2242, + 0.2817, + 0.305, + 0.189 + ] + }, + { + "episode": 180, + "avg_reward": -1284.77, + "avg_cost": 123.0, + "lambda": 11.0142, + "rho": [ + 0.2242, + 0.2817, + 0.305, + 0.189 + ] + }, + { + "episode": 190, + "avg_reward": -810.4, + "avg_cost": 94.25, + "lambda": 11.1506, + "rho": [ + 0.2242, + 0.2817, + 0.305, + 0.189 + ] + }, + { + "episode": 200, + "avg_reward": 1068.95, + "avg_cost": 66.0, + "lambda": 11.2544, + "rho": [ + 0.2174, + 0.293, + 0.3158, + 0.1738 + ] + }, + { + "episode": 210, + "avg_reward": 1211.34, + "avg_cost": 52.75, + "lambda": 11.3304, + "rho": [ + 0.2174, + 0.293, + 0.3158, + 0.1738 + ] + }, + { + "episode": 220, + "avg_reward": 1537.24, + "avg_cost": 30.25, + "lambda": 11.3888, + "rho": [ + 0.2174, + 0.293, + 0.3158, + 0.1738 + ] + }, + { + "episode": 230, + "avg_reward": 2677.47, + "avg_cost": 30.5, + "lambda": 11.4333, + "rho": [ + 0.2174, + 0.293, + 0.3158, + 0.1738 + ] + }, + { + "episode": 240, + "avg_reward": 2425.59, + "avg_cost": 26.0, + "lambda": 11.4688, + "rho": [ + 0.2174, + 0.293, + 0.3158, + 0.1738 + ] + }, + { + "episode": 250, + "avg_reward": 3005.19, + "avg_cost": 15.5, + "lambda": 11.497, + "rho": [ + 0.2059, + 0.3062, + 0.3319, + 0.156 + ] + }, + { + "episode": 260, + "avg_reward": 3153.68, + "avg_cost": 20.5, + "lambda": 11.52, + "rho": [ + 0.2059, + 0.3062, + 0.3319, + 0.156 + ] + }, + { + "episode": 270, + "avg_reward": 2849.02, + "avg_cost": 18.0, + "lambda": 11.5388, + "rho": [ + 0.2059, + 0.3062, + 0.3319, + 0.156 + ] + }, + { + "episode": 280, + "avg_reward": 3788.69, + "avg_cost": 10.0, + "lambda": 11.5547, + "rho": [ + 0.2059, + 0.3062, + 0.3319, + 0.156 + ] + }, + { + "episode": 290, + "avg_reward": 3477.45, + "avg_cost": 8.25, + "lambda": 11.5681, + "rho": [ + 0.2059, + 0.3062, + 0.3319, + 0.156 + ] + }, + { + "episode": 300, + "avg_reward": 3763.67, + "avg_cost": 9.75, + "lambda": 11.5801, + "rho": [ + 0.1967, + 0.3108, + 0.3546, + 0.1378 + ] + }, + { + "episode": 310, + "avg_reward": 3622.98, + "avg_cost": 7.25, + "lambda": 11.5909, + "rho": [ + 0.1967, + 0.3108, + 0.3546, + 0.1378 + ] + }, + { + "episode": 320, + "avg_reward": 3507.64, + "avg_cost": 7.5, + "lambda": 11.6005, + "rho": [ + 0.1967, + 0.3108, + 0.3546, + 0.1378 + ] + }, + { + "episode": 330, + "avg_reward": 3182.02, + "avg_cost": 10.0, + "lambda": 11.6097, + "rho": [ + 0.1967, + 0.3108, + 0.3546, + 0.1378 + ] + }, + { + "episode": 340, + "avg_reward": 3826.38, + "avg_cost": 10.75, + "lambda": 11.6181, + "rho": [ + 0.1967, + 0.3108, + 0.3546, + 0.1378 + ] + }, + { + "episode": 350, + "avg_reward": 3506.61, + "avg_cost": 10.25, + "lambda": 11.6259, + "rho": [ + 0.192, + 0.3038, + 0.3772, + 0.1271 + ] + }, + { + "episode": 360, + "avg_reward": 4715.02, + "avg_cost": 8.0, + "lambda": 11.6339, + "rho": [ + 0.192, + 0.3038, + 0.3772, + 0.1271 + ] + }, + { + "episode": 370, + "avg_reward": 4526.21, + "avg_cost": 6.5, + "lambda": 11.6412, + "rho": [ + 0.192, + 0.3038, + 0.3772, + 0.1271 + ] + }, + { + "episode": 380, + "avg_reward": 4903.49, + "avg_cost": 4.0, + "lambda": 11.6474, + "rho": [ + 0.192, + 0.3038, + 0.3772, + 0.1271 + ] + }, + { + "episode": 390, + "avg_reward": 5107.28, + "avg_cost": 4.5, + "lambda": 11.6525, + "rho": [ + 0.192, + 0.3038, + 0.3772, + 0.1271 + ] + }, + { + "episode": 400, + "avg_reward": 5222.42, + "avg_cost": 2.25, + "lambda": 11.6567, + "rho": [ + 0.191, + 0.3029, + 0.3876, + 0.1185 + ] + }, + { + "episode": 410, + "avg_reward": 4519.31, + "avg_cost": 1.5, + "lambda": 11.6598, + "rho": [ + 0.191, + 0.3029, + 0.3876, + 0.1185 + ] + }, + { + "episode": 420, + "avg_reward": 5415.12, + "avg_cost": 1.25, + "lambda": 11.6624, + "rho": [ + 0.191, + 0.3029, + 0.3876, + 0.1185 + ] + }, + { + "episode": 430, + "avg_reward": 6088.63, + "avg_cost": 1.5, + "lambda": 11.6647, + "rho": [ + 0.191, + 0.3029, + 0.3876, + 0.1185 + ] + }, + { + "episode": 440, + "avg_reward": 4914.01, + "avg_cost": 2.0, + "lambda": 11.6667, + "rho": [ + 0.191, + 0.3029, + 0.3876, + 0.1185 + ] + }, + { + "episode": 450, + "avg_reward": 5564.05, + "avg_cost": 0.5, + "lambda": 11.6685, + "rho": [ + 0.1966, + 0.3, + 0.3866, + 0.1168 + ] + }, + { + "episode": 460, + "avg_reward": 6162.09, + "avg_cost": 1.0, + "lambda": 11.6697, + "rho": [ + 0.1966, + 0.3, + 0.3866, + 0.1168 + ] + }, + { + "episode": 470, + "avg_reward": 6086.42, + "avg_cost": 2.25, + "lambda": 11.6709, + "rho": [ + 0.1966, + 0.3, + 0.3866, + 0.1168 + ] + }, + { + "episode": 480, + "avg_reward": 6096.31, + "avg_cost": 0.25, + "lambda": 11.6721, + "rho": [ + 0.1966, + 0.3, + 0.3866, + 0.1168 + ] + }, + { + "episode": 490, + "avg_reward": 5882.86, + "avg_cost": 1.25, + "lambda": 11.6732, + "rho": [ + 0.1966, + 0.3, + 0.3866, + 0.1168 + ] + }, + { + "episode": 500, + "avg_reward": 6107.99, + "avg_cost": 0.75, + "lambda": 11.6744, + "rho": [ + 0.199, + 0.2977, + 0.3935, + 0.1098 + ] + }, + { + "episode": 510, + "avg_reward": 6382.53, + "avg_cost": 1.25, + "lambda": 11.6756, + "rho": [ + 0.199, + 0.2977, + 0.3935, + 0.1098 + ] + }, + { + "episode": 520, + "avg_reward": 7150.47, + "avg_cost": 1.25, + "lambda": 11.6768, + "rho": [ + 0.199, + 0.2977, + 0.3935, + 0.1098 + ] + }, + { + "episode": 530, + "avg_reward": 6815.01, + "avg_cost": 0.0, + "lambda": 11.6776, + "rho": [ + 0.199, + 0.2977, + 0.3935, + 0.1098 + ] + }, + { + "episode": 540, + "avg_reward": 7155.27, + "avg_cost": 0.5, + "lambda": 11.6781, + "rho": [ + 0.199, + 0.2977, + 0.3935, + 0.1098 + ] + }, + { + "episode": 550, + "avg_reward": 5936.74, + "avg_cost": 0.0, + "lambda": 11.6785, + "rho": [ + 0.1944, + 0.2981, + 0.4051, + 0.1025 + ] + }, + { + "episode": 560, + "avg_reward": 7008.13, + "avg_cost": 0.25, + "lambda": 11.6787, + "rho": [ + 0.1944, + 0.2981, + 0.4051, + 0.1025 + ] + }, + { + "episode": 570, + "avg_reward": 6733.14, + "avg_cost": 0.5, + "lambda": 11.679, + "rho": [ + 0.1944, + 0.2981, + 0.4051, + 0.1025 + ] + }, + { + "episode": 580, + "avg_reward": 7441.08, + "avg_cost": 0.25, + "lambda": 11.6793, + "rho": [ + 0.1944, + 0.2981, + 0.4051, + 0.1025 + ] + }, + { + "episode": 590, + "avg_reward": 6951.03, + "avg_cost": 0.0, + "lambda": 11.6795, + "rho": [ + 0.1944, + 0.2981, + 0.4051, + 0.1025 + ] + }, + { + "episode": 600, + "avg_reward": 6875.83, + "avg_cost": 0.75, + "lambda": 11.6797, + "rho": [ + 0.1889, + 0.3028, + 0.4087, + 0.0996 + ] + }, + { + "episode": 610, + "avg_reward": 7649.0, + "avg_cost": 0.0, + "lambda": 11.6798, + "rho": [ + 0.1889, + 0.3028, + 0.4087, + 0.0996 + ] + }, + { + "episode": 620, + "avg_reward": 7062.58, + "avg_cost": 0.0, + "lambda": 11.68, + "rho": [ + 0.1889, + 0.3028, + 0.4087, + 0.0996 + ] + }, + { + "episode": 630, + "avg_reward": 7484.31, + "avg_cost": 0.25, + "lambda": 11.6801, + "rho": [ + 0.1889, + 0.3028, + 0.4087, + 0.0996 + ] + }, + { + "episode": 640, + "avg_reward": 7332.3, + "avg_cost": 0.0, + "lambda": 11.6802, + "rho": [ + 0.1889, + 0.3028, + 0.4087, + 0.0996 + ] + }, + { + "episode": 650, + "avg_reward": 7539.5, + "avg_cost": 0.25, + "lambda": 11.6803, + "rho": [ + 0.1823, + 0.3122, + 0.4064, + 0.099 + ] + }, + { + "episode": 660, + "avg_reward": 7127.48, + "avg_cost": 0.25, + "lambda": 11.6804, + "rho": [ + 0.1823, + 0.3122, + 0.4064, + 0.099 + ] + }, + { + "episode": 670, + "avg_reward": 7183.63, + "avg_cost": 0.0, + "lambda": 11.6806, + "rho": [ + 0.1823, + 0.3122, + 0.4064, + 0.099 + ] + }, + { + "episode": 680, + "avg_reward": 7357.13, + "avg_cost": 0.0, + "lambda": 11.6806, + "rho": [ + 0.1823, + 0.3122, + 0.4064, + 0.099 + ] + }, + { + "episode": 690, + "avg_reward": 7841.03, + "avg_cost": 0.0, + "lambda": 11.6807, + "rho": [ + 0.1823, + 0.3122, + 0.4064, + 0.099 + ] + }, + { + "episode": 700, + "avg_reward": 7618.57, + "avg_cost": 0.0, + "lambda": 11.6807, + "rho": [ + 0.1763, + 0.3213, + 0.404, + 0.0985 + ] + }, + { + "episode": 710, + "avg_reward": 7755.97, + "avg_cost": 0.0, + "lambda": 11.6808, + "rho": [ + 0.1763, + 0.3213, + 0.404, + 0.0985 + ] + }, + { + "episode": 720, + "avg_reward": 7188.06, + "avg_cost": 0.25, + "lambda": 11.6808, + "rho": [ + 0.1763, + 0.3213, + 0.404, + 0.0985 + ] + }, + { + "episode": 730, + "avg_reward": 7466.12, + "avg_cost": 0.0, + "lambda": 11.6809, + "rho": [ + 0.1763, + 0.3213, + 0.404, + 0.0985 + ] + }, + { + "episode": 740, + "avg_reward": 7813.0, + "avg_cost": 0.0, + "lambda": 11.6809, + "rho": [ + 0.1763, + 0.3213, + 0.404, + 0.0985 + ] + }, + { + "episode": 750, + "avg_reward": 8341.91, + "avg_cost": 0.0, + "lambda": 11.681, + "rho": [ + 0.1707, + 0.3299, + 0.4013, + 0.098 + ] + }, + { + "episode": 760, + "avg_reward": 7412.48, + "avg_cost": 0.0, + "lambda": 11.6811, + "rho": [ + 0.1707, + 0.3299, + 0.4013, + 0.098 + ] + }, + { + "episode": 770, + "avg_reward": 7788.02, + "avg_cost": 0.25, + "lambda": 11.6812, + "rho": [ + 0.1707, + 0.3299, + 0.4013, + 0.098 + ] + }, + { + "episode": 780, + "avg_reward": 8185.65, + "avg_cost": 0.0, + "lambda": 11.6813, + "rho": [ + 0.1707, + 0.3299, + 0.4013, + 0.098 + ] + }, + { + "episode": 790, + "avg_reward": 8085.31, + "avg_cost": 0.0, + "lambda": 11.6814, + "rho": [ + 0.1707, + 0.3299, + 0.4013, + 0.098 + ] + }, + { + "episode": 800, + "avg_reward": 7519.74, + "avg_cost": 0.25, + "lambda": 11.6815, + "rho": [ + 0.1697, + 0.3411, + 0.3915, + 0.0978 + ] + }, + { + "episode": 810, + "avg_reward": 7601.96, + "avg_cost": 0.0, + "lambda": 11.6815, + "rho": [ + 0.1697, + 0.3411, + 0.3915, + 0.0978 + ] + }, + { + "episode": 820, + "avg_reward": 8031.44, + "avg_cost": 0.0, + "lambda": 11.6816, + "rho": [ + 0.1697, + 0.3411, + 0.3915, + 0.0978 + ] + }, + { + "episode": 830, + "avg_reward": 7929.49, + "avg_cost": 0.0, + "lambda": 11.6817, + "rho": [ + 0.1697, + 0.3411, + 0.3915, + 0.0978 + ] + }, + { + "episode": 840, + "avg_reward": 8381.3, + "avg_cost": 0.0, + "lambda": 11.6817, + "rho": [ + 0.1697, + 0.3411, + 0.3915, + 0.0978 + ] + }, + { + "episode": 850, + "avg_reward": 8752.54, + "avg_cost": 0.25, + "lambda": 11.6817, + "rho": [ + 0.1709, + 0.3551, + 0.3764, + 0.0976 + ] + }, + { + "episode": 860, + "avg_reward": 8110.04, + "avg_cost": 0.0, + "lambda": 11.6818, + "rho": [ + 0.1709, + 0.3551, + 0.3764, + 0.0976 + ] + }, + { + "episode": 870, + "avg_reward": 9001.63, + "avg_cost": 0.0, + "lambda": 11.6818, + "rho": [ + 0.1709, + 0.3551, + 0.3764, + 0.0976 + ] + }, + { + "episode": 880, + "avg_reward": 8668.02, + "avg_cost": 0.0, + "lambda": 11.6819, + "rho": [ + 0.1709, + 0.3551, + 0.3764, + 0.0976 + ] + }, + { + "episode": 890, + "avg_reward": 8981.81, + "avg_cost": 0.0, + "lambda": 11.6819, + "rho": [ + 0.1709, + 0.3551, + 0.3764, + 0.0976 + ] + }, + { + "episode": 900, + "avg_reward": 8935.7, + "avg_cost": 0.0, + "lambda": 11.682, + "rho": [ + 0.1658, + 0.3712, + 0.3657, + 0.0973 + ] + }, + { + "episode": 910, + "avg_reward": 9949.83, + "avg_cost": 0.0, + "lambda": 11.682, + "rho": [ + 0.1658, + 0.3712, + 0.3657, + 0.0973 + ] + }, + { + "episode": 920, + "avg_reward": 8471.19, + "avg_cost": 0.25, + "lambda": 11.682, + "rho": [ + 0.1658, + 0.3712, + 0.3657, + 0.0973 + ] + }, + { + "episode": 930, + "avg_reward": 8466.08, + "avg_cost": 0.25, + "lambda": 11.6821, + "rho": [ + 0.1658, + 0.3712, + 0.3657, + 0.0973 + ] + }, + { + "episode": 940, + "avg_reward": 8920.77, + "avg_cost": 0.25, + "lambda": 11.6822, + "rho": [ + 0.1658, + 0.3712, + 0.3657, + 0.0973 + ] + }, + { + "episode": 950, + "avg_reward": 9239.74, + "avg_cost": 0.0, + "lambda": 11.6823, + "rho": [ + 0.161, + 0.3864, + 0.3555, + 0.097 + ] + }, + { + "episode": 960, + "avg_reward": 9279.36, + "avg_cost": 0.0, + "lambda": 11.6823, + "rho": [ + 0.161, + 0.3864, + 0.3555, + 0.097 + ] + }, + { + "episode": 970, + "avg_reward": 9291.3, + "avg_cost": 0.0, + "lambda": 11.6823, + "rho": [ + 0.161, + 0.3864, + 0.3555, + 0.097 + ] + }, + { + "episode": 980, + "avg_reward": 9955.99, + "avg_cost": 0.0, + "lambda": 11.6824, + "rho": [ + 0.161, + 0.3864, + 0.3555, + 0.097 + ] + }, + { + "episode": 990, + "avg_reward": 8240.06, + "avg_cost": 0.0, + "lambda": 11.6825, + "rho": [ + 0.161, + 0.3864, + 0.3555, + 0.097 + ] + }, + { + "episode": 1000, + "avg_reward": 9102.45, + "avg_cost": 0.25, + "lambda": 11.6826, + "rho": [ + 0.1543, + 0.4073, + 0.3417, + 0.0966 + ] + }, + { + "episode": 1010, + "avg_reward": 9304.16, + "avg_cost": 0.25, + "lambda": 11.6827, + "rho": [ + 0.1543, + 0.4073, + 0.3417, + 0.0966 + ] + }, + { + "episode": 1020, + "avg_reward": 9254.17, + "avg_cost": 0.0, + "lambda": 11.6828, + "rho": [ + 0.1543, + 0.4073, + 0.3417, + 0.0966 + ] + }, + { + "episode": 1030, + "avg_reward": 8973.6, + "avg_cost": 0.25, + "lambda": 11.6829, + "rho": [ + 0.1543, + 0.4073, + 0.3417, + 0.0966 + ] + }, + { + "episode": 1040, + "avg_reward": 9487.34, + "avg_cost": 0.25, + "lambda": 11.6831, + "rho": [ + 0.1543, + 0.4073, + 0.3417, + 0.0966 + ] + }, + { + "episode": 1050, + "avg_reward": 9571.52, + "avg_cost": 0.0, + "lambda": 11.6833, + "rho": [ + 0.1426, + 0.4316, + 0.3297, + 0.0961 + ] + }, + { + "episode": 1060, + "avg_reward": 9499.1, + "avg_cost": 0.0, + "lambda": 11.6835, + "rho": [ + 0.1426, + 0.4316, + 0.3297, + 0.0961 + ] + }, + { + "episode": 1070, + "avg_reward": 9158.98, + "avg_cost": 0.0, + "lambda": 11.6836, + "rho": [ + 0.1426, + 0.4316, + 0.3297, + 0.0961 + ] + }, + { + "episode": 1080, + "avg_reward": 9993.82, + "avg_cost": 0.0, + "lambda": 11.6837, + "rho": [ + 0.1426, + 0.4316, + 0.3297, + 0.0961 + ] + }, + { + "episode": 1090, + "avg_reward": 10079.97, + "avg_cost": 0.0, + "lambda": 11.6838, + "rho": [ + 0.1426, + 0.4316, + 0.3297, + 0.0961 + ] + }, + { + "episode": 1100, + "avg_reward": 9498.56, + "avg_cost": 0.0, + "lambda": 11.6838, + "rho": [ + 0.1325, + 0.4543, + 0.3175, + 0.0958 + ] + }, + { + "episode": 1110, + "avg_reward": 9522.72, + "avg_cost": 0.25, + "lambda": 11.6838, + "rho": [ + 0.1325, + 0.4543, + 0.3175, + 0.0958 + ] + }, + { + "episode": 1120, + "avg_reward": 10076.01, + "avg_cost": 0.0, + "lambda": 11.6839, + "rho": [ + 0.1325, + 0.4543, + 0.3175, + 0.0958 + ] + }, + { + "episode": 1130, + "avg_reward": 10062.42, + "avg_cost": 0.0, + "lambda": 11.684, + "rho": [ + 0.1325, + 0.4543, + 0.3175, + 0.0958 + ] + }, + { + "episode": 1140, + "avg_reward": 10207.45, + "avg_cost": 0.25, + "lambda": 11.6841, + "rho": [ + 0.1325, + 0.4543, + 0.3175, + 0.0958 + ] + }, + { + "episode": 1150, + "avg_reward": 9600.17, + "avg_cost": 0.0, + "lambda": 11.6843, + "rho": [ + 0.1232, + 0.4759, + 0.3055, + 0.0954 + ] + }, + { + "episode": 1160, + "avg_reward": 9652.93, + "avg_cost": 0.0, + "lambda": 11.6844, + "rho": [ + 0.1232, + 0.4759, + 0.3055, + 0.0954 + ] + }, + { + "episode": 1170, + "avg_reward": 9827.54, + "avg_cost": 0.25, + "lambda": 11.6845, + "rho": [ + 0.1232, + 0.4759, + 0.3055, + 0.0954 + ] + }, + { + "episode": 1180, + "avg_reward": 9830.03, + "avg_cost": 0.25, + "lambda": 11.6845, + "rho": [ + 0.1232, + 0.4759, + 0.3055, + 0.0954 + ] + }, + { + "episode": 1190, + "avg_reward": 10598.68, + "avg_cost": 0.25, + "lambda": 11.6846, + "rho": [ + 0.1232, + 0.4759, + 0.3055, + 0.0954 + ] + }, + { + "episode": 1200, + "avg_reward": 10735.32, + "avg_cost": 0.0, + "lambda": 11.6847, + "rho": [ + 0.1138, + 0.4957, + 0.2954, + 0.0951 + ] + }, + { + "episode": 1210, + "avg_reward": 10278.95, + "avg_cost": 0.5, + "lambda": 11.6849, + "rho": [ + 0.1138, + 0.4957, + 0.2954, + 0.0951 + ] + }, + { + "episode": 1220, + "avg_reward": 9852.7, + "avg_cost": 0.5, + "lambda": 11.6851, + "rho": [ + 0.1138, + 0.4957, + 0.2954, + 0.0951 + ] + }, + { + "episode": 1230, + "avg_reward": 8654.38, + "avg_cost": 0.0, + "lambda": 11.6854, + "rho": [ + 0.1138, + 0.4957, + 0.2954, + 0.0951 + ] + }, + { + "episode": 1240, + "avg_reward": 8020.98, + "avg_cost": 0.0, + "lambda": 11.6855, + "rho": [ + 0.1138, + 0.4957, + 0.2954, + 0.0951 + ] + }, + { + "episode": 1250, + "avg_reward": 8958.32, + "avg_cost": 0.0, + "lambda": 11.6856, + "rho": [ + 0.1024, + 0.5238, + 0.2791, + 0.0946 + ] + }, + { + "episode": 1260, + "avg_reward": 9041.3, + "avg_cost": 0.0, + "lambda": 11.6857, + "rho": [ + 0.1024, + 0.5238, + 0.2791, + 0.0946 + ] + }, + { + "episode": 1270, + "avg_reward": 9086.63, + "avg_cost": 0.0, + "lambda": 11.6857, + "rho": [ + 0.1024, + 0.5238, + 0.2791, + 0.0946 + ] + }, + { + "episode": 1280, + "avg_reward": 10083.89, + "avg_cost": 0.0, + "lambda": 11.6858, + "rho": [ + 0.1024, + 0.5238, + 0.2791, + 0.0946 + ] + }, + { + "episode": 1290, + "avg_reward": 10419.49, + "avg_cost": 0.0, + "lambda": 11.6858, + "rho": [ + 0.1024, + 0.5238, + 0.2791, + 0.0946 + ] + }, + { + "episode": 1300, + "avg_reward": 10719.39, + "avg_cost": 0.0, + "lambda": 11.6859, + "rho": [ + 0.0963, + 0.538, + 0.2712, + 0.0944 + ] + }, + { + "episode": 1310, + "avg_reward": 10646.03, + "avg_cost": 0.25, + "lambda": 11.686, + "rho": [ + 0.0963, + 0.538, + 0.2712, + 0.0944 + ] + }, + { + "episode": 1320, + "avg_reward": 10088.86, + "avg_cost": 0.25, + "lambda": 11.6861, + "rho": [ + 0.0963, + 0.538, + 0.2712, + 0.0944 + ] + }, + { + "episode": 1330, + "avg_reward": 10833.22, + "avg_cost": 0.0, + "lambda": 11.6863, + "rho": [ + 0.0963, + 0.538, + 0.2712, + 0.0944 + ] + }, + { + "episode": 1340, + "avg_reward": 9287.65, + "avg_cost": 0.0, + "lambda": 11.6865, + "rho": [ + 0.0963, + 0.538, + 0.2712, + 0.0944 + ] + }, + { + "episode": 1350, + "avg_reward": 11622.11, + "avg_cost": 0.0, + "lambda": 11.6866, + "rho": [ + 0.0966, + 0.5406, + 0.2684, + 0.0944 + ] + }, + { + "episode": 1360, + "avg_reward": 11948.54, + "avg_cost": 0.0, + "lambda": 11.6867, + "rho": [ + 0.0966, + 0.5406, + 0.2684, + 0.0944 + ] + }, + { + "episode": 1370, + "avg_reward": 11396.61, + "avg_cost": 0.0, + "lambda": 11.6869, + "rho": [ + 0.0966, + 0.5406, + 0.2684, + 0.0944 + ] + }, + { + "episode": 1380, + "avg_reward": 12103.67, + "avg_cost": 0.5, + "lambda": 11.687, + "rho": [ + 0.0966, + 0.5406, + 0.2684, + 0.0944 + ] + }, + { + "episode": 1390, + "avg_reward": 11067.96, + "avg_cost": 0.0, + "lambda": 11.6872, + "rho": [ + 0.0966, + 0.5406, + 0.2684, + 0.0944 + ] + }, + { + "episode": 1400, + "avg_reward": 10883.46, + "avg_cost": 0.0, + "lambda": 11.6873, + "rho": [ + 0.0973, + 0.5354, + 0.2728, + 0.0945 + ] + }, + { + "episode": 1410, + "avg_reward": 11747.44, + "avg_cost": 0.25, + "lambda": 11.6873, + "rho": [ + 0.0973, + 0.5354, + 0.2728, + 0.0945 + ] + }, + { + "episode": 1420, + "avg_reward": 10881.61, + "avg_cost": 0.0, + "lambda": 11.6874, + "rho": [ + 0.0973, + 0.5354, + 0.2728, + 0.0945 + ] + }, + { + "episode": 1430, + "avg_reward": 10748.7, + "avg_cost": 0.5, + "lambda": 11.6875, + "rho": [ + 0.0973, + 0.5354, + 0.2728, + 0.0945 + ] + }, + { + "episode": 1440, + "avg_reward": 10880.74, + "avg_cost": 0.25, + "lambda": 11.6875, + "rho": [ + 0.0973, + 0.5354, + 0.2728, + 0.0945 + ] + }, + { + "episode": 1450, + "avg_reward": 11213.68, + "avg_cost": 0.0, + "lambda": 11.6876, + "rho": [ + 0.0974, + 0.5317, + 0.2763, + 0.0945 + ] + }, + { + "episode": 1460, + "avg_reward": 11237.78, + "avg_cost": 0.0, + "lambda": 11.6877, + "rho": [ + 0.0974, + 0.5317, + 0.2763, + 0.0945 + ] + }, + { + "episode": 1470, + "avg_reward": 10493.67, + "avg_cost": 0.25, + "lambda": 11.6877, + "rho": [ + 0.0974, + 0.5317, + 0.2763, + 0.0945 + ] + }, + { + "episode": 1480, + "avg_reward": 10416.87, + "avg_cost": 0.25, + "lambda": 11.6878, + "rho": [ + 0.0974, + 0.5317, + 0.2763, + 0.0945 + ] + }, + { + "episode": 1490, + "avg_reward": 10610.75, + "avg_cost": 0.0, + "lambda": 11.6879, + "rho": [ + 0.0974, + 0.5317, + 0.2763, + 0.0945 + ] + }, + { + "episode": 1500, + "avg_reward": 11215.02, + "avg_cost": 0.0, + "lambda": 11.6879, + "rho": [ + 0.0942, + 0.5351, + 0.2765, + 0.0942 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json b/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..c350c57a5a957fbd2fd9fc6134b07c9d3635c8e6 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s3_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4833778.49, + "constraint_satisfaction_pct": 11.13, + "final_rho": [ + 0.0869, + 0.5936, + 0.2327, + 0.0869 + ], + "final_lambda": 29.8132, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31536.14, + "avg_cost": 969.0, + "lambda": 0.1969, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 10, + "avg_reward": -28550.69, + "avg_cost": 970.0, + "lambda": 1.0697, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 20, + "avg_reward": -27791.42, + "avg_cost": 965.75, + "lambda": 2.0379, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 30, + "avg_reward": -26155.79, + "avg_cost": 967.75, + "lambda": 3.0027, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 40, + "avg_reward": -25537.27, + "avg_cost": 960.25, + "lambda": 3.9655, + "rho": [ + 0.2458, + 0.2465, + 0.266, + 0.2417 + ] + }, + { + "episode": 50, + "avg_reward": -24954.29, + "avg_cost": 952.5, + "lambda": 4.9251, + "rho": [ + 0.2273, + 0.2639, + 0.2845, + 0.2243 + ] + }, + { + "episode": 60, + "avg_reward": -23283.41, + "avg_cost": 950.25, + "lambda": 5.8809, + "rho": [ + 0.2273, + 0.2639, + 0.2845, + 0.2243 + ] + }, + { + "episode": 70, + "avg_reward": -21510.29, + "avg_cost": 937.75, + "lambda": 6.8328, + "rho": [ + 0.2273, + 0.2639, + 0.2845, + 0.2243 + ] + }, + { + "episode": 80, + "avg_reward": -20644.12, + "avg_cost": 935.5, + "lambda": 7.7783, + "rho": [ + 0.2273, + 0.2639, + 0.2845, + 0.2243 + ] + }, + { + "episode": 90, + "avg_reward": -20492.34, + "avg_cost": 935.0, + "lambda": 8.7175, + "rho": [ + 0.2273, + 0.2639, + 0.2845, + 0.2243 + ] + }, + { + "episode": 100, + "avg_reward": -19357.63, + "avg_cost": 930.75, + "lambda": 9.652, + "rho": [ + 0.222, + 0.2709, + 0.3027, + 0.2044 + ] + }, + { + "episode": 110, + "avg_reward": -16792.48, + "avg_cost": 918.25, + "lambda": 10.5807, + "rho": [ + 0.222, + 0.2709, + 0.3027, + 0.2044 + ] + }, + { + "episode": 120, + "avg_reward": -16396.23, + "avg_cost": 898.5, + "lambda": 11.501, + "rho": [ + 0.222, + 0.2709, + 0.3027, + 0.2044 + ] + }, + { + "episode": 130, + "avg_reward": -15157.36, + "avg_cost": 907.75, + "lambda": 12.4125, + "rho": [ + 0.222, + 0.2709, + 0.3027, + 0.2044 + ] + }, + { + "episode": 140, + "avg_reward": -13679.62, + "avg_cost": 888.0, + "lambda": 13.3159, + "rho": [ + 0.222, + 0.2709, + 0.3027, + 0.2044 + ] + }, + { + "episode": 150, + "avg_reward": -12578.2, + "avg_cost": 869.25, + "lambda": 14.2087, + "rho": [ + 0.2202, + 0.2856, + 0.3042, + 0.1901 + ] + }, + { + "episode": 160, + "avg_reward": -12990.51, + "avg_cost": 865.75, + "lambda": 15.0901, + "rho": [ + 0.2202, + 0.2856, + 0.3042, + 0.1901 + ] + }, + { + "episode": 170, + "avg_reward": -11418.08, + "avg_cost": 839.5, + "lambda": 15.9581, + "rho": [ + 0.2202, + 0.2856, + 0.3042, + 0.1901 + ] + }, + { + "episode": 180, + "avg_reward": -11689.35, + "avg_cost": 854.25, + "lambda": 16.8158, + "rho": [ + 0.2202, + 0.2856, + 0.3042, + 0.1901 + ] + }, + { + "episode": 190, + "avg_reward": -11104.48, + "avg_cost": 828.25, + "lambda": 17.6666, + "rho": [ + 0.2202, + 0.2856, + 0.3042, + 0.1901 + ] + }, + { + "episode": 200, + "avg_reward": -9604.6, + "avg_cost": 796.0, + "lambda": 18.5009, + "rho": [ + 0.2107, + 0.3021, + 0.3141, + 0.1732 + ] + }, + { + "episode": 210, + "avg_reward": -8317.62, + "avg_cost": 789.75, + "lambda": 19.312, + "rho": [ + 0.2107, + 0.3021, + 0.3141, + 0.1732 + ] + }, + { + "episode": 220, + "avg_reward": -7434.67, + "avg_cost": 747.5, + "lambda": 20.1009, + "rho": [ + 0.2107, + 0.3021, + 0.3141, + 0.1732 + ] + }, + { + "episode": 230, + "avg_reward": -6655.36, + "avg_cost": 738.0, + "lambda": 20.8665, + "rho": [ + 0.2107, + 0.3021, + 0.3141, + 0.1732 + ] + }, + { + "episode": 240, + "avg_reward": -6147.58, + "avg_cost": 736.5, + "lambda": 21.61, + "rho": [ + 0.2107, + 0.3021, + 0.3141, + 0.1732 + ] + }, + { + "episode": 250, + "avg_reward": -5240.92, + "avg_cost": 689.5, + "lambda": 22.3363, + "rho": [ + 0.2101, + 0.307, + 0.3148, + 0.1682 + ] + }, + { + "episode": 260, + "avg_reward": -4482.97, + "avg_cost": 680.25, + "lambda": 23.0422, + "rho": [ + 0.2101, + 0.307, + 0.3148, + 0.1682 + ] + }, + { + "episode": 270, + "avg_reward": -4207.14, + "avg_cost": 665.0, + "lambda": 23.7301, + "rho": [ + 0.2101, + 0.307, + 0.3148, + 0.1682 + ] + }, + { + "episode": 280, + "avg_reward": -4688.97, + "avg_cost": 655.0, + "lambda": 24.3984, + "rho": [ + 0.2101, + 0.307, + 0.3148, + 0.1682 + ] + }, + { + "episode": 290, + "avg_reward": -3417.58, + "avg_cost": 624.25, + "lambda": 25.0433, + "rho": [ + 0.2101, + 0.307, + 0.3148, + 0.1682 + ] + }, + { + "episode": 300, + "avg_reward": -3172.32, + "avg_cost": 586.25, + "lambda": 25.6663, + "rho": [ + 0.2121, + 0.3138, + 0.3144, + 0.1597 + ] + }, + { + "episode": 310, + "avg_reward": -1346.34, + "avg_cost": 512.75, + "lambda": 26.2567, + "rho": [ + 0.2121, + 0.3138, + 0.3144, + 0.1597 + ] + }, + { + "episode": 320, + "avg_reward": -795.06, + "avg_cost": 463.0, + "lambda": 26.8008, + "rho": [ + 0.2121, + 0.3138, + 0.3144, + 0.1597 + ] + }, + { + "episode": 330, + "avg_reward": -661.29, + "avg_cost": 451.75, + "lambda": 27.2899, + "rho": [ + 0.2121, + 0.3138, + 0.3144, + 0.1597 + ] + }, + { + "episode": 340, + "avg_reward": 231.78, + "avg_cost": 389.0, + "lambda": 27.7325, + "rho": [ + 0.2121, + 0.3138, + 0.3144, + 0.1597 + ] + }, + { + "episode": 350, + "avg_reward": 1652.04, + "avg_cost": 282.75, + "lambda": 28.1178, + "rho": [ + 0.2153, + 0.3256, + 0.3089, + 0.1502 + ] + }, + { + "episode": 360, + "avg_reward": 2560.08, + "avg_cost": 247.0, + "lambda": 28.4383, + "rho": [ + 0.2153, + 0.3256, + 0.3089, + 0.1502 + ] + }, + { + "episode": 370, + "avg_reward": 3350.39, + "avg_cost": 206.5, + "lambda": 28.7052, + "rho": [ + 0.2153, + 0.3256, + 0.3089, + 0.1502 + ] + }, + { + "episode": 380, + "avg_reward": 3829.26, + "avg_cost": 140.25, + "lambda": 28.9246, + "rho": [ + 0.2153, + 0.3256, + 0.3089, + 0.1502 + ] + }, + { + "episode": 390, + "avg_reward": 4469.11, + "avg_cost": 111.25, + "lambda": 29.0967, + "rho": [ + 0.2153, + 0.3256, + 0.3089, + 0.1502 + ] + }, + { + "episode": 400, + "avg_reward": 4514.08, + "avg_cost": 71.5, + "lambda": 29.2286, + "rho": [ + 0.2145, + 0.3322, + 0.312, + 0.1413 + ] + }, + { + "episode": 410, + "avg_reward": 4893.72, + "avg_cost": 70.0, + "lambda": 29.3264, + "rho": [ + 0.2145, + 0.3322, + 0.312, + 0.1413 + ] + }, + { + "episode": 420, + "avg_reward": 5180.19, + "avg_cost": 48.0, + "lambda": 29.4026, + "rho": [ + 0.2145, + 0.3322, + 0.312, + 0.1413 + ] + }, + { + "episode": 430, + "avg_reward": 5026.7, + "avg_cost": 41.5, + "lambda": 29.4614, + "rho": [ + 0.2145, + 0.3322, + 0.312, + 0.1413 + ] + }, + { + "episode": 440, + "avg_reward": 5711.86, + "avg_cost": 32.0, + "lambda": 29.5097, + "rho": [ + 0.2145, + 0.3322, + 0.312, + 0.1413 + ] + }, + { + "episode": 450, + "avg_reward": 5574.57, + "avg_cost": 26.75, + "lambda": 29.5487, + "rho": [ + 0.2112, + 0.3388, + 0.3208, + 0.1292 + ] + }, + { + "episode": 460, + "avg_reward": 5900.38, + "avg_cost": 19.75, + "lambda": 29.58, + "rho": [ + 0.2112, + 0.3388, + 0.3208, + 0.1292 + ] + }, + { + "episode": 470, + "avg_reward": 5451.74, + "avg_cost": 24.5, + "lambda": 29.6058, + "rho": [ + 0.2112, + 0.3388, + 0.3208, + 0.1292 + ] + }, + { + "episode": 480, + "avg_reward": 5760.48, + "avg_cost": 13.75, + "lambda": 29.6276, + "rho": [ + 0.2112, + 0.3388, + 0.3208, + 0.1292 + ] + }, + { + "episode": 490, + "avg_reward": 6461.66, + "avg_cost": 12.25, + "lambda": 29.6452, + "rho": [ + 0.2112, + 0.3388, + 0.3208, + 0.1292 + ] + }, + { + "episode": 500, + "avg_reward": 5802.95, + "avg_cost": 11.75, + "lambda": 29.6598, + "rho": [ + 0.2024, + 0.3453, + 0.3349, + 0.1174 + ] + }, + { + "episode": 510, + "avg_reward": 5794.41, + "avg_cost": 7.5, + "lambda": 29.6721, + "rho": [ + 0.2024, + 0.3453, + 0.3349, + 0.1174 + ] + }, + { + "episode": 520, + "avg_reward": 6216.85, + "avg_cost": 8.75, + "lambda": 29.6825, + "rho": [ + 0.2024, + 0.3453, + 0.3349, + 0.1174 + ] + }, + { + "episode": 530, + "avg_reward": 6663.2, + "avg_cost": 4.25, + "lambda": 29.6912, + "rho": [ + 0.2024, + 0.3453, + 0.3349, + 0.1174 + ] + }, + { + "episode": 540, + "avg_reward": 7221.5, + "avg_cost": 6.75, + "lambda": 29.6988, + "rho": [ + 0.2024, + 0.3453, + 0.3349, + 0.1174 + ] + }, + { + "episode": 550, + "avg_reward": 6509.27, + "avg_cost": 6.5, + "lambda": 29.7056, + "rho": [ + 0.1886, + 0.3549, + 0.3509, + 0.1056 + ] + }, + { + "episode": 560, + "avg_reward": 6151.87, + "avg_cost": 5.0, + "lambda": 29.7116, + "rho": [ + 0.1886, + 0.3549, + 0.3509, + 0.1056 + ] + }, + { + "episode": 570, + "avg_reward": 6522.14, + "avg_cost": 5.0, + "lambda": 29.7172, + "rho": [ + 0.1886, + 0.3549, + 0.3509, + 0.1056 + ] + }, + { + "episode": 580, + "avg_reward": 6777.81, + "avg_cost": 5.5, + "lambda": 29.7228, + "rho": [ + 0.1886, + 0.3549, + 0.3509, + 0.1056 + ] + }, + { + "episode": 590, + "avg_reward": 6967.0, + "avg_cost": 3.5, + "lambda": 29.7279, + "rho": [ + 0.1886, + 0.3549, + 0.3509, + 0.1056 + ] + }, + { + "episode": 600, + "avg_reward": 7153.95, + "avg_cost": 3.75, + "lambda": 29.733, + "rho": [ + 0.1719, + 0.3687, + 0.3599, + 0.0995 + ] + }, + { + "episode": 610, + "avg_reward": 7457.26, + "avg_cost": 2.5, + "lambda": 29.7374, + "rho": [ + 0.1719, + 0.3687, + 0.3599, + 0.0995 + ] + }, + { + "episode": 620, + "avg_reward": 6985.1, + "avg_cost": 1.0, + "lambda": 29.7409, + "rho": [ + 0.1719, + 0.3687, + 0.3599, + 0.0995 + ] + }, + { + "episode": 630, + "avg_reward": 6563.58, + "avg_cost": 2.0, + "lambda": 29.7437, + "rho": [ + 0.1719, + 0.3687, + 0.3599, + 0.0995 + ] + }, + { + "episode": 640, + "avg_reward": 7305.08, + "avg_cost": 3.0, + "lambda": 29.7461, + "rho": [ + 0.1719, + 0.3687, + 0.3599, + 0.0995 + ] + }, + { + "episode": 650, + "avg_reward": 7481.82, + "avg_cost": 2.75, + "lambda": 29.7486, + "rho": [ + 0.1514, + 0.386, + 0.3641, + 0.0984 + ] + }, + { + "episode": 660, + "avg_reward": 7251.37, + "avg_cost": 1.25, + "lambda": 29.7512, + "rho": [ + 0.1514, + 0.386, + 0.3641, + 0.0984 + ] + }, + { + "episode": 670, + "avg_reward": 6896.38, + "avg_cost": 1.5, + "lambda": 29.7536, + "rho": [ + 0.1514, + 0.386, + 0.3641, + 0.0984 + ] + }, + { + "episode": 680, + "avg_reward": 7245.74, + "avg_cost": 2.75, + "lambda": 29.7556, + "rho": [ + 0.1514, + 0.386, + 0.3641, + 0.0984 + ] + }, + { + "episode": 690, + "avg_reward": 7475.34, + "avg_cost": 1.5, + "lambda": 29.7576, + "rho": [ + 0.1514, + 0.386, + 0.3641, + 0.0984 + ] + }, + { + "episode": 700, + "avg_reward": 7454.07, + "avg_cost": 1.75, + "lambda": 29.7595, + "rho": [ + 0.128, + 0.4062, + 0.3686, + 0.0972 + ] + }, + { + "episode": 710, + "avg_reward": 7659.1, + "avg_cost": 1.25, + "lambda": 29.7614, + "rho": [ + 0.128, + 0.4062, + 0.3686, + 0.0972 + ] + }, + { + "episode": 720, + "avg_reward": 7085.38, + "avg_cost": 0.75, + "lambda": 29.763, + "rho": [ + 0.128, + 0.4062, + 0.3686, + 0.0972 + ] + }, + { + "episode": 730, + "avg_reward": 6851.49, + "avg_cost": 1.75, + "lambda": 29.7643, + "rho": [ + 0.128, + 0.4062, + 0.3686, + 0.0972 + ] + }, + { + "episode": 740, + "avg_reward": 7596.85, + "avg_cost": 0.75, + "lambda": 29.7657, + "rho": [ + 0.128, + 0.4062, + 0.3686, + 0.0972 + ] + }, + { + "episode": 750, + "avg_reward": 7640.55, + "avg_cost": 1.5, + "lambda": 29.767, + "rho": [ + 0.1122, + 0.4138, + 0.3776, + 0.0964 + ] + }, + { + "episode": 760, + "avg_reward": 7914.35, + "avg_cost": 1.75, + "lambda": 29.7684, + "rho": [ + 0.1122, + 0.4138, + 0.3776, + 0.0964 + ] + }, + { + "episode": 770, + "avg_reward": 7910.61, + "avg_cost": 0.75, + "lambda": 29.7698, + "rho": [ + 0.1122, + 0.4138, + 0.3776, + 0.0964 + ] + }, + { + "episode": 780, + "avg_reward": 7862.35, + "avg_cost": 0.5, + "lambda": 29.7709, + "rho": [ + 0.1122, + 0.4138, + 0.3776, + 0.0964 + ] + }, + { + "episode": 790, + "avg_reward": 7459.72, + "avg_cost": 1.0, + "lambda": 29.7719, + "rho": [ + 0.1122, + 0.4138, + 0.3776, + 0.0964 + ] + }, + { + "episode": 800, + "avg_reward": 7461.33, + "avg_cost": 1.75, + "lambda": 29.7729, + "rho": [ + 0.1017, + 0.41, + 0.3925, + 0.0959 + ] + }, + { + "episode": 810, + "avg_reward": 7467.58, + "avg_cost": 0.5, + "lambda": 29.774, + "rho": [ + 0.1017, + 0.41, + 0.3925, + 0.0959 + ] + }, + { + "episode": 820, + "avg_reward": 7556.95, + "avg_cost": 0.5, + "lambda": 29.7749, + "rho": [ + 0.1017, + 0.41, + 0.3925, + 0.0959 + ] + }, + { + "episode": 830, + "avg_reward": 7332.1, + "avg_cost": 1.25, + "lambda": 29.7758, + "rho": [ + 0.1017, + 0.41, + 0.3925, + 0.0959 + ] + }, + { + "episode": 840, + "avg_reward": 7778.35, + "avg_cost": 0.5, + "lambda": 29.7766, + "rho": [ + 0.1017, + 0.41, + 0.3925, + 0.0959 + ] + }, + { + "episode": 850, + "avg_reward": 7477.29, + "avg_cost": 0.25, + "lambda": 29.7772, + "rho": [ + 0.0948, + 0.4125, + 0.3979, + 0.0948 + ] + }, + { + "episode": 860, + "avg_reward": 8244.19, + "avg_cost": 0.25, + "lambda": 29.778, + "rho": [ + 0.0948, + 0.4125, + 0.3979, + 0.0948 + ] + }, + { + "episode": 870, + "avg_reward": 7994.64, + "avg_cost": 0.75, + "lambda": 29.7786, + "rho": [ + 0.0948, + 0.4125, + 0.3979, + 0.0948 + ] + }, + { + "episode": 880, + "avg_reward": 8012.39, + "avg_cost": 1.75, + "lambda": 29.7792, + "rho": [ + 0.0948, + 0.4125, + 0.3979, + 0.0948 + ] + }, + { + "episode": 890, + "avg_reward": 8165.4, + "avg_cost": 1.0, + "lambda": 29.7802, + "rho": [ + 0.0948, + 0.4125, + 0.3979, + 0.0948 + ] + }, + { + "episode": 900, + "avg_reward": 8272.11, + "avg_cost": 0.0, + "lambda": 29.7813, + "rho": [ + 0.0935, + 0.422, + 0.3909, + 0.0935 + ] + }, + { + "episode": 910, + "avg_reward": 7992.54, + "avg_cost": 0.5, + "lambda": 29.782, + "rho": [ + 0.0935, + 0.422, + 0.3909, + 0.0935 + ] + }, + { + "episode": 920, + "avg_reward": 7851.49, + "avg_cost": 0.5, + "lambda": 29.7826, + "rho": [ + 0.0935, + 0.422, + 0.3909, + 0.0935 + ] + }, + { + "episode": 930, + "avg_reward": 8355.01, + "avg_cost": 0.25, + "lambda": 29.7835, + "rho": [ + 0.0935, + 0.422, + 0.3909, + 0.0935 + ] + }, + { + "episode": 940, + "avg_reward": 8394.34, + "avg_cost": 0.0, + "lambda": 29.7842, + "rho": [ + 0.0935, + 0.422, + 0.3909, + 0.0935 + ] + }, + { + "episode": 950, + "avg_reward": 8286.15, + "avg_cost": 0.75, + "lambda": 29.7847, + "rho": [ + 0.0923, + 0.4291, + 0.3863, + 0.0923 + ] + }, + { + "episode": 960, + "avg_reward": 8584.27, + "avg_cost": 0.5, + "lambda": 29.7852, + "rho": [ + 0.0923, + 0.4291, + 0.3863, + 0.0923 + ] + }, + { + "episode": 970, + "avg_reward": 8586.24, + "avg_cost": 0.25, + "lambda": 29.786, + "rho": [ + 0.0923, + 0.4291, + 0.3863, + 0.0923 + ] + }, + { + "episode": 980, + "avg_reward": 8249.01, + "avg_cost": 0.0, + "lambda": 29.7873, + "rho": [ + 0.0923, + 0.4291, + 0.3863, + 0.0923 + ] + }, + { + "episode": 990, + "avg_reward": 8217.25, + "avg_cost": 0.75, + "lambda": 29.7884, + "rho": [ + 0.0923, + 0.4291, + 0.3863, + 0.0923 + ] + }, + { + "episode": 1000, + "avg_reward": 8204.71, + "avg_cost": 0.25, + "lambda": 29.7891, + "rho": [ + 0.0913, + 0.4259, + 0.3914, + 0.0913 + ] + }, + { + "episode": 1010, + "avg_reward": 8472.69, + "avg_cost": 0.25, + "lambda": 29.7901, + "rho": [ + 0.0913, + 0.4259, + 0.3914, + 0.0913 + ] + }, + { + "episode": 1020, + "avg_reward": 8397.58, + "avg_cost": 0.5, + "lambda": 29.7909, + "rho": [ + 0.0913, + 0.4259, + 0.3914, + 0.0913 + ] + }, + { + "episode": 1030, + "avg_reward": 8056.9, + "avg_cost": 0.5, + "lambda": 29.7915, + "rho": [ + 0.0913, + 0.4259, + 0.3914, + 0.0913 + ] + }, + { + "episode": 1040, + "avg_reward": 8060.41, + "avg_cost": 0.25, + "lambda": 29.7918, + "rho": [ + 0.0913, + 0.4259, + 0.3914, + 0.0913 + ] + }, + { + "episode": 1050, + "avg_reward": 8484.52, + "avg_cost": 0.25, + "lambda": 29.7921, + "rho": [ + 0.0905, + 0.4325, + 0.3866, + 0.0905 + ] + }, + { + "episode": 1060, + "avg_reward": 8963.88, + "avg_cost": 0.0, + "lambda": 29.7923, + "rho": [ + 0.0905, + 0.4325, + 0.3866, + 0.0905 + ] + }, + { + "episode": 1070, + "avg_reward": 8556.61, + "avg_cost": 0.0, + "lambda": 29.7925, + "rho": [ + 0.0905, + 0.4325, + 0.3866, + 0.0905 + ] + }, + { + "episode": 1080, + "avg_reward": 9086.89, + "avg_cost": 0.0, + "lambda": 29.7926, + "rho": [ + 0.0905, + 0.4325, + 0.3866, + 0.0905 + ] + }, + { + "episode": 1090, + "avg_reward": 9090.49, + "avg_cost": 0.25, + "lambda": 29.7927, + "rho": [ + 0.0905, + 0.4325, + 0.3866, + 0.0905 + ] + }, + { + "episode": 1100, + "avg_reward": 9074.96, + "avg_cost": 0.0, + "lambda": 29.7929, + "rho": [ + 0.0899, + 0.4383, + 0.3819, + 0.0899 + ] + }, + { + "episode": 1110, + "avg_reward": 8953.2, + "avg_cost": 0.5, + "lambda": 29.7933, + "rho": [ + 0.0899, + 0.4383, + 0.3819, + 0.0899 + ] + }, + { + "episode": 1120, + "avg_reward": 8951.14, + "avg_cost": 0.25, + "lambda": 29.7937, + "rho": [ + 0.0899, + 0.4383, + 0.3819, + 0.0899 + ] + }, + { + "episode": 1130, + "avg_reward": 9348.1, + "avg_cost": 0.25, + "lambda": 29.794, + "rho": [ + 0.0899, + 0.4383, + 0.3819, + 0.0899 + ] + }, + { + "episode": 1140, + "avg_reward": 9101.66, + "avg_cost": 0.0, + "lambda": 29.7941, + "rho": [ + 0.0899, + 0.4383, + 0.3819, + 0.0899 + ] + }, + { + "episode": 1150, + "avg_reward": 8805.32, + "avg_cost": 0.25, + "lambda": 29.7943, + "rho": [ + 0.0895, + 0.4528, + 0.3682, + 0.0895 + ] + }, + { + "episode": 1160, + "avg_reward": 8690.81, + "avg_cost": 1.25, + "lambda": 29.7945, + "rho": [ + 0.0895, + 0.4528, + 0.3682, + 0.0895 + ] + }, + { + "episode": 1170, + "avg_reward": 8710.76, + "avg_cost": 0.5, + "lambda": 29.7951, + "rho": [ + 0.0895, + 0.4528, + 0.3682, + 0.0895 + ] + }, + { + "episode": 1180, + "avg_reward": 9430.29, + "avg_cost": 1.0, + "lambda": 29.7956, + "rho": [ + 0.0895, + 0.4528, + 0.3682, + 0.0895 + ] + }, + { + "episode": 1190, + "avg_reward": 9534.13, + "avg_cost": 0.0, + "lambda": 29.796, + "rho": [ + 0.0895, + 0.4528, + 0.3682, + 0.0895 + ] + }, + { + "episode": 1200, + "avg_reward": 8816.21, + "avg_cost": 0.0, + "lambda": 29.7962, + "rho": [ + 0.0891, + 0.4751, + 0.3468, + 0.0891 + ] + }, + { + "episode": 1210, + "avg_reward": 9537.42, + "avg_cost": 0.5, + "lambda": 29.7966, + "rho": [ + 0.0891, + 0.4751, + 0.3468, + 0.0891 + ] + }, + { + "episode": 1220, + "avg_reward": 9715.63, + "avg_cost": 0.0, + "lambda": 29.7969, + "rho": [ + 0.0891, + 0.4751, + 0.3468, + 0.0891 + ] + }, + { + "episode": 1230, + "avg_reward": 9392.87, + "avg_cost": 0.0, + "lambda": 29.7972, + "rho": [ + 0.0891, + 0.4751, + 0.3468, + 0.0891 + ] + }, + { + "episode": 1240, + "avg_reward": 9478.41, + "avg_cost": 0.0, + "lambda": 29.7974, + "rho": [ + 0.0891, + 0.4751, + 0.3468, + 0.0891 + ] + }, + { + "episode": 1250, + "avg_reward": 9449.47, + "avg_cost": 0.25, + "lambda": 29.7977, + "rho": [ + 0.0886, + 0.5042, + 0.3186, + 0.0886 + ] + }, + { + "episode": 1260, + "avg_reward": 9514.48, + "avg_cost": 0.0, + "lambda": 29.7981, + "rho": [ + 0.0886, + 0.5042, + 0.3186, + 0.0886 + ] + }, + { + "episode": 1270, + "avg_reward": 10007.34, + "avg_cost": 0.25, + "lambda": 29.7985, + "rho": [ + 0.0886, + 0.5042, + 0.3186, + 0.0886 + ] + }, + { + "episode": 1280, + "avg_reward": 10055.41, + "avg_cost": 0.0, + "lambda": 29.7989, + "rho": [ + 0.0886, + 0.5042, + 0.3186, + 0.0886 + ] + }, + { + "episode": 1290, + "avg_reward": 9947.9, + "avg_cost": 0.25, + "lambda": 29.7992, + "rho": [ + 0.0886, + 0.5042, + 0.3186, + 0.0886 + ] + }, + { + "episode": 1300, + "avg_reward": 9755.88, + "avg_cost": 0.25, + "lambda": 29.7994, + "rho": [ + 0.0883, + 0.5207, + 0.3027, + 0.0883 + ] + }, + { + "episode": 1310, + "avg_reward": 10428.26, + "avg_cost": 0.25, + "lambda": 29.7997, + "rho": [ + 0.0883, + 0.5207, + 0.3027, + 0.0883 + ] + }, + { + "episode": 1320, + "avg_reward": 10054.7, + "avg_cost": 0.5, + "lambda": 29.7999, + "rho": [ + 0.0883, + 0.5207, + 0.3027, + 0.0883 + ] + }, + { + "episode": 1330, + "avg_reward": 10731.06, + "avg_cost": 0.5, + "lambda": 29.8005, + "rho": [ + 0.0883, + 0.5207, + 0.3027, + 0.0883 + ] + }, + { + "episode": 1340, + "avg_reward": 10368.11, + "avg_cost": 1.5, + "lambda": 29.8011, + "rho": [ + 0.0883, + 0.5207, + 0.3027, + 0.0883 + ] + }, + { + "episode": 1350, + "avg_reward": 9096.41, + "avg_cost": 3.25, + "lambda": 29.8021, + "rho": [ + 0.0879, + 0.5443, + 0.2799, + 0.0879 + ] + }, + { + "episode": 1360, + "avg_reward": 9489.53, + "avg_cost": 3.0, + "lambda": 29.8037, + "rho": [ + 0.0879, + 0.5443, + 0.2799, + 0.0879 + ] + }, + { + "episode": 1370, + "avg_reward": 10830.96, + "avg_cost": 0.25, + "lambda": 29.8048, + "rho": [ + 0.0879, + 0.5443, + 0.2799, + 0.0879 + ] + }, + { + "episode": 1380, + "avg_reward": 9727.9, + "avg_cost": 0.75, + "lambda": 29.8055, + "rho": [ + 0.0879, + 0.5443, + 0.2799, + 0.0879 + ] + }, + { + "episode": 1390, + "avg_reward": 10376.91, + "avg_cost": 0.5, + "lambda": 29.8061, + "rho": [ + 0.0879, + 0.5443, + 0.2799, + 0.0879 + ] + }, + { + "episode": 1400, + "avg_reward": 10214.65, + "avg_cost": 0.5, + "lambda": 29.8066, + "rho": [ + 0.0876, + 0.5613, + 0.2636, + 0.0876 + ] + }, + { + "episode": 1410, + "avg_reward": 10303.63, + "avg_cost": 0.25, + "lambda": 29.8071, + "rho": [ + 0.0876, + 0.5613, + 0.2636, + 0.0876 + ] + }, + { + "episode": 1420, + "avg_reward": 9954.58, + "avg_cost": 0.5, + "lambda": 29.8076, + "rho": [ + 0.0876, + 0.5613, + 0.2636, + 0.0876 + ] + }, + { + "episode": 1430, + "avg_reward": 10623.78, + "avg_cost": 0.75, + "lambda": 29.8083, + "rho": [ + 0.0876, + 0.5613, + 0.2636, + 0.0876 + ] + }, + { + "episode": 1440, + "avg_reward": 10520.54, + "avg_cost": 0.25, + "lambda": 29.8088, + "rho": [ + 0.0876, + 0.5613, + 0.2636, + 0.0876 + ] + }, + { + "episode": 1450, + "avg_reward": 10335.72, + "avg_cost": 0.75, + "lambda": 29.8094, + "rho": [ + 0.0872, + 0.5738, + 0.2518, + 0.0872 + ] + }, + { + "episode": 1460, + "avg_reward": 10413.92, + "avg_cost": 0.0, + "lambda": 29.8099, + "rho": [ + 0.0872, + 0.5738, + 0.2518, + 0.0872 + ] + }, + { + "episode": 1470, + "avg_reward": 11246.08, + "avg_cost": 0.5, + "lambda": 29.8106, + "rho": [ + 0.0872, + 0.5738, + 0.2518, + 0.0872 + ] + }, + { + "episode": 1480, + "avg_reward": 9922.38, + "avg_cost": 0.75, + "lambda": 29.8115, + "rho": [ + 0.0872, + 0.5738, + 0.2518, + 0.0872 + ] + }, + { + "episode": 1490, + "avg_reward": 10351.96, + "avg_cost": 1.5, + "lambda": 29.8124, + "rho": [ + 0.0872, + 0.5738, + 0.2518, + 0.0872 + ] + }, + { + "episode": 1500, + "avg_reward": 10566.34, + "avg_cost": 0.25, + "lambda": 29.8132, + "rho": [ + 0.0869, + 0.5936, + 0.2327, + 0.0869 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s42_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy_tight.json b/results/diagnostic_results_n4_learned_rho_s42_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy_tight.json new file mode 100644 index 0000000000000000000000000000000000000000..3f8edf8a8e929e9525c951777d177ed3ffd23e72 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s42_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy_tight.json @@ -0,0 +1,167 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 100, + "total_welfare": -2508801.98, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 0.2774, + 0.2461, + 0.2434, + 0.2331 + ], + "final_lambda": 9.6765, + "seed": 42, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30597.94, + "avg_cost": 972.0, + "lambda": 0.1972, + "rho": [ + 0.2602, + 0.2278, + 0.2641, + 0.2479 + ] + }, + { + "episode": 10, + "avg_reward": -29393.5, + "avg_cost": 964.75, + "lambda": 1.0716, + "rho": [ + 0.2602, + 0.2278, + 0.2641, + 0.2479 + ] + }, + { + "episode": 20, + "avg_reward": -28441.09, + "avg_cost": 968.25, + "lambda": 2.0408, + "rho": [ + 0.2602, + 0.2278, + 0.2641, + 0.2479 + ] + }, + { + "episode": 30, + "avg_reward": -25933.47, + "avg_cost": 964.75, + "lambda": 3.0077, + "rho": [ + 0.2602, + 0.2278, + 0.2641, + 0.2479 + ] + }, + { + "episode": 40, + "avg_reward": -26873.7, + "avg_cost": 962.0, + "lambda": 3.9706, + "rho": [ + 0.2602, + 0.2278, + 0.2641, + 0.2479 + ] + }, + { + "episode": 50, + "avg_reward": -25903.43, + "avg_cost": 957.0, + "lambda": 4.9317, + "rho": [ + 0.2791, + 0.2341, + 0.2564, + 0.2303 + ] + }, + { + "episode": 60, + "avg_reward": -25101.92, + "avg_cost": 965.0, + "lambda": 5.891, + "rho": [ + 0.2791, + 0.2341, + 0.2564, + 0.2303 + ] + }, + { + "episode": 70, + "avg_reward": -22938.5, + "avg_cost": 946.25, + "lambda": 6.8475, + "rho": [ + 0.2791, + 0.2341, + 0.2564, + 0.2303 + ] + }, + { + "episode": 80, + "avg_reward": -22320.15, + "avg_cost": 945.0, + "lambda": 7.797, + "rho": [ + 0.2791, + 0.2341, + 0.2564, + 0.2303 + ] + }, + { + "episode": 90, + "avg_reward": -20690.79, + "avg_cost": 941.0, + "lambda": 8.7399, + "rho": [ + 0.2791, + 0.2341, + 0.2564, + 0.2303 + ] + }, + { + "episode": 100, + "avg_reward": -18432.98, + "avg_cost": 918.25, + "lambda": 9.6765, + "rho": [ + 0.2774, + 0.2461, + 0.2434, + 0.2331 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json b/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..683340459c92c1e660daf82c9c7b3bfc565e004a --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21_wider_alpha.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -6298667.86, + "constraint_satisfaction_pct": 17.3, + "final_rho": [ + 0.4864, + 0.1101, + 0.1743, + 0.2292 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23194.59, + "avg_cost": 17.5, + "lambda": 10.525, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 10, + "avg_reward": -21892.0, + "avg_cost": 16.5, + "lambda": 15.2812, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 20, + "avg_reward": -21993.18, + "avg_cost": 23.25, + "lambda": 20.4344, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 30, + "avg_reward": -21266.22, + "avg_cost": 20.0, + "lambda": 25.3309, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 40, + "avg_reward": -20380.99, + "avg_cost": 25.25, + "lambda": 30.0496, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 50, + "avg_reward": -19356.64, + "avg_cost": 20.75, + "lambda": 34.4308, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 60, + "avg_reward": -19035.75, + "avg_cost": 14.5, + "lambda": 39.6385, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 70, + "avg_reward": -19004.08, + "avg_cost": 21.0, + "lambda": 44.6433, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 80, + "avg_reward": -18695.57, + "avg_cost": 22.25, + "lambda": 49.1598, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 90, + "avg_reward": -18515.37, + "avg_cost": 10.75, + "lambda": 53.3707, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 100, + "avg_reward": -17713.9, + "avg_cost": 11.25, + "lambda": 57.4509, + "rho": [ + 0.3069, + 0.2167, + 0.2246, + 0.2517 + ] + }, + { + "episode": 110, + "avg_reward": -18109.25, + "avg_cost": 15.75, + "lambda": 61.5661, + "rho": [ + 0.3069, + 0.2167, + 0.2246, + 0.2517 + ] + }, + { + "episode": 120, + "avg_reward": -17430.84, + "avg_cost": 11.0, + "lambda": 66.0594, + "rho": [ + 0.3069, + 0.2167, + 0.2246, + 0.2517 + ] + }, + { + "episode": 130, + "avg_reward": -16884.6, + "avg_cost": 14.75, + "lambda": 69.7569, + "rho": [ + 0.3069, + 0.2167, + 0.2246, + 0.2517 + ] + }, + { + "episode": 140, + "avg_reward": -16720.69, + "avg_cost": 3.75, + "lambda": 73.1109, + "rho": [ + 0.3069, + 0.2167, + 0.2246, + 0.2517 + ] + }, + { + "episode": 150, + "avg_reward": -14747.03, + "avg_cost": 11.75, + "lambda": 75.9932, + "rho": [ + 0.3353, + 0.193, + 0.2182, + 0.2535 + ] + }, + { + "episode": 160, + "avg_reward": -14609.86, + "avg_cost": 3.25, + "lambda": 79.0558, + "rho": [ + 0.3353, + 0.193, + 0.2182, + 0.2535 + ] + }, + { + "episode": 170, + "avg_reward": -14747.23, + "avg_cost": 11.75, + "lambda": 81.7136, + "rho": [ + 0.3353, + 0.193, + 0.2182, + 0.2535 + ] + }, + { + "episode": 180, + "avg_reward": -13728.97, + "avg_cost": 13.5, + "lambda": 84.8835, + "rho": [ + 0.3353, + 0.193, + 0.2182, + 0.2535 + ] + }, + { + "episode": 190, + "avg_reward": -13948.63, + "avg_cost": 5.5, + "lambda": 87.897, + "rho": [ + 0.3353, + 0.193, + 0.2182, + 0.2535 + ] + }, + { + "episode": 200, + "avg_reward": -13344.87, + "avg_cost": 8.75, + "lambda": 90.3531, + "rho": [ + 0.3478, + 0.1883, + 0.2115, + 0.2524 + ] + }, + { + "episode": 210, + "avg_reward": -12479.59, + "avg_cost": 16.0, + "lambda": 92.7944, + "rho": [ + 0.3478, + 0.1883, + 0.2115, + 0.2524 + ] + }, + { + "episode": 220, + "avg_reward": -11339.2, + "avg_cost": 12.75, + "lambda": 95.2182, + "rho": [ + 0.3478, + 0.1883, + 0.2115, + 0.2524 + ] + }, + { + "episode": 230, + "avg_reward": -12350.55, + "avg_cost": 9.0, + "lambda": 97.6481, + "rho": [ + 0.3478, + 0.1883, + 0.2115, + 0.2524 + ] + }, + { + "episode": 240, + "avg_reward": -12307.19, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.3478, + 0.1883, + 0.2115, + 0.2524 + ] + }, + { + "episode": 250, + "avg_reward": -11234.45, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1864, + 0.2157, + 0.2484 + ] + }, + { + "episode": 260, + "avg_reward": -11131.76, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1864, + 0.2157, + 0.2484 + ] + }, + { + "episode": 270, + "avg_reward": -11485.43, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1864, + 0.2157, + 0.2484 + ] + }, + { + "episode": 280, + "avg_reward": -9929.82, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1864, + 0.2157, + 0.2484 + ] + }, + { + "episode": 290, + "avg_reward": -9780.88, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3495, + 0.1864, + 0.2157, + 0.2484 + ] + }, + { + "episode": 300, + "avg_reward": -9525.02, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.342, + 0.1919, + 0.221, + 0.2451 + ] + }, + { + "episode": 310, + "avg_reward": -9075.68, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.342, + 0.1919, + 0.221, + 0.2451 + ] + }, + { + "episode": 320, + "avg_reward": -8442.95, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.342, + 0.1919, + 0.221, + 0.2451 + ] + }, + { + "episode": 330, + "avg_reward": -7862.43, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.342, + 0.1919, + 0.221, + 0.2451 + ] + }, + { + "episode": 340, + "avg_reward": -9004.95, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 0.342, + 0.1919, + 0.221, + 0.2451 + ] + }, + { + "episode": 350, + "avg_reward": -8124.32, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3452, + 0.1926, + 0.2221, + 0.2401 + ] + }, + { + "episode": 360, + "avg_reward": -7950.65, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3452, + 0.1926, + 0.2221, + 0.2401 + ] + }, + { + "episode": 370, + "avg_reward": -7752.44, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3452, + 0.1926, + 0.2221, + 0.2401 + ] + }, + { + "episode": 380, + "avg_reward": -7117.14, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.3452, + 0.1926, + 0.2221, + 0.2401 + ] + }, + { + "episode": 390, + "avg_reward": -7631.69, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 0.3452, + 0.1926, + 0.2221, + 0.2401 + ] + }, + { + "episode": 400, + "avg_reward": -7845.0, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.3541, + 0.1935, + 0.219, + 0.2335 + ] + }, + { + "episode": 410, + "avg_reward": -7385.48, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3541, + 0.1935, + 0.219, + 0.2335 + ] + }, + { + "episode": 420, + "avg_reward": -7615.72, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3541, + 0.1935, + 0.219, + 0.2335 + ] + }, + { + "episode": 430, + "avg_reward": -7853.46, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.3541, + 0.1935, + 0.219, + 0.2335 + ] + }, + { + "episode": 440, + "avg_reward": -6302.19, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 0.3541, + 0.1935, + 0.219, + 0.2335 + ] + }, + { + "episode": 450, + "avg_reward": -7081.39, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.3669, + 0.1889, + 0.2128, + 0.2314 + ] + }, + { + "episode": 460, + "avg_reward": -6225.94, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.3669, + 0.1889, + 0.2128, + 0.2314 + ] + }, + { + "episode": 470, + "avg_reward": -6256.17, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3669, + 0.1889, + 0.2128, + 0.2314 + ] + }, + { + "episode": 480, + "avg_reward": -6429.4, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.3669, + 0.1889, + 0.2128, + 0.2314 + ] + }, + { + "episode": 490, + "avg_reward": -5009.6, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.3669, + 0.1889, + 0.2128, + 0.2314 + ] + }, + { + "episode": 500, + "avg_reward": -5672.6, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 0.3833, + 0.1843, + 0.2033, + 0.2291 + ] + }, + { + "episode": 510, + "avg_reward": -5586.82, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.3833, + 0.1843, + 0.2033, + 0.2291 + ] + }, + { + "episode": 520, + "avg_reward": -5537.36, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.3833, + 0.1843, + 0.2033, + 0.2291 + ] + }, + { + "episode": 530, + "avg_reward": -5258.53, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.3833, + 0.1843, + 0.2033, + 0.2291 + ] + }, + { + "episode": 540, + "avg_reward": -5291.13, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.3833, + 0.1843, + 0.2033, + 0.2291 + ] + }, + { + "episode": 550, + "avg_reward": -5522.82, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 0.401, + 0.1751, + 0.1939, + 0.23 + ] + }, + { + "episode": 560, + "avg_reward": -4757.19, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.401, + 0.1751, + 0.1939, + 0.23 + ] + }, + { + "episode": 570, + "avg_reward": -5860.69, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.401, + 0.1751, + 0.1939, + 0.23 + ] + }, + { + "episode": 580, + "avg_reward": -4419.2, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.401, + 0.1751, + 0.1939, + 0.23 + ] + }, + { + "episode": 590, + "avg_reward": -4407.06, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.401, + 0.1751, + 0.1939, + 0.23 + ] + }, + { + "episode": 600, + "avg_reward": -5388.98, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.4245, + 0.1614, + 0.1843, + 0.2298 + ] + }, + { + "episode": 610, + "avg_reward": -4063.36, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 0.4245, + 0.1614, + 0.1843, + 0.2298 + ] + }, + { + "episode": 620, + "avg_reward": -4259.92, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.4245, + 0.1614, + 0.1843, + 0.2298 + ] + }, + { + "episode": 630, + "avg_reward": -3415.0, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4245, + 0.1614, + 0.1843, + 0.2298 + ] + }, + { + "episode": 640, + "avg_reward": -2678.51, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4245, + 0.1614, + 0.1843, + 0.2298 + ] + }, + { + "episode": 650, + "avg_reward": -2469.17, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.4576, + 0.1455, + 0.1745, + 0.2223 + ] + }, + { + "episode": 660, + "avg_reward": -2085.48, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 0.4576, + 0.1455, + 0.1745, + 0.2223 + ] + }, + { + "episode": 670, + "avg_reward": -2160.34, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.4576, + 0.1455, + 0.1745, + 0.2223 + ] + }, + { + "episode": 680, + "avg_reward": -2234.68, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4576, + 0.1455, + 0.1745, + 0.2223 + ] + }, + { + "episode": 690, + "avg_reward": -1707.22, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.4576, + 0.1455, + 0.1745, + 0.2223 + ] + }, + { + "episode": 700, + "avg_reward": -1376.57, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.4787, + 0.1322, + 0.1675, + 0.2216 + ] + }, + { + "episode": 710, + "avg_reward": -664.09, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.4787, + 0.1322, + 0.1675, + 0.2216 + ] + }, + { + "episode": 720, + "avg_reward": -863.13, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4787, + 0.1322, + 0.1675, + 0.2216 + ] + }, + { + "episode": 730, + "avg_reward": -1254.87, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4787, + 0.1322, + 0.1675, + 0.2216 + ] + }, + { + "episode": 740, + "avg_reward": -385.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4787, + 0.1322, + 0.1675, + 0.2216 + ] + }, + { + "episode": 750, + "avg_reward": -182.09, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4894, + 0.1221, + 0.1662, + 0.2224 + ] + }, + { + "episode": 760, + "avg_reward": -129.4, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.4894, + 0.1221, + 0.1662, + 0.2224 + ] + }, + { + "episode": 770, + "avg_reward": 559.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4894, + 0.1221, + 0.1662, + 0.2224 + ] + }, + { + "episode": 780, + "avg_reward": 774.12, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.4894, + 0.1221, + 0.1662, + 0.2224 + ] + }, + { + "episode": 790, + "avg_reward": 952.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.4894, + 0.1221, + 0.1662, + 0.2224 + ] + }, + { + "episode": 800, + "avg_reward": 1705.12, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.4888, + 0.1191, + 0.1681, + 0.224 + ] + }, + { + "episode": 810, + "avg_reward": 1853.96, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.4888, + 0.1191, + 0.1681, + 0.224 + ] + }, + { + "episode": 820, + "avg_reward": 1735.25, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.4888, + 0.1191, + 0.1681, + 0.224 + ] + }, + { + "episode": 830, + "avg_reward": 2186.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4888, + 0.1191, + 0.1681, + 0.224 + ] + }, + { + "episode": 840, + "avg_reward": 2585.93, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.4888, + 0.1191, + 0.1681, + 0.224 + ] + }, + { + "episode": 850, + "avg_reward": 2296.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4881, + 0.1165, + 0.1699, + 0.2255 + ] + }, + { + "episode": 860, + "avg_reward": 2196.48, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.4881, + 0.1165, + 0.1699, + 0.2255 + ] + }, + { + "episode": 870, + "avg_reward": 3132.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4881, + 0.1165, + 0.1699, + 0.2255 + ] + }, + { + "episode": 880, + "avg_reward": 3063.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4881, + 0.1165, + 0.1699, + 0.2255 + ] + }, + { + "episode": 890, + "avg_reward": 2997.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4881, + 0.1165, + 0.1699, + 0.2255 + ] + }, + { + "episode": 900, + "avg_reward": 3434.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4876, + 0.1141, + 0.1715, + 0.2268 + ] + }, + { + "episode": 910, + "avg_reward": 3786.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4876, + 0.1141, + 0.1715, + 0.2268 + ] + }, + { + "episode": 920, + "avg_reward": 3528.76, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4876, + 0.1141, + 0.1715, + 0.2268 + ] + }, + { + "episode": 930, + "avg_reward": 4040.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4876, + 0.1141, + 0.1715, + 0.2268 + ] + }, + { + "episode": 940, + "avg_reward": 4221.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4876, + 0.1141, + 0.1715, + 0.2268 + ] + }, + { + "episode": 950, + "avg_reward": 4227.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.487, + 0.112, + 0.173, + 0.2281 + ] + }, + { + "episode": 960, + "avg_reward": 4541.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.487, + 0.112, + 0.173, + 0.2281 + ] + }, + { + "episode": 970, + "avg_reward": 4566.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.487, + 0.112, + 0.173, + 0.2281 + ] + }, + { + "episode": 980, + "avg_reward": 4307.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.487, + 0.112, + 0.173, + 0.2281 + ] + }, + { + "episode": 990, + "avg_reward": 4362.1, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.487, + 0.112, + 0.173, + 0.2281 + ] + }, + { + "episode": 1000, + "avg_reward": 5138.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.4864, + 0.1101, + 0.1743, + 0.2292 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json b/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json new file mode 100644 index 0000000000000000000000000000000000000000..c785e2753de39b0b1b292555da8456a03a925755 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s4_1000ep_mamujoco_Ant_4x2_state_dependent_implicit_v21b_floor01.json @@ -0,0 +1,1245 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1000, + "total_welfare": -6395547.12, + "constraint_satisfaction_pct": 6.2, + "final_rho": [ + 0.7462, + 0.0846, + 0.0846, + 0.0846 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18555.67, + "avg_cost": 17.5, + "lambda": 10.525, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 10, + "avg_reward": -17513.6, + "avg_cost": 16.5, + "lambda": 15.2812, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 20, + "avg_reward": -17594.54, + "avg_cost": 23.25, + "lambda": 20.4344, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 30, + "avg_reward": -17012.98, + "avg_cost": 20.0, + "lambda": 25.3309, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 40, + "avg_reward": -16304.79, + "avg_cost": 25.25, + "lambda": 30.0496, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 50, + "avg_reward": -15485.31, + "avg_cost": 20.75, + "lambda": 34.4308, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 60, + "avg_reward": -15777.23, + "avg_cost": 15.75, + "lambda": 38.9336, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 70, + "avg_reward": -14681.63, + "avg_cost": 13.5, + "lambda": 43.8153, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 80, + "avg_reward": -14938.11, + "avg_cost": 6.25, + "lambda": 48.7438, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 90, + "avg_reward": -14689.08, + "avg_cost": 24.75, + "lambda": 53.1305, + "rho": [ + 0.2828, + 0.2376, + 0.2192, + 0.2603 + ] + }, + { + "episode": 100, + "avg_reward": -14440.45, + "avg_cost": 23.75, + "lambda": 56.9546, + "rho": [ + 0.303, + 0.2133, + 0.2197, + 0.264 + ] + }, + { + "episode": 110, + "avg_reward": -13795.1, + "avg_cost": 5.0, + "lambda": 60.4533, + "rho": [ + 0.303, + 0.2133, + 0.2197, + 0.264 + ] + }, + { + "episode": 120, + "avg_reward": -13713.77, + "avg_cost": 9.0, + "lambda": 63.9272, + "rho": [ + 0.303, + 0.2133, + 0.2197, + 0.264 + ] + }, + { + "episode": 130, + "avg_reward": -14081.06, + "avg_cost": 29.0, + "lambda": 67.8641, + "rho": [ + 0.303, + 0.2133, + 0.2197, + 0.264 + ] + }, + { + "episode": 140, + "avg_reward": -13371.12, + "avg_cost": 9.0, + "lambda": 71.2237, + "rho": [ + 0.303, + 0.2133, + 0.2197, + 0.264 + ] + }, + { + "episode": 150, + "avg_reward": -13272.13, + "avg_cost": 1.75, + "lambda": 73.9981, + "rho": [ + 0.3307, + 0.1887, + 0.2224, + 0.2582 + ] + }, + { + "episode": 160, + "avg_reward": -13620.9, + "avg_cost": 2.5, + "lambda": 76.6961, + "rho": [ + 0.3307, + 0.1887, + 0.2224, + 0.2582 + ] + }, + { + "episode": 170, + "avg_reward": -12224.25, + "avg_cost": 11.75, + "lambda": 79.5161, + "rho": [ + 0.3307, + 0.1887, + 0.2224, + 0.2582 + ] + }, + { + "episode": 180, + "avg_reward": -11584.06, + "avg_cost": 7.25, + "lambda": 82.3115, + "rho": [ + 0.3307, + 0.1887, + 0.2224, + 0.2582 + ] + }, + { + "episode": 190, + "avg_reward": -10933.37, + "avg_cost": 2.25, + "lambda": 85.302, + "rho": [ + 0.3307, + 0.1887, + 0.2224, + 0.2582 + ] + }, + { + "episode": 200, + "avg_reward": -10363.38, + "avg_cost": 7.75, + "lambda": 87.7871, + "rho": [ + 0.3408, + 0.1823, + 0.2288, + 0.2481 + ] + }, + { + "episode": 210, + "avg_reward": -10023.15, + "avg_cost": 17.5, + "lambda": 90.4426, + "rho": [ + 0.3408, + 0.1823, + 0.2288, + 0.2481 + ] + }, + { + "episode": 220, + "avg_reward": -9714.47, + "avg_cost": 12.25, + "lambda": 93.0376, + "rho": [ + 0.3408, + 0.1823, + 0.2288, + 0.2481 + ] + }, + { + "episode": 230, + "avg_reward": -10769.32, + "avg_cost": 8.75, + "lambda": 95.5795, + "rho": [ + 0.3408, + 0.1823, + 0.2288, + 0.2481 + ] + }, + { + "episode": 240, + "avg_reward": -10549.7, + "avg_cost": 11.25, + "lambda": 97.8784, + "rho": [ + 0.3408, + 0.1823, + 0.2288, + 0.2481 + ] + }, + { + "episode": 250, + "avg_reward": -9851.59, + "avg_cost": 7.5, + "lambda": 99.8258, + "rho": [ + 0.3423, + 0.1809, + 0.2388, + 0.238 + ] + }, + { + "episode": 260, + "avg_reward": -9666.27, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.3423, + 0.1809, + 0.2388, + 0.238 + ] + }, + { + "episode": 270, + "avg_reward": -9371.35, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.3423, + 0.1809, + 0.2388, + 0.238 + ] + }, + { + "episode": 280, + "avg_reward": -8349.28, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 0.3423, + 0.1809, + 0.2388, + 0.238 + ] + }, + { + "episode": 290, + "avg_reward": -8600.7, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 0.3423, + 0.1809, + 0.2388, + 0.238 + ] + }, + { + "episode": 300, + "avg_reward": -8779.89, + "avg_cost": 17.25, + "lambda": 100.0, + "rho": [ + 0.3489, + 0.1798, + 0.2455, + 0.2258 + ] + }, + { + "episode": 310, + "avg_reward": -8349.42, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 0.3489, + 0.1798, + 0.2455, + 0.2258 + ] + }, + { + "episode": 320, + "avg_reward": -7440.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.3489, + 0.1798, + 0.2455, + 0.2258 + ] + }, + { + "episode": 330, + "avg_reward": -8689.16, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.3489, + 0.1798, + 0.2455, + 0.2258 + ] + }, + { + "episode": 340, + "avg_reward": -6991.77, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.3489, + 0.1798, + 0.2455, + 0.2258 + ] + }, + { + "episode": 350, + "avg_reward": -6800.63, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.364, + 0.1748, + 0.249, + 0.2122 + ] + }, + { + "episode": 360, + "avg_reward": -6845.93, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.364, + 0.1748, + 0.249, + 0.2122 + ] + }, + { + "episode": 370, + "avg_reward": -6859.31, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.364, + 0.1748, + 0.249, + 0.2122 + ] + }, + { + "episode": 380, + "avg_reward": -7043.71, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 0.364, + 0.1748, + 0.249, + 0.2122 + ] + }, + { + "episode": 390, + "avg_reward": -7289.4, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.364, + 0.1748, + 0.249, + 0.2122 + ] + }, + { + "episode": 400, + "avg_reward": -7135.93, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 0.3816, + 0.1724, + 0.2449, + 0.2012 + ] + }, + { + "episode": 410, + "avg_reward": -6662.66, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 0.3816, + 0.1724, + 0.2449, + 0.2012 + ] + }, + { + "episode": 420, + "avg_reward": -5754.61, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 0.3816, + 0.1724, + 0.2449, + 0.2012 + ] + }, + { + "episode": 430, + "avg_reward": -6284.55, + "avg_cost": 18.5, + "lambda": 100.0, + "rho": [ + 0.3816, + 0.1724, + 0.2449, + 0.2012 + ] + }, + { + "episode": 440, + "avg_reward": -6257.7, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.3816, + 0.1724, + 0.2449, + 0.2012 + ] + }, + { + "episode": 450, + "avg_reward": -5975.16, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.4069, + 0.1662, + 0.2376, + 0.1894 + ] + }, + { + "episode": 460, + "avg_reward": -6832.75, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 0.4069, + 0.1662, + 0.2376, + 0.1894 + ] + }, + { + "episode": 470, + "avg_reward": -5949.02, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.4069, + 0.1662, + 0.2376, + 0.1894 + ] + }, + { + "episode": 480, + "avg_reward": -6097.98, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.4069, + 0.1662, + 0.2376, + 0.1894 + ] + }, + { + "episode": 490, + "avg_reward": -5956.79, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 0.4069, + 0.1662, + 0.2376, + 0.1894 + ] + }, + { + "episode": 500, + "avg_reward": -6702.12, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.1601, + 0.2254, + 0.1793 + ] + }, + { + "episode": 510, + "avg_reward": -7542.05, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.1601, + 0.2254, + 0.1793 + ] + }, + { + "episode": 520, + "avg_reward": -6853.71, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.1601, + 0.2254, + 0.1793 + ] + }, + { + "episode": 530, + "avg_reward": -6105.16, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.1601, + 0.2254, + 0.1793 + ] + }, + { + "episode": 540, + "avg_reward": -7766.24, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 0.4352, + 0.1601, + 0.2254, + 0.1793 + ] + }, + { + "episode": 550, + "avg_reward": -6579.29, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 0.4699, + 0.1481, + 0.2156, + 0.1665 + ] + }, + { + "episode": 560, + "avg_reward": -6086.97, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 0.4699, + 0.1481, + 0.2156, + 0.1665 + ] + }, + { + "episode": 570, + "avg_reward": -5542.72, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.4699, + 0.1481, + 0.2156, + 0.1665 + ] + }, + { + "episode": 580, + "avg_reward": -6009.13, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 0.4699, + 0.1481, + 0.2156, + 0.1665 + ] + }, + { + "episode": 590, + "avg_reward": -5525.81, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.4699, + 0.1481, + 0.2156, + 0.1665 + ] + }, + { + "episode": 600, + "avg_reward": -5045.87, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.1362, + 0.2069, + 0.1497 + ] + }, + { + "episode": 610, + "avg_reward": -6844.45, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.1362, + 0.2069, + 0.1497 + ] + }, + { + "episode": 620, + "avg_reward": -4942.12, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.1362, + 0.2069, + 0.1497 + ] + }, + { + "episode": 630, + "avg_reward": -4988.71, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.1362, + 0.2069, + 0.1497 + ] + }, + { + "episode": 640, + "avg_reward": -4813.8, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.5072, + 0.1362, + 0.2069, + 0.1497 + ] + }, + { + "episode": 650, + "avg_reward": -4537.38, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5559, + 0.1204, + 0.1942, + 0.1295 + ] + }, + { + "episode": 660, + "avg_reward": -4539.94, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.5559, + 0.1204, + 0.1942, + 0.1295 + ] + }, + { + "episode": 670, + "avg_reward": -4161.16, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 0.5559, + 0.1204, + 0.1942, + 0.1295 + ] + }, + { + "episode": 680, + "avg_reward": -4111.18, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 0.5559, + 0.1204, + 0.1942, + 0.1295 + ] + }, + { + "episode": 690, + "avg_reward": -3326.05, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 0.5559, + 0.1204, + 0.1942, + 0.1295 + ] + }, + { + "episode": 700, + "avg_reward": -3964.04, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 0.5848, + 0.1107, + 0.1859, + 0.1186 + ] + }, + { + "episode": 710, + "avg_reward": -3472.16, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.5848, + 0.1107, + 0.1859, + 0.1186 + ] + }, + { + "episode": 720, + "avg_reward": -3511.35, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.5848, + 0.1107, + 0.1859, + 0.1186 + ] + }, + { + "episode": 730, + "avg_reward": -2642.54, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.5848, + 0.1107, + 0.1859, + 0.1186 + ] + }, + { + "episode": 740, + "avg_reward": -2377.12, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 0.5848, + 0.1107, + 0.1859, + 0.1186 + ] + }, + { + "episode": 750, + "avg_reward": -1841.47, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 0.6229, + 0.0999, + 0.1719, + 0.1052 + ] + }, + { + "episode": 760, + "avg_reward": -1996.31, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 0.6229, + 0.0999, + 0.1719, + 0.1052 + ] + }, + { + "episode": 770, + "avg_reward": -1867.98, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6229, + 0.0999, + 0.1719, + 0.1052 + ] + }, + { + "episode": 780, + "avg_reward": -1335.06, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.6229, + 0.0999, + 0.1719, + 0.1052 + ] + }, + { + "episode": 790, + "avg_reward": -1139.95, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.6229, + 0.0999, + 0.1719, + 0.1052 + ] + }, + { + "episode": 800, + "avg_reward": -1596.31, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 0.6551, + 0.0976, + 0.1497, + 0.0976 + ] + }, + { + "episode": 810, + "avg_reward": -1115.43, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.6551, + 0.0976, + 0.1497, + 0.0976 + ] + }, + { + "episode": 820, + "avg_reward": -961.04, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 0.6551, + 0.0976, + 0.1497, + 0.0976 + ] + }, + { + "episode": 830, + "avg_reward": -473.32, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.6551, + 0.0976, + 0.1497, + 0.0976 + ] + }, + { + "episode": 840, + "avg_reward": -564.28, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 0.6551, + 0.0976, + 0.1497, + 0.0976 + ] + }, + { + "episode": 850, + "avg_reward": -29.05, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 0.6872, + 0.0947, + 0.1234, + 0.0947 + ] + }, + { + "episode": 860, + "avg_reward": 302.17, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.6872, + 0.0947, + 0.1234, + 0.0947 + ] + }, + { + "episode": 870, + "avg_reward": 142.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.6872, + 0.0947, + 0.1234, + 0.0947 + ] + }, + { + "episode": 880, + "avg_reward": 734.71, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.6872, + 0.0947, + 0.1234, + 0.0947 + ] + }, + { + "episode": 890, + "avg_reward": 528.45, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.6872, + 0.0947, + 0.1234, + 0.0947 + ] + }, + { + "episode": 900, + "avg_reward": 745.71, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.7198, + 0.092, + 0.0961, + 0.092 + ] + }, + { + "episode": 910, + "avg_reward": 1392.11, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 0.7198, + 0.092, + 0.0961, + 0.092 + ] + }, + { + "episode": 920, + "avg_reward": 1762.56, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 0.7198, + 0.092, + 0.0961, + 0.092 + ] + }, + { + "episode": 930, + "avg_reward": 1390.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7198, + 0.092, + 0.0961, + 0.092 + ] + }, + { + "episode": 940, + "avg_reward": 1321.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7198, + 0.092, + 0.0961, + 0.092 + ] + }, + { + "episode": 950, + "avg_reward": 1728.5, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 0.7365, + 0.0878, + 0.0878, + 0.0878 + ] + }, + { + "episode": 960, + "avg_reward": 1863.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 0.7365, + 0.0878, + 0.0878, + 0.0878 + ] + }, + { + "episode": 970, + "avg_reward": 2389.07, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 0.7365, + 0.0878, + 0.0878, + 0.0878 + ] + }, + { + "episode": 980, + "avg_reward": 2794.54, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 0.7365, + 0.0878, + 0.0878, + 0.0878 + ] + }, + { + "episode": 990, + "avg_reward": 3022.73, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7365, + 0.0878, + 0.0878, + 0.0878 + ] + }, + { + "episode": 1000, + "avg_reward": 2671.02, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 0.7462, + 0.0846, + 0.0846, + 0.0846 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json b/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..6a0d68036c35be4c642a0138688a27ac161836e8 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v39_ant_energy.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7398998.0, + "constraint_satisfaction_pct": 38.67, + "final_rho": [ + 0.2873, + 0.0977, + 0.215, + 0.4 + ], + "final_lambda": 11.8343, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30926.12, + "avg_cost": 847.0, + "lambda": 0.1847, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 10, + "avg_reward": -29335.46, + "avg_cost": 819.75, + "lambda": 0.9434, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 20, + "avg_reward": -28038.13, + "avg_cost": 822.0, + "lambda": 1.773, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 30, + "avg_reward": -27450.34, + "avg_cost": 809.0, + "lambda": 2.5914, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 40, + "avg_reward": -25495.69, + "avg_cost": 800.5, + "lambda": 3.3984, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 50, + "avg_reward": -23966.62, + "avg_cost": 762.5, + "lambda": 4.1908, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 60, + "avg_reward": -22570.05, + "avg_cost": 746.5, + "lambda": 4.9656, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 70, + "avg_reward": -20526.58, + "avg_cost": 709.25, + "lambda": 5.7235, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 80, + "avg_reward": -18347.95, + "avg_cost": 683.25, + "lambda": 6.4529, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 90, + "avg_reward": -17222.11, + "avg_cost": 662.5, + "lambda": 7.1515, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 100, + "avg_reward": -15661.22, + "avg_cost": 631.0, + "lambda": 7.8186, + "rho": [ + 0.2838, + 0.1963, + 0.2369, + 0.283 + ] + }, + { + "episode": 110, + "avg_reward": -13103.23, + "avg_cost": 578.0, + "lambda": 8.4421, + "rho": [ + 0.2838, + 0.1963, + 0.2369, + 0.283 + ] + }, + { + "episode": 120, + "avg_reward": -11535.28, + "avg_cost": 515.75, + "lambda": 9.0188, + "rho": [ + 0.2838, + 0.1963, + 0.2369, + 0.283 + ] + }, + { + "episode": 130, + "avg_reward": -9656.66, + "avg_cost": 449.0, + "lambda": 9.5424, + "rho": [ + 0.2838, + 0.1963, + 0.2369, + 0.283 + ] + }, + { + "episode": 140, + "avg_reward": -6686.08, + "avg_cost": 360.5, + "lambda": 9.9996, + "rho": [ + 0.2838, + 0.1963, + 0.2369, + 0.283 + ] + }, + { + "episode": 150, + "avg_reward": -4696.02, + "avg_cost": 295.75, + "lambda": 10.3878, + "rho": [ + 0.3035, + 0.1669, + 0.2464, + 0.2831 + ] + }, + { + "episode": 160, + "avg_reward": -3363.33, + "avg_cost": 224.0, + "lambda": 10.7076, + "rho": [ + 0.3035, + 0.1669, + 0.2464, + 0.2831 + ] + }, + { + "episode": 170, + "avg_reward": -2283.73, + "avg_cost": 167.5, + "lambda": 10.9551, + "rho": [ + 0.3035, + 0.1669, + 0.2464, + 0.2831 + ] + }, + { + "episode": 180, + "avg_reward": -1394.35, + "avg_cost": 120.75, + "lambda": 11.1439, + "rho": [ + 0.3035, + 0.1669, + 0.2464, + 0.2831 + ] + }, + { + "episode": 190, + "avg_reward": 24.51, + "avg_cost": 78.25, + "lambda": 11.2847, + "rho": [ + 0.3035, + 0.1669, + 0.2464, + 0.2831 + ] + }, + { + "episode": 200, + "avg_reward": 780.9, + "avg_cost": 65.75, + "lambda": 11.3894, + "rho": [ + 0.3178, + 0.1499, + 0.2614, + 0.2709 + ] + }, + { + "episode": 210, + "avg_reward": 492.54, + "avg_cost": 49.0, + "lambda": 11.4696, + "rho": [ + 0.3178, + 0.1499, + 0.2614, + 0.2709 + ] + }, + { + "episode": 220, + "avg_reward": 1495.63, + "avg_cost": 43.0, + "lambda": 11.5298, + "rho": [ + 0.3178, + 0.1499, + 0.2614, + 0.2709 + ] + }, + { + "episode": 230, + "avg_reward": 1790.45, + "avg_cost": 35.25, + "lambda": 11.5764, + "rho": [ + 0.3178, + 0.1499, + 0.2614, + 0.2709 + ] + }, + { + "episode": 240, + "avg_reward": 1773.07, + "avg_cost": 24.0, + "lambda": 11.613, + "rho": [ + 0.3178, + 0.1499, + 0.2614, + 0.2709 + ] + }, + { + "episode": 250, + "avg_reward": 2974.21, + "avg_cost": 20.0, + "lambda": 11.6414, + "rho": [ + 0.3383, + 0.1381, + 0.2599, + 0.2637 + ] + }, + { + "episode": 260, + "avg_reward": 2806.86, + "avg_cost": 23.0, + "lambda": 11.6647, + "rho": [ + 0.3383, + 0.1381, + 0.2599, + 0.2637 + ] + }, + { + "episode": 270, + "avg_reward": 3221.89, + "avg_cost": 15.75, + "lambda": 11.6839, + "rho": [ + 0.3383, + 0.1381, + 0.2599, + 0.2637 + ] + }, + { + "episode": 280, + "avg_reward": 3445.15, + "avg_cost": 13.0, + "lambda": 11.7, + "rho": [ + 0.3383, + 0.1381, + 0.2599, + 0.2637 + ] + }, + { + "episode": 290, + "avg_reward": 3746.27, + "avg_cost": 10.0, + "lambda": 11.7134, + "rho": [ + 0.3383, + 0.1381, + 0.2599, + 0.2637 + ] + }, + { + "episode": 300, + "avg_reward": 3037.2, + "avg_cost": 10.25, + "lambda": 11.7248, + "rho": [ + 0.3427, + 0.1282, + 0.263, + 0.2662 + ] + }, + { + "episode": 310, + "avg_reward": 3391.25, + "avg_cost": 8.0, + "lambda": 11.7351, + "rho": [ + 0.3427, + 0.1282, + 0.263, + 0.2662 + ] + }, + { + "episode": 320, + "avg_reward": 3383.03, + "avg_cost": 11.5, + "lambda": 11.7445, + "rho": [ + 0.3427, + 0.1282, + 0.263, + 0.2662 + ] + }, + { + "episode": 330, + "avg_reward": 4193.82, + "avg_cost": 6.75, + "lambda": 11.7532, + "rho": [ + 0.3427, + 0.1282, + 0.263, + 0.2662 + ] + }, + { + "episode": 340, + "avg_reward": 4015.26, + "avg_cost": 8.25, + "lambda": 11.761, + "rho": [ + 0.3427, + 0.1282, + 0.263, + 0.2662 + ] + }, + { + "episode": 350, + "avg_reward": 4694.41, + "avg_cost": 5.5, + "lambda": 11.7682, + "rho": [ + 0.3349, + 0.1235, + 0.2685, + 0.2731 + ] + }, + { + "episode": 360, + "avg_reward": 4365.98, + "avg_cost": 3.25, + "lambda": 11.7738, + "rho": [ + 0.3349, + 0.1235, + 0.2685, + 0.2731 + ] + }, + { + "episode": 370, + "avg_reward": 4872.81, + "avg_cost": 3.5, + "lambda": 11.7786, + "rho": [ + 0.3349, + 0.1235, + 0.2685, + 0.2731 + ] + }, + { + "episode": 380, + "avg_reward": 4291.67, + "avg_cost": 4.25, + "lambda": 11.7827, + "rho": [ + 0.3349, + 0.1235, + 0.2685, + 0.2731 + ] + }, + { + "episode": 390, + "avg_reward": 5366.33, + "avg_cost": 5.75, + "lambda": 11.7867, + "rho": [ + 0.3349, + 0.1235, + 0.2685, + 0.2731 + ] + }, + { + "episode": 400, + "avg_reward": 5589.42, + "avg_cost": 4.5, + "lambda": 11.7906, + "rho": [ + 0.3242, + 0.1176, + 0.281, + 0.2772 + ] + }, + { + "episode": 410, + "avg_reward": 5398.35, + "avg_cost": 1.75, + "lambda": 11.7942, + "rho": [ + 0.3242, + 0.1176, + 0.281, + 0.2772 + ] + }, + { + "episode": 420, + "avg_reward": 4949.03, + "avg_cost": 3.75, + "lambda": 11.7975, + "rho": [ + 0.3242, + 0.1176, + 0.281, + 0.2772 + ] + }, + { + "episode": 430, + "avg_reward": 5361.95, + "avg_cost": 2.0, + "lambda": 11.8005, + "rho": [ + 0.3242, + 0.1176, + 0.281, + 0.2772 + ] + }, + { + "episode": 440, + "avg_reward": 5200.64, + "avg_cost": 2.0, + "lambda": 11.803, + "rho": [ + 0.3242, + 0.1176, + 0.281, + 0.2772 + ] + }, + { + "episode": 450, + "avg_reward": 6349.91, + "avg_cost": 2.5, + "lambda": 11.8051, + "rho": [ + 0.3183, + 0.1141, + 0.2836, + 0.2841 + ] + }, + { + "episode": 460, + "avg_reward": 6238.51, + "avg_cost": 2.0, + "lambda": 11.8069, + "rho": [ + 0.3183, + 0.1141, + 0.2836, + 0.2841 + ] + }, + { + "episode": 470, + "avg_reward": 6256.58, + "avg_cost": 2.25, + "lambda": 11.8086, + "rho": [ + 0.3183, + 0.1141, + 0.2836, + 0.2841 + ] + }, + { + "episode": 480, + "avg_reward": 5861.36, + "avg_cost": 1.5, + "lambda": 11.8102, + "rho": [ + 0.3183, + 0.1141, + 0.2836, + 0.2841 + ] + }, + { + "episode": 490, + "avg_reward": 6280.61, + "avg_cost": 2.5, + "lambda": 11.8116, + "rho": [ + 0.3183, + 0.1141, + 0.2836, + 0.2841 + ] + }, + { + "episode": 500, + "avg_reward": 5979.71, + "avg_cost": 1.5, + "lambda": 11.8128, + "rho": [ + 0.3099, + 0.1094, + 0.2929, + 0.2878 + ] + }, + { + "episode": 510, + "avg_reward": 7447.1, + "avg_cost": 1.5, + "lambda": 11.8137, + "rho": [ + 0.3099, + 0.1094, + 0.2929, + 0.2878 + ] + }, + { + "episode": 520, + "avg_reward": 6382.46, + "avg_cost": 0.75, + "lambda": 11.8145, + "rho": [ + 0.3099, + 0.1094, + 0.2929, + 0.2878 + ] + }, + { + "episode": 530, + "avg_reward": 6020.85, + "avg_cost": 2.0, + "lambda": 11.8152, + "rho": [ + 0.3099, + 0.1094, + 0.2929, + 0.2878 + ] + }, + { + "episode": 540, + "avg_reward": 6609.36, + "avg_cost": 0.75, + "lambda": 11.8158, + "rho": [ + 0.3099, + 0.1094, + 0.2929, + 0.2878 + ] + }, + { + "episode": 550, + "avg_reward": 6931.45, + "avg_cost": 1.0, + "lambda": 11.8163, + "rho": [ + 0.3096, + 0.1063, + 0.299, + 0.2851 + ] + }, + { + "episode": 560, + "avg_reward": 6579.72, + "avg_cost": 0.75, + "lambda": 11.8168, + "rho": [ + 0.3096, + 0.1063, + 0.299, + 0.2851 + ] + }, + { + "episode": 570, + "avg_reward": 7471.09, + "avg_cost": 0.75, + "lambda": 11.8174, + "rho": [ + 0.3096, + 0.1063, + 0.299, + 0.2851 + ] + }, + { + "episode": 580, + "avg_reward": 7495.9, + "avg_cost": 0.5, + "lambda": 11.818, + "rho": [ + 0.3096, + 0.1063, + 0.299, + 0.2851 + ] + }, + { + "episode": 590, + "avg_reward": 6732.78, + "avg_cost": 0.25, + "lambda": 11.8184, + "rho": [ + 0.3096, + 0.1063, + 0.299, + 0.2851 + ] + }, + { + "episode": 600, + "avg_reward": 7618.05, + "avg_cost": 0.0, + "lambda": 11.8187, + "rho": [ + 0.3054, + 0.1047, + 0.3008, + 0.2892 + ] + }, + { + "episode": 610, + "avg_reward": 6154.18, + "avg_cost": 0.25, + "lambda": 11.8189, + "rho": [ + 0.3054, + 0.1047, + 0.3008, + 0.2892 + ] + }, + { + "episode": 620, + "avg_reward": 6687.09, + "avg_cost": 0.0, + "lambda": 11.8191, + "rho": [ + 0.3054, + 0.1047, + 0.3008, + 0.2892 + ] + }, + { + "episode": 630, + "avg_reward": 6821.12, + "avg_cost": 0.0, + "lambda": 11.8193, + "rho": [ + 0.3054, + 0.1047, + 0.3008, + 0.2892 + ] + }, + { + "episode": 640, + "avg_reward": 7671.95, + "avg_cost": 0.5, + "lambda": 11.8194, + "rho": [ + 0.3054, + 0.1047, + 0.3008, + 0.2892 + ] + }, + { + "episode": 650, + "avg_reward": 6337.63, + "avg_cost": 0.0, + "lambda": 11.8197, + "rho": [ + 0.2992, + 0.1068, + 0.297, + 0.297 + ] + }, + { + "episode": 660, + "avg_reward": 7043.98, + "avg_cost": 0.25, + "lambda": 11.8199, + "rho": [ + 0.2992, + 0.1068, + 0.297, + 0.297 + ] + }, + { + "episode": 670, + "avg_reward": 8594.06, + "avg_cost": 0.25, + "lambda": 11.8201, + "rho": [ + 0.2992, + 0.1068, + 0.297, + 0.297 + ] + }, + { + "episode": 680, + "avg_reward": 7766.29, + "avg_cost": 0.0, + "lambda": 11.8203, + "rho": [ + 0.2992, + 0.1068, + 0.297, + 0.297 + ] + }, + { + "episode": 690, + "avg_reward": 6895.67, + "avg_cost": 0.5, + "lambda": 11.8204, + "rho": [ + 0.2992, + 0.1068, + 0.297, + 0.297 + ] + }, + { + "episode": 700, + "avg_reward": 7487.8, + "avg_cost": 0.0, + "lambda": 11.8207, + "rho": [ + 0.2939, + 0.1086, + 0.2937, + 0.3038 + ] + }, + { + "episode": 710, + "avg_reward": 8226.07, + "avg_cost": 0.0, + "lambda": 11.8209, + "rho": [ + 0.2939, + 0.1086, + 0.2937, + 0.3038 + ] + }, + { + "episode": 720, + "avg_reward": 7758.15, + "avg_cost": 0.0, + "lambda": 11.821, + "rho": [ + 0.2939, + 0.1086, + 0.2937, + 0.3038 + ] + }, + { + "episode": 730, + "avg_reward": 7387.46, + "avg_cost": 0.0, + "lambda": 11.8212, + "rho": [ + 0.2939, + 0.1086, + 0.2937, + 0.3038 + ] + }, + { + "episode": 740, + "avg_reward": 7821.49, + "avg_cost": 0.5, + "lambda": 11.8214, + "rho": [ + 0.2939, + 0.1086, + 0.2937, + 0.3038 + ] + }, + { + "episode": 750, + "avg_reward": 7659.26, + "avg_cost": 0.25, + "lambda": 11.8216, + "rho": [ + 0.2949, + 0.1112, + 0.2878, + 0.3061 + ] + }, + { + "episode": 760, + "avg_reward": 8684.06, + "avg_cost": 0.0, + "lambda": 11.8217, + "rho": [ + 0.2949, + 0.1112, + 0.2878, + 0.3061 + ] + }, + { + "episode": 770, + "avg_reward": 8384.35, + "avg_cost": 0.0, + "lambda": 11.8218, + "rho": [ + 0.2949, + 0.1112, + 0.2878, + 0.3061 + ] + }, + { + "episode": 780, + "avg_reward": 8387.48, + "avg_cost": 0.0, + "lambda": 11.8218, + "rho": [ + 0.2949, + 0.1112, + 0.2878, + 0.3061 + ] + }, + { + "episode": 790, + "avg_reward": 7798.2, + "avg_cost": 0.0, + "lambda": 11.8219, + "rho": [ + 0.2949, + 0.1112, + 0.2878, + 0.3061 + ] + }, + { + "episode": 800, + "avg_reward": 8227.06, + "avg_cost": 0.25, + "lambda": 11.822, + "rho": [ + 0.2934, + 0.1116, + 0.2812, + 0.3138 + ] + }, + { + "episode": 810, + "avg_reward": 8411.16, + "avg_cost": 0.0, + "lambda": 11.8221, + "rho": [ + 0.2934, + 0.1116, + 0.2812, + 0.3138 + ] + }, + { + "episode": 820, + "avg_reward": 8108.85, + "avg_cost": 0.5, + "lambda": 11.8222, + "rho": [ + 0.2934, + 0.1116, + 0.2812, + 0.3138 + ] + }, + { + "episode": 830, + "avg_reward": 7754.26, + "avg_cost": 0.0, + "lambda": 11.8223, + "rho": [ + 0.2934, + 0.1116, + 0.2812, + 0.3138 + ] + }, + { + "episode": 840, + "avg_reward": 7776.22, + "avg_cost": 0.0, + "lambda": 11.8223, + "rho": [ + 0.2934, + 0.1116, + 0.2812, + 0.3138 + ] + }, + { + "episode": 850, + "avg_reward": 8351.69, + "avg_cost": 0.0, + "lambda": 11.8224, + "rho": [ + 0.2966, + 0.1086, + 0.2731, + 0.3217 + ] + }, + { + "episode": 860, + "avg_reward": 8925.65, + "avg_cost": 0.0, + "lambda": 11.8225, + "rho": [ + 0.2966, + 0.1086, + 0.2731, + 0.3217 + ] + }, + { + "episode": 870, + "avg_reward": 8702.54, + "avg_cost": 0.0, + "lambda": 11.8226, + "rho": [ + 0.2966, + 0.1086, + 0.2731, + 0.3217 + ] + }, + { + "episode": 880, + "avg_reward": 7572.15, + "avg_cost": 0.25, + "lambda": 11.8226, + "rho": [ + 0.2966, + 0.1086, + 0.2731, + 0.3217 + ] + }, + { + "episode": 890, + "avg_reward": 7581.29, + "avg_cost": 0.0, + "lambda": 11.823, + "rho": [ + 0.2966, + 0.1086, + 0.2731, + 0.3217 + ] + }, + { + "episode": 900, + "avg_reward": 9033.13, + "avg_cost": 0.0, + "lambda": 11.8233, + "rho": [ + 0.301, + 0.107, + 0.2615, + 0.3305 + ] + }, + { + "episode": 910, + "avg_reward": 8626.2, + "avg_cost": 0.0, + "lambda": 11.8235, + "rho": [ + 0.301, + 0.107, + 0.2615, + 0.3305 + ] + }, + { + "episode": 920, + "avg_reward": 8189.06, + "avg_cost": 0.0, + "lambda": 11.8236, + "rho": [ + 0.301, + 0.107, + 0.2615, + 0.3305 + ] + }, + { + "episode": 930, + "avg_reward": 7785.19, + "avg_cost": 0.0, + "lambda": 11.8236, + "rho": [ + 0.301, + 0.107, + 0.2615, + 0.3305 + ] + }, + { + "episode": 940, + "avg_reward": 8491.17, + "avg_cost": 0.0, + "lambda": 11.8236, + "rho": [ + 0.301, + 0.107, + 0.2615, + 0.3305 + ] + }, + { + "episode": 950, + "avg_reward": 8787.8, + "avg_cost": 0.0, + "lambda": 11.8236, + "rho": [ + 0.3031, + 0.1047, + 0.2559, + 0.3364 + ] + }, + { + "episode": 960, + "avg_reward": 9427.21, + "avg_cost": 0.25, + "lambda": 11.8236, + "rho": [ + 0.3031, + 0.1047, + 0.2559, + 0.3364 + ] + }, + { + "episode": 970, + "avg_reward": 8875.91, + "avg_cost": 0.0, + "lambda": 11.8237, + "rho": [ + 0.3031, + 0.1047, + 0.2559, + 0.3364 + ] + }, + { + "episode": 980, + "avg_reward": 9026.05, + "avg_cost": 0.0, + "lambda": 11.8237, + "rho": [ + 0.3031, + 0.1047, + 0.2559, + 0.3364 + ] + }, + { + "episode": 990, + "avg_reward": 7770.85, + "avg_cost": 0.0, + "lambda": 11.8237, + "rho": [ + 0.3031, + 0.1047, + 0.2559, + 0.3364 + ] + }, + { + "episode": 1000, + "avg_reward": 8971.95, + "avg_cost": 0.0, + "lambda": 11.8238, + "rho": [ + 0.3048, + 0.1025, + 0.2508, + 0.3418 + ] + }, + { + "episode": 1010, + "avg_reward": 9261.85, + "avg_cost": 0.0, + "lambda": 11.8239, + "rho": [ + 0.3048, + 0.1025, + 0.2508, + 0.3418 + ] + }, + { + "episode": 1020, + "avg_reward": 8946.24, + "avg_cost": 0.0, + "lambda": 11.8239, + "rho": [ + 0.3048, + 0.1025, + 0.2508, + 0.3418 + ] + }, + { + "episode": 1030, + "avg_reward": 9729.05, + "avg_cost": 0.25, + "lambda": 11.8239, + "rho": [ + 0.3048, + 0.1025, + 0.2508, + 0.3418 + ] + }, + { + "episode": 1040, + "avg_reward": 9234.51, + "avg_cost": 0.0, + "lambda": 11.824, + "rho": [ + 0.3048, + 0.1025, + 0.2508, + 0.3418 + ] + }, + { + "episode": 1050, + "avg_reward": 9351.42, + "avg_cost": 0.0, + "lambda": 11.8242, + "rho": [ + 0.3046, + 0.1002, + 0.2506, + 0.3447 + ] + }, + { + "episode": 1060, + "avg_reward": 10007.59, + "avg_cost": 0.25, + "lambda": 11.8243, + "rho": [ + 0.3046, + 0.1002, + 0.2506, + 0.3447 + ] + }, + { + "episode": 1070, + "avg_reward": 8073.43, + "avg_cost": 0.0, + "lambda": 11.8244, + "rho": [ + 0.3046, + 0.1002, + 0.2506, + 0.3447 + ] + }, + { + "episode": 1080, + "avg_reward": 8454.0, + "avg_cost": 0.0, + "lambda": 11.8245, + "rho": [ + 0.3046, + 0.1002, + 0.2506, + 0.3447 + ] + }, + { + "episode": 1090, + "avg_reward": 9613.59, + "avg_cost": 0.0, + "lambda": 11.8245, + "rho": [ + 0.3046, + 0.1002, + 0.2506, + 0.3447 + ] + }, + { + "episode": 1100, + "avg_reward": 10306.97, + "avg_cost": 0.0, + "lambda": 11.8245, + "rho": [ + 0.3038, + 0.0998, + 0.2498, + 0.3466 + ] + }, + { + "episode": 1110, + "avg_reward": 9896.77, + "avg_cost": 0.0, + "lambda": 11.8246, + "rho": [ + 0.3038, + 0.0998, + 0.2498, + 0.3466 + ] + }, + { + "episode": 1120, + "avg_reward": 10353.99, + "avg_cost": 0.0, + "lambda": 11.8246, + "rho": [ + 0.3038, + 0.0998, + 0.2498, + 0.3466 + ] + }, + { + "episode": 1130, + "avg_reward": 8919.41, + "avg_cost": 0.0, + "lambda": 11.8247, + "rho": [ + 0.3038, + 0.0998, + 0.2498, + 0.3466 + ] + }, + { + "episode": 1140, + "avg_reward": 10013.97, + "avg_cost": 0.0, + "lambda": 11.8247, + "rho": [ + 0.3038, + 0.0998, + 0.2498, + 0.3466 + ] + }, + { + "episode": 1150, + "avg_reward": 10181.79, + "avg_cost": 0.25, + "lambda": 11.8247, + "rho": [ + 0.303, + 0.0996, + 0.2491, + 0.3483 + ] + }, + { + "episode": 1160, + "avg_reward": 10191.87, + "avg_cost": 0.0, + "lambda": 11.8248, + "rho": [ + 0.303, + 0.0996, + 0.2491, + 0.3483 + ] + }, + { + "episode": 1170, + "avg_reward": 10947.02, + "avg_cost": 0.25, + "lambda": 11.8248, + "rho": [ + 0.303, + 0.0996, + 0.2491, + 0.3483 + ] + }, + { + "episode": 1180, + "avg_reward": 11162.46, + "avg_cost": 0.25, + "lambda": 11.8249, + "rho": [ + 0.303, + 0.0996, + 0.2491, + 0.3483 + ] + }, + { + "episode": 1190, + "avg_reward": 10281.42, + "avg_cost": 0.25, + "lambda": 11.825, + "rho": [ + 0.303, + 0.0996, + 0.2491, + 0.3483 + ] + }, + { + "episode": 1200, + "avg_reward": 9468.52, + "avg_cost": 0.0, + "lambda": 11.8252, + "rho": [ + 0.304, + 0.0994, + 0.2442, + 0.3525 + ] + }, + { + "episode": 1210, + "avg_reward": 9024.47, + "avg_cost": 0.0, + "lambda": 11.8252, + "rho": [ + 0.304, + 0.0994, + 0.2442, + 0.3525 + ] + }, + { + "episode": 1220, + "avg_reward": 10985.98, + "avg_cost": 0.0, + "lambda": 11.8253, + "rho": [ + 0.304, + 0.0994, + 0.2442, + 0.3525 + ] + }, + { + "episode": 1230, + "avg_reward": 10193.51, + "avg_cost": 0.0, + "lambda": 11.8254, + "rho": [ + 0.304, + 0.0994, + 0.2442, + 0.3525 + ] + }, + { + "episode": 1240, + "avg_reward": 11195.65, + "avg_cost": 0.5, + "lambda": 11.8256, + "rho": [ + 0.304, + 0.0994, + 0.2442, + 0.3525 + ] + }, + { + "episode": 1250, + "avg_reward": 11682.57, + "avg_cost": 0.0, + "lambda": 11.8258, + "rho": [ + 0.3049, + 0.0991, + 0.2397, + 0.3563 + ] + }, + { + "episode": 1260, + "avg_reward": 11908.45, + "avg_cost": 0.25, + "lambda": 11.8259, + "rho": [ + 0.3049, + 0.0991, + 0.2397, + 0.3563 + ] + }, + { + "episode": 1270, + "avg_reward": 10566.28, + "avg_cost": 0.0, + "lambda": 11.8259, + "rho": [ + 0.3049, + 0.0991, + 0.2397, + 0.3563 + ] + }, + { + "episode": 1280, + "avg_reward": 11617.37, + "avg_cost": 0.25, + "lambda": 11.826, + "rho": [ + 0.3049, + 0.0991, + 0.2397, + 0.3563 + ] + }, + { + "episode": 1290, + "avg_reward": 11123.82, + "avg_cost": 0.5, + "lambda": 11.8261, + "rho": [ + 0.3049, + 0.0991, + 0.2397, + 0.3563 + ] + }, + { + "episode": 1300, + "avg_reward": 12107.18, + "avg_cost": 0.5, + "lambda": 11.8263, + "rho": [ + 0.304, + 0.099, + 0.24, + 0.357 + ] + }, + { + "episode": 1310, + "avg_reward": 11324.87, + "avg_cost": 0.25, + "lambda": 11.8265, + "rho": [ + 0.304, + 0.099, + 0.24, + 0.357 + ] + }, + { + "episode": 1320, + "avg_reward": 9117.16, + "avg_cost": 0.0, + "lambda": 11.8267, + "rho": [ + 0.304, + 0.099, + 0.24, + 0.357 + ] + }, + { + "episode": 1330, + "avg_reward": 9711.27, + "avg_cost": 0.25, + "lambda": 11.8268, + "rho": [ + 0.304, + 0.099, + 0.24, + 0.357 + ] + }, + { + "episode": 1340, + "avg_reward": 10541.83, + "avg_cost": 0.5, + "lambda": 11.8269, + "rho": [ + 0.304, + 0.099, + 0.24, + 0.357 + ] + }, + { + "episode": 1350, + "avg_reward": 11055.51, + "avg_cost": 0.25, + "lambda": 11.8271, + "rho": [ + 0.3006, + 0.0988, + 0.2374, + 0.3632 + ] + }, + { + "episode": 1360, + "avg_reward": 10243.99, + "avg_cost": 0.0, + "lambda": 11.8272, + "rho": [ + 0.3006, + 0.0988, + 0.2374, + 0.3632 + ] + }, + { + "episode": 1370, + "avg_reward": 9082.43, + "avg_cost": 0.75, + "lambda": 11.8274, + "rho": [ + 0.3006, + 0.0988, + 0.2374, + 0.3632 + ] + }, + { + "episode": 1380, + "avg_reward": 11442.19, + "avg_cost": 0.5, + "lambda": 11.828, + "rho": [ + 0.3006, + 0.0988, + 0.2374, + 0.3632 + ] + }, + { + "episode": 1390, + "avg_reward": 9744.74, + "avg_cost": 3.0, + "lambda": 11.8287, + "rho": [ + 0.3006, + 0.0988, + 0.2374, + 0.3632 + ] + }, + { + "episode": 1400, + "avg_reward": 10362.69, + "avg_cost": 0.0, + "lambda": 11.83, + "rho": [ + 0.3003, + 0.0986, + 0.2309, + 0.3702 + ] + }, + { + "episode": 1410, + "avg_reward": 10705.26, + "avg_cost": 0.5, + "lambda": 11.8307, + "rho": [ + 0.3003, + 0.0986, + 0.2309, + 0.3702 + ] + }, + { + "episode": 1420, + "avg_reward": 11102.02, + "avg_cost": 1.25, + "lambda": 11.8313, + "rho": [ + 0.3003, + 0.0986, + 0.2309, + 0.3702 + ] + }, + { + "episode": 1430, + "avg_reward": 10280.49, + "avg_cost": 1.25, + "lambda": 11.8319, + "rho": [ + 0.3003, + 0.0986, + 0.2309, + 0.3702 + ] + }, + { + "episode": 1440, + "avg_reward": 12051.98, + "avg_cost": 0.0, + "lambda": 11.8323, + "rho": [ + 0.3003, + 0.0986, + 0.2309, + 0.3702 + ] + }, + { + "episode": 1450, + "avg_reward": 11257.51, + "avg_cost": 0.0, + "lambda": 11.8328, + "rho": [ + 0.2966, + 0.0981, + 0.2224, + 0.3829 + ] + }, + { + "episode": 1460, + "avg_reward": 11467.49, + "avg_cost": 1.75, + "lambda": 11.8332, + "rho": [ + 0.2966, + 0.0981, + 0.2224, + 0.3829 + ] + }, + { + "episode": 1470, + "avg_reward": 8808.13, + "avg_cost": 0.25, + "lambda": 11.8336, + "rho": [ + 0.2966, + 0.0981, + 0.2224, + 0.3829 + ] + }, + { + "episode": 1480, + "avg_reward": 9215.84, + "avg_cost": 0.5, + "lambda": 11.8338, + "rho": [ + 0.2966, + 0.0981, + 0.2224, + 0.3829 + ] + }, + { + "episode": 1490, + "avg_reward": 9140.2, + "avg_cost": 0.25, + "lambda": 11.8341, + "rho": [ + 0.2966, + 0.0981, + 0.2224, + 0.3829 + ] + }, + { + "episode": 1500, + "avg_reward": 10173.72, + "avg_cost": 0.0, + "lambda": 11.8343, + "rho": [ + 0.2873, + 0.0977, + 0.215, + 0.4 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json b/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..0183ff095f2a7440092d6276dd3336707b875676 --- /dev/null +++ b/results/diagnostic_results_n4_learned_rho_s4_1500ep_mamujoco_Ant_4x2_state_dependent_implicit_v41_ant_energy2.json @@ -0,0 +1,1847 @@ +{ + "mode": "learned_rho", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4968943.51, + "constraint_satisfaction_pct": 6.2, + "final_rho": [ + 0.6755, + 0.0944, + 0.1357, + 0.0944 + ], + "final_lambda": 28.4624, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30926.12, + "avg_cost": 974.75, + "lambda": 0.1975, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 10, + "avg_reward": -28874.7, + "avg_cost": 965.5, + "lambda": 1.0732, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 20, + "avg_reward": -27743.99, + "avg_cost": 965.5, + "lambda": 2.042, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 30, + "avg_reward": -27406.13, + "avg_cost": 964.5, + "lambda": 3.0082, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 40, + "avg_reward": -25730.75, + "avg_cost": 960.25, + "lambda": 3.9723, + "rho": [ + 0.2543, + 0.2592, + 0.2227, + 0.2638 + ] + }, + { + "episode": 50, + "avg_reward": -25441.21, + "avg_cost": 958.25, + "lambda": 4.9324, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 60, + "avg_reward": -22542.87, + "avg_cost": 949.75, + "lambda": 5.8877, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 70, + "avg_reward": -21168.3, + "avg_cost": 940.25, + "lambda": 6.8394, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 80, + "avg_reward": -19798.15, + "avg_cost": 937.75, + "lambda": 7.7865, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 90, + "avg_reward": -19067.88, + "avg_cost": 924.75, + "lambda": 8.7265, + "rho": [ + 0.2701, + 0.226, + 0.2308, + 0.2731 + ] + }, + { + "episode": 100, + "avg_reward": -18635.55, + "avg_cost": 925.75, + "lambda": 9.6572, + "rho": [ + 0.2845, + 0.197, + 0.2374, + 0.2812 + ] + }, + { + "episode": 110, + "avg_reward": -17009.51, + "avg_cost": 911.75, + "lambda": 10.5797, + "rho": [ + 0.2845, + 0.197, + 0.2374, + 0.2812 + ] + }, + { + "episode": 120, + "avg_reward": -16335.33, + "avg_cost": 900.75, + "lambda": 11.495, + "rho": [ + 0.2845, + 0.197, + 0.2374, + 0.2812 + ] + }, + { + "episode": 130, + "avg_reward": -15892.44, + "avg_cost": 902.5, + "lambda": 12.4038, + "rho": [ + 0.2845, + 0.197, + 0.2374, + 0.2812 + ] + }, + { + "episode": 140, + "avg_reward": -14036.28, + "avg_cost": 892.5, + "lambda": 13.3045, + "rho": [ + 0.2845, + 0.197, + 0.2374, + 0.2812 + ] + }, + { + "episode": 150, + "avg_reward": -13251.93, + "avg_cost": 866.75, + "lambda": 14.1945, + "rho": [ + 0.307, + 0.1697, + 0.24, + 0.2833 + ] + }, + { + "episode": 160, + "avg_reward": -11512.04, + "avg_cost": 855.25, + "lambda": 15.0681, + "rho": [ + 0.307, + 0.1697, + 0.24, + 0.2833 + ] + }, + { + "episode": 170, + "avg_reward": -11423.85, + "avg_cost": 843.5, + "lambda": 15.9272, + "rho": [ + 0.307, + 0.1697, + 0.24, + 0.2833 + ] + }, + { + "episode": 180, + "avg_reward": -10521.35, + "avg_cost": 818.25, + "lambda": 16.7729, + "rho": [ + 0.307, + 0.1697, + 0.24, + 0.2833 + ] + }, + { + "episode": 190, + "avg_reward": -8674.39, + "avg_cost": 790.5, + "lambda": 17.6008, + "rho": [ + 0.307, + 0.1697, + 0.24, + 0.2833 + ] + }, + { + "episode": 200, + "avg_reward": -8698.33, + "avg_cost": 803.5, + "lambda": 18.4156, + "rho": [ + 0.3152, + 0.155, + 0.2536, + 0.2762 + ] + }, + { + "episode": 210, + "avg_reward": -8158.65, + "avg_cost": 781.25, + "lambda": 19.2187, + "rho": [ + 0.3152, + 0.155, + 0.2536, + 0.2762 + ] + }, + { + "episode": 220, + "avg_reward": -7760.62, + "avg_cost": 765.5, + "lambda": 20.0051, + "rho": [ + 0.3152, + 0.155, + 0.2536, + 0.2762 + ] + }, + { + "episode": 230, + "avg_reward": -6998.98, + "avg_cost": 748.5, + "lambda": 20.7747, + "rho": [ + 0.3152, + 0.155, + 0.2536, + 0.2762 + ] + }, + { + "episode": 240, + "avg_reward": -6427.24, + "avg_cost": 728.75, + "lambda": 21.5251, + "rho": [ + 0.3152, + 0.155, + 0.2536, + 0.2762 + ] + }, + { + "episode": 250, + "avg_reward": -5890.79, + "avg_cost": 699.0, + "lambda": 22.2545, + "rho": [ + 0.3162, + 0.1436, + 0.2744, + 0.2658 + ] + }, + { + "episode": 260, + "avg_reward": -4296.76, + "avg_cost": 659.0, + "lambda": 22.9599, + "rho": [ + 0.3162, + 0.1436, + 0.2744, + 0.2658 + ] + }, + { + "episode": 270, + "avg_reward": -3613.36, + "avg_cost": 630.25, + "lambda": 23.6325, + "rho": [ + 0.3162, + 0.1436, + 0.2744, + 0.2658 + ] + }, + { + "episode": 280, + "avg_reward": -2810.26, + "avg_cost": 586.25, + "lambda": 24.2699, + "rho": [ + 0.3162, + 0.1436, + 0.2744, + 0.2658 + ] + }, + { + "episode": 290, + "avg_reward": -2362.4, + "avg_cost": 542.0, + "lambda": 24.8728, + "rho": [ + 0.3162, + 0.1436, + 0.2744, + 0.2658 + ] + }, + { + "episode": 300, + "avg_reward": -1347.23, + "avg_cost": 495.5, + "lambda": 25.4346, + "rho": [ + 0.3252, + 0.1345, + 0.2904, + 0.2499 + ] + }, + { + "episode": 310, + "avg_reward": -774.05, + "avg_cost": 418.5, + "lambda": 25.9454, + "rho": [ + 0.3252, + 0.1345, + 0.2904, + 0.2499 + ] + }, + { + "episode": 320, + "avg_reward": 869.67, + "avg_cost": 333.0, + "lambda": 26.3909, + "rho": [ + 0.3252, + 0.1345, + 0.2904, + 0.2499 + ] + }, + { + "episode": 330, + "avg_reward": 1681.48, + "avg_cost": 291.0, + "lambda": 26.7654, + "rho": [ + 0.3252, + 0.1345, + 0.2904, + 0.2499 + ] + }, + { + "episode": 340, + "avg_reward": 2019.6, + "avg_cost": 219.75, + "lambda": 27.0718, + "rho": [ + 0.3252, + 0.1345, + 0.2904, + 0.2499 + ] + }, + { + "episode": 350, + "avg_reward": 2616.6, + "avg_cost": 173.75, + "lambda": 27.3179, + "rho": [ + 0.3428, + 0.1234, + 0.302, + 0.2317 + ] + }, + { + "episode": 360, + "avg_reward": 3217.82, + "avg_cost": 141.75, + "lambda": 27.5135, + "rho": [ + 0.3428, + 0.1234, + 0.302, + 0.2317 + ] + }, + { + "episode": 370, + "avg_reward": 3346.65, + "avg_cost": 118.0, + "lambda": 27.6684, + "rho": [ + 0.3428, + 0.1234, + 0.302, + 0.2317 + ] + }, + { + "episode": 380, + "avg_reward": 4069.48, + "avg_cost": 92.75, + "lambda": 27.7906, + "rho": [ + 0.3428, + 0.1234, + 0.302, + 0.2317 + ] + }, + { + "episode": 390, + "avg_reward": 4178.88, + "avg_cost": 70.25, + "lambda": 27.8874, + "rho": [ + 0.3428, + 0.1234, + 0.302, + 0.2317 + ] + }, + { + "episode": 400, + "avg_reward": 4846.02, + "avg_cost": 51.75, + "lambda": 27.9649, + "rho": [ + 0.364, + 0.1178, + 0.3004, + 0.2178 + ] + }, + { + "episode": 410, + "avg_reward": 4730.12, + "avg_cost": 47.25, + "lambda": 28.0275, + "rho": [ + 0.364, + 0.1178, + 0.3004, + 0.2178 + ] + }, + { + "episode": 420, + "avg_reward": 4875.4, + "avg_cost": 39.75, + "lambda": 28.0788, + "rho": [ + 0.364, + 0.1178, + 0.3004, + 0.2178 + ] + }, + { + "episode": 430, + "avg_reward": 5579.39, + "avg_cost": 27.75, + "lambda": 28.1193, + "rho": [ + 0.364, + 0.1178, + 0.3004, + 0.2178 + ] + }, + { + "episode": 440, + "avg_reward": 5162.56, + "avg_cost": 27.5, + "lambda": 28.152, + "rho": [ + 0.364, + 0.1178, + 0.3004, + 0.2178 + ] + }, + { + "episode": 450, + "avg_reward": 5009.08, + "avg_cost": 23.5, + "lambda": 28.1804, + "rho": [ + 0.3873, + 0.114, + 0.2899, + 0.2088 + ] + }, + { + "episode": 460, + "avg_reward": 5858.75, + "avg_cost": 19.5, + "lambda": 28.2052, + "rho": [ + 0.3873, + 0.114, + 0.2899, + 0.2088 + ] + }, + { + "episode": 470, + "avg_reward": 6745.38, + "avg_cost": 15.75, + "lambda": 28.2262, + "rho": [ + 0.3873, + 0.114, + 0.2899, + 0.2088 + ] + }, + { + "episode": 480, + "avg_reward": 5801.02, + "avg_cost": 15.75, + "lambda": 28.2442, + "rho": [ + 0.3873, + 0.114, + 0.2899, + 0.2088 + ] + }, + { + "episode": 490, + "avg_reward": 6241.66, + "avg_cost": 12.25, + "lambda": 28.2601, + "rho": [ + 0.3873, + 0.114, + 0.2899, + 0.2088 + ] + }, + { + "episode": 500, + "avg_reward": 6159.56, + "avg_cost": 13.5, + "lambda": 28.274, + "rho": [ + 0.4042, + 0.1087, + 0.2887, + 0.1984 + ] + }, + { + "episode": 510, + "avg_reward": 6320.12, + "avg_cost": 11.5, + "lambda": 28.2865, + "rho": [ + 0.4042, + 0.1087, + 0.2887, + 0.1984 + ] + }, + { + "episode": 520, + "avg_reward": 6006.2, + "avg_cost": 10.5, + "lambda": 28.2971, + "rho": [ + 0.4042, + 0.1087, + 0.2887, + 0.1984 + ] + }, + { + "episode": 530, + "avg_reward": 5896.12, + "avg_cost": 7.5, + "lambda": 28.3068, + "rho": [ + 0.4042, + 0.1087, + 0.2887, + 0.1984 + ] + }, + { + "episode": 540, + "avg_reward": 6111.55, + "avg_cost": 9.25, + "lambda": 28.3153, + "rho": [ + 0.4042, + 0.1087, + 0.2887, + 0.1984 + ] + }, + { + "episode": 550, + "avg_reward": 6316.85, + "avg_cost": 7.0, + "lambda": 28.3232, + "rho": [ + 0.4302, + 0.1013, + 0.2843, + 0.1842 + ] + }, + { + "episode": 560, + "avg_reward": 6658.82, + "avg_cost": 6.25, + "lambda": 28.3304, + "rho": [ + 0.4302, + 0.1013, + 0.2843, + 0.1842 + ] + }, + { + "episode": 570, + "avg_reward": 6334.29, + "avg_cost": 6.0, + "lambda": 28.3373, + "rho": [ + 0.4302, + 0.1013, + 0.2843, + 0.1842 + ] + }, + { + "episode": 580, + "avg_reward": 6745.24, + "avg_cost": 4.5, + "lambda": 28.3436, + "rho": [ + 0.4302, + 0.1013, + 0.2843, + 0.1842 + ] + }, + { + "episode": 590, + "avg_reward": 6050.91, + "avg_cost": 5.25, + "lambda": 28.349, + "rho": [ + 0.4302, + 0.1013, + 0.2843, + 0.1842 + ] + }, + { + "episode": 600, + "avg_reward": 6746.11, + "avg_cost": 4.0, + "lambda": 28.3545, + "rho": [ + 0.4606, + 0.0994, + 0.2726, + 0.1674 + ] + }, + { + "episode": 610, + "avg_reward": 6838.44, + "avg_cost": 6.5, + "lambda": 28.3598, + "rho": [ + 0.4606, + 0.0994, + 0.2726, + 0.1674 + ] + }, + { + "episode": 620, + "avg_reward": 7213.04, + "avg_cost": 3.75, + "lambda": 28.3653, + "rho": [ + 0.4606, + 0.0994, + 0.2726, + 0.1674 + ] + }, + { + "episode": 630, + "avg_reward": 7414.03, + "avg_cost": 3.25, + "lambda": 28.3696, + "rho": [ + 0.4606, + 0.0994, + 0.2726, + 0.1674 + ] + }, + { + "episode": 640, + "avg_reward": 6959.08, + "avg_cost": 4.0, + "lambda": 28.3737, + "rho": [ + 0.4606, + 0.0994, + 0.2726, + 0.1674 + ] + }, + { + "episode": 650, + "avg_reward": 7705.61, + "avg_cost": 3.25, + "lambda": 28.3781, + "rho": [ + 0.48, + 0.0991, + 0.2588, + 0.1621 + ] + }, + { + "episode": 660, + "avg_reward": 7091.04, + "avg_cost": 3.0, + "lambda": 28.3818, + "rho": [ + 0.48, + 0.0991, + 0.2588, + 0.1621 + ] + }, + { + "episode": 670, + "avg_reward": 7762.76, + "avg_cost": 0.5, + "lambda": 28.3848, + "rho": [ + 0.48, + 0.0991, + 0.2588, + 0.1621 + ] + }, + { + "episode": 680, + "avg_reward": 7062.98, + "avg_cost": 1.0, + "lambda": 28.3871, + "rho": [ + 0.48, + 0.0991, + 0.2588, + 0.1621 + ] + }, + { + "episode": 690, + "avg_reward": 7119.98, + "avg_cost": 2.75, + "lambda": 28.3892, + "rho": [ + 0.48, + 0.0991, + 0.2588, + 0.1621 + ] + }, + { + "episode": 700, + "avg_reward": 7176.09, + "avg_cost": 1.75, + "lambda": 28.3913, + "rho": [ + 0.5057, + 0.0986, + 0.2408, + 0.1549 + ] + }, + { + "episode": 710, + "avg_reward": 7660.42, + "avg_cost": 1.25, + "lambda": 28.3937, + "rho": [ + 0.5057, + 0.0986, + 0.2408, + 0.1549 + ] + }, + { + "episode": 720, + "avg_reward": 7442.21, + "avg_cost": 3.25, + "lambda": 28.3964, + "rho": [ + 0.5057, + 0.0986, + 0.2408, + 0.1549 + ] + }, + { + "episode": 730, + "avg_reward": 7274.76, + "avg_cost": 1.25, + "lambda": 28.399, + "rho": [ + 0.5057, + 0.0986, + 0.2408, + 0.1549 + ] + }, + { + "episode": 740, + "avg_reward": 7557.1, + "avg_cost": 1.5, + "lambda": 28.4013, + "rho": [ + 0.5057, + 0.0986, + 0.2408, + 0.1549 + ] + }, + { + "episode": 750, + "avg_reward": 7705.42, + "avg_cost": 3.25, + "lambda": 28.4033, + "rho": [ + 0.5278, + 0.098, + 0.2295, + 0.1447 + ] + }, + { + "episode": 760, + "avg_reward": 8193.95, + "avg_cost": 0.75, + "lambda": 28.4052, + "rho": [ + 0.5278, + 0.098, + 0.2295, + 0.1447 + ] + }, + { + "episode": 770, + "avg_reward": 7951.67, + "avg_cost": 0.75, + "lambda": 28.4067, + "rho": [ + 0.5278, + 0.098, + 0.2295, + 0.1447 + ] + }, + { + "episode": 780, + "avg_reward": 7378.6, + "avg_cost": 0.75, + "lambda": 28.4081, + "rho": [ + 0.5278, + 0.098, + 0.2295, + 0.1447 + ] + }, + { + "episode": 790, + "avg_reward": 7793.97, + "avg_cost": 0.75, + "lambda": 28.4099, + "rho": [ + 0.5278, + 0.098, + 0.2295, + 0.1447 + ] + }, + { + "episode": 800, + "avg_reward": 8167.22, + "avg_cost": 2.75, + "lambda": 28.412, + "rho": [ + 0.5582, + 0.0973, + 0.2136, + 0.1309 + ] + }, + { + "episode": 810, + "avg_reward": 7978.39, + "avg_cost": 1.75, + "lambda": 28.4138, + "rho": [ + 0.5582, + 0.0973, + 0.2136, + 0.1309 + ] + }, + { + "episode": 820, + "avg_reward": 8871.6, + "avg_cost": 1.0, + "lambda": 28.4154, + "rho": [ + 0.5582, + 0.0973, + 0.2136, + 0.1309 + ] + }, + { + "episode": 830, + "avg_reward": 8551.68, + "avg_cost": 1.25, + "lambda": 28.4169, + "rho": [ + 0.5582, + 0.0973, + 0.2136, + 0.1309 + ] + }, + { + "episode": 840, + "avg_reward": 8692.42, + "avg_cost": 1.5, + "lambda": 28.4184, + "rho": [ + 0.5582, + 0.0973, + 0.2136, + 0.1309 + ] + }, + { + "episode": 850, + "avg_reward": 8164.84, + "avg_cost": 0.5, + "lambda": 28.4204, + "rho": [ + 0.5946, + 0.0965, + 0.1928, + 0.1161 + ] + }, + { + "episode": 860, + "avg_reward": 7798.23, + "avg_cost": 1.75, + "lambda": 28.4228, + "rho": [ + 0.5946, + 0.0965, + 0.1928, + 0.1161 + ] + }, + { + "episode": 870, + "avg_reward": 7287.31, + "avg_cost": 7.75, + "lambda": 28.4245, + "rho": [ + 0.5946, + 0.0965, + 0.1928, + 0.1161 + ] + }, + { + "episode": 880, + "avg_reward": 8864.82, + "avg_cost": 0.25, + "lambda": 28.4259, + "rho": [ + 0.5946, + 0.0965, + 0.1928, + 0.1161 + ] + }, + { + "episode": 890, + "avg_reward": 8626.93, + "avg_cost": 0.75, + "lambda": 28.4267, + "rho": [ + 0.5946, + 0.0965, + 0.1928, + 0.1161 + ] + }, + { + "episode": 900, + "avg_reward": 9144.68, + "avg_cost": 2.0, + "lambda": 28.4278, + "rho": [ + 0.6146, + 0.0961, + 0.179, + 0.1103 + ] + }, + { + "episode": 910, + "avg_reward": 8749.84, + "avg_cost": 0.25, + "lambda": 28.4288, + "rho": [ + 0.6146, + 0.0961, + 0.179, + 0.1103 + ] + }, + { + "episode": 920, + "avg_reward": 8232.09, + "avg_cost": 1.0, + "lambda": 28.4296, + "rho": [ + 0.6146, + 0.0961, + 0.179, + 0.1103 + ] + }, + { + "episode": 930, + "avg_reward": 8887.9, + "avg_cost": 0.25, + "lambda": 28.4301, + "rho": [ + 0.6146, + 0.0961, + 0.179, + 0.1103 + ] + }, + { + "episode": 940, + "avg_reward": 8278.98, + "avg_cost": 0.0, + "lambda": 28.4306, + "rho": [ + 0.6146, + 0.0961, + 0.179, + 0.1103 + ] + }, + { + "episode": 950, + "avg_reward": 8436.84, + "avg_cost": 0.5, + "lambda": 28.4311, + "rho": [ + 0.6225, + 0.0959, + 0.1733, + 0.1083 + ] + }, + { + "episode": 960, + "avg_reward": 8824.96, + "avg_cost": 1.0, + "lambda": 28.4316, + "rho": [ + 0.6225, + 0.0959, + 0.1733, + 0.1083 + ] + }, + { + "episode": 970, + "avg_reward": 8969.02, + "avg_cost": 0.25, + "lambda": 28.4326, + "rho": [ + 0.6225, + 0.0959, + 0.1733, + 0.1083 + ] + }, + { + "episode": 980, + "avg_reward": 9374.81, + "avg_cost": 0.5, + "lambda": 28.4334, + "rho": [ + 0.6225, + 0.0959, + 0.1733, + 0.1083 + ] + }, + { + "episode": 990, + "avg_reward": 8249.17, + "avg_cost": 1.0, + "lambda": 28.434, + "rho": [ + 0.6225, + 0.0959, + 0.1733, + 0.1083 + ] + }, + { + "episode": 1000, + "avg_reward": 8637.38, + "avg_cost": 0.25, + "lambda": 28.4348, + "rho": [ + 0.64, + 0.0955, + 0.1622, + 0.1022 + ] + }, + { + "episode": 1010, + "avg_reward": 8541.01, + "avg_cost": 0.75, + "lambda": 28.4354, + "rho": [ + 0.64, + 0.0955, + 0.1622, + 0.1022 + ] + }, + { + "episode": 1020, + "avg_reward": 8659.26, + "avg_cost": 1.25, + "lambda": 28.4361, + "rho": [ + 0.64, + 0.0955, + 0.1622, + 0.1022 + ] + }, + { + "episode": 1030, + "avg_reward": 9075.73, + "avg_cost": 0.5, + "lambda": 28.4368, + "rho": [ + 0.64, + 0.0955, + 0.1622, + 0.1022 + ] + }, + { + "episode": 1040, + "avg_reward": 9394.18, + "avg_cost": 0.75, + "lambda": 28.4374, + "rho": [ + 0.64, + 0.0955, + 0.1622, + 0.1022 + ] + }, + { + "episode": 1050, + "avg_reward": 8925.9, + "avg_cost": 0.5, + "lambda": 28.4381, + "rho": [ + 0.6603, + 0.0949, + 0.1498, + 0.0949 + ] + }, + { + "episode": 1060, + "avg_reward": 9708.13, + "avg_cost": 0.5, + "lambda": 28.4387, + "rho": [ + 0.6603, + 0.0949, + 0.1498, + 0.0949 + ] + }, + { + "episode": 1070, + "avg_reward": 9276.03, + "avg_cost": 0.5, + "lambda": 28.4394, + "rho": [ + 0.6603, + 0.0949, + 0.1498, + 0.0949 + ] + }, + { + "episode": 1080, + "avg_reward": 9060.02, + "avg_cost": 0.75, + "lambda": 28.4401, + "rho": [ + 0.6603, + 0.0949, + 0.1498, + 0.0949 + ] + }, + { + "episode": 1090, + "avg_reward": 8608.63, + "avg_cost": 0.25, + "lambda": 28.4407, + "rho": [ + 0.6603, + 0.0949, + 0.1498, + 0.0949 + ] + }, + { + "episode": 1100, + "avg_reward": 8801.23, + "avg_cost": 0.5, + "lambda": 28.4412, + "rho": [ + 0.6796, + 0.0935, + 0.1334, + 0.0935 + ] + }, + { + "episode": 1110, + "avg_reward": 9297.92, + "avg_cost": 0.25, + "lambda": 28.4416, + "rho": [ + 0.6796, + 0.0935, + 0.1334, + 0.0935 + ] + }, + { + "episode": 1120, + "avg_reward": 9270.88, + "avg_cost": 1.25, + "lambda": 28.4421, + "rho": [ + 0.6796, + 0.0935, + 0.1334, + 0.0935 + ] + }, + { + "episode": 1130, + "avg_reward": 8910.03, + "avg_cost": 0.5, + "lambda": 28.4425, + "rho": [ + 0.6796, + 0.0935, + 0.1334, + 0.0935 + ] + }, + { + "episode": 1140, + "avg_reward": 8942.77, + "avg_cost": 1.0, + "lambda": 28.4429, + "rho": [ + 0.6796, + 0.0935, + 0.1334, + 0.0935 + ] + }, + { + "episode": 1150, + "avg_reward": 8644.64, + "avg_cost": 0.5, + "lambda": 28.4433, + "rho": [ + 0.6931, + 0.0927, + 0.1215, + 0.0927 + ] + }, + { + "episode": 1160, + "avg_reward": 9304.93, + "avg_cost": 0.5, + "lambda": 28.4436, + "rho": [ + 0.6931, + 0.0927, + 0.1215, + 0.0927 + ] + }, + { + "episode": 1170, + "avg_reward": 9045.64, + "avg_cost": 0.5, + "lambda": 28.4442, + "rho": [ + 0.6931, + 0.0927, + 0.1215, + 0.0927 + ] + }, + { + "episode": 1180, + "avg_reward": 9179.58, + "avg_cost": 0.25, + "lambda": 28.4447, + "rho": [ + 0.6931, + 0.0927, + 0.1215, + 0.0927 + ] + }, + { + "episode": 1190, + "avg_reward": 9667.6, + "avg_cost": 0.25, + "lambda": 28.4451, + "rho": [ + 0.6931, + 0.0927, + 0.1215, + 0.0927 + ] + }, + { + "episode": 1200, + "avg_reward": 9894.79, + "avg_cost": 0.25, + "lambda": 28.4454, + "rho": [ + 0.6974, + 0.0925, + 0.1177, + 0.0925 + ] + }, + { + "episode": 1210, + "avg_reward": 8660.02, + "avg_cost": 0.25, + "lambda": 28.4457, + "rho": [ + 0.6974, + 0.0925, + 0.1177, + 0.0925 + ] + }, + { + "episode": 1220, + "avg_reward": 8843.22, + "avg_cost": 0.0, + "lambda": 28.446, + "rho": [ + 0.6974, + 0.0925, + 0.1177, + 0.0925 + ] + }, + { + "episode": 1230, + "avg_reward": 9114.02, + "avg_cost": 0.25, + "lambda": 28.4462, + "rho": [ + 0.6974, + 0.0925, + 0.1177, + 0.0925 + ] + }, + { + "episode": 1240, + "avg_reward": 9421.79, + "avg_cost": 0.25, + "lambda": 28.4465, + "rho": [ + 0.6974, + 0.0925, + 0.1177, + 0.0925 + ] + }, + { + "episode": 1250, + "avg_reward": 8742.12, + "avg_cost": 1.0, + "lambda": 28.4469, + "rho": [ + 0.6944, + 0.0927, + 0.1202, + 0.0927 + ] + }, + { + "episode": 1260, + "avg_reward": 9672.69, + "avg_cost": 0.0, + "lambda": 28.4474, + "rho": [ + 0.6944, + 0.0927, + 0.1202, + 0.0927 + ] + }, + { + "episode": 1270, + "avg_reward": 9570.13, + "avg_cost": 0.0, + "lambda": 28.4478, + "rho": [ + 0.6944, + 0.0927, + 0.1202, + 0.0927 + ] + }, + { + "episode": 1280, + "avg_reward": 9851.58, + "avg_cost": 0.25, + "lambda": 28.4481, + "rho": [ + 0.6944, + 0.0927, + 0.1202, + 0.0927 + ] + }, + { + "episode": 1290, + "avg_reward": 9906.2, + "avg_cost": 0.25, + "lambda": 28.4485, + "rho": [ + 0.6944, + 0.0927, + 0.1202, + 0.0927 + ] + }, + { + "episode": 1300, + "avg_reward": 9060.05, + "avg_cost": 0.25, + "lambda": 28.449, + "rho": [ + 0.6853, + 0.0934, + 0.1278, + 0.0934 + ] + }, + { + "episode": 1310, + "avg_reward": 8847.28, + "avg_cost": 0.75, + "lambda": 28.4495, + "rho": [ + 0.6853, + 0.0934, + 0.1278, + 0.0934 + ] + }, + { + "episode": 1320, + "avg_reward": 8966.46, + "avg_cost": 0.5, + "lambda": 28.4501, + "rho": [ + 0.6853, + 0.0934, + 0.1278, + 0.0934 + ] + }, + { + "episode": 1330, + "avg_reward": 8990.46, + "avg_cost": 0.75, + "lambda": 28.4507, + "rho": [ + 0.6853, + 0.0934, + 0.1278, + 0.0934 + ] + }, + { + "episode": 1340, + "avg_reward": 7390.27, + "avg_cost": 1.0, + "lambda": 28.4514, + "rho": [ + 0.6853, + 0.0934, + 0.1278, + 0.0934 + ] + }, + { + "episode": 1350, + "avg_reward": 9660.49, + "avg_cost": 1.5, + "lambda": 28.4522, + "rho": [ + 0.6785, + 0.0939, + 0.1338, + 0.0939 + ] + }, + { + "episode": 1360, + "avg_reward": 9067.07, + "avg_cost": 0.75, + "lambda": 28.453, + "rho": [ + 0.6785, + 0.0939, + 0.1338, + 0.0939 + ] + }, + { + "episode": 1370, + "avg_reward": 8086.52, + "avg_cost": 1.0, + "lambda": 28.4537, + "rho": [ + 0.6785, + 0.0939, + 0.1338, + 0.0939 + ] + }, + { + "episode": 1380, + "avg_reward": 8123.89, + "avg_cost": 0.25, + "lambda": 28.4543, + "rho": [ + 0.6785, + 0.0939, + 0.1338, + 0.0939 + ] + }, + { + "episode": 1390, + "avg_reward": 9503.28, + "avg_cost": 0.5, + "lambda": 28.4548, + "rho": [ + 0.6785, + 0.0939, + 0.1338, + 0.0939 + ] + }, + { + "episode": 1400, + "avg_reward": 10024.53, + "avg_cost": 0.25, + "lambda": 28.4554, + "rho": [ + 0.6697, + 0.0946, + 0.1411, + 0.0946 + ] + }, + { + "episode": 1410, + "avg_reward": 9104.2, + "avg_cost": 0.0, + "lambda": 28.456, + "rho": [ + 0.6697, + 0.0946, + 0.1411, + 0.0946 + ] + }, + { + "episode": 1420, + "avg_reward": 9582.94, + "avg_cost": 0.75, + "lambda": 28.4564, + "rho": [ + 0.6697, + 0.0946, + 0.1411, + 0.0946 + ] + }, + { + "episode": 1430, + "avg_reward": 10177.03, + "avg_cost": 0.5, + "lambda": 28.4568, + "rho": [ + 0.6697, + 0.0946, + 0.1411, + 0.0946 + ] + }, + { + "episode": 1440, + "avg_reward": 9684.81, + "avg_cost": 0.5, + "lambda": 28.4573, + "rho": [ + 0.6697, + 0.0946, + 0.1411, + 0.0946 + ] + }, + { + "episode": 1450, + "avg_reward": 9498.92, + "avg_cost": 0.0, + "lambda": 28.4577, + "rho": [ + 0.6691, + 0.0948, + 0.1414, + 0.0948 + ] + }, + { + "episode": 1460, + "avg_reward": 9803.89, + "avg_cost": 1.0, + "lambda": 28.4583, + "rho": [ + 0.6691, + 0.0948, + 0.1414, + 0.0948 + ] + }, + { + "episode": 1470, + "avg_reward": 9708.69, + "avg_cost": 1.25, + "lambda": 28.459, + "rho": [ + 0.6691, + 0.0948, + 0.1414, + 0.0948 + ] + }, + { + "episode": 1480, + "avg_reward": 10168.89, + "avg_cost": 3.25, + "lambda": 28.4599, + "rho": [ + 0.6691, + 0.0948, + 0.1414, + 0.0948 + ] + }, + { + "episode": 1490, + "avg_reward": 9710.84, + "avg_cost": 0.5, + "lambda": 28.4612, + "rho": [ + 0.6691, + 0.0948, + 0.1414, + 0.0948 + ] + }, + { + "episode": 1500, + "avg_reward": 9843.25, + "avg_cost": 1.0, + "lambda": 28.4624, + "rho": [ + 0.6755, + 0.0944, + 0.1357, + 0.0944 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..9f32df92af6cd38eb412b0738a5624444dfdff66 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -4011339.91, + "constraint_satisfaction_pct": 14.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18322.95, + "avg_cost": 15.5, + "lambda": 10.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.465, + 10.465, + 10.465, + 10.465 + ] + }, + { + "episode": 10, + "avg_reward": -17556.83, + "avg_cost": 28.5, + "lambda": 15.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9325, + 15.9325, + 15.9325, + 15.9325 + ] + }, + { + "episode": 20, + "avg_reward": -17145.69, + "avg_cost": 22.5, + "lambda": 19.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7425, + 19.7425, + 19.7425, + 19.7425 + ] + }, + { + "episode": 30, + "avg_reward": -16397.5, + "avg_cost": 20.0, + "lambda": 24.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.25, + 24.25, + 24.25, + 24.25 + ] + }, + { + "episode": 40, + "avg_reward": -16279.34, + "avg_cost": 11.0, + "lambda": 28.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.405, + 28.405, + 28.405, + 28.405 + ] + }, + { + "episode": 50, + "avg_reward": -16138.48, + "avg_cost": 2.25, + "lambda": 32.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2825, + 32.2825, + 32.2825, + 32.2825 + ] + }, + { + "episode": 60, + "avg_reward": -15886.71, + "avg_cost": 10.0, + "lambda": 36.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.3325, + 36.3325, + 36.3325, + 36.3325 + ] + }, + { + "episode": 70, + "avg_reward": -15135.34, + "avg_cost": 1.75, + "lambda": 40.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.5325, + 40.5325, + 40.5325, + 40.5325 + ] + }, + { + "episode": 80, + "avg_reward": -14648.79, + "avg_cost": 14.0, + "lambda": 45.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3325, + 45.3325, + 45.3325, + 45.3325 + ] + }, + { + "episode": 90, + "avg_reward": -14430.9, + "avg_cost": 16.0, + "lambda": 49.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.795, + 49.795, + 49.795, + 49.795 + ] + }, + { + "episode": 100, + "avg_reward": -13837.38, + "avg_cost": 11.25, + "lambda": 52.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.8475, + 52.8475, + 52.8475, + 52.8475 + ] + }, + { + "episode": 110, + "avg_reward": -13352.0, + "avg_cost": 15.5, + "lambda": 55.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.555, + 55.555, + 55.555, + 55.555 + ] + }, + { + "episode": 120, + "avg_reward": -13186.65, + "avg_cost": 6.5, + "lambda": 58.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.2775, + 58.2775, + 58.2775, + 58.2775 + ] + }, + { + "episode": 130, + "avg_reward": -12997.61, + "avg_cost": 8.5, + "lambda": 61.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.1425, + 61.1425, + 61.1425, + 61.1425 + ] + }, + { + "episode": 140, + "avg_reward": -12443.63, + "avg_cost": 10.75, + "lambda": 63.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.505, + 63.505, + 63.505, + 63.505 + ] + }, + { + "episode": 150, + "avg_reward": -11224.14, + "avg_cost": 14.5, + "lambda": 66.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.8425, + 66.8425, + 66.8425, + 66.8425 + ] + }, + { + "episode": 160, + "avg_reward": -10498.72, + "avg_cost": 19.75, + "lambda": 68.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.935, + 68.935, + 68.935, + 68.935 + ] + }, + { + "episode": 170, + "avg_reward": -9338.58, + "avg_cost": 1.75, + "lambda": 72.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.43, + 72.43, + 72.43, + 72.43 + ] + }, + { + "episode": 180, + "avg_reward": -8810.9, + "avg_cost": 4.75, + "lambda": 75.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.985, + 75.985, + 75.985, + 75.985 + ] + }, + { + "episode": 190, + "avg_reward": -8995.81, + "avg_cost": 10.25, + "lambda": 78.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.5875, + 78.5875, + 78.5875, + 78.5875 + ] + }, + { + "episode": 200, + "avg_reward": -9736.39, + "avg_cost": 9.25, + "lambda": 81.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.55, + 81.55, + 81.55, + 81.55 + ] + }, + { + "episode": 210, + "avg_reward": -8691.61, + "avg_cost": 9.5, + "lambda": 83.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.2525, + 83.2525, + 83.2525, + 83.2525 + ] + }, + { + "episode": 220, + "avg_reward": -7961.76, + "avg_cost": 13.0, + "lambda": 85.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5925, + 85.5925, + 85.5925, + 85.5925 + ] + }, + { + "episode": 230, + "avg_reward": -8491.75, + "avg_cost": 3.75, + "lambda": 87.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.1825, + 87.1825, + 87.1825, + 87.1825 + ] + }, + { + "episode": 240, + "avg_reward": -7734.93, + "avg_cost": 3.5, + "lambda": 88.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.855, + 88.855, + 88.855, + 88.855 + ] + }, + { + "episode": 250, + "avg_reward": -7375.58, + "avg_cost": 12.5, + "lambda": 91.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.4425, + 91.4425, + 91.4425, + 91.4425 + ] + }, + { + "episode": 260, + "avg_reward": -7119.05, + "avg_cost": 22.75, + "lambda": 93.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.7975, + 93.7975, + 93.7975, + 93.7975 + ] + }, + { + "episode": 270, + "avg_reward": -6681.33, + "avg_cost": 4.25, + "lambda": 95.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.785, + 95.785, + 95.785, + 95.785 + ] + }, + { + "episode": 280, + "avg_reward": -6129.46, + "avg_cost": 0.5, + "lambda": 97.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.4125, + 97.4125, + 97.4125, + 97.4125 + ] + }, + { + "episode": 290, + "avg_reward": -6326.5, + "avg_cost": 4.75, + "lambda": 98.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8975, + 98.8975, + 98.8975, + 98.8975 + ] + }, + { + "episode": 300, + "avg_reward": -5739.35, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -5920.43, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -6406.83, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -5640.2, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -5459.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -5142.2, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -5021.61, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -4570.92, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -4838.09, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -5216.74, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -5120.07, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -4335.31, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -4468.0, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -4324.52, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -4208.07, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -3977.62, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -3602.65, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -4191.6, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -3784.42, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -3584.47, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -3110.35, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -3222.26, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -3212.72, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -3389.01, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -3046.62, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -3216.85, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -2405.54, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -1931.69, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -1836.5, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -1526.67, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -1501.72, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -1279.63, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -1288.29, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -706.88, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -1143.26, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -853.76, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -336.67, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -470.29, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -141.47, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 56.3, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 554.78, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 408.13, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 590.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 831.16, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1225.32, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1537.55, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 1312.88, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1682.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1902.86, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2281.3, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2510.6, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2421.4, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2317.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2362.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2624.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2913.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2872.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2664.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 3117.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2919.32, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 3429.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 3532.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 3224.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 3589.65, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3564.42, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3463.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 3811.36, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 3553.15, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 4321.55, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 4089.61, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3840.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..d388e3bdf622d17c2d421b63509601276896141b --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5014174.88, + "constraint_satisfaction_pct": 14.9, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22903.69, + "avg_cost": 15.5, + "lambda": 10.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.465, + 10.465, + 10.465, + 10.465 + ] + }, + { + "episode": 10, + "avg_reward": -21946.04, + "avg_cost": 28.5, + "lambda": 15.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9325, + 15.9325, + 15.9325, + 15.9325 + ] + }, + { + "episode": 20, + "avg_reward": -21432.11, + "avg_cost": 22.5, + "lambda": 19.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7425, + 19.7425, + 19.7425, + 19.7425 + ] + }, + { + "episode": 30, + "avg_reward": -20496.87, + "avg_cost": 20.0, + "lambda": 24.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.25, + 24.25, + 24.25, + 24.25 + ] + }, + { + "episode": 40, + "avg_reward": -20349.18, + "avg_cost": 11.0, + "lambda": 28.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.405, + 28.405, + 28.405, + 28.405 + ] + }, + { + "episode": 50, + "avg_reward": -20173.1, + "avg_cost": 2.25, + "lambda": 32.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.2825, + 32.2825, + 32.2825, + 32.2825 + ] + }, + { + "episode": 60, + "avg_reward": -19858.38, + "avg_cost": 10.0, + "lambda": 36.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.3325, + 36.3325, + 36.3325, + 36.3325 + ] + }, + { + "episode": 70, + "avg_reward": -18919.18, + "avg_cost": 1.75, + "lambda": 40.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.5325, + 40.5325, + 40.5325, + 40.5325 + ] + }, + { + "episode": 80, + "avg_reward": -18310.99, + "avg_cost": 14.0, + "lambda": 45.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3325, + 45.3325, + 45.3325, + 45.3325 + ] + }, + { + "episode": 90, + "avg_reward": -18038.62, + "avg_cost": 16.0, + "lambda": 49.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.795, + 49.795, + 49.795, + 49.795 + ] + }, + { + "episode": 100, + "avg_reward": -17296.73, + "avg_cost": 11.25, + "lambda": 52.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.8475, + 52.8475, + 52.8475, + 52.8475 + ] + }, + { + "episode": 110, + "avg_reward": -16690.01, + "avg_cost": 15.5, + "lambda": 55.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.555, + 55.555, + 55.555, + 55.555 + ] + }, + { + "episode": 120, + "avg_reward": -16483.32, + "avg_cost": 6.5, + "lambda": 58.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.2775, + 58.2775, + 58.2775, + 58.2775 + ] + }, + { + "episode": 130, + "avg_reward": -16247.01, + "avg_cost": 8.5, + "lambda": 61.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.1425, + 61.1425, + 61.1425, + 61.1425 + ] + }, + { + "episode": 140, + "avg_reward": -15554.53, + "avg_cost": 10.75, + "lambda": 63.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.505, + 63.505, + 63.505, + 63.505 + ] + }, + { + "episode": 150, + "avg_reward": -14030.18, + "avg_cost": 14.5, + "lambda": 66.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.8425, + 66.8425, + 66.8425, + 66.8425 + ] + }, + { + "episode": 160, + "avg_reward": -13123.4, + "avg_cost": 19.75, + "lambda": 68.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.935, + 68.935, + 68.935, + 68.935 + ] + }, + { + "episode": 170, + "avg_reward": -11673.22, + "avg_cost": 1.75, + "lambda": 72.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.43, + 72.43, + 72.43, + 72.43 + ] + }, + { + "episode": 180, + "avg_reward": -11013.63, + "avg_cost": 4.75, + "lambda": 75.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.985, + 75.985, + 75.985, + 75.985 + ] + }, + { + "episode": 190, + "avg_reward": -11244.77, + "avg_cost": 10.25, + "lambda": 78.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.5875, + 78.5875, + 78.5875, + 78.5875 + ] + }, + { + "episode": 200, + "avg_reward": -12170.49, + "avg_cost": 9.25, + "lambda": 81.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.55, + 81.55, + 81.55, + 81.55 + ] + }, + { + "episode": 210, + "avg_reward": -10864.51, + "avg_cost": 9.5, + "lambda": 83.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.2525, + 83.2525, + 83.2525, + 83.2525 + ] + }, + { + "episode": 220, + "avg_reward": -9952.2, + "avg_cost": 13.0, + "lambda": 85.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5925, + 85.5925, + 85.5925, + 85.5925 + ] + }, + { + "episode": 230, + "avg_reward": -10614.68, + "avg_cost": 3.75, + "lambda": 87.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.1825, + 87.1825, + 87.1825, + 87.1825 + ] + }, + { + "episode": 240, + "avg_reward": -9668.66, + "avg_cost": 3.5, + "lambda": 88.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.855, + 88.855, + 88.855, + 88.855 + ] + }, + { + "episode": 250, + "avg_reward": -9219.48, + "avg_cost": 12.5, + "lambda": 91.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.4425, + 91.4425, + 91.4425, + 91.4425 + ] + }, + { + "episode": 260, + "avg_reward": -8898.81, + "avg_cost": 22.75, + "lambda": 93.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.7975, + 93.7975, + 93.7975, + 93.7975 + ] + }, + { + "episode": 270, + "avg_reward": -8351.66, + "avg_cost": 4.25, + "lambda": 95.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.785, + 95.785, + 95.785, + 95.785 + ] + }, + { + "episode": 280, + "avg_reward": -7661.83, + "avg_cost": 0.5, + "lambda": 97.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.4125, + 97.4125, + 97.4125, + 97.4125 + ] + }, + { + "episode": 290, + "avg_reward": -7908.12, + "avg_cost": 4.75, + "lambda": 98.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8975, + 98.8975, + 98.8975, + 98.8975 + ] + }, + { + "episode": 300, + "avg_reward": -7174.19, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -7400.54, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -8008.53, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -7050.25, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -6824.15, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -6427.75, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -6277.02, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -5713.66, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -6047.61, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -6520.92, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -6400.09, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -5419.14, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -5585.0, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -5405.65, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -5260.09, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -4972.02, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -4503.32, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -5239.49, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -4730.53, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -4480.59, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -3887.94, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -4027.82, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -4015.9, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -4236.26, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -3808.27, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -4021.06, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -3006.93, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -2414.61, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -2295.63, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -1908.34, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -1877.15, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -1599.54, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -1610.37, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -883.6, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -1429.08, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -1067.2, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -420.84, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -587.87, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -176.83, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 70.37, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 693.48, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 510.16, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 738.45, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 1038.95, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1531.65, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1921.94, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 1641.1, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 2102.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 2378.57, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2851.62, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 3138.25, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 3026.75, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2896.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2953.14, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 3280.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 3641.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 3590.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 3330.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 3897.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 3649.15, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 4286.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 4416.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 4030.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 4487.06, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 4455.52, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 4329.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 4764.2, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 4441.44, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 5401.93, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 5112.02, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4800.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..68e5af5200dd059a64d0ca6872d80fdac7c17a43 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s0_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1852 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 424732.93, + "constraint_satisfaction_pct": 99.2, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.03, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -15269.12, + "avg_cost": 15.5, + "lambda": 5.0925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.0925, + 5.0925, + 5.0925, + 5.0925 + ] + }, + { + "episode": 10, + "avg_reward": -14392.62, + "avg_cost": 21.75, + "lambda": 6.6225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.6225, + 6.6225, + 6.6225, + 6.6225 + ] + }, + { + "episode": 20, + "avg_reward": -14063.28, + "avg_cost": 12.25, + "lambda": 7.1825, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.1825, + 7.1825, + 7.1825, + 7.1825 + ] + }, + { + "episode": 30, + "avg_reward": -13750.94, + "avg_cost": 14.0, + "lambda": 8.03, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.03, + 8.03, + 8.03, + 8.03 + ] + }, + { + "episode": 40, + "avg_reward": -13917.36, + "avg_cost": 21.25, + "lambda": 9.57, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.57, + 9.57, + 9.57, + 9.57 + ] + }, + { + "episode": 50, + "avg_reward": -12822.33, + "avg_cost": 17.0, + "lambda": 10.5725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.5725, + 10.5725, + 10.5725, + 10.5725 + ] + }, + { + "episode": 60, + "avg_reward": -12141.94, + "avg_cost": 16.0, + "lambda": 11.165, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.165, + 11.165, + 11.165, + 11.165 + ] + }, + { + "episode": 70, + "avg_reward": -11706.74, + "avg_cost": 10.0, + "lambda": 12.1525, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.1525, + 12.1525, + 12.1525, + 12.1525 + ] + }, + { + "episode": 80, + "avg_reward": -10871.91, + "avg_cost": 12.25, + "lambda": 12.9025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.9025, + 12.9025, + 12.9025, + 12.9025 + ] + }, + { + "episode": 90, + "avg_reward": -10754.68, + "avg_cost": 21.5, + "lambda": 13.595, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.595, + 13.595, + 13.595, + 13.595 + ] + }, + { + "episode": 100, + "avg_reward": -10264.8, + "avg_cost": 11.0, + "lambda": 14.2525, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.2525, + 14.2525, + 14.2525, + 14.2525 + ] + }, + { + "episode": 110, + "avg_reward": -8939.0, + "avg_cost": 18.0, + "lambda": 15.14, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.14, + 15.14, + 15.14, + 15.14 + ] + }, + { + "episode": 120, + "avg_reward": -8610.67, + "avg_cost": 21.0, + "lambda": 15.8625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.8625, + 15.8625, + 15.8625, + 15.8625 + ] + }, + { + "episode": 130, + "avg_reward": -8156.45, + "avg_cost": 12.75, + "lambda": 16.4, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.4, + 16.4, + 16.4, + 16.4 + ] + }, + { + "episode": 140, + "avg_reward": -7267.94, + "avg_cost": 7.0, + "lambda": 16.675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.675, + 16.675, + 16.675, + 16.675 + ] + }, + { + "episode": 150, + "avg_reward": -6374.99, + "avg_cost": 2.25, + "lambda": 17.0825, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.0825, + 17.0825, + 17.0825, + 17.0825 + ] + }, + { + "episode": 160, + "avg_reward": -5571.14, + "avg_cost": 10.25, + "lambda": 17.2325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.2325, + 17.2325, + 17.2325, + 17.2325 + ] + }, + { + "episode": 170, + "avg_reward": -4972.11, + "avg_cost": 7.5, + "lambda": 17.345, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.345, + 17.345, + 17.345, + 17.345 + ] + }, + { + "episode": 180, + "avg_reward": -4195.49, + "avg_cost": 3.25, + "lambda": 17.83, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.83, + 17.83, + 17.83, + 17.83 + ] + }, + { + "episode": 190, + "avg_reward": -3213.8, + "avg_cost": 8.0, + "lambda": 17.9725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.9725, + 17.9725, + 17.9725, + 17.9725 + ] + }, + { + "episode": 200, + "avg_reward": -2921.47, + "avg_cost": 6.75, + "lambda": 17.9975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.9975, + 17.9975, + 17.9975, + 17.9975 + ] + }, + { + "episode": 210, + "avg_reward": -2310.54, + "avg_cost": 10.0, + "lambda": 18.3225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.3225, + 18.3225, + 18.3225, + 18.3225 + ] + }, + { + "episode": 220, + "avg_reward": -2371.46, + "avg_cost": 7.0, + "lambda": 18.6025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.6025, + 18.6025, + 18.6025, + 18.6025 + ] + }, + { + "episode": 230, + "avg_reward": -1828.57, + "avg_cost": 2.5, + "lambda": 18.8775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.8775, + 18.8775, + 18.8775, + 18.8775 + ] + }, + { + "episode": 240, + "avg_reward": -1524.09, + "avg_cost": 3.0, + "lambda": 18.9175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.9175, + 18.9175, + 18.9175, + 18.9175 + ] + }, + { + "episode": 250, + "avg_reward": -1234.16, + "avg_cost": 9.0, + "lambda": 18.78, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.78, + 18.78, + 18.78, + 18.78 + ] + }, + { + "episode": 260, + "avg_reward": -696.92, + "avg_cost": 3.25, + "lambda": 18.5225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.5225, + 18.5225, + 18.5225, + 18.5225 + ] + }, + { + "episode": 270, + "avg_reward": -215.67, + "avg_cost": 7.0, + "lambda": 18.2275, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.2275, + 18.2275, + 18.2275, + 18.2275 + ] + }, + { + "episode": 280, + "avg_reward": 59.28, + "avg_cost": 0.5, + "lambda": 17.8425, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.8425, + 17.8425, + 17.8425, + 17.8425 + ] + }, + { + "episode": 290, + "avg_reward": 264.55, + "avg_cost": 1.0, + "lambda": 17.3675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.3675, + 17.3675, + 17.3675, + 17.3675 + ] + }, + { + "episode": 300, + "avg_reward": 378.98, + "avg_cost": 1.0, + "lambda": 16.96, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.96, + 16.96, + 16.96, + 16.96 + ] + }, + { + "episode": 310, + "avg_reward": 806.0, + "avg_cost": 0.25, + "lambda": 16.47, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.47, + 16.47, + 16.47, + 16.47 + ] + }, + { + "episode": 320, + "avg_reward": 1240.92, + "avg_cost": 0.75, + "lambda": 15.9275, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.9275, + 15.9275, + 15.9275, + 15.9275 + ] + }, + { + "episode": 330, + "avg_reward": 1321.11, + "avg_cost": 0.5, + "lambda": 15.3525, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.3525, + 15.3525, + 15.3525, + 15.3525 + ] + }, + { + "episode": 340, + "avg_reward": 1474.96, + "avg_cost": 0.25, + "lambda": 14.8425, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.8425, + 14.8425, + 14.8425, + 14.8425 + ] + }, + { + "episode": 350, + "avg_reward": 1632.46, + "avg_cost": 1.25, + "lambda": 14.305, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.305, + 14.305, + 14.305, + 14.305 + ] + }, + { + "episode": 360, + "avg_reward": 1769.06, + "avg_cost": 0.0, + "lambda": 13.7625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.7625, + 13.7625, + 13.7625, + 13.7625 + ] + }, + { + "episode": 370, + "avg_reward": 1863.24, + "avg_cost": 0.5, + "lambda": 13.2, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.2, + 13.2, + 13.2, + 13.2 + ] + }, + { + "episode": 380, + "avg_reward": 2215.63, + "avg_cost": 0.0, + "lambda": 12.6175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.6175, + 12.6175, + 12.6175, + 12.6175 + ] + }, + { + "episode": 390, + "avg_reward": 2143.75, + "avg_cost": 2.0, + "lambda": 12.1125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.1125, + 12.1125, + 12.1125, + 12.1125 + ] + }, + { + "episode": 400, + "avg_reward": 2152.01, + "avg_cost": 0.25, + "lambda": 11.535, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.535, + 11.535, + 11.535, + 11.535 + ] + }, + { + "episode": 410, + "avg_reward": 2375.83, + "avg_cost": 0.0, + "lambda": 10.9325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.9325, + 10.9325, + 10.9325, + 10.9325 + ] + }, + { + "episode": 420, + "avg_reward": 2392.43, + "avg_cost": 0.25, + "lambda": 10.3175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.3175, + 10.3175, + 10.3175, + 10.3175 + ] + }, + { + "episode": 430, + "avg_reward": 2640.28, + "avg_cost": 0.0, + "lambda": 9.705, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.705, + 9.705, + 9.705, + 9.705 + ] + }, + { + "episode": 440, + "avg_reward": 2816.88, + "avg_cost": 0.0, + "lambda": 9.11, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.11, + 9.11, + 9.11, + 9.11 + ] + }, + { + "episode": 450, + "avg_reward": 2656.7, + "avg_cost": 0.25, + "lambda": 8.5425, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.5425, + 8.5425, + 8.5425, + 8.5425 + ] + }, + { + "episode": 460, + "avg_reward": 2697.94, + "avg_cost": 0.0, + "lambda": 7.94, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.94, + 7.94, + 7.94, + 7.94 + ] + }, + { + "episode": 470, + "avg_reward": 2917.09, + "avg_cost": 0.5, + "lambda": 7.35, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.35, + 7.35, + 7.35, + 7.35 + ] + }, + { + "episode": 480, + "avg_reward": 2818.0, + "avg_cost": 0.25, + "lambda": 6.7875, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.7875, + 6.7875, + 6.7875, + 6.7875 + ] + }, + { + "episode": 490, + "avg_reward": 2942.65, + "avg_cost": 0.0, + "lambda": 6.2075, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.2075, + 6.2075, + 6.2075, + 6.2075 + ] + }, + { + "episode": 500, + "avg_reward": 2896.37, + "avg_cost": 0.0, + "lambda": 5.605, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.605, + 5.605, + 5.605, + 5.605 + ] + }, + { + "episode": 510, + "avg_reward": 3005.8, + "avg_cost": 0.0, + "lambda": 5.0025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.0025, + 5.0025, + 5.0025, + 5.0025 + ] + }, + { + "episode": 520, + "avg_reward": 3019.78, + "avg_cost": 2.0, + "lambda": 4.415, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 4.415, + 4.415, + 4.415, + 4.415 + ] + }, + { + "episode": 530, + "avg_reward": 3337.68, + "avg_cost": 0.25, + "lambda": 3.8025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.8025, + 3.8025, + 3.8025, + 3.8025 + ] + }, + { + "episode": 540, + "avg_reward": 3126.76, + "avg_cost": 0.0, + "lambda": 3.23, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.23, + 3.23, + 3.23, + 3.23 + ] + }, + { + "episode": 550, + "avg_reward": 3447.45, + "avg_cost": 1.0, + "lambda": 2.655, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 2.655, + 2.655, + 2.655, + 2.655 + ] + }, + { + "episode": 560, + "avg_reward": 3292.1, + "avg_cost": 2.0, + "lambda": 2.11, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 2.11, + 2.11, + 2.11, + 2.11 + ] + }, + { + "episode": 570, + "avg_reward": 3439.27, + "avg_cost": 0.5, + "lambda": 1.5475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 1.5475, + 1.5475, + 1.5475, + 1.5475 + ] + }, + { + "episode": 580, + "avg_reward": 3505.21, + "avg_cost": 1.25, + "lambda": 0.9925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.9925, + 0.9925, + 0.9925, + 0.9925 + ] + }, + { + "episode": 590, + "avg_reward": 3488.52, + "avg_cost": 0.25, + "lambda": 0.42, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.42, + 0.42, + 0.42, + 0.42 + ] + }, + { + "episode": 600, + "avg_reward": 3897.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 3318.75, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 3511.37, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 3651.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 3716.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 3609.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 3499.71, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 3753.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 4148.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 3884.14, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 3781.64, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 4462.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 3852.16, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 4246.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 3941.11, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 4188.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4095.1, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4139.24, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 4225.75, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4437.18, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 4136.48, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 4378.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4416.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 4552.25, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4410.04, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4520.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4478.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4638.07, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4630.52, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4061.65, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4539.63, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4093.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4776.05, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4581.79, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4757.46, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 5134.88, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4013.5, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4406.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 5214.87, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4397.83, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5074.62, + "avg_cost": 9.25, + "lambda": 0.03, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.03, + 0.03, + 0.03, + 0.03 + ] + } + ], + "final_lambdas": [ + 0.03, + 0.03, + 0.03, + 0.03 + ], + "d_per_agent": 6.25 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..7e1591b90a3cd9d65686c079cc3084ad2ec30a33 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7472485.08, + "constraint_satisfaction_pct": 44.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.9772, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30538.25, + "avg_cost": 840.0, + "lambda": 0.184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.184, + 0.184, + 0.184, + 0.184 + ] + }, + { + "episode": 10, + "avg_reward": -28291.58, + "avg_cost": 832.25, + "lambda": 0.934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.934, + 0.934, + 0.934, + 0.934 + ] + }, + { + "episode": 20, + "avg_reward": -27918.02, + "avg_cost": 806.5, + "lambda": 1.752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.752, + 1.752, + 1.752, + 1.752 + ] + }, + { + "episode": 30, + "avg_reward": -26884.55, + "avg_cost": 797.5, + "lambda": 2.5542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5542, + 2.5542, + 2.5542, + 2.5542 + ] + }, + { + "episode": 40, + "avg_reward": -26040.22, + "avg_cost": 786.75, + "lambda": 3.3498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3498, + 3.3498, + 3.3498, + 3.3498 + ] + }, + { + "episode": 50, + "avg_reward": -24196.58, + "avg_cost": 773.5, + "lambda": 4.1295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1295, + 4.1295, + 4.1295, + 4.1295 + ] + }, + { + "episode": 60, + "avg_reward": -23388.94, + "avg_cost": 752.5, + "lambda": 4.8903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8903, + 4.8903, + 4.8903, + 4.8903 + ] + }, + { + "episode": 70, + "avg_reward": -20425.59, + "avg_cost": 726.5, + "lambda": 5.6259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6259, + 5.6259, + 5.6259, + 5.6259 + ] + }, + { + "episode": 80, + "avg_reward": -18481.51, + "avg_cost": 687.0, + "lambda": 6.3278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3278, + 6.3278, + 6.3278, + 6.3278 + ] + }, + { + "episode": 90, + "avg_reward": -16443.98, + "avg_cost": 661.25, + "lambda": 6.9953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9953, + 6.9953, + 6.9953, + 6.9953 + ] + }, + { + "episode": 100, + "avg_reward": -13977.39, + "avg_cost": 603.0, + "lambda": 7.6221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6221, + 7.6221, + 7.6221, + 7.6221 + ] + }, + { + "episode": 110, + "avg_reward": -11951.57, + "avg_cost": 549.75, + "lambda": 8.1955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1955, + 8.1955, + 8.1955, + 8.1955 + ] + }, + { + "episode": 120, + "avg_reward": -10112.48, + "avg_cost": 491.5, + "lambda": 8.7137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7137, + 8.7137, + 8.7137, + 8.7137 + ] + }, + { + "episode": 130, + "avg_reward": -9021.12, + "avg_cost": 416.5, + "lambda": 9.1654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1654, + 9.1654, + 9.1654, + 9.1654 + ] + }, + { + "episode": 140, + "avg_reward": -7154.73, + "avg_cost": 356.0, + "lambda": 9.5486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5486, + 9.5486, + 9.5486, + 9.5486 + ] + }, + { + "episode": 150, + "avg_reward": -4827.02, + "avg_cost": 283.5, + "lambda": 9.8687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8687, + 9.8687, + 9.8687, + 9.8687 + ] + }, + { + "episode": 160, + "avg_reward": -3053.94, + "avg_cost": 207.25, + "lambda": 10.1072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1072, + 10.1072, + 10.1072, + 10.1072 + ] + }, + { + "episode": 170, + "avg_reward": -2578.45, + "avg_cost": 169.25, + "lambda": 10.295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.295, + 10.295, + 10.295, + 10.295 + ] + }, + { + "episode": 180, + "avg_reward": -1091.84, + "avg_cost": 114.5, + "lambda": 10.4393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4393, + 10.4393, + 10.4393, + 10.4393 + ] + }, + { + "episode": 190, + "avg_reward": 96.57, + "avg_cost": 91.25, + "lambda": 10.5468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5468, + 10.5468, + 10.5468, + 10.5468 + ] + }, + { + "episode": 200, + "avg_reward": 372.12, + "avg_cost": 64.75, + "lambda": 10.6262, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6262, + 10.6262, + 10.6262, + 10.6262 + ] + }, + { + "episode": 210, + "avg_reward": 619.89, + "avg_cost": 51.5, + "lambda": 10.6847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6847, + 10.6847, + 10.6847, + 10.6847 + ] + }, + { + "episode": 220, + "avg_reward": 1652.9, + "avg_cost": 40.75, + "lambda": 10.7298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7298, + 10.7298, + 10.7298, + 10.7298 + ] + }, + { + "episode": 230, + "avg_reward": 1881.16, + "avg_cost": 31.5, + "lambda": 10.767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.767, + 10.767, + 10.767, + 10.767 + ] + }, + { + "episode": 240, + "avg_reward": 2355.17, + "avg_cost": 22.5, + "lambda": 10.7952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7952, + 10.7952, + 10.7952, + 10.7952 + ] + }, + { + "episode": 250, + "avg_reward": 3161.0, + "avg_cost": 16.75, + "lambda": 10.8185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8185, + 10.8185, + 10.8185, + 10.8185 + ] + }, + { + "episode": 260, + "avg_reward": 3229.74, + "avg_cost": 15.75, + "lambda": 10.8385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8385, + 10.8385, + 10.8385, + 10.8385 + ] + }, + { + "episode": 270, + "avg_reward": 3175.96, + "avg_cost": 13.75, + "lambda": 10.8545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8545, + 10.8545, + 10.8545, + 10.8545 + ] + }, + { + "episode": 280, + "avg_reward": 3201.61, + "avg_cost": 15.25, + "lambda": 10.8683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8683, + 10.8683, + 10.8683, + 10.8683 + ] + }, + { + "episode": 290, + "avg_reward": 3255.31, + "avg_cost": 10.75, + "lambda": 10.8811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8811, + 10.8811, + 10.8811, + 10.8811 + ] + }, + { + "episode": 300, + "avg_reward": 3561.15, + "avg_cost": 9.25, + "lambda": 10.8906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8906, + 10.8906, + 10.8906, + 10.8906 + ] + }, + { + "episode": 310, + "avg_reward": 4045.95, + "avg_cost": 9.75, + "lambda": 10.8992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8992, + 10.8992, + 10.8992, + 10.8992 + ] + }, + { + "episode": 320, + "avg_reward": 3452.03, + "avg_cost": 8.25, + "lambda": 10.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9075, + 10.9075, + 10.9075, + 10.9075 + ] + }, + { + "episode": 330, + "avg_reward": 3866.04, + "avg_cost": 6.0, + "lambda": 10.9145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9145, + 10.9145, + 10.9145, + 10.9145 + ] + }, + { + "episode": 340, + "avg_reward": 3711.32, + "avg_cost": 4.25, + "lambda": 10.9204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9204, + 10.9204, + 10.9204, + 10.9204 + ] + }, + { + "episode": 350, + "avg_reward": 4559.06, + "avg_cost": 4.0, + "lambda": 10.9263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9263, + 10.9263, + 10.9263, + 10.9263 + ] + }, + { + "episode": 360, + "avg_reward": 4947.31, + "avg_cost": 4.5, + "lambda": 10.9305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9305, + 10.9305, + 10.9305, + 10.9305 + ] + }, + { + "episode": 370, + "avg_reward": 4934.52, + "avg_cost": 3.5, + "lambda": 10.9349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9349, + 10.9349, + 10.9349, + 10.9349 + ] + }, + { + "episode": 380, + "avg_reward": 4627.95, + "avg_cost": 3.25, + "lambda": 10.9389, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9389, + 10.9389, + 10.9389, + 10.9389 + ] + }, + { + "episode": 390, + "avg_reward": 5349.26, + "avg_cost": 3.0, + "lambda": 10.9418, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9418, + 10.9418, + 10.9418, + 10.9418 + ] + }, + { + "episode": 400, + "avg_reward": 4686.91, + "avg_cost": 2.5, + "lambda": 10.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.945, + 10.945, + 10.945, + 10.945 + ] + }, + { + "episode": 410, + "avg_reward": 5368.94, + "avg_cost": 6.75, + "lambda": 10.9501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9501, + 10.9501, + 10.9501, + 10.9501 + ] + }, + { + "episode": 420, + "avg_reward": 6597.25, + "avg_cost": 2.25, + "lambda": 10.9535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9535, + 10.9535, + 10.9535, + 10.9535 + ] + }, + { + "episode": 430, + "avg_reward": 5302.26, + "avg_cost": 1.75, + "lambda": 10.9554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9554, + 10.9554, + 10.9554, + 10.9554 + ] + }, + { + "episode": 440, + "avg_reward": 5276.58, + "avg_cost": 2.25, + "lambda": 10.9568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9568, + 10.9568, + 10.9568, + 10.9568 + ] + }, + { + "episode": 450, + "avg_reward": 5787.05, + "avg_cost": 1.25, + "lambda": 10.9585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9585, + 10.9585, + 10.9585, + 10.9585 + ] + }, + { + "episode": 460, + "avg_reward": 6014.12, + "avg_cost": 2.0, + "lambda": 10.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.96, + 10.96, + 10.96, + 10.96 + ] + }, + { + "episode": 470, + "avg_reward": 6509.81, + "avg_cost": 1.0, + "lambda": 10.9612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9612, + 10.9612, + 10.9612, + 10.9612 + ] + }, + { + "episode": 480, + "avg_reward": 5967.3, + "avg_cost": 0.5, + "lambda": 10.9619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9619, + 10.9619, + 10.9619, + 10.9619 + ] + }, + { + "episode": 490, + "avg_reward": 5932.82, + "avg_cost": 1.0, + "lambda": 10.9626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9626, + 10.9626, + 10.9626, + 10.9626 + ] + }, + { + "episode": 500, + "avg_reward": 5841.54, + "avg_cost": 0.25, + "lambda": 10.9636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9636, + 10.9636, + 10.9636, + 10.9636 + ] + }, + { + "episode": 510, + "avg_reward": 6122.46, + "avg_cost": 1.0, + "lambda": 10.9642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9642, + 10.9642, + 10.9642, + 10.9642 + ] + }, + { + "episode": 520, + "avg_reward": 6283.3, + "avg_cost": 0.25, + "lambda": 10.9649, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9649, + 10.9649, + 10.9649, + 10.9649 + ] + }, + { + "episode": 530, + "avg_reward": 6362.7, + "avg_cost": 0.0, + "lambda": 10.9654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9654, + 10.9654, + 10.9654, + 10.9654 + ] + }, + { + "episode": 540, + "avg_reward": 6575.27, + "avg_cost": 1.0, + "lambda": 10.9661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9661, + 10.9661, + 10.9661, + 10.9661 + ] + }, + { + "episode": 550, + "avg_reward": 6941.0, + "avg_cost": 0.25, + "lambda": 10.9666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9666, + 10.9666, + 10.9666, + 10.9666 + ] + }, + { + "episode": 560, + "avg_reward": 5960.53, + "avg_cost": 0.25, + "lambda": 10.967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.967, + 10.967, + 10.967, + 10.967 + ] + }, + { + "episode": 570, + "avg_reward": 6476.85, + "avg_cost": 1.0, + "lambda": 10.9675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9675, + 10.9675, + 10.9675, + 10.9675 + ] + }, + { + "episode": 580, + "avg_reward": 6738.8, + "avg_cost": 0.25, + "lambda": 10.968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.968, + 10.968, + 10.968, + 10.968 + ] + }, + { + "episode": 590, + "avg_reward": 5893.28, + "avg_cost": 0.0, + "lambda": 10.9683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9683, + 10.9683, + 10.9683, + 10.9683 + ] + }, + { + "episode": 600, + "avg_reward": 5708.36, + "avg_cost": 0.0, + "lambda": 10.9686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9686, + 10.9686, + 10.9686, + 10.9686 + ] + }, + { + "episode": 610, + "avg_reward": 6768.23, + "avg_cost": 0.5, + "lambda": 10.969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.969, + 10.969, + 10.969, + 10.969 + ] + }, + { + "episode": 620, + "avg_reward": 7371.29, + "avg_cost": 0.5, + "lambda": 10.9694, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9694, + 10.9694, + 10.9694, + 10.9694 + ] + }, + { + "episode": 630, + "avg_reward": 6666.81, + "avg_cost": 0.5, + "lambda": 10.9696, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9696, + 10.9696, + 10.9696, + 10.9696 + ] + }, + { + "episode": 640, + "avg_reward": 6923.89, + "avg_cost": 0.0, + "lambda": 10.9697, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9697, + 10.9697, + 10.9697, + 10.9697 + ] + }, + { + "episode": 650, + "avg_reward": 7658.59, + "avg_cost": 0.0, + "lambda": 10.9698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9698, + 10.9698, + 10.9698, + 10.9698 + ] + }, + { + "episode": 660, + "avg_reward": 7913.25, + "avg_cost": 0.0, + "lambda": 10.9699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9699, + 10.9699, + 10.9699, + 10.9699 + ] + }, + { + "episode": 670, + "avg_reward": 7633.3, + "avg_cost": 0.25, + "lambda": 10.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.97, + 10.97, + 10.97, + 10.97 + ] + }, + { + "episode": 680, + "avg_reward": 8035.94, + "avg_cost": 0.0, + "lambda": 10.9701, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9701, + 10.9701, + 10.9701, + 10.9701 + ] + }, + { + "episode": 690, + "avg_reward": 8390.51, + "avg_cost": 0.0, + "lambda": 10.9703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9703, + 10.9703, + 10.9703, + 10.9703 + ] + }, + { + "episode": 700, + "avg_reward": 8296.53, + "avg_cost": 0.0, + "lambda": 10.9704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9704, + 10.9704, + 10.9704, + 10.9704 + ] + }, + { + "episode": 710, + "avg_reward": 7528.49, + "avg_cost": 0.25, + "lambda": 10.9705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9705, + 10.9705, + 10.9705, + 10.9705 + ] + }, + { + "episode": 720, + "avg_reward": 8467.31, + "avg_cost": 0.25, + "lambda": 10.9706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9706, + 10.9706, + 10.9706, + 10.9706 + ] + }, + { + "episode": 730, + "avg_reward": 8724.18, + "avg_cost": 0.0, + "lambda": 10.9707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9707, + 10.9707, + 10.9707, + 10.9707 + ] + }, + { + "episode": 740, + "avg_reward": 8404.05, + "avg_cost": 0.0, + "lambda": 10.9707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9707, + 10.9707, + 10.9707, + 10.9707 + ] + }, + { + "episode": 750, + "avg_reward": 8080.97, + "avg_cost": 0.0, + "lambda": 10.9707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9707, + 10.9707, + 10.9707, + 10.9707 + ] + }, + { + "episode": 760, + "avg_reward": 8241.03, + "avg_cost": 0.0, + "lambda": 10.9707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9707, + 10.9707, + 10.9707, + 10.9707 + ] + }, + { + "episode": 770, + "avg_reward": 7624.01, + "avg_cost": 0.25, + "lambda": 10.9708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9708, + 10.9708, + 10.9708, + 10.9708 + ] + }, + { + "episode": 780, + "avg_reward": 8026.57, + "avg_cost": 0.25, + "lambda": 10.9708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9708, + 10.9708, + 10.9708, + 10.9708 + ] + }, + { + "episode": 790, + "avg_reward": 8054.91, + "avg_cost": 0.0, + "lambda": 10.9709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9709, + 10.9709, + 10.9709, + 10.9709 + ] + }, + { + "episode": 800, + "avg_reward": 8810.74, + "avg_cost": 0.25, + "lambda": 10.9709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9709, + 10.9709, + 10.9709, + 10.9709 + ] + }, + { + "episode": 810, + "avg_reward": 8364.45, + "avg_cost": 0.0, + "lambda": 10.9709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9709, + 10.9709, + 10.9709, + 10.9709 + ] + }, + { + "episode": 820, + "avg_reward": 8693.15, + "avg_cost": 0.0, + "lambda": 10.971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.971, + 10.971, + 10.971, + 10.971 + ] + }, + { + "episode": 830, + "avg_reward": 8642.84, + "avg_cost": 0.0, + "lambda": 10.971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.971, + 10.971, + 10.971, + 10.971 + ] + }, + { + "episode": 840, + "avg_reward": 9008.25, + "avg_cost": 0.0, + "lambda": 10.9711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9711, + 10.9711, + 10.9711, + 10.9711 + ] + }, + { + "episode": 850, + "avg_reward": 8976.13, + "avg_cost": 0.0, + "lambda": 10.9711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9711, + 10.9711, + 10.9711, + 10.9711 + ] + }, + { + "episode": 860, + "avg_reward": 7656.99, + "avg_cost": 0.0, + "lambda": 10.9712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9712, + 10.9712, + 10.9712, + 10.9712 + ] + }, + { + "episode": 870, + "avg_reward": 9283.88, + "avg_cost": 0.0, + "lambda": 10.9712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9712, + 10.9712, + 10.9712, + 10.9712 + ] + }, + { + "episode": 880, + "avg_reward": 8884.95, + "avg_cost": 0.0, + "lambda": 10.9712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9712, + 10.9712, + 10.9712, + 10.9712 + ] + }, + { + "episode": 890, + "avg_reward": 9595.9, + "avg_cost": 0.25, + "lambda": 10.9713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9713, + 10.9713, + 10.9713, + 10.9713 + ] + }, + { + "episode": 900, + "avg_reward": 8535.72, + "avg_cost": 0.0, + "lambda": 10.9713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9713, + 10.9713, + 10.9713, + 10.9713 + ] + }, + { + "episode": 910, + "avg_reward": 7846.03, + "avg_cost": 0.0, + "lambda": 10.9714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9714, + 10.9714, + 10.9714, + 10.9714 + ] + }, + { + "episode": 920, + "avg_reward": 9199.49, + "avg_cost": 0.0, + "lambda": 10.9714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9714, + 10.9714, + 10.9714, + 10.9714 + ] + }, + { + "episode": 930, + "avg_reward": 9199.07, + "avg_cost": 0.0, + "lambda": 10.9715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9715, + 10.9715, + 10.9715, + 10.9715 + ] + }, + { + "episode": 940, + "avg_reward": 9002.76, + "avg_cost": 0.0, + "lambda": 10.9715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9715, + 10.9715, + 10.9715, + 10.9715 + ] + }, + { + "episode": 950, + "avg_reward": 8913.45, + "avg_cost": 0.0, + "lambda": 10.9716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9716, + 10.9716, + 10.9716, + 10.9716 + ] + }, + { + "episode": 960, + "avg_reward": 8285.57, + "avg_cost": 0.0, + "lambda": 10.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9717, + 10.9717, + 10.9717, + 10.9717 + ] + }, + { + "episode": 970, + "avg_reward": 8017.65, + "avg_cost": 0.0, + "lambda": 10.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9717, + 10.9717, + 10.9717, + 10.9717 + ] + }, + { + "episode": 980, + "avg_reward": 8877.38, + "avg_cost": 0.0, + "lambda": 10.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9717, + 10.9717, + 10.9717, + 10.9717 + ] + }, + { + "episode": 990, + "avg_reward": 9305.15, + "avg_cost": 0.0, + "lambda": 10.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9717, + 10.9717, + 10.9717, + 10.9717 + ] + }, + { + "episode": 1000, + "avg_reward": 9417.52, + "avg_cost": 0.0, + "lambda": 10.9718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9718, + 10.9718, + 10.9718, + 10.9718 + ] + }, + { + "episode": 1010, + "avg_reward": 9325.98, + "avg_cost": 0.0, + "lambda": 10.9719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9719, + 10.9719, + 10.9719, + 10.9719 + ] + }, + { + "episode": 1020, + "avg_reward": 8674.67, + "avg_cost": 0.0, + "lambda": 10.9719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9719, + 10.9719, + 10.9719, + 10.9719 + ] + }, + { + "episode": 1030, + "avg_reward": 8610.88, + "avg_cost": 0.0, + "lambda": 10.9719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9719, + 10.9719, + 10.9719, + 10.9719 + ] + }, + { + "episode": 1040, + "avg_reward": 8892.27, + "avg_cost": 0.0, + "lambda": 10.9719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9719, + 10.9719, + 10.9719, + 10.9719 + ] + }, + { + "episode": 1050, + "avg_reward": 9023.09, + "avg_cost": 0.0, + "lambda": 10.972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.972, + 10.972, + 10.972, + 10.972 + ] + }, + { + "episode": 1060, + "avg_reward": 10412.33, + "avg_cost": 0.0, + "lambda": 10.972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.972, + 10.972, + 10.972, + 10.972 + ] + }, + { + "episode": 1070, + "avg_reward": 10002.0, + "avg_cost": 0.0, + "lambda": 10.972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.972, + 10.972, + 10.972, + 10.972 + ] + }, + { + "episode": 1080, + "avg_reward": 8871.62, + "avg_cost": 0.0, + "lambda": 10.972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.972, + 10.972, + 10.972, + 10.972 + ] + }, + { + "episode": 1090, + "avg_reward": 10226.49, + "avg_cost": 0.0, + "lambda": 10.972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.972, + 10.972, + 10.972, + 10.972 + ] + }, + { + "episode": 1100, + "avg_reward": 9958.69, + "avg_cost": 0.0, + "lambda": 10.9721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9721, + 10.9721, + 10.9721, + 10.9721 + ] + }, + { + "episode": 1110, + "avg_reward": 9774.95, + "avg_cost": 0.0, + "lambda": 10.9721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9721, + 10.9721, + 10.9721, + 10.9721 + ] + }, + { + "episode": 1120, + "avg_reward": 9771.13, + "avg_cost": 0.0, + "lambda": 10.9721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9721, + 10.9721, + 10.9721, + 10.9721 + ] + }, + { + "episode": 1130, + "avg_reward": 10116.13, + "avg_cost": 0.25, + "lambda": 10.9721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9721, + 10.9721, + 10.9721, + 10.9721 + ] + }, + { + "episode": 1140, + "avg_reward": 10549.69, + "avg_cost": 0.0, + "lambda": 10.9722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9722, + 10.9722, + 10.9722, + 10.9722 + ] + }, + { + "episode": 1150, + "avg_reward": 10241.08, + "avg_cost": 0.0, + "lambda": 10.9722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9722, + 10.9722, + 10.9722, + 10.9722 + ] + }, + { + "episode": 1160, + "avg_reward": 10337.28, + "avg_cost": 0.0, + "lambda": 10.9722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9722, + 10.9722, + 10.9722, + 10.9722 + ] + }, + { + "episode": 1170, + "avg_reward": 10168.44, + "avg_cost": 0.0, + "lambda": 10.9722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9722, + 10.9722, + 10.9722, + 10.9722 + ] + }, + { + "episode": 1180, + "avg_reward": 9954.93, + "avg_cost": 0.0, + "lambda": 10.9723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9723, + 10.9723, + 10.9723, + 10.9723 + ] + }, + { + "episode": 1190, + "avg_reward": 10990.09, + "avg_cost": 0.0, + "lambda": 10.9723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9723, + 10.9723, + 10.9723, + 10.9723 + ] + }, + { + "episode": 1200, + "avg_reward": 10243.35, + "avg_cost": 0.25, + "lambda": 10.9723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9723, + 10.9723, + 10.9723, + 10.9723 + ] + }, + { + "episode": 1210, + "avg_reward": 9885.67, + "avg_cost": 0.5, + "lambda": 10.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9725, + 10.9725, + 10.9725, + 10.9725 + ] + }, + { + "episode": 1220, + "avg_reward": 11234.73, + "avg_cost": 0.0, + "lambda": 10.9729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9729, + 10.9729, + 10.9729, + 10.9729 + ] + }, + { + "episode": 1230, + "avg_reward": 10573.8, + "avg_cost": 0.0, + "lambda": 10.973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.973, + 10.973, + 10.973, + 10.973 + ] + }, + { + "episode": 1240, + "avg_reward": 10191.43, + "avg_cost": 0.0, + "lambda": 10.9732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9732, + 10.9732, + 10.9732, + 10.9732 + ] + }, + { + "episode": 1250, + "avg_reward": 10520.77, + "avg_cost": 0.5, + "lambda": 10.9733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9733, + 10.9733, + 10.9733, + 10.9733 + ] + }, + { + "episode": 1260, + "avg_reward": 11042.5, + "avg_cost": 0.0, + "lambda": 10.9734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9734, + 10.9734, + 10.9734, + 10.9734 + ] + }, + { + "episode": 1270, + "avg_reward": 11176.27, + "avg_cost": 0.0, + "lambda": 10.9735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9735, + 10.9735, + 10.9735, + 10.9735 + ] + }, + { + "episode": 1280, + "avg_reward": 9951.16, + "avg_cost": 0.0, + "lambda": 10.9736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9736, + 10.9736, + 10.9736, + 10.9736 + ] + }, + { + "episode": 1290, + "avg_reward": 10919.57, + "avg_cost": 0.25, + "lambda": 10.9738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9738, + 10.9738, + 10.9738, + 10.9738 + ] + }, + { + "episode": 1300, + "avg_reward": 9977.6, + "avg_cost": 0.25, + "lambda": 10.9739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9739, + 10.9739, + 10.9739, + 10.9739 + ] + }, + { + "episode": 1310, + "avg_reward": 10707.29, + "avg_cost": 0.0, + "lambda": 10.9739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9739, + 10.9739, + 10.9739, + 10.9739 + ] + }, + { + "episode": 1320, + "avg_reward": 11008.21, + "avg_cost": 0.0, + "lambda": 10.974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.974, + 10.974, + 10.974, + 10.974 + ] + }, + { + "episode": 1330, + "avg_reward": 10182.55, + "avg_cost": 0.0, + "lambda": 10.9741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9741, + 10.9741, + 10.9741, + 10.9741 + ] + }, + { + "episode": 1340, + "avg_reward": 10037.3, + "avg_cost": 0.0, + "lambda": 10.9741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9741, + 10.9741, + 10.9741, + 10.9741 + ] + }, + { + "episode": 1350, + "avg_reward": 10335.82, + "avg_cost": 0.25, + "lambda": 10.9742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9742, + 10.9742, + 10.9742, + 10.9742 + ] + }, + { + "episode": 1360, + "avg_reward": 11635.94, + "avg_cost": 0.0, + "lambda": 10.9744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9744, + 10.9744, + 10.9744, + 10.9744 + ] + }, + { + "episode": 1370, + "avg_reward": 10474.1, + "avg_cost": 0.0, + "lambda": 10.9745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9745, + 10.9745, + 10.9745, + 10.9745 + ] + }, + { + "episode": 1380, + "avg_reward": 11627.64, + "avg_cost": 0.0, + "lambda": 10.9747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9747, + 10.9747, + 10.9747, + 10.9747 + ] + }, + { + "episode": 1390, + "avg_reward": 10149.45, + "avg_cost": 0.0, + "lambda": 10.9748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9748, + 10.9748, + 10.9748, + 10.9748 + ] + }, + { + "episode": 1400, + "avg_reward": 11073.99, + "avg_cost": 0.25, + "lambda": 10.9751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9751, + 10.9751, + 10.9751, + 10.9751 + ] + }, + { + "episode": 1410, + "avg_reward": 9960.78, + "avg_cost": 0.0, + "lambda": 10.9751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9751, + 10.9751, + 10.9751, + 10.9751 + ] + }, + { + "episode": 1420, + "avg_reward": 11207.59, + "avg_cost": 0.0, + "lambda": 10.9751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9751, + 10.9751, + 10.9751, + 10.9751 + ] + }, + { + "episode": 1430, + "avg_reward": 11434.63, + "avg_cost": 0.75, + "lambda": 10.9753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9753, + 10.9753, + 10.9753, + 10.9753 + ] + }, + { + "episode": 1440, + "avg_reward": 11245.53, + "avg_cost": 0.0, + "lambda": 10.9755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9755, + 10.9755, + 10.9755, + 10.9755 + ] + }, + { + "episode": 1450, + "avg_reward": 10236.93, + "avg_cost": 0.25, + "lambda": 10.9756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9756, + 10.9756, + 10.9756, + 10.9756 + ] + }, + { + "episode": 1460, + "avg_reward": 10585.47, + "avg_cost": 0.25, + "lambda": 10.9759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9759, + 10.9759, + 10.9759, + 10.9759 + ] + }, + { + "episode": 1470, + "avg_reward": 11596.97, + "avg_cost": 0.5, + "lambda": 10.9761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9761, + 10.9761, + 10.9761, + 10.9761 + ] + }, + { + "episode": 1480, + "avg_reward": 11257.74, + "avg_cost": 0.25, + "lambda": 10.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9762, + 10.9762, + 10.9762, + 10.9762 + ] + }, + { + "episode": 1490, + "avg_reward": 11701.6, + "avg_cost": 1.25, + "lambda": 10.9767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9767, + 10.9767, + 10.9767, + 10.9767 + ] + }, + { + "episode": 1500, + "avg_reward": 11717.54, + "avg_cost": 0.25, + "lambda": 10.9772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ] + } + ], + "final_lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..9e081662992447682834d7e552c686beb8b6baee --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s0_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5376717.94, + "constraint_satisfaction_pct": 7.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 26.2361, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30538.25, + "avg_cost": 972.0, + "lambda": 0.1972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1972, + 0.1972, + 0.1972, + 0.1972 + ] + }, + { + "episode": 10, + "avg_reward": -28437.05, + "avg_cost": 972.25, + "lambda": 1.0705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0705, + 1.0705, + 1.0705, + 1.0705 + ] + }, + { + "episode": 20, + "avg_reward": -27697.12, + "avg_cost": 967.75, + "lambda": 2.0364, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.0364, + 2.0364, + 2.0364, + 2.0364 + ] + }, + { + "episode": 30, + "avg_reward": -27310.92, + "avg_cost": 960.25, + "lambda": 3.0005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0005, + 3.0005, + 3.0005, + 3.0005 + ] + }, + { + "episode": 40, + "avg_reward": -26360.25, + "avg_cost": 958.0, + "lambda": 3.961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.961, + 3.961, + 3.961, + 3.961 + ] + }, + { + "episode": 50, + "avg_reward": -25475.9, + "avg_cost": 961.25, + "lambda": 4.9197, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9197, + 4.9197, + 4.9197, + 4.9197 + ] + }, + { + "episode": 60, + "avg_reward": -23526.45, + "avg_cost": 955.0, + "lambda": 5.8736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8736, + 5.8736, + 5.8736, + 5.8736 + ] + }, + { + "episode": 70, + "avg_reward": -23006.56, + "avg_cost": 951.5, + "lambda": 6.8227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8227, + 6.8227, + 6.8227, + 6.8227 + ] + }, + { + "episode": 80, + "avg_reward": -21507.9, + "avg_cost": 941.5, + "lambda": 7.7671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7671, + 7.7671, + 7.7671, + 7.7671 + ] + }, + { + "episode": 90, + "avg_reward": -21030.08, + "avg_cost": 944.0, + "lambda": 8.7047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7047, + 8.7047, + 8.7047, + 8.7047 + ] + }, + { + "episode": 100, + "avg_reward": -19782.47, + "avg_cost": 927.75, + "lambda": 9.637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.637, + 9.637, + 9.637, + 9.637 + ] + }, + { + "episode": 110, + "avg_reward": -16928.21, + "avg_cost": 918.75, + "lambda": 10.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.555, + 10.555, + 10.555, + 10.555 + ] + }, + { + "episode": 120, + "avg_reward": -15347.92, + "avg_cost": 913.0, + "lambda": 11.4704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4704, + 11.4704, + 11.4704, + 11.4704 + ] + }, + { + "episode": 130, + "avg_reward": -15367.51, + "avg_cost": 896.25, + "lambda": 12.3692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3692, + 12.3692, + 12.3692, + 12.3692 + ] + }, + { + "episode": 140, + "avg_reward": -14142.94, + "avg_cost": 885.5, + "lambda": 13.262, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.262, + 13.262, + 13.262, + 13.262 + ] + }, + { + "episode": 150, + "avg_reward": -11689.38, + "avg_cost": 861.25, + "lambda": 14.1349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1349, + 14.1349, + 14.1349, + 14.1349 + ] + }, + { + "episode": 160, + "avg_reward": -11670.29, + "avg_cost": 845.75, + "lambda": 14.9886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9886, + 14.9886, + 14.9886, + 14.9886 + ] + }, + { + "episode": 170, + "avg_reward": -11233.0, + "avg_cost": 832.5, + "lambda": 15.8272, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.8272, + 15.8272, + 15.8272, + 15.8272 + ] + }, + { + "episode": 180, + "avg_reward": -9706.83, + "avg_cost": 820.75, + "lambda": 16.6527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6527, + 16.6527, + 16.6527, + 16.6527 + ] + }, + { + "episode": 190, + "avg_reward": -9016.4, + "avg_cost": 802.75, + "lambda": 17.4659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.4659, + 17.4659, + 17.4659, + 17.4659 + ] + }, + { + "episode": 200, + "avg_reward": -9104.16, + "avg_cost": 796.0, + "lambda": 18.2592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.2592, + 18.2592, + 18.2592, + 18.2592 + ] + }, + { + "episode": 210, + "avg_reward": -7987.69, + "avg_cost": 774.25, + "lambda": 19.0429, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.0429, + 19.0429, + 19.0429, + 19.0429 + ] + }, + { + "episode": 220, + "avg_reward": -7272.13, + "avg_cost": 751.0, + "lambda": 19.7952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7952, + 19.7952, + 19.7952, + 19.7952 + ] + }, + { + "episode": 230, + "avg_reward": -5320.45, + "avg_cost": 689.5, + "lambda": 20.5097, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.5097, + 20.5097, + 20.5097, + 20.5097 + ] + }, + { + "episode": 240, + "avg_reward": -4836.3, + "avg_cost": 672.0, + "lambda": 21.188, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.188, + 21.188, + 21.188, + 21.188 + ] + }, + { + "episode": 250, + "avg_reward": -4019.62, + "avg_cost": 618.25, + "lambda": 21.8465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8465, + 21.8465, + 21.8465, + 21.8465 + ] + }, + { + "episode": 260, + "avg_reward": -3564.6, + "avg_cost": 591.75, + "lambda": 22.463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.463, + 22.463, + 22.463, + 22.463 + ] + }, + { + "episode": 270, + "avg_reward": -3073.84, + "avg_cost": 548.75, + "lambda": 23.034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.034, + 23.034, + 23.034, + 23.034 + ] + }, + { + "episode": 280, + "avg_reward": -1472.95, + "avg_cost": 512.75, + "lambda": 23.5628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.5628, + 23.5628, + 23.5628, + 23.5628 + ] + }, + { + "episode": 290, + "avg_reward": 206.26, + "avg_cost": 422.5, + "lambda": 24.0254, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.0254, + 24.0254, + 24.0254, + 24.0254 + ] + }, + { + "episode": 300, + "avg_reward": 1136.8, + "avg_cost": 360.5, + "lambda": 24.416, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.416, + 24.416, + 24.416, + 24.416 + ] + }, + { + "episode": 310, + "avg_reward": 1611.58, + "avg_cost": 281.0, + "lambda": 24.722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.722, + 24.722, + 24.722, + 24.722 + ] + }, + { + "episode": 320, + "avg_reward": 1882.23, + "avg_cost": 249.75, + "lambda": 24.9933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.9933, + 24.9933, + 24.9933, + 24.9933 + ] + }, + { + "episode": 330, + "avg_reward": 2173.69, + "avg_cost": 225.75, + "lambda": 25.2271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.2271, + 25.2271, + 25.2271, + 25.2271 + ] + }, + { + "episode": 340, + "avg_reward": 3039.37, + "avg_cost": 170.0, + "lambda": 25.4291, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4291, + 25.4291, + 25.4291, + 25.4291 + ] + }, + { + "episode": 350, + "avg_reward": 4135.88, + "avg_cost": 113.25, + "lambda": 25.5733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5733, + 25.5733, + 25.5733, + 25.5733 + ] + }, + { + "episode": 360, + "avg_reward": 4031.16, + "avg_cost": 85.5, + "lambda": 25.6708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6708, + 25.6708, + 25.6708, + 25.6708 + ] + }, + { + "episode": 370, + "avg_reward": 4425.77, + "avg_cost": 66.25, + "lambda": 25.7452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7452, + 25.7452, + 25.7452, + 25.7452 + ] + }, + { + "episode": 380, + "avg_reward": 4659.68, + "avg_cost": 55.75, + "lambda": 25.808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.808, + 25.808, + 25.808, + 25.808 + ] + }, + { + "episode": 390, + "avg_reward": 4619.28, + "avg_cost": 47.75, + "lambda": 25.861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.861, + 25.861, + 25.861, + 25.861 + ] + }, + { + "episode": 400, + "avg_reward": 4993.86, + "avg_cost": 39.5, + "lambda": 25.9049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9049, + 25.9049, + 25.9049, + 25.9049 + ] + }, + { + "episode": 410, + "avg_reward": 5144.39, + "avg_cost": 32.0, + "lambda": 25.9412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9412, + 25.9412, + 25.9412, + 25.9412 + ] + }, + { + "episode": 420, + "avg_reward": 5054.05, + "avg_cost": 23.0, + "lambda": 25.9699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9699, + 25.9699, + 25.9699, + 25.9699 + ] + }, + { + "episode": 430, + "avg_reward": 5385.17, + "avg_cost": 28.75, + "lambda": 25.9958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9958, + 25.9958, + 25.9958, + 25.9958 + ] + }, + { + "episode": 440, + "avg_reward": 5358.11, + "avg_cost": 17.0, + "lambda": 26.0161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0161, + 26.0161, + 26.0161, + 26.0161 + ] + }, + { + "episode": 450, + "avg_reward": 5209.03, + "avg_cost": 16.5, + "lambda": 26.0361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0361, + 26.0361, + 26.0361, + 26.0361 + ] + }, + { + "episode": 460, + "avg_reward": 5855.4, + "avg_cost": 18.5, + "lambda": 26.0532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0532, + 26.0532, + 26.0532, + 26.0532 + ] + }, + { + "episode": 470, + "avg_reward": 5981.97, + "avg_cost": 14.5, + "lambda": 26.0676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0676, + 26.0676, + 26.0676, + 26.0676 + ] + }, + { + "episode": 480, + "avg_reward": 5616.73, + "avg_cost": 10.75, + "lambda": 26.0807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0807, + 26.0807, + 26.0807, + 26.0807 + ] + }, + { + "episode": 490, + "avg_reward": 5734.0, + "avg_cost": 10.0, + "lambda": 26.0916, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0916, + 26.0916, + 26.0916, + 26.0916 + ] + }, + { + "episode": 500, + "avg_reward": 6090.8, + "avg_cost": 10.5, + "lambda": 26.1018, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1018, + 26.1018, + 26.1018, + 26.1018 + ] + }, + { + "episode": 510, + "avg_reward": 5602.73, + "avg_cost": 9.5, + "lambda": 26.1105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1105, + 26.1105, + 26.1105, + 26.1105 + ] + }, + { + "episode": 520, + "avg_reward": 6463.48, + "avg_cost": 8.25, + "lambda": 26.1186, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1186, + 26.1186, + 26.1186, + 26.1186 + ] + }, + { + "episode": 530, + "avg_reward": 6029.63, + "avg_cost": 6.75, + "lambda": 26.1264, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1264, + 26.1264, + 26.1264, + 26.1264 + ] + }, + { + "episode": 540, + "avg_reward": 6190.6, + "avg_cost": 5.25, + "lambda": 26.133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.133, + 26.133, + 26.133, + 26.133 + ] + }, + { + "episode": 550, + "avg_reward": 6815.85, + "avg_cost": 4.5, + "lambda": 26.1381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1381, + 26.1381, + 26.1381, + 26.1381 + ] + }, + { + "episode": 560, + "avg_reward": 6558.72, + "avg_cost": 2.75, + "lambda": 26.1421, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1421, + 26.1421, + 26.1421, + 26.1421 + ] + }, + { + "episode": 570, + "avg_reward": 6816.04, + "avg_cost": 3.75, + "lambda": 26.1466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1466, + 26.1466, + 26.1466, + 26.1466 + ] + }, + { + "episode": 580, + "avg_reward": 7346.85, + "avg_cost": 3.0, + "lambda": 26.1501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1501, + 26.1501, + 26.1501, + 26.1501 + ] + }, + { + "episode": 590, + "avg_reward": 6823.55, + "avg_cost": 2.0, + "lambda": 26.1534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1534, + 26.1534, + 26.1534, + 26.1534 + ] + }, + { + "episode": 600, + "avg_reward": 7246.21, + "avg_cost": 3.25, + "lambda": 26.1571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1571, + 26.1571, + 26.1571, + 26.1571 + ] + }, + { + "episode": 610, + "avg_reward": 6976.54, + "avg_cost": 3.0, + "lambda": 26.1606, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1606, + 26.1606, + 26.1606, + 26.1606 + ] + }, + { + "episode": 620, + "avg_reward": 6477.41, + "avg_cost": 3.0, + "lambda": 26.1641, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1641, + 26.1641, + 26.1641, + 26.1641 + ] + }, + { + "episode": 630, + "avg_reward": 6922.28, + "avg_cost": 1.0, + "lambda": 26.1664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1664, + 26.1664, + 26.1664, + 26.1664 + ] + }, + { + "episode": 640, + "avg_reward": 7112.43, + "avg_cost": 1.75, + "lambda": 26.1689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1689, + 26.1689, + 26.1689, + 26.1689 + ] + }, + { + "episode": 650, + "avg_reward": 6852.29, + "avg_cost": 2.25, + "lambda": 26.1715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1715, + 26.1715, + 26.1715, + 26.1715 + ] + }, + { + "episode": 660, + "avg_reward": 6338.24, + "avg_cost": 0.5, + "lambda": 26.1733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1733, + 26.1733, + 26.1733, + 26.1733 + ] + }, + { + "episode": 670, + "avg_reward": 6929.91, + "avg_cost": 1.25, + "lambda": 26.1749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1749, + 26.1749, + 26.1749, + 26.1749 + ] + }, + { + "episode": 680, + "avg_reward": 7286.96, + "avg_cost": 1.25, + "lambda": 26.1769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1769, + 26.1769, + 26.1769, + 26.1769 + ] + }, + { + "episode": 690, + "avg_reward": 7105.54, + "avg_cost": 1.0, + "lambda": 26.1785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1785, + 26.1785, + 26.1785, + 26.1785 + ] + }, + { + "episode": 700, + "avg_reward": 7384.76, + "avg_cost": 1.25, + "lambda": 26.1797, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1797, + 26.1797, + 26.1797, + 26.1797 + ] + }, + { + "episode": 710, + "avg_reward": 6949.51, + "avg_cost": 1.75, + "lambda": 26.1811, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1811, + 26.1811, + 26.1811, + 26.1811 + ] + }, + { + "episode": 720, + "avg_reward": 8284.9, + "avg_cost": 1.5, + "lambda": 26.183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.183, + 26.183, + 26.183, + 26.183 + ] + }, + { + "episode": 730, + "avg_reward": 7747.91, + "avg_cost": 1.25, + "lambda": 26.1844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1844, + 26.1844, + 26.1844, + 26.1844 + ] + }, + { + "episode": 740, + "avg_reward": 7654.21, + "avg_cost": 0.75, + "lambda": 26.1854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1854, + 26.1854, + 26.1854, + 26.1854 + ] + }, + { + "episode": 750, + "avg_reward": 7515.84, + "avg_cost": 1.0, + "lambda": 26.1864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1864, + 26.1864, + 26.1864, + 26.1864 + ] + }, + { + "episode": 760, + "avg_reward": 7980.21, + "avg_cost": 2.0, + "lambda": 26.1877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1877, + 26.1877, + 26.1877, + 26.1877 + ] + }, + { + "episode": 770, + "avg_reward": 7668.47, + "avg_cost": 0.5, + "lambda": 26.1889, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1889, + 26.1889, + 26.1889, + 26.1889 + ] + }, + { + "episode": 780, + "avg_reward": 7867.07, + "avg_cost": 1.0, + "lambda": 26.1899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1899, + 26.1899, + 26.1899, + 26.1899 + ] + }, + { + "episode": 790, + "avg_reward": 7544.08, + "avg_cost": 1.25, + "lambda": 26.1911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1911, + 26.1911, + 26.1911, + 26.1911 + ] + }, + { + "episode": 800, + "avg_reward": 8009.15, + "avg_cost": 0.75, + "lambda": 26.1924, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1924, + 26.1924, + 26.1924, + 26.1924 + ] + }, + { + "episode": 810, + "avg_reward": 8110.3, + "avg_cost": 1.0, + "lambda": 26.1937, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1937, + 26.1937, + 26.1937, + 26.1937 + ] + }, + { + "episode": 820, + "avg_reward": 7980.12, + "avg_cost": 0.5, + "lambda": 26.1955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1955, + 26.1955, + 26.1955, + 26.1955 + ] + }, + { + "episode": 830, + "avg_reward": 8559.74, + "avg_cost": 0.5, + "lambda": 26.1964, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1964, + 26.1964, + 26.1964, + 26.1964 + ] + }, + { + "episode": 840, + "avg_reward": 8365.35, + "avg_cost": 0.0, + "lambda": 26.1971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1971, + 26.1971, + 26.1971, + 26.1971 + ] + }, + { + "episode": 850, + "avg_reward": 8245.23, + "avg_cost": 0.0, + "lambda": 26.1976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1976, + 26.1976, + 26.1976, + 26.1976 + ] + }, + { + "episode": 860, + "avg_reward": 8349.76, + "avg_cost": 0.25, + "lambda": 26.1982, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1982, + 26.1982, + 26.1982, + 26.1982 + ] + }, + { + "episode": 870, + "avg_reward": 7959.16, + "avg_cost": 0.25, + "lambda": 26.199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.199, + 26.199, + 26.199, + 26.199 + ] + }, + { + "episode": 880, + "avg_reward": 7754.12, + "avg_cost": 0.5, + "lambda": 26.1996, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1996, + 26.1996, + 26.1996, + 26.1996 + ] + }, + { + "episode": 890, + "avg_reward": 8332.54, + "avg_cost": 1.5, + "lambda": 26.2004, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2004, + 26.2004, + 26.2004, + 26.2004 + ] + }, + { + "episode": 900, + "avg_reward": 8226.12, + "avg_cost": 1.0, + "lambda": 26.2012, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2012, + 26.2012, + 26.2012, + 26.2012 + ] + }, + { + "episode": 910, + "avg_reward": 8791.17, + "avg_cost": 0.25, + "lambda": 26.2016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2016, + 26.2016, + 26.2016, + 26.2016 + ] + }, + { + "episode": 920, + "avg_reward": 8858.44, + "avg_cost": 0.75, + "lambda": 26.2021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2021, + 26.2021, + 26.2021, + 26.2021 + ] + }, + { + "episode": 930, + "avg_reward": 8323.09, + "avg_cost": 0.25, + "lambda": 26.2026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2026, + 26.2026, + 26.2026, + 26.2026 + ] + }, + { + "episode": 940, + "avg_reward": 9101.16, + "avg_cost": 0.5, + "lambda": 26.2032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2032, + 26.2032, + 26.2032, + 26.2032 + ] + }, + { + "episode": 950, + "avg_reward": 8825.74, + "avg_cost": 0.0, + "lambda": 26.2036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2036, + 26.2036, + 26.2036, + 26.2036 + ] + }, + { + "episode": 960, + "avg_reward": 8509.34, + "avg_cost": 0.5, + "lambda": 26.204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.204, + 26.204, + 26.204, + 26.204 + ] + }, + { + "episode": 970, + "avg_reward": 8425.06, + "avg_cost": 0.5, + "lambda": 26.2048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2048, + 26.2048, + 26.2048, + 26.2048 + ] + }, + { + "episode": 980, + "avg_reward": 8721.18, + "avg_cost": 1.25, + "lambda": 26.2056, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2056, + 26.2056, + 26.2056, + 26.2056 + ] + }, + { + "episode": 990, + "avg_reward": 9332.51, + "avg_cost": 0.25, + "lambda": 26.2064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2064, + 26.2064, + 26.2064, + 26.2064 + ] + }, + { + "episode": 1000, + "avg_reward": 8648.48, + "avg_cost": 0.25, + "lambda": 26.2071, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2071, + 26.2071, + 26.2071, + 26.2071 + ] + }, + { + "episode": 1010, + "avg_reward": 9294.7, + "avg_cost": 0.5, + "lambda": 26.2074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2074, + 26.2074, + 26.2074, + 26.2074 + ] + }, + { + "episode": 1020, + "avg_reward": 9122.68, + "avg_cost": 0.5, + "lambda": 26.2081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2081, + 26.2081, + 26.2081, + 26.2081 + ] + }, + { + "episode": 1030, + "avg_reward": 8439.13, + "avg_cost": 1.25, + "lambda": 26.2086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2086, + 26.2086, + 26.2086, + 26.2086 + ] + }, + { + "episode": 1040, + "avg_reward": 8980.17, + "avg_cost": 0.25, + "lambda": 26.209, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.209, + 26.209, + 26.209, + 26.209 + ] + }, + { + "episode": 1050, + "avg_reward": 8188.64, + "avg_cost": 0.0, + "lambda": 26.2096, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2096, + 26.2096, + 26.2096, + 26.2096 + ] + }, + { + "episode": 1060, + "avg_reward": 8143.22, + "avg_cost": 0.5, + "lambda": 26.2103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2103, + 26.2103, + 26.2103, + 26.2103 + ] + }, + { + "episode": 1070, + "avg_reward": 8252.69, + "avg_cost": 0.5, + "lambda": 26.2107, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2107, + 26.2107, + 26.2107, + 26.2107 + ] + }, + { + "episode": 1080, + "avg_reward": 7811.29, + "avg_cost": 1.75, + "lambda": 26.2116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2116, + 26.2116, + 26.2116, + 26.2116 + ] + }, + { + "episode": 1090, + "avg_reward": 8259.49, + "avg_cost": 0.0, + "lambda": 26.2124, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2124, + 26.2124, + 26.2124, + 26.2124 + ] + }, + { + "episode": 1100, + "avg_reward": 9410.55, + "avg_cost": 0.0, + "lambda": 26.2126, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2126, + 26.2126, + 26.2126, + 26.2126 + ] + }, + { + "episode": 1110, + "avg_reward": 8486.91, + "avg_cost": 0.25, + "lambda": 26.213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.213, + 26.213, + 26.213, + 26.213 + ] + }, + { + "episode": 1120, + "avg_reward": 8743.49, + "avg_cost": 0.25, + "lambda": 26.2132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2132, + 26.2132, + 26.2132, + 26.2132 + ] + }, + { + "episode": 1130, + "avg_reward": 9333.85, + "avg_cost": 0.0, + "lambda": 26.2132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2132, + 26.2132, + 26.2132, + 26.2132 + ] + }, + { + "episode": 1140, + "avg_reward": 9160.67, + "avg_cost": 0.25, + "lambda": 26.2136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2136, + 26.2136, + 26.2136, + 26.2136 + ] + }, + { + "episode": 1150, + "avg_reward": 9799.98, + "avg_cost": 0.5, + "lambda": 26.2139, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2139, + 26.2139, + 26.2139, + 26.2139 + ] + }, + { + "episode": 1160, + "avg_reward": 9168.62, + "avg_cost": 0.5, + "lambda": 26.2143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2143, + 26.2143, + 26.2143, + 26.2143 + ] + }, + { + "episode": 1170, + "avg_reward": 8939.15, + "avg_cost": 0.25, + "lambda": 26.2145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2145, + 26.2145, + 26.2145, + 26.2145 + ] + }, + { + "episode": 1180, + "avg_reward": 8777.3, + "avg_cost": 0.0, + "lambda": 26.2147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2147, + 26.2147, + 26.2147, + 26.2147 + ] + }, + { + "episode": 1190, + "avg_reward": 9752.76, + "avg_cost": 0.25, + "lambda": 26.2151, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2151, + 26.2151, + 26.2151, + 26.2151 + ] + }, + { + "episode": 1200, + "avg_reward": 10374.73, + "avg_cost": 0.75, + "lambda": 26.2153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2153, + 26.2153, + 26.2153, + 26.2153 + ] + }, + { + "episode": 1210, + "avg_reward": 9790.64, + "avg_cost": 0.75, + "lambda": 26.2159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2159, + 26.2159, + 26.2159, + 26.2159 + ] + }, + { + "episode": 1220, + "avg_reward": 8785.48, + "avg_cost": 1.25, + "lambda": 26.2167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2167, + 26.2167, + 26.2167, + 26.2167 + ] + }, + { + "episode": 1230, + "avg_reward": 10045.64, + "avg_cost": 0.75, + "lambda": 26.2176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2176, + 26.2176, + 26.2176, + 26.2176 + ] + }, + { + "episode": 1240, + "avg_reward": 9845.28, + "avg_cost": 0.0, + "lambda": 26.2181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2181, + 26.2181, + 26.2181, + 26.2181 + ] + }, + { + "episode": 1250, + "avg_reward": 10581.2, + "avg_cost": 0.5, + "lambda": 26.2187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2187, + 26.2187, + 26.2187, + 26.2187 + ] + }, + { + "episode": 1260, + "avg_reward": 10306.46, + "avg_cost": 0.5, + "lambda": 26.2191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2191, + 26.2191, + 26.2191, + 26.2191 + ] + }, + { + "episode": 1270, + "avg_reward": 10542.35, + "avg_cost": 0.75, + "lambda": 26.2197, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2197, + 26.2197, + 26.2197, + 26.2197 + ] + }, + { + "episode": 1280, + "avg_reward": 11008.95, + "avg_cost": 0.75, + "lambda": 26.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.22, + 26.22, + 26.22, + 26.22 + ] + }, + { + "episode": 1290, + "avg_reward": 10135.91, + "avg_cost": 1.0, + "lambda": 26.2208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2208, + 26.2208, + 26.2208, + 26.2208 + ] + }, + { + "episode": 1300, + "avg_reward": 9607.45, + "avg_cost": 0.5, + "lambda": 26.2214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2214, + 26.2214, + 26.2214, + 26.2214 + ] + }, + { + "episode": 1310, + "avg_reward": 10210.97, + "avg_cost": 0.5, + "lambda": 26.2219, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2219, + 26.2219, + 26.2219, + 26.2219 + ] + }, + { + "episode": 1320, + "avg_reward": 10518.64, + "avg_cost": 0.0, + "lambda": 26.2225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2225, + 26.2225, + 26.2225, + 26.2225 + ] + }, + { + "episode": 1330, + "avg_reward": 11051.65, + "avg_cost": 0.75, + "lambda": 26.2234, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2234, + 26.2234, + 26.2234, + 26.2234 + ] + }, + { + "episode": 1340, + "avg_reward": 10906.23, + "avg_cost": 0.5, + "lambda": 26.2241, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2241, + 26.2241, + 26.2241, + 26.2241 + ] + }, + { + "episode": 1350, + "avg_reward": 9393.29, + "avg_cost": 0.25, + "lambda": 26.2243, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2243, + 26.2243, + 26.2243, + 26.2243 + ] + }, + { + "episode": 1360, + "avg_reward": 9116.88, + "avg_cost": 0.0, + "lambda": 26.2244, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2244, + 26.2244, + 26.2244, + 26.2244 + ] + }, + { + "episode": 1370, + "avg_reward": 9345.76, + "avg_cost": 0.75, + "lambda": 26.2249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2249, + 26.2249, + 26.2249, + 26.2249 + ] + }, + { + "episode": 1380, + "avg_reward": 9024.03, + "avg_cost": 0.25, + "lambda": 26.2254, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2254, + 26.2254, + 26.2254, + 26.2254 + ] + }, + { + "episode": 1390, + "avg_reward": 9290.37, + "avg_cost": 0.25, + "lambda": 26.2258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2258, + 26.2258, + 26.2258, + 26.2258 + ] + }, + { + "episode": 1400, + "avg_reward": 10737.19, + "avg_cost": 1.75, + "lambda": 26.2264, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2264, + 26.2264, + 26.2264, + 26.2264 + ] + }, + { + "episode": 1410, + "avg_reward": 10702.69, + "avg_cost": 0.25, + "lambda": 26.2274, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2274, + 26.2274, + 26.2274, + 26.2274 + ] + }, + { + "episode": 1420, + "avg_reward": 10214.39, + "avg_cost": 0.75, + "lambda": 26.2286, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2286, + 26.2286, + 26.2286, + 26.2286 + ] + }, + { + "episode": 1430, + "avg_reward": 10453.52, + "avg_cost": 0.25, + "lambda": 26.2296, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2296, + 26.2296, + 26.2296, + 26.2296 + ] + }, + { + "episode": 1440, + "avg_reward": 10826.26, + "avg_cost": 1.5, + "lambda": 26.2306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2306, + 26.2306, + 26.2306, + 26.2306 + ] + }, + { + "episode": 1450, + "avg_reward": 10665.2, + "avg_cost": 0.75, + "lambda": 26.2314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2314, + 26.2314, + 26.2314, + 26.2314 + ] + }, + { + "episode": 1460, + "avg_reward": 10986.06, + "avg_cost": 0.75, + "lambda": 26.2321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2321, + 26.2321, + 26.2321, + 26.2321 + ] + }, + { + "episode": 1470, + "avg_reward": 11611.2, + "avg_cost": 0.75, + "lambda": 26.2329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2329, + 26.2329, + 26.2329, + 26.2329 + ] + }, + { + "episode": 1480, + "avg_reward": 10804.82, + "avg_cost": 0.25, + "lambda": 26.2335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2335, + 26.2335, + 26.2335, + 26.2335 + ] + }, + { + "episode": 1490, + "avg_reward": 10689.78, + "avg_cost": 1.5, + "lambda": 26.2347, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2347, + 26.2347, + 26.2347, + 26.2347 + ] + }, + { + "episode": 1500, + "avg_reward": 11379.78, + "avg_cost": 0.5, + "lambda": 26.2361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.2361, + 26.2361, + 26.2361, + 26.2361 + ] + } + ], + "final_lambdas": [ + 26.2361, + 26.2361, + 26.2361, + 26.2361 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..cf34e0ee59c1a8a54bd713c92b0d4ac6fb31356d --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5603775.96, + "constraint_satisfaction_pct": 13.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18788.47, + "avg_cost": 13.0, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.39, + 10.39, + 10.39, + 10.39 + ] + }, + { + "episode": 10, + "avg_reward": -17294.58, + "avg_cost": 21.75, + "lambda": 17.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0725, + 17.0725, + 17.0725, + 17.0725 + ] + }, + { + "episode": 20, + "avg_reward": -17021.5, + "avg_cost": 21.0, + "lambda": 21.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8725, + 21.8725, + 21.8725, + 21.8725 + ] + }, + { + "episode": 30, + "avg_reward": -17226.31, + "avg_cost": 7.0, + "lambda": 25.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9525, + 25.9525, + 25.9525, + 25.9525 + ] + }, + { + "episode": 40, + "avg_reward": -15839.11, + "avg_cost": 33.5, + "lambda": 30.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4675, + 30.4675, + 30.4675, + 30.4675 + ] + }, + { + "episode": 50, + "avg_reward": -16704.59, + "avg_cost": 13.5, + "lambda": 35.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.7025, + 35.7025, + 35.7025, + 35.7025 + ] + }, + { + "episode": 60, + "avg_reward": -16028.88, + "avg_cost": 6.25, + "lambda": 39.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.805, + 39.805, + 39.805, + 39.805 + ] + }, + { + "episode": 70, + "avg_reward": -15823.77, + "avg_cost": 22.0, + "lambda": 44.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.1325, + 44.1325, + 44.1325, + 44.1325 + ] + }, + { + "episode": 80, + "avg_reward": -15522.74, + "avg_cost": 7.0, + "lambda": 48.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.415, + 48.415, + 48.415, + 48.415 + ] + }, + { + "episode": 90, + "avg_reward": -14476.57, + "avg_cost": 13.25, + "lambda": 52.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.045, + 52.045, + 52.045, + 52.045 + ] + }, + { + "episode": 100, + "avg_reward": -14450.37, + "avg_cost": 16.25, + "lambda": 55.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.885, + 55.885, + 55.885, + 55.885 + ] + }, + { + "episode": 110, + "avg_reward": -14658.51, + "avg_cost": 8.25, + "lambda": 58.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.4125, + 58.4125, + 58.4125, + 58.4125 + ] + }, + { + "episode": 120, + "avg_reward": -14352.66, + "avg_cost": 18.25, + "lambda": 62.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.725, + 62.725, + 62.725, + 62.725 + ] + }, + { + "episode": 130, + "avg_reward": -12697.28, + "avg_cost": 16.75, + "lambda": 66.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4375, + 66.4375, + 66.4375, + 66.4375 + ] + }, + { + "episode": 140, + "avg_reward": -11939.67, + "avg_cost": 8.75, + "lambda": 70.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.48, + 70.48, + 70.48, + 70.48 + ] + }, + { + "episode": 150, + "avg_reward": -12593.88, + "avg_cost": 11.0, + "lambda": 73.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.81, + 73.81, + 73.81, + 73.81 + ] + }, + { + "episode": 160, + "avg_reward": -11996.31, + "avg_cost": 21.25, + "lambda": 76.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.735, + 76.735, + 76.735, + 76.735 + ] + }, + { + "episode": 170, + "avg_reward": -11683.63, + "avg_cost": 11.25, + "lambda": 79.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.795, + 79.795, + 79.795, + 79.795 + ] + }, + { + "episode": 180, + "avg_reward": -11304.5, + "avg_cost": 9.5, + "lambda": 82.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.09, + 82.09, + 82.09, + 82.09 + ] + }, + { + "episode": 190, + "avg_reward": -11208.29, + "avg_cost": 9.5, + "lambda": 84.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.985, + 84.985, + 84.985, + 84.985 + ] + }, + { + "episode": 200, + "avg_reward": -11196.24, + "avg_cost": 15.75, + "lambda": 88.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.57, + 88.57, + 88.57, + 88.57 + ] + }, + { + "episode": 210, + "avg_reward": -10115.21, + "avg_cost": 9.5, + "lambda": 91.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.54, + 91.54, + 91.54, + 91.54 + ] + }, + { + "episode": 220, + "avg_reward": -10924.72, + "avg_cost": 5.5, + "lambda": 94.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.285, + 94.285, + 94.285, + 94.285 + ] + }, + { + "episode": 230, + "avg_reward": -10481.75, + "avg_cost": 7.75, + "lambda": 96.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.46, + 96.46, + 96.46, + 96.46 + ] + }, + { + "episode": 240, + "avg_reward": -10499.04, + "avg_cost": 6.75, + "lambda": 98.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.59, + 98.59, + 98.59, + 98.59 + ] + }, + { + "episode": 250, + "avg_reward": -9908.5, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": -10010.03, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": -10597.36, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": -10264.09, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -9997.34, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -10256.36, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -9167.41, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -9820.32, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -8586.26, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -8277.53, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -8640.33, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -8346.23, + "avg_cost": 18.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -8877.61, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -8200.52, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -8138.22, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -8836.61, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -7356.26, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -7722.45, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -7792.01, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -6862.71, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -6015.49, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -5701.31, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -6898.84, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -6359.03, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -5463.1, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -6343.94, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -5846.18, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -5498.82, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -5413.68, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -5350.52, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -5457.77, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -5444.84, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -5116.39, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -4568.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -4536.78, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -3340.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -3326.55, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -2789.29, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -2299.17, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -1907.02, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -1698.8, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -1452.25, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -1226.72, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -622.48, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -552.99, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -598.51, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -492.35, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -45.42, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 55.69, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 759.91, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 571.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 692.57, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1025.26, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 905.14, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1459.14, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 1644.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 1922.53, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 1954.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2013.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 1897.75, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2137.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2171.53, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2191.96, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2418.82, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2455.47, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2463.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2574.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2652.89, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2960.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2882.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3105.89, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 3466.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 3534.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 3137.83, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 3534.33, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3504.71, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..ee2d49e75b38bff26e62c6f19ec9f44197ff3f2e --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -7004719.95, + "constraint_satisfaction_pct": 13.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23485.58, + "avg_cost": 13.0, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.39, + 10.39, + 10.39, + 10.39 + ] + }, + { + "episode": 10, + "avg_reward": -21618.22, + "avg_cost": 21.75, + "lambda": 17.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0725, + 17.0725, + 17.0725, + 17.0725 + ] + }, + { + "episode": 20, + "avg_reward": -21276.88, + "avg_cost": 21.0, + "lambda": 21.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8725, + 21.8725, + 21.8725, + 21.8725 + ] + }, + { + "episode": 30, + "avg_reward": -21532.89, + "avg_cost": 7.0, + "lambda": 25.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9525, + 25.9525, + 25.9525, + 25.9525 + ] + }, + { + "episode": 40, + "avg_reward": -19798.89, + "avg_cost": 33.5, + "lambda": 30.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.4675, + 30.4675, + 30.4675, + 30.4675 + ] + }, + { + "episode": 50, + "avg_reward": -20880.74, + "avg_cost": 13.5, + "lambda": 35.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.7025, + 35.7025, + 35.7025, + 35.7025 + ] + }, + { + "episode": 60, + "avg_reward": -20036.1, + "avg_cost": 6.25, + "lambda": 39.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.805, + 39.805, + 39.805, + 39.805 + ] + }, + { + "episode": 70, + "avg_reward": -19779.71, + "avg_cost": 22.0, + "lambda": 44.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.1325, + 44.1325, + 44.1325, + 44.1325 + ] + }, + { + "episode": 80, + "avg_reward": -19403.42, + "avg_cost": 7.0, + "lambda": 48.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.415, + 48.415, + 48.415, + 48.415 + ] + }, + { + "episode": 90, + "avg_reward": -18095.71, + "avg_cost": 13.25, + "lambda": 52.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.045, + 52.045, + 52.045, + 52.045 + ] + }, + { + "episode": 100, + "avg_reward": -18062.96, + "avg_cost": 16.25, + "lambda": 55.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.885, + 55.885, + 55.885, + 55.885 + ] + }, + { + "episode": 110, + "avg_reward": -18323.14, + "avg_cost": 8.25, + "lambda": 58.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.4125, + 58.4125, + 58.4125, + 58.4125 + ] + }, + { + "episode": 120, + "avg_reward": -17940.82, + "avg_cost": 18.25, + "lambda": 62.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.725, + 62.725, + 62.725, + 62.725 + ] + }, + { + "episode": 130, + "avg_reward": -15871.6, + "avg_cost": 16.75, + "lambda": 66.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4375, + 66.4375, + 66.4375, + 66.4375 + ] + }, + { + "episode": 140, + "avg_reward": -14924.59, + "avg_cost": 8.75, + "lambda": 70.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.48, + 70.48, + 70.48, + 70.48 + ] + }, + { + "episode": 150, + "avg_reward": -15742.35, + "avg_cost": 11.0, + "lambda": 73.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.81, + 73.81, + 73.81, + 73.81 + ] + }, + { + "episode": 160, + "avg_reward": -14995.39, + "avg_cost": 21.25, + "lambda": 76.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.735, + 76.735, + 76.735, + 76.735 + ] + }, + { + "episode": 170, + "avg_reward": -14604.53, + "avg_cost": 11.25, + "lambda": 79.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.795, + 79.795, + 79.795, + 79.795 + ] + }, + { + "episode": 180, + "avg_reward": -14130.62, + "avg_cost": 9.5, + "lambda": 82.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.09, + 82.09, + 82.09, + 82.09 + ] + }, + { + "episode": 190, + "avg_reward": -14010.37, + "avg_cost": 9.5, + "lambda": 84.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.985, + 84.985, + 84.985, + 84.985 + ] + }, + { + "episode": 200, + "avg_reward": -13995.3, + "avg_cost": 15.75, + "lambda": 88.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.57, + 88.57, + 88.57, + 88.57 + ] + }, + { + "episode": 210, + "avg_reward": -12644.02, + "avg_cost": 9.5, + "lambda": 91.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.54, + 91.54, + 91.54, + 91.54 + ] + }, + { + "episode": 220, + "avg_reward": -13655.91, + "avg_cost": 5.5, + "lambda": 94.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.285, + 94.285, + 94.285, + 94.285 + ] + }, + { + "episode": 230, + "avg_reward": -13102.18, + "avg_cost": 7.75, + "lambda": 96.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.46, + 96.46, + 96.46, + 96.46 + ] + }, + { + "episode": 240, + "avg_reward": -13123.8, + "avg_cost": 6.75, + "lambda": 98.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.59, + 98.59, + 98.59, + 98.59 + ] + }, + { + "episode": 250, + "avg_reward": -12385.62, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": -12512.53, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": -13246.7, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": -12830.11, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -12496.68, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -12820.45, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -11459.27, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -12275.4, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -10732.82, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -10346.92, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -10800.41, + "avg_cost": 21.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -10432.78, + "avg_cost": 18.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -11097.01, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -10250.65, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -10172.78, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -11045.76, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -9195.33, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -9653.06, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -9740.01, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -8578.39, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -7519.37, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -7126.64, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -8623.55, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -7948.79, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -6828.87, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -7929.92, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -7307.72, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -6873.53, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -6767.1, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -6688.15, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -6822.21, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -6806.05, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -6395.49, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -5711.15, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -5670.97, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -4175.21, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -4158.19, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -3486.61, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -2873.96, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -2383.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -2123.5, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -1815.32, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -1533.4, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -778.1, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -691.23, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -748.13, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -615.43, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -56.78, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 69.61, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 949.89, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 714.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 865.72, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1281.57, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1131.43, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1823.92, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2055.66, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2403.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2443.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2516.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2372.19, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2671.62, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2714.42, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2739.95, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 3023.52, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 3069.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 3079.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 3217.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 3316.11, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 3700.88, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3603.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3882.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 4332.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 4418.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 3922.29, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 4417.91, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4380.89, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..4df254cba3a6e37a4e40ef6ee5be20e8da861775 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s1_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1852 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 443954.96, + "constraint_satisfaction_pct": 98.6, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15657.06, + "avg_cost": 13.0, + "lambda": 5.0675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.0675, + 5.0675, + 5.0675, + 5.0675 + ] + }, + { + "episode": 10, + "avg_reward": -14071.16, + "avg_cost": 29.25, + "lambda": 6.64, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.64, + 6.64, + 6.64, + 6.64 + ] + }, + { + "episode": 20, + "avg_reward": -13573.18, + "avg_cost": 14.75, + "lambda": 7.6975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.6975, + 7.6975, + 7.6975, + 7.6975 + ] + }, + { + "episode": 30, + "avg_reward": -13594.84, + "avg_cost": 21.5, + "lambda": 9.0775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.0775, + 9.0775, + 9.0775, + 9.0775 + ] + }, + { + "episode": 40, + "avg_reward": -13144.37, + "avg_cost": 10.0, + "lambda": 9.8725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.8725, + 9.8725, + 9.8725, + 9.8725 + ] + }, + { + "episode": 50, + "avg_reward": -12353.61, + "avg_cost": 11.5, + "lambda": 10.6775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.6775, + 10.6775, + 10.6775, + 10.6775 + ] + }, + { + "episode": 60, + "avg_reward": -11858.55, + "avg_cost": 13.25, + "lambda": 11.6575, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.6575, + 11.6575, + 11.6575, + 11.6575 + ] + }, + { + "episode": 70, + "avg_reward": -11762.14, + "avg_cost": 14.25, + "lambda": 12.705, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.705, + 12.705, + 12.705, + 12.705 + ] + }, + { + "episode": 80, + "avg_reward": -10563.85, + "avg_cost": 11.75, + "lambda": 13.515, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.515, + 13.515, + 13.515, + 13.515 + ] + }, + { + "episode": 90, + "avg_reward": -9882.54, + "avg_cost": 9.75, + "lambda": 14.3925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.3925, + 14.3925, + 14.3925, + 14.3925 + ] + }, + { + "episode": 100, + "avg_reward": -9159.31, + "avg_cost": 11.25, + "lambda": 15.07, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.07, + 15.07, + 15.07, + 15.07 + ] + }, + { + "episode": 110, + "avg_reward": -8826.45, + "avg_cost": 15.5, + "lambda": 15.46, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.46, + 15.46, + 15.46, + 15.46 + ] + }, + { + "episode": 120, + "avg_reward": -7830.32, + "avg_cost": 22.75, + "lambda": 16.3775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.3775, + 16.3775, + 16.3775, + 16.3775 + ] + }, + { + "episode": 130, + "avg_reward": -7310.55, + "avg_cost": 28.0, + "lambda": 17.0925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.0925, + 17.0925, + 17.0925, + 17.0925 + ] + }, + { + "episode": 140, + "avg_reward": -6420.29, + "avg_cost": 17.5, + "lambda": 17.8625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.8625, + 17.8625, + 17.8625, + 17.8625 + ] + }, + { + "episode": 150, + "avg_reward": -5388.28, + "avg_cost": 16.5, + "lambda": 18.4475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.4475, + 18.4475, + 18.4475, + 18.4475 + ] + }, + { + "episode": 160, + "avg_reward": -5093.38, + "avg_cost": 5.25, + "lambda": 19.03, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.03, + 19.03, + 19.03, + 19.03 + ] + }, + { + "episode": 170, + "avg_reward": -4734.38, + "avg_cost": 8.75, + "lambda": 19.465, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.465, + 19.465, + 19.465, + 19.465 + ] + }, + { + "episode": 180, + "avg_reward": -4122.31, + "avg_cost": 10.0, + "lambda": 19.6125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.6125, + 19.6125, + 19.6125, + 19.6125 + ] + }, + { + "episode": 190, + "avg_reward": -3427.36, + "avg_cost": 2.75, + "lambda": 19.4325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.4325, + 19.4325, + 19.4325, + 19.4325 + ] + }, + { + "episode": 200, + "avg_reward": -3380.26, + "avg_cost": 3.25, + "lambda": 19.575, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.575, + 19.575, + 19.575, + 19.575 + ] + }, + { + "episode": 210, + "avg_reward": -2939.07, + "avg_cost": 7.5, + "lambda": 19.735, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.735, + 19.735, + 19.735, + 19.735 + ] + }, + { + "episode": 220, + "avg_reward": -2151.16, + "avg_cost": 2.75, + "lambda": 20.1025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.1025, + 20.1025, + 20.1025, + 20.1025 + ] + }, + { + "episode": 230, + "avg_reward": -1978.49, + "avg_cost": 1.5, + "lambda": 20.2025, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.2025, + 20.2025, + 20.2025, + 20.2025 + ] + }, + { + "episode": 240, + "avg_reward": -1692.46, + "avg_cost": 4.25, + "lambda": 20.4625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.4625, + 20.4625, + 20.4625, + 20.4625 + ] + }, + { + "episode": 250, + "avg_reward": -1281.26, + "avg_cost": 2.75, + "lambda": 20.565, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.565, + 20.565, + 20.565, + 20.565 + ] + }, + { + "episode": 260, + "avg_reward": -1003.54, + "avg_cost": 2.75, + "lambda": 20.585, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.585, + 20.585, + 20.585, + 20.585 + ] + }, + { + "episode": 270, + "avg_reward": -349.74, + "avg_cost": 0.5, + "lambda": 20.2625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 20.2625, + 20.2625, + 20.2625, + 20.2625 + ] + }, + { + "episode": 280, + "avg_reward": 100.57, + "avg_cost": 0.75, + "lambda": 19.935, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.935, + 19.935, + 19.935, + 19.935 + ] + }, + { + "episode": 290, + "avg_reward": -62.7, + "avg_cost": 2.75, + "lambda": 19.67, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.67, + 19.67, + 19.67, + 19.67 + ] + }, + { + "episode": 300, + "avg_reward": 663.65, + "avg_cost": 2.5, + "lambda": 19.415, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.415, + 19.415, + 19.415, + 19.415 + ] + }, + { + "episode": 310, + "avg_reward": 775.53, + "avg_cost": 3.25, + "lambda": 19.1125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 19.1125, + 19.1125, + 19.1125, + 19.1125 + ] + }, + { + "episode": 320, + "avg_reward": 1040.54, + "avg_cost": 3.25, + "lambda": 18.71, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.71, + 18.71, + 18.71, + 18.71 + ] + }, + { + "episode": 330, + "avg_reward": 985.91, + "avg_cost": 1.5, + "lambda": 18.3225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.3225, + 18.3225, + 18.3225, + 18.3225 + ] + }, + { + "episode": 340, + "avg_reward": 1078.12, + "avg_cost": 2.25, + "lambda": 17.8125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.8125, + 17.8125, + 17.8125, + 17.8125 + ] + }, + { + "episode": 350, + "avg_reward": 1271.73, + "avg_cost": 0.0, + "lambda": 17.3825, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.3825, + 17.3825, + 17.3825, + 17.3825 + ] + }, + { + "episode": 360, + "avg_reward": 1656.94, + "avg_cost": 0.75, + "lambda": 16.8625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.8625, + 16.8625, + 16.8625, + 16.8625 + ] + }, + { + "episode": 370, + "avg_reward": 2183.13, + "avg_cost": 2.75, + "lambda": 16.3975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.3975, + 16.3975, + 16.3975, + 16.3975 + ] + }, + { + "episode": 380, + "avg_reward": 1928.78, + "avg_cost": 0.25, + "lambda": 15.86, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.86, + 15.86, + 15.86, + 15.86 + ] + }, + { + "episode": 390, + "avg_reward": 2049.25, + "avg_cost": 1.0, + "lambda": 15.3425, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.3425, + 15.3425, + 15.3425, + 15.3425 + ] + }, + { + "episode": 400, + "avg_reward": 2290.52, + "avg_cost": 2.5, + "lambda": 14.81, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.81, + 14.81, + 14.81, + 14.81 + ] + }, + { + "episode": 410, + "avg_reward": 2241.92, + "avg_cost": 0.0, + "lambda": 14.2525, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.2525, + 14.2525, + 14.2525, + 14.2525 + ] + }, + { + "episode": 420, + "avg_reward": 2522.89, + "avg_cost": 0.75, + "lambda": 13.6975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.6975, + 13.6975, + 13.6975, + 13.6975 + ] + }, + { + "episode": 430, + "avg_reward": 2657.3, + "avg_cost": 0.25, + "lambda": 13.145, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.145, + 13.145, + 13.145, + 13.145 + ] + }, + { + "episode": 440, + "avg_reward": 2789.29, + "avg_cost": 1.0, + "lambda": 12.6075, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.6075, + 12.6075, + 12.6075, + 12.6075 + ] + }, + { + "episode": 450, + "avg_reward": 2868.32, + "avg_cost": 0.0, + "lambda": 12.06, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.06, + 12.06, + 12.06, + 12.06 + ] + }, + { + "episode": 460, + "avg_reward": 2730.03, + "avg_cost": 0.0, + "lambda": 11.5, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.5, + 11.5, + 11.5, + 11.5 + ] + }, + { + "episode": 470, + "avg_reward": 2905.92, + "avg_cost": 0.5, + "lambda": 10.95, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 480, + "avg_reward": 3278.0, + "avg_cost": 0.0, + "lambda": 10.3975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.3975, + 10.3975, + 10.3975, + 10.3975 + ] + }, + { + "episode": 490, + "avg_reward": 2936.76, + "avg_cost": 0.0, + "lambda": 9.845, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.845, + 9.845, + 9.845, + 9.845 + ] + }, + { + "episode": 500, + "avg_reward": 2966.09, + "avg_cost": 0.0, + "lambda": 9.28, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.28, + 9.28, + 9.28, + 9.28 + ] + }, + { + "episode": 510, + "avg_reward": 3142.09, + "avg_cost": 0.0, + "lambda": 8.7175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.7175, + 8.7175, + 8.7175, + 8.7175 + ] + }, + { + "episode": 520, + "avg_reward": 3057.03, + "avg_cost": 0.75, + "lambda": 8.1475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.1475, + 8.1475, + 8.1475, + 8.1475 + ] + }, + { + "episode": 530, + "avg_reward": 3263.06, + "avg_cost": 0.0, + "lambda": 7.5875, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.5875, + 7.5875, + 7.5875, + 7.5875 + ] + }, + { + "episode": 540, + "avg_reward": 3314.25, + "avg_cost": 0.75, + "lambda": 7.015, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.015, + 7.015, + 7.015, + 7.015 + ] + }, + { + "episode": 550, + "avg_reward": 3104.04, + "avg_cost": 0.25, + "lambda": 6.4725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.4725, + 6.4725, + 6.4725, + 6.4725 + ] + }, + { + "episode": 560, + "avg_reward": 3641.19, + "avg_cost": 1.0, + "lambda": 5.905, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.905, + 5.905, + 5.905, + 5.905 + ] + }, + { + "episode": 570, + "avg_reward": 3463.19, + "avg_cost": 0.75, + "lambda": 5.3375, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.3375, + 5.3375, + 5.3375, + 5.3375 + ] + }, + { + "episode": 580, + "avg_reward": 3586.09, + "avg_cost": 0.75, + "lambda": 4.7725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 4.7725, + 4.7725, + 4.7725, + 4.7725 + ] + }, + { + "episode": 590, + "avg_reward": 3616.88, + "avg_cost": 0.75, + "lambda": 4.2, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 4.2, + 4.2, + 4.2, + 4.2 + ] + }, + { + "episode": 600, + "avg_reward": 3809.63, + "avg_cost": 0.25, + "lambda": 3.6125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.6125, + 3.6125, + 3.6125, + 3.6125 + ] + }, + { + "episode": 610, + "avg_reward": 3784.91, + "avg_cost": 0.25, + "lambda": 3.0075, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.0075, + 3.0075, + 3.0075, + 3.0075 + ] + }, + { + "episode": 620, + "avg_reward": 3516.62, + "avg_cost": 0.5, + "lambda": 2.4225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 2.4225, + 2.4225, + 2.4225, + 2.4225 + ] + }, + { + "episode": 630, + "avg_reward": 3607.96, + "avg_cost": 0.75, + "lambda": 1.8625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 1.8625, + 1.8625, + 1.8625, + 1.8625 + ] + }, + { + "episode": 640, + "avg_reward": 3440.33, + "avg_cost": 0.75, + "lambda": 1.26, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 1.26, + 1.26, + 1.26, + 1.26 + ] + }, + { + "episode": 650, + "avg_reward": 4107.79, + "avg_cost": 0.0, + "lambda": 0.66, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.66, + 0.66, + 0.66, + 0.66 + ] + }, + { + "episode": 660, + "avg_reward": 4024.52, + "avg_cost": 0.0, + "lambda": 0.075, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.075, + 0.075, + 0.075, + 0.075 + ] + }, + { + "episode": 670, + "avg_reward": 3792.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 3943.37, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 3823.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 3525.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 3678.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 4111.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 3946.82, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 4049.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 3068.86, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4145.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4374.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 3815.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4330.16, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 3975.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 3768.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4357.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 4085.17, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4168.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4336.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4207.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4034.96, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4350.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4073.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4173.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4540.35, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4357.16, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4394.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4414.13, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 4243.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4242.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4762.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 4464.42, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4540.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4414.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 6.25 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..01232dee69a08bdcab5381a8f72767ee96dec369 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7320683.57, + "constraint_satisfaction_pct": 37.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.8551, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31314.11, + "avg_cost": 837.5, + "lambda": 0.1838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1838, + 0.1838, + 0.1838, + 0.1838 + ] + }, + { + "episode": 10, + "avg_reward": -28718.72, + "avg_cost": 837.75, + "lambda": 0.9341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9341, + 0.9341, + 0.9341, + 0.9341 + ] + }, + { + "episode": 20, + "avg_reward": -27688.0, + "avg_cost": 817.25, + "lambda": 1.7588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7588, + 1.7588, + 1.7588, + 1.7588 + ] + }, + { + "episode": 30, + "avg_reward": -27524.54, + "avg_cost": 806.5, + "lambda": 2.5718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5718, + 2.5718, + 2.5718, + 2.5718 + ] + }, + { + "episode": 40, + "avg_reward": -24909.18, + "avg_cost": 784.75, + "lambda": 3.3641, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3641, + 3.3641, + 3.3641, + 3.3641 + ] + }, + { + "episode": 50, + "avg_reward": -23785.99, + "avg_cost": 770.75, + "lambda": 4.1395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1395, + 4.1395, + 4.1395, + 4.1395 + ] + }, + { + "episode": 60, + "avg_reward": -22292.22, + "avg_cost": 741.0, + "lambda": 4.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9, + 4.9, + 4.9, + 4.9 + ] + }, + { + "episode": 70, + "avg_reward": -20129.15, + "avg_cost": 725.0, + "lambda": 5.6385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6385, + 5.6385, + 5.6385, + 5.6385 + ] + }, + { + "episode": 80, + "avg_reward": -19401.22, + "avg_cost": 693.25, + "lambda": 6.3473, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3473, + 6.3473, + 6.3473, + 6.3473 + ] + }, + { + "episode": 90, + "avg_reward": -17156.19, + "avg_cost": 664.0, + "lambda": 7.0285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0285, + 7.0285, + 7.0285, + 7.0285 + ] + }, + { + "episode": 100, + "avg_reward": -14969.71, + "avg_cost": 608.0, + "lambda": 7.6616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6616, + 7.6616, + 7.6616, + 7.6616 + ] + }, + { + "episode": 110, + "avg_reward": -11625.3, + "avg_cost": 545.5, + "lambda": 8.2417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2417, + 8.2417, + 8.2417, + 8.2417 + ] + }, + { + "episode": 120, + "avg_reward": -9420.61, + "avg_cost": 467.75, + "lambda": 8.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.75, + 8.75, + 8.75, + 8.75 + ] + }, + { + "episode": 130, + "avg_reward": -8834.35, + "avg_cost": 402.5, + "lambda": 9.1794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1794, + 9.1794, + 9.1794, + 9.1794 + ] + }, + { + "episode": 140, + "avg_reward": -5760.23, + "avg_cost": 316.75, + "lambda": 9.5377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5377, + 9.5377, + 9.5377, + 9.5377 + ] + }, + { + "episode": 150, + "avg_reward": -4568.67, + "avg_cost": 263.5, + "lambda": 9.8418, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8418, + 9.8418, + 9.8418, + 9.8418 + ] + }, + { + "episode": 160, + "avg_reward": -2799.72, + "avg_cost": 201.25, + "lambda": 10.0687, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0687, + 10.0687, + 10.0687, + 10.0687 + ] + }, + { + "episode": 170, + "avg_reward": -1798.61, + "avg_cost": 138.75, + "lambda": 10.2351, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2351, + 10.2351, + 10.2351, + 10.2351 + ] + }, + { + "episode": 180, + "avg_reward": -893.33, + "avg_cost": 113.5, + "lambda": 10.3627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3627, + 10.3627, + 10.3627, + 10.3627 + ] + }, + { + "episode": 190, + "avg_reward": -124.43, + "avg_cost": 78.5, + "lambda": 10.4524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4524, + 10.4524, + 10.4524, + 10.4524 + ] + }, + { + "episode": 200, + "avg_reward": 1186.11, + "avg_cost": 61.75, + "lambda": 10.5215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5215, + 10.5215, + 10.5215, + 10.5215 + ] + }, + { + "episode": 210, + "avg_reward": 556.45, + "avg_cost": 46.25, + "lambda": 10.5722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5722, + 10.5722, + 10.5722, + 10.5722 + ] + }, + { + "episode": 220, + "avg_reward": 1702.6, + "avg_cost": 35.75, + "lambda": 10.6141, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6141, + 10.6141, + 10.6141, + 10.6141 + ] + }, + { + "episode": 230, + "avg_reward": 2105.59, + "avg_cost": 28.75, + "lambda": 10.6477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6477, + 10.6477, + 10.6477, + 10.6477 + ] + }, + { + "episode": 240, + "avg_reward": 2403.56, + "avg_cost": 25.75, + "lambda": 10.6755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6755, + 10.6755, + 10.6755, + 10.6755 + ] + }, + { + "episode": 250, + "avg_reward": 2518.92, + "avg_cost": 16.5, + "lambda": 10.698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.698, + 10.698, + 10.698, + 10.698 + ] + }, + { + "episode": 260, + "avg_reward": 2869.9, + "avg_cost": 16.25, + "lambda": 10.7163, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7163, + 10.7163, + 10.7163, + 10.7163 + ] + }, + { + "episode": 270, + "avg_reward": 3176.99, + "avg_cost": 12.5, + "lambda": 10.7326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7326, + 10.7326, + 10.7326, + 10.7326 + ] + }, + { + "episode": 280, + "avg_reward": 3475.07, + "avg_cost": 11.5, + "lambda": 10.746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.746, + 10.746, + 10.746, + 10.746 + ] + }, + { + "episode": 290, + "avg_reward": 3489.46, + "avg_cost": 8.25, + "lambda": 10.7563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7563, + 10.7563, + 10.7563, + 10.7563 + ] + }, + { + "episode": 300, + "avg_reward": 3405.19, + "avg_cost": 8.5, + "lambda": 10.7654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7654, + 10.7654, + 10.7654, + 10.7654 + ] + }, + { + "episode": 310, + "avg_reward": 3373.28, + "avg_cost": 5.25, + "lambda": 10.7724, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7724, + 10.7724, + 10.7724, + 10.7724 + ] + }, + { + "episode": 320, + "avg_reward": 4159.51, + "avg_cost": 5.5, + "lambda": 10.7795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7795, + 10.7795, + 10.7795, + 10.7795 + ] + }, + { + "episode": 330, + "avg_reward": 3913.52, + "avg_cost": 5.25, + "lambda": 10.7862, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7862, + 10.7862, + 10.7862, + 10.7862 + ] + }, + { + "episode": 340, + "avg_reward": 4196.14, + "avg_cost": 7.0, + "lambda": 10.7923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7923, + 10.7923, + 10.7923, + 10.7923 + ] + }, + { + "episode": 350, + "avg_reward": 3905.75, + "avg_cost": 5.25, + "lambda": 10.7977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7977, + 10.7977, + 10.7977, + 10.7977 + ] + }, + { + "episode": 360, + "avg_reward": 5420.06, + "avg_cost": 5.0, + "lambda": 10.8022, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8022, + 10.8022, + 10.8022, + 10.8022 + ] + }, + { + "episode": 370, + "avg_reward": 5247.66, + "avg_cost": 3.25, + "lambda": 10.8065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8065, + 10.8065, + 10.8065, + 10.8065 + ] + }, + { + "episode": 380, + "avg_reward": 5351.31, + "avg_cost": 3.75, + "lambda": 10.8105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8105, + 10.8105, + 10.8105, + 10.8105 + ] + }, + { + "episode": 390, + "avg_reward": 4869.7, + "avg_cost": 1.5, + "lambda": 10.814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.814, + 10.814, + 10.814, + 10.814 + ] + }, + { + "episode": 400, + "avg_reward": 4799.3, + "avg_cost": 4.75, + "lambda": 10.8176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8176, + 10.8176, + 10.8176, + 10.8176 + ] + }, + { + "episode": 410, + "avg_reward": 4640.5, + "avg_cost": 3.0, + "lambda": 10.8215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8215, + 10.8215, + 10.8215, + 10.8215 + ] + }, + { + "episode": 420, + "avg_reward": 5880.29, + "avg_cost": 3.5, + "lambda": 10.8241, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8241, + 10.8241, + 10.8241, + 10.8241 + ] + }, + { + "episode": 430, + "avg_reward": 5724.49, + "avg_cost": 2.5, + "lambda": 10.8264, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8264, + 10.8264, + 10.8264, + 10.8264 + ] + }, + { + "episode": 440, + "avg_reward": 6230.74, + "avg_cost": 3.25, + "lambda": 10.8282, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8282, + 10.8282, + 10.8282, + 10.8282 + ] + }, + { + "episode": 450, + "avg_reward": 5625.44, + "avg_cost": 1.75, + "lambda": 10.8309, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8309, + 10.8309, + 10.8309, + 10.8309 + ] + }, + { + "episode": 460, + "avg_reward": 6362.56, + "avg_cost": 1.0, + "lambda": 10.8329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8329, + 10.8329, + 10.8329, + 10.8329 + ] + }, + { + "episode": 470, + "avg_reward": 6512.77, + "avg_cost": 2.5, + "lambda": 10.8343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8343, + 10.8343, + 10.8343, + 10.8343 + ] + }, + { + "episode": 480, + "avg_reward": 5856.91, + "avg_cost": 0.25, + "lambda": 10.8352, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8352, + 10.8352, + 10.8352, + 10.8352 + ] + }, + { + "episode": 490, + "avg_reward": 7336.53, + "avg_cost": 1.5, + "lambda": 10.8365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8365, + 10.8365, + 10.8365, + 10.8365 + ] + }, + { + "episode": 500, + "avg_reward": 6711.13, + "avg_cost": 1.0, + "lambda": 10.8378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8378, + 10.8378, + 10.8378, + 10.8378 + ] + }, + { + "episode": 510, + "avg_reward": 6549.03, + "avg_cost": 1.0, + "lambda": 10.8387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8387, + 10.8387, + 10.8387, + 10.8387 + ] + }, + { + "episode": 520, + "avg_reward": 6830.94, + "avg_cost": 1.0, + "lambda": 10.8398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8398, + 10.8398, + 10.8398, + 10.8398 + ] + }, + { + "episode": 530, + "avg_reward": 7117.22, + "avg_cost": 0.25, + "lambda": 10.8404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8404, + 10.8404, + 10.8404, + 10.8404 + ] + }, + { + "episode": 540, + "avg_reward": 7234.63, + "avg_cost": 1.25, + "lambda": 10.8409, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8409, + 10.8409, + 10.8409, + 10.8409 + ] + }, + { + "episode": 550, + "avg_reward": 7273.07, + "avg_cost": 0.25, + "lambda": 10.8415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8415, + 10.8415, + 10.8415, + 10.8415 + ] + }, + { + "episode": 560, + "avg_reward": 6795.28, + "avg_cost": 0.25, + "lambda": 10.8417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8417, + 10.8417, + 10.8417, + 10.8417 + ] + }, + { + "episode": 570, + "avg_reward": 6795.92, + "avg_cost": 0.5, + "lambda": 10.842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.842, + 10.842, + 10.842, + 10.842 + ] + }, + { + "episode": 580, + "avg_reward": 6680.72, + "avg_cost": 0.5, + "lambda": 10.8423, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8423, + 10.8423, + 10.8423, + 10.8423 + ] + }, + { + "episode": 590, + "avg_reward": 7684.24, + "avg_cost": 0.25, + "lambda": 10.8427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8427, + 10.8427, + 10.8427, + 10.8427 + ] + }, + { + "episode": 600, + "avg_reward": 7096.8, + "avg_cost": 0.75, + "lambda": 10.843, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.843, + 10.843, + 10.843, + 10.843 + ] + }, + { + "episode": 610, + "avg_reward": 7961.26, + "avg_cost": 0.25, + "lambda": 10.8434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8434, + 10.8434, + 10.8434, + 10.8434 + ] + }, + { + "episode": 620, + "avg_reward": 8001.57, + "avg_cost": 0.0, + "lambda": 10.8436, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8436, + 10.8436, + 10.8436, + 10.8436 + ] + }, + { + "episode": 630, + "avg_reward": 7852.12, + "avg_cost": 0.25, + "lambda": 10.8438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8438, + 10.8438, + 10.8438, + 10.8438 + ] + }, + { + "episode": 640, + "avg_reward": 7537.26, + "avg_cost": 0.25, + "lambda": 10.844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.844, + 10.844, + 10.844, + 10.844 + ] + }, + { + "episode": 650, + "avg_reward": 7994.29, + "avg_cost": 0.0, + "lambda": 10.8443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8443, + 10.8443, + 10.8443, + 10.8443 + ] + }, + { + "episode": 660, + "avg_reward": 7724.54, + "avg_cost": 0.25, + "lambda": 10.8445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8445, + 10.8445, + 10.8445, + 10.8445 + ] + }, + { + "episode": 670, + "avg_reward": 7682.42, + "avg_cost": 0.75, + "lambda": 10.8448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8448, + 10.8448, + 10.8448, + 10.8448 + ] + }, + { + "episode": 680, + "avg_reward": 7343.78, + "avg_cost": 0.25, + "lambda": 10.8451, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8451, + 10.8451, + 10.8451, + 10.8451 + ] + }, + { + "episode": 690, + "avg_reward": 8001.1, + "avg_cost": 0.0, + "lambda": 10.8453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8453, + 10.8453, + 10.8453, + 10.8453 + ] + }, + { + "episode": 700, + "avg_reward": 8031.56, + "avg_cost": 0.5, + "lambda": 10.8455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8455, + 10.8455, + 10.8455, + 10.8455 + ] + }, + { + "episode": 710, + "avg_reward": 8631.43, + "avg_cost": 0.5, + "lambda": 10.8458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8458, + 10.8458, + 10.8458, + 10.8458 + ] + }, + { + "episode": 720, + "avg_reward": 8219.7, + "avg_cost": 0.0, + "lambda": 10.846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.846, + 10.846, + 10.846, + 10.846 + ] + }, + { + "episode": 730, + "avg_reward": 8162.26, + "avg_cost": 0.0, + "lambda": 10.8461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8461, + 10.8461, + 10.8461, + 10.8461 + ] + }, + { + "episode": 740, + "avg_reward": 8065.36, + "avg_cost": 0.25, + "lambda": 10.8463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8463, + 10.8463, + 10.8463, + 10.8463 + ] + }, + { + "episode": 750, + "avg_reward": 8190.6, + "avg_cost": 0.25, + "lambda": 10.8466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8466, + 10.8466, + 10.8466, + 10.8466 + ] + }, + { + "episode": 760, + "avg_reward": 8307.88, + "avg_cost": 0.5, + "lambda": 10.8468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8468, + 10.8468, + 10.8468, + 10.8468 + ] + }, + { + "episode": 770, + "avg_reward": 8365.13, + "avg_cost": 0.0, + "lambda": 10.847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.847, + 10.847, + 10.847, + 10.847 + ] + }, + { + "episode": 780, + "avg_reward": 8508.66, + "avg_cost": 0.0, + "lambda": 10.8472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8472, + 10.8472, + 10.8472, + 10.8472 + ] + }, + { + "episode": 790, + "avg_reward": 7802.35, + "avg_cost": 0.0, + "lambda": 10.8473, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8473, + 10.8473, + 10.8473, + 10.8473 + ] + }, + { + "episode": 800, + "avg_reward": 7443.37, + "avg_cost": 0.0, + "lambda": 10.8474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8474, + 10.8474, + 10.8474, + 10.8474 + ] + }, + { + "episode": 810, + "avg_reward": 8216.88, + "avg_cost": 0.0, + "lambda": 10.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8475, + 10.8475, + 10.8475, + 10.8475 + ] + }, + { + "episode": 820, + "avg_reward": 8760.64, + "avg_cost": 0.25, + "lambda": 10.8476, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8476, + 10.8476, + 10.8476, + 10.8476 + ] + }, + { + "episode": 830, + "avg_reward": 8865.39, + "avg_cost": 0.0, + "lambda": 10.8477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8477, + 10.8477, + 10.8477, + 10.8477 + ] + }, + { + "episode": 840, + "avg_reward": 8390.93, + "avg_cost": 0.0, + "lambda": 10.8478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8478, + 10.8478, + 10.8478, + 10.8478 + ] + }, + { + "episode": 850, + "avg_reward": 9328.54, + "avg_cost": 0.25, + "lambda": 10.8478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8478, + 10.8478, + 10.8478, + 10.8478 + ] + }, + { + "episode": 860, + "avg_reward": 9046.76, + "avg_cost": 0.25, + "lambda": 10.848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.848, + 10.848, + 10.848, + 10.848 + ] + }, + { + "episode": 870, + "avg_reward": 9762.42, + "avg_cost": 0.25, + "lambda": 10.8481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8481, + 10.8481, + 10.8481, + 10.8481 + ] + }, + { + "episode": 880, + "avg_reward": 9104.58, + "avg_cost": 0.25, + "lambda": 10.8481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8481, + 10.8481, + 10.8481, + 10.8481 + ] + }, + { + "episode": 890, + "avg_reward": 9255.6, + "avg_cost": 0.75, + "lambda": 10.8483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8483, + 10.8483, + 10.8483, + 10.8483 + ] + }, + { + "episode": 900, + "avg_reward": 9145.56, + "avg_cost": 0.0, + "lambda": 10.8484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8484, + 10.8484, + 10.8484, + 10.8484 + ] + }, + { + "episode": 910, + "avg_reward": 8130.59, + "avg_cost": 0.0, + "lambda": 10.8484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8484, + 10.8484, + 10.8484, + 10.8484 + ] + }, + { + "episode": 920, + "avg_reward": 8740.86, + "avg_cost": 0.25, + "lambda": 10.8485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8485, + 10.8485, + 10.8485, + 10.8485 + ] + }, + { + "episode": 930, + "avg_reward": 9263.67, + "avg_cost": 0.0, + "lambda": 10.8486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8486, + 10.8486, + 10.8486, + 10.8486 + ] + }, + { + "episode": 940, + "avg_reward": 8703.73, + "avg_cost": 0.0, + "lambda": 10.8486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8486, + 10.8486, + 10.8486, + 10.8486 + ] + }, + { + "episode": 950, + "avg_reward": 9433.12, + "avg_cost": 0.25, + "lambda": 10.8487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8487, + 10.8487, + 10.8487, + 10.8487 + ] + }, + { + "episode": 960, + "avg_reward": 8687.13, + "avg_cost": 0.0, + "lambda": 10.8489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8489, + 10.8489, + 10.8489, + 10.8489 + ] + }, + { + "episode": 970, + "avg_reward": 10044.16, + "avg_cost": 0.25, + "lambda": 10.849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.849, + 10.849, + 10.849, + 10.849 + ] + }, + { + "episode": 980, + "avg_reward": 9949.76, + "avg_cost": 0.0, + "lambda": 10.8492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8492, + 10.8492, + 10.8492, + 10.8492 + ] + }, + { + "episode": 990, + "avg_reward": 8922.66, + "avg_cost": 0.0, + "lambda": 10.8495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8495, + 10.8495, + 10.8495, + 10.8495 + ] + }, + { + "episode": 1000, + "avg_reward": 9310.21, + "avg_cost": 0.0, + "lambda": 10.8496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8496, + 10.8496, + 10.8496, + 10.8496 + ] + }, + { + "episode": 1010, + "avg_reward": 9391.49, + "avg_cost": 0.0, + "lambda": 10.8497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8497, + 10.8497, + 10.8497, + 10.8497 + ] + }, + { + "episode": 1020, + "avg_reward": 9423.2, + "avg_cost": 0.0, + "lambda": 10.8498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8498, + 10.8498, + 10.8498, + 10.8498 + ] + }, + { + "episode": 1030, + "avg_reward": 9654.2, + "avg_cost": 0.0, + "lambda": 10.8499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8499, + 10.8499, + 10.8499, + 10.8499 + ] + }, + { + "episode": 1040, + "avg_reward": 9594.35, + "avg_cost": 0.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 1050, + "avg_reward": 9650.19, + "avg_cost": 0.0, + "lambda": 10.8501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8501, + 10.8501, + 10.8501, + 10.8501 + ] + }, + { + "episode": 1060, + "avg_reward": 8016.5, + "avg_cost": 0.0, + "lambda": 10.8501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8501, + 10.8501, + 10.8501, + 10.8501 + ] + }, + { + "episode": 1070, + "avg_reward": 8336.07, + "avg_cost": 0.0, + "lambda": 10.8502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8502, + 10.8502, + 10.8502, + 10.8502 + ] + }, + { + "episode": 1080, + "avg_reward": 9037.03, + "avg_cost": 0.25, + "lambda": 10.8502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8502, + 10.8502, + 10.8502, + 10.8502 + ] + }, + { + "episode": 1090, + "avg_reward": 9188.04, + "avg_cost": 0.0, + "lambda": 10.8503, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8503, + 10.8503, + 10.8503, + 10.8503 + ] + }, + { + "episode": 1100, + "avg_reward": 9416.94, + "avg_cost": 0.5, + "lambda": 10.8506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8506, + 10.8506, + 10.8506, + 10.8506 + ] + }, + { + "episode": 1110, + "avg_reward": 8748.5, + "avg_cost": 0.0, + "lambda": 10.8507, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8507, + 10.8507, + 10.8507, + 10.8507 + ] + }, + { + "episode": 1120, + "avg_reward": 9527.01, + "avg_cost": 0.0, + "lambda": 10.8508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8508, + 10.8508, + 10.8508, + 10.8508 + ] + }, + { + "episode": 1130, + "avg_reward": 9916.25, + "avg_cost": 0.25, + "lambda": 10.8508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8508, + 10.8508, + 10.8508, + 10.8508 + ] + }, + { + "episode": 1140, + "avg_reward": 10065.41, + "avg_cost": 0.0, + "lambda": 10.8508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8508, + 10.8508, + 10.8508, + 10.8508 + ] + }, + { + "episode": 1150, + "avg_reward": 8515.81, + "avg_cost": 0.25, + "lambda": 10.8509, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8509, + 10.8509, + 10.8509, + 10.8509 + ] + }, + { + "episode": 1160, + "avg_reward": 8890.63, + "avg_cost": 0.0, + "lambda": 10.8509, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8509, + 10.8509, + 10.8509, + 10.8509 + ] + }, + { + "episode": 1170, + "avg_reward": 9711.21, + "avg_cost": 0.0, + "lambda": 10.851, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.851, + 10.851, + 10.851, + 10.851 + ] + }, + { + "episode": 1180, + "avg_reward": 9264.18, + "avg_cost": 0.0, + "lambda": 10.8512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8512, + 10.8512, + 10.8512, + 10.8512 + ] + }, + { + "episode": 1190, + "avg_reward": 9707.29, + "avg_cost": 0.0, + "lambda": 10.8513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8513, + 10.8513, + 10.8513, + 10.8513 + ] + }, + { + "episode": 1200, + "avg_reward": 9331.4, + "avg_cost": 0.25, + "lambda": 10.8514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8514, + 10.8514, + 10.8514, + 10.8514 + ] + }, + { + "episode": 1210, + "avg_reward": 9787.97, + "avg_cost": 0.25, + "lambda": 10.8516, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8516, + 10.8516, + 10.8516, + 10.8516 + ] + }, + { + "episode": 1220, + "avg_reward": 10252.79, + "avg_cost": 0.25, + "lambda": 10.8518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8518, + 10.8518, + 10.8518, + 10.8518 + ] + }, + { + "episode": 1230, + "avg_reward": 8524.94, + "avg_cost": 0.25, + "lambda": 10.8519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8519, + 10.8519, + 10.8519, + 10.8519 + ] + }, + { + "episode": 1240, + "avg_reward": 9268.44, + "avg_cost": 0.0, + "lambda": 10.852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.852, + 10.852, + 10.852, + 10.852 + ] + }, + { + "episode": 1250, + "avg_reward": 9657.69, + "avg_cost": 0.25, + "lambda": 10.8521, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8521, + 10.8521, + 10.8521, + 10.8521 + ] + }, + { + "episode": 1260, + "avg_reward": 8516.42, + "avg_cost": 0.0, + "lambda": 10.8524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8524, + 10.8524, + 10.8524, + 10.8524 + ] + }, + { + "episode": 1270, + "avg_reward": 9310.06, + "avg_cost": 0.25, + "lambda": 10.8526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8526, + 10.8526, + 10.8526, + 10.8526 + ] + }, + { + "episode": 1280, + "avg_reward": 10395.49, + "avg_cost": 0.0, + "lambda": 10.8526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8526, + 10.8526, + 10.8526, + 10.8526 + ] + }, + { + "episode": 1290, + "avg_reward": 10163.91, + "avg_cost": 0.25, + "lambda": 10.8527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8527, + 10.8527, + 10.8527, + 10.8527 + ] + }, + { + "episode": 1300, + "avg_reward": 10649.79, + "avg_cost": 0.0, + "lambda": 10.8528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8528, + 10.8528, + 10.8528, + 10.8528 + ] + }, + { + "episode": 1310, + "avg_reward": 9818.33, + "avg_cost": 0.0, + "lambda": 10.8529, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8529, + 10.8529, + 10.8529, + 10.8529 + ] + }, + { + "episode": 1320, + "avg_reward": 9213.05, + "avg_cost": 0.25, + "lambda": 10.8531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8531, + 10.8531, + 10.8531, + 10.8531 + ] + }, + { + "episode": 1330, + "avg_reward": 9461.41, + "avg_cost": 0.25, + "lambda": 10.8531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8531, + 10.8531, + 10.8531, + 10.8531 + ] + }, + { + "episode": 1340, + "avg_reward": 9905.85, + "avg_cost": 0.25, + "lambda": 10.8532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8532, + 10.8532, + 10.8532, + 10.8532 + ] + }, + { + "episode": 1350, + "avg_reward": 10610.18, + "avg_cost": 0.25, + "lambda": 10.8533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8533, + 10.8533, + 10.8533, + 10.8533 + ] + }, + { + "episode": 1360, + "avg_reward": 9629.24, + "avg_cost": 0.25, + "lambda": 10.8533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8533, + 10.8533, + 10.8533, + 10.8533 + ] + }, + { + "episode": 1370, + "avg_reward": 9578.61, + "avg_cost": 0.0, + "lambda": 10.8534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8534, + 10.8534, + 10.8534, + 10.8534 + ] + }, + { + "episode": 1380, + "avg_reward": 10168.92, + "avg_cost": 0.0, + "lambda": 10.8535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8535, + 10.8535, + 10.8535, + 10.8535 + ] + }, + { + "episode": 1390, + "avg_reward": 9776.56, + "avg_cost": 0.0, + "lambda": 10.8537, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8537, + 10.8537, + 10.8537, + 10.8537 + ] + }, + { + "episode": 1400, + "avg_reward": 10713.68, + "avg_cost": 0.25, + "lambda": 10.8539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8539, + 10.8539, + 10.8539, + 10.8539 + ] + }, + { + "episode": 1410, + "avg_reward": 9275.7, + "avg_cost": 0.0, + "lambda": 10.854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.854, + 10.854, + 10.854, + 10.854 + ] + }, + { + "episode": 1420, + "avg_reward": 10309.38, + "avg_cost": 0.0, + "lambda": 10.854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.854, + 10.854, + 10.854, + 10.854 + ] + }, + { + "episode": 1430, + "avg_reward": 9584.97, + "avg_cost": 0.0, + "lambda": 10.8542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8542, + 10.8542, + 10.8542, + 10.8542 + ] + }, + { + "episode": 1440, + "avg_reward": 10245.38, + "avg_cost": 0.0, + "lambda": 10.8543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8543, + 10.8543, + 10.8543, + 10.8543 + ] + }, + { + "episode": 1450, + "avg_reward": 8841.17, + "avg_cost": 0.25, + "lambda": 10.8544, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8544, + 10.8544, + 10.8544, + 10.8544 + ] + }, + { + "episode": 1460, + "avg_reward": 10596.93, + "avg_cost": 0.5, + "lambda": 10.8546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8546, + 10.8546, + 10.8546, + 10.8546 + ] + }, + { + "episode": 1470, + "avg_reward": 10505.42, + "avg_cost": 0.0, + "lambda": 10.8548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8548, + 10.8548, + 10.8548, + 10.8548 + ] + }, + { + "episode": 1480, + "avg_reward": 10682.22, + "avg_cost": 0.0, + "lambda": 10.8548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8548, + 10.8548, + 10.8548, + 10.8548 + ] + }, + { + "episode": 1490, + "avg_reward": 12043.96, + "avg_cost": 0.25, + "lambda": 10.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.855, + 10.855, + 10.855, + 10.855 + ] + }, + { + "episode": 1500, + "avg_reward": 9739.45, + "avg_cost": 0.5, + "lambda": 10.8551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8551, + 10.8551, + 10.8551, + 10.8551 + ] + } + ], + "final_lambdas": [ + 10.8551, + 10.8551, + 10.8551, + 10.8551 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json b/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..5780616820b3ef686fc2e683fac129e0f4f9b85a --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s1_1500ep_mamujoco_Ant_4x2_v9_allfixes.json @@ -0,0 +1,2752 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 2945073.48, + "constraint_satisfaction_pct": 99.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.52, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -15657.06, + "avg_cost": 13.0, + "lambda": 5.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0675, + 5.0675, + 5.0675, + 5.0675 + ] + }, + { + "episode": 10, + "avg_reward": -14071.16, + "avg_cost": 29.25, + "lambda": 6.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.64, + 6.64, + 6.64, + 6.64 + ] + }, + { + "episode": 20, + "avg_reward": -13573.18, + "avg_cost": 14.75, + "lambda": 7.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6975, + 7.6975, + 7.6975, + 7.6975 + ] + }, + { + "episode": 30, + "avg_reward": -13594.84, + "avg_cost": 21.5, + "lambda": 9.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0775, + 9.0775, + 9.0775, + 9.0775 + ] + }, + { + "episode": 40, + "avg_reward": -13144.37, + "avg_cost": 10.0, + "lambda": 9.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8725, + 9.8725, + 9.8725, + 9.8725 + ] + }, + { + "episode": 50, + "avg_reward": -12353.61, + "avg_cost": 11.5, + "lambda": 10.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6775, + 10.6775, + 10.6775, + 10.6775 + ] + }, + { + "episode": 60, + "avg_reward": -11858.55, + "avg_cost": 13.25, + "lambda": 11.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6575, + 11.6575, + 11.6575, + 11.6575 + ] + }, + { + "episode": 70, + "avg_reward": -11762.14, + "avg_cost": 14.25, + "lambda": 12.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.705, + 12.705, + 12.705, + 12.705 + ] + }, + { + "episode": 80, + "avg_reward": -10563.85, + "avg_cost": 11.75, + "lambda": 13.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.515, + 13.515, + 13.515, + 13.515 + ] + }, + { + "episode": 90, + "avg_reward": -9882.54, + "avg_cost": 9.75, + "lambda": 14.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3925, + 14.3925, + 14.3925, + 14.3925 + ] + }, + { + "episode": 100, + "avg_reward": -9159.31, + "avg_cost": 11.25, + "lambda": 15.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.07, + 15.07, + 15.07, + 15.07 + ] + }, + { + "episode": 110, + "avg_reward": -8826.45, + "avg_cost": 15.5, + "lambda": 15.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.46, + 15.46, + 15.46, + 15.46 + ] + }, + { + "episode": 120, + "avg_reward": -7830.32, + "avg_cost": 22.75, + "lambda": 16.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3775, + 16.3775, + 16.3775, + 16.3775 + ] + }, + { + "episode": 130, + "avg_reward": -7310.55, + "avg_cost": 28.0, + "lambda": 17.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0925, + 17.0925, + 17.0925, + 17.0925 + ] + }, + { + "episode": 140, + "avg_reward": -6420.29, + "avg_cost": 17.5, + "lambda": 17.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8625, + 17.8625, + 17.8625, + 17.8625 + ] + }, + { + "episode": 150, + "avg_reward": -5388.28, + "avg_cost": 16.5, + "lambda": 18.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.4475, + 18.4475, + 18.4475, + 18.4475 + ] + }, + { + "episode": 160, + "avg_reward": -5093.38, + "avg_cost": 5.25, + "lambda": 19.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.03, + 19.03, + 19.03, + 19.03 + ] + }, + { + "episode": 170, + "avg_reward": -4734.38, + "avg_cost": 8.75, + "lambda": 19.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.465, + 19.465, + 19.465, + 19.465 + ] + }, + { + "episode": 180, + "avg_reward": -4122.31, + "avg_cost": 10.0, + "lambda": 19.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.6125, + 19.6125, + 19.6125, + 19.6125 + ] + }, + { + "episode": 190, + "avg_reward": -3427.36, + "avg_cost": 2.75, + "lambda": 19.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.4325, + 19.4325, + 19.4325, + 19.4325 + ] + }, + { + "episode": 200, + "avg_reward": -3380.26, + "avg_cost": 3.25, + "lambda": 19.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.575, + 19.575, + 19.575, + 19.575 + ] + }, + { + "episode": 210, + "avg_reward": -2939.07, + "avg_cost": 7.5, + "lambda": 19.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.735, + 19.735, + 19.735, + 19.735 + ] + }, + { + "episode": 220, + "avg_reward": -2151.16, + "avg_cost": 2.75, + "lambda": 20.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.1025, + 20.1025, + 20.1025, + 20.1025 + ] + }, + { + "episode": 230, + "avg_reward": -1978.49, + "avg_cost": 1.5, + "lambda": 20.2025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2025, + 20.2025, + 20.2025, + 20.2025 + ] + }, + { + "episode": 240, + "avg_reward": -1692.46, + "avg_cost": 4.25, + "lambda": 20.4625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4625, + 20.4625, + 20.4625, + 20.4625 + ] + }, + { + "episode": 250, + "avg_reward": -1281.26, + "avg_cost": 2.75, + "lambda": 20.565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.565, + 20.565, + 20.565, + 20.565 + ] + }, + { + "episode": 260, + "avg_reward": -1003.54, + "avg_cost": 2.75, + "lambda": 20.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.585, + 20.585, + 20.585, + 20.585 + ] + }, + { + "episode": 270, + "avg_reward": -349.74, + "avg_cost": 0.5, + "lambda": 20.2625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.2625, + 20.2625, + 20.2625, + 20.2625 + ] + }, + { + "episode": 280, + "avg_reward": 100.57, + "avg_cost": 0.75, + "lambda": 19.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.935, + 19.935, + 19.935, + 19.935 + ] + }, + { + "episode": 290, + "avg_reward": -62.7, + "avg_cost": 2.75, + "lambda": 19.67, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.67, + 19.67, + 19.67, + 19.67 + ] + }, + { + "episode": 300, + "avg_reward": 663.65, + "avg_cost": 2.5, + "lambda": 19.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.415, + 19.415, + 19.415, + 19.415 + ] + }, + { + "episode": 310, + "avg_reward": 775.53, + "avg_cost": 3.25, + "lambda": 19.1125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.1125, + 19.1125, + 19.1125, + 19.1125 + ] + }, + { + "episode": 320, + "avg_reward": 1040.54, + "avg_cost": 3.25, + "lambda": 18.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.71, + 18.71, + 18.71, + 18.71 + ] + }, + { + "episode": 330, + "avg_reward": 985.91, + "avg_cost": 1.5, + "lambda": 18.3225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.3225, + 18.3225, + 18.3225, + 18.3225 + ] + }, + { + "episode": 340, + "avg_reward": 1078.12, + "avg_cost": 2.25, + "lambda": 17.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8125, + 17.8125, + 17.8125, + 17.8125 + ] + }, + { + "episode": 350, + "avg_reward": 1271.73, + "avg_cost": 0.0, + "lambda": 17.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.3825, + 17.3825, + 17.3825, + 17.3825 + ] + }, + { + "episode": 360, + "avg_reward": 1656.94, + "avg_cost": 0.75, + "lambda": 16.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.8625, + 16.8625, + 16.8625, + 16.8625 + ] + }, + { + "episode": 370, + "avg_reward": 2183.13, + "avg_cost": 2.75, + "lambda": 16.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3975, + 16.3975, + 16.3975, + 16.3975 + ] + }, + { + "episode": 380, + "avg_reward": 1928.78, + "avg_cost": 0.25, + "lambda": 15.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.86, + 15.86, + 15.86, + 15.86 + ] + }, + { + "episode": 390, + "avg_reward": 2049.25, + "avg_cost": 1.0, + "lambda": 15.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.3425, + 15.3425, + 15.3425, + 15.3425 + ] + }, + { + "episode": 400, + "avg_reward": 2290.52, + "avg_cost": 2.5, + "lambda": 14.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.81, + 14.81, + 14.81, + 14.81 + ] + }, + { + "episode": 410, + "avg_reward": 2241.92, + "avg_cost": 0.0, + "lambda": 14.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2525, + 14.2525, + 14.2525, + 14.2525 + ] + }, + { + "episode": 420, + "avg_reward": 2522.89, + "avg_cost": 0.75, + "lambda": 13.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.6975, + 13.6975, + 13.6975, + 13.6975 + ] + }, + { + "episode": 430, + "avg_reward": 2657.3, + "avg_cost": 0.25, + "lambda": 13.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.145, + 13.145, + 13.145, + 13.145 + ] + }, + { + "episode": 440, + "avg_reward": 2789.29, + "avg_cost": 1.0, + "lambda": 12.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6075, + 12.6075, + 12.6075, + 12.6075 + ] + }, + { + "episode": 450, + "avg_reward": 2868.32, + "avg_cost": 0.0, + "lambda": 12.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.06, + 12.06, + 12.06, + 12.06 + ] + }, + { + "episode": 460, + "avg_reward": 2730.03, + "avg_cost": 0.0, + "lambda": 11.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5, + 11.5, + 11.5, + 11.5 + ] + }, + { + "episode": 470, + "avg_reward": 2905.92, + "avg_cost": 0.5, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 480, + "avg_reward": 3278.0, + "avg_cost": 0.0, + "lambda": 10.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3975, + 10.3975, + 10.3975, + 10.3975 + ] + }, + { + "episode": 490, + "avg_reward": 2936.76, + "avg_cost": 0.0, + "lambda": 9.845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.845, + 9.845, + 9.845, + 9.845 + ] + }, + { + "episode": 500, + "avg_reward": 2966.09, + "avg_cost": 0.0, + "lambda": 9.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.28, + 9.28, + 9.28, + 9.28 + ] + }, + { + "episode": 510, + "avg_reward": 3142.09, + "avg_cost": 0.0, + "lambda": 8.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7175, + 8.7175, + 8.7175, + 8.7175 + ] + }, + { + "episode": 520, + "avg_reward": 3057.03, + "avg_cost": 0.75, + "lambda": 8.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1475, + 8.1475, + 8.1475, + 8.1475 + ] + }, + { + "episode": 530, + "avg_reward": 3263.06, + "avg_cost": 0.0, + "lambda": 7.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5875, + 7.5875, + 7.5875, + 7.5875 + ] + }, + { + "episode": 540, + "avg_reward": 3314.25, + "avg_cost": 0.75, + "lambda": 7.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.015, + 7.015, + 7.015, + 7.015 + ] + }, + { + "episode": 550, + "avg_reward": 3104.04, + "avg_cost": 0.25, + "lambda": 6.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4725, + 6.4725, + 6.4725, + 6.4725 + ] + }, + { + "episode": 560, + "avg_reward": 3641.19, + "avg_cost": 1.0, + "lambda": 5.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.905, + 5.905, + 5.905, + 5.905 + ] + }, + { + "episode": 570, + "avg_reward": 3463.19, + "avg_cost": 0.75, + "lambda": 5.3375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3375, + 5.3375, + 5.3375, + 5.3375 + ] + }, + { + "episode": 580, + "avg_reward": 3586.09, + "avg_cost": 0.75, + "lambda": 4.7725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7725, + 4.7725, + 4.7725, + 4.7725 + ] + }, + { + "episode": 590, + "avg_reward": 3616.88, + "avg_cost": 0.75, + "lambda": 4.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.2, + 4.2, + 4.2, + 4.2 + ] + }, + { + "episode": 600, + "avg_reward": 3809.63, + "avg_cost": 0.25, + "lambda": 3.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6125, + 3.6125, + 3.6125, + 3.6125 + ] + }, + { + "episode": 610, + "avg_reward": 3784.91, + "avg_cost": 0.25, + "lambda": 3.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0075, + 3.0075, + 3.0075, + 3.0075 + ] + }, + { + "episode": 620, + "avg_reward": 3516.62, + "avg_cost": 0.5, + "lambda": 2.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.4225, + 2.4225, + 2.4225, + 2.4225 + ] + }, + { + "episode": 630, + "avg_reward": 3607.96, + "avg_cost": 0.75, + "lambda": 1.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8625, + 1.8625, + 1.8625, + 1.8625 + ] + }, + { + "episode": 640, + "avg_reward": 3440.33, + "avg_cost": 0.75, + "lambda": 1.26, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.26, + 1.26, + 1.26, + 1.26 + ] + }, + { + "episode": 650, + "avg_reward": 4107.79, + "avg_cost": 0.0, + "lambda": 0.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.66, + 0.66, + 0.66, + 0.66 + ] + }, + { + "episode": 660, + "avg_reward": 4024.52, + "avg_cost": 0.0, + "lambda": 0.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.075, + 0.075, + 0.075, + 0.075 + ] + }, + { + "episode": 670, + "avg_reward": 3792.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 3943.37, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 3823.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 3525.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 3678.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 4111.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 3946.82, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 4049.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 3068.86, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4145.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4374.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 3815.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4330.16, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 3975.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 3768.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4357.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 4085.17, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4168.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4336.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4207.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4034.96, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4350.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4073.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4173.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4540.35, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4357.16, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4394.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4414.13, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 4243.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4242.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4762.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 4464.42, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4540.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4414.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1010, + "avg_reward": 4286.1, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1020, + "avg_reward": 4774.63, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1030, + "avg_reward": 3857.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1040, + "avg_reward": 5312.67, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5146.18, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1060, + "avg_reward": 4038.27, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1070, + "avg_reward": 4746.74, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1080, + "avg_reward": 4352.92, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1090, + "avg_reward": 5194.14, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1100, + "avg_reward": 5228.66, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1110, + "avg_reward": 4735.93, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1120, + "avg_reward": 4839.53, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1130, + "avg_reward": 4907.92, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1140, + "avg_reward": 4851.47, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1150, + "avg_reward": 4734.57, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1160, + "avg_reward": 5087.63, + "avg_cost": 7.25, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.01, + 0.01, + 0.01, + 0.01 + ] + }, + { + "episode": 1170, + "avg_reward": 5342.3, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1180, + "avg_reward": 4688.5, + "avg_cost": 5.0, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0075, + 0.0075, + 0.0075, + 0.0075 + ] + }, + { + "episode": 1190, + "avg_reward": 4865.71, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1200, + "avg_reward": 4900.72, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1210, + "avg_reward": 5178.62, + "avg_cost": 7.0, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0075, + 0.0075, + 0.0075, + 0.0075 + ] + }, + { + "episode": 1220, + "avg_reward": 5268.21, + "avg_cost": 7.0, + "lambda": 0.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.075, + 0.075, + 0.075, + 0.075 + ] + }, + { + "episode": 1230, + "avg_reward": 5305.98, + "avg_cost": 7.75, + "lambda": 0.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.015, + 0.015, + 0.015, + 0.015 + ] + }, + { + "episode": 1240, + "avg_reward": 4713.77, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1250, + "avg_reward": 5061.93, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1260, + "avg_reward": 4618.68, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1270, + "avg_reward": 4881.01, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1280, + "avg_reward": 5229.15, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1290, + "avg_reward": 5421.11, + "avg_cost": 3.5, + "lambda": 0.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.06, + 0.06, + 0.06, + 0.06 + ] + }, + { + "episode": 1300, + "avg_reward": 5136.09, + "avg_cost": 3.5, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.01, + 0.01, + 0.01, + 0.01 + ] + }, + { + "episode": 1310, + "avg_reward": 4450.06, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1320, + "avg_reward": 5288.32, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4928.02, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1340, + "avg_reward": 5310.61, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1350, + "avg_reward": 5810.18, + "avg_cost": 8.5, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0225, + 0.0225, + 0.0225, + 0.0225 + ] + }, + { + "episode": 1360, + "avg_reward": 5394.89, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1370, + "avg_reward": 4387.91, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1380, + "avg_reward": 5258.95, + "avg_cost": 5.75, + "lambda": 0.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0475, + 0.0475, + 0.0475, + 0.0475 + ] + }, + { + "episode": 1390, + "avg_reward": 4705.95, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5403.01, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1410, + "avg_reward": 4978.13, + "avg_cost": 6.5, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0025, + 0.0025, + 0.0025, + 0.0025 + ] + }, + { + "episode": 1420, + "avg_reward": 4823.92, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1430, + "avg_reward": 4735.97, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1440, + "avg_reward": 5392.57, + "avg_cost": 12.75, + "lambda": 0.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.115, + 0.115, + 0.115, + 0.115 + ] + }, + { + "episode": 1450, + "avg_reward": 5937.97, + "avg_cost": 9.5, + "lambda": 0.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.375, + 0.375, + 0.375, + 0.375 + ] + }, + { + "episode": 1460, + "avg_reward": 5312.79, + "avg_cost": 4.0, + "lambda": 0.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4325, + 0.4325, + 0.4325, + 0.4325 + ] + }, + { + "episode": 1470, + "avg_reward": 5068.54, + "avg_cost": 4.0, + "lambda": 0.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.37, + 0.37, + 0.37, + 0.37 + ] + }, + { + "episode": 1480, + "avg_reward": 5940.33, + "avg_cost": 5.75, + "lambda": 0.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.56, + 0.56, + 0.56, + 0.56 + ] + }, + { + "episode": 1490, + "avg_reward": 5636.5, + "avg_cost": 6.5, + "lambda": 0.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.42, + 0.42, + 0.42, + 0.42 + ] + }, + { + "episode": 1500, + "avg_reward": 5504.38, + "avg_cost": 7.0, + "lambda": 0.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.52, + 0.52, + 0.52, + 0.52 + ] + } + ], + "final_lambdas": [ + 0.52, + 0.52, + 0.52, + 0.52 + ], + "d_per_agent": 6.25 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..8e856e7626fdf51a92bc87d22614c2e77dae6de6 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v15_cb0.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.7, + 1.3, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -4337690.1, + "constraint_satisfaction_pct": 17.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -18742.37, + "avg_cost": 17.75, + "lambda": 10.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5325, + 10.5325, + 10.5325, + 10.5325 + ] + }, + { + "episode": 10, + "avg_reward": -17523.18, + "avg_cost": 12.0, + "lambda": 14.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5375, + 14.5375, + 14.5375, + 14.5375 + ] + }, + { + "episode": 20, + "avg_reward": -17213.94, + "avg_cost": 17.0, + "lambda": 18.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.4525, + 18.4525, + 18.4525, + 18.4525 + ] + }, + { + "episode": 30, + "avg_reward": -16963.63, + "avg_cost": 22.75, + "lambda": 23.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.0125, + 23.0125, + 23.0125, + 23.0125 + ] + }, + { + "episode": 40, + "avg_reward": -16517.12, + "avg_cost": 28.25, + "lambda": 28.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.405, + 28.405, + 28.405, + 28.405 + ] + }, + { + "episode": 50, + "avg_reward": -16080.08, + "avg_cost": 12.25, + "lambda": 33.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.3475, + 33.3475, + 33.3475, + 33.3475 + ] + }, + { + "episode": 60, + "avg_reward": -15890.42, + "avg_cost": 16.5, + "lambda": 36.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.9925, + 36.9925, + 36.9925, + 36.9925 + ] + }, + { + "episode": 70, + "avg_reward": -15147.74, + "avg_cost": 16.5, + "lambda": 39.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.7525, + 39.7525, + 39.7525, + 39.7525 + ] + }, + { + "episode": 80, + "avg_reward": -14678.78, + "avg_cost": 21.0, + "lambda": 44.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.035, + 44.035, + 44.035, + 44.035 + ] + }, + { + "episode": 90, + "avg_reward": -14496.73, + "avg_cost": 17.25, + "lambda": 47.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.68, + 47.68, + 47.68, + 47.68 + ] + }, + { + "episode": 100, + "avg_reward": -13716.33, + "avg_cost": 3.25, + "lambda": 50.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.62, + 50.62, + 50.62, + 50.62 + ] + }, + { + "episode": 110, + "avg_reward": -13890.13, + "avg_cost": 7.75, + "lambda": 53.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.7775, + 53.7775, + 53.7775, + 53.7775 + ] + }, + { + "episode": 120, + "avg_reward": -13371.44, + "avg_cost": 2.25, + "lambda": 56.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.23, + 56.23, + 56.23, + 56.23 + ] + }, + { + "episode": 130, + "avg_reward": -12527.4, + "avg_cost": 30.25, + "lambda": 60.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.94, + 60.94, + 60.94, + 60.94 + ] + }, + { + "episode": 140, + "avg_reward": -13310.81, + "avg_cost": 3.0, + "lambda": 64.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.225, + 64.225, + 64.225, + 64.225 + ] + }, + { + "episode": 150, + "avg_reward": -12121.48, + "avg_cost": 16.5, + "lambda": 67.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.8475, + 67.8475, + 67.8475, + 67.8475 + ] + }, + { + "episode": 160, + "avg_reward": -11256.25, + "avg_cost": 16.0, + "lambda": 70.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.99, + 70.99, + 70.99, + 70.99 + ] + }, + { + "episode": 170, + "avg_reward": -11702.89, + "avg_cost": 3.25, + "lambda": 73.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0375, + 73.0375, + 73.0375, + 73.0375 + ] + }, + { + "episode": 180, + "avg_reward": -10318.72, + "avg_cost": 2.0, + "lambda": 76.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.1425, + 76.1425, + 76.1425, + 76.1425 + ] + }, + { + "episode": 190, + "avg_reward": -10704.93, + "avg_cost": 7.5, + "lambda": 79.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.45, + 79.45, + 79.45, + 79.45 + ] + }, + { + "episode": 200, + "avg_reward": -9662.98, + "avg_cost": 9.25, + "lambda": 81.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.9625, + 81.9625, + 81.9625, + 81.9625 + ] + }, + { + "episode": 210, + "avg_reward": -9439.29, + "avg_cost": 9.0, + "lambda": 85.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.24, + 85.24, + 85.24, + 85.24 + ] + }, + { + "episode": 220, + "avg_reward": -9134.04, + "avg_cost": 2.5, + "lambda": 88.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.255, + 88.255, + 88.255, + 88.255 + ] + }, + { + "episode": 230, + "avg_reward": -9389.9, + "avg_cost": 1.25, + "lambda": 91.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.135, + 91.135, + 91.135, + 91.135 + ] + }, + { + "episode": 240, + "avg_reward": -9225.79, + "avg_cost": 5.5, + "lambda": 93.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.85, + 93.85, + 93.85, + 93.85 + ] + }, + { + "episode": 250, + "avg_reward": -9277.42, + "avg_cost": 11.25, + "lambda": 95.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.815, + 95.815, + 95.815, + 95.815 + ] + }, + { + "episode": 260, + "avg_reward": -9368.18, + "avg_cost": 6.0, + "lambda": 97.9675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9675, + 97.9675, + 97.9675, + 97.9675 + ] + }, + { + "episode": 270, + "avg_reward": -8519.79, + "avg_cost": 8.5, + "lambda": 99.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.865, + 99.865, + 99.865, + 99.865 + ] + }, + { + "episode": 280, + "avg_reward": -7863.53, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -8077.37, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -7892.8, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -8044.02, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -7650.24, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -7322.15, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -6368.29, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -5692.76, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -5865.12, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -5635.35, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -5271.58, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -5522.36, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -6451.56, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -5853.39, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -5316.06, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -5413.44, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -5642.35, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -4957.48, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -4640.66, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -4624.64, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -4657.82, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -4040.28, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -4281.11, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -3428.79, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -3889.37, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -3361.19, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -2957.49, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -1980.02, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -2214.52, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -2763.22, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -2049.22, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -1659.76, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -1395.9, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -964.57, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -728.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -1055.48, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -510.86, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -381.25, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -798.15, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 147.67, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 68.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 340.42, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 466.74, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 716.57, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 1064.36, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 762.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1105.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1414.17, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 1631.81, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1595.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1575.98, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1938.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2182.53, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2677.44, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2570.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2782.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2810.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2782.26, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 3275.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 3246.99, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 3363.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 3391.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 3431.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 3182.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 3514.28, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 3409.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3371.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3635.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 3882.67, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 4464.45, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 3992.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 4140.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3964.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..9d2f4eb815e700419f00e7239c9f0ab839862148 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -5422112.63, + "constraint_satisfaction_pct": 17.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -23427.97, + "avg_cost": 17.75, + "lambda": 10.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5325, + 10.5325, + 10.5325, + 10.5325 + ] + }, + { + "episode": 10, + "avg_reward": -21903.97, + "avg_cost": 12.0, + "lambda": 14.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5375, + 14.5375, + 14.5375, + 14.5375 + ] + }, + { + "episode": 20, + "avg_reward": -21517.43, + "avg_cost": 17.0, + "lambda": 18.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.4525, + 18.4525, + 18.4525, + 18.4525 + ] + }, + { + "episode": 30, + "avg_reward": -21204.53, + "avg_cost": 22.75, + "lambda": 23.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.0125, + 23.0125, + 23.0125, + 23.0125 + ] + }, + { + "episode": 40, + "avg_reward": -20646.4, + "avg_cost": 28.25, + "lambda": 28.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.405, + 28.405, + 28.405, + 28.405 + ] + }, + { + "episode": 50, + "avg_reward": -20100.1, + "avg_cost": 12.25, + "lambda": 33.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.3475, + 33.3475, + 33.3475, + 33.3475 + ] + }, + { + "episode": 60, + "avg_reward": -19863.03, + "avg_cost": 16.5, + "lambda": 36.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.9925, + 36.9925, + 36.9925, + 36.9925 + ] + }, + { + "episode": 70, + "avg_reward": -18934.67, + "avg_cost": 16.5, + "lambda": 39.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.7525, + 39.7525, + 39.7525, + 39.7525 + ] + }, + { + "episode": 80, + "avg_reward": -18348.48, + "avg_cost": 21.0, + "lambda": 44.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.035, + 44.035, + 44.035, + 44.035 + ] + }, + { + "episode": 90, + "avg_reward": -18120.91, + "avg_cost": 17.25, + "lambda": 47.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.68, + 47.68, + 47.68, + 47.68 + ] + }, + { + "episode": 100, + "avg_reward": -17145.42, + "avg_cost": 3.25, + "lambda": 50.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.62, + 50.62, + 50.62, + 50.62 + ] + }, + { + "episode": 110, + "avg_reward": -17362.66, + "avg_cost": 7.75, + "lambda": 53.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.7775, + 53.7775, + 53.7775, + 53.7775 + ] + }, + { + "episode": 120, + "avg_reward": -16714.3, + "avg_cost": 2.25, + "lambda": 56.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.23, + 56.23, + 56.23, + 56.23 + ] + }, + { + "episode": 130, + "avg_reward": -15659.25, + "avg_cost": 30.25, + "lambda": 60.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.94, + 60.94, + 60.94, + 60.94 + ] + }, + { + "episode": 140, + "avg_reward": -16638.51, + "avg_cost": 3.0, + "lambda": 64.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.225, + 64.225, + 64.225, + 64.225 + ] + }, + { + "episode": 150, + "avg_reward": -15151.85, + "avg_cost": 16.5, + "lambda": 67.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.8475, + 67.8475, + 67.8475, + 67.8475 + ] + }, + { + "episode": 160, + "avg_reward": -14070.32, + "avg_cost": 16.0, + "lambda": 70.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.99, + 70.99, + 70.99, + 70.99 + ] + }, + { + "episode": 170, + "avg_reward": -14628.61, + "avg_cost": 3.25, + "lambda": 73.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0375, + 73.0375, + 73.0375, + 73.0375 + ] + }, + { + "episode": 180, + "avg_reward": -12898.39, + "avg_cost": 2.0, + "lambda": 76.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.1425, + 76.1425, + 76.1425, + 76.1425 + ] + }, + { + "episode": 190, + "avg_reward": -13381.17, + "avg_cost": 7.5, + "lambda": 79.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.45, + 79.45, + 79.45, + 79.45 + ] + }, + { + "episode": 200, + "avg_reward": -12078.72, + "avg_cost": 9.25, + "lambda": 81.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.9625, + 81.9625, + 81.9625, + 81.9625 + ] + }, + { + "episode": 210, + "avg_reward": -11799.12, + "avg_cost": 9.0, + "lambda": 85.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.24, + 85.24, + 85.24, + 85.24 + ] + }, + { + "episode": 220, + "avg_reward": -11417.56, + "avg_cost": 2.5, + "lambda": 88.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.255, + 88.255, + 88.255, + 88.255 + ] + }, + { + "episode": 230, + "avg_reward": -11737.38, + "avg_cost": 1.25, + "lambda": 91.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.135, + 91.135, + 91.135, + 91.135 + ] + }, + { + "episode": 240, + "avg_reward": -11532.24, + "avg_cost": 5.5, + "lambda": 93.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.85, + 93.85, + 93.85, + 93.85 + ] + }, + { + "episode": 250, + "avg_reward": -11596.78, + "avg_cost": 11.25, + "lambda": 95.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.815, + 95.815, + 95.815, + 95.815 + ] + }, + { + "episode": 260, + "avg_reward": -11710.22, + "avg_cost": 6.0, + "lambda": 97.9675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9675, + 97.9675, + 97.9675, + 97.9675 + ] + }, + { + "episode": 270, + "avg_reward": -10649.74, + "avg_cost": 8.5, + "lambda": 99.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.865, + 99.865, + 99.865, + 99.865 + ] + }, + { + "episode": 280, + "avg_reward": -9829.41, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -10096.71, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -9866.0, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -10055.03, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -9562.8, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -9152.68, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -7960.36, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -7115.95, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -7331.39, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -7044.19, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -6589.47, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -6902.95, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -8064.45, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -7316.74, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -6645.08, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -6766.8, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -7052.94, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -6196.85, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -5800.83, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -5780.81, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -5822.28, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -5050.35, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -5351.38, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -4285.99, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -4861.71, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -4201.49, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -3696.87, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -2475.03, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -2768.15, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -3454.03, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -2561.52, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -2074.69, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -1744.87, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -1205.71, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -910.49, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -1319.35, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -638.58, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -476.56, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -997.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 184.59, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 86.15, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 425.53, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 583.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 895.71, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 1330.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 953.56, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1381.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1767.71, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 2039.76, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1994.7, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1969.98, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2422.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2728.16, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 3346.8, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 3213.3, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 3478.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 3512.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 3477.83, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 4094.16, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 4058.74, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 4203.86, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 4239.14, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 4288.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 3978.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 4392.85, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 4261.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 4214.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 4544.78, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 4853.34, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 5580.57, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 4990.56, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 5175.04, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4955.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..22f751ff41be6ef6248f297ba0e42b2616957beb --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s2_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1852 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 531609.8, + "constraint_satisfaction_pct": 99.1, + "final_rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15618.64, + "avg_cost": 17.75, + "lambda": 5.115, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.115, + 5.115, + 5.115, + 5.115 + ] + }, + { + "episode": 10, + "avg_reward": -14264.6, + "avg_cost": 13.25, + "lambda": 5.925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.925, + 5.925, + 5.925, + 5.925 + ] + }, + { + "episode": 20, + "avg_reward": -14075.37, + "avg_cost": 15.5, + "lambda": 6.905, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.905, + 6.905, + 6.905, + 6.905 + ] + }, + { + "episode": 30, + "avg_reward": -13926.46, + "avg_cost": 12.75, + "lambda": 7.8675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.8675, + 7.8675, + 7.8675, + 7.8675 + ] + }, + { + "episode": 40, + "avg_reward": -13438.14, + "avg_cost": 19.5, + "lambda": 9.01, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.01, + 9.01, + 9.01, + 9.01 + ] + }, + { + "episode": 50, + "avg_reward": -12971.93, + "avg_cost": 23.75, + "lambda": 10.0175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.0175, + 10.0175, + 10.0175, + 10.0175 + ] + }, + { + "episode": 60, + "avg_reward": -12279.88, + "avg_cost": 15.0, + "lambda": 10.8, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.8, + 10.8, + 10.8, + 10.8 + ] + }, + { + "episode": 70, + "avg_reward": -11905.17, + "avg_cost": 10.5, + "lambda": 11.415, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.415, + 11.415, + 11.415, + 11.415 + ] + }, + { + "episode": 80, + "avg_reward": -11185.99, + "avg_cost": 5.0, + "lambda": 11.8975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.8975, + 11.8975, + 11.8975, + 11.8975 + ] + }, + { + "episode": 90, + "avg_reward": -10527.5, + "avg_cost": 16.0, + "lambda": 12.88, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.88, + 12.88, + 12.88, + 12.88 + ] + }, + { + "episode": 100, + "avg_reward": -9463.66, + "avg_cost": 2.75, + "lambda": 13.8625, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.8625, + 13.8625, + 13.8625, + 13.8625 + ] + }, + { + "episode": 110, + "avg_reward": -9583.88, + "avg_cost": 16.5, + "lambda": 14.695, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.695, + 14.695, + 14.695, + 14.695 + ] + }, + { + "episode": 120, + "avg_reward": -8399.66, + "avg_cost": 10.75, + "lambda": 15.37, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.37, + 15.37, + 15.37, + 15.37 + ] + }, + { + "episode": 130, + "avg_reward": -7876.45, + "avg_cost": 4.25, + "lambda": 15.89, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.89, + 15.89, + 15.89, + 15.89 + ] + }, + { + "episode": 140, + "avg_reward": -7169.93, + "avg_cost": 24.25, + "lambda": 16.4725, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.4725, + 16.4725, + 16.4725, + 16.4725 + ] + }, + { + "episode": 150, + "avg_reward": -6167.99, + "avg_cost": 6.25, + "lambda": 17.18, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.18, + 17.18, + 17.18, + 17.18 + ] + }, + { + "episode": 160, + "avg_reward": -5885.5, + "avg_cost": 8.0, + "lambda": 17.4225, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.4225, + 17.4225, + 17.4225, + 17.4225 + ] + }, + { + "episode": 170, + "avg_reward": -4866.9, + "avg_cost": 4.0, + "lambda": 17.7125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.7125, + 17.7125, + 17.7125, + 17.7125 + ] + }, + { + "episode": 180, + "avg_reward": -4333.07, + "avg_cost": 8.0, + "lambda": 17.965, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.965, + 17.965, + 17.965, + 17.965 + ] + }, + { + "episode": 190, + "avg_reward": -4209.86, + "avg_cost": 18.75, + "lambda": 18.2925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.2925, + 18.2925, + 18.2925, + 18.2925 + ] + }, + { + "episode": 200, + "avg_reward": -3385.93, + "avg_cost": 5.25, + "lambda": 18.295, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.295, + 18.295, + 18.295, + 18.295 + ] + }, + { + "episode": 210, + "avg_reward": -2592.56, + "avg_cost": 12.75, + "lambda": 18.3275, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.3275, + 18.3275, + 18.3275, + 18.3275 + ] + }, + { + "episode": 220, + "avg_reward": -2114.64, + "avg_cost": 9.75, + "lambda": 18.39, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.39, + 18.39, + 18.39, + 18.39 + ] + }, + { + "episode": 230, + "avg_reward": -1993.63, + "avg_cost": 4.25, + "lambda": 18.385, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.385, + 18.385, + 18.385, + 18.385 + ] + }, + { + "episode": 240, + "avg_reward": -1646.72, + "avg_cost": 7.5, + "lambda": 18.23, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.23, + 18.23, + 18.23, + 18.23 + ] + }, + { + "episode": 250, + "avg_reward": -1463.69, + "avg_cost": 6.5, + "lambda": 18.1325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 18.1325, + 18.1325, + 18.1325, + 18.1325 + ] + }, + { + "episode": 260, + "avg_reward": -595.37, + "avg_cost": 3.75, + "lambda": 17.9925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.9925, + 17.9925, + 17.9925, + 17.9925 + ] + }, + { + "episode": 270, + "avg_reward": -130.68, + "avg_cost": 4.0, + "lambda": 17.635, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.635, + 17.635, + 17.635, + 17.635 + ] + }, + { + "episode": 280, + "avg_reward": 362.93, + "avg_cost": 2.0, + "lambda": 17.28, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 17.28, + 17.28, + 17.28, + 17.28 + ] + }, + { + "episode": 290, + "avg_reward": 463.66, + "avg_cost": 4.5, + "lambda": 16.985, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.985, + 16.985, + 16.985, + 16.985 + ] + }, + { + "episode": 300, + "avg_reward": 775.73, + "avg_cost": 5.25, + "lambda": 16.5975, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.5975, + 16.5975, + 16.5975, + 16.5975 + ] + }, + { + "episode": 310, + "avg_reward": 964.06, + "avg_cost": 0.75, + "lambda": 16.115, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 16.115, + 16.115, + 16.115, + 16.115 + ] + }, + { + "episode": 320, + "avg_reward": 1165.85, + "avg_cost": 0.75, + "lambda": 15.635, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.635, + 15.635, + 15.635, + 15.635 + ] + }, + { + "episode": 330, + "avg_reward": 1513.54, + "avg_cost": 0.0, + "lambda": 15.1475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 15.1475, + 15.1475, + 15.1475, + 15.1475 + ] + }, + { + "episode": 340, + "avg_reward": 1565.24, + "avg_cost": 1.5, + "lambda": 14.6125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.6125, + 14.6125, + 14.6125, + 14.6125 + ] + }, + { + "episode": 350, + "avg_reward": 1969.76, + "avg_cost": 0.25, + "lambda": 14.0475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 14.0475, + 14.0475, + 14.0475, + 14.0475 + ] + }, + { + "episode": 360, + "avg_reward": 1780.47, + "avg_cost": 2.0, + "lambda": 13.52, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 13.52, + 13.52, + 13.52, + 13.52 + ] + }, + { + "episode": 370, + "avg_reward": 1848.88, + "avg_cost": 0.25, + "lambda": 12.96, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.96, + 12.96, + 12.96, + 12.96 + ] + }, + { + "episode": 380, + "avg_reward": 2186.81, + "avg_cost": 0.5, + "lambda": 12.365, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 12.365, + 12.365, + 12.365, + 12.365 + ] + }, + { + "episode": 390, + "avg_reward": 2263.66, + "avg_cost": 0.0, + "lambda": 11.7675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.7675, + 11.7675, + 11.7675, + 11.7675 + ] + }, + { + "episode": 400, + "avg_reward": 2547.04, + "avg_cost": 0.0, + "lambda": 11.1925, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 11.1925, + 11.1925, + 11.1925, + 11.1925 + ] + }, + { + "episode": 410, + "avg_reward": 2421.99, + "avg_cost": 0.25, + "lambda": 10.6, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 420, + "avg_reward": 2644.43, + "avg_cost": 0.0, + "lambda": 10.0475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 10.0475, + 10.0475, + 10.0475, + 10.0475 + ] + }, + { + "episode": 430, + "avg_reward": 2682.74, + "avg_cost": 0.5, + "lambda": 9.5125, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 9.5125, + 9.5125, + 9.5125, + 9.5125 + ] + }, + { + "episode": 440, + "avg_reward": 2813.48, + "avg_cost": 0.0, + "lambda": 8.945, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.945, + 8.945, + 8.945, + 8.945 + ] + }, + { + "episode": 450, + "avg_reward": 2904.06, + "avg_cost": 1.75, + "lambda": 8.38, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 8.38, + 8.38, + 8.38, + 8.38 + ] + }, + { + "episode": 460, + "avg_reward": 2956.76, + "avg_cost": 0.0, + "lambda": 7.82, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.82, + 7.82, + 7.82, + 7.82 + ] + }, + { + "episode": 470, + "avg_reward": 3006.67, + "avg_cost": 0.25, + "lambda": 7.3175, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 7.3175, + 7.3175, + 7.3175, + 7.3175 + ] + }, + { + "episode": 480, + "avg_reward": 3187.32, + "avg_cost": 1.0, + "lambda": 6.7775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.7775, + 6.7775, + 6.7775, + 6.7775 + ] + }, + { + "episode": 490, + "avg_reward": 3210.19, + "avg_cost": 0.25, + "lambda": 6.2325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 6.2325, + 6.2325, + 6.2325, + 6.2325 + ] + }, + { + "episode": 500, + "avg_reward": 3054.83, + "avg_cost": 0.75, + "lambda": 5.6325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.6325, + 5.6325, + 5.6325, + 5.6325 + ] + }, + { + "episode": 510, + "avg_reward": 2939.19, + "avg_cost": 2.0, + "lambda": 5.0775, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 5.0775, + 5.0775, + 5.0775, + 5.0775 + ] + }, + { + "episode": 520, + "avg_reward": 3398.86, + "avg_cost": 0.0, + "lambda": 4.48, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 4.48, + 4.48, + 4.48, + 4.48 + ] + }, + { + "episode": 530, + "avg_reward": 3663.19, + "avg_cost": 0.75, + "lambda": 3.915, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.915, + 3.915, + 3.915, + 3.915 + ] + }, + { + "episode": 540, + "avg_reward": 3624.24, + "avg_cost": 1.25, + "lambda": 3.35, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 3.35, + 3.35, + 3.35, + 3.35 + ] + }, + { + "episode": 550, + "avg_reward": 3591.68, + "avg_cost": 0.75, + "lambda": 2.7875, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 2.7875, + 2.7875, + 2.7875, + 2.7875 + ] + }, + { + "episode": 560, + "avg_reward": 3495.07, + "avg_cost": 0.0, + "lambda": 2.2675, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 2.2675, + 2.2675, + 2.2675, + 2.2675 + ] + }, + { + "episode": 570, + "avg_reward": 3755.94, + "avg_cost": 2.25, + "lambda": 1.7375, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 1.7375, + 1.7375, + 1.7375, + 1.7375 + ] + }, + { + "episode": 580, + "avg_reward": 3575.63, + "avg_cost": 0.75, + "lambda": 1.16, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 1.16, + 1.16, + 1.16, + 1.16 + ] + }, + { + "episode": 590, + "avg_reward": 3660.88, + "avg_cost": 0.25, + "lambda": 0.6325, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.6325, + 0.6325, + 0.6325, + 0.6325 + ] + }, + { + "episode": 600, + "avg_reward": 3920.97, + "avg_cost": 0.0, + "lambda": 0.0475, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0475, + 0.0475, + 0.0475, + 0.0475 + ] + }, + { + "episode": 610, + "avg_reward": 4006.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 4210.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 3595.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 3936.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 3828.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 3850.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 4103.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 3916.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 4099.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 4085.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 3974.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 4202.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 4378.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 4049.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 4136.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4165.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4327.91, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 4490.54, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4200.75, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 4420.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 4256.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4369.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 3852.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4536.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4023.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4545.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4376.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4164.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4396.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4446.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4155.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4502.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4753.12, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4736.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 4568.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4335.74, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4950.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 4678.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4656.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4862.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.25, + 0.25, + 0.25, + 0.25 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 6.25 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..4386a641838d282cf2e15128ddbfd555106bdd9c --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7639280.71, + "constraint_satisfaction_pct": 47.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.8766, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -31237.29, + "avg_cost": 836.75, + "lambda": 0.1837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1837, + 0.1837, + 0.1837, + 0.1837 + ] + }, + { + "episode": 10, + "avg_reward": -28255.84, + "avg_cost": 822.75, + "lambda": 0.9303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9303, + 0.9303, + 0.9303, + 0.9303 + ] + }, + { + "episode": 20, + "avg_reward": -27996.7, + "avg_cost": 806.0, + "lambda": 1.7514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7514, + 1.7514, + 1.7514, + 1.7514 + ] + }, + { + "episode": 30, + "avg_reward": -27567.58, + "avg_cost": 808.25, + "lambda": 2.5601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5601, + 2.5601, + 2.5601, + 2.5601 + ] + }, + { + "episode": 40, + "avg_reward": -26089.0, + "avg_cost": 787.75, + "lambda": 3.3592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3592, + 3.3592, + 3.3592, + 3.3592 + ] + }, + { + "episode": 50, + "avg_reward": -24046.57, + "avg_cost": 765.0, + "lambda": 4.1403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1403, + 4.1403, + 4.1403, + 4.1403 + ] + }, + { + "episode": 60, + "avg_reward": -23382.43, + "avg_cost": 759.75, + "lambda": 4.9006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9006, + 4.9006, + 4.9006, + 4.9006 + ] + }, + { + "episode": 70, + "avg_reward": -20882.98, + "avg_cost": 732.5, + "lambda": 5.6363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6363, + 5.6363, + 5.6363, + 5.6363 + ] + }, + { + "episode": 80, + "avg_reward": -18036.64, + "avg_cost": 685.25, + "lambda": 6.3399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3399, + 6.3399, + 6.3399, + 6.3399 + ] + }, + { + "episode": 90, + "avg_reward": -16656.73, + "avg_cost": 663.5, + "lambda": 7.0105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0105, + 7.0105, + 7.0105, + 7.0105 + ] + }, + { + "episode": 100, + "avg_reward": -14297.54, + "avg_cost": 588.25, + "lambda": 7.6355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6355, + 7.6355, + 7.6355, + 7.6355 + ] + }, + { + "episode": 110, + "avg_reward": -12922.75, + "avg_cost": 544.75, + "lambda": 8.2081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2081, + 8.2081, + 8.2081, + 8.2081 + ] + }, + { + "episode": 120, + "avg_reward": -10787.85, + "avg_cost": 496.75, + "lambda": 8.7265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7265, + 8.7265, + 8.7265, + 8.7265 + ] + }, + { + "episode": 130, + "avg_reward": -7759.54, + "avg_cost": 407.5, + "lambda": 9.1619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1619, + 9.1619, + 9.1619, + 9.1619 + ] + }, + { + "episode": 140, + "avg_reward": -6407.55, + "avg_cost": 338.25, + "lambda": 9.522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.522, + 9.522, + 9.522, + 9.522 + ] + }, + { + "episode": 150, + "avg_reward": -3893.07, + "avg_cost": 260.0, + "lambda": 9.813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.813, + 9.813, + 9.813, + 9.813 + ] + }, + { + "episode": 160, + "avg_reward": -3741.18, + "avg_cost": 210.25, + "lambda": 10.0396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0396, + 10.0396, + 10.0396, + 10.0396 + ] + }, + { + "episode": 170, + "avg_reward": -2003.1, + "avg_cost": 165.5, + "lambda": 10.2257, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2257, + 10.2257, + 10.2257, + 10.2257 + ] + }, + { + "episode": 180, + "avg_reward": -1601.56, + "avg_cost": 113.25, + "lambda": 10.357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.357, + 10.357, + 10.357, + 10.357 + ] + }, + { + "episode": 190, + "avg_reward": 545.27, + "avg_cost": 87.5, + "lambda": 10.4582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4582, + 10.4582, + 10.4582, + 10.4582 + ] + }, + { + "episode": 200, + "avg_reward": 1103.19, + "avg_cost": 66.25, + "lambda": 10.5338, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5338, + 10.5338, + 10.5338, + 10.5338 + ] + }, + { + "episode": 210, + "avg_reward": 893.99, + "avg_cost": 46.25, + "lambda": 10.5913, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5913, + 10.5913, + 10.5913, + 10.5913 + ] + }, + { + "episode": 220, + "avg_reward": 2150.5, + "avg_cost": 32.75, + "lambda": 10.6324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6324, + 10.6324, + 10.6324, + 10.6324 + ] + }, + { + "episode": 230, + "avg_reward": 2277.95, + "avg_cost": 30.75, + "lambda": 10.6656, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6656, + 10.6656, + 10.6656, + 10.6656 + ] + }, + { + "episode": 240, + "avg_reward": 2084.67, + "avg_cost": 24.75, + "lambda": 10.6928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6928, + 10.6928, + 10.6928, + 10.6928 + ] + }, + { + "episode": 250, + "avg_reward": 2569.37, + "avg_cost": 20.25, + "lambda": 10.717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.717, + 10.717, + 10.717, + 10.717 + ] + }, + { + "episode": 260, + "avg_reward": 2792.24, + "avg_cost": 17.5, + "lambda": 10.7357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7357, + 10.7357, + 10.7357, + 10.7357 + ] + }, + { + "episode": 270, + "avg_reward": 3492.69, + "avg_cost": 16.75, + "lambda": 10.7524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7524, + 10.7524, + 10.7524, + 10.7524 + ] + }, + { + "episode": 280, + "avg_reward": 3664.54, + "avg_cost": 13.25, + "lambda": 10.7659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7659, + 10.7659, + 10.7659, + 10.7659 + ] + }, + { + "episode": 290, + "avg_reward": 3211.22, + "avg_cost": 9.0, + "lambda": 10.7781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7781, + 10.7781, + 10.7781, + 10.7781 + ] + }, + { + "episode": 300, + "avg_reward": 3812.88, + "avg_cost": 5.5, + "lambda": 10.7871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7871, + 10.7871, + 10.7871, + 10.7871 + ] + }, + { + "episode": 310, + "avg_reward": 3758.4, + "avg_cost": 5.75, + "lambda": 10.7959, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7959, + 10.7959, + 10.7959, + 10.7959 + ] + }, + { + "episode": 320, + "avg_reward": 4050.23, + "avg_cost": 5.5, + "lambda": 10.8026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8026, + 10.8026, + 10.8026, + 10.8026 + ] + }, + { + "episode": 330, + "avg_reward": 4166.5, + "avg_cost": 9.5, + "lambda": 10.8103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8103, + 10.8103, + 10.8103, + 10.8103 + ] + }, + { + "episode": 340, + "avg_reward": 4141.79, + "avg_cost": 11.0, + "lambda": 10.8189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8189, + 10.8189, + 10.8189, + 10.8189 + ] + }, + { + "episode": 350, + "avg_reward": 4671.62, + "avg_cost": 8.75, + "lambda": 10.8265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8265, + 10.8265, + 10.8265, + 10.8265 + ] + }, + { + "episode": 360, + "avg_reward": 4070.54, + "avg_cost": 4.25, + "lambda": 10.8326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8326, + 10.8326, + 10.8326, + 10.8326 + ] + }, + { + "episode": 370, + "avg_reward": 4724.53, + "avg_cost": 2.5, + "lambda": 10.8361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8361, + 10.8361, + 10.8361, + 10.8361 + ] + }, + { + "episode": 380, + "avg_reward": 5181.24, + "avg_cost": 5.25, + "lambda": 10.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.84, + 10.84, + 10.84, + 10.84 + ] + }, + { + "episode": 390, + "avg_reward": 4915.23, + "avg_cost": 3.0, + "lambda": 10.8436, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8436, + 10.8436, + 10.8436, + 10.8436 + ] + }, + { + "episode": 400, + "avg_reward": 5414.55, + "avg_cost": 3.75, + "lambda": 10.8466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8466, + 10.8466, + 10.8466, + 10.8466 + ] + }, + { + "episode": 410, + "avg_reward": 4514.4, + "avg_cost": 2.25, + "lambda": 10.8496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8496, + 10.8496, + 10.8496, + 10.8496 + ] + }, + { + "episode": 420, + "avg_reward": 5808.19, + "avg_cost": 1.5, + "lambda": 10.8522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8522, + 10.8522, + 10.8522, + 10.8522 + ] + }, + { + "episode": 430, + "avg_reward": 5086.67, + "avg_cost": 2.5, + "lambda": 10.8548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8548, + 10.8548, + 10.8548, + 10.8548 + ] + }, + { + "episode": 440, + "avg_reward": 6130.33, + "avg_cost": 5.25, + "lambda": 10.8568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8568, + 10.8568, + 10.8568, + 10.8568 + ] + }, + { + "episode": 450, + "avg_reward": 6001.53, + "avg_cost": 0.75, + "lambda": 10.8582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8582, + 10.8582, + 10.8582, + 10.8582 + ] + }, + { + "episode": 460, + "avg_reward": 6118.7, + "avg_cost": 1.5, + "lambda": 10.8595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8595, + 10.8595, + 10.8595, + 10.8595 + ] + }, + { + "episode": 470, + "avg_reward": 5889.02, + "avg_cost": 1.0, + "lambda": 10.8608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8608, + 10.8608, + 10.8608, + 10.8608 + ] + }, + { + "episode": 480, + "avg_reward": 5561.85, + "avg_cost": 1.5, + "lambda": 10.8623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8623, + 10.8623, + 10.8623, + 10.8623 + ] + }, + { + "episode": 490, + "avg_reward": 6475.73, + "avg_cost": 0.75, + "lambda": 10.8637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8637, + 10.8637, + 10.8637, + 10.8637 + ] + }, + { + "episode": 500, + "avg_reward": 6003.45, + "avg_cost": 0.75, + "lambda": 10.8643, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8643, + 10.8643, + 10.8643, + 10.8643 + ] + }, + { + "episode": 510, + "avg_reward": 5608.5, + "avg_cost": 0.25, + "lambda": 10.8651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8651, + 10.8651, + 10.8651, + 10.8651 + ] + }, + { + "episode": 520, + "avg_reward": 5932.65, + "avg_cost": 0.75, + "lambda": 10.8659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8659, + 10.8659, + 10.8659, + 10.8659 + ] + }, + { + "episode": 530, + "avg_reward": 6725.55, + "avg_cost": 0.25, + "lambda": 10.8666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8666, + 10.8666, + 10.8666, + 10.8666 + ] + }, + { + "episode": 540, + "avg_reward": 6489.57, + "avg_cost": 0.0, + "lambda": 10.8671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8671, + 10.8671, + 10.8671, + 10.8671 + ] + }, + { + "episode": 550, + "avg_reward": 6462.75, + "avg_cost": 0.75, + "lambda": 10.8673, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8673, + 10.8673, + 10.8673, + 10.8673 + ] + }, + { + "episode": 560, + "avg_reward": 7299.8, + "avg_cost": 0.25, + "lambda": 10.8679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8679, + 10.8679, + 10.8679, + 10.8679 + ] + }, + { + "episode": 570, + "avg_reward": 6820.8, + "avg_cost": 0.25, + "lambda": 10.8684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8684, + 10.8684, + 10.8684, + 10.8684 + ] + }, + { + "episode": 580, + "avg_reward": 7348.02, + "avg_cost": 0.25, + "lambda": 10.869, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.869, + 10.869, + 10.869, + 10.869 + ] + }, + { + "episode": 590, + "avg_reward": 7383.49, + "avg_cost": 0.5, + "lambda": 10.8692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8692, + 10.8692, + 10.8692, + 10.8692 + ] + }, + { + "episode": 600, + "avg_reward": 7453.84, + "avg_cost": 0.5, + "lambda": 10.8695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8695, + 10.8695, + 10.8695, + 10.8695 + ] + }, + { + "episode": 610, + "avg_reward": 7510.87, + "avg_cost": 0.75, + "lambda": 10.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.87, + 10.87, + 10.87, + 10.87 + ] + }, + { + "episode": 620, + "avg_reward": 6673.17, + "avg_cost": 0.25, + "lambda": 10.8702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8702, + 10.8702, + 10.8702, + 10.8702 + ] + }, + { + "episode": 630, + "avg_reward": 7420.31, + "avg_cost": 0.0, + "lambda": 10.8705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8705, + 10.8705, + 10.8705, + 10.8705 + ] + }, + { + "episode": 640, + "avg_reward": 8004.13, + "avg_cost": 0.0, + "lambda": 10.8706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8706, + 10.8706, + 10.8706, + 10.8706 + ] + }, + { + "episode": 650, + "avg_reward": 7563.75, + "avg_cost": 0.0, + "lambda": 10.8708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8708, + 10.8708, + 10.8708, + 10.8708 + ] + }, + { + "episode": 660, + "avg_reward": 8334.32, + "avg_cost": 0.25, + "lambda": 10.8709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8709, + 10.8709, + 10.8709, + 10.8709 + ] + }, + { + "episode": 670, + "avg_reward": 7723.92, + "avg_cost": 0.5, + "lambda": 10.8711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8711, + 10.8711, + 10.8711, + 10.8711 + ] + }, + { + "episode": 680, + "avg_reward": 8235.8, + "avg_cost": 0.0, + "lambda": 10.8715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8715, + 10.8715, + 10.8715, + 10.8715 + ] + }, + { + "episode": 690, + "avg_reward": 8001.15, + "avg_cost": 0.25, + "lambda": 10.8717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8717, + 10.8717, + 10.8717, + 10.8717 + ] + }, + { + "episode": 700, + "avg_reward": 7736.06, + "avg_cost": 0.0, + "lambda": 10.8718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8718, + 10.8718, + 10.8718, + 10.8718 + ] + }, + { + "episode": 710, + "avg_reward": 8569.91, + "avg_cost": 0.5, + "lambda": 10.8719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8719, + 10.8719, + 10.8719, + 10.8719 + ] + }, + { + "episode": 720, + "avg_reward": 7347.28, + "avg_cost": 0.0, + "lambda": 10.872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.872, + 10.872, + 10.872, + 10.872 + ] + }, + { + "episode": 730, + "avg_reward": 9107.49, + "avg_cost": 0.5, + "lambda": 10.872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.872, + 10.872, + 10.872, + 10.872 + ] + }, + { + "episode": 740, + "avg_reward": 7497.04, + "avg_cost": 0.0, + "lambda": 10.8721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8721, + 10.8721, + 10.8721, + 10.8721 + ] + }, + { + "episode": 750, + "avg_reward": 8678.15, + "avg_cost": 0.0, + "lambda": 10.8721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8721, + 10.8721, + 10.8721, + 10.8721 + ] + }, + { + "episode": 760, + "avg_reward": 9148.76, + "avg_cost": 0.0, + "lambda": 10.8722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8722, + 10.8722, + 10.8722, + 10.8722 + ] + }, + { + "episode": 770, + "avg_reward": 8761.9, + "avg_cost": 0.0, + "lambda": 10.8722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8722, + 10.8722, + 10.8722, + 10.8722 + ] + }, + { + "episode": 780, + "avg_reward": 8566.29, + "avg_cost": 0.0, + "lambda": 10.8723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8723, + 10.8723, + 10.8723, + 10.8723 + ] + }, + { + "episode": 790, + "avg_reward": 7933.45, + "avg_cost": 0.25, + "lambda": 10.8724, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8724, + 10.8724, + 10.8724, + 10.8724 + ] + }, + { + "episode": 800, + "avg_reward": 8733.71, + "avg_cost": 0.0, + "lambda": 10.8726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8726, + 10.8726, + 10.8726, + 10.8726 + ] + }, + { + "episode": 810, + "avg_reward": 8427.3, + "avg_cost": 0.25, + "lambda": 10.8727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8727, + 10.8727, + 10.8727, + 10.8727 + ] + }, + { + "episode": 820, + "avg_reward": 8285.72, + "avg_cost": 0.0, + "lambda": 10.8728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8728, + 10.8728, + 10.8728, + 10.8728 + ] + }, + { + "episode": 830, + "avg_reward": 8634.63, + "avg_cost": 0.0, + "lambda": 10.8729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8729, + 10.8729, + 10.8729, + 10.8729 + ] + }, + { + "episode": 840, + "avg_reward": 8424.64, + "avg_cost": 0.0, + "lambda": 10.873, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.873, + 10.873, + 10.873, + 10.873 + ] + }, + { + "episode": 850, + "avg_reward": 8361.63, + "avg_cost": 0.25, + "lambda": 10.8731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8731, + 10.8731, + 10.8731, + 10.8731 + ] + }, + { + "episode": 860, + "avg_reward": 9162.17, + "avg_cost": 0.0, + "lambda": 10.8732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8732, + 10.8732, + 10.8732, + 10.8732 + ] + }, + { + "episode": 870, + "avg_reward": 9309.75, + "avg_cost": 0.0, + "lambda": 10.8733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8733, + 10.8733, + 10.8733, + 10.8733 + ] + }, + { + "episode": 880, + "avg_reward": 9355.86, + "avg_cost": 0.25, + "lambda": 10.8734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8734, + 10.8734, + 10.8734, + 10.8734 + ] + }, + { + "episode": 890, + "avg_reward": 8433.89, + "avg_cost": 0.0, + "lambda": 10.8736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8736, + 10.8736, + 10.8736, + 10.8736 + ] + }, + { + "episode": 900, + "avg_reward": 9284.52, + "avg_cost": 0.5, + "lambda": 10.8738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8738, + 10.8738, + 10.8738, + 10.8738 + ] + }, + { + "episode": 910, + "avg_reward": 7538.15, + "avg_cost": 0.0, + "lambda": 10.8739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8739, + 10.8739, + 10.8739, + 10.8739 + ] + }, + { + "episode": 920, + "avg_reward": 9721.96, + "avg_cost": 0.0, + "lambda": 10.8739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8739, + 10.8739, + 10.8739, + 10.8739 + ] + }, + { + "episode": 930, + "avg_reward": 9439.46, + "avg_cost": 0.0, + "lambda": 10.874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.874, + 10.874, + 10.874, + 10.874 + ] + }, + { + "episode": 940, + "avg_reward": 9623.31, + "avg_cost": 0.0, + "lambda": 10.8741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8741, + 10.8741, + 10.8741, + 10.8741 + ] + }, + { + "episode": 950, + "avg_reward": 8929.27, + "avg_cost": 0.0, + "lambda": 10.8741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8741, + 10.8741, + 10.8741, + 10.8741 + ] + }, + { + "episode": 960, + "avg_reward": 9009.25, + "avg_cost": 0.0, + "lambda": 10.8741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8741, + 10.8741, + 10.8741, + 10.8741 + ] + }, + { + "episode": 970, + "avg_reward": 9457.13, + "avg_cost": 0.0, + "lambda": 10.8742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8742, + 10.8742, + 10.8742, + 10.8742 + ] + }, + { + "episode": 980, + "avg_reward": 9734.35, + "avg_cost": 0.0, + "lambda": 10.8742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8742, + 10.8742, + 10.8742, + 10.8742 + ] + }, + { + "episode": 990, + "avg_reward": 9780.34, + "avg_cost": 0.0, + "lambda": 10.8742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8742, + 10.8742, + 10.8742, + 10.8742 + ] + }, + { + "episode": 1000, + "avg_reward": 8317.04, + "avg_cost": 0.0, + "lambda": 10.8743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8743, + 10.8743, + 10.8743, + 10.8743 + ] + }, + { + "episode": 1010, + "avg_reward": 9721.21, + "avg_cost": 0.0, + "lambda": 10.8743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8743, + 10.8743, + 10.8743, + 10.8743 + ] + }, + { + "episode": 1020, + "avg_reward": 10178.08, + "avg_cost": 0.0, + "lambda": 10.8743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8743, + 10.8743, + 10.8743, + 10.8743 + ] + }, + { + "episode": 1030, + "avg_reward": 9559.16, + "avg_cost": 0.0, + "lambda": 10.8743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8743, + 10.8743, + 10.8743, + 10.8743 + ] + }, + { + "episode": 1040, + "avg_reward": 10269.98, + "avg_cost": 0.0, + "lambda": 10.8744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8744, + 10.8744, + 10.8744, + 10.8744 + ] + }, + { + "episode": 1050, + "avg_reward": 9366.59, + "avg_cost": 0.25, + "lambda": 10.8745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8745, + 10.8745, + 10.8745, + 10.8745 + ] + }, + { + "episode": 1060, + "avg_reward": 9472.55, + "avg_cost": 0.25, + "lambda": 10.8745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8745, + 10.8745, + 10.8745, + 10.8745 + ] + }, + { + "episode": 1070, + "avg_reward": 10372.29, + "avg_cost": 0.0, + "lambda": 10.8745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8745, + 10.8745, + 10.8745, + 10.8745 + ] + }, + { + "episode": 1080, + "avg_reward": 10092.84, + "avg_cost": 0.0, + "lambda": 10.8745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8745, + 10.8745, + 10.8745, + 10.8745 + ] + }, + { + "episode": 1090, + "avg_reward": 9879.14, + "avg_cost": 0.0, + "lambda": 10.8746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8746, + 10.8746, + 10.8746, + 10.8746 + ] + }, + { + "episode": 1100, + "avg_reward": 9617.09, + "avg_cost": 0.0, + "lambda": 10.8746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8746, + 10.8746, + 10.8746, + 10.8746 + ] + }, + { + "episode": 1110, + "avg_reward": 11337.69, + "avg_cost": 0.0, + "lambda": 10.8747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8747, + 10.8747, + 10.8747, + 10.8747 + ] + }, + { + "episode": 1120, + "avg_reward": 11130.38, + "avg_cost": 0.0, + "lambda": 10.8748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8748, + 10.8748, + 10.8748, + 10.8748 + ] + }, + { + "episode": 1130, + "avg_reward": 11097.95, + "avg_cost": 0.0, + "lambda": 10.8748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8748, + 10.8748, + 10.8748, + 10.8748 + ] + }, + { + "episode": 1140, + "avg_reward": 10695.86, + "avg_cost": 0.0, + "lambda": 10.8749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8749, + 10.8749, + 10.8749, + 10.8749 + ] + }, + { + "episode": 1150, + "avg_reward": 10142.33, + "avg_cost": 0.0, + "lambda": 10.8749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8749, + 10.8749, + 10.8749, + 10.8749 + ] + }, + { + "episode": 1160, + "avg_reward": 9910.57, + "avg_cost": 0.25, + "lambda": 10.8749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8749, + 10.8749, + 10.8749, + 10.8749 + ] + }, + { + "episode": 1170, + "avg_reward": 9320.4, + "avg_cost": 0.0, + "lambda": 10.8749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8749, + 10.8749, + 10.8749, + 10.8749 + ] + }, + { + "episode": 1180, + "avg_reward": 11119.75, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 1190, + "avg_reward": 9648.46, + "avg_cost": 0.0, + "lambda": 10.8751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8751, + 10.8751, + 10.8751, + 10.8751 + ] + }, + { + "episode": 1200, + "avg_reward": 9948.03, + "avg_cost": 0.25, + "lambda": 10.8753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8753, + 10.8753, + 10.8753, + 10.8753 + ] + }, + { + "episode": 1210, + "avg_reward": 8617.56, + "avg_cost": 0.25, + "lambda": 10.8753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8753, + 10.8753, + 10.8753, + 10.8753 + ] + }, + { + "episode": 1220, + "avg_reward": 9769.26, + "avg_cost": 0.0, + "lambda": 10.8753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8753, + 10.8753, + 10.8753, + 10.8753 + ] + }, + { + "episode": 1230, + "avg_reward": 9273.43, + "avg_cost": 0.0, + "lambda": 10.8754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8754, + 10.8754, + 10.8754, + 10.8754 + ] + }, + { + "episode": 1240, + "avg_reward": 9318.12, + "avg_cost": 0.0, + "lambda": 10.8754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8754, + 10.8754, + 10.8754, + 10.8754 + ] + }, + { + "episode": 1250, + "avg_reward": 10061.77, + "avg_cost": 0.0, + "lambda": 10.8755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8755, + 10.8755, + 10.8755, + 10.8755 + ] + }, + { + "episode": 1260, + "avg_reward": 9548.23, + "avg_cost": 0.25, + "lambda": 10.8755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8755, + 10.8755, + 10.8755, + 10.8755 + ] + }, + { + "episode": 1270, + "avg_reward": 9305.16, + "avg_cost": 0.25, + "lambda": 10.8755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8755, + 10.8755, + 10.8755, + 10.8755 + ] + }, + { + "episode": 1280, + "avg_reward": 11584.32, + "avg_cost": 0.0, + "lambda": 10.8756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8756, + 10.8756, + 10.8756, + 10.8756 + ] + }, + { + "episode": 1290, + "avg_reward": 10812.25, + "avg_cost": 0.0, + "lambda": 10.8756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8756, + 10.8756, + 10.8756, + 10.8756 + ] + }, + { + "episode": 1300, + "avg_reward": 8339.34, + "avg_cost": 0.0, + "lambda": 10.8757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8757, + 10.8757, + 10.8757, + 10.8757 + ] + }, + { + "episode": 1310, + "avg_reward": 9584.05, + "avg_cost": 0.0, + "lambda": 10.8757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8757, + 10.8757, + 10.8757, + 10.8757 + ] + }, + { + "episode": 1320, + "avg_reward": 9797.23, + "avg_cost": 0.0, + "lambda": 10.8758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8758, + 10.8758, + 10.8758, + 10.8758 + ] + }, + { + "episode": 1330, + "avg_reward": 9911.02, + "avg_cost": 0.0, + "lambda": 10.8758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8758, + 10.8758, + 10.8758, + 10.8758 + ] + }, + { + "episode": 1340, + "avg_reward": 10461.96, + "avg_cost": 0.0, + "lambda": 10.8759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8759, + 10.8759, + 10.8759, + 10.8759 + ] + }, + { + "episode": 1350, + "avg_reward": 11815.24, + "avg_cost": 0.0, + "lambda": 10.8759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8759, + 10.8759, + 10.8759, + 10.8759 + ] + }, + { + "episode": 1360, + "avg_reward": 11093.54, + "avg_cost": 0.0, + "lambda": 10.876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.876, + 10.876, + 10.876, + 10.876 + ] + }, + { + "episode": 1370, + "avg_reward": 11143.7, + "avg_cost": 0.0, + "lambda": 10.876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.876, + 10.876, + 10.876, + 10.876 + ] + }, + { + "episode": 1380, + "avg_reward": 11347.16, + "avg_cost": 0.0, + "lambda": 10.8761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8761, + 10.8761, + 10.8761, + 10.8761 + ] + }, + { + "episode": 1390, + "avg_reward": 10336.94, + "avg_cost": 0.0, + "lambda": 10.8762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8762, + 10.8762, + 10.8762, + 10.8762 + ] + }, + { + "episode": 1400, + "avg_reward": 10422.17, + "avg_cost": 0.0, + "lambda": 10.8762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8762, + 10.8762, + 10.8762, + 10.8762 + ] + }, + { + "episode": 1410, + "avg_reward": 10938.49, + "avg_cost": 0.0, + "lambda": 10.8762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8762, + 10.8762, + 10.8762, + 10.8762 + ] + }, + { + "episode": 1420, + "avg_reward": 10521.42, + "avg_cost": 0.0, + "lambda": 10.8763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8763, + 10.8763, + 10.8763, + 10.8763 + ] + }, + { + "episode": 1430, + "avg_reward": 10883.93, + "avg_cost": 0.25, + "lambda": 10.8763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8763, + 10.8763, + 10.8763, + 10.8763 + ] + }, + { + "episode": 1440, + "avg_reward": 11053.12, + "avg_cost": 0.0, + "lambda": 10.8763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8763, + 10.8763, + 10.8763, + 10.8763 + ] + }, + { + "episode": 1450, + "avg_reward": 10715.99, + "avg_cost": 0.25, + "lambda": 10.8764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8764, + 10.8764, + 10.8764, + 10.8764 + ] + }, + { + "episode": 1460, + "avg_reward": 11958.41, + "avg_cost": 0.0, + "lambda": 10.8765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8765, + 10.8765, + 10.8765, + 10.8765 + ] + }, + { + "episode": 1470, + "avg_reward": 11517.67, + "avg_cost": 0.0, + "lambda": 10.8766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8766, + 10.8766, + 10.8766, + 10.8766 + ] + }, + { + "episode": 1480, + "avg_reward": 10988.78, + "avg_cost": 0.0, + "lambda": 10.8766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8766, + 10.8766, + 10.8766, + 10.8766 + ] + }, + { + "episode": 1490, + "avg_reward": 9995.28, + "avg_cost": 0.0, + "lambda": 10.8766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8766, + 10.8766, + 10.8766, + 10.8766 + ] + }, + { + "episode": 1500, + "avg_reward": 11328.17, + "avg_cost": 0.0, + "lambda": 10.8766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8766, + 10.8766, + 10.8766, + 10.8766 + ] + } + ], + "final_lambdas": [ + 10.8766, + 10.8766, + 10.8766, + 10.8766 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json b/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..151db3eb13d974ee270f0aa9c5d5f77fa11073a8 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s2_1500ep_mamujoco_Ant_4x2_v9_allfixes.json @@ -0,0 +1,2752 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3032079.43, + "constraint_satisfaction_pct": 99.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.01, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -15618.64, + "avg_cost": 17.75, + "lambda": 5.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.115, + 5.115, + 5.115, + 5.115 + ] + }, + { + "episode": 10, + "avg_reward": -14264.6, + "avg_cost": 13.25, + "lambda": 5.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.925, + 5.925, + 5.925, + 5.925 + ] + }, + { + "episode": 20, + "avg_reward": -14075.37, + "avg_cost": 15.5, + "lambda": 6.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.905, + 6.905, + 6.905, + 6.905 + ] + }, + { + "episode": 30, + "avg_reward": -13926.46, + "avg_cost": 12.75, + "lambda": 7.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8675, + 7.8675, + 7.8675, + 7.8675 + ] + }, + { + "episode": 40, + "avg_reward": -13438.14, + "avg_cost": 19.5, + "lambda": 9.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.01, + 9.01, + 9.01, + 9.01 + ] + }, + { + "episode": 50, + "avg_reward": -12971.93, + "avg_cost": 23.75, + "lambda": 10.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0175, + 10.0175, + 10.0175, + 10.0175 + ] + }, + { + "episode": 60, + "avg_reward": -12279.88, + "avg_cost": 15.0, + "lambda": 10.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8, + 10.8, + 10.8, + 10.8 + ] + }, + { + "episode": 70, + "avg_reward": -11905.17, + "avg_cost": 10.5, + "lambda": 11.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.415, + 11.415, + 11.415, + 11.415 + ] + }, + { + "episode": 80, + "avg_reward": -11185.99, + "avg_cost": 5.0, + "lambda": 11.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8975, + 11.8975, + 11.8975, + 11.8975 + ] + }, + { + "episode": 90, + "avg_reward": -10527.5, + "avg_cost": 16.0, + "lambda": 12.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.88, + 12.88, + 12.88, + 12.88 + ] + }, + { + "episode": 100, + "avg_reward": -9463.66, + "avg_cost": 2.75, + "lambda": 13.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.8625, + 13.8625, + 13.8625, + 13.8625 + ] + }, + { + "episode": 110, + "avg_reward": -9583.88, + "avg_cost": 16.5, + "lambda": 14.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.695, + 14.695, + 14.695, + 14.695 + ] + }, + { + "episode": 120, + "avg_reward": -8399.66, + "avg_cost": 10.75, + "lambda": 15.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.37, + 15.37, + 15.37, + 15.37 + ] + }, + { + "episode": 130, + "avg_reward": -7876.45, + "avg_cost": 4.25, + "lambda": 15.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.89, + 15.89, + 15.89, + 15.89 + ] + }, + { + "episode": 140, + "avg_reward": -7169.93, + "avg_cost": 24.25, + "lambda": 16.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.4725, + 16.4725, + 16.4725, + 16.4725 + ] + }, + { + "episode": 150, + "avg_reward": -6167.99, + "avg_cost": 6.25, + "lambda": 17.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.18, + 17.18, + 17.18, + 17.18 + ] + }, + { + "episode": 160, + "avg_reward": -5885.5, + "avg_cost": 8.0, + "lambda": 17.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.4225, + 17.4225, + 17.4225, + 17.4225 + ] + }, + { + "episode": 170, + "avg_reward": -4866.9, + "avg_cost": 4.0, + "lambda": 17.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.7125, + 17.7125, + 17.7125, + 17.7125 + ] + }, + { + "episode": 180, + "avg_reward": -4333.07, + "avg_cost": 8.0, + "lambda": 17.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.965, + 17.965, + 17.965, + 17.965 + ] + }, + { + "episode": 190, + "avg_reward": -4209.86, + "avg_cost": 18.75, + "lambda": 18.2925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.2925, + 18.2925, + 18.2925, + 18.2925 + ] + }, + { + "episode": 200, + "avg_reward": -3385.93, + "avg_cost": 5.25, + "lambda": 18.295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.295, + 18.295, + 18.295, + 18.295 + ] + }, + { + "episode": 210, + "avg_reward": -2592.56, + "avg_cost": 12.75, + "lambda": 18.3275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.3275, + 18.3275, + 18.3275, + 18.3275 + ] + }, + { + "episode": 220, + "avg_reward": -2114.64, + "avg_cost": 9.75, + "lambda": 18.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.39, + 18.39, + 18.39, + 18.39 + ] + }, + { + "episode": 230, + "avg_reward": -1993.63, + "avg_cost": 4.25, + "lambda": 18.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.385, + 18.385, + 18.385, + 18.385 + ] + }, + { + "episode": 240, + "avg_reward": -1646.72, + "avg_cost": 7.5, + "lambda": 18.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.23, + 18.23, + 18.23, + 18.23 + ] + }, + { + "episode": 250, + "avg_reward": -1463.69, + "avg_cost": 6.5, + "lambda": 18.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.1325, + 18.1325, + 18.1325, + 18.1325 + ] + }, + { + "episode": 260, + "avg_reward": -595.37, + "avg_cost": 3.75, + "lambda": 17.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.9925, + 17.9925, + 17.9925, + 17.9925 + ] + }, + { + "episode": 270, + "avg_reward": -130.68, + "avg_cost": 4.0, + "lambda": 17.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.635, + 17.635, + 17.635, + 17.635 + ] + }, + { + "episode": 280, + "avg_reward": 362.93, + "avg_cost": 2.0, + "lambda": 17.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.28, + 17.28, + 17.28, + 17.28 + ] + }, + { + "episode": 290, + "avg_reward": 463.66, + "avg_cost": 4.5, + "lambda": 16.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.985, + 16.985, + 16.985, + 16.985 + ] + }, + { + "episode": 300, + "avg_reward": 775.73, + "avg_cost": 5.25, + "lambda": 16.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5975, + 16.5975, + 16.5975, + 16.5975 + ] + }, + { + "episode": 310, + "avg_reward": 964.06, + "avg_cost": 0.75, + "lambda": 16.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.115, + 16.115, + 16.115, + 16.115 + ] + }, + { + "episode": 320, + "avg_reward": 1165.85, + "avg_cost": 0.75, + "lambda": 15.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.635, + 15.635, + 15.635, + 15.635 + ] + }, + { + "episode": 330, + "avg_reward": 1513.54, + "avg_cost": 0.0, + "lambda": 15.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1475, + 15.1475, + 15.1475, + 15.1475 + ] + }, + { + "episode": 340, + "avg_reward": 1565.24, + "avg_cost": 1.5, + "lambda": 14.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6125, + 14.6125, + 14.6125, + 14.6125 + ] + }, + { + "episode": 350, + "avg_reward": 1969.76, + "avg_cost": 0.25, + "lambda": 14.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0475, + 14.0475, + 14.0475, + 14.0475 + ] + }, + { + "episode": 360, + "avg_reward": 1780.47, + "avg_cost": 2.0, + "lambda": 13.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.52, + 13.52, + 13.52, + 13.52 + ] + }, + { + "episode": 370, + "avg_reward": 1848.88, + "avg_cost": 0.25, + "lambda": 12.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.96, + 12.96, + 12.96, + 12.96 + ] + }, + { + "episode": 380, + "avg_reward": 2186.81, + "avg_cost": 0.5, + "lambda": 12.365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.365, + 12.365, + 12.365, + 12.365 + ] + }, + { + "episode": 390, + "avg_reward": 2263.66, + "avg_cost": 0.0, + "lambda": 11.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7675, + 11.7675, + 11.7675, + 11.7675 + ] + }, + { + "episode": 400, + "avg_reward": 2547.04, + "avg_cost": 0.0, + "lambda": 11.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1925, + 11.1925, + 11.1925, + 11.1925 + ] + }, + { + "episode": 410, + "avg_reward": 2421.99, + "avg_cost": 0.25, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 420, + "avg_reward": 2644.43, + "avg_cost": 0.0, + "lambda": 10.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0475, + 10.0475, + 10.0475, + 10.0475 + ] + }, + { + "episode": 430, + "avg_reward": 2682.74, + "avg_cost": 0.5, + "lambda": 9.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5125, + 9.5125, + 9.5125, + 9.5125 + ] + }, + { + "episode": 440, + "avg_reward": 2813.48, + "avg_cost": 0.0, + "lambda": 8.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.945, + 8.945, + 8.945, + 8.945 + ] + }, + { + "episode": 450, + "avg_reward": 2904.06, + "avg_cost": 1.75, + "lambda": 8.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.38, + 8.38, + 8.38, + 8.38 + ] + }, + { + "episode": 460, + "avg_reward": 2956.76, + "avg_cost": 0.0, + "lambda": 7.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.82, + 7.82, + 7.82, + 7.82 + ] + }, + { + "episode": 470, + "avg_reward": 3006.67, + "avg_cost": 0.25, + "lambda": 7.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.3175, + 7.3175, + 7.3175, + 7.3175 + ] + }, + { + "episode": 480, + "avg_reward": 3187.32, + "avg_cost": 1.0, + "lambda": 6.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7775, + 6.7775, + 6.7775, + 6.7775 + ] + }, + { + "episode": 490, + "avg_reward": 3210.19, + "avg_cost": 0.25, + "lambda": 6.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2325, + 6.2325, + 6.2325, + 6.2325 + ] + }, + { + "episode": 500, + "avg_reward": 3054.83, + "avg_cost": 0.75, + "lambda": 5.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6325, + 5.6325, + 5.6325, + 5.6325 + ] + }, + { + "episode": 510, + "avg_reward": 2939.19, + "avg_cost": 2.0, + "lambda": 5.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0775, + 5.0775, + 5.0775, + 5.0775 + ] + }, + { + "episode": 520, + "avg_reward": 3398.86, + "avg_cost": 0.0, + "lambda": 4.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.48, + 4.48, + 4.48, + 4.48 + ] + }, + { + "episode": 530, + "avg_reward": 3663.19, + "avg_cost": 0.75, + "lambda": 3.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.915, + 3.915, + 3.915, + 3.915 + ] + }, + { + "episode": 540, + "avg_reward": 3624.24, + "avg_cost": 1.25, + "lambda": 3.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.35, + 3.35, + 3.35, + 3.35 + ] + }, + { + "episode": 550, + "avg_reward": 3591.68, + "avg_cost": 0.75, + "lambda": 2.7875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7875, + 2.7875, + 2.7875, + 2.7875 + ] + }, + { + "episode": 560, + "avg_reward": 3495.07, + "avg_cost": 0.0, + "lambda": 2.2675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.2675, + 2.2675, + 2.2675, + 2.2675 + ] + }, + { + "episode": 570, + "avg_reward": 3755.94, + "avg_cost": 2.25, + "lambda": 1.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7375, + 1.7375, + 1.7375, + 1.7375 + ] + }, + { + "episode": 580, + "avg_reward": 3575.63, + "avg_cost": 0.75, + "lambda": 1.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.16, + 1.16, + 1.16, + 1.16 + ] + }, + { + "episode": 590, + "avg_reward": 3660.88, + "avg_cost": 0.25, + "lambda": 0.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6325, + 0.6325, + 0.6325, + 0.6325 + ] + }, + { + "episode": 600, + "avg_reward": 3920.97, + "avg_cost": 0.0, + "lambda": 0.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0475, + 0.0475, + 0.0475, + 0.0475 + ] + }, + { + "episode": 610, + "avg_reward": 4006.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 4210.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 3595.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 3936.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 3828.0, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 3850.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 4103.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 3916.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 4099.51, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 4085.74, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 3974.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 4202.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 4378.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 4049.17, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 4136.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 4165.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 4327.91, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 4490.54, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 4200.75, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 4420.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 4256.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 4369.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 3852.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 4536.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 4023.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 4545.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 4376.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 4164.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 4396.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 4446.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 4155.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 4502.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 4753.12, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 4736.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 4568.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 4335.74, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 4950.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 4678.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 4656.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4862.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1010, + "avg_reward": 4754.96, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1020, + "avg_reward": 4543.94, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1030, + "avg_reward": 4091.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1040, + "avg_reward": 4983.83, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5123.9, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1060, + "avg_reward": 4662.52, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1070, + "avg_reward": 4538.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1080, + "avg_reward": 5076.79, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1090, + "avg_reward": 5045.2, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1100, + "avg_reward": 4461.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1110, + "avg_reward": 5093.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1120, + "avg_reward": 5309.69, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1130, + "avg_reward": 5011.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1140, + "avg_reward": 4972.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1150, + "avg_reward": 5085.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1160, + "avg_reward": 5305.33, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1170, + "avg_reward": 4849.59, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1180, + "avg_reward": 4714.73, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1190, + "avg_reward": 4568.62, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1200, + "avg_reward": 5191.96, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1210, + "avg_reward": 4606.27, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5347.3, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1230, + "avg_reward": 5071.82, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1240, + "avg_reward": 5046.68, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1250, + "avg_reward": 5502.66, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1260, + "avg_reward": 5276.29, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1270, + "avg_reward": 5334.58, + "avg_cost": 6.5, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0025, + 0.0025, + 0.0025, + 0.0025 + ] + }, + { + "episode": 1280, + "avg_reward": 5207.55, + "avg_cost": 6.75, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.03, + 0.03, + 0.03, + 0.03 + ] + }, + { + "episode": 1290, + "avg_reward": 5348.14, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1300, + "avg_reward": 5227.8, + "avg_cost": 9.5, + "lambda": 0.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.055, + 0.055, + 0.055, + 0.055 + ] + }, + { + "episode": 1310, + "avg_reward": 5211.39, + "avg_cost": 5.75, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0225, + 0.0225, + 0.0225, + 0.0225 + ] + }, + { + "episode": 1320, + "avg_reward": 5617.75, + "avg_cost": 4.0, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0225, + 0.0225, + 0.0225, + 0.0225 + ] + }, + { + "episode": 1330, + "avg_reward": 5192.68, + "avg_cost": 3.25, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0025, + 0.0025, + 0.0025, + 0.0025 + ] + }, + { + "episode": 1340, + "avg_reward": 4150.76, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1350, + "avg_reward": 3766.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1360, + "avg_reward": 4432.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1370, + "avg_reward": 4431.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1380, + "avg_reward": 4917.01, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5092.8, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5449.48, + "avg_cost": 3.75, + "lambda": 0.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.055, + 0.055, + 0.055, + 0.055 + ] + }, + { + "episode": 1410, + "avg_reward": 4781.3, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1420, + "avg_reward": 5489.91, + "avg_cost": 7.25, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.01, + 0.01, + 0.01, + 0.01 + ] + }, + { + "episode": 1430, + "avg_reward": 4828.27, + "avg_cost": 5.25, + "lambda": 0.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1725, + 0.1725, + 0.1725, + 0.1725 + ] + }, + { + "episode": 1440, + "avg_reward": 5374.21, + "avg_cost": 6.0, + "lambda": 0.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 1450, + "avg_reward": 4894.59, + "avg_cost": 6.25, + "lambda": 0.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.48, + 0.48, + 0.48, + 0.48 + ] + }, + { + "episode": 1460, + "avg_reward": 5293.66, + "avg_cost": 6.0, + "lambda": 0.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6, + 0.6, + 0.6, + 0.6 + ] + }, + { + "episode": 1470, + "avg_reward": 5469.62, + "avg_cost": 5.75, + "lambda": 0.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5825, + 0.5825, + 0.5825, + 0.5825 + ] + }, + { + "episode": 1480, + "avg_reward": 6002.13, + "avg_cost": 12.5, + "lambda": 0.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.795, + 0.795, + 0.795, + 0.795 + ] + }, + { + "episode": 1490, + "avg_reward": 5190.41, + "avg_cost": 6.25, + "lambda": 0.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8675, + 0.8675, + 0.8675, + 0.8675 + ] + }, + { + "episode": 1500, + "avg_reward": 4617.27, + "avg_cost": 3.5, + "lambda": 1.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.01, + 1.01, + 1.01, + 1.01 + ] + } + ], + "final_lambdas": [ + 1.01, + 1.01, + 1.01, + 1.01 + ], + "d_per_agent": 6.25 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_per_agent_lambda_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..572264d1b0b2e65c875ff3303ce3e9f3daebcf26 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s3_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -10144294.4, + "constraint_satisfaction_pct": 2.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22824.93, + "avg_cost": 19.25, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5775, + 10.5775, + 10.5775, + 10.5775 + ] + }, + { + "episode": 10, + "avg_reward": -21329.13, + "avg_cost": 15.0, + "lambda": 14.6425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6425, + 14.6425, + 14.6425, + 14.6425 + ] + }, + { + "episode": 20, + "avg_reward": -20917.18, + "avg_cost": 14.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.75, + 19.75, + 19.75, + 19.75 + ] + }, + { + "episode": 30, + "avg_reward": -20371.87, + "avg_cost": 26.5, + "lambda": 24.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.685, + 24.685, + 24.685, + 24.685 + ] + }, + { + "episode": 40, + "avg_reward": -20003.6, + "avg_cost": 15.5, + "lambda": 29.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2, + 29.2, + 29.2, + 29.2 + ] + }, + { + "episode": 50, + "avg_reward": -20408.27, + "avg_cost": 19.25, + "lambda": 34.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.765, + 34.765, + 34.765, + 34.765 + ] + }, + { + "episode": 60, + "avg_reward": -20332.31, + "avg_cost": 15.5, + "lambda": 39.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.2575, + 39.2575, + 39.2575, + 39.2575 + ] + }, + { + "episode": 70, + "avg_reward": -18941.78, + "avg_cost": 14.0, + "lambda": 44.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.1775, + 44.1775, + 44.1775, + 44.1775 + ] + }, + { + "episode": 80, + "avg_reward": -18006.24, + "avg_cost": 13.0, + "lambda": 48.565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.565, + 48.565, + 48.565, + 48.565 + ] + }, + { + "episode": 90, + "avg_reward": -18248.01, + "avg_cost": 16.75, + "lambda": 53.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.47, + 53.47, + 53.47, + 53.47 + ] + }, + { + "episode": 100, + "avg_reward": -18094.68, + "avg_cost": 14.0, + "lambda": 58.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.6525, + 58.6525, + 58.6525, + 58.6525 + ] + }, + { + "episode": 110, + "avg_reward": -18289.85, + "avg_cost": 11.25, + "lambda": 62.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.2825, + 62.2825, + 62.2825, + 62.2825 + ] + }, + { + "episode": 120, + "avg_reward": -17512.86, + "avg_cost": 16.5, + "lambda": 67.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.915, + 67.915, + 67.915, + 67.915 + ] + }, + { + "episode": 130, + "avg_reward": -18059.27, + "avg_cost": 20.0, + "lambda": 71.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.38, + 71.38, + 71.38, + 71.38 + ] + }, + { + "episode": 140, + "avg_reward": -16664.54, + "avg_cost": 4.75, + "lambda": 75.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.3475, + 75.3475, + 75.3475, + 75.3475 + ] + }, + { + "episode": 150, + "avg_reward": -16087.28, + "avg_cost": 11.0, + "lambda": 79.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.345, + 79.345, + 79.345, + 79.345 + ] + }, + { + "episode": 160, + "avg_reward": -16161.77, + "avg_cost": 13.5, + "lambda": 82.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.3525, + 82.3525, + 82.3525, + 82.3525 + ] + }, + { + "episode": 170, + "avg_reward": -15955.41, + "avg_cost": 8.25, + "lambda": 85.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.9525, + 85.9525, + 85.9525, + 85.9525 + ] + }, + { + "episode": 180, + "avg_reward": -15117.44, + "avg_cost": 8.75, + "lambda": 88.8325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.8325, + 88.8325, + 88.8325, + 88.8325 + ] + }, + { + "episode": 190, + "avg_reward": -14358.5, + "avg_cost": 12.5, + "lambda": 92.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.9725, + 92.9725, + 92.9725, + 92.9725 + ] + }, + { + "episode": 200, + "avg_reward": -15222.14, + "avg_cost": 14.25, + "lambda": 96.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.1975, + 96.1975, + 96.1975, + 96.1975 + ] + }, + { + "episode": 210, + "avg_reward": -15235.83, + "avg_cost": 6.5, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9025, + 99.9025, + 99.9025, + 99.9025 + ] + }, + { + "episode": 220, + "avg_reward": -14805.0, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": -13957.78, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": -15122.31, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": -13597.23, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": -12481.25, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": -13906.32, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": -13959.07, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -13373.04, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -13260.59, + "avg_cost": 22.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -12851.33, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -13520.11, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -13199.87, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -13921.01, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -13078.05, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -13158.62, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -13244.06, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -13447.09, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -13207.52, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -12567.65, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -12239.1, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -11860.71, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -11854.26, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -11951.04, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -11646.77, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -10448.4, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -10658.81, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -10667.24, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -11242.56, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -11110.37, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -10054.22, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -12144.03, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -10033.9, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -9378.14, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -10090.34, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -8956.98, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -8881.7, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -9429.68, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -9487.11, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -9027.23, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -8152.74, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -8219.76, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -8467.24, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -7325.52, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -7401.45, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -7613.92, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -7262.84, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -8028.26, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -7503.64, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -7801.37, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -7231.38, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -6755.2, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": -6932.56, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": -5511.15, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": -5712.62, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": -6457.92, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": -5976.38, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": -5278.25, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": -4976.34, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": -4789.42, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": -3943.86, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": -3681.98, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": -2964.29, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": -2831.77, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": -2219.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": -2163.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": -1726.33, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": -1791.14, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": -1250.53, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": -1441.98, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": -1329.69, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": -1182.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": -433.69, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": -639.4, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": -157.48, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 254.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 25.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 540.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 565.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1418.91, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..3710423c7b2684a7350c3a29b6494a217183bedb --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7341497.11, + "constraint_satisfaction_pct": 45.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.9785, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30433.24, + "avg_cost": 846.5, + "lambda": 0.1847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1847, + 0.1847, + 0.1847, + 0.1847 + ] + }, + { + "episode": 10, + "avg_reward": -28356.57, + "avg_cost": 834.5, + "lambda": 0.9362, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9362, + 0.9362, + 0.9362, + 0.9362 + ] + }, + { + "episode": 20, + "avg_reward": -26760.3, + "avg_cost": 823.5, + "lambda": 1.7563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7563, + 1.7563, + 1.7563, + 1.7563 + ] + }, + { + "episode": 30, + "avg_reward": -25782.67, + "avg_cost": 802.5, + "lambda": 2.5627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5627, + 2.5627, + 2.5627, + 2.5627 + ] + }, + { + "episode": 40, + "avg_reward": -25517.8, + "avg_cost": 788.0, + "lambda": 3.3566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3566, + 3.3566, + 3.3566, + 3.3566 + ] + }, + { + "episode": 50, + "avg_reward": -23807.68, + "avg_cost": 774.25, + "lambda": 4.1359, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1359, + 4.1359, + 4.1359, + 4.1359 + ] + }, + { + "episode": 60, + "avg_reward": -21970.41, + "avg_cost": 755.75, + "lambda": 4.8965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8965, + 4.8965, + 4.8965, + 4.8965 + ] + }, + { + "episode": 70, + "avg_reward": -20145.93, + "avg_cost": 722.25, + "lambda": 5.6333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6333, + 5.6333, + 5.6333, + 5.6333 + ] + }, + { + "episode": 80, + "avg_reward": -18757.78, + "avg_cost": 683.25, + "lambda": 6.3429, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3429, + 6.3429, + 6.3429, + 6.3429 + ] + }, + { + "episode": 90, + "avg_reward": -17025.62, + "avg_cost": 648.5, + "lambda": 7.0144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0144, + 7.0144, + 7.0144, + 7.0144 + ] + }, + { + "episode": 100, + "avg_reward": -14296.58, + "avg_cost": 603.75, + "lambda": 7.6452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6452, + 7.6452, + 7.6452, + 7.6452 + ] + }, + { + "episode": 110, + "avg_reward": -12572.29, + "avg_cost": 568.0, + "lambda": 8.2304, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2304, + 8.2304, + 8.2304, + 8.2304 + ] + }, + { + "episode": 120, + "avg_reward": -11738.58, + "avg_cost": 517.5, + "lambda": 8.7584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7584, + 8.7584, + 8.7584, + 8.7584 + ] + }, + { + "episode": 130, + "avg_reward": -8660.8, + "avg_cost": 409.25, + "lambda": 9.2159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2159, + 9.2159, + 9.2159, + 9.2159 + ] + }, + { + "episode": 140, + "avg_reward": -6009.28, + "avg_cost": 339.75, + "lambda": 9.5957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5957, + 9.5957, + 9.5957, + 9.5957 + ] + }, + { + "episode": 150, + "avg_reward": -4441.32, + "avg_cost": 279.75, + "lambda": 9.902, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.902, + 9.902, + 9.902, + 9.902 + ] + }, + { + "episode": 160, + "avg_reward": -3108.58, + "avg_cost": 207.0, + "lambda": 10.1447, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1447, + 10.1447, + 10.1447, + 10.1447 + ] + }, + { + "episode": 170, + "avg_reward": -1797.11, + "avg_cost": 155.5, + "lambda": 10.3247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3247, + 10.3247, + 10.3247, + 10.3247 + ] + }, + { + "episode": 180, + "avg_reward": -783.24, + "avg_cost": 119.5, + "lambda": 10.4614, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4614, + 10.4614, + 10.4614, + 10.4614 + ] + }, + { + "episode": 190, + "avg_reward": 207.67, + "avg_cost": 82.0, + "lambda": 10.5583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5583, + 10.5583, + 10.5583, + 10.5583 + ] + }, + { + "episode": 200, + "avg_reward": 918.96, + "avg_cost": 63.25, + "lambda": 10.6287, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6287, + 10.6287, + 10.6287, + 10.6287 + ] + }, + { + "episode": 210, + "avg_reward": 920.6, + "avg_cost": 46.25, + "lambda": 10.6822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6822, + 10.6822, + 10.6822, + 10.6822 + ] + }, + { + "episode": 220, + "avg_reward": 1739.8, + "avg_cost": 37.75, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 230, + "avg_reward": 2352.03, + "avg_cost": 29.0, + "lambda": 10.7604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7604, + 10.7604, + 10.7604, + 10.7604 + ] + }, + { + "episode": 240, + "avg_reward": 2835.35, + "avg_cost": 26.0, + "lambda": 10.7898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7898, + 10.7898, + 10.7898, + 10.7898 + ] + }, + { + "episode": 250, + "avg_reward": 2569.41, + "avg_cost": 17.5, + "lambda": 10.8127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8127, + 10.8127, + 10.8127, + 10.8127 + ] + }, + { + "episode": 260, + "avg_reward": 3090.51, + "avg_cost": 18.0, + "lambda": 10.8312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8312, + 10.8312, + 10.8312, + 10.8312 + ] + }, + { + "episode": 270, + "avg_reward": 2799.54, + "avg_cost": 15.5, + "lambda": 10.8484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8484, + 10.8484, + 10.8484, + 10.8484 + ] + }, + { + "episode": 280, + "avg_reward": 2946.75, + "avg_cost": 12.5, + "lambda": 10.8643, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8643, + 10.8643, + 10.8643, + 10.8643 + ] + }, + { + "episode": 290, + "avg_reward": 3319.93, + "avg_cost": 10.75, + "lambda": 10.877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.877, + 10.877, + 10.877, + 10.877 + ] + }, + { + "episode": 300, + "avg_reward": 3363.06, + "avg_cost": 10.5, + "lambda": 10.8871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8871, + 10.8871, + 10.8871, + 10.8871 + ] + }, + { + "episode": 310, + "avg_reward": 4073.54, + "avg_cost": 10.5, + "lambda": 10.8965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8965, + 10.8965, + 10.8965, + 10.8965 + ] + }, + { + "episode": 320, + "avg_reward": 4241.02, + "avg_cost": 7.5, + "lambda": 10.9047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9047, + 10.9047, + 10.9047, + 10.9047 + ] + }, + { + "episode": 330, + "avg_reward": 3483.4, + "avg_cost": 5.75, + "lambda": 10.9109, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9109, + 10.9109, + 10.9109, + 10.9109 + ] + }, + { + "episode": 340, + "avg_reward": 4259.19, + "avg_cost": 6.5, + "lambda": 10.92, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.92, + 10.92, + 10.92, + 10.92 + ] + }, + { + "episode": 350, + "avg_reward": 4373.91, + "avg_cost": 5.0, + "lambda": 10.9261, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9261, + 10.9261, + 10.9261, + 10.9261 + ] + }, + { + "episode": 360, + "avg_reward": 4976.98, + "avg_cost": 5.25, + "lambda": 10.9319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9319, + 10.9319, + 10.9319, + 10.9319 + ] + }, + { + "episode": 370, + "avg_reward": 4615.81, + "avg_cost": 4.75, + "lambda": 10.9366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9366, + 10.9366, + 10.9366, + 10.9366 + ] + }, + { + "episode": 380, + "avg_reward": 5061.28, + "avg_cost": 5.25, + "lambda": 10.9408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9408, + 10.9408, + 10.9408, + 10.9408 + ] + }, + { + "episode": 390, + "avg_reward": 5125.66, + "avg_cost": 3.25, + "lambda": 10.9448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9448, + 10.9448, + 10.9448, + 10.9448 + ] + }, + { + "episode": 400, + "avg_reward": 5679.43, + "avg_cost": 3.75, + "lambda": 10.9476, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9476, + 10.9476, + 10.9476, + 10.9476 + ] + }, + { + "episode": 410, + "avg_reward": 5672.38, + "avg_cost": 3.25, + "lambda": 10.9503, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9503, + 10.9503, + 10.9503, + 10.9503 + ] + }, + { + "episode": 420, + "avg_reward": 6233.47, + "avg_cost": 3.75, + "lambda": 10.953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.953, + 10.953, + 10.953, + 10.953 + ] + }, + { + "episode": 430, + "avg_reward": 5256.95, + "avg_cost": 1.25, + "lambda": 10.9554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9554, + 10.9554, + 10.9554, + 10.9554 + ] + }, + { + "episode": 440, + "avg_reward": 6222.35, + "avg_cost": 2.5, + "lambda": 10.9571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9571, + 10.9571, + 10.9571, + 10.9571 + ] + }, + { + "episode": 450, + "avg_reward": 6066.24, + "avg_cost": 1.5, + "lambda": 10.959, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.959, + 10.959, + 10.959, + 10.959 + ] + }, + { + "episode": 460, + "avg_reward": 6746.9, + "avg_cost": 1.5, + "lambda": 10.9604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9604, + 10.9604, + 10.9604, + 10.9604 + ] + }, + { + "episode": 470, + "avg_reward": 5505.39, + "avg_cost": 1.0, + "lambda": 10.9619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9619, + 10.9619, + 10.9619, + 10.9619 + ] + }, + { + "episode": 480, + "avg_reward": 6515.81, + "avg_cost": 0.75, + "lambda": 10.9634, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9634, + 10.9634, + 10.9634, + 10.9634 + ] + }, + { + "episode": 490, + "avg_reward": 6605.58, + "avg_cost": 1.0, + "lambda": 10.9642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9642, + 10.9642, + 10.9642, + 10.9642 + ] + }, + { + "episode": 500, + "avg_reward": 6080.17, + "avg_cost": 0.25, + "lambda": 10.9649, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9649, + 10.9649, + 10.9649, + 10.9649 + ] + }, + { + "episode": 510, + "avg_reward": 7342.98, + "avg_cost": 2.5, + "lambda": 10.9659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9659, + 10.9659, + 10.9659, + 10.9659 + ] + }, + { + "episode": 520, + "avg_reward": 6051.04, + "avg_cost": 1.5, + "lambda": 10.9669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9669, + 10.9669, + 10.9669, + 10.9669 + ] + }, + { + "episode": 530, + "avg_reward": 5785.33, + "avg_cost": 0.75, + "lambda": 10.9679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9679, + 10.9679, + 10.9679, + 10.9679 + ] + }, + { + "episode": 540, + "avg_reward": 6347.75, + "avg_cost": 1.0, + "lambda": 10.9685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9685, + 10.9685, + 10.9685, + 10.9685 + ] + }, + { + "episode": 550, + "avg_reward": 7173.05, + "avg_cost": 0.0, + "lambda": 10.9688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9688, + 10.9688, + 10.9688, + 10.9688 + ] + }, + { + "episode": 560, + "avg_reward": 6436.54, + "avg_cost": 0.25, + "lambda": 10.9694, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9694, + 10.9694, + 10.9694, + 10.9694 + ] + }, + { + "episode": 570, + "avg_reward": 7443.78, + "avg_cost": 1.0, + "lambda": 10.9698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9698, + 10.9698, + 10.9698, + 10.9698 + ] + }, + { + "episode": 580, + "avg_reward": 6481.3, + "avg_cost": 1.0, + "lambda": 10.9702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9702, + 10.9702, + 10.9702, + 10.9702 + ] + }, + { + "episode": 590, + "avg_reward": 6934.88, + "avg_cost": 0.25, + "lambda": 10.9705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9705, + 10.9705, + 10.9705, + 10.9705 + ] + }, + { + "episode": 600, + "avg_reward": 6817.04, + "avg_cost": 0.0, + "lambda": 10.9707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9707, + 10.9707, + 10.9707, + 10.9707 + ] + }, + { + "episode": 610, + "avg_reward": 7804.17, + "avg_cost": 0.25, + "lambda": 10.9709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9709, + 10.9709, + 10.9709, + 10.9709 + ] + }, + { + "episode": 620, + "avg_reward": 8051.5, + "avg_cost": 0.75, + "lambda": 10.9712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9712, + 10.9712, + 10.9712, + 10.9712 + ] + }, + { + "episode": 630, + "avg_reward": 7255.64, + "avg_cost": 0.0, + "lambda": 10.9715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9715, + 10.9715, + 10.9715, + 10.9715 + ] + }, + { + "episode": 640, + "avg_reward": 7015.28, + "avg_cost": 0.5, + "lambda": 10.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9717, + 10.9717, + 10.9717, + 10.9717 + ] + }, + { + "episode": 650, + "avg_reward": 7667.08, + "avg_cost": 0.0, + "lambda": 10.9718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9718, + 10.9718, + 10.9718, + 10.9718 + ] + }, + { + "episode": 660, + "avg_reward": 6368.86, + "avg_cost": 0.0, + "lambda": 10.9721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9721, + 10.9721, + 10.9721, + 10.9721 + ] + }, + { + "episode": 670, + "avg_reward": 6208.73, + "avg_cost": 0.25, + "lambda": 10.9724, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9724, + 10.9724, + 10.9724, + 10.9724 + ] + }, + { + "episode": 680, + "avg_reward": 8001.65, + "avg_cost": 0.0, + "lambda": 10.9726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9726, + 10.9726, + 10.9726, + 10.9726 + ] + }, + { + "episode": 690, + "avg_reward": 7475.54, + "avg_cost": 0.0, + "lambda": 10.9727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9727, + 10.9727, + 10.9727, + 10.9727 + ] + }, + { + "episode": 700, + "avg_reward": 8806.24, + "avg_cost": 0.0, + "lambda": 10.9728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9728, + 10.9728, + 10.9728, + 10.9728 + ] + }, + { + "episode": 710, + "avg_reward": 8283.49, + "avg_cost": 0.0, + "lambda": 10.9729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9729, + 10.9729, + 10.9729, + 10.9729 + ] + }, + { + "episode": 720, + "avg_reward": 7991.52, + "avg_cost": 0.0, + "lambda": 10.9729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9729, + 10.9729, + 10.9729, + 10.9729 + ] + }, + { + "episode": 730, + "avg_reward": 8161.77, + "avg_cost": 0.0, + "lambda": 10.973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.973, + 10.973, + 10.973, + 10.973 + ] + }, + { + "episode": 740, + "avg_reward": 8015.24, + "avg_cost": 0.25, + "lambda": 10.9732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9732, + 10.9732, + 10.9732, + 10.9732 + ] + }, + { + "episode": 750, + "avg_reward": 9418.51, + "avg_cost": 0.5, + "lambda": 10.9734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9734, + 10.9734, + 10.9734, + 10.9734 + ] + }, + { + "episode": 760, + "avg_reward": 7743.71, + "avg_cost": 0.25, + "lambda": 10.9735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9735, + 10.9735, + 10.9735, + 10.9735 + ] + }, + { + "episode": 770, + "avg_reward": 7639.84, + "avg_cost": 0.25, + "lambda": 10.9736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9736, + 10.9736, + 10.9736, + 10.9736 + ] + }, + { + "episode": 780, + "avg_reward": 7751.55, + "avg_cost": 0.0, + "lambda": 10.9737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9737, + 10.9737, + 10.9737, + 10.9737 + ] + }, + { + "episode": 790, + "avg_reward": 8533.92, + "avg_cost": 0.0, + "lambda": 10.9737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9737, + 10.9737, + 10.9737, + 10.9737 + ] + }, + { + "episode": 800, + "avg_reward": 9915.84, + "avg_cost": 0.0, + "lambda": 10.9739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9739, + 10.9739, + 10.9739, + 10.9739 + ] + }, + { + "episode": 810, + "avg_reward": 8694.76, + "avg_cost": 0.0, + "lambda": 10.974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.974, + 10.974, + 10.974, + 10.974 + ] + }, + { + "episode": 820, + "avg_reward": 7834.61, + "avg_cost": 0.75, + "lambda": 10.9741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9741, + 10.9741, + 10.9741, + 10.9741 + ] + }, + { + "episode": 830, + "avg_reward": 7525.51, + "avg_cost": 0.0, + "lambda": 10.9742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9742, + 10.9742, + 10.9742, + 10.9742 + ] + }, + { + "episode": 840, + "avg_reward": 9062.54, + "avg_cost": 0.25, + "lambda": 10.9744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9744, + 10.9744, + 10.9744, + 10.9744 + ] + }, + { + "episode": 850, + "avg_reward": 8287.79, + "avg_cost": 0.75, + "lambda": 10.9747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9747, + 10.9747, + 10.9747, + 10.9747 + ] + }, + { + "episode": 860, + "avg_reward": 9188.07, + "avg_cost": 0.0, + "lambda": 10.9749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9749, + 10.9749, + 10.9749, + 10.9749 + ] + }, + { + "episode": 870, + "avg_reward": 8303.08, + "avg_cost": 0.0, + "lambda": 10.9749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9749, + 10.9749, + 10.9749, + 10.9749 + ] + }, + { + "episode": 880, + "avg_reward": 9309.49, + "avg_cost": 0.25, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 890, + "avg_reward": 9655.79, + "avg_cost": 0.0, + "lambda": 10.9751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9751, + 10.9751, + 10.9751, + 10.9751 + ] + }, + { + "episode": 900, + "avg_reward": 8841.96, + "avg_cost": 0.0, + "lambda": 10.9752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9752, + 10.9752, + 10.9752, + 10.9752 + ] + }, + { + "episode": 910, + "avg_reward": 9369.43, + "avg_cost": 0.0, + "lambda": 10.9753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9753, + 10.9753, + 10.9753, + 10.9753 + ] + }, + { + "episode": 920, + "avg_reward": 7840.9, + "avg_cost": 0.0, + "lambda": 10.9756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9756, + 10.9756, + 10.9756, + 10.9756 + ] + }, + { + "episode": 930, + "avg_reward": 9328.64, + "avg_cost": 0.0, + "lambda": 10.9757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9757, + 10.9757, + 10.9757, + 10.9757 + ] + }, + { + "episode": 940, + "avg_reward": 8487.52, + "avg_cost": 0.0, + "lambda": 10.9759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9759, + 10.9759, + 10.9759, + 10.9759 + ] + }, + { + "episode": 950, + "avg_reward": 9784.12, + "avg_cost": 0.0, + "lambda": 10.976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.976, + 10.976, + 10.976, + 10.976 + ] + }, + { + "episode": 960, + "avg_reward": 8018.8, + "avg_cost": 0.0, + "lambda": 10.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9762, + 10.9762, + 10.9762, + 10.9762 + ] + }, + { + "episode": 970, + "avg_reward": 9117.8, + "avg_cost": 0.0, + "lambda": 10.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9762, + 10.9762, + 10.9762, + 10.9762 + ] + }, + { + "episode": 980, + "avg_reward": 8621.55, + "avg_cost": 0.0, + "lambda": 10.9762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9762, + 10.9762, + 10.9762, + 10.9762 + ] + }, + { + "episode": 990, + "avg_reward": 9661.83, + "avg_cost": 0.0, + "lambda": 10.9763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9763, + 10.9763, + 10.9763, + 10.9763 + ] + }, + { + "episode": 1000, + "avg_reward": 9124.62, + "avg_cost": 0.0, + "lambda": 10.9763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9763, + 10.9763, + 10.9763, + 10.9763 + ] + }, + { + "episode": 1010, + "avg_reward": 8885.45, + "avg_cost": 0.0, + "lambda": 10.9764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9764, + 10.9764, + 10.9764, + 10.9764 + ] + }, + { + "episode": 1020, + "avg_reward": 10073.54, + "avg_cost": 0.0, + "lambda": 10.9765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9765, + 10.9765, + 10.9765, + 10.9765 + ] + }, + { + "episode": 1030, + "avg_reward": 9163.96, + "avg_cost": 0.0, + "lambda": 10.9766, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9766, + 10.9766, + 10.9766, + 10.9766 + ] + }, + { + "episode": 1040, + "avg_reward": 9090.94, + "avg_cost": 0.0, + "lambda": 10.9767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9767, + 10.9767, + 10.9767, + 10.9767 + ] + }, + { + "episode": 1050, + "avg_reward": 9592.9, + "avg_cost": 0.0, + "lambda": 10.9767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9767, + 10.9767, + 10.9767, + 10.9767 + ] + }, + { + "episode": 1060, + "avg_reward": 8926.13, + "avg_cost": 0.0, + "lambda": 10.9768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9768, + 10.9768, + 10.9768, + 10.9768 + ] + }, + { + "episode": 1070, + "avg_reward": 10175.91, + "avg_cost": 0.0, + "lambda": 10.9769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9769, + 10.9769, + 10.9769, + 10.9769 + ] + }, + { + "episode": 1080, + "avg_reward": 9962.6, + "avg_cost": 0.0, + "lambda": 10.9769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9769, + 10.9769, + 10.9769, + 10.9769 + ] + }, + { + "episode": 1090, + "avg_reward": 9591.99, + "avg_cost": 0.0, + "lambda": 10.977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.977, + 10.977, + 10.977, + 10.977 + ] + }, + { + "episode": 1100, + "avg_reward": 9939.87, + "avg_cost": 0.0, + "lambda": 10.977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.977, + 10.977, + 10.977, + 10.977 + ] + }, + { + "episode": 1110, + "avg_reward": 9032.55, + "avg_cost": 0.0, + "lambda": 10.977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.977, + 10.977, + 10.977, + 10.977 + ] + }, + { + "episode": 1120, + "avg_reward": 8735.68, + "avg_cost": 0.0, + "lambda": 10.977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.977, + 10.977, + 10.977, + 10.977 + ] + }, + { + "episode": 1130, + "avg_reward": 8997.82, + "avg_cost": 0.0, + "lambda": 10.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9771, + 10.9771, + 10.9771, + 10.9771 + ] + }, + { + "episode": 1140, + "avg_reward": 8744.39, + "avg_cost": 0.0, + "lambda": 10.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9771, + 10.9771, + 10.9771, + 10.9771 + ] + }, + { + "episode": 1150, + "avg_reward": 8358.2, + "avg_cost": 0.0, + "lambda": 10.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9771, + 10.9771, + 10.9771, + 10.9771 + ] + }, + { + "episode": 1160, + "avg_reward": 10531.39, + "avg_cost": 0.0, + "lambda": 10.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9771, + 10.9771, + 10.9771, + 10.9771 + ] + }, + { + "episode": 1170, + "avg_reward": 10579.63, + "avg_cost": 0.0, + "lambda": 10.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9771, + 10.9771, + 10.9771, + 10.9771 + ] + }, + { + "episode": 1180, + "avg_reward": 9629.07, + "avg_cost": 0.25, + "lambda": 10.9772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ] + }, + { + "episode": 1190, + "avg_reward": 9856.44, + "avg_cost": 0.0, + "lambda": 10.9772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ] + }, + { + "episode": 1200, + "avg_reward": 10435.65, + "avg_cost": 0.0, + "lambda": 10.9772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ] + }, + { + "episode": 1210, + "avg_reward": 10425.71, + "avg_cost": 0.0, + "lambda": 10.9772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9772, + 10.9772, + 10.9772, + 10.9772 + ] + }, + { + "episode": 1220, + "avg_reward": 9806.24, + "avg_cost": 0.0, + "lambda": 10.9773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9773, + 10.9773, + 10.9773, + 10.9773 + ] + }, + { + "episode": 1230, + "avg_reward": 10384.04, + "avg_cost": 0.0, + "lambda": 10.9774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9774, + 10.9774, + 10.9774, + 10.9774 + ] + }, + { + "episode": 1240, + "avg_reward": 9785.05, + "avg_cost": 0.0, + "lambda": 10.9774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9774, + 10.9774, + 10.9774, + 10.9774 + ] + }, + { + "episode": 1250, + "avg_reward": 10787.71, + "avg_cost": 0.0, + "lambda": 10.9774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9774, + 10.9774, + 10.9774, + 10.9774 + ] + }, + { + "episode": 1260, + "avg_reward": 7891.27, + "avg_cost": 0.0, + "lambda": 10.9774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9774, + 10.9774, + 10.9774, + 10.9774 + ] + }, + { + "episode": 1270, + "avg_reward": 9724.06, + "avg_cost": 0.0, + "lambda": 10.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9775, + 10.9775, + 10.9775, + 10.9775 + ] + }, + { + "episode": 1280, + "avg_reward": 10346.3, + "avg_cost": 0.0, + "lambda": 10.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9775, + 10.9775, + 10.9775, + 10.9775 + ] + }, + { + "episode": 1290, + "avg_reward": 10385.18, + "avg_cost": 0.0, + "lambda": 10.9776, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9776, + 10.9776, + 10.9776, + 10.9776 + ] + }, + { + "episode": 1300, + "avg_reward": 9491.36, + "avg_cost": 0.0, + "lambda": 10.9776, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9776, + 10.9776, + 10.9776, + 10.9776 + ] + }, + { + "episode": 1310, + "avg_reward": 10018.15, + "avg_cost": 0.0, + "lambda": 10.9777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9777, + 10.9777, + 10.9777, + 10.9777 + ] + }, + { + "episode": 1320, + "avg_reward": 9394.2, + "avg_cost": 0.0, + "lambda": 10.9777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9777, + 10.9777, + 10.9777, + 10.9777 + ] + }, + { + "episode": 1330, + "avg_reward": 8667.78, + "avg_cost": 0.0, + "lambda": 10.9777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9777, + 10.9777, + 10.9777, + 10.9777 + ] + }, + { + "episode": 1340, + "avg_reward": 8794.43, + "avg_cost": 0.0, + "lambda": 10.9778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9778, + 10.9778, + 10.9778, + 10.9778 + ] + }, + { + "episode": 1350, + "avg_reward": 8769.37, + "avg_cost": 0.0, + "lambda": 10.9778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9778, + 10.9778, + 10.9778, + 10.9778 + ] + }, + { + "episode": 1360, + "avg_reward": 11243.89, + "avg_cost": 0.0, + "lambda": 10.9779, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9779, + 10.9779, + 10.9779, + 10.9779 + ] + }, + { + "episode": 1370, + "avg_reward": 9889.47, + "avg_cost": 0.0, + "lambda": 10.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.978, + 10.978, + 10.978, + 10.978 + ] + }, + { + "episode": 1380, + "avg_reward": 9911.4, + "avg_cost": 0.0, + "lambda": 10.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.978, + 10.978, + 10.978, + 10.978 + ] + }, + { + "episode": 1390, + "avg_reward": 10107.64, + "avg_cost": 0.0, + "lambda": 10.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.978, + 10.978, + 10.978, + 10.978 + ] + }, + { + "episode": 1400, + "avg_reward": 10096.49, + "avg_cost": 0.0, + "lambda": 10.9781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9781, + 10.9781, + 10.9781, + 10.9781 + ] + }, + { + "episode": 1410, + "avg_reward": 10410.75, + "avg_cost": 0.0, + "lambda": 10.9781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9781, + 10.9781, + 10.9781, + 10.9781 + ] + }, + { + "episode": 1420, + "avg_reward": 11014.97, + "avg_cost": 0.0, + "lambda": 10.9781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9781, + 10.9781, + 10.9781, + 10.9781 + ] + }, + { + "episode": 1430, + "avg_reward": 10720.24, + "avg_cost": 0.25, + "lambda": 10.9782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9782, + 10.9782, + 10.9782, + 10.9782 + ] + }, + { + "episode": 1440, + "avg_reward": 10419.73, + "avg_cost": 0.0, + "lambda": 10.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9783, + 10.9783, + 10.9783, + 10.9783 + ] + }, + { + "episode": 1450, + "avg_reward": 11090.58, + "avg_cost": 0.0, + "lambda": 10.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9783, + 10.9783, + 10.9783, + 10.9783 + ] + }, + { + "episode": 1460, + "avg_reward": 10019.28, + "avg_cost": 0.0, + "lambda": 10.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9783, + 10.9783, + 10.9783, + 10.9783 + ] + }, + { + "episode": 1470, + "avg_reward": 10989.05, + "avg_cost": 0.0, + "lambda": 10.9784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9784, + 10.9784, + 10.9784, + 10.9784 + ] + }, + { + "episode": 1480, + "avg_reward": 10536.55, + "avg_cost": 0.25, + "lambda": 10.9785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9785, + 10.9785, + 10.9785, + 10.9785 + ] + }, + { + "episode": 1490, + "avg_reward": 10793.14, + "avg_cost": 0.0, + "lambda": 10.9785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9785, + 10.9785, + 10.9785, + 10.9785 + ] + }, + { + "episode": 1500, + "avg_reward": 11499.34, + "avg_cost": 0.0, + "lambda": 10.9785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9785, + 10.9785, + 10.9785, + 10.9785 + ] + } + ], + "final_lambdas": [ + 10.9785, + 10.9785, + 10.9785, + 10.9785 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..cab3d72b43b0c779fe327598bf8919ec6bb088fb --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s3_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5862325.97, + "constraint_satisfaction_pct": 8.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 25.8293, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30433.24, + "avg_cost": 972.5, + "lambda": 0.1973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1973, + 0.1973, + 0.1973, + 0.1973 + ] + }, + { + "episode": 10, + "avg_reward": -28167.12, + "avg_cost": 971.25, + "lambda": 1.0706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0706, + 1.0706, + 1.0706, + 1.0706 + ] + }, + { + "episode": 20, + "avg_reward": -27884.57, + "avg_cost": 966.25, + "lambda": 2.0368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.0368, + 2.0368, + 2.0368, + 2.0368 + ] + }, + { + "episode": 30, + "avg_reward": -26478.44, + "avg_cost": 963.25, + "lambda": 2.9991, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.9991, + 2.9991, + 2.9991, + 2.9991 + ] + }, + { + "episode": 40, + "avg_reward": -25649.73, + "avg_cost": 957.0, + "lambda": 3.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.96, + 3.96, + 3.96, + 3.96 + ] + }, + { + "episode": 50, + "avg_reward": -24723.26, + "avg_cost": 954.0, + "lambda": 4.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9175, + 4.9175, + 4.9175, + 4.9175 + ] + }, + { + "episode": 60, + "avg_reward": -22681.46, + "avg_cost": 958.5, + "lambda": 5.8703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8703, + 5.8703, + 5.8703, + 5.8703 + ] + }, + { + "episode": 70, + "avg_reward": -22391.96, + "avg_cost": 944.25, + "lambda": 6.8178, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8178, + 6.8178, + 6.8178, + 6.8178 + ] + }, + { + "episode": 80, + "avg_reward": -20419.26, + "avg_cost": 933.0, + "lambda": 7.7579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7579, + 7.7579, + 7.7579, + 7.7579 + ] + }, + { + "episode": 90, + "avg_reward": -19151.47, + "avg_cost": 931.25, + "lambda": 8.692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.692, + 8.692, + 8.692, + 8.692 + ] + }, + { + "episode": 100, + "avg_reward": -17979.68, + "avg_cost": 918.5, + "lambda": 9.6201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6201, + 9.6201, + 9.6201, + 9.6201 + ] + }, + { + "episode": 110, + "avg_reward": -17125.41, + "avg_cost": 926.5, + "lambda": 10.5411, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5411, + 10.5411, + 10.5411, + 10.5411 + ] + }, + { + "episode": 120, + "avg_reward": -15918.73, + "avg_cost": 918.0, + "lambda": 11.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.45, + 11.45, + 11.45, + 11.45 + ] + }, + { + "episode": 130, + "avg_reward": -14708.37, + "avg_cost": 890.75, + "lambda": 12.348, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.348, + 12.348, + 12.348, + 12.348 + ] + }, + { + "episode": 140, + "avg_reward": -13266.91, + "avg_cost": 877.5, + "lambda": 13.2323, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2323, + 13.2323, + 13.2323, + 13.2323 + ] + }, + { + "episode": 150, + "avg_reward": -12640.69, + "avg_cost": 854.0, + "lambda": 14.0997, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0997, + 14.0997, + 14.0997, + 14.0997 + ] + }, + { + "episode": 160, + "avg_reward": -12261.17, + "avg_cost": 865.25, + "lambda": 14.9574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9574, + 14.9574, + 14.9574, + 14.9574 + ] + }, + { + "episode": 170, + "avg_reward": -10827.85, + "avg_cost": 846.75, + "lambda": 15.8041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.8041, + 15.8041, + 15.8041, + 15.8041 + ] + }, + { + "episode": 180, + "avg_reward": -10737.42, + "avg_cost": 829.75, + "lambda": 16.6335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6335, + 16.6335, + 16.6335, + 16.6335 + ] + }, + { + "episode": 190, + "avg_reward": -9239.86, + "avg_cost": 800.5, + "lambda": 17.4464, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.4464, + 17.4464, + 17.4464, + 17.4464 + ] + }, + { + "episode": 200, + "avg_reward": -8959.22, + "avg_cost": 792.0, + "lambda": 18.2336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.2336, + 18.2336, + 18.2336, + 18.2336 + ] + }, + { + "episode": 210, + "avg_reward": -7210.83, + "avg_cost": 752.25, + "lambda": 19.0005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.0005, + 19.0005, + 19.0005, + 19.0005 + ] + }, + { + "episode": 220, + "avg_reward": -6485.27, + "avg_cost": 727.0, + "lambda": 19.7399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7399, + 19.7399, + 19.7399, + 19.7399 + ] + }, + { + "episode": 230, + "avg_reward": -5641.88, + "avg_cost": 689.25, + "lambda": 20.442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.442, + 20.442, + 20.442, + 20.442 + ] + }, + { + "episode": 240, + "avg_reward": -3569.41, + "avg_cost": 658.25, + "lambda": 21.1168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.1168, + 21.1168, + 21.1168, + 21.1168 + ] + }, + { + "episode": 250, + "avg_reward": -3569.83, + "avg_cost": 630.5, + "lambda": 21.7529, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7529, + 21.7529, + 21.7529, + 21.7529 + ] + }, + { + "episode": 260, + "avg_reward": -2732.79, + "avg_cost": 582.0, + "lambda": 22.3484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.3484, + 22.3484, + 22.3484, + 22.3484 + ] + }, + { + "episode": 270, + "avg_reward": -1766.44, + "avg_cost": 523.75, + "lambda": 22.896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.896, + 22.896, + 22.896, + 22.896 + ] + }, + { + "episode": 280, + "avg_reward": -1267.07, + "avg_cost": 466.0, + "lambda": 23.3909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.3909, + 23.3909, + 23.3909, + 23.3909 + ] + }, + { + "episode": 290, + "avg_reward": -286.74, + "avg_cost": 407.5, + "lambda": 23.8244, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.8244, + 23.8244, + 23.8244, + 23.8244 + ] + }, + { + "episode": 300, + "avg_reward": 1303.28, + "avg_cost": 345.75, + "lambda": 24.1828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.1828, + 24.1828, + 24.1828, + 24.1828 + ] + }, + { + "episode": 310, + "avg_reward": 1620.85, + "avg_cost": 268.75, + "lambda": 24.4753, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.4753, + 24.4753, + 24.4753, + 24.4753 + ] + }, + { + "episode": 320, + "avg_reward": 2108.86, + "avg_cost": 221.5, + "lambda": 24.707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.707, + 24.707, + 24.707, + 24.707 + ] + }, + { + "episode": 330, + "avg_reward": 2876.97, + "avg_cost": 191.25, + "lambda": 24.8989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.8989, + 24.8989, + 24.8989, + 24.8989 + ] + }, + { + "episode": 340, + "avg_reward": 3668.23, + "avg_cost": 139.75, + "lambda": 25.0579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.0579, + 25.0579, + 25.0579, + 25.0579 + ] + }, + { + "episode": 350, + "avg_reward": 4124.86, + "avg_cost": 109.75, + "lambda": 25.1785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.1785, + 25.1785, + 25.1785, + 25.1785 + ] + }, + { + "episode": 360, + "avg_reward": 4182.96, + "avg_cost": 85.75, + "lambda": 25.2769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.2769, + 25.2769, + 25.2769, + 25.2769 + ] + }, + { + "episode": 370, + "avg_reward": 4196.65, + "avg_cost": 62.25, + "lambda": 25.3537, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.3537, + 25.3537, + 25.3537, + 25.3537 + ] + }, + { + "episode": 380, + "avg_reward": 5182.58, + "avg_cost": 59.75, + "lambda": 25.4157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4157, + 25.4157, + 25.4157, + 25.4157 + ] + }, + { + "episode": 390, + "avg_reward": 5004.89, + "avg_cost": 46.0, + "lambda": 25.4665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4665, + 25.4665, + 25.4665, + 25.4665 + ] + }, + { + "episode": 400, + "avg_reward": 4851.15, + "avg_cost": 37.75, + "lambda": 25.5098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5098, + 25.5098, + 25.5098, + 25.5098 + ] + }, + { + "episode": 410, + "avg_reward": 5284.17, + "avg_cost": 35.5, + "lambda": 25.5455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5455, + 25.5455, + 25.5455, + 25.5455 + ] + }, + { + "episode": 420, + "avg_reward": 5572.83, + "avg_cost": 26.5, + "lambda": 25.5746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5746, + 25.5746, + 25.5746, + 25.5746 + ] + }, + { + "episode": 430, + "avg_reward": 5304.31, + "avg_cost": 23.5, + "lambda": 25.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6, + 25.6, + 25.6, + 25.6 + ] + }, + { + "episode": 440, + "avg_reward": 5205.4, + "avg_cost": 16.75, + "lambda": 25.6204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6204, + 25.6204, + 25.6204, + 25.6204 + ] + }, + { + "episode": 450, + "avg_reward": 6013.31, + "avg_cost": 16.75, + "lambda": 25.6396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6396, + 25.6396, + 25.6396, + 25.6396 + ] + }, + { + "episode": 460, + "avg_reward": 5815.09, + "avg_cost": 13.0, + "lambda": 25.6548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6548, + 25.6548, + 25.6548, + 25.6548 + ] + }, + { + "episode": 470, + "avg_reward": 5998.61, + "avg_cost": 12.0, + "lambda": 25.6674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6674, + 25.6674, + 25.6674, + 25.6674 + ] + }, + { + "episode": 480, + "avg_reward": 5478.99, + "avg_cost": 10.5, + "lambda": 25.678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.678, + 25.678, + 25.678, + 25.678 + ] + }, + { + "episode": 490, + "avg_reward": 6188.39, + "avg_cost": 12.75, + "lambda": 25.6891, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6891, + 25.6891, + 25.6891, + 25.6891 + ] + }, + { + "episode": 500, + "avg_reward": 6395.96, + "avg_cost": 8.25, + "lambda": 25.6988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6988, + 25.6988, + 25.6988, + 25.6988 + ] + }, + { + "episode": 510, + "avg_reward": 6393.59, + "avg_cost": 7.0, + "lambda": 25.7065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7065, + 25.7065, + 25.7065, + 25.7065 + ] + }, + { + "episode": 520, + "avg_reward": 6540.01, + "avg_cost": 6.25, + "lambda": 25.7147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7147, + 25.7147, + 25.7147, + 25.7147 + ] + }, + { + "episode": 530, + "avg_reward": 6423.22, + "avg_cost": 6.0, + "lambda": 25.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7217, + 25.7217, + 25.7217, + 25.7217 + ] + }, + { + "episode": 540, + "avg_reward": 5760.1, + "avg_cost": 4.75, + "lambda": 25.7276, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7276, + 25.7276, + 25.7276, + 25.7276 + ] + }, + { + "episode": 550, + "avg_reward": 6153.24, + "avg_cost": 6.0, + "lambda": 25.7321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7321, + 25.7321, + 25.7321, + 25.7321 + ] + }, + { + "episode": 560, + "avg_reward": 6687.32, + "avg_cost": 3.5, + "lambda": 25.7372, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7372, + 25.7372, + 25.7372, + 25.7372 + ] + }, + { + "episode": 570, + "avg_reward": 6704.11, + "avg_cost": 2.0, + "lambda": 25.741, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.741, + 25.741, + 25.741, + 25.741 + ] + }, + { + "episode": 580, + "avg_reward": 6702.44, + "avg_cost": 4.75, + "lambda": 25.7447, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7447, + 25.7447, + 25.7447, + 25.7447 + ] + }, + { + "episode": 590, + "avg_reward": 6748.38, + "avg_cost": 1.75, + "lambda": 25.7475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7475, + 25.7475, + 25.7475, + 25.7475 + ] + }, + { + "episode": 600, + "avg_reward": 6752.79, + "avg_cost": 4.25, + "lambda": 25.7513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7513, + 25.7513, + 25.7513, + 25.7513 + ] + }, + { + "episode": 610, + "avg_reward": 7092.25, + "avg_cost": 4.25, + "lambda": 25.7543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7543, + 25.7543, + 25.7543, + 25.7543 + ] + }, + { + "episode": 620, + "avg_reward": 6936.8, + "avg_cost": 3.0, + "lambda": 25.7577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7577, + 25.7577, + 25.7577, + 25.7577 + ] + }, + { + "episode": 630, + "avg_reward": 7047.93, + "avg_cost": 3.0, + "lambda": 25.7604, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7604, + 25.7604, + 25.7604, + 25.7604 + ] + }, + { + "episode": 640, + "avg_reward": 6950.44, + "avg_cost": 2.25, + "lambda": 25.7627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7627, + 25.7627, + 25.7627, + 25.7627 + ] + }, + { + "episode": 650, + "avg_reward": 7790.97, + "avg_cost": 0.75, + "lambda": 25.7649, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7649, + 25.7649, + 25.7649, + 25.7649 + ] + }, + { + "episode": 660, + "avg_reward": 7981.98, + "avg_cost": 6.5, + "lambda": 25.7685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7685, + 25.7685, + 25.7685, + 25.7685 + ] + }, + { + "episode": 670, + "avg_reward": 7312.62, + "avg_cost": 1.5, + "lambda": 25.771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.771, + 25.771, + 25.771, + 25.771 + ] + }, + { + "episode": 680, + "avg_reward": 7336.7, + "avg_cost": 1.0, + "lambda": 25.7732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7732, + 25.7732, + 25.7732, + 25.7732 + ] + }, + { + "episode": 690, + "avg_reward": 7523.16, + "avg_cost": 2.75, + "lambda": 25.7748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7748, + 25.7748, + 25.7748, + 25.7748 + ] + }, + { + "episode": 700, + "avg_reward": 6925.88, + "avg_cost": 1.75, + "lambda": 25.7765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7765, + 25.7765, + 25.7765, + 25.7765 + ] + }, + { + "episode": 710, + "avg_reward": 7739.22, + "avg_cost": 1.5, + "lambda": 25.7791, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7791, + 25.7791, + 25.7791, + 25.7791 + ] + }, + { + "episode": 720, + "avg_reward": 7882.19, + "avg_cost": 1.5, + "lambda": 25.7806, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7806, + 25.7806, + 25.7806, + 25.7806 + ] + }, + { + "episode": 730, + "avg_reward": 7855.84, + "avg_cost": 1.75, + "lambda": 25.7818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7818, + 25.7818, + 25.7818, + 25.7818 + ] + }, + { + "episode": 740, + "avg_reward": 7544.86, + "avg_cost": 1.75, + "lambda": 25.7831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7831, + 25.7831, + 25.7831, + 25.7831 + ] + }, + { + "episode": 750, + "avg_reward": 8164.05, + "avg_cost": 2.0, + "lambda": 25.7846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7846, + 25.7846, + 25.7846, + 25.7846 + ] + }, + { + "episode": 760, + "avg_reward": 8388.95, + "avg_cost": 1.0, + "lambda": 25.7857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7857, + 25.7857, + 25.7857, + 25.7857 + ] + }, + { + "episode": 770, + "avg_reward": 8453.48, + "avg_cost": 1.5, + "lambda": 25.7871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7871, + 25.7871, + 25.7871, + 25.7871 + ] + }, + { + "episode": 780, + "avg_reward": 7877.99, + "avg_cost": 1.5, + "lambda": 25.7881, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7881, + 25.7881, + 25.7881, + 25.7881 + ] + }, + { + "episode": 790, + "avg_reward": 9137.27, + "avg_cost": 0.25, + "lambda": 25.7892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7892, + 25.7892, + 25.7892, + 25.7892 + ] + }, + { + "episode": 800, + "avg_reward": 7593.91, + "avg_cost": 1.75, + "lambda": 25.7903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7903, + 25.7903, + 25.7903, + 25.7903 + ] + }, + { + "episode": 810, + "avg_reward": 8247.95, + "avg_cost": 0.25, + "lambda": 25.7914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7914, + 25.7914, + 25.7914, + 25.7914 + ] + }, + { + "episode": 820, + "avg_reward": 8407.36, + "avg_cost": 1.25, + "lambda": 25.7923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7923, + 25.7923, + 25.7923, + 25.7923 + ] + }, + { + "episode": 830, + "avg_reward": 7941.26, + "avg_cost": 1.0, + "lambda": 25.7931, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7931, + 25.7931, + 25.7931, + 25.7931 + ] + }, + { + "episode": 840, + "avg_reward": 8246.1, + "avg_cost": 1.0, + "lambda": 25.794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.794, + 25.794, + 25.794, + 25.794 + ] + }, + { + "episode": 850, + "avg_reward": 8419.33, + "avg_cost": 0.5, + "lambda": 25.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.795, + 25.795, + 25.795, + 25.795 + ] + }, + { + "episode": 860, + "avg_reward": 9063.48, + "avg_cost": 1.5, + "lambda": 25.7962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7962, + 25.7962, + 25.7962, + 25.7962 + ] + }, + { + "episode": 870, + "avg_reward": 8729.73, + "avg_cost": 0.0, + "lambda": 25.7968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7968, + 25.7968, + 25.7968, + 25.7968 + ] + }, + { + "episode": 880, + "avg_reward": 8658.6, + "avg_cost": 0.75, + "lambda": 25.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7975, + 25.7975, + 25.7975, + 25.7975 + ] + }, + { + "episode": 890, + "avg_reward": 9113.74, + "avg_cost": 0.5, + "lambda": 25.7983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7983, + 25.7983, + 25.7983, + 25.7983 + ] + }, + { + "episode": 900, + "avg_reward": 9137.86, + "avg_cost": 0.25, + "lambda": 25.7989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7989, + 25.7989, + 25.7989, + 25.7989 + ] + }, + { + "episode": 910, + "avg_reward": 8601.74, + "avg_cost": 0.25, + "lambda": 25.7996, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7996, + 25.7996, + 25.7996, + 25.7996 + ] + }, + { + "episode": 920, + "avg_reward": 9182.58, + "avg_cost": 1.0, + "lambda": 25.8002, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8002, + 25.8002, + 25.8002, + 25.8002 + ] + }, + { + "episode": 930, + "avg_reward": 8904.52, + "avg_cost": 0.5, + "lambda": 25.8008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8008, + 25.8008, + 25.8008, + 25.8008 + ] + }, + { + "episode": 940, + "avg_reward": 9136.96, + "avg_cost": 0.5, + "lambda": 25.8013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8013, + 25.8013, + 25.8013, + 25.8013 + ] + }, + { + "episode": 950, + "avg_reward": 9289.36, + "avg_cost": 0.0, + "lambda": 25.8016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8016, + 25.8016, + 25.8016, + 25.8016 + ] + }, + { + "episode": 960, + "avg_reward": 8879.51, + "avg_cost": 0.25, + "lambda": 25.8021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8021, + 25.8021, + 25.8021, + 25.8021 + ] + }, + { + "episode": 970, + "avg_reward": 8915.8, + "avg_cost": 0.5, + "lambda": 25.8024, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8024, + 25.8024, + 25.8024, + 25.8024 + ] + }, + { + "episode": 980, + "avg_reward": 9486.93, + "avg_cost": 0.75, + "lambda": 25.8028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8028, + 25.8028, + 25.8028, + 25.8028 + ] + }, + { + "episode": 990, + "avg_reward": 9500.69, + "avg_cost": 0.25, + "lambda": 25.8033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8033, + 25.8033, + 25.8033, + 25.8033 + ] + }, + { + "episode": 1000, + "avg_reward": 9479.27, + "avg_cost": 0.25, + "lambda": 25.8038, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8038, + 25.8038, + 25.8038, + 25.8038 + ] + }, + { + "episode": 1010, + "avg_reward": 9554.68, + "avg_cost": 0.25, + "lambda": 25.8043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8043, + 25.8043, + 25.8043, + 25.8043 + ] + }, + { + "episode": 1020, + "avg_reward": 9722.95, + "avg_cost": 0.5, + "lambda": 25.8046, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8046, + 25.8046, + 25.8046, + 25.8046 + ] + }, + { + "episode": 1030, + "avg_reward": 9649.2, + "avg_cost": 0.0, + "lambda": 25.8049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8049, + 25.8049, + 25.8049, + 25.8049 + ] + }, + { + "episode": 1040, + "avg_reward": 9212.27, + "avg_cost": 0.75, + "lambda": 25.8054, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8054, + 25.8054, + 25.8054, + 25.8054 + ] + }, + { + "episode": 1050, + "avg_reward": 9949.38, + "avg_cost": 0.75, + "lambda": 25.806, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.806, + 25.806, + 25.806, + 25.806 + ] + }, + { + "episode": 1060, + "avg_reward": 9813.51, + "avg_cost": 0.75, + "lambda": 25.8065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8065, + 25.8065, + 25.8065, + 25.8065 + ] + }, + { + "episode": 1070, + "avg_reward": 9406.39, + "avg_cost": 1.25, + "lambda": 25.8071, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8071, + 25.8071, + 25.8071, + 25.8071 + ] + }, + { + "episode": 1080, + "avg_reward": 9787.6, + "avg_cost": 0.25, + "lambda": 25.8076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8076, + 25.8076, + 25.8076, + 25.8076 + ] + }, + { + "episode": 1090, + "avg_reward": 9882.35, + "avg_cost": 0.5, + "lambda": 25.8082, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8082, + 25.8082, + 25.8082, + 25.8082 + ] + }, + { + "episode": 1100, + "avg_reward": 9906.09, + "avg_cost": 0.25, + "lambda": 25.8087, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8087, + 25.8087, + 25.8087, + 25.8087 + ] + }, + { + "episode": 1110, + "avg_reward": 10602.36, + "avg_cost": 0.75, + "lambda": 25.8093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8093, + 25.8093, + 25.8093, + 25.8093 + ] + }, + { + "episode": 1120, + "avg_reward": 9680.52, + "avg_cost": 0.5, + "lambda": 25.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.81, + 25.81, + 25.81, + 25.81 + ] + }, + { + "episode": 1130, + "avg_reward": 9816.48, + "avg_cost": 0.25, + "lambda": 25.8103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8103, + 25.8103, + 25.8103, + 25.8103 + ] + }, + { + "episode": 1140, + "avg_reward": 9770.57, + "avg_cost": 1.0, + "lambda": 25.8109, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8109, + 25.8109, + 25.8109, + 25.8109 + ] + }, + { + "episode": 1150, + "avg_reward": 9597.78, + "avg_cost": 0.0, + "lambda": 25.8112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8112, + 25.8112, + 25.8112, + 25.8112 + ] + }, + { + "episode": 1160, + "avg_reward": 9867.02, + "avg_cost": 0.0, + "lambda": 25.8116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8116, + 25.8116, + 25.8116, + 25.8116 + ] + }, + { + "episode": 1170, + "avg_reward": 9748.05, + "avg_cost": 0.0, + "lambda": 25.8122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8122, + 25.8122, + 25.8122, + 25.8122 + ] + }, + { + "episode": 1180, + "avg_reward": 9429.63, + "avg_cost": 0.5, + "lambda": 25.8126, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8126, + 25.8126, + 25.8126, + 25.8126 + ] + }, + { + "episode": 1190, + "avg_reward": 9987.6, + "avg_cost": 0.75, + "lambda": 25.813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.813, + 25.813, + 25.813, + 25.813 + ] + }, + { + "episode": 1200, + "avg_reward": 10292.31, + "avg_cost": 0.25, + "lambda": 25.8132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8132, + 25.8132, + 25.8132, + 25.8132 + ] + }, + { + "episode": 1210, + "avg_reward": 10352.31, + "avg_cost": 0.25, + "lambda": 25.8136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8136, + 25.8136, + 25.8136, + 25.8136 + ] + }, + { + "episode": 1220, + "avg_reward": 10463.32, + "avg_cost": 0.5, + "lambda": 25.8139, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8139, + 25.8139, + 25.8139, + 25.8139 + ] + }, + { + "episode": 1230, + "avg_reward": 9409.24, + "avg_cost": 0.25, + "lambda": 25.8142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8142, + 25.8142, + 25.8142, + 25.8142 + ] + }, + { + "episode": 1240, + "avg_reward": 10333.69, + "avg_cost": 0.25, + "lambda": 25.8144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8144, + 25.8144, + 25.8144, + 25.8144 + ] + }, + { + "episode": 1250, + "avg_reward": 10277.63, + "avg_cost": 0.25, + "lambda": 25.8147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8147, + 25.8147, + 25.8147, + 25.8147 + ] + }, + { + "episode": 1260, + "avg_reward": 9582.89, + "avg_cost": 0.75, + "lambda": 25.8151, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8151, + 25.8151, + 25.8151, + 25.8151 + ] + }, + { + "episode": 1270, + "avg_reward": 10413.86, + "avg_cost": 1.0, + "lambda": 25.8157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8157, + 25.8157, + 25.8157, + 25.8157 + ] + }, + { + "episode": 1280, + "avg_reward": 10536.92, + "avg_cost": 0.0, + "lambda": 25.816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.816, + 25.816, + 25.816, + 25.816 + ] + }, + { + "episode": 1290, + "avg_reward": 9196.23, + "avg_cost": 0.75, + "lambda": 25.8166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8166, + 25.8166, + 25.8166, + 25.8166 + ] + }, + { + "episode": 1300, + "avg_reward": 10727.41, + "avg_cost": 0.5, + "lambda": 25.8169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8169, + 25.8169, + 25.8169, + 25.8169 + ] + }, + { + "episode": 1310, + "avg_reward": 10247.2, + "avg_cost": 0.25, + "lambda": 25.8174, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8174, + 25.8174, + 25.8174, + 25.8174 + ] + }, + { + "episode": 1320, + "avg_reward": 8518.64, + "avg_cost": 0.75, + "lambda": 25.8177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8177, + 25.8177, + 25.8177, + 25.8177 + ] + }, + { + "episode": 1330, + "avg_reward": 9191.24, + "avg_cost": 1.0, + "lambda": 25.8182, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8182, + 25.8182, + 25.8182, + 25.8182 + ] + }, + { + "episode": 1340, + "avg_reward": 10710.78, + "avg_cost": 1.0, + "lambda": 25.8191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8191, + 25.8191, + 25.8191, + 25.8191 + ] + }, + { + "episode": 1350, + "avg_reward": 11192.2, + "avg_cost": 0.5, + "lambda": 25.8195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8195, + 25.8195, + 25.8195, + 25.8195 + ] + }, + { + "episode": 1360, + "avg_reward": 10752.0, + "avg_cost": 0.75, + "lambda": 25.8201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8201, + 25.8201, + 25.8201, + 25.8201 + ] + }, + { + "episode": 1370, + "avg_reward": 9840.58, + "avg_cost": 1.25, + "lambda": 25.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8208, + 25.8208, + 25.8208, + 25.8208 + ] + }, + { + "episode": 1380, + "avg_reward": 11591.25, + "avg_cost": 0.0, + "lambda": 25.8211, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8211, + 25.8211, + 25.8211, + 25.8211 + ] + }, + { + "episode": 1390, + "avg_reward": 11438.94, + "avg_cost": 0.25, + "lambda": 25.8215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8215, + 25.8215, + 25.8215, + 25.8215 + ] + }, + { + "episode": 1400, + "avg_reward": 9580.53, + "avg_cost": 0.5, + "lambda": 25.822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.822, + 25.822, + 25.822, + 25.822 + ] + }, + { + "episode": 1410, + "avg_reward": 10854.82, + "avg_cost": 0.75, + "lambda": 25.823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.823, + 25.823, + 25.823, + 25.823 + ] + }, + { + "episode": 1420, + "avg_reward": 11149.38, + "avg_cost": 0.75, + "lambda": 25.8237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8237, + 25.8237, + 25.8237, + 25.8237 + ] + }, + { + "episode": 1430, + "avg_reward": 9636.76, + "avg_cost": 0.25, + "lambda": 25.8241, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8241, + 25.8241, + 25.8241, + 25.8241 + ] + }, + { + "episode": 1440, + "avg_reward": 11165.21, + "avg_cost": 0.5, + "lambda": 25.8246, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8246, + 25.8246, + 25.8246, + 25.8246 + ] + }, + { + "episode": 1450, + "avg_reward": 11830.33, + "avg_cost": 0.5, + "lambda": 25.8252, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8252, + 25.8252, + 25.8252, + 25.8252 + ] + }, + { + "episode": 1460, + "avg_reward": 11620.09, + "avg_cost": 0.75, + "lambda": 25.8256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8256, + 25.8256, + 25.8256, + 25.8256 + ] + }, + { + "episode": 1470, + "avg_reward": 9193.21, + "avg_cost": 1.25, + "lambda": 25.8265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8265, + 25.8265, + 25.8265, + 25.8265 + ] + }, + { + "episode": 1480, + "avg_reward": 9964.67, + "avg_cost": 1.0, + "lambda": 25.8276, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8276, + 25.8276, + 25.8276, + 25.8276 + ] + }, + { + "episode": 1490, + "avg_reward": 10363.63, + "avg_cost": 0.75, + "lambda": 25.8284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8284, + 25.8284, + 25.8284, + 25.8284 + ] + }, + { + "episode": 1500, + "avg_reward": 10526.58, + "avg_cost": 1.0, + "lambda": 25.8293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8293, + 25.8293, + 25.8293, + 25.8293 + ] + } + ], + "final_lambdas": [ + 25.8293, + 25.8293, + 25.8293, + 25.8293 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json b/results/diagnostic_results_n4_per_agent_lambda_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..4d197c54659ca56e9d1dd602317d712c350b9801 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s4_1000ep_mamujoco_Ant_4x2_v21_wider_alpha.json @@ -0,0 +1,1858 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 3.0, + 2.0, + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -6879628.26, + "constraint_satisfaction_pct": 13.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -22784.31, + "avg_cost": 7.75, + "lambda": 10.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2325, + 10.2325, + 10.2325, + 10.2325 + ] + }, + { + "episode": 10, + "avg_reward": -22111.89, + "avg_cost": 6.75, + "lambda": 15.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.52, + 15.52, + 15.52, + 15.52 + ] + }, + { + "episode": 20, + "avg_reward": -22025.67, + "avg_cost": 14.25, + "lambda": 20.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.23, + 20.23, + 20.23, + 20.23 + ] + }, + { + "episode": 30, + "avg_reward": -21370.64, + "avg_cost": 19.25, + "lambda": 25.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4125, + 25.4125, + 25.4125, + 25.4125 + ] + }, + { + "episode": 40, + "avg_reward": -20758.31, + "avg_cost": 21.25, + "lambda": 29.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.08, + 29.08, + 29.08, + 29.08 + ] + }, + { + "episode": 50, + "avg_reward": -19822.71, + "avg_cost": 15.25, + "lambda": 35.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.0575, + 35.0575, + 35.0575, + 35.0575 + ] + }, + { + "episode": 60, + "avg_reward": -19982.52, + "avg_cost": 12.5, + "lambda": 40.3225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.3225, + 40.3225, + 40.3225, + 40.3225 + ] + }, + { + "episode": 70, + "avg_reward": -19615.55, + "avg_cost": 7.5, + "lambda": 44.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.35, + 44.35, + 44.35, + 44.35 + ] + }, + { + "episode": 80, + "avg_reward": -19458.73, + "avg_cost": 17.5, + "lambda": 48.5275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.5275, + 48.5275, + 48.5275, + 48.5275 + ] + }, + { + "episode": 90, + "avg_reward": -19331.87, + "avg_cost": 6.0, + "lambda": 52.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.375, + 52.375, + 52.375, + 52.375 + ] + }, + { + "episode": 100, + "avg_reward": -18006.96, + "avg_cost": 11.25, + "lambda": 55.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.6825, + 55.6825, + 55.6825, + 55.6825 + ] + }, + { + "episode": 110, + "avg_reward": -17965.45, + "avg_cost": 11.5, + "lambda": 59.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.2525, + 59.2525, + 59.2525, + 59.2525 + ] + }, + { + "episode": 120, + "avg_reward": -18811.28, + "avg_cost": 7.25, + "lambda": 64.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.0, + 64.0, + 64.0, + 64.0 + ] + }, + { + "episode": 130, + "avg_reward": -17202.24, + "avg_cost": 8.5, + "lambda": 66.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.52, + 66.52, + 66.52, + 66.52 + ] + }, + { + "episode": 140, + "avg_reward": -16434.35, + "avg_cost": 5.25, + "lambda": 69.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.9625, + 69.9625, + 69.9625, + 69.9625 + ] + }, + { + "episode": 150, + "avg_reward": -15574.63, + "avg_cost": 18.0, + "lambda": 73.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.4575, + 73.4575, + 73.4575, + 73.4575 + ] + }, + { + "episode": 160, + "avg_reward": -15570.25, + "avg_cost": 11.0, + "lambda": 75.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.97, + 75.97, + 75.97, + 75.97 + ] + }, + { + "episode": 170, + "avg_reward": -15234.78, + "avg_cost": 9.25, + "lambda": 79.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.255, + 79.255, + 79.255, + 79.255 + ] + }, + { + "episode": 180, + "avg_reward": -14449.21, + "avg_cost": 16.0, + "lambda": 83.365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.365, + 83.365, + 83.365, + 83.365 + ] + }, + { + "episode": 190, + "avg_reward": -13769.99, + "avg_cost": 1.75, + "lambda": 85.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.555, + 85.555, + 85.555, + 85.555 + ] + }, + { + "episode": 200, + "avg_reward": -12945.95, + "avg_cost": 11.25, + "lambda": 88.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.2475, + 88.2475, + 88.2475, + 88.2475 + ] + }, + { + "episode": 210, + "avg_reward": -13667.44, + "avg_cost": 9.25, + "lambda": 90.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.8275, + 90.8275, + 90.8275, + 90.8275 + ] + }, + { + "episode": 220, + "avg_reward": -12535.94, + "avg_cost": 3.75, + "lambda": 92.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.8825, + 92.8825, + 92.8825, + 92.8825 + ] + }, + { + "episode": 230, + "avg_reward": -11579.03, + "avg_cost": 11.25, + "lambda": 95.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.38, + 95.38, + 95.38, + 95.38 + ] + }, + { + "episode": 240, + "avg_reward": -12088.31, + "avg_cost": 19.5, + "lambda": 98.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.4325, + 98.4325, + 98.4325, + 98.4325 + ] + }, + { + "episode": 250, + "avg_reward": -12105.18, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": -11694.27, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": -11482.96, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": -11473.05, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": -11909.51, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": -11131.15, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": -10685.51, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": -10010.87, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": -9642.0, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": -10108.93, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": -9404.34, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -9131.97, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -8289.84, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -7962.14, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -8630.72, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -8129.08, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -8611.45, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -7768.09, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -7934.88, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -7075.37, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -6850.54, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -6557.92, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -6433.57, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -6801.96, + "avg_cost": 12.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -6919.82, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -5910.62, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -6201.7, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -6056.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -5614.88, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -5212.43, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -4638.31, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -4175.38, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -4351.15, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -4114.0, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -4139.85, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -3161.68, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -4005.77, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -4332.18, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -2653.47, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -3301.55, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -3025.63, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -3523.56, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -3391.49, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -2489.51, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -2376.22, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -2521.88, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -1061.96, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -1001.16, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": -1038.13, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": -813.14, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": -693.76, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": -555.08, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": -349.41, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": -278.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 294.66, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 246.73, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 256.41, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 975.84, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 1144.59, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 1401.96, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 1274.37, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 1693.35, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 1756.64, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2214.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2654.96, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2286.27, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2884.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 3078.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2598.12, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3440.39, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3596.05, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 3608.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 3975.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 3796.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 4231.92, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 4021.01, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json b/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..e84ddd591207bef3cb3e4d6a281e4a98b0e06fa3 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v39_ant_energy.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7577153.59, + "constraint_satisfaction_pct": 40.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.9233, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30379.08, + "avg_cost": 849.5, + "lambda": 0.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.185, + 0.185, + 0.185, + 0.185 + ] + }, + { + "episode": 10, + "avg_reward": -28719.86, + "avg_cost": 826.0, + "lambda": 0.9357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9357, + 0.9357, + 0.9357, + 0.9357 + ] + }, + { + "episode": 20, + "avg_reward": -28098.58, + "avg_cost": 825.0, + "lambda": 1.7545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7545, + 1.7545, + 1.7545, + 1.7545 + ] + }, + { + "episode": 30, + "avg_reward": -27462.78, + "avg_cost": 812.75, + "lambda": 2.5653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5653, + 2.5653, + 2.5653, + 2.5653 + ] + }, + { + "episode": 40, + "avg_reward": -26888.72, + "avg_cost": 809.25, + "lambda": 3.362, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.362, + 3.362, + 3.362, + 3.362 + ] + }, + { + "episode": 50, + "avg_reward": -24497.33, + "avg_cost": 770.75, + "lambda": 4.1459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1459, + 4.1459, + 4.1459, + 4.1459 + ] + }, + { + "episode": 60, + "avg_reward": -22188.14, + "avg_cost": 762.5, + "lambda": 4.907, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.907, + 4.907, + 4.907, + 4.907 + ] + }, + { + "episode": 70, + "avg_reward": -20233.2, + "avg_cost": 722.0, + "lambda": 5.6406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6406, + 5.6406, + 5.6406, + 5.6406 + ] + }, + { + "episode": 80, + "avg_reward": -18877.72, + "avg_cost": 698.5, + "lambda": 6.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3475, + 6.3475, + 6.3475, + 6.3475 + ] + }, + { + "episode": 90, + "avg_reward": -18317.05, + "avg_cost": 673.0, + "lambda": 7.0259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0259, + 7.0259, + 7.0259, + 7.0259 + ] + }, + { + "episode": 100, + "avg_reward": -15551.67, + "avg_cost": 610.25, + "lambda": 7.6611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6611, + 7.6611, + 7.6611, + 7.6611 + ] + }, + { + "episode": 110, + "avg_reward": -12335.92, + "avg_cost": 543.0, + "lambda": 8.2442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2442, + 8.2442, + 8.2442, + 8.2442 + ] + }, + { + "episode": 120, + "avg_reward": -9841.53, + "avg_cost": 483.0, + "lambda": 8.7531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7531, + 8.7531, + 8.7531, + 8.7531 + ] + }, + { + "episode": 130, + "avg_reward": -8121.61, + "avg_cost": 390.25, + "lambda": 9.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.185, + 9.185, + 9.185, + 9.185 + ] + }, + { + "episode": 140, + "avg_reward": -6074.33, + "avg_cost": 326.25, + "lambda": 9.5372, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5372, + 9.5372, + 9.5372, + 9.5372 + ] + }, + { + "episode": 150, + "avg_reward": -5345.94, + "avg_cost": 264.5, + "lambda": 9.8378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8378, + 9.8378, + 9.8378, + 9.8378 + ] + }, + { + "episode": 160, + "avg_reward": -3462.36, + "avg_cost": 206.75, + "lambda": 10.0674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0674, + 10.0674, + 10.0674, + 10.0674 + ] + }, + { + "episode": 170, + "avg_reward": -2750.72, + "avg_cost": 166.5, + "lambda": 10.2465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2465, + 10.2465, + 10.2465, + 10.2465 + ] + }, + { + "episode": 180, + "avg_reward": -786.28, + "avg_cost": 118.25, + "lambda": 10.3852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3852, + 10.3852, + 10.3852, + 10.3852 + ] + }, + { + "episode": 190, + "avg_reward": -294.83, + "avg_cost": 86.25, + "lambda": 10.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4875, + 10.4875, + 10.4875, + 10.4875 + ] + }, + { + "episode": 200, + "avg_reward": 868.99, + "avg_cost": 67.25, + "lambda": 10.5619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5619, + 10.5619, + 10.5619, + 10.5619 + ] + }, + { + "episode": 210, + "avg_reward": 1052.6, + "avg_cost": 51.25, + "lambda": 10.6177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6177, + 10.6177, + 10.6177, + 10.6177 + ] + }, + { + "episode": 220, + "avg_reward": 940.17, + "avg_cost": 44.75, + "lambda": 10.6634, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6634, + 10.6634, + 10.6634, + 10.6634 + ] + }, + { + "episode": 230, + "avg_reward": 1982.46, + "avg_cost": 28.5, + "lambda": 10.6992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6992, + 10.6992, + 10.6992, + 10.6992 + ] + }, + { + "episode": 240, + "avg_reward": 2517.08, + "avg_cost": 25.5, + "lambda": 10.7292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7292, + 10.7292, + 10.7292, + 10.7292 + ] + }, + { + "episode": 250, + "avg_reward": 2739.93, + "avg_cost": 21.25, + "lambda": 10.7541, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7541, + 10.7541, + 10.7541, + 10.7541 + ] + }, + { + "episode": 260, + "avg_reward": 3325.36, + "avg_cost": 20.5, + "lambda": 10.7748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7748, + 10.7748, + 10.7748, + 10.7748 + ] + }, + { + "episode": 270, + "avg_reward": 2521.76, + "avg_cost": 18.0, + "lambda": 10.7923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7923, + 10.7923, + 10.7923, + 10.7923 + ] + }, + { + "episode": 280, + "avg_reward": 2597.55, + "avg_cost": 11.75, + "lambda": 10.8055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8055, + 10.8055, + 10.8055, + 10.8055 + ] + }, + { + "episode": 290, + "avg_reward": 3540.59, + "avg_cost": 12.0, + "lambda": 10.8176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8176, + 10.8176, + 10.8176, + 10.8176 + ] + }, + { + "episode": 300, + "avg_reward": 3657.88, + "avg_cost": 10.0, + "lambda": 10.8284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8284, + 10.8284, + 10.8284, + 10.8284 + ] + }, + { + "episode": 310, + "avg_reward": 3491.08, + "avg_cost": 9.75, + "lambda": 10.8379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8379, + 10.8379, + 10.8379, + 10.8379 + ] + }, + { + "episode": 320, + "avg_reward": 4240.49, + "avg_cost": 8.5, + "lambda": 10.8453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8453, + 10.8453, + 10.8453, + 10.8453 + ] + }, + { + "episode": 330, + "avg_reward": 3983.84, + "avg_cost": 5.75, + "lambda": 10.852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.852, + 10.852, + 10.852, + 10.852 + ] + }, + { + "episode": 340, + "avg_reward": 4631.0, + "avg_cost": 6.75, + "lambda": 10.8585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8585, + 10.8585, + 10.8585, + 10.8585 + ] + }, + { + "episode": 350, + "avg_reward": 4490.07, + "avg_cost": 4.75, + "lambda": 10.8638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8638, + 10.8638, + 10.8638, + 10.8638 + ] + }, + { + "episode": 360, + "avg_reward": 4586.79, + "avg_cost": 4.25, + "lambda": 10.8684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8684, + 10.8684, + 10.8684, + 10.8684 + ] + }, + { + "episode": 370, + "avg_reward": 4726.14, + "avg_cost": 3.75, + "lambda": 10.8731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8731, + 10.8731, + 10.8731, + 10.8731 + ] + }, + { + "episode": 380, + "avg_reward": 4782.4, + "avg_cost": 3.0, + "lambda": 10.8773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8773, + 10.8773, + 10.8773, + 10.8773 + ] + }, + { + "episode": 390, + "avg_reward": 4264.23, + "avg_cost": 4.75, + "lambda": 10.8822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8822, + 10.8822, + 10.8822, + 10.8822 + ] + }, + { + "episode": 400, + "avg_reward": 4398.74, + "avg_cost": 3.0, + "lambda": 10.8863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8863, + 10.8863, + 10.8863, + 10.8863 + ] + }, + { + "episode": 410, + "avg_reward": 4466.03, + "avg_cost": 3.0, + "lambda": 10.8901, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8901, + 10.8901, + 10.8901, + 10.8901 + ] + }, + { + "episode": 420, + "avg_reward": 4588.76, + "avg_cost": 2.5, + "lambda": 10.8932, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8932, + 10.8932, + 10.8932, + 10.8932 + ] + }, + { + "episode": 430, + "avg_reward": 4900.85, + "avg_cost": 1.5, + "lambda": 10.896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.896, + 10.896, + 10.896, + 10.896 + ] + }, + { + "episode": 440, + "avg_reward": 5295.07, + "avg_cost": 3.25, + "lambda": 10.8985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8985, + 10.8985, + 10.8985, + 10.8985 + ] + }, + { + "episode": 450, + "avg_reward": 5708.49, + "avg_cost": 1.25, + "lambda": 10.9008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9008, + 10.9008, + 10.9008, + 10.9008 + ] + }, + { + "episode": 460, + "avg_reward": 5588.09, + "avg_cost": 1.5, + "lambda": 10.9022, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9022, + 10.9022, + 10.9022, + 10.9022 + ] + }, + { + "episode": 470, + "avg_reward": 6811.63, + "avg_cost": 1.75, + "lambda": 10.9037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9037, + 10.9037, + 10.9037, + 10.9037 + ] + }, + { + "episode": 480, + "avg_reward": 5919.69, + "avg_cost": 1.25, + "lambda": 10.9051, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9051, + 10.9051, + 10.9051, + 10.9051 + ] + }, + { + "episode": 490, + "avg_reward": 5618.72, + "avg_cost": 1.0, + "lambda": 10.9062, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9062, + 10.9062, + 10.9062, + 10.9062 + ] + }, + { + "episode": 500, + "avg_reward": 5469.03, + "avg_cost": 0.5, + "lambda": 10.9069, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9069, + 10.9069, + 10.9069, + 10.9069 + ] + }, + { + "episode": 510, + "avg_reward": 6404.51, + "avg_cost": 1.0, + "lambda": 10.9076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9076, + 10.9076, + 10.9076, + 10.9076 + ] + }, + { + "episode": 520, + "avg_reward": 5767.88, + "avg_cost": 0.75, + "lambda": 10.909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.909, + 10.909, + 10.909, + 10.909 + ] + }, + { + "episode": 530, + "avg_reward": 6730.93, + "avg_cost": 1.25, + "lambda": 10.9101, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9101, + 10.9101, + 10.9101, + 10.9101 + ] + }, + { + "episode": 540, + "avg_reward": 6419.51, + "avg_cost": 0.5, + "lambda": 10.9108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9108, + 10.9108, + 10.9108, + 10.9108 + ] + }, + { + "episode": 550, + "avg_reward": 6996.63, + "avg_cost": 0.75, + "lambda": 10.9113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9113, + 10.9113, + 10.9113, + 10.9113 + ] + }, + { + "episode": 560, + "avg_reward": 6731.86, + "avg_cost": 0.5, + "lambda": 10.9118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9118, + 10.9118, + 10.9118, + 10.9118 + ] + }, + { + "episode": 570, + "avg_reward": 6867.17, + "avg_cost": 0.25, + "lambda": 10.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9125, + 10.9125, + 10.9125, + 10.9125 + ] + }, + { + "episode": 580, + "avg_reward": 6308.95, + "avg_cost": 0.0, + "lambda": 10.9128, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9128, + 10.9128, + 10.9128, + 10.9128 + ] + }, + { + "episode": 590, + "avg_reward": 7215.68, + "avg_cost": 0.5, + "lambda": 10.9132, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9132, + 10.9132, + 10.9132, + 10.9132 + ] + }, + { + "episode": 600, + "avg_reward": 6897.88, + "avg_cost": 0.0, + "lambda": 10.9136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9136, + 10.9136, + 10.9136, + 10.9136 + ] + }, + { + "episode": 610, + "avg_reward": 6789.05, + "avg_cost": 0.0, + "lambda": 10.9137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9137, + 10.9137, + 10.9137, + 10.9137 + ] + }, + { + "episode": 620, + "avg_reward": 7047.78, + "avg_cost": 0.0, + "lambda": 10.9138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9138, + 10.9138, + 10.9138, + 10.9138 + ] + }, + { + "episode": 630, + "avg_reward": 7933.47, + "avg_cost": 0.0, + "lambda": 10.9139, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9139, + 10.9139, + 10.9139, + 10.9139 + ] + }, + { + "episode": 640, + "avg_reward": 6794.57, + "avg_cost": 0.25, + "lambda": 10.914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.914, + 10.914, + 10.914, + 10.914 + ] + }, + { + "episode": 650, + "avg_reward": 7135.89, + "avg_cost": 0.0, + "lambda": 10.9141, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9141, + 10.9141, + 10.9141, + 10.9141 + ] + }, + { + "episode": 660, + "avg_reward": 7394.99, + "avg_cost": 0.0, + "lambda": 10.9143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9143, + 10.9143, + 10.9143, + 10.9143 + ] + }, + { + "episode": 670, + "avg_reward": 7528.03, + "avg_cost": 0.5, + "lambda": 10.9144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9144, + 10.9144, + 10.9144, + 10.9144 + ] + }, + { + "episode": 680, + "avg_reward": 7350.66, + "avg_cost": 0.0, + "lambda": 10.9146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9146, + 10.9146, + 10.9146, + 10.9146 + ] + }, + { + "episode": 690, + "avg_reward": 7626.32, + "avg_cost": 0.5, + "lambda": 10.9148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9148, + 10.9148, + 10.9148, + 10.9148 + ] + }, + { + "episode": 700, + "avg_reward": 7073.22, + "avg_cost": 0.0, + "lambda": 10.9149, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9149, + 10.9149, + 10.9149, + 10.9149 + ] + }, + { + "episode": 710, + "avg_reward": 7428.11, + "avg_cost": 0.0, + "lambda": 10.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.915, + 10.915, + 10.915, + 10.915 + ] + }, + { + "episode": 720, + "avg_reward": 8144.84, + "avg_cost": 0.0, + "lambda": 10.9153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9153, + 10.9153, + 10.9153, + 10.9153 + ] + }, + { + "episode": 730, + "avg_reward": 8419.5, + "avg_cost": 0.25, + "lambda": 10.9155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9155, + 10.9155, + 10.9155, + 10.9155 + ] + }, + { + "episode": 740, + "avg_reward": 8263.03, + "avg_cost": 0.0, + "lambda": 10.9157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9157, + 10.9157, + 10.9157, + 10.9157 + ] + }, + { + "episode": 750, + "avg_reward": 8895.73, + "avg_cost": 0.0, + "lambda": 10.9157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9157, + 10.9157, + 10.9157, + 10.9157 + ] + }, + { + "episode": 760, + "avg_reward": 8665.04, + "avg_cost": 0.0, + "lambda": 10.9158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9158, + 10.9158, + 10.9158, + 10.9158 + ] + }, + { + "episode": 770, + "avg_reward": 9181.6, + "avg_cost": 0.0, + "lambda": 10.916, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.916, + 10.916, + 10.916, + 10.916 + ] + }, + { + "episode": 780, + "avg_reward": 8319.36, + "avg_cost": 0.25, + "lambda": 10.9161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9161, + 10.9161, + 10.9161, + 10.9161 + ] + }, + { + "episode": 790, + "avg_reward": 8124.78, + "avg_cost": 0.0, + "lambda": 10.9161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9161, + 10.9161, + 10.9161, + 10.9161 + ] + }, + { + "episode": 800, + "avg_reward": 8714.26, + "avg_cost": 0.0, + "lambda": 10.9163, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9163, + 10.9163, + 10.9163, + 10.9163 + ] + }, + { + "episode": 810, + "avg_reward": 8584.22, + "avg_cost": 0.25, + "lambda": 10.9164, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9164, + 10.9164, + 10.9164, + 10.9164 + ] + }, + { + "episode": 820, + "avg_reward": 8534.44, + "avg_cost": 0.0, + "lambda": 10.9165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9165, + 10.9165, + 10.9165, + 10.9165 + ] + }, + { + "episode": 830, + "avg_reward": 8731.41, + "avg_cost": 0.0, + "lambda": 10.9167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9167, + 10.9167, + 10.9167, + 10.9167 + ] + }, + { + "episode": 840, + "avg_reward": 8795.66, + "avg_cost": 0.0, + "lambda": 10.9168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9168, + 10.9168, + 10.9168, + 10.9168 + ] + }, + { + "episode": 850, + "avg_reward": 8596.29, + "avg_cost": 0.0, + "lambda": 10.9168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9168, + 10.9168, + 10.9168, + 10.9168 + ] + }, + { + "episode": 860, + "avg_reward": 9319.79, + "avg_cost": 0.0, + "lambda": 10.9168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9168, + 10.9168, + 10.9168, + 10.9168 + ] + }, + { + "episode": 870, + "avg_reward": 9276.01, + "avg_cost": 0.25, + "lambda": 10.9169, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9169, + 10.9169, + 10.9169, + 10.9169 + ] + }, + { + "episode": 880, + "avg_reward": 9328.51, + "avg_cost": 0.0, + "lambda": 10.917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.917, + 10.917, + 10.917, + 10.917 + ] + }, + { + "episode": 890, + "avg_reward": 8859.99, + "avg_cost": 0.0, + "lambda": 10.917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.917, + 10.917, + 10.917, + 10.917 + ] + }, + { + "episode": 900, + "avg_reward": 9009.77, + "avg_cost": 0.0, + "lambda": 10.9171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9171, + 10.9171, + 10.9171, + 10.9171 + ] + }, + { + "episode": 910, + "avg_reward": 8119.83, + "avg_cost": 0.0, + "lambda": 10.9171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9171, + 10.9171, + 10.9171, + 10.9171 + ] + }, + { + "episode": 920, + "avg_reward": 9204.98, + "avg_cost": 0.0, + "lambda": 10.9172, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9172, + 10.9172, + 10.9172, + 10.9172 + ] + }, + { + "episode": 930, + "avg_reward": 9913.25, + "avg_cost": 0.5, + "lambda": 10.9173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9173, + 10.9173, + 10.9173, + 10.9173 + ] + }, + { + "episode": 940, + "avg_reward": 9911.27, + "avg_cost": 0.0, + "lambda": 10.9174, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9174, + 10.9174, + 10.9174, + 10.9174 + ] + }, + { + "episode": 950, + "avg_reward": 10300.47, + "avg_cost": 0.0, + "lambda": 10.9174, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9174, + 10.9174, + 10.9174, + 10.9174 + ] + }, + { + "episode": 960, + "avg_reward": 8425.33, + "avg_cost": 0.0, + "lambda": 10.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9175, + 10.9175, + 10.9175, + 10.9175 + ] + }, + { + "episode": 970, + "avg_reward": 8202.05, + "avg_cost": 0.0, + "lambda": 10.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9175, + 10.9175, + 10.9175, + 10.9175 + ] + }, + { + "episode": 980, + "avg_reward": 9497.35, + "avg_cost": 0.0, + "lambda": 10.9176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9176, + 10.9176, + 10.9176, + 10.9176 + ] + }, + { + "episode": 990, + "avg_reward": 10453.26, + "avg_cost": 0.0, + "lambda": 10.9176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9176, + 10.9176, + 10.9176, + 10.9176 + ] + }, + { + "episode": 1000, + "avg_reward": 10230.48, + "avg_cost": 0.25, + "lambda": 10.9177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9177, + 10.9177, + 10.9177, + 10.9177 + ] + }, + { + "episode": 1010, + "avg_reward": 10126.39, + "avg_cost": 0.0, + "lambda": 10.9178, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9178, + 10.9178, + 10.9178, + 10.9178 + ] + }, + { + "episode": 1020, + "avg_reward": 8898.3, + "avg_cost": 0.0, + "lambda": 10.9179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9179, + 10.9179, + 10.9179, + 10.9179 + ] + }, + { + "episode": 1030, + "avg_reward": 10272.49, + "avg_cost": 0.0, + "lambda": 10.918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.918, + 10.918, + 10.918, + 10.918 + ] + }, + { + "episode": 1040, + "avg_reward": 10061.61, + "avg_cost": 0.0, + "lambda": 10.9181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9181, + 10.9181, + 10.9181, + 10.9181 + ] + }, + { + "episode": 1050, + "avg_reward": 9336.35, + "avg_cost": 0.0, + "lambda": 10.9181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9181, + 10.9181, + 10.9181, + 10.9181 + ] + }, + { + "episode": 1060, + "avg_reward": 10213.11, + "avg_cost": 0.0, + "lambda": 10.9181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9181, + 10.9181, + 10.9181, + 10.9181 + ] + }, + { + "episode": 1070, + "avg_reward": 9384.18, + "avg_cost": 0.0, + "lambda": 10.9182, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9182, + 10.9182, + 10.9182, + 10.9182 + ] + }, + { + "episode": 1080, + "avg_reward": 10543.78, + "avg_cost": 0.0, + "lambda": 10.9183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9183, + 10.9183, + 10.9183, + 10.9183 + ] + }, + { + "episode": 1090, + "avg_reward": 10330.08, + "avg_cost": 0.0, + "lambda": 10.9185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9185, + 10.9185, + 10.9185, + 10.9185 + ] + }, + { + "episode": 1100, + "avg_reward": 8941.57, + "avg_cost": 0.25, + "lambda": 10.9187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9187, + 10.9187, + 10.9187, + 10.9187 + ] + }, + { + "episode": 1110, + "avg_reward": 10647.39, + "avg_cost": 0.25, + "lambda": 10.9189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9189, + 10.9189, + 10.9189, + 10.9189 + ] + }, + { + "episode": 1120, + "avg_reward": 9990.4, + "avg_cost": 0.25, + "lambda": 10.919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.919, + 10.919, + 10.919, + 10.919 + ] + }, + { + "episode": 1130, + "avg_reward": 10346.55, + "avg_cost": 0.25, + "lambda": 10.9192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9192, + 10.9192, + 10.9192, + 10.9192 + ] + }, + { + "episode": 1140, + "avg_reward": 9997.43, + "avg_cost": 0.25, + "lambda": 10.9194, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9194, + 10.9194, + 10.9194, + 10.9194 + ] + }, + { + "episode": 1150, + "avg_reward": 11118.26, + "avg_cost": 0.5, + "lambda": 10.9196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9196, + 10.9196, + 10.9196, + 10.9196 + ] + }, + { + "episode": 1160, + "avg_reward": 9973.44, + "avg_cost": 0.0, + "lambda": 10.9198, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9198, + 10.9198, + 10.9198, + 10.9198 + ] + }, + { + "episode": 1170, + "avg_reward": 9185.7, + "avg_cost": 0.0, + "lambda": 10.9199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9199, + 10.9199, + 10.9199, + 10.9199 + ] + }, + { + "episode": 1180, + "avg_reward": 9030.98, + "avg_cost": 0.25, + "lambda": 10.9202, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9202, + 10.9202, + 10.9202, + 10.9202 + ] + }, + { + "episode": 1190, + "avg_reward": 7766.14, + "avg_cost": 0.0, + "lambda": 10.9203, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9203, + 10.9203, + 10.9203, + 10.9203 + ] + }, + { + "episode": 1200, + "avg_reward": 10790.72, + "avg_cost": 0.0, + "lambda": 10.9204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9204, + 10.9204, + 10.9204, + 10.9204 + ] + }, + { + "episode": 1210, + "avg_reward": 9568.95, + "avg_cost": 0.0, + "lambda": 10.9205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9205, + 10.9205, + 10.9205, + 10.9205 + ] + }, + { + "episode": 1220, + "avg_reward": 10497.84, + "avg_cost": 0.25, + "lambda": 10.9206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9206, + 10.9206, + 10.9206, + 10.9206 + ] + }, + { + "episode": 1230, + "avg_reward": 10397.14, + "avg_cost": 0.25, + "lambda": 10.9206, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9206, + 10.9206, + 10.9206, + 10.9206 + ] + }, + { + "episode": 1240, + "avg_reward": 11482.46, + "avg_cost": 0.0, + "lambda": 10.9207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9207, + 10.9207, + 10.9207, + 10.9207 + ] + }, + { + "episode": 1250, + "avg_reward": 7748.84, + "avg_cost": 0.0, + "lambda": 10.9208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9208, + 10.9208, + 10.9208, + 10.9208 + ] + }, + { + "episode": 1260, + "avg_reward": 10206.41, + "avg_cost": 0.0, + "lambda": 10.9208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9208, + 10.9208, + 10.9208, + 10.9208 + ] + }, + { + "episode": 1270, + "avg_reward": 11125.78, + "avg_cost": 0.0, + "lambda": 10.9209, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9209, + 10.9209, + 10.9209, + 10.9209 + ] + }, + { + "episode": 1280, + "avg_reward": 11638.66, + "avg_cost": 0.25, + "lambda": 10.921, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.921, + 10.921, + 10.921, + 10.921 + ] + }, + { + "episode": 1290, + "avg_reward": 10848.1, + "avg_cost": 0.25, + "lambda": 10.921, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.921, + 10.921, + 10.921, + 10.921 + ] + }, + { + "episode": 1300, + "avg_reward": 11735.38, + "avg_cost": 0.0, + "lambda": 10.9211, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9211, + 10.9211, + 10.9211, + 10.9211 + ] + }, + { + "episode": 1310, + "avg_reward": 10769.4, + "avg_cost": 0.0, + "lambda": 10.9212, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9212, + 10.9212, + 10.9212, + 10.9212 + ] + }, + { + "episode": 1320, + "avg_reward": 9910.01, + "avg_cost": 0.0, + "lambda": 10.9212, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9212, + 10.9212, + 10.9212, + 10.9212 + ] + }, + { + "episode": 1330, + "avg_reward": 11150.92, + "avg_cost": 0.0, + "lambda": 10.9213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9213, + 10.9213, + 10.9213, + 10.9213 + ] + }, + { + "episode": 1340, + "avg_reward": 10736.47, + "avg_cost": 0.0, + "lambda": 10.9214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9214, + 10.9214, + 10.9214, + 10.9214 + ] + }, + { + "episode": 1350, + "avg_reward": 10732.98, + "avg_cost": 0.25, + "lambda": 10.9215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9215, + 10.9215, + 10.9215, + 10.9215 + ] + }, + { + "episode": 1360, + "avg_reward": 9365.57, + "avg_cost": 0.25, + "lambda": 10.9216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9216, + 10.9216, + 10.9216, + 10.9216 + ] + }, + { + "episode": 1370, + "avg_reward": 11667.19, + "avg_cost": 0.0, + "lambda": 10.9217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9217, + 10.9217, + 10.9217, + 10.9217 + ] + }, + { + "episode": 1380, + "avg_reward": 10215.0, + "avg_cost": 0.25, + "lambda": 10.9219, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9219, + 10.9219, + 10.9219, + 10.9219 + ] + }, + { + "episode": 1390, + "avg_reward": 12105.91, + "avg_cost": 0.0, + "lambda": 10.9221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9221, + 10.9221, + 10.9221, + 10.9221 + ] + }, + { + "episode": 1400, + "avg_reward": 9723.53, + "avg_cost": 0.0, + "lambda": 10.9222, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9222, + 10.9222, + 10.9222, + 10.9222 + ] + }, + { + "episode": 1410, + "avg_reward": 9994.53, + "avg_cost": 0.0, + "lambda": 10.9223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9223, + 10.9223, + 10.9223, + 10.9223 + ] + }, + { + "episode": 1420, + "avg_reward": 12376.85, + "avg_cost": 0.25, + "lambda": 10.9224, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9224, + 10.9224, + 10.9224, + 10.9224 + ] + }, + { + "episode": 1430, + "avg_reward": 10599.95, + "avg_cost": 0.0, + "lambda": 10.9226, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9226, + 10.9226, + 10.9226, + 10.9226 + ] + }, + { + "episode": 1440, + "avg_reward": 10591.26, + "avg_cost": 0.25, + "lambda": 10.9227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9227, + 10.9227, + 10.9227, + 10.9227 + ] + }, + { + "episode": 1450, + "avg_reward": 12377.37, + "avg_cost": 0.25, + "lambda": 10.923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.923, + 10.923, + 10.923, + 10.923 + ] + }, + { + "episode": 1460, + "avg_reward": 11361.48, + "avg_cost": 0.25, + "lambda": 10.923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.923, + 10.923, + 10.923, + 10.923 + ] + }, + { + "episode": 1470, + "avg_reward": 12553.53, + "avg_cost": 0.0, + "lambda": 10.9231, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9231, + 10.9231, + 10.9231, + 10.9231 + ] + }, + { + "episode": 1480, + "avg_reward": 11912.94, + "avg_cost": 0.0, + "lambda": 10.9232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9232, + 10.9232, + 10.9232, + 10.9232 + ] + }, + { + "episode": 1490, + "avg_reward": 11880.27, + "avg_cost": 0.0, + "lambda": 10.9232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9232, + 10.9232, + 10.9232, + 10.9232 + ] + }, + { + "episode": 1500, + "avg_reward": 11561.19, + "avg_cost": 0.0, + "lambda": 10.9233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9233, + 10.9233, + 10.9233, + 10.9233 + ] + } + ], + "final_lambdas": [ + 10.9233, + 10.9233, + 10.9233, + 10.9233 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json b/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json new file mode 100644 index 0000000000000000000000000000000000000000..229dcd2d5a9dd242053817527f173845316fdb06 --- /dev/null +++ b/results/diagnostic_results_n4_per_agent_lambda_s4_1500ep_mamujoco_Ant_4x2_v41_ant_energy2.json @@ -0,0 +1,2760 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 4, + "alphas": [ + 5.0, + 3.0, + 1.5, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5480520.89, + "constraint_satisfaction_pct": 8.93, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 26.1432, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -30379.08, + "avg_cost": 974.25, + "lambda": 0.1974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1974, + 0.1974, + 0.1974, + 0.1974 + ] + }, + { + "episode": 10, + "avg_reward": -29098.12, + "avg_cost": 966.0, + "lambda": 1.0703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0703, + 1.0703, + 1.0703, + 1.0703 + ] + }, + { + "episode": 20, + "avg_reward": -28688.61, + "avg_cost": 969.25, + "lambda": 2.036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.036, + 2.036, + 2.036, + 2.036 + ] + }, + { + "episode": 30, + "avg_reward": -28411.79, + "avg_cost": 968.75, + "lambda": 3.001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.001, + 3.001, + 3.001, + 3.001 + ] + }, + { + "episode": 40, + "avg_reward": -27435.41, + "avg_cost": 961.75, + "lambda": 3.9626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.9626, + 3.9626, + 3.9626, + 3.9626 + ] + }, + { + "episode": 50, + "avg_reward": -23937.81, + "avg_cost": 957.0, + "lambda": 4.9207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9207, + 4.9207, + 4.9207, + 4.9207 + ] + }, + { + "episode": 60, + "avg_reward": -23238.43, + "avg_cost": 954.25, + "lambda": 5.8726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8726, + 5.8726, + 5.8726, + 5.8726 + ] + }, + { + "episode": 70, + "avg_reward": -22801.2, + "avg_cost": 941.5, + "lambda": 6.8214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8214, + 6.8214, + 6.8214, + 6.8214 + ] + }, + { + "episode": 80, + "avg_reward": -21308.79, + "avg_cost": 936.75, + "lambda": 7.7663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7663, + 7.7663, + 7.7663, + 7.7663 + ] + }, + { + "episode": 90, + "avg_reward": -21044.38, + "avg_cost": 942.25, + "lambda": 8.7057, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7057, + 8.7057, + 8.7057, + 8.7057 + ] + }, + { + "episode": 100, + "avg_reward": -19053.05, + "avg_cost": 926.5, + "lambda": 9.6382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6382, + 9.6382, + 9.6382, + 9.6382 + ] + }, + { + "episode": 110, + "avg_reward": -17705.66, + "avg_cost": 914.75, + "lambda": 10.5631, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5631, + 10.5631, + 10.5631, + 10.5631 + ] + }, + { + "episode": 120, + "avg_reward": -16726.18, + "avg_cost": 912.25, + "lambda": 11.4751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4751, + 11.4751, + 11.4751, + 11.4751 + ] + }, + { + "episode": 130, + "avg_reward": -15374.3, + "avg_cost": 883.5, + "lambda": 12.3717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3717, + 12.3717, + 12.3717, + 12.3717 + ] + }, + { + "episode": 140, + "avg_reward": -14044.72, + "avg_cost": 888.25, + "lambda": 13.2618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2618, + 13.2618, + 13.2618, + 13.2618 + ] + }, + { + "episode": 150, + "avg_reward": -13969.11, + "avg_cost": 877.0, + "lambda": 14.1406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1406, + 14.1406, + 14.1406, + 14.1406 + ] + }, + { + "episode": 160, + "avg_reward": -11808.0, + "avg_cost": 850.25, + "lambda": 15.0031, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.0031, + 15.0031, + 15.0031, + 15.0031 + ] + }, + { + "episode": 170, + "avg_reward": -10227.79, + "avg_cost": 821.25, + "lambda": 15.8474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.8474, + 15.8474, + 15.8474, + 15.8474 + ] + }, + { + "episode": 180, + "avg_reward": -9508.19, + "avg_cost": 811.0, + "lambda": 16.6666, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6666, + 16.6666, + 16.6666, + 16.6666 + ] + }, + { + "episode": 190, + "avg_reward": -8773.45, + "avg_cost": 813.75, + "lambda": 17.4739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.4739, + 17.4739, + 17.4739, + 17.4739 + ] + }, + { + "episode": 200, + "avg_reward": -8250.15, + "avg_cost": 773.5, + "lambda": 18.2644, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.2644, + 18.2644, + 18.2644, + 18.2644 + ] + }, + { + "episode": 210, + "avg_reward": -7547.62, + "avg_cost": 758.75, + "lambda": 19.0316, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.0316, + 19.0316, + 19.0316, + 19.0316 + ] + }, + { + "episode": 220, + "avg_reward": -6647.16, + "avg_cost": 748.0, + "lambda": 19.7773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.7773, + 19.7773, + 19.7773, + 19.7773 + ] + }, + { + "episode": 230, + "avg_reward": -5348.79, + "avg_cost": 701.5, + "lambda": 20.4953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4953, + 20.4953, + 20.4953, + 20.4953 + ] + }, + { + "episode": 240, + "avg_reward": -5395.82, + "avg_cost": 695.5, + "lambda": 21.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.1925, + 21.1925, + 21.1925, + 21.1925 + ] + }, + { + "episode": 250, + "avg_reward": -4132.22, + "avg_cost": 630.75, + "lambda": 21.8535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8535, + 21.8535, + 21.8535, + 21.8535 + ] + }, + { + "episode": 260, + "avg_reward": -3163.52, + "avg_cost": 593.75, + "lambda": 22.4679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.4679, + 22.4679, + 22.4679, + 22.4679 + ] + }, + { + "episode": 270, + "avg_reward": -2738.34, + "avg_cost": 557.75, + "lambda": 23.0428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.0428, + 23.0428, + 23.0428, + 23.0428 + ] + }, + { + "episode": 280, + "avg_reward": -1480.44, + "avg_cost": 488.75, + "lambda": 23.5598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.5598, + 23.5598, + 23.5598, + 23.5598 + ] + }, + { + "episode": 290, + "avg_reward": -625.32, + "avg_cost": 451.5, + "lambda": 24.0136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.0136, + 24.0136, + 24.0136, + 24.0136 + ] + }, + { + "episode": 300, + "avg_reward": 112.92, + "avg_cost": 357.5, + "lambda": 24.4001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.4001, + 24.4001, + 24.4001, + 24.4001 + ] + }, + { + "episode": 310, + "avg_reward": 1381.7, + "avg_cost": 287.0, + "lambda": 24.7246, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.7246, + 24.7246, + 24.7246, + 24.7246 + ] + }, + { + "episode": 320, + "avg_reward": 2041.44, + "avg_cost": 228.0, + "lambda": 24.983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.983, + 24.983, + 24.983, + 24.983 + ] + }, + { + "episode": 330, + "avg_reward": 3254.4, + "avg_cost": 182.0, + "lambda": 25.1857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.1857, + 25.1857, + 25.1857, + 25.1857 + ] + }, + { + "episode": 340, + "avg_reward": 3299.12, + "avg_cost": 136.0, + "lambda": 25.3406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.3406, + 25.3406, + 25.3406, + 25.3406 + ] + }, + { + "episode": 350, + "avg_reward": 3684.72, + "avg_cost": 100.75, + "lambda": 25.4655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.4655, + 25.4655, + 25.4655, + 25.4655 + ] + }, + { + "episode": 360, + "avg_reward": 3789.95, + "avg_cost": 92.75, + "lambda": 25.5647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.5647, + 25.5647, + 25.5647, + 25.5647 + ] + }, + { + "episode": 370, + "avg_reward": 4487.5, + "avg_cost": 72.5, + "lambda": 25.6469, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6469, + 25.6469, + 25.6469, + 25.6469 + ] + }, + { + "episode": 380, + "avg_reward": 4556.82, + "avg_cost": 59.5, + "lambda": 25.7107, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7107, + 25.7107, + 25.7107, + 25.7107 + ] + }, + { + "episode": 390, + "avg_reward": 4490.7, + "avg_cost": 61.75, + "lambda": 25.7626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.7626, + 25.7626, + 25.7626, + 25.7626 + ] + }, + { + "episode": 400, + "avg_reward": 5112.5, + "avg_cost": 44.0, + "lambda": 25.8061, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8061, + 25.8061, + 25.8061, + 25.8061 + ] + }, + { + "episode": 410, + "avg_reward": 4473.16, + "avg_cost": 40.75, + "lambda": 25.8411, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8411, + 25.8411, + 25.8411, + 25.8411 + ] + }, + { + "episode": 420, + "avg_reward": 5898.06, + "avg_cost": 27.25, + "lambda": 25.8714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8714, + 25.8714, + 25.8714, + 25.8714 + ] + }, + { + "episode": 430, + "avg_reward": 5464.41, + "avg_cost": 24.0, + "lambda": 25.8981, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.8981, + 25.8981, + 25.8981, + 25.8981 + ] + }, + { + "episode": 440, + "avg_reward": 5978.23, + "avg_cost": 20.5, + "lambda": 25.9191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9191, + 25.9191, + 25.9191, + 25.9191 + ] + }, + { + "episode": 450, + "avg_reward": 5852.05, + "avg_cost": 20.0, + "lambda": 25.9379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9379, + 25.9379, + 25.9379, + 25.9379 + ] + }, + { + "episode": 460, + "avg_reward": 6037.89, + "avg_cost": 15.75, + "lambda": 25.9535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9535, + 25.9535, + 25.9535, + 25.9535 + ] + }, + { + "episode": 470, + "avg_reward": 5728.99, + "avg_cost": 16.25, + "lambda": 25.969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.969, + 25.969, + 25.969, + 25.969 + ] + }, + { + "episode": 480, + "avg_reward": 5555.55, + "avg_cost": 13.0, + "lambda": 25.9818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9818, + 25.9818, + 25.9818, + 25.9818 + ] + }, + { + "episode": 490, + "avg_reward": 5949.84, + "avg_cost": 8.75, + "lambda": 25.9928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.9928, + 25.9928, + 25.9928, + 25.9928 + ] + }, + { + "episode": 500, + "avg_reward": 5864.64, + "avg_cost": 9.0, + "lambda": 26.0023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0023, + 26.0023, + 26.0023, + 26.0023 + ] + }, + { + "episode": 510, + "avg_reward": 5833.75, + "avg_cost": 7.25, + "lambda": 26.0099, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0099, + 26.0099, + 26.0099, + 26.0099 + ] + }, + { + "episode": 520, + "avg_reward": 6504.74, + "avg_cost": 5.25, + "lambda": 26.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0175, + 26.0175, + 26.0175, + 26.0175 + ] + }, + { + "episode": 530, + "avg_reward": 6267.98, + "avg_cost": 6.0, + "lambda": 26.0223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0223, + 26.0223, + 26.0223, + 26.0223 + ] + }, + { + "episode": 540, + "avg_reward": 6184.85, + "avg_cost": 4.75, + "lambda": 26.0271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0271, + 26.0271, + 26.0271, + 26.0271 + ] + }, + { + "episode": 550, + "avg_reward": 6797.94, + "avg_cost": 5.0, + "lambda": 26.0319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0319, + 26.0319, + 26.0319, + 26.0319 + ] + }, + { + "episode": 560, + "avg_reward": 6375.32, + "avg_cost": 4.75, + "lambda": 26.0356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0356, + 26.0356, + 26.0356, + 26.0356 + ] + }, + { + "episode": 570, + "avg_reward": 6474.58, + "avg_cost": 2.5, + "lambda": 26.0401, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0401, + 26.0401, + 26.0401, + 26.0401 + ] + }, + { + "episode": 580, + "avg_reward": 6117.26, + "avg_cost": 4.5, + "lambda": 26.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.045, + 26.045, + 26.045, + 26.045 + ] + }, + { + "episode": 590, + "avg_reward": 6571.35, + "avg_cost": 4.75, + "lambda": 26.0486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0486, + 26.0486, + 26.0486, + 26.0486 + ] + }, + { + "episode": 600, + "avg_reward": 6618.06, + "avg_cost": 2.25, + "lambda": 26.0519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0519, + 26.0519, + 26.0519, + 26.0519 + ] + }, + { + "episode": 610, + "avg_reward": 6583.19, + "avg_cost": 5.5, + "lambda": 26.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.055, + 26.055, + 26.055, + 26.055 + ] + }, + { + "episode": 620, + "avg_reward": 6762.69, + "avg_cost": 3.75, + "lambda": 26.058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.058, + 26.058, + 26.058, + 26.058 + ] + }, + { + "episode": 630, + "avg_reward": 7364.47, + "avg_cost": 1.75, + "lambda": 26.0602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0602, + 26.0602, + 26.0602, + 26.0602 + ] + }, + { + "episode": 640, + "avg_reward": 6856.83, + "avg_cost": 1.5, + "lambda": 26.0626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0626, + 26.0626, + 26.0626, + 26.0626 + ] + }, + { + "episode": 650, + "avg_reward": 7170.91, + "avg_cost": 0.0, + "lambda": 26.0642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0642, + 26.0642, + 26.0642, + 26.0642 + ] + }, + { + "episode": 660, + "avg_reward": 6891.44, + "avg_cost": 2.75, + "lambda": 26.0661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0661, + 26.0661, + 26.0661, + 26.0661 + ] + }, + { + "episode": 670, + "avg_reward": 7423.03, + "avg_cost": 2.0, + "lambda": 26.0684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0684, + 26.0684, + 26.0684, + 26.0684 + ] + }, + { + "episode": 680, + "avg_reward": 6848.71, + "avg_cost": 0.5, + "lambda": 26.0702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0702, + 26.0702, + 26.0702, + 26.0702 + ] + }, + { + "episode": 690, + "avg_reward": 7146.55, + "avg_cost": 2.25, + "lambda": 26.0717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0717, + 26.0717, + 26.0717, + 26.0717 + ] + }, + { + "episode": 700, + "avg_reward": 7300.62, + "avg_cost": 1.75, + "lambda": 26.0734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0734, + 26.0734, + 26.0734, + 26.0734 + ] + }, + { + "episode": 710, + "avg_reward": 7059.78, + "avg_cost": 1.25, + "lambda": 26.0748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0748, + 26.0748, + 26.0748, + 26.0748 + ] + }, + { + "episode": 720, + "avg_reward": 7497.68, + "avg_cost": 0.25, + "lambda": 26.0759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0759, + 26.0759, + 26.0759, + 26.0759 + ] + }, + { + "episode": 730, + "avg_reward": 7254.9, + "avg_cost": 1.75, + "lambda": 26.077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.077, + 26.077, + 26.077, + 26.077 + ] + }, + { + "episode": 740, + "avg_reward": 7866.13, + "avg_cost": 0.75, + "lambda": 26.0777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0777, + 26.0777, + 26.0777, + 26.0777 + ] + }, + { + "episode": 750, + "avg_reward": 7613.74, + "avg_cost": 0.5, + "lambda": 26.0786, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0786, + 26.0786, + 26.0786, + 26.0786 + ] + }, + { + "episode": 760, + "avg_reward": 7582.97, + "avg_cost": 0.5, + "lambda": 26.0795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0795, + 26.0795, + 26.0795, + 26.0795 + ] + }, + { + "episode": 770, + "avg_reward": 7592.69, + "avg_cost": 2.25, + "lambda": 26.0805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0805, + 26.0805, + 26.0805, + 26.0805 + ] + }, + { + "episode": 780, + "avg_reward": 7785.62, + "avg_cost": 1.25, + "lambda": 26.0818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0818, + 26.0818, + 26.0818, + 26.0818 + ] + }, + { + "episode": 790, + "avg_reward": 7520.8, + "avg_cost": 0.25, + "lambda": 26.0828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0828, + 26.0828, + 26.0828, + 26.0828 + ] + }, + { + "episode": 800, + "avg_reward": 7913.66, + "avg_cost": 0.5, + "lambda": 26.0835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0835, + 26.0835, + 26.0835, + 26.0835 + ] + }, + { + "episode": 810, + "avg_reward": 7840.07, + "avg_cost": 0.75, + "lambda": 26.0842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0842, + 26.0842, + 26.0842, + 26.0842 + ] + }, + { + "episode": 820, + "avg_reward": 8287.18, + "avg_cost": 0.5, + "lambda": 26.0856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0856, + 26.0856, + 26.0856, + 26.0856 + ] + }, + { + "episode": 830, + "avg_reward": 8415.51, + "avg_cost": 0.25, + "lambda": 26.086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.086, + 26.086, + 26.086, + 26.086 + ] + }, + { + "episode": 840, + "avg_reward": 8457.66, + "avg_cost": 0.5, + "lambda": 26.0865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0865, + 26.0865, + 26.0865, + 26.0865 + ] + }, + { + "episode": 850, + "avg_reward": 8517.31, + "avg_cost": 0.5, + "lambda": 26.0869, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0869, + 26.0869, + 26.0869, + 26.0869 + ] + }, + { + "episode": 860, + "avg_reward": 7926.24, + "avg_cost": 0.0, + "lambda": 26.0874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0874, + 26.0874, + 26.0874, + 26.0874 + ] + }, + { + "episode": 870, + "avg_reward": 8493.77, + "avg_cost": 0.5, + "lambda": 26.0881, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0881, + 26.0881, + 26.0881, + 26.0881 + ] + }, + { + "episode": 880, + "avg_reward": 8689.11, + "avg_cost": 0.25, + "lambda": 26.0886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0886, + 26.0886, + 26.0886, + 26.0886 + ] + }, + { + "episode": 890, + "avg_reward": 8427.87, + "avg_cost": 1.5, + "lambda": 26.0891, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0891, + 26.0891, + 26.0891, + 26.0891 + ] + }, + { + "episode": 900, + "avg_reward": 8158.21, + "avg_cost": 2.5, + "lambda": 26.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.09, + 26.09, + 26.09, + 26.09 + ] + }, + { + "episode": 910, + "avg_reward": 8252.12, + "avg_cost": 1.5, + "lambda": 26.0904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0904, + 26.0904, + 26.0904, + 26.0904 + ] + }, + { + "episode": 920, + "avg_reward": 9125.81, + "avg_cost": 0.0, + "lambda": 26.091, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.091, + 26.091, + 26.091, + 26.091 + ] + }, + { + "episode": 930, + "avg_reward": 8356.33, + "avg_cost": 0.75, + "lambda": 26.0916, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0916, + 26.0916, + 26.0916, + 26.0916 + ] + }, + { + "episode": 940, + "avg_reward": 9422.0, + "avg_cost": 0.5, + "lambda": 26.0926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0926, + 26.0926, + 26.0926, + 26.0926 + ] + }, + { + "episode": 950, + "avg_reward": 8543.01, + "avg_cost": 0.5, + "lambda": 26.0931, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0931, + 26.0931, + 26.0931, + 26.0931 + ] + }, + { + "episode": 960, + "avg_reward": 8259.13, + "avg_cost": 0.25, + "lambda": 26.0935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0935, + 26.0935, + 26.0935, + 26.0935 + ] + }, + { + "episode": 970, + "avg_reward": 8747.62, + "avg_cost": 0.5, + "lambda": 26.0938, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0938, + 26.0938, + 26.0938, + 26.0938 + ] + }, + { + "episode": 980, + "avg_reward": 9213.01, + "avg_cost": 0.75, + "lambda": 26.0943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0943, + 26.0943, + 26.0943, + 26.0943 + ] + }, + { + "episode": 990, + "avg_reward": 9178.68, + "avg_cost": 0.25, + "lambda": 26.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.095, + 26.095, + 26.095, + 26.095 + ] + }, + { + "episode": 1000, + "avg_reward": 8705.64, + "avg_cost": 0.0, + "lambda": 26.0957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0957, + 26.0957, + 26.0957, + 26.0957 + ] + }, + { + "episode": 1010, + "avg_reward": 9705.56, + "avg_cost": 0.25, + "lambda": 26.0967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0967, + 26.0967, + 26.0967, + 26.0967 + ] + }, + { + "episode": 1020, + "avg_reward": 9201.56, + "avg_cost": 0.5, + "lambda": 26.0972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0972, + 26.0972, + 26.0972, + 26.0972 + ] + }, + { + "episode": 1030, + "avg_reward": 9344.66, + "avg_cost": 0.5, + "lambda": 26.0978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0978, + 26.0978, + 26.0978, + 26.0978 + ] + }, + { + "episode": 1040, + "avg_reward": 9988.54, + "avg_cost": 0.25, + "lambda": 26.0983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0983, + 26.0983, + 26.0983, + 26.0983 + ] + }, + { + "episode": 1050, + "avg_reward": 9268.57, + "avg_cost": 0.75, + "lambda": 26.099, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.099, + 26.099, + 26.099, + 26.099 + ] + }, + { + "episode": 1060, + "avg_reward": 9818.1, + "avg_cost": 0.5, + "lambda": 26.0998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.0998, + 26.0998, + 26.0998, + 26.0998 + ] + }, + { + "episode": 1070, + "avg_reward": 9559.84, + "avg_cost": 0.0, + "lambda": 26.1003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1003, + 26.1003, + 26.1003, + 26.1003 + ] + }, + { + "episode": 1080, + "avg_reward": 9748.59, + "avg_cost": 0.5, + "lambda": 26.1013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1013, + 26.1013, + 26.1013, + 26.1013 + ] + }, + { + "episode": 1090, + "avg_reward": 10096.33, + "avg_cost": 0.75, + "lambda": 26.1073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1073, + 26.1073, + 26.1073, + 26.1073 + ] + }, + { + "episode": 1100, + "avg_reward": 9032.09, + "avg_cost": 2.5, + "lambda": 26.1113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1113, + 26.1113, + 26.1113, + 26.1113 + ] + }, + { + "episode": 1110, + "avg_reward": 10970.05, + "avg_cost": 0.75, + "lambda": 26.1126, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1126, + 26.1126, + 26.1126, + 26.1126 + ] + }, + { + "episode": 1120, + "avg_reward": 8712.91, + "avg_cost": 13.25, + "lambda": 26.1195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1195, + 26.1195, + 26.1195, + 26.1195 + ] + }, + { + "episode": 1130, + "avg_reward": 9911.42, + "avg_cost": 0.0, + "lambda": 26.1223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1223, + 26.1223, + 26.1223, + 26.1223 + ] + }, + { + "episode": 1140, + "avg_reward": 9469.64, + "avg_cost": 1.5, + "lambda": 26.1229, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1229, + 26.1229, + 26.1229, + 26.1229 + ] + }, + { + "episode": 1150, + "avg_reward": 10356.42, + "avg_cost": 1.5, + "lambda": 26.1235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1235, + 26.1235, + 26.1235, + 26.1235 + ] + }, + { + "episode": 1160, + "avg_reward": 9981.2, + "avg_cost": 0.0, + "lambda": 26.1237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1237, + 26.1237, + 26.1237, + 26.1237 + ] + }, + { + "episode": 1170, + "avg_reward": 10050.85, + "avg_cost": 0.25, + "lambda": 26.124, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.124, + 26.124, + 26.124, + 26.124 + ] + }, + { + "episode": 1180, + "avg_reward": 8830.46, + "avg_cost": 17.0, + "lambda": 26.1265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1265, + 26.1265, + 26.1265, + 26.1265 + ] + }, + { + "episode": 1190, + "avg_reward": 10535.18, + "avg_cost": 0.0, + "lambda": 26.1272, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1272, + 26.1272, + 26.1272, + 26.1272 + ] + }, + { + "episode": 1200, + "avg_reward": 10312.16, + "avg_cost": 0.5, + "lambda": 26.1279, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1279, + 26.1279, + 26.1279, + 26.1279 + ] + }, + { + "episode": 1210, + "avg_reward": 10777.05, + "avg_cost": 0.0, + "lambda": 26.1287, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1287, + 26.1287, + 26.1287, + 26.1287 + ] + }, + { + "episode": 1220, + "avg_reward": 10666.81, + "avg_cost": 0.5, + "lambda": 26.1292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1292, + 26.1292, + 26.1292, + 26.1292 + ] + }, + { + "episode": 1230, + "avg_reward": 9152.64, + "avg_cost": 0.75, + "lambda": 26.13, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.13, + 26.13, + 26.13, + 26.13 + ] + }, + { + "episode": 1240, + "avg_reward": 8771.62, + "avg_cost": 0.0, + "lambda": 26.1304, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1304, + 26.1304, + 26.1304, + 26.1304 + ] + }, + { + "episode": 1250, + "avg_reward": 9153.54, + "avg_cost": 0.5, + "lambda": 26.1307, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1307, + 26.1307, + 26.1307, + 26.1307 + ] + }, + { + "episode": 1260, + "avg_reward": 8655.39, + "avg_cost": 0.5, + "lambda": 26.1309, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1309, + 26.1309, + 26.1309, + 26.1309 + ] + }, + { + "episode": 1270, + "avg_reward": 9159.89, + "avg_cost": 0.0, + "lambda": 26.1313, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1313, + 26.1313, + 26.1313, + 26.1313 + ] + }, + { + "episode": 1280, + "avg_reward": 8572.84, + "avg_cost": 2.75, + "lambda": 26.1319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1319, + 26.1319, + 26.1319, + 26.1319 + ] + }, + { + "episode": 1290, + "avg_reward": 10709.69, + "avg_cost": 0.25, + "lambda": 26.1326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1326, + 26.1326, + 26.1326, + 26.1326 + ] + }, + { + "episode": 1300, + "avg_reward": 10077.24, + "avg_cost": 0.0, + "lambda": 26.1329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1329, + 26.1329, + 26.1329, + 26.1329 + ] + }, + { + "episode": 1310, + "avg_reward": 10353.69, + "avg_cost": 0.25, + "lambda": 26.1333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1333, + 26.1333, + 26.1333, + 26.1333 + ] + }, + { + "episode": 1320, + "avg_reward": 10450.61, + "avg_cost": 0.0, + "lambda": 26.1335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1335, + 26.1335, + 26.1335, + 26.1335 + ] + }, + { + "episode": 1330, + "avg_reward": 8652.24, + "avg_cost": 6.5, + "lambda": 26.1343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1343, + 26.1343, + 26.1343, + 26.1343 + ] + }, + { + "episode": 1340, + "avg_reward": 10727.1, + "avg_cost": 0.25, + "lambda": 26.1345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1345, + 26.1345, + 26.1345, + 26.1345 + ] + }, + { + "episode": 1350, + "avg_reward": 11367.17, + "avg_cost": 0.5, + "lambda": 26.1349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1349, + 26.1349, + 26.1349, + 26.1349 + ] + }, + { + "episode": 1360, + "avg_reward": 11017.89, + "avg_cost": 0.25, + "lambda": 26.1354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1354, + 26.1354, + 26.1354, + 26.1354 + ] + }, + { + "episode": 1370, + "avg_reward": 10430.48, + "avg_cost": 0.0, + "lambda": 26.1357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1357, + 26.1357, + 26.1357, + 26.1357 + ] + }, + { + "episode": 1380, + "avg_reward": 11167.33, + "avg_cost": 0.75, + "lambda": 26.136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.136, + 26.136, + 26.136, + 26.136 + ] + }, + { + "episode": 1390, + "avg_reward": 10833.24, + "avg_cost": 0.25, + "lambda": 26.1364, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1364, + 26.1364, + 26.1364, + 26.1364 + ] + }, + { + "episode": 1400, + "avg_reward": 11368.12, + "avg_cost": 1.0, + "lambda": 26.1373, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1373, + 26.1373, + 26.1373, + 26.1373 + ] + }, + { + "episode": 1410, + "avg_reward": 10582.32, + "avg_cost": 0.75, + "lambda": 26.1377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1377, + 26.1377, + 26.1377, + 26.1377 + ] + }, + { + "episode": 1420, + "avg_reward": 10358.21, + "avg_cost": 1.0, + "lambda": 26.1381, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1381, + 26.1381, + 26.1381, + 26.1381 + ] + }, + { + "episode": 1430, + "avg_reward": 10971.65, + "avg_cost": 0.5, + "lambda": 26.1397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1397, + 26.1397, + 26.1397, + 26.1397 + ] + }, + { + "episode": 1440, + "avg_reward": 11007.03, + "avg_cost": 0.5, + "lambda": 26.1402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1402, + 26.1402, + 26.1402, + 26.1402 + ] + }, + { + "episode": 1450, + "avg_reward": 10463.0, + "avg_cost": 0.25, + "lambda": 26.141, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.141, + 26.141, + 26.141, + 26.141 + ] + }, + { + "episode": 1460, + "avg_reward": 10794.75, + "avg_cost": 0.25, + "lambda": 26.1415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1415, + 26.1415, + 26.1415, + 26.1415 + ] + }, + { + "episode": 1470, + "avg_reward": 11210.41, + "avg_cost": 0.5, + "lambda": 26.1419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1419, + 26.1419, + 26.1419, + 26.1419 + ] + }, + { + "episode": 1480, + "avg_reward": 10707.5, + "avg_cost": 0.5, + "lambda": 26.1424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1424, + 26.1424, + 26.1424, + 26.1424 + ] + }, + { + "episode": 1490, + "avg_reward": 10944.52, + "avg_cost": 0.5, + "lambda": 26.1427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1427, + 26.1427, + 26.1427, + 26.1427 + ] + }, + { + "episode": 1500, + "avg_reward": 11174.72, + "avg_cost": 0.0, + "lambda": 26.1432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.1432, + 26.1432, + 26.1432, + 26.1432 + ] + } + ], + "final_lambdas": [ + 26.1432, + 26.1432, + 26.1432, + 26.1432 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..6016a98a1c94fcab991870b2333ca96c36f82caa --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 8049935.29, + "constraint_satisfaction_pct": 95.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6319.78, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6398.65, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6183.36, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5824.9, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5304.89, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4486.35, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4843.65, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3937.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3501.8, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4398.96, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3207.35, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2291.25, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2936.95, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3210.53, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1855.1, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1319.63, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2168.5, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -3312.16, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1688.06, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1367.33, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1227.66, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -813.93, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1775.08, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -2731.32, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3225.91, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1754.66, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1681.13, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 931.61, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -809.55, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 916.81, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1944.65, + "avg_cost": 8.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2178.51, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1250.73, + "avg_cost": 5.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 694.94, + "avg_cost": 8.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3620.1, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3366.81, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -408.5, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2679.34, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3330.47, + "avg_cost": 19.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 916.84, + "avg_cost": 5.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 4883.64, + "avg_cost": 14.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 3421.58, + "avg_cost": 6.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3613.25, + "avg_cost": 8.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3018.57, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3742.31, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3582.72, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 6326.24, + "avg_cost": 29.5, + "lambda": 2.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5309.64, + "avg_cost": 28.0, + "lambda": 2.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2106.81, + "avg_cost": 15.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 5442.46, + "avg_cost": 23.25, + "lambda": 2.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5845.19, + "avg_cost": 17.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1993.44, + "avg_cost": 8.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3482.98, + "avg_cost": 36.75, + "lambda": 3.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5137.25, + "avg_cost": 13.5, + "lambda": 5.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 7722.69, + "avg_cost": 15.5, + "lambda": 2.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 7320.77, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 7885.65, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7602.87, + "avg_cost": 14.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 8442.86, + "avg_cost": 20.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4671.47, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4573.1, + "avg_cost": 18.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 8565.74, + "avg_cost": 24.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 9239.62, + "avg_cost": 23.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 8627.19, + "avg_cost": 38.0, + "lambda": 2.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7856.07, + "avg_cost": 23.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 9665.97, + "avg_cost": 13.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 10092.4, + "avg_cost": 19.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 8717.56, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 9406.84, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8148.63, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7707.44, + "avg_cost": 15.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 11616.21, + "avg_cost": 27.75, + "lambda": 2.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 10002.03, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7760.5, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7979.67, + "avg_cost": 7.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 10823.62, + "avg_cost": 17.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8056.95, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 9072.22, + "avg_cost": 13.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9550.71, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 10916.15, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 10402.55, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 10914.0, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 10817.24, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 11407.91, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 9728.22, + "avg_cost": 7.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8288.98, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8750.49, + "avg_cost": 5.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 12455.34, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8810.12, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 10441.46, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 11843.83, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 7109.18, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 10910.43, + "avg_cost": 6.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 10701.3, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12574.5, + "avg_cost": 9.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 11264.05, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 10756.2, + "avg_cost": 10.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8724.05, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12355.51, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 12493.13, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9701.39, + "avg_cost": 21.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 11174.03, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 12071.25, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 11944.72, + "avg_cost": 11.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 13761.96, + "avg_cost": 14.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 11264.14, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 14670.83, + "avg_cost": 14.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 15006.19, + "avg_cost": 16.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 12361.61, + "avg_cost": 19.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 14319.5, + "avg_cost": 16.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 13417.01, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 13671.48, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 13955.09, + "avg_cost": 20.5, + "lambda": 2.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 14115.41, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 14215.39, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 14060.25, + "avg_cost": 11.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9047.17, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10956.9, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 8763.7, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9243.82, + "avg_cost": 17.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 15395.89, + "avg_cost": 16.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 15421.58, + "avg_cost": 19.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 15230.65, + "avg_cost": 22.5, + "lambda": 2.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 13424.0, + "avg_cost": 25.5, + "lambda": 2.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10115.8, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": -1147.22, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": -2547.8, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": -1937.94, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": -1598.23, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": -557.1, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": -384.49, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": -275.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 481.6, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": -312.95, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 1400.38, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 1695.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 2362.69, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 2724.22, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 2105.24, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 1073.23, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 4666.13, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 4902.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 5257.35, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 1656.94, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 1956.59, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5758.9, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 5977.76, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 6563.52, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 6806.56, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 6910.13, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..de013c1121312d94ef162a6d3b2dbce1b6a929a7 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7506944.14, + "constraint_satisfaction_pct": 86.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.41, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6390.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6898.53, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6106.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5885.88, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5550.15, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4526.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4844.46, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3291.98, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3303.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4089.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3410.23, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3003.98, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3949.63, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2827.87, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3079.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2071.9, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2148.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2658.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1133.29, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2477.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1145.87, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1873.58, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2585.47, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -3348.97, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -2017.88, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1495.66, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -18.47, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -2095.12, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -2258.0, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -2418.16, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 1349.94, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 665.51, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 618.3, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1238.97, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -751.9, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3098.6, + "avg_cost": 7.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1553.37, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2697.14, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2448.18, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -828.57, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -133.32, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2008.85, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2303.16, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3110.56, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4245.7, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3342.9, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3364.22, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4195.6, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3713.74, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2936.84, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5513.51, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2491.74, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5807.45, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2293.03, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4056.63, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5042.61, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3189.79, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4099.25, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6311.13, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5643.36, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5639.17, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7203.57, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4691.36, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 8347.75, + "avg_cost": 35.75, + "lambda": 3.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4196.51, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -891.51, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -1624.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -408.54, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -484.82, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -160.13, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -216.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 140.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 1165.82, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -142.81, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 1227.82, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1205.69, + "avg_cost": 25.75, + "lambda": 3.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3092.68, + "avg_cost": 27.5, + "lambda": 3.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3249.9, + "avg_cost": 22.5, + "lambda": 3.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4359.62, + "avg_cost": 18.75, + "lambda": 3.5175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2035.36, + "avg_cost": 19.5, + "lambda": 3.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6032.79, + "avg_cost": 27.75, + "lambda": 3.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8066.03, + "avg_cost": 29.5, + "lambda": 3.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 6493.45, + "avg_cost": 25.25, + "lambda": 3.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6273.61, + "avg_cost": 16.5, + "lambda": 3.105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8981.21, + "avg_cost": 27.0, + "lambda": 3.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8592.25, + "avg_cost": 24.25, + "lambda": 3.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8453.42, + "avg_cost": 25.5, + "lambda": 3.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7600.59, + "avg_cost": 22.5, + "lambda": 3.0975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8226.91, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9721.31, + "avg_cost": 30.75, + "lambda": 3.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8652.66, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8674.49, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 10115.51, + "avg_cost": 23.5, + "lambda": 4.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5940.56, + "avg_cost": 21.25, + "lambda": 3.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9610.88, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9318.67, + "avg_cost": 27.75, + "lambda": 3.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9489.62, + "avg_cost": 19.0, + "lambda": 3.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9576.57, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 10898.85, + "avg_cost": 17.75, + "lambda": 3.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 10536.59, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 11416.27, + "avg_cost": 40.25, + "lambda": 3.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 10018.31, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 8154.79, + "avg_cost": 20.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10869.15, + "avg_cost": 25.25, + "lambda": 3.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 10076.79, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 1568.05, + "avg_cost": 6.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 1199.54, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 10793.9, + "avg_cost": 35.25, + "lambda": 4.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10144.63, + "avg_cost": 42.5, + "lambda": 6.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 11120.04, + "avg_cost": 21.5, + "lambda": 6.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 10704.13, + "avg_cost": 11.75, + "lambda": 3.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 7929.61, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10802.81, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9387.33, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 11298.15, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 11883.28, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 11496.1, + "avg_cost": 17.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 11736.55, + "avg_cost": 22.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 12005.42, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 11113.4, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 11680.55, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 11432.93, + "avg_cost": 10.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 12062.94, + "avg_cost": 20.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 12743.09, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12504.64, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 12654.32, + "avg_cost": 17.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 9536.03, + "avg_cost": 15.5, + "lambda": 3.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 13194.31, + "avg_cost": 20.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 12964.82, + "avg_cost": 24.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 13587.27, + "avg_cost": 24.5, + "lambda": 3.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 14450.33, + "avg_cost": 38.5, + "lambda": 5.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 13591.84, + "avg_cost": 28.25, + "lambda": 3.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 12815.8, + "avg_cost": 11.75, + "lambda": 5.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10906.0, + "avg_cost": 28.25, + "lambda": 3.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 13817.97, + "avg_cost": 24.25, + "lambda": 3.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 13539.9, + "avg_cost": 16.25, + "lambda": 4.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 13749.3, + "avg_cost": 19.0, + "lambda": 4.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 13830.34, + "avg_cost": 28.0, + "lambda": 3.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 15634.82, + "avg_cost": 80.5, + "lambda": 5.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13250.29, + "avg_cost": 15.5, + "lambda": 9.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10450.35, + "avg_cost": 2.25, + "lambda": 6.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10466.82, + "avg_cost": 38.75, + "lambda": 6.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12960.66, + "avg_cost": 10.0, + "lambda": 5.58, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14187.34, + "avg_cost": 25.5, + "lambda": 5.58, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 9734.85, + "avg_cost": 16.25, + "lambda": 5.1075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 13919.94, + "avg_cost": 22.25, + "lambda": 4.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 14695.13, + "avg_cost": 28.25, + "lambda": 3.7725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 8466.87, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 14519.22, + "avg_cost": 29.75, + "lambda": 3.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10339.32, + "avg_cost": 18.25, + "lambda": 4.41, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..4a85c67d2677b72149f210f838db7a92824ea9f6 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 6620493.17, + "constraint_satisfaction_pct": 34.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 84.9998, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -5605.37, + "avg_cost": 0.0, + "lambda": 10.0256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6144.24, + "avg_cost": 0.0, + "lambda": 10.0852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6001.55, + "avg_cost": 0.0, + "lambda": 10.1911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6059.5, + "avg_cost": 0.25, + "lambda": 10.2645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5163.32, + "avg_cost": 0.0, + "lambda": 10.3204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5045.97, + "avg_cost": 0.0, + "lambda": 10.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -3844.51, + "avg_cost": 0.0, + "lambda": 10.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3320.87, + "avg_cost": 0.0, + "lambda": 10.5308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3123.6, + "avg_cost": 0.0, + "lambda": 10.5564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4010.14, + "avg_cost": 0.0, + "lambda": 10.5815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2627.51, + "avg_cost": 0.0, + "lambda": 10.5936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2304.16, + "avg_cost": 0.25, + "lambda": 10.6003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2955.89, + "avg_cost": 0.0, + "lambda": 10.6587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3384.23, + "avg_cost": 0.0, + "lambda": 10.7009, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3388.54, + "avg_cost": 0.0, + "lambda": 10.7166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2725.87, + "avg_cost": 0.0, + "lambda": 10.7221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3245.66, + "avg_cost": 0.0, + "lambda": 10.7326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1855.75, + "avg_cost": 0.0, + "lambda": 10.7439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1379.8, + "avg_cost": 0.0, + "lambda": 10.7479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -982.71, + "avg_cost": 0.5, + "lambda": 10.7543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -960.85, + "avg_cost": 0.0, + "lambda": 10.7943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2409.48, + "avg_cost": 0.25, + "lambda": 10.8613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2341.02, + "avg_cost": 0.25, + "lambda": 10.9768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1558.68, + "avg_cost": 0.75, + "lambda": 11.3408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1882.39, + "avg_cost": 1.0, + "lambda": 11.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2426.94, + "avg_cost": 0.0, + "lambda": 12.6517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1783.94, + "avg_cost": 0.25, + "lambda": 13.1042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -2106.55, + "avg_cost": 0.0, + "lambda": 13.4057, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1218.8, + "avg_cost": 0.75, + "lambda": 13.6462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1732.19, + "avg_cost": 0.0, + "lambda": 13.8846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1528.7, + "avg_cost": 0.25, + "lambda": 14.1935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -2049.98, + "avg_cost": 0.25, + "lambda": 14.4976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1339.98, + "avg_cost": 0.0, + "lambda": 14.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -516.13, + "avg_cost": 0.5, + "lambda": 15.1737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -644.82, + "avg_cost": 0.0, + "lambda": 15.8336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -761.28, + "avg_cost": 0.75, + "lambda": 16.2023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 173.39, + "avg_cost": 1.0, + "lambda": 16.5257, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1363.23, + "avg_cost": 2.0, + "lambda": 16.9917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2211.52, + "avg_cost": 1.25, + "lambda": 17.6678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1896.19, + "avg_cost": 0.0, + "lambda": 18.6168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2649.88, + "avg_cost": 0.5, + "lambda": 19.6223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 672.16, + "avg_cost": 2.25, + "lambda": 20.8532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2393.81, + "avg_cost": 2.75, + "lambda": 22.446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1812.77, + "avg_cost": 5.5, + "lambda": 23.9077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2956.25, + "avg_cost": 1.5, + "lambda": 25.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3462.22, + "avg_cost": 2.75, + "lambda": 27.0554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3690.78, + "avg_cost": 0.5, + "lambda": 28.6545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2039.09, + "avg_cost": 1.0, + "lambda": 30.0432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3769.36, + "avg_cost": 3.5, + "lambda": 31.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2321.82, + "avg_cost": 2.0, + "lambda": 32.3341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2379.21, + "avg_cost": 0.75, + "lambda": 33.5039, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4619.62, + "avg_cost": 0.75, + "lambda": 34.7098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5078.46, + "avg_cost": 0.25, + "lambda": 35.7387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5392.79, + "avg_cost": 1.0, + "lambda": 36.7609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4989.06, + "avg_cost": 2.5, + "lambda": 37.8368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1118.51, + "avg_cost": 0.0, + "lambda": 39.2137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4616.77, + "avg_cost": 1.25, + "lambda": 40.2999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5540.58, + "avg_cost": 0.5, + "lambda": 41.1988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4318.54, + "avg_cost": 0.75, + "lambda": 42.019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5259.76, + "avg_cost": 1.75, + "lambda": 42.7235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6104.84, + "avg_cost": 1.25, + "lambda": 43.3258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6028.04, + "avg_cost": 0.0, + "lambda": 43.8479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6359.26, + "avg_cost": 0.75, + "lambda": 44.2623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5660.45, + "avg_cost": 0.5, + "lambda": 44.6822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7187.0, + "avg_cost": 1.0, + "lambda": 45.1756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6097.72, + "avg_cost": 0.5, + "lambda": 45.7849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6604.57, + "avg_cost": 0.25, + "lambda": 46.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6009.29, + "avg_cost": 0.5, + "lambda": 47.0831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6937.76, + "avg_cost": 0.0, + "lambda": 47.7549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5231.56, + "avg_cost": 0.5, + "lambda": 48.2663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5851.11, + "avg_cost": 0.75, + "lambda": 48.9899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7321.24, + "avg_cost": 1.25, + "lambda": 49.8493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6888.47, + "avg_cost": 1.5, + "lambda": 50.941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6299.84, + "avg_cost": 0.5, + "lambda": 52.2298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8013.31, + "avg_cost": 0.25, + "lambda": 53.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7840.88, + "avg_cost": 0.0, + "lambda": 53.9943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8371.4, + "avg_cost": 1.5, + "lambda": 54.5204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7555.92, + "avg_cost": 1.0, + "lambda": 55.0844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6677.12, + "avg_cost": 0.25, + "lambda": 55.6961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7701.1, + "avg_cost": 0.75, + "lambda": 56.3314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7907.29, + "avg_cost": 0.5, + "lambda": 56.8768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8620.39, + "avg_cost": 1.25, + "lambda": 57.5251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8328.24, + "avg_cost": 0.5, + "lambda": 58.2557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8877.5, + "avg_cost": 0.5, + "lambda": 58.8603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8407.15, + "avg_cost": 0.5, + "lambda": 59.397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8489.9, + "avg_cost": 0.0, + "lambda": 60.0148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5242.12, + "avg_cost": 2.25, + "lambda": 60.601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9302.71, + "avg_cost": 0.75, + "lambda": 61.2927, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9120.67, + "avg_cost": 0.75, + "lambda": 61.8972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8835.31, + "avg_cost": 0.5, + "lambda": 62.7273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8528.85, + "avg_cost": 0.0, + "lambda": 63.4397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5509.5, + "avg_cost": 0.25, + "lambda": 64.2269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8705.07, + "avg_cost": 0.25, + "lambda": 64.8864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9829.28, + "avg_cost": 0.75, + "lambda": 65.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6028.27, + "avg_cost": 0.75, + "lambda": 65.939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8890.68, + "avg_cost": 0.25, + "lambda": 66.4028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9371.4, + "avg_cost": 1.75, + "lambda": 66.7839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9189.46, + "avg_cost": 0.0, + "lambda": 67.2466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9502.23, + "avg_cost": 1.0, + "lambda": 67.7784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9204.62, + "avg_cost": 1.0, + "lambda": 68.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9392.84, + "avg_cost": 0.25, + "lambda": 68.684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9292.07, + "avg_cost": 0.25, + "lambda": 69.1863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9859.1, + "avg_cost": 0.75, + "lambda": 69.8273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9708.42, + "avg_cost": 0.0, + "lambda": 70.4654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9046.0, + "avg_cost": 0.25, + "lambda": 71.0718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9149.45, + "avg_cost": 0.0, + "lambda": 71.5751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9426.33, + "avg_cost": 0.0, + "lambda": 72.0199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9567.0, + "avg_cost": 0.0, + "lambda": 72.5007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9662.46, + "avg_cost": 0.25, + "lambda": 72.8764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10000.85, + "avg_cost": 0.25, + "lambda": 73.1484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9867.97, + "avg_cost": 0.5, + "lambda": 73.367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 7737.53, + "avg_cost": 0.75, + "lambda": 73.718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9580.45, + "avg_cost": 0.0, + "lambda": 74.086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10176.07, + "avg_cost": 0.0, + "lambda": 74.3979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10067.56, + "avg_cost": 0.5, + "lambda": 74.7191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10372.9, + "avg_cost": 0.0, + "lambda": 75.021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10129.79, + "avg_cost": 1.0, + "lambda": 75.2948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10315.05, + "avg_cost": 0.5, + "lambda": 75.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9067.84, + "avg_cost": 0.0, + "lambda": 75.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 7204.26, + "avg_cost": 0.5, + "lambda": 76.3549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10094.44, + "avg_cost": 0.0, + "lambda": 76.8907, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10322.46, + "avg_cost": 1.0, + "lambda": 77.4581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10460.69, + "avg_cost": 0.25, + "lambda": 78.0934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9048.69, + "avg_cost": 0.25, + "lambda": 78.6041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10314.45, + "avg_cost": 0.0, + "lambda": 79.0492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10205.86, + "avg_cost": 0.25, + "lambda": 79.434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 10453.77, + "avg_cost": 0.0, + "lambda": 79.8636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10511.76, + "avg_cost": 0.0, + "lambda": 80.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10285.81, + "avg_cost": 0.0, + "lambda": 80.2477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10399.42, + "avg_cost": 0.0, + "lambda": 80.5014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10826.17, + "avg_cost": 0.75, + "lambda": 80.7417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 11020.37, + "avg_cost": 0.25, + "lambda": 81.0559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10681.03, + "avg_cost": 0.25, + "lambda": 81.4404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10933.16, + "avg_cost": 0.25, + "lambda": 81.9053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 8098.85, + "avg_cost": 0.0, + "lambda": 82.2426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10997.57, + "avg_cost": 0.5, + "lambda": 82.5328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11203.6, + "avg_cost": 0.0, + "lambda": 82.8452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11130.68, + "avg_cost": 0.5, + "lambda": 83.112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10323.01, + "avg_cost": 0.25, + "lambda": 83.3799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11290.03, + "avg_cost": 0.75, + "lambda": 83.618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11070.6, + "avg_cost": 0.5, + "lambda": 83.9472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 11586.51, + "avg_cost": 0.25, + "lambda": 84.3678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": -7364.91, + "avg_cost": 0.0, + "lambda": 84.7403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": -5286.64, + "avg_cost": 0.0, + "lambda": 84.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": -3397.83, + "avg_cost": 0.0, + "lambda": 84.9684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": -2372.74, + "avg_cost": 0.0, + "lambda": 84.989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": -1812.27, + "avg_cost": 0.0, + "lambda": 84.9962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -899.94, + "avg_cost": 0.0, + "lambda": 84.9987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -200.71, + "avg_cost": 0.0, + "lambda": 84.9995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 98.07, + "avg_cost": 0.0, + "lambda": 84.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..01572b839f0f3f6a9a0666e052d5c8f6dc0e5ecf --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3783138.95, + "constraint_satisfaction_pct": 34.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 84.9998, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -4013.63, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3203.07, + "avg_cost": 0.0, + "lambda": 10.0256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3511.0, + "avg_cost": 0.0, + "lambda": 10.0852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3429.45, + "avg_cost": 0.0, + "lambda": 10.1911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3462.57, + "avg_cost": 0.25, + "lambda": 10.2645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2950.47, + "avg_cost": 0.0, + "lambda": 10.3204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2883.41, + "avg_cost": 0.0, + "lambda": 10.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -2196.86, + "avg_cost": 0.0, + "lambda": 10.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1897.64, + "avg_cost": 0.0, + "lambda": 10.5308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1784.91, + "avg_cost": 0.0, + "lambda": 10.5564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2291.51, + "avg_cost": 0.0, + "lambda": 10.5815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1501.43, + "avg_cost": 0.0, + "lambda": 10.5936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1316.66, + "avg_cost": 0.25, + "lambda": 10.6003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1689.08, + "avg_cost": 0.0, + "lambda": 10.6587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1933.84, + "avg_cost": 0.0, + "lambda": 10.7009, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1936.31, + "avg_cost": 0.0, + "lambda": 10.7166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1557.64, + "avg_cost": 0.0, + "lambda": 10.7221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1854.66, + "avg_cost": 0.0, + "lambda": 10.7326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1060.43, + "avg_cost": 0.0, + "lambda": 10.7439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -788.46, + "avg_cost": 0.0, + "lambda": 10.7479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -561.55, + "avg_cost": 0.5, + "lambda": 10.7543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -549.06, + "avg_cost": 0.0, + "lambda": 10.7943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1376.85, + "avg_cost": 0.25, + "lambda": 10.8613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1337.72, + "avg_cost": 0.25, + "lambda": 10.9768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -890.68, + "avg_cost": 0.75, + "lambda": 11.3408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1075.65, + "avg_cost": 1.0, + "lambda": 11.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1386.82, + "avg_cost": 0.0, + "lambda": 12.6517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1019.4, + "avg_cost": 0.25, + "lambda": 13.1042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1203.75, + "avg_cost": 0.0, + "lambda": 13.4057, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -696.46, + "avg_cost": 0.75, + "lambda": 13.6462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -989.82, + "avg_cost": 0.0, + "lambda": 13.8846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -873.54, + "avg_cost": 0.25, + "lambda": 14.1935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1171.42, + "avg_cost": 0.25, + "lambda": 14.4976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -765.71, + "avg_cost": 0.0, + "lambda": 14.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -294.93, + "avg_cost": 0.5, + "lambda": 15.1737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -368.47, + "avg_cost": 0.0, + "lambda": 15.8336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -435.02, + "avg_cost": 0.75, + "lambda": 16.2023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 99.08, + "avg_cost": 1.0, + "lambda": 16.5257, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 778.99, + "avg_cost": 2.0, + "lambda": 16.9917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1263.72, + "avg_cost": 1.25, + "lambda": 17.6678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1083.54, + "avg_cost": 0.0, + "lambda": 18.6168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1514.22, + "avg_cost": 0.5, + "lambda": 19.6223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 384.09, + "avg_cost": 2.25, + "lambda": 20.8532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1367.89, + "avg_cost": 2.75, + "lambda": 22.446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1035.87, + "avg_cost": 5.5, + "lambda": 23.9077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1689.28, + "avg_cost": 1.5, + "lambda": 25.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1978.41, + "avg_cost": 2.75, + "lambda": 27.0554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2109.01, + "avg_cost": 0.5, + "lambda": 28.6545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1165.19, + "avg_cost": 1.0, + "lambda": 30.0432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2153.92, + "avg_cost": 3.5, + "lambda": 31.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1326.76, + "avg_cost": 2.0, + "lambda": 32.3341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1359.55, + "avg_cost": 0.75, + "lambda": 33.5039, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2639.79, + "avg_cost": 0.75, + "lambda": 34.7098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2901.98, + "avg_cost": 0.25, + "lambda": 35.7387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3081.6, + "avg_cost": 1.0, + "lambda": 36.7609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2850.89, + "avg_cost": 2.5, + "lambda": 37.8368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 639.15, + "avg_cost": 0.0, + "lambda": 39.2137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2638.15, + "avg_cost": 1.25, + "lambda": 40.2999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3166.05, + "avg_cost": 0.5, + "lambda": 41.1988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2467.74, + "avg_cost": 0.75, + "lambda": 42.019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3005.58, + "avg_cost": 1.75, + "lambda": 42.7235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3488.48, + "avg_cost": 1.25, + "lambda": 43.3258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3444.6, + "avg_cost": 0.0, + "lambda": 43.8479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3633.86, + "avg_cost": 0.75, + "lambda": 44.2623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3234.54, + "avg_cost": 0.5, + "lambda": 44.6822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4106.86, + "avg_cost": 1.0, + "lambda": 45.1756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3484.41, + "avg_cost": 0.5, + "lambda": 45.7849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3774.04, + "avg_cost": 0.25, + "lambda": 46.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3433.88, + "avg_cost": 0.5, + "lambda": 47.0831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3964.44, + "avg_cost": 0.0, + "lambda": 47.7549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 2989.46, + "avg_cost": 0.5, + "lambda": 48.2663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3343.49, + "avg_cost": 0.75, + "lambda": 48.9899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4183.57, + "avg_cost": 1.25, + "lambda": 49.8493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3936.27, + "avg_cost": 1.5, + "lambda": 50.941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 3599.91, + "avg_cost": 0.5, + "lambda": 52.2298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4579.04, + "avg_cost": 0.25, + "lambda": 53.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4480.5, + "avg_cost": 0.0, + "lambda": 53.9943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4783.65, + "avg_cost": 1.5, + "lambda": 54.5204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4317.67, + "avg_cost": 1.0, + "lambda": 55.0844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3815.5, + "avg_cost": 0.25, + "lambda": 55.6961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4400.63, + "avg_cost": 0.75, + "lambda": 56.3314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4518.45, + "avg_cost": 0.5, + "lambda": 56.8768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4925.94, + "avg_cost": 1.25, + "lambda": 57.5251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4758.99, + "avg_cost": 0.5, + "lambda": 58.2557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 5072.86, + "avg_cost": 0.5, + "lambda": 58.8603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4804.08, + "avg_cost": 0.5, + "lambda": 59.397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4851.37, + "avg_cost": 0.0, + "lambda": 60.0148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 2995.5, + "avg_cost": 2.25, + "lambda": 60.601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5315.83, + "avg_cost": 0.75, + "lambda": 61.2927, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 5211.81, + "avg_cost": 0.75, + "lambda": 61.8972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5048.75, + "avg_cost": 0.5, + "lambda": 62.7273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4873.63, + "avg_cost": 0.0, + "lambda": 63.4397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3148.29, + "avg_cost": 0.25, + "lambda": 64.2269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4974.32, + "avg_cost": 0.25, + "lambda": 64.8864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5616.73, + "avg_cost": 0.75, + "lambda": 65.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 3444.73, + "avg_cost": 0.75, + "lambda": 65.939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5080.39, + "avg_cost": 0.25, + "lambda": 66.4028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5355.09, + "avg_cost": 1.75, + "lambda": 66.7839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5251.12, + "avg_cost": 0.0, + "lambda": 67.2466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5429.85, + "avg_cost": 1.0, + "lambda": 67.7784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5259.78, + "avg_cost": 1.0, + "lambda": 68.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 5367.34, + "avg_cost": 0.25, + "lambda": 68.684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 5309.76, + "avg_cost": 0.25, + "lambda": 69.1863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 5633.77, + "avg_cost": 0.75, + "lambda": 69.8273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 5547.67, + "avg_cost": 0.0, + "lambda": 70.4654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5169.15, + "avg_cost": 0.25, + "lambda": 71.0718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 5228.26, + "avg_cost": 0.0, + "lambda": 71.5751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 5386.47, + "avg_cost": 0.0, + "lambda": 72.0199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 5466.86, + "avg_cost": 0.0, + "lambda": 72.5007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 5521.41, + "avg_cost": 0.25, + "lambda": 72.8764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 5714.77, + "avg_cost": 0.25, + "lambda": 73.1484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 5638.84, + "avg_cost": 0.5, + "lambda": 73.367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 4421.44, + "avg_cost": 0.75, + "lambda": 73.718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 5474.55, + "avg_cost": 0.0, + "lambda": 74.086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 5814.9, + "avg_cost": 0.0, + "lambda": 74.3979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 5752.89, + "avg_cost": 0.5, + "lambda": 74.7191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 5927.37, + "avg_cost": 0.0, + "lambda": 75.021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 5788.45, + "avg_cost": 1.0, + "lambda": 75.2948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 5894.31, + "avg_cost": 0.5, + "lambda": 75.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 5181.62, + "avg_cost": 0.0, + "lambda": 75.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 4116.72, + "avg_cost": 0.5, + "lambda": 76.3549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 5768.25, + "avg_cost": 0.0, + "lambda": 76.8907, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5898.55, + "avg_cost": 1.0, + "lambda": 77.4581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 5977.54, + "avg_cost": 0.25, + "lambda": 78.0934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 5170.68, + "avg_cost": 0.25, + "lambda": 78.6041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 5893.97, + "avg_cost": 0.0, + "lambda": 79.0492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 5831.92, + "avg_cost": 0.25, + "lambda": 79.434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 5973.58, + "avg_cost": 0.0, + "lambda": 79.8636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 6006.72, + "avg_cost": 0.0, + "lambda": 80.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 5877.6, + "avg_cost": 0.0, + "lambda": 80.2477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 5942.52, + "avg_cost": 0.0, + "lambda": 80.5014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 6186.38, + "avg_cost": 0.75, + "lambda": 80.7417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 6297.35, + "avg_cost": 0.25, + "lambda": 81.0559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 6103.45, + "avg_cost": 0.25, + "lambda": 81.4404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 6247.52, + "avg_cost": 0.25, + "lambda": 81.9053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4627.91, + "avg_cost": 0.0, + "lambda": 82.2426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 6284.33, + "avg_cost": 0.5, + "lambda": 82.5328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 6402.06, + "avg_cost": 0.0, + "lambda": 82.8452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 6360.39, + "avg_cost": 0.5, + "lambda": 83.112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5898.86, + "avg_cost": 0.25, + "lambda": 83.3799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 6451.44, + "avg_cost": 0.75, + "lambda": 83.618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 6326.06, + "avg_cost": 0.5, + "lambda": 83.9472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 6620.86, + "avg_cost": 0.25, + "lambda": 84.3678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": -4208.52, + "avg_cost": 0.0, + "lambda": 84.7403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": -3020.94, + "avg_cost": 0.0, + "lambda": 84.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": -1941.62, + "avg_cost": 0.0, + "lambda": 84.9684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": -1355.85, + "avg_cost": 0.0, + "lambda": 84.989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": -1035.58, + "avg_cost": 0.0, + "lambda": 84.9962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -514.25, + "avg_cost": 0.0, + "lambda": 84.9987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -114.69, + "avg_cost": 0.0, + "lambda": 84.9995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 56.04, + "avg_cost": 0.0, + "lambda": 84.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..92bb14ec3df92cb08321aa5fd0a74eb207aedaaa --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7292047.71, + "constraint_satisfaction_pct": 78.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.33, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6056.9, + "avg_cost": 0.0, + "lambda": 2.53, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -5537.07, + "avg_cost": 0.0, + "lambda": 0.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6310.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -4585.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5305.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4406.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4658.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4058.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3490.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4345.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -4005.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2649.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3110.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2196.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2348.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2445.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1687.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1901.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1796.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1573.91, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1314.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -806.3, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1200.44, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1786.43, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3101.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1450.08, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1976.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -499.39, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1209.93, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1548.17, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1640.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1219.58, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 1923.49, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 629.03, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 1246.83, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 861.17, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1530.72, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -1444.98, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 949.51, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1627.57, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1227.56, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2536.38, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3675.41, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3861.23, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3774.85, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2516.55, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1713.3, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2741.27, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3419.18, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4599.77, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4811.07, + "avg_cost": 30.25, + "lambda": 0.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2842.63, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5279.43, + "avg_cost": 27.25, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3678.55, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4664.86, + "avg_cost": 34.25, + "lambda": 0.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 4638.19, + "avg_cost": 28.75, + "lambda": 0.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6060.63, + "avg_cost": 24.75, + "lambda": 0.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7518.65, + "avg_cost": 29.0, + "lambda": 1.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5930.8, + "avg_cost": 39.0, + "lambda": 1.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 6908.59, + "avg_cost": 21.0, + "lambda": 1.63, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5690.73, + "avg_cost": 24.75, + "lambda": 1.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3928.37, + "avg_cost": 22.75, + "lambda": 1.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5083.07, + "avg_cost": 27.25, + "lambda": 1.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4834.69, + "avg_cost": 22.25, + "lambda": 2.1875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6800.26, + "avg_cost": 26.0, + "lambda": 2.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 5433.7, + "avg_cost": 15.75, + "lambda": 2.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6547.83, + "avg_cost": 21.75, + "lambda": 3.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 8648.08, + "avg_cost": 22.0, + "lambda": 3.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 9043.32, + "avg_cost": 41.0, + "lambda": 3.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7570.78, + "avg_cost": 16.0, + "lambda": 4.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3734.62, + "avg_cost": 21.0, + "lambda": 5.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -1813.28, + "avg_cost": 0.0, + "lambda": 3.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -1243.88, + "avg_cost": 0.0, + "lambda": 1.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -709.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -434.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -622.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -191.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 202.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 930.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 1423.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1548.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1962.85, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 3602.89, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4848.58, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4479.77, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6101.08, + "avg_cost": 23.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6870.92, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5656.6, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4245.56, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5029.53, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 7971.46, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8335.63, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 6226.66, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 4948.91, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5979.55, + "avg_cost": 13.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 3174.13, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5278.3, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9202.85, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9101.45, + "avg_cost": 27.0, + "lambda": 0.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 8432.28, + "avg_cost": 18.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8787.53, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 7779.76, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 5516.95, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9335.4, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8601.93, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10238.66, + "avg_cost": 35.0, + "lambda": 0.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9878.74, + "avg_cost": 25.75, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9618.54, + "avg_cost": 26.75, + "lambda": 0.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 8415.65, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 7076.98, + "avg_cost": 19.75, + "lambda": 0.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 8210.33, + "avg_cost": 28.75, + "lambda": 0.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 7633.87, + "avg_cost": 20.75, + "lambda": 0.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10233.76, + "avg_cost": 29.5, + "lambda": 0.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 11621.31, + "avg_cost": 45.75, + "lambda": 1.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10272.35, + "avg_cost": 44.0, + "lambda": 2.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10548.09, + "avg_cost": 21.75, + "lambda": 4.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 8696.06, + "avg_cost": 51.5, + "lambda": 4.7625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10800.02, + "avg_cost": 20.25, + "lambda": 5.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9378.21, + "avg_cost": 23.25, + "lambda": 5.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 7906.82, + "avg_cost": 14.75, + "lambda": 5.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 11987.61, + "avg_cost": 19.5, + "lambda": 4.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 8065.81, + "avg_cost": 13.5, + "lambda": 3.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 12223.12, + "avg_cost": 32.75, + "lambda": 3.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 11722.17, + "avg_cost": 25.5, + "lambda": 3.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 11795.78, + "avg_cost": 15.5, + "lambda": 3.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 9889.73, + "avg_cost": 25.75, + "lambda": 3.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11602.6, + "avg_cost": 17.25, + "lambda": 2.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 12885.71, + "avg_cost": 31.0, + "lambda": 3.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 12230.99, + "avg_cost": 27.5, + "lambda": 2.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 12598.96, + "avg_cost": 19.25, + "lambda": 2.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11448.94, + "avg_cost": 18.5, + "lambda": 1.6875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 13185.91, + "avg_cost": 34.5, + "lambda": 1.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 13546.78, + "avg_cost": 24.5, + "lambda": 0.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13745.7, + "avg_cost": 35.0, + "lambda": 1.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 14087.33, + "avg_cost": 43.5, + "lambda": 2.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 13334.76, + "avg_cost": 31.0, + "lambda": 2.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 12808.17, + "avg_cost": 13.0, + "lambda": 2.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 13882.75, + "avg_cost": 27.0, + "lambda": 3.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12239.86, + "avg_cost": 12.5, + "lambda": 2.845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11348.76, + "avg_cost": 33.25, + "lambda": 3.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10544.57, + "avg_cost": 17.5, + "lambda": 3.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 13987.7, + "avg_cost": 26.0, + "lambda": 3.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 14313.27, + "avg_cost": 36.25, + "lambda": 2.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14129.69, + "avg_cost": 20.75, + "lambda": 2.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 14018.59, + "avg_cost": 18.0, + "lambda": 2.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 13526.61, + "avg_cost": 10.75, + "lambda": 1.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 14136.48, + "avg_cost": 24.75, + "lambda": 1.48, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 14437.85, + "avg_cost": 28.75, + "lambda": 2.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 13742.08, + "avg_cost": 34.25, + "lambda": 2.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 14459.07, + "avg_cost": 36.25, + "lambda": 4.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_video_baseline.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_video_baseline.json new file mode 100644 index 0000000000000000000000000000000000000000..d71834b3a8ff63302c38d3b366955439072cb456 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_HalfCheetah_6x1_video_baseline.json @@ -0,0 +1,18663 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 6620493.17, + "constraint_satisfaction_pct": 34.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 84.9998, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -5605.37, + "avg_cost": 0.0, + "lambda": 10.0256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6144.24, + "avg_cost": 0.0, + "lambda": 10.0852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6001.55, + "avg_cost": 0.0, + "lambda": 10.1911, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6059.5, + "avg_cost": 0.25, + "lambda": 10.2645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5163.32, + "avg_cost": 0.0, + "lambda": 10.3204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5045.97, + "avg_cost": 0.0, + "lambda": 10.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -3844.51, + "avg_cost": 0.0, + "lambda": 10.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3320.87, + "avg_cost": 0.0, + "lambda": 10.5308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3123.6, + "avg_cost": 0.0, + "lambda": 10.5564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4010.14, + "avg_cost": 0.0, + "lambda": 10.5815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2627.51, + "avg_cost": 0.0, + "lambda": 10.5936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2304.16, + "avg_cost": 0.25, + "lambda": 10.6003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2955.89, + "avg_cost": 0.0, + "lambda": 10.6587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3384.23, + "avg_cost": 0.0, + "lambda": 10.7009, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3388.54, + "avg_cost": 0.0, + "lambda": 10.7166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2725.87, + "avg_cost": 0.0, + "lambda": 10.7221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3245.66, + "avg_cost": 0.0, + "lambda": 10.7326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1855.75, + "avg_cost": 0.0, + "lambda": 10.7439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1379.8, + "avg_cost": 0.0, + "lambda": 10.7479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -982.71, + "avg_cost": 0.5, + "lambda": 10.7543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -960.85, + "avg_cost": 0.0, + "lambda": 10.7943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2409.48, + "avg_cost": 0.25, + "lambda": 10.8613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2341.02, + "avg_cost": 0.25, + "lambda": 10.9768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1558.68, + "avg_cost": 0.75, + "lambda": 11.3408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1882.39, + "avg_cost": 1.0, + "lambda": 11.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2426.94, + "avg_cost": 0.0, + "lambda": 12.6517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1783.94, + "avg_cost": 0.25, + "lambda": 13.1042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -2106.55, + "avg_cost": 0.0, + "lambda": 13.4057, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1218.8, + "avg_cost": 0.75, + "lambda": 13.6462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1732.19, + "avg_cost": 0.0, + "lambda": 13.8846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1528.7, + "avg_cost": 0.25, + "lambda": 14.1935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -2049.98, + "avg_cost": 0.25, + "lambda": 14.4976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1339.98, + "avg_cost": 0.0, + "lambda": 14.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -516.13, + "avg_cost": 0.5, + "lambda": 15.1737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -644.82, + "avg_cost": 0.0, + "lambda": 15.8336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -761.28, + "avg_cost": 0.75, + "lambda": 16.2023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 173.39, + "avg_cost": 1.0, + "lambda": 16.5257, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1363.23, + "avg_cost": 2.0, + "lambda": 16.9917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2211.52, + "avg_cost": 1.25, + "lambda": 17.6678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1896.19, + "avg_cost": 0.0, + "lambda": 18.6168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 2649.88, + "avg_cost": 0.5, + "lambda": 19.6223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 672.16, + "avg_cost": 2.25, + "lambda": 20.8532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 2393.81, + "avg_cost": 2.75, + "lambda": 22.446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1812.77, + "avg_cost": 5.5, + "lambda": 23.9077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2956.25, + "avg_cost": 1.5, + "lambda": 25.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3462.22, + "avg_cost": 2.75, + "lambda": 27.0554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3690.78, + "avg_cost": 0.5, + "lambda": 28.6545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2039.09, + "avg_cost": 1.0, + "lambda": 30.0432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3769.36, + "avg_cost": 3.5, + "lambda": 31.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2321.82, + "avg_cost": 2.0, + "lambda": 32.3341, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2379.21, + "avg_cost": 0.75, + "lambda": 33.5039, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4619.62, + "avg_cost": 0.75, + "lambda": 34.7098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5078.46, + "avg_cost": 0.25, + "lambda": 35.7387, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5392.79, + "avg_cost": 1.0, + "lambda": 36.7609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4989.06, + "avg_cost": 2.5, + "lambda": 37.8368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1118.51, + "avg_cost": 0.0, + "lambda": 39.2137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4616.77, + "avg_cost": 1.25, + "lambda": 40.2999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5540.58, + "avg_cost": 0.5, + "lambda": 41.1988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4318.54, + "avg_cost": 0.75, + "lambda": 42.019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5259.76, + "avg_cost": 1.75, + "lambda": 42.7235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6104.84, + "avg_cost": 1.25, + "lambda": 43.3258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6028.04, + "avg_cost": 0.0, + "lambda": 43.8479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6359.26, + "avg_cost": 0.75, + "lambda": 44.2623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5660.45, + "avg_cost": 0.5, + "lambda": 44.6822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7187.0, + "avg_cost": 1.0, + "lambda": 45.1756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6097.72, + "avg_cost": 0.5, + "lambda": 45.7849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 6604.57, + "avg_cost": 0.25, + "lambda": 46.3823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6009.29, + "avg_cost": 0.5, + "lambda": 47.0831, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6937.76, + "avg_cost": 0.0, + "lambda": 47.7549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5231.56, + "avg_cost": 0.5, + "lambda": 48.2663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5851.11, + "avg_cost": 0.75, + "lambda": 48.9899, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7321.24, + "avg_cost": 1.25, + "lambda": 49.8493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6888.47, + "avg_cost": 1.5, + "lambda": 50.941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6299.84, + "avg_cost": 0.5, + "lambda": 52.2298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8013.31, + "avg_cost": 0.25, + "lambda": 53.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7840.88, + "avg_cost": 0.0, + "lambda": 53.9943, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8371.4, + "avg_cost": 1.5, + "lambda": 54.5204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7555.92, + "avg_cost": 1.0, + "lambda": 55.0844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6677.12, + "avg_cost": 0.25, + "lambda": 55.6961, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7701.1, + "avg_cost": 0.75, + "lambda": 56.3314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7907.29, + "avg_cost": 0.5, + "lambda": 56.8768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8620.39, + "avg_cost": 1.25, + "lambda": 57.5251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8328.24, + "avg_cost": 0.5, + "lambda": 58.2557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8877.5, + "avg_cost": 0.5, + "lambda": 58.8603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8407.15, + "avg_cost": 0.5, + "lambda": 59.397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8489.9, + "avg_cost": 0.0, + "lambda": 60.0148, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5242.12, + "avg_cost": 2.25, + "lambda": 60.601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9302.71, + "avg_cost": 0.75, + "lambda": 61.2927, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9120.67, + "avg_cost": 0.75, + "lambda": 61.8972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8835.31, + "avg_cost": 0.5, + "lambda": 62.7273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8528.85, + "avg_cost": 0.0, + "lambda": 63.4397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 5509.5, + "avg_cost": 0.25, + "lambda": 64.2269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8705.07, + "avg_cost": 0.25, + "lambda": 64.8864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9829.28, + "avg_cost": 0.75, + "lambda": 65.4055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 6028.27, + "avg_cost": 0.75, + "lambda": 65.939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8890.68, + "avg_cost": 0.25, + "lambda": 66.4028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9371.4, + "avg_cost": 1.75, + "lambda": 66.7839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9189.46, + "avg_cost": 0.0, + "lambda": 67.2466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9502.23, + "avg_cost": 1.0, + "lambda": 67.7784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9204.62, + "avg_cost": 1.0, + "lambda": 68.2522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9392.84, + "avg_cost": 0.25, + "lambda": 68.684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9292.07, + "avg_cost": 0.25, + "lambda": 69.1863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9859.1, + "avg_cost": 0.75, + "lambda": 69.8273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9708.42, + "avg_cost": 0.0, + "lambda": 70.4654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9046.0, + "avg_cost": 0.25, + "lambda": 71.0718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9149.45, + "avg_cost": 0.0, + "lambda": 71.5751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9426.33, + "avg_cost": 0.0, + "lambda": 72.0199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9567.0, + "avg_cost": 0.0, + "lambda": 72.5007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9662.46, + "avg_cost": 0.25, + "lambda": 72.8764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10000.85, + "avg_cost": 0.25, + "lambda": 73.1484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9867.97, + "avg_cost": 0.5, + "lambda": 73.367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 7737.53, + "avg_cost": 0.75, + "lambda": 73.718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9580.45, + "avg_cost": 0.0, + "lambda": 74.086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10176.07, + "avg_cost": 0.0, + "lambda": 74.3979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10067.56, + "avg_cost": 0.5, + "lambda": 74.7191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10372.9, + "avg_cost": 0.0, + "lambda": 75.021, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10129.79, + "avg_cost": 1.0, + "lambda": 75.2948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10315.05, + "avg_cost": 0.5, + "lambda": 75.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9067.84, + "avg_cost": 0.0, + "lambda": 75.978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 7204.26, + "avg_cost": 0.5, + "lambda": 76.3549, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10094.44, + "avg_cost": 0.0, + "lambda": 76.8907, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10322.46, + "avg_cost": 1.0, + "lambda": 77.4581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10460.69, + "avg_cost": 0.25, + "lambda": 78.0934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9048.69, + "avg_cost": 0.25, + "lambda": 78.6041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10314.45, + "avg_cost": 0.0, + "lambda": 79.0492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10205.86, + "avg_cost": 0.25, + "lambda": 79.434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 10453.77, + "avg_cost": 0.0, + "lambda": 79.8636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10511.76, + "avg_cost": 0.0, + "lambda": 80.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10285.81, + "avg_cost": 0.0, + "lambda": 80.2477, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 10399.42, + "avg_cost": 0.0, + "lambda": 80.5014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10826.17, + "avg_cost": 0.75, + "lambda": 80.7417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 11020.37, + "avg_cost": 0.25, + "lambda": 81.0559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10681.03, + "avg_cost": 0.25, + "lambda": 81.4404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10933.16, + "avg_cost": 0.25, + "lambda": 81.9053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 8098.85, + "avg_cost": 0.0, + "lambda": 82.2426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 10997.57, + "avg_cost": 0.5, + "lambda": 82.5328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11203.6, + "avg_cost": 0.0, + "lambda": 82.8452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11130.68, + "avg_cost": 0.5, + "lambda": 83.112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10323.01, + "avg_cost": 0.25, + "lambda": 83.3799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11290.03, + "avg_cost": 0.75, + "lambda": 83.618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11070.6, + "avg_cost": 0.5, + "lambda": 83.9472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 11586.51, + "avg_cost": 0.25, + "lambda": 84.3678, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": -7364.91, + "avg_cost": 0.0, + "lambda": 84.7403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": -5286.64, + "avg_cost": 0.0, + "lambda": 84.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": -3397.83, + "avg_cost": 0.0, + "lambda": 84.9684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": -2372.74, + "avg_cost": 0.0, + "lambda": 84.989, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": -1812.27, + "avg_cost": 0.0, + "lambda": 84.9962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -899.94, + "avg_cost": 0.0, + "lambda": 84.9987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -200.71, + "avg_cost": 0.0, + "lambda": 84.9995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 98.07, + "avg_cost": 0.0, + "lambda": 84.9998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + -7023.8478, + -6978.0305, + -6737.066, + -5972.2903, + -6284.2798, + -6616.8248, + -6555.9305, + -5933.5451, + -6620.572, + -5605.3713, + -6346.2883, + -6572.3784, + -6794.9222, + -5880.1977, + -6586.7533, + -6039.1882, + -4797.8972, + -6421.1491, + -5992.6562, + -6144.2436, + -5664.6262, + -6427.6777, + -5672.469, + -6472.03, + -5708.4751, + -5394.1684, + -6101.772, + -6057.3668, + -5933.7435, + -6001.5459, + -5244.1132, + -5725.1015, + -5510.2142, + -5818.7603, + -5073.2683, + -5075.2772, + -5245.9777, + -5179.821, + -5479.9598, + -6059.4993, + -4765.5393, + -4780.9512, + -4980.8013, + -5807.3335, + -5575.9275, + -5770.0494, + -5907.8661, + -6035.6917, + -5813.4655, + -5163.3245, + -5452.553, + -6201.5114, + -5679.2585, + -4870.1113, + -5264.4687, + -6042.6189, + -5335.9249, + -4667.8541, + -4973.6538, + -5045.974, + -4594.1568, + -4962.2271, + -3600.409, + -4029.1377, + -4392.5707, + -4740.5517, + -4108.4635, + -3846.8801, + -4653.3725, + -3844.5115, + -4523.3048, + -4912.9589, + -3801.904, + -4436.5111, + -4227.8088, + -4022.9156, + -3826.4564, + -4704.7406, + -3715.2014, + -3320.8701, + -4361.3985, + -4572.5361, + -3694.1451, + -4088.7423, + -3818.0207, + -4108.7514, + -3244.7478, + -3755.6692, + -3833.3668, + -3123.5951, + -3276.4153, + -3990.957, + -3674.1542, + -3882.8624, + -3242.5454, + -4376.526, + -3809.9157, + -3364.0545, + -3959.9186, + -4010.1427, + -3867.2566, + -3280.7135, + -3412.5131, + -4000.346, + -3615.8054, + -2852.0595, + -2868.5763, + -3075.8707, + -2657.9836, + -2627.5068, + -3823.7735, + -2954.7864, + -3273.3838, + -3030.9512, + -3133.8853, + -2943.8423, + -4049.2414, + -3862.0129, + -3326.0144, + -2304.1616, + -2863.8709, + -2887.2998, + -2611.0822, + -2538.44, + -3339.2443, + -2040.5323, + -2799.7945, + -2650.8135, + -2803.6917, + -2955.8906, + -2285.6846, + -2144.5933, + -2536.4559, + -3984.2191, + -2906.3809, + -2184.9187, + -2885.9587, + -2053.5692, + -4041.2598, + -3384.2273, + -2958.2256, + -2488.572, + -2757.1919, + -1729.3277, + -2552.3579, + -2717.9377, + -2282.5273, + -1991.0984, + -1908.4936, + -3388.5373, + -2234.1228, + -2207.641, + -2411.6706, + -3069.7666, + -1420.2005, + -1685.2, + -1796.279, + -1785.7138, + -2760.9816, + -2725.8723, + -1859.8858, + -3092.8317, + -2374.4857, + -3482.4356, + -2898.0351, + -3118.4344, + -3253.6211, + -3184.9466, + -2485.6096, + -3245.6599, + -2402.8621, + -2185.4339, + -2180.0781, + -1681.7554, + -2150.9326, + -2717.2052, + -1229.2541, + -2225.7389, + -2098.2249, + -1855.7489, + -1931.5607, + -2085.1334, + -1950.313, + -2068.5009, + -1498.0077, + -1630.359, + -2888.0381, + -996.7965, + -1977.4845, + -1379.7963, + -1176.559, + -1576.8646, + -2016.6744, + -1743.6549, + -1530.6206, + -1480.3139, + -1771.6332, + -1248.4637, + -1431.8908, + -982.7078, + -1457.6158, + -2239.705, + -1930.4108, + -3026.2037, + -1321.5709, + -2027.9375, + -1119.9032, + -552.8156, + -1128.6421, + -960.8539, + -858.8214, + -1720.0666, + -2456.5432, + -1276.0618, + -1519.1276, + -1844.2413, + -1779.277, + -1164.71, + -1402.1044, + -2409.4821, + -1187.4511, + -1376.9553, + -1298.4655, + -1981.856, + -2966.829, + -367.0737, + -829.8216, + -452.6569, + -1797.1189, + -2341.0178, + -735.4288, + -295.1644, + -978.2966, + -2283.7717, + -3528.0135, + -2303.7104, + -1969.9548, + -2541.6358, + -1814.4476, + -1558.6838, + -616.6954, + -3110.9873, + -1962.8606, + -1573.107, + -3358.4469, + -1962.9186, + -1977.0623, + -3128.7617, + -2932.7913, + -1882.3869, + -388.5749, + -2436.3621, + -2531.2634, + -2516.3584, + -2489.7046, + -1329.6617, + -2664.4459, + -1554.2016, + -2850.0491, + -2426.9437, + -1781.5291, + -2312.0802, + -1457.7833, + -2286.5485, + -1752.5022, + -1190.3772, + 54.6619, + -2744.1619, + -809.6403, + -1783.9435, + -2248.18, + -1687.6469, + -1774.6363, + -2434.4978, + -1489.7175, + -1935.1565, + -2020.9544, + -2397.3157, + -2071.3363, + -2106.5542, + -1569.0304, + -1882.7227, + -1589.719, + -992.6072, + -1916.5854, + -1882.3068, + -2917.8056, + -1140.4052, + -2336.932, + -1218.7993, + -920.3187, + -656.4853, + -2019.1732, + -922.5958, + -1857.5089, + -1007.1754, + -1890.8111, + -2324.7202, + -1702.481, + -1732.1879, + -261.6085, + -1071.5849, + -788.1689, + -2326.6898, + -2325.7138, + -1675.2949, + -1476.0601, + -1754.7846, + -1991.3539, + -1528.6984, + -1865.6677, + -1972.7132, + -1736.3413, + -1647.4523, + -1894.2661, + -1308.6559, + -3207.2171, + -1062.3237, + -1418.432, + -2049.9783, + -1234.5663, + -2154.912, + -584.793, + -1358.6065, + -1582.8651, + -711.5009, + -1082.6805, + -1177.4532, + -799.3281, + -1339.9847, + -1414.6445, + -1064.637, + -1919.4064, + -89.5045, + -261.7413, + -823.8359, + -188.8778, + -502.7809, + -166.9861, + -516.1258, + -325.8493, + -5.2262, + -840.835, + 645.7398, + -699.9299, + -1396.4333, + -940.4255, + -999.2996, + -198.0474, + -644.8196, + -1724.9515, + -851.8812, + -1316.8783, + -1348.2995, + -1284.0074, + -1871.1565, + -1715.9615, + -1823.3478, + -526.3976, + -761.2804, + -1767.4497, + -1579.8446, + -593.4081, + 340.1389, + -364.7869, + -138.4963, + 198.4596, + 711.643, + -205.7387, + 173.3922, + -1086.0016, + -574.9216, + 287.6877, + -1123.7151, + -506.873, + -2085.1455, + -450.8937, + 96.3002, + -216.2088, + 1363.2268, + 1716.1649, + 400.3546, + 798.7289, + 1879.8898, + 1125.061, + 884.9153, + 1302.4052, + 1225.6256, + 3020.0567, + 2211.5156, + 1678.4058, + 659.1598, + 585.554, + 791.2425, + 1802.0226, + 1530.558, + 2203.2965, + 1024.5955, + 1705.9137, + 1896.1917, + 1253.9023, + 1009.7648, + 1785.4735, + 2658.6464, + 1288.4962, + 3208.1681, + 2471.8238, + 1095.3587, + 1031.0029, + 2649.8779, + 1357.1551, + 971.2961, + 2964.0626, + 1748.5098, + 1662.83, + 700.2299, + 3040.2277, + 2469.9191, + 2724.5378, + 672.1622, + 2134.2744, + 269.2436, + 2293.6453, + 3084.2558, + 1184.78, + 1910.0271, + 3002.0653, + 1724.2519, + 2360.6779, + 2393.8146, + 2116.7925, + 2534.9709, + 2791.962, + 840.5311, + 2880.621, + 2642.115, + 2893.5944, + 1522.0696, + 187.2095, + 1812.7724, + 2934.4672, + 3374.5846, + 1877.6093, + 2982.22, + 3387.1198, + 3221.2001, + 2838.6685, + 2935.0296, + 3426.0915, + 2956.2462, + 893.8339, + 3502.8988, + 2452.5973, + 2992.2613, + 3065.7986, + 2869.8939, + 2927.0988, + 2846.399, + 3240.1382, + 3462.2241, + 3661.4935, + 3139.6745, + 2293.4147, + 4182.3738, + 2811.5576, + 2616.2784, + 1993.904, + 4189.9129, + 3633.9166, + 3690.7753, + 2186.4773, + 2938.4632, + 2472.2807, + 3401.9168, + 2716.7065, + 2275.4612, + 3380.497, + 2886.5609, + 896.4014, + 2039.0897, + 1569.4141, + 3432.3005, + 1772.0588, + 3848.6138, + 2508.5228, + 3525.8157, + 3934.4764, + 2848.0228, + 1722.3428, + 3769.3602, + 4149.9314, + 4390.4532, + 3970.182, + 1488.5068, + 3037.3335, + 2359.2551, + 3951.9791, + 2230.2533, + 1221.8946, + 2321.8213, + 1900.5314, + 3298.2868, + 3115.0873, + 2519.674, + 4477.2236, + 4891.0345, + 1785.086, + 5361.2108, + 3805.6022, + 2379.2142, + 4211.7557, + 3213.1601, + 4086.6623, + 4339.0784, + 3825.095, + 1011.5662, + 4659.2785, + 4209.1676, + 4038.0243, + 4619.6238, + 4643.8724, + 3607.9508, + 3719.2825, + 4903.6952, + 5215.2297, + 4400.398, + -133.9584, + 5894.594, + 5021.8247, + 5078.4584, + 5285.043, + 4714.8503, + 3367.1094, + 3543.089, + 5557.7025, + 4121.1018, + 4625.4212, + 5455.8511, + 5142.8414, + 5392.7938, + 5211.504, + 2137.39, + 2537.1027, + 3552.1052, + 5427.7141, + 3258.5685, + 3702.1905, + 4133.5055, + 3553.1204, + 4989.0571, + 5939.0084, + 5524.3754, + 2630.5772, + 3749.352, + 5518.2145, + 5021.6561, + 5500.6294, + 5393.1755, + 2576.0217, + 1118.5091, + 5462.8042, + 5363.639, + 4912.1607, + 4408.0389, + 5146.9215, + 4981.6079, + 5088.2066, + 1207.8754, + 4888.4337, + 4616.7699, + 4902.5865, + 4098.9348, + 4925.9456, + 3115.8403, + 5369.5196, + 4251.804, + 5321.505, + 5280.6304, + 5923.9014, + 5540.5815, + 3080.091, + 2445.0734, + 5298.8897, + 3758.7291, + 4947.1219, + 2261.3663, + 5652.5681, + 5484.9361, + 3440.2604, + 4318.5429, + 5979.7222, + 3295.1926, + 5013.9289, + 3901.1625, + 3713.7092, + 5764.1418, + 3783.1604, + 5590.3592, + 4100.9216, + 5259.7641, + 5697.7091, + 5422.9924, + 5413.0456, + 5513.9396, + 5696.3104, + 3968.9914, + 5368.9772, + 1890.2386, + 4286.4234, + 6104.8352, + 6311.1308, + 3794.1743, + 5153.1181, + 6305.9505, + 6091.9706, + 4588.4862, + 4936.934, + 5816.4132, + 6247.5328, + 6028.0429, + 5885.7164, + 6706.6369, + 6529.3527, + 5765.1219, + 3773.6597, + 5745.3235, + 6100.398, + 6478.5534, + 3579.7228, + 6359.2557, + 4343.4908, + 6426.3513, + 4056.204, + 6462.2726, + 6318.2866, + 181.0576, + 5795.1288, + 6601.1539, + 4267.64, + 5660.4493, + 3994.7801, + 3715.7646, + 4733.0819, + 6679.5807, + 6888.5039, + 6571.1422, + 6440.7319, + 2751.1073, + -761.2759, + 7187.0002, + 7700.2139, + 5561.4568, + 5248.4401, + 6592.6862, + 4266.3699, + 6222.3511, + 6906.0515, + 6692.0278, + 3839.3505, + 6097.7211, + 5156.8785, + 7137.8529, + 6587.142, + 3474.9058, + 7412.9458, + 5569.2146, + 6959.5675, + 7287.8327, + 2900.3554, + 6604.5689, + 6552.0753, + 6842.8669, + 3670.6442, + 6655.2882, + 7412.6735, + 4924.428, + 2972.5837, + 6878.0979, + 6940.981, + 6009.2858, + 6835.0132, + 6627.0242, + 6995.1253, + 6540.0457, + 6392.4507, + 4980.1277, + 7151.1724, + 5740.0427, + 4749.4877, + 6937.764, + 6635.6945, + 6619.3558, + 6480.1138, + 7498.7657, + 7545.0978, + 5179.7471, + 7102.6436, + 2544.9068, + 7252.673, + 5231.5578, + 6993.8497, + 5302.1279, + 6315.4869, + 6369.2299, + 7330.5168, + 7496.6347, + 7512.0705, + 5825.3102, + 7177.387, + 5851.1147, + 7617.6601, + 7840.6378, + 4640.6351, + 6928.9394, + 6625.8444, + 6259.5199, + 8525.1066, + 6701.4244, + 7534.0135, + 7321.2444, + 7018.7432, + 7151.1656, + 7461.7058, + 6342.8016, + 7308.6222, + 6684.366, + 4983.4474, + 6504.2249, + 7626.8327, + 6888.4709, + 6103.9435, + 5976.3782, + 6262.6461, + 6414.9316, + 6824.6164, + 6492.1488, + 6410.5663, + 6834.1836, + 7356.6618, + 6299.838, + 7635.5589, + 4362.3998, + 5661.2479, + 5461.5865, + 5325.7251, + 6468.0069, + 3157.7417, + 2399.2657, + 7977.623, + 8013.3127, + 5162.1052, + 5653.1417, + 3045.486, + 8147.8, + 7386.5973, + 4021.8153, + 7760.204, + 7365.9672, + 5101.1003, + 7840.8798, + 5863.3229, + 7229.1887, + 3048.5811, + 5482.0568, + 5909.2083, + 7204.6618, + 7430.0289, + 6228.0222, + 7506.1486, + 8371.395, + 4484.9716, + 5824.6014, + 8246.3539, + 7654.693, + 5834.6729, + 8463.1489, + 7615.5794, + 7697.0821, + 7454.4813, + 7555.9171, + 6812.5663, + 4734.4355, + 7777.9061, + 7378.3894, + 7938.6423, + 8412.3785, + 6498.0124, + 5767.8633, + 4778.85, + 6677.1228, + 8110.8954, + 6605.1902, + 5675.912, + 7445.6997, + 7873.7697, + 4327.4311, + 1987.6721, + 3201.384, + 5718.9298, + 7701.1001, + 7437.4413, + 7416.7754, + 3761.8564, + 7332.8022, + 5128.0035, + 8055.8706, + 8299.3561, + 7318.095, + 7935.8011, + 7907.2883, + 8573.6662, + 6916.1338, + 7899.3271, + 8726.1144, + 8202.7503, + 8164.6745, + 5531.9477, + 2514.8947, + 8853.9339, + 8620.3902, + 7481.4897, + 6419.5077, + 7653.2902, + 6329.9384, + 8525.7393, + 6143.4936, + 8183.2494, + 7935.3368, + 8243.2697, + 8328.2359, + 5343.4288, + 7232.7303, + 6424.5028, + 7375.5542, + 7697.7669, + 6590.4122, + 7510.2935, + 8079.9828, + 7336.6317, + 8877.5019, + 8019.5655, + 8143.5995, + 8099.1299, + 8575.8516, + 7953.0754, + 8054.0518, + 8094.8167, + 8593.6441, + 8188.428, + 8407.1464, + 7945.19, + 5825.4516, + 8914.6553, + 8615.5476, + 8646.6035, + 8423.3507, + 5513.8017, + 8730.3615, + 8532.4757, + 8489.8985, + 8292.7102, + 8520.9426, + 8694.4079, + 8798.202, + 8909.3801, + 8864.6333, + 8617.4976, + 7813.6745, + 5960.5226, + 5242.1196, + 8587.7488, + 5069.4139, + 7652.3452, + 9136.8035, + 8858.8165, + 8671.1368, + 8150.3025, + 7609.4106, + 8771.8542, + 9302.7086, + 8620.4576, + 8792.3032, + 8288.9352, + 6498.6481, + 8549.9697, + 8828.5586, + 9209.8853, + 9128.9059, + 8900.5702, + 9120.6706, + 8507.1868, + 8029.9854, + 8084.4463, + 6769.3739, + 9275.334, + 6298.7756, + 8956.2781, + 8320.9499, + 8972.9996, + 8835.3083, + 8470.3932, + 8618.9577, + 6526.2753, + 9070.0067, + 4415.1218, + 8817.8135, + 8538.7667, + 9098.5932, + 8804.266, + 8528.8542, + 8343.2305, + 9457.6797, + 8514.9255, + 8635.4422, + 7207.5846, + 8371.1987, + 9340.9692, + 3529.5964, + 9166.8568, + 5509.5047, + 8646.7124, + 8895.2947, + 6296.2538, + 8883.7074, + 7907.7555, + 9411.5573, + 6790.7054, + 6963.9451, + 8704.1441, + 8705.0659, + 9135.3673, + 8692.2751, + 8911.3588, + 8845.7795, + 8551.1002, + 8768.5196, + 8932.2111, + 8221.9164, + 6800.8087, + 9829.2815, + 8713.1421, + 8825.5587, + 9308.2279, + 8807.2008, + 8822.0743, + 8437.2524, + 8585.2945, + 9102.1497, + 5981.3218, + 6028.2713, + 8929.5239, + 8364.1052, + 9562.3027, + 9101.3622, + 7703.7695, + 9248.9726, + 9028.4501, + 8562.7216, + 8818.2764, + 8890.679, + 9114.1083, + 8806.0182, + 9227.9713, + 8257.4867, + 9036.8262, + 8984.8148, + 9439.1608, + 9062.8017, + 6655.1838, + 9371.402, + 9306.1457, + 9140.8354, + 9012.763, + 9364.6749, + 9075.8188, + 5980.7411, + 9540.9031, + 8090.6473, + 9662.1358, + 9189.4588, + 8934.7944, + 9401.4096, + 9199.6713, + 8979.4554, + 9470.2017, + 9198.2517, + 9024.7469, + 9629.9403, + 9076.7875, + 9502.2292, + 9361.4671, + 9158.9064, + 9241.528, + 9261.2196, + 9021.2254, + 7454.0589, + 9193.9746, + 9742.2657, + 9378.4764, + 9204.6183, + 9730.1665, + 9523.4464, + 9043.4024, + 9041.9766, + 9623.3952, + 9118.6873, + 9451.8536, + 9244.9529, + 9271.6178, + 9392.8395, + 9803.1154, + 5905.5258, + 9580.5897, + 9400.288, + 9061.2858, + 9922.4434, + 9370.5327, + 9498.6889, + 9142.2768, + 9292.0744, + 9594.1047, + 9450.4505, + 9457.2038, + 9475.4315, + 9091.1831, + 9823.1397, + 9318.9724, + 9290.0154, + 9273.4989, + 9859.0973, + 8589.8741, + 9629.2376, + 9825.6769, + 9690.2634, + 9123.3429, + 7257.338, + 9822.4509, + 9090.107, + 9033.0914, + 9708.4233, + 9353.1242, + 9465.2954, + 9338.2558, + 9302.3898, + 9178.4781, + 9150.2162, + 9777.0378, + 8878.1966, + 9182.9855, + 9046.0045, + 8816.8185, + 9406.5361, + 9137.1263, + 9149.9883, + 8999.8454, + 9953.283, + 9095.664, + 9626.5618, + 9448.3811, + 9149.4507, + 9386.3597, + 9070.6902, + 9823.0551, + 6468.0874, + 9214.1767, + 9554.7669, + 9424.7168, + 9632.0013, + 9991.8112, + 9426.3255, + 9790.0877, + 9842.9203, + 9703.5492, + 9631.8751, + 9723.9834, + 10047.1829, + 9706.3553, + 9721.3454, + 10003.2886, + 9566.9966, + 9577.5317, + 9946.0679, + 9883.2137, + 9890.3952, + 10026.4534, + 9848.0465, + 9789.6616, + 10337.631, + 9831.2108, + 9662.4613, + 10202.011, + 9972.7275, + 9792.802, + 9886.4523, + 9868.1752, + 9946.4345, + 9694.1412, + 9795.6807, + 9786.2266, + 10000.847, + 9795.5175, + 10616.1284, + 9892.6214, + 10033.138, + 10082.7023, + 7237.4464, + 9918.67, + 9545.8195, + 10320.9506, + 9867.9732, + 9504.852, + 10635.7608, + 9814.4242, + 10165.8937, + 10290.0063, + 9949.5381, + 10208.9496, + 10038.3841, + 10099.5112, + 7737.5286, + 10017.5139, + 10529.3862, + 10034.6727, + 9669.7895, + 8091.7804, + 10233.1513, + 10131.4938, + 10747.028, + 10022.2423, + 9580.454, + 10220.7563, + 10084.3559, + 10198.2166, + 10151.5153, + 10341.3457, + 10246.7783, + 10084.9224, + 10452.7839, + 10359.7558, + 10176.0703, + 10090.1317, + 10138.8388, + 10256.9369, + 9763.0601, + 9964.4698, + 10038.2062, + 10153.0863, + 10156.3724, + 10022.2312, + 10067.5554, + 10110.0513, + 10668.0445, + 10337.6166, + 10408.0048, + 10021.855, + 10335.0885, + 10313.4145, + 10187.5626, + 10355.9328, + 10372.9029, + 10673.4361, + 10031.1437, + 10406.3215, + 10044.9754, + 10013.0199, + 10393.0227, + 8235.9548, + 10256.5863, + 10020.1375, + 10129.7896, + 10361.3406, + 10520.316, + 6592.8673, + 10695.6766, + 8298.8027, + 10161.9393, + 10405.848, + 10037.7976, + 10424.5329, + 10315.0462, + 10086.7924, + 10153.8143, + 7641.9391, + 10138.9772, + 10222.0928, + 7635.4823, + 10058.2942, + 10400.8119, + 10319.8206, + 9067.8404, + 9931.4966, + 10372.8087, + 10228.8638, + 9910.0999, + 9477.7438, + 9792.1897, + 10252.0648, + 10742.4, + 11124.8466, + 7204.2592, + 9823.4685, + 10602.0502, + 10955.3317, + 10939.6997, + 10422.1583, + 10673.0873, + 10672.3694, + 10618.5243, + 4111.4286, + 10094.4445, + 7101.0265, + 11317.9282, + 10872.3638, + 10648.4179, + 10001.0662, + 10464.1158, + 10355.9514, + 10547.5297, + 10506.9001, + 10322.4637, + 8002.6561, + 10492.1695, + 10532.6668, + 10555.041, + 10330.747, + 10369.9385, + 10256.2734, + 10333.6398, + 4881.5935, + 10460.6925, + 10150.7458, + 10105.6905, + 10064.9438, + 10190.1525, + 7024.1268, + 10362.9175, + 9662.4202, + 10420.3564, + 10243.231, + 9048.6881, + 9983.82, + 10437.469, + 10218.9451, + 9916.2559, + 9836.2155, + 9865.3684, + 10625.4322, + 10443.5821, + 10268.4725, + 10314.4523, + 10360.2138, + 9817.1613, + 10086.5054, + 9959.1523, + 10461.4272, + 10476.5352, + 10706.0001, + 10134.9567, + 9515.4194, + 10205.8632, + 10099.1996, + 10285.2668, + 10581.2768, + 10219.3187, + 10094.2483, + 8963.6036, + 8687.3154, + 7510.0137, + 10272.8101, + 10453.7686, + 10012.9181, + 10236.2236, + 9923.4133, + 8960.9441, + 9364.3404, + 10437.3999, + 10114.0612, + 10259.8367, + 10336.15, + 10511.7624, + 10152.5324, + 10674.7824, + 10452.541, + 10515.1246, + 10052.7619, + 10767.8207, + 7597.8514, + 10829.7017, + 10569.011, + 10285.8087, + 10908.0301, + 10446.5612, + 10785.8358, + 10624.7684, + 10388.2473, + 10579.6099, + 5683.2522, + 10114.041, + 10071.4996, + 10399.4174, + 10461.6207, + 10234.0239, + 8652.9328, + 10431.0389, + 10750.2895, + 10898.4104, + 10758.3446, + 10756.0436, + 10962.6423, + 10826.1696, + 9894.9809, + 10942.4827, + 10887.1946, + 10775.8897, + 10537.6707, + 10614.3422, + 10701.1294, + 10626.5509, + 10446.3451, + 11020.368, + 10910.9568, + 10619.9241, + 10524.6068, + 11028.9924, + 10953.2829, + 10910.3568, + 9765.1828, + 11089.6235, + 10839.7866, + 10681.0297, + 10665.0831, + 10839.9949, + 11127.298, + 10729.0764, + 10631.3266, + 10897.9739, + 10681.077, + 10971.9978, + 7957.8267, + 10933.1631, + 10417.243, + 10641.7872, + 8228.3518, + 11230.1508, + 10815.4129, + 6444.3193, + 11175.0149, + 9684.6405, + 8681.8293, + 8098.849, + 11030.3392, + 10486.3012, + 10903.5809, + 10925.0722, + 10631.668, + 5045.2182, + 11222.8546, + 11108.6, + 10873.5681, + 10997.5694, + 11089.6084, + 11080.2068, + 10707.7965, + 11383.2154, + 10853.6413, + 10902.1733, + 11244.0065, + 10689.8551, + 10910.5919, + 11203.604, + 10430.7779, + 10862.7998, + 10899.8096, + 10769.8198, + 10876.6551, + 11120.7177, + 11255.99, + 10420.4639, + 10973.8143, + 11130.6819, + 11343.9091, + 10833.0938, + 10924.9347, + 10938.2283, + 11074.5967, + 9253.7827, + 10892.604, + 6858.4393, + 10951.7078, + 10323.0133, + 11301.0533, + 10485.6492, + 11019.5376, + 8046.1224, + 11218.8438, + 11426.8288, + 11131.2401, + 11168.3105, + 11123.5008, + 11290.0279, + 11466.3913, + 10940.6993, + 11214.0679, + 11160.5148, + 10976.9824, + 10797.6981, + 11066.6584, + 11394.3361, + 10951.8615, + 11070.6006, + 10980.4775, + 11196.4679, + 10601.2769, + 11455.4439, + 11053.444, + 11329.478, + 11109.117, + 7623.2294, + 9914.3564, + 11586.5135, + 11253.7249, + 11007.8725, + 10692.0687, + 10625.1546, + 5739.5452, + 8708.2936, + 8358.2418, + 1157.1815, + -5013.5352, + -7364.911, + -8094.2199, + -8078.5193, + -7967.0063, + -8226.9495, + -7981.4281, + -7090.7424, + -6572.8143, + -6301.7826, + -5853.0166, + -5286.6443, + -4845.735, + -4613.9464, + -4397.5646, + -4010.9035, + -3884.1725, + -3805.6844, + -3641.5093, + -3517.7709, + -3396.4155, + -3397.8339, + -3272.0813, + -3314.7772, + -3407.5305, + -3263.7291, + -3163.3486, + -2974.7177, + -2811.222, + -2663.456, + -2458.9673, + -2372.7379, + -2382.9207, + -2381.421, + -2257.0533, + -2278.4758, + -2212.9614, + -2060.1954, + -2018.0365, + -1978.1413, + -1812.6443, + -1812.2708, + -1637.0569, + -1571.0667, + -1521.7847, + -1470.5404, + -1376.2321, + -1246.9628, + -1151.1429, + -1129.326, + -1010.9461, + -899.9389, + -882.2192, + -817.4523, + -753.4331, + -582.1977, + -543.6488, + -514.8248, + -339.8578, + -250.4244, + -284.1164, + -200.7148, + -180.6822, + -150.847, + -156.395, + -49.2651, + -44.1451, + 85.6908, + 3.8443, + 131.5729, + 86.7054, + 98.067 + ], + "episode_costs": [ + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 2.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.75, + 1.25, + 0.0, + 1.5, + 1.75, + 0.5, + 1.25, + 1.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.75, + 1.25, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.5, + 0.0, + 0.0, + 1.75, + 0.5, + 0.75, + 1.25, + 0.5, + 2.5, + 0.5, + 0.75, + 0.25, + 0.5, + 1.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 1.5, + 0.25, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 0.25, + 2.0, + 0.75, + 0.75, + 0.5, + 1.5, + 0.75, + 0.0, + 1.25, + 1.0, + 0.5, + 1.25, + 0.75, + 0.5, + 1.75, + 1.25, + 1.75, + 0.5, + 3.25, + 1.0, + 1.0, + 0.0, + 0.75, + 0.5, + 1.25, + 1.5, + 1.0, + 1.5, + 1.75, + 0.25, + 0.25, + 0.5, + 0.5, + 2.5, + 2.75, + 1.5, + 1.25, + 2.0, + 1.0, + 1.5, + 1.75, + 2.25, + 2.25, + 0.5, + 1.0, + 3.75, + 1.5, + 2.25, + 2.0, + 1.5, + 1.0, + 2.75, + 0.25, + 0.75, + 0.25, + 1.0, + 1.75, + 3.25, + 0.0, + 1.0, + 1.25, + 5.5, + 1.0, + 1.5, + 1.75, + 1.5, + 2.25, + 1.75, + 1.5, + 0.75, + 0.75, + 1.5, + 1.25, + 1.75, + 1.25, + 1.75, + 1.75, + 1.5, + 0.5, + 0.75, + 2.5, + 2.75, + 0.5, + 1.0, + 2.0, + 3.5, + 1.25, + 2.5, + 0.5, + 2.25, + 1.25, + 0.5, + 1.0, + 1.5, + 1.25, + 0.25, + 0.75, + 0.75, + 4.0, + 1.0, + 0.75, + 1.0, + 2.0, + 0.75, + 0.5, + 1.0, + 0.5, + 0.25, + 1.75, + 0.5, + 1.25, + 3.5, + 1.0, + 0.25, + 2.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 2.0, + 0.75, + 1.25, + 1.5, + 0.75, + 2.25, + 0.75, + 1.5, + 3.75, + 2.25, + 0.75, + 0.5, + 2.5, + 0.75, + 1.25, + 0.25, + 0.0, + 0.75, + 0.75, + 1.0, + 0.75, + 0.25, + 1.25, + 0.5, + 1.5, + 1.25, + 1.5, + 0.5, + 2.75, + 1.0, + 0.25, + 1.5, + 0.5, + 1.5, + 0.75, + 1.0, + 0.75, + 0.75, + 0.75, + 0.5, + 1.0, + 1.25, + 0.5, + 1.25, + 1.25, + 2.75, + 2.0, + 0.25, + 1.0, + 0.5, + 2.5, + 3.5, + 2.75, + 0.25, + 0.75, + 2.0, + 0.25, + 1.75, + 2.0, + 0.0, + 0.0, + 1.75, + 1.25, + 0.0, + 1.0, + 1.0, + 0.75, + 1.0, + 0.75, + 1.25, + 1.25, + 2.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 1.0, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 1.25, + 0.75, + 2.25, + 0.5, + 1.5, + 0.75, + 0.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 1.0, + 0.0, + 1.75, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 1.0, + 1.25, + 1.0, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.75, + 1.25, + 1.75, + 0.0, + 0.25, + 0.0, + 1.75, + 0.75, + 1.0, + 0.5, + 1.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 1.5, + 1.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.25, + 0.25, + 0.5, + 0.5, + 1.0, + 1.75, + 1.75, + 0.5, + 1.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.75, + 0.75, + 1.75, + 0.25, + 0.75, + 0.25, + 1.0, + 2.75, + 1.0, + 1.75, + 1.25, + 0.5, + 1.5, + 2.5, + 0.25, + 0.0, + 1.25, + 1.25, + 1.5, + 2.25, + 1.5, + 1.25, + 1.0, + 0.75, + 0.75, + 4.0, + 0.5, + 1.25, + 1.25, + 2.75, + 0.5, + 0.75, + 0.25, + 0.25, + 1.5, + 1.25, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 2.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 1.5, + 0.25, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 1.0, + 1.0, + 0.0, + 1.0, + 0.5, + 0.5, + 1.0, + 0.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 1.25, + 1.0, + 0.75, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 1.25, + 0.75, + 0.75, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.5, + 1.25, + 1.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.75, + 1.25, + 1.0, + 0.75, + 0.25, + 0.5, + 2.0, + 1.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 1.5, + 0.25, + 0.25, + 1.25, + 0.0, + 0.5, + 0.5, + 1.0, + 0.5, + 1.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.75, + 0.5, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 1.0, + 0.75, + 0.25, + 1.0, + 0.75, + 2.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 1.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 1.25, + 2.75, + 1.5, + 1.25, + 0.25, + 0.5, + 1.75, + 0.25, + 0.75, + 0.5, + 0.0, + 1.25, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 0.0, + 0.5, + 3.0, + 1.0, + 0.75, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 1.75, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 1.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.75, + 0.5, + 0.0, + 1.0, + 1.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 1.0, + 0.25, + 1.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.75, + 1.5, + 0.0, + 0.75, + 0.25, + 1.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.25, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 0.75, + 0.5, + 1.25, + 0.25, + 1.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.75, + 1.5, + 0.5, + 0.5, + 2.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.75, + 0.25, + 0.5, + 1.25, + 0.25, + 0.75, + 0.75, + 1.25, + 0.75, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 3.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.5, + 1.0, + 1.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 1.25, + 0.5, + 0.0, + 1.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 1.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 1.75, + 0.5, + 0.25, + 0.75, + 1.5, + 0.25, + 0.5, + 1.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 1.0, + 0.75, + 0.5, + 1.0, + 0.25, + 1.0, + 0.5, + 1.0, + 0.0, + 1.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 1.25, + 0.5, + 0.5, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.5, + 1.25, + 0.75, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.0, + 10.0025, + 10.0047, + 10.0068, + 10.0086, + 10.0127, + 10.0165, + 10.0198, + 10.0228, + 10.0256, + 10.028, + 10.0302, + 10.0347, + 10.0412, + 10.0496, + 10.0571, + 10.0639, + 10.07, + 10.078, + 10.0852, + 10.0917, + 10.1, + 10.1075, + 10.1168, + 10.1276, + 10.1398, + 10.1534, + 10.1655, + 10.179, + 10.1911, + 10.202, + 10.2118, + 10.2206, + 10.2285, + 10.2357, + 10.2421, + 10.2479, + 10.2531, + 10.2578, + 10.2645, + 10.2706, + 10.276, + 10.2809, + 10.2853, + 10.2918, + 10.2976, + 10.3028, + 10.3076, + 10.3143, + 10.3204, + 10.3258, + 10.3308, + 10.3402, + 10.3487, + 10.3563, + 10.3632, + 10.3693, + 10.3774, + 10.3922, + 10.4055, + 10.4174, + 10.4282, + 10.4379, + 10.4466, + 10.4569, + 10.4662, + 10.4746, + 10.4821, + 10.4889, + 10.495, + 10.5005, + 10.5055, + 10.5099, + 10.5139, + 10.5175, + 10.5208, + 10.5237, + 10.5263, + 10.5287, + 10.5308, + 10.5328, + 10.5345, + 10.536, + 10.5399, + 10.5434, + 10.5466, + 10.5494, + 10.552, + 10.5543, + 10.5564, + 10.5582, + 10.5599, + 10.5614, + 10.5653, + 10.5687, + 10.5719, + 10.5747, + 10.5772, + 10.5795, + 10.5815, + 10.5834, + 10.585, + 10.5865, + 10.5879, + 10.5891, + 10.5902, + 10.5912, + 10.5921, + 10.5928, + 10.5936, + 10.5942, + 10.5948, + 10.5953, + 10.5958, + 10.5962, + 10.5966, + 10.5969, + 10.5972, + 10.5975, + 10.6003, + 10.6052, + 10.6097, + 10.6137, + 10.6224, + 10.6301, + 10.6371, + 10.6434, + 10.6491, + 10.6542, + 10.6587, + 10.6629, + 10.6691, + 10.6747, + 10.6797, + 10.6842, + 10.6883, + 10.692, + 10.6953, + 10.6983, + 10.7009, + 10.7033, + 10.7055, + 10.7075, + 10.7092, + 10.7108, + 10.7122, + 10.7135, + 10.7146, + 10.7157, + 10.7166, + 10.7174, + 10.7182, + 10.7189, + 10.7195, + 10.72, + 10.7205, + 10.721, + 10.7214, + 10.7217, + 10.7221, + 10.7224, + 10.7226, + 10.7229, + 10.7231, + 10.7233, + 10.7234, + 10.7261, + 10.7285, + 10.7306, + 10.7326, + 10.7343, + 10.7359, + 10.7373, + 10.7386, + 10.7397, + 10.7407, + 10.7417, + 10.7425, + 10.7432, + 10.7439, + 10.7445, + 10.7451, + 10.7456, + 10.746, + 10.7464, + 10.7468, + 10.7471, + 10.7474, + 10.7476, + 10.7479, + 10.7481, + 10.7483, + 10.7485, + 10.7486, + 10.7487, + 10.7489, + 10.749, + 10.7491, + 10.7492, + 10.7543, + 10.7588, + 10.763, + 10.7667, + 10.77, + 10.773, + 10.7782, + 10.7829, + 10.7871, + 10.7909, + 10.7943, + 10.7999, + 10.8049, + 10.8094, + 10.8134, + 10.8221, + 10.8299, + 10.8369, + 10.8432, + 10.8514, + 10.8613, + 10.8701, + 10.8806, + 10.8901, + 10.901, + 10.9109, + 10.9198, + 10.9304, + 10.9448, + 10.9603, + 10.9768, + 10.9991, + 11.0192, + 11.0573, + 11.0941, + 11.1322, + 11.1714, + 11.2118, + 11.2531, + 11.2953, + 11.3408, + 11.3942, + 11.4423, + 11.5006, + 11.5705, + 11.6384, + 11.7121, + 11.7909, + 11.8643, + 11.9304, + 11.9998, + 12.0649, + 12.1309, + 12.2028, + 12.27, + 12.333, + 12.3972, + 12.46, + 12.529, + 12.5936, + 12.6517, + 12.7116, + 12.7654, + 12.8139, + 12.865, + 12.9135, + 12.9571, + 12.9964, + 13.0318, + 13.0686, + 13.1042, + 13.1388, + 13.1724, + 13.2052, + 13.2372, + 13.271, + 13.3039, + 13.3335, + 13.3601, + 13.3841, + 13.4057, + 13.4251, + 13.4451, + 13.4656, + 13.4965, + 13.5269, + 13.5542, + 13.5788, + 13.6009, + 13.6208, + 13.6462, + 13.6741, + 13.7017, + 13.7315, + 13.7609, + 13.7873, + 13.8111, + 13.8325, + 13.8517, + 13.869, + 13.8846, + 13.9062, + 13.9306, + 13.96, + 13.9865, + 14.0203, + 14.0533, + 14.0855, + 14.1244, + 14.1595, + 14.1935, + 14.2242, + 14.2543, + 14.2863, + 14.3152, + 14.3412, + 14.3746, + 14.4096, + 14.4412, + 14.4695, + 14.4976, + 14.5253, + 14.5503, + 14.5778, + 14.6025, + 14.6247, + 14.6473, + 14.6675, + 14.6858, + 14.7047, + 14.7217, + 14.7521, + 14.7794, + 14.8039, + 14.8435, + 14.8842, + 14.9283, + 14.9804, + 15.0324, + 15.1041, + 15.1737, + 15.2439, + 15.3095, + 15.3735, + 15.4462, + 15.5191, + 15.5847, + 15.6537, + 15.7183, + 15.779, + 15.8336, + 15.8852, + 15.9342, + 15.9783, + 16.018, + 16.0537, + 16.0858, + 16.1147, + 16.1407, + 16.1692, + 16.2023, + 16.232, + 16.2588, + 16.2829, + 16.3071, + 16.3339, + 16.363, + 16.3942, + 16.4373, + 16.4786, + 16.5257, + 16.5707, + 16.6186, + 16.6617, + 16.7006, + 16.7505, + 16.7979, + 16.8432, + 16.8888, + 16.9325, + 16.9917, + 17.0525, + 17.1148, + 17.1758, + 17.2457, + 17.3162, + 17.3795, + 17.4491, + 17.5217, + 17.592, + 17.6678, + 17.7435, + 17.8167, + 17.9, + 17.9875, + 18.0838, + 18.1754, + 18.2903, + 18.4038, + 18.5159, + 18.6168, + 18.7152, + 18.8086, + 18.9053, + 19.0072, + 19.109, + 19.2156, + 19.3291, + 19.4337, + 19.5303, + 19.6223, + 19.71, + 19.814, + 19.9351, + 20.0591, + 20.1832, + 20.3149, + 20.4434, + 20.5741, + 20.7091, + 20.8532, + 21.0054, + 21.1474, + 21.2851, + 21.4466, + 21.607, + 21.7738, + 21.9439, + 22.112, + 22.2733, + 22.446, + 22.6039, + 22.7535, + 22.8906, + 23.0241, + 23.1617, + 23.318, + 23.4587, + 23.5953, + 23.7308, + 23.9077, + 24.0769, + 24.2443, + 24.4123, + 24.5786, + 24.7507, + 24.9232, + 25.0933, + 25.254, + 25.4061, + 25.558, + 25.7072, + 25.859, + 26.0081, + 26.1598, + 26.3138, + 26.4674, + 26.6107, + 26.7471, + 26.8949, + 27.0554, + 27.2049, + 27.3494, + 27.4994, + 27.6695, + 27.835, + 28.009, + 28.1706, + 28.3386, + 28.5022, + 28.6545, + 28.8015, + 28.9489, + 29.094, + 29.2271, + 29.3544, + 29.4765, + 29.6263, + 29.7712, + 29.9091, + 30.0432, + 30.1838, + 30.318, + 30.4437, + 30.5668, + 30.6826, + 30.7894, + 30.9029, + 31.0101, + 31.1191, + 31.2522, + 31.382, + 31.5013, + 31.6312, + 31.748, + 31.8532, + 31.9529, + 32.0526, + 32.1474, + 32.2351, + 32.3341, + 32.4307, + 32.5301, + 32.6346, + 32.7362, + 32.85, + 32.96, + 33.074, + 33.2141, + 33.3627, + 33.5039, + 33.636, + 33.7799, + 33.917, + 34.0528, + 34.1775, + 34.2897, + 34.3983, + 34.5034, + 34.6081, + 34.7098, + 34.8038, + 34.9009, + 34.9933, + 35.0915, + 35.1923, + 35.2981, + 35.3983, + 35.516, + 35.6319, + 35.7387, + 35.8498, + 35.9548, + 36.0644, + 36.1704, + 36.2759, + 36.3783, + 36.478, + 36.5752, + 36.6676, + 36.7609, + 36.8573, + 36.9491, + 37.0442, + 37.1422, + 37.258, + 37.3822, + 37.4965, + 37.6093, + 37.7159, + 37.8368, + 37.9806, + 38.1376, + 38.2813, + 38.4182, + 38.5614, + 38.6927, + 38.8285, + 38.9706, + 39.0985, + 39.2137, + 39.3348, + 39.4563, + 39.5657, + 39.6741, + 39.7817, + 39.8861, + 39.9899, + 40.091, + 40.1944, + 40.2999, + 40.4174, + 40.5257, + 40.6231, + 40.7183, + 40.809, + 40.8906, + 40.974, + 41.0516, + 41.1265, + 41.1988, + 41.2739, + 41.344, + 41.4196, + 41.4952, + 41.5857, + 41.6721, + 41.7649, + 41.8559, + 41.9378, + 42.019, + 42.1046, + 42.1842, + 42.2582, + 42.3249, + 42.3924, + 42.4582, + 42.5224, + 42.5901, + 42.6511, + 42.7235, + 42.7987, + 42.8688, + 42.9319, + 42.9887, + 43.0423, + 43.0931, + 43.1463, + 43.1992, + 43.2593, + 43.3258, + 43.3882, + 43.4519, + 43.5117, + 43.5681, + 43.6213, + 43.6716, + 43.717, + 43.7653, + 43.8087, + 43.8479, + 43.8831, + 43.9223, + 43.96, + 43.999, + 44.0391, + 44.0852, + 44.1292, + 44.1738, + 44.2164, + 44.2623, + 44.3085, + 44.3502, + 44.3877, + 44.4264, + 44.4638, + 44.4974, + 44.5376, + 44.5839, + 44.633, + 44.6822, + 44.734, + 44.7856, + 44.837, + 44.8908, + 44.9392, + 44.9828, + 45.032, + 45.0813, + 45.1257, + 45.1756, + 45.2331, + 45.2948, + 45.3553, + 45.4223, + 45.4875, + 45.5463, + 45.6041, + 45.6637, + 45.7249, + 45.7849, + 45.8439, + 45.8995, + 45.952, + 46.0018, + 46.0567, + 46.1135, + 46.1771, + 46.2519, + 46.3192, + 46.3823, + 46.4391, + 46.5077, + 46.5769, + 46.6492, + 46.7193, + 46.7974, + 46.8776, + 46.9499, + 47.0174, + 47.0831, + 47.1473, + 47.2126, + 47.2863, + 47.3677, + 47.4434, + 47.5141, + 47.5802, + 47.6447, + 47.7027, + 47.7549, + 47.8069, + 47.8587, + 47.9129, + 47.9641, + 48.0127, + 48.0589, + 48.113, + 48.1642, + 48.2153, + 48.2663, + 48.3221, + 48.3899, + 48.4684, + 48.5441, + 48.6222, + 48.695, + 48.7705, + 48.8434, + 48.9166, + 48.9899, + 49.0634, + 49.1471, + 49.2249, + 49.3024, + 49.3746, + 49.4497, + 49.5447, + 49.6402, + 49.7437, + 49.8493, + 49.9494, + 50.0545, + 50.174, + 50.2841, + 50.3832, + 50.4849, + 50.5889, + 50.6975, + 50.8178, + 50.941, + 51.0644, + 51.1854, + 51.3019, + 51.4142, + 51.5553, + 51.6873, + 51.8185, + 51.9492, + 52.0943, + 52.2298, + 52.3594, + 52.4784, + 52.5881, + 52.7018, + 52.8166, + 52.9299, + 53.0319, + 53.1237, + 53.2139, + 53.2975, + 53.3752, + 53.4452, + 53.5082, + 53.5849, + 53.6589, + 53.7255, + 53.7904, + 53.8639, + 53.9325, + 53.9943, + 54.0523, + 54.1046, + 54.1616, + 54.2155, + 54.2689, + 54.322, + 54.3698, + 54.4128, + 54.4616, + 54.5204, + 54.5759, + 54.6358, + 54.6897, + 54.7432, + 54.7964, + 54.8493, + 54.9068, + 54.9687, + 55.0243, + 55.0844, + 55.1434, + 55.2016, + 55.2639, + 55.325, + 55.3925, + 55.4558, + 55.5202, + 55.5807, + 55.6401, + 55.6961, + 55.759, + 55.8256, + 55.893, + 55.9562, + 56.0256, + 56.0905, + 56.1515, + 56.2063, + 56.2682, + 56.3314, + 56.3957, + 56.4537, + 56.5058, + 56.5677, + 56.6235, + 56.6736, + 56.7237, + 56.7714, + 56.8242, + 56.8768, + 56.9366, + 57.008, + 57.0747, + 57.1422, + 57.2055, + 57.2699, + 57.3304, + 57.3924, + 57.4557, + 57.5251, + 57.5976, + 57.6703, + 57.7383, + 57.8045, + 57.884, + 57.9656, + 58.0391, + 58.1101, + 58.1841, + 58.2557, + 58.3226, + 58.3904, + 58.4563, + 58.5232, + 58.5909, + 58.6543, + 58.7114, + 58.7627, + 58.8115, + 58.8603, + 58.9118, + 58.9606, + 59.0095, + 59.0686, + 59.1242, + 59.1768, + 59.2366, + 59.2905, + 59.3439, + 59.397, + 59.4548, + 59.5118, + 59.5782, + 59.6453, + 59.7083, + 59.7675, + 59.8307, + 59.8952, + 59.9581, + 60.0148, + 60.0658, + 60.1243, + 60.1793, + 60.2314, + 60.2883, + 60.3469, + 60.4022, + 60.462, + 60.5233, + 60.601, + 60.6834, + 60.7625, + 60.8413, + 60.9147, + 60.9807, + 61.0426, + 61.1059, + 61.1703, + 61.2307, + 61.2927, + 61.3609, + 61.4273, + 61.4896, + 61.5556, + 61.6201, + 61.6806, + 61.74, + 61.7935, + 61.8442, + 61.8972, + 61.9575, + 62.0393, + 62.1278, + 62.2201, + 62.3055, + 62.3875, + 62.4787, + 62.5634, + 62.647, + 62.7273, + 62.7996, + 62.8771, + 62.9544, + 63.0315, + 63.1033, + 63.1705, + 63.2359, + 63.3024, + 63.3746, + 63.4397, + 63.5032, + 63.5904, + 63.6788, + 63.766, + 63.8494, + 63.9269, + 64.0067, + 64.0836, + 64.1577, + 64.2269, + 64.2942, + 64.3548, + 64.4118, + 64.4806, + 64.5526, + 64.6248, + 64.6948, + 64.7629, + 64.8266, + 64.8864, + 64.9403, + 64.9887, + 65.0474, + 65.1001, + 65.1501, + 65.2001, + 65.2476, + 65.2978, + 65.3506, + 65.4055, + 65.4599, + 65.509, + 65.5631, + 65.6218, + 65.6821, + 65.7364, + 65.7852, + 65.8392, + 65.8878, + 65.939, + 65.9901, + 66.0361, + 66.085, + 66.134, + 66.1806, + 66.23, + 66.2795, + 66.3241, + 66.3642, + 66.4028, + 66.4375, + 66.4712, + 66.5016, + 66.5339, + 66.5706, + 66.6085, + 66.6451, + 66.6881, + 66.7293, + 66.7839, + 66.8405, + 66.8914, + 66.9423, + 66.9881, + 67.0293, + 67.0713, + 67.1142, + 67.1578, + 67.2045, + 67.2466, + 67.2944, + 67.3475, + 67.3977, + 67.4454, + 67.4959, + 67.5563, + 67.6107, + 67.6671, + 67.7204, + 67.7784, + 67.8305, + 67.8825, + 67.9317, + 67.9786, + 68.0207, + 68.0661, + 68.112, + 68.1583, + 68.2025, + 68.2522, + 68.2995, + 68.3521, + 68.3994, + 68.4444, + 68.49, + 68.5335, + 68.5751, + 68.6126, + 68.6489, + 68.684, + 68.7281, + 68.7753, + 68.8227, + 68.878, + 68.9302, + 68.9872, + 69.0384, + 69.0921, + 69.1404, + 69.1863, + 69.2352, + 69.2942, + 69.3523, + 69.4095, + 69.4836, + 69.5577, + 69.632, + 69.7013, + 69.7636, + 69.8273, + 69.887, + 69.9458, + 70.0113, + 70.0726, + 70.1354, + 70.1993, + 70.2694, + 70.34, + 70.406, + 70.4654, + 70.5213, + 70.5817, + 70.641, + 70.6969, + 70.7497, + 70.7998, + 70.8748, + 70.9448, + 71.0103, + 71.0718, + 71.1296, + 71.1842, + 71.2407, + 71.2942, + 71.3447, + 71.3928, + 71.4385, + 71.4871, + 71.5334, + 71.5751, + 71.6126, + 71.6463, + 71.6892, + 71.7328, + 71.782, + 71.8338, + 71.8804, + 71.9249, + 71.9749, + 72.0199, + 72.0629, + 72.1066, + 72.156, + 72.2104, + 72.2643, + 72.3204, + 72.3709, + 72.4188, + 72.4619, + 72.5007, + 72.5356, + 72.5696, + 72.6051, + 72.6471, + 72.6849, + 72.7189, + 72.762, + 72.8033, + 72.8405, + 72.8764, + 72.9113, + 72.9427, + 72.9709, + 72.9963, + 73.0217, + 73.052, + 73.0793, + 73.1039, + 73.126, + 73.1484, + 73.1685, + 73.1892, + 73.2078, + 73.2295, + 73.249, + 73.2666, + 73.2875, + 73.3062, + 73.3356, + 73.367, + 73.3953, + 73.4333, + 73.4675, + 73.5032, + 73.5379, + 73.5716, + 73.602, + 73.6368, + 73.6756, + 73.718, + 73.7562, + 73.7956, + 73.8335, + 73.8677, + 73.9034, + 73.9356, + 73.972, + 74.0123, + 74.0511, + 74.086, + 74.1224, + 74.1551, + 74.1871, + 74.2159, + 74.2443, + 74.2724, + 74.2977, + 74.3329, + 74.3671, + 74.3979, + 74.4281, + 74.4578, + 74.4895, + 74.5206, + 74.5535, + 74.5857, + 74.6171, + 74.6529, + 74.6851, + 74.7191, + 74.7497, + 74.7772, + 74.8045, + 74.834, + 74.8606, + 74.8921, + 74.9229, + 74.9556, + 74.99, + 75.021, + 75.0539, + 75.0835, + 75.1127, + 75.1389, + 75.165, + 75.191, + 75.2169, + 75.2402, + 75.2637, + 75.2948, + 75.3303, + 75.3623, + 75.3936, + 75.4342, + 75.4708, + 75.5062, + 75.5381, + 75.5668, + 75.5951, + 75.6256, + 75.6555, + 75.6825, + 75.7117, + 75.7531, + 75.7903, + 75.8262, + 75.8611, + 75.9025, + 75.9422, + 75.978, + 76.0177, + 76.0534, + 76.0931, + 76.1288, + 76.1634, + 76.1971, + 76.2299, + 76.2619, + 76.3082, + 76.3549, + 76.3994, + 76.4469, + 76.5048, + 76.5593, + 76.6133, + 76.6745, + 76.7321, + 76.7889, + 76.8425, + 76.8907, + 76.9417, + 76.995, + 77.0505, + 77.1079, + 77.1646, + 77.2182, + 77.2764, + 77.3362, + 77.3951, + 77.4581, + 77.5173, + 77.5806, + 77.6425, + 77.7082, + 77.7674, + 77.8382, + 77.9044, + 77.9714, + 78.0343, + 78.0934, + 78.1515, + 78.2064, + 78.2557, + 78.3052, + 78.3521, + 78.3969, + 78.4497, + 78.5023, + 78.5545, + 78.6041, + 78.6537, + 78.7108, + 78.7622, + 78.8085, + 78.8502, + 78.8901, + 78.9336, + 78.9728, + 79.013, + 79.0492, + 79.0868, + 79.1306, + 79.1725, + 79.2103, + 79.2468, + 79.2821, + 79.3214, + 79.3567, + 79.3961, + 79.434, + 79.4731, + 79.5208, + 79.5712, + 79.6166, + 79.6649, + 79.7134, + 79.7571, + 79.7964, + 79.8317, + 79.8636, + 79.8922, + 79.923, + 79.9507, + 79.9756, + 80.0006, + 80.023, + 80.0432, + 80.0614, + 80.0777, + 80.0925, + 80.1082, + 80.1249, + 80.1399, + 80.1534, + 80.1681, + 80.1838, + 80.2004, + 80.2179, + 80.2336, + 80.2477, + 80.2679, + 80.2861, + 80.3125, + 80.3388, + 80.3649, + 80.3959, + 80.4238, + 80.4489, + 80.4765, + 80.5014, + 80.5263, + 80.5486, + 80.5763, + 80.6011, + 80.6285, + 80.6532, + 80.6754, + 80.6953, + 80.7158, + 80.7417, + 80.7675, + 80.7933, + 80.824, + 80.8541, + 80.8812, + 80.908, + 80.9422, + 80.978, + 81.0177, + 81.0559, + 81.0978, + 81.1356, + 81.1695, + 81.2076, + 81.2443, + 81.2799, + 81.3144, + 81.3529, + 81.3976, + 81.4404, + 81.4838, + 81.528, + 81.5752, + 81.6226, + 81.6654, + 81.7163, + 81.7672, + 81.8155, + 81.8614, + 81.9053, + 81.9448, + 81.9828, + 82.017, + 82.0528, + 82.0875, + 82.1188, + 82.1469, + 82.1822, + 82.214, + 82.2426, + 82.2733, + 82.3035, + 82.3356, + 82.3646, + 82.3906, + 82.4141, + 82.4452, + 82.4756, + 82.5031, + 82.5328, + 82.5595, + 82.591, + 82.6194, + 82.65, + 82.68, + 82.7145, + 82.7505, + 82.7855, + 82.8169, + 82.8452, + 82.8707, + 82.8962, + 82.9265, + 82.9539, + 82.9785, + 83.0031, + 83.0278, + 83.05, + 83.08, + 83.112, + 83.1408, + 83.1668, + 83.1926, + 83.2208, + 83.2462, + 83.2766, + 83.304, + 83.3311, + 83.3555, + 83.3799, + 83.4044, + 83.4265, + 83.4488, + 83.4714, + 83.4943, + 83.5199, + 83.5429, + 83.5661, + 83.5895, + 83.618, + 83.6487, + 83.6789, + 83.706, + 83.7354, + 83.7643, + 83.7979, + 83.8306, + 83.8701, + 83.908, + 83.9472, + 83.99, + 84.0335, + 84.0752, + 84.1151, + 84.1561, + 84.203, + 84.2502, + 84.2927, + 84.3309, + 84.3678, + 84.4086, + 84.4477, + 84.4904, + 84.5289, + 84.5685, + 84.6041, + 84.6437, + 84.6794, + 84.7114, + 84.7403, + 84.7663, + 84.7896, + 84.8107, + 84.8296, + 84.8466, + 84.862, + 84.8758, + 84.8882, + 84.8994, + 84.9094, + 84.9185, + 84.9266, + 84.934, + 84.9406, + 84.9465, + 84.9519, + 84.9567, + 84.961, + 84.9649, + 84.9684, + 84.9716, + 84.9744, + 84.977, + 84.9793, + 84.9814, + 84.9832, + 84.9849, + 84.9864, + 84.9878, + 84.989, + 84.9901, + 84.9911, + 84.992, + 84.9928, + 84.9935, + 84.9941, + 84.9947, + 84.9953, + 84.9957, + 84.9962, + 84.9965, + 84.9969, + 84.9972, + 84.9975, + 84.9977, + 84.998, + 84.9982, + 84.9983, + 84.9985, + 84.9987, + 84.9988, + 84.9989, + 84.999, + 84.9991, + 84.9992, + 84.9993, + 84.9994, + 84.9994, + 84.9995, + 84.9995, + 84.9996, + 84.9996, + 84.9997, + 84.9997, + 84.9997, + 84.9998, + 84.9998, + 84.9998, + 84.9998, + 84.9998 + ], + "episode_rhos": [ + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..c08a45466da56b38c3e237e472f30ea92a2c8e71 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -855413.54, + "constraint_satisfaction_pct": 27.47, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 14.9748, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -447.71, + "avg_cost": 186.0, + "lambda": 0.286, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -58.9, + "avg_cost": 188.25, + "lambda": 1.971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1434.85, + "avg_cost": 29.0, + "lambda": 3.452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -2216.74, + "avg_cost": 16.25, + "lambda": 4.1944, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1161.41, + "avg_cost": 20.0, + "lambda": 4.6456, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1392.5, + "avg_cost": 23.25, + "lambda": 4.979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -860.6, + "avg_cost": 7.75, + "lambda": 5.1917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1081.01, + "avg_cost": 8.25, + "lambda": 5.3467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -384.2, + "avg_cost": 9.0, + "lambda": 5.4814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -329.75, + "avg_cost": 7.0, + "lambda": 5.5815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 30.86, + "avg_cost": 5.5, + "lambda": 5.6569, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -153.0, + "avg_cost": 2.25, + "lambda": 5.7124, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 163.98, + "avg_cost": 2.5, + "lambda": 5.7639, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 157.53, + "avg_cost": 3.75, + "lambda": 5.8129, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 200.71, + "avg_cost": 3.75, + "lambda": 5.8459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 184.22, + "avg_cost": 2.5, + "lambda": 5.8707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 163.6, + "avg_cost": 11.0, + "lambda": 5.8921, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 175.1, + "avg_cost": 1.0, + "lambda": 5.9192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 161.22, + "avg_cost": 3.25, + "lambda": 5.9456, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 187.59, + "avg_cost": 1.75, + "lambda": 5.9854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 185.52, + "avg_cost": 2.0, + "lambda": 6.0655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 191.33, + "avg_cost": 0.5, + "lambda": 6.1321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 145.09, + "avg_cost": 0.75, + "lambda": 6.1616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 136.29, + "avg_cost": 0.5, + "lambda": 6.1771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 167.9, + "avg_cost": 1.25, + "lambda": 6.1874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 214.42, + "avg_cost": 1.5, + "lambda": 6.1948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 158.96, + "avg_cost": 0.5, + "lambda": 6.2032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 130.42, + "avg_cost": 0.0, + "lambda": 6.2098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 129.16, + "avg_cost": 1.5, + "lambda": 6.216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 193.96, + "avg_cost": 0.5, + "lambda": 6.2262, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 174.51, + "avg_cost": 0.75, + "lambda": 6.2343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 179.86, + "avg_cost": 1.25, + "lambda": 6.2429, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 185.21, + "avg_cost": 0.0, + "lambda": 6.2501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 196.97, + "avg_cost": 1.0, + "lambda": 6.2558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 175.53, + "avg_cost": 0.5, + "lambda": 6.2617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 101.75, + "avg_cost": 1.0, + "lambda": 6.2662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 77.39, + "avg_cost": 0.0, + "lambda": 6.2715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 72.2, + "avg_cost": 0.5, + "lambda": 6.2744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -116.69, + "avg_cost": 0.5, + "lambda": 6.2764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 108.51, + "avg_cost": 0.25, + "lambda": 6.2781, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 35.19, + "avg_cost": 1.0, + "lambda": 6.2819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 5.16, + "avg_cost": 1.75, + "lambda": 6.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 14.14, + "avg_cost": 1.0, + "lambda": 6.2941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 52.89, + "avg_cost": 0.0, + "lambda": 6.3003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 145.18, + "avg_cost": 0.0, + "lambda": 6.3056, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 427.83, + "avg_cost": 0.75, + "lambda": 6.312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 614.08, + "avg_cost": 1.5, + "lambda": 6.3216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 621.09, + "avg_cost": 0.25, + "lambda": 6.3323, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 613.24, + "avg_cost": 55.0, + "lambda": 6.4364, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 112.85, + "avg_cost": 128.0, + "lambda": 6.9303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 222.67, + "avg_cost": 80.75, + "lambda": 7.7431, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -685.17, + "avg_cost": 6.5, + "lambda": 8.8844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1623.54, + "avg_cost": 3.75, + "lambda": 9.6793, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -2302.04, + "avg_cost": 7.25, + "lambda": 10.1295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -2380.74, + "avg_cost": 12.0, + "lambda": 10.393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -2375.64, + "avg_cost": 6.0, + "lambda": 10.6374, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -812.2, + "avg_cost": 0.0, + "lambda": 10.7807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -1123.78, + "avg_cost": 131.75, + "lambda": 11.0111, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -885.3, + "avg_cost": 0.25, + "lambda": 11.394, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -1126.49, + "avg_cost": 6.0, + "lambda": 11.5632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -874.78, + "avg_cost": 0.0, + "lambda": 11.646, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -873.17, + "avg_cost": 0.0, + "lambda": 11.6864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -829.71, + "avg_cost": 0.0, + "lambda": 11.7109, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -824.28, + "avg_cost": 9.25, + "lambda": 11.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -741.64, + "avg_cost": 0.5, + "lambda": 11.8228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -860.65, + "avg_cost": 6.75, + "lambda": 11.8767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -858.92, + "avg_cost": 9.25, + "lambda": 11.9382, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -701.77, + "avg_cost": 0.75, + "lambda": 11.9713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -587.85, + "avg_cost": 0.0, + "lambda": 11.9939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -517.14, + "avg_cost": 0.25, + "lambda": 12.0053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -403.06, + "avg_cost": 0.5, + "lambda": 12.0117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -425.44, + "avg_cost": 0.0, + "lambda": 12.0171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -488.42, + "avg_cost": 0.0, + "lambda": 12.0205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -380.65, + "avg_cost": 2.75, + "lambda": 12.0228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -477.09, + "avg_cost": 0.0, + "lambda": 12.0261, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -483.22, + "avg_cost": 0.25, + "lambda": 12.0277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -458.89, + "avg_cost": 0.0, + "lambda": 12.0293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -441.57, + "avg_cost": 0.0, + "lambda": 12.0303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -504.05, + "avg_cost": 0.25, + "lambda": 12.0311, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -458.2, + "avg_cost": 1.25, + "lambda": 12.0328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -466.03, + "avg_cost": 0.75, + "lambda": 12.0346, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -377.72, + "avg_cost": 2.0, + "lambda": 12.0369, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -344.67, + "avg_cost": 1.5, + "lambda": 12.0631, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -342.28, + "avg_cost": 1.75, + "lambda": 12.0856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -310.36, + "avg_cost": 0.0, + "lambda": 12.0983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -363.88, + "avg_cost": 20.25, + "lambda": 12.1432, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -371.36, + "avg_cost": 23.25, + "lambda": 12.2761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -661.84, + "avg_cost": 0.25, + "lambda": 12.6235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -756.08, + "avg_cost": 0.0, + "lambda": 12.8481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -813.78, + "avg_cost": 0.0, + "lambda": 12.9292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -874.95, + "avg_cost": 0.25, + "lambda": 12.9584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -766.96, + "avg_cost": 0.25, + "lambda": 13.051, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -368.24, + "avg_cost": 0.0, + "lambda": 13.1677, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -792.95, + "avg_cost": 0.25, + "lambda": 13.2455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -590.4, + "avg_cost": 0.75, + "lambda": 13.3467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -913.86, + "avg_cost": 0.0, + "lambda": 13.5658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -980.57, + "avg_cost": 0.0, + "lambda": 13.6799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -567.76, + "avg_cost": 0.25, + "lambda": 13.7232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -573.35, + "avg_cost": 0.5, + "lambda": 13.7501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -636.87, + "avg_cost": 0.75, + "lambda": 13.9146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -1436.28, + "avg_cost": 0.0, + "lambda": 13.9886, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -350.59, + "avg_cost": 0.25, + "lambda": 14.0189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -1432.74, + "avg_cost": 1.5, + "lambda": 14.0334, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -2412.47, + "avg_cost": 0.75, + "lambda": 14.0533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -2013.27, + "avg_cost": 6.25, + "lambda": 14.1385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -2617.67, + "avg_cost": 1.0, + "lambda": 14.1984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -2522.97, + "avg_cost": 11.0, + "lambda": 14.2311, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -2259.04, + "avg_cost": 3.0, + "lambda": 14.2814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -1073.97, + "avg_cost": 5.25, + "lambda": 14.3571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -285.54, + "avg_cost": 0.0, + "lambda": 14.4079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -274.55, + "avg_cost": 0.0, + "lambda": 14.4278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -284.19, + "avg_cost": 0.0, + "lambda": 14.4366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -288.34, + "avg_cost": 0.0, + "lambda": 14.4407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -317.92, + "avg_cost": 0.5, + "lambda": 14.4497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -817.67, + "avg_cost": 7.25, + "lambda": 14.4692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -949.31, + "avg_cost": 1.0, + "lambda": 14.4918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": -259.31, + "avg_cost": 0.0, + "lambda": 14.5061, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": -205.68, + "avg_cost": 0.0, + "lambda": 14.5164, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -2188.35, + "avg_cost": 0.0, + "lambda": 14.5253, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -2176.08, + "avg_cost": 0.75, + "lambda": 14.533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -1040.54, + "avg_cost": 0.5, + "lambda": 14.5459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -1760.79, + "avg_cost": 0.75, + "lambda": 14.5596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -1632.97, + "avg_cost": 9.75, + "lambda": 14.5736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": -333.85, + "avg_cost": 0.0, + "lambda": 14.692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": -491.36, + "avg_cost": 0.0, + "lambda": 14.8049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": -2097.02, + "avg_cost": 2.25, + "lambda": 14.8457, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": -1681.35, + "avg_cost": 0.0, + "lambda": 14.8637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": -476.17, + "avg_cost": 0.0, + "lambda": 14.8745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": -453.14, + "avg_cost": 0.0, + "lambda": 14.882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": -511.0, + "avg_cost": 0.5, + "lambda": 14.8866, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": -549.51, + "avg_cost": 0.5, + "lambda": 14.8897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": -512.93, + "avg_cost": 0.0, + "lambda": 14.8922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": -530.63, + "avg_cost": 0.0, + "lambda": 14.8945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": -571.7, + "avg_cost": 0.0, + "lambda": 14.8955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": -577.25, + "avg_cost": 0.0, + "lambda": 14.8969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": -588.12, + "avg_cost": 0.25, + "lambda": 14.8987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": -569.24, + "avg_cost": 0.5, + "lambda": 14.9006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": -532.43, + "avg_cost": 0.0, + "lambda": 14.9026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": -521.88, + "avg_cost": 0.25, + "lambda": 14.9047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": -478.88, + "avg_cost": 0.0, + "lambda": 14.91, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": -323.75, + "avg_cost": 0.25, + "lambda": 14.9159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": -384.36, + "avg_cost": 0.5, + "lambda": 14.9239, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": -665.48, + "avg_cost": 0.25, + "lambda": 14.9294, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": -1965.92, + "avg_cost": 4.75, + "lambda": 14.9355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": -144.65, + "avg_cost": 0.25, + "lambda": 14.9459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": -4.68, + "avg_cost": 0.0, + "lambda": 14.9504, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 34.34, + "avg_cost": 0.5, + "lambda": 14.953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 31.88, + "avg_cost": 0.0, + "lambda": 14.9566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -1120.25, + "avg_cost": 0.25, + "lambda": 14.9628, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -1.21, + "avg_cost": 0.0, + "lambda": 14.9692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 30.94, + "avg_cost": 0.0, + "lambda": 14.9748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..720cb08e6eda8e597f4a0cbaadbc2a3f3a261149 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 18179191.07, + "constraint_satisfaction_pct": 61.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 10.415, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -62.23, + "avg_cost": 150.0, + "lambda": 6.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 9225.73, + "avg_cost": 64.0, + "lambda": 9.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 9744.92, + "avg_cost": 103.25, + "lambda": 16.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 9060.64, + "avg_cost": 64.25, + "lambda": 24.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 5844.44, + "avg_cost": 10.25, + "lambda": 24.4175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 10077.38, + "avg_cost": 32.75, + "lambda": 25.715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 10208.26, + "avg_cost": 79.75, + "lambda": 27.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 9013.44, + "avg_cost": 11.25, + "lambda": 27.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 6378.12, + "avg_cost": 2.0, + "lambda": 31.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 9760.44, + "avg_cost": 68.0, + "lambda": 31.5575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 8339.25, + "avg_cost": 28.75, + "lambda": 32.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 7851.03, + "avg_cost": 26.25, + "lambda": 32.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 9723.19, + "avg_cost": 24.0, + "lambda": 32.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 10012.25, + "avg_cost": 17.0, + "lambda": 32.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 11100.44, + "avg_cost": 35.25, + "lambda": 31.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 9219.39, + "avg_cost": 11.25, + "lambda": 31.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 9453.19, + "avg_cost": 11.75, + "lambda": 31.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 10926.87, + "avg_cost": 52.75, + "lambda": 31.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 8072.66, + "avg_cost": 8.0, + "lambda": 31.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 10391.29, + "avg_cost": 32.75, + "lambda": 30.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 8404.44, + "avg_cost": 3.25, + "lambda": 29.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 7629.4, + "avg_cost": 6.25, + "lambda": 29.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 7277.55, + "avg_cost": 6.75, + "lambda": 29.645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 9037.0, + "avg_cost": 26.0, + "lambda": 29.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 9354.71, + "avg_cost": 22.25, + "lambda": 28.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 12678.21, + "avg_cost": 66.0, + "lambda": 29.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 8320.19, + "avg_cost": 6.75, + "lambda": 28.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 11216.06, + "avg_cost": 46.5, + "lambda": 29.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 8997.33, + "avg_cost": 16.5, + "lambda": 29.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 7596.14, + "avg_cost": 2.75, + "lambda": 29.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 10920.28, + "avg_cost": 28.25, + "lambda": 29.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 9351.57, + "avg_cost": 26.75, + "lambda": 29.4175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 11685.68, + "avg_cost": 37.5, + "lambda": 29.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7376.97, + "avg_cost": 9.0, + "lambda": 29.7275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 11908.08, + "avg_cost": 47.0, + "lambda": 29.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 9227.63, + "avg_cost": 5.75, + "lambda": 29.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 10689.99, + "avg_cost": 33.5, + "lambda": 28.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 8103.03, + "avg_cost": 44.75, + "lambda": 29.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 9354.08, + "avg_cost": 27.5, + "lambda": 30.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 9066.85, + "avg_cost": 23.25, + "lambda": 30.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 12284.98, + "avg_cost": 24.5, + "lambda": 29.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10791.49, + "avg_cost": 10.5, + "lambda": 28.5475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 10022.68, + "avg_cost": 6.5, + "lambda": 27.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 9246.97, + "avg_cost": 2.75, + "lambda": 25.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 9082.37, + "avg_cost": 0.0, + "lambda": 23.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 9412.88, + "avg_cost": 5.0, + "lambda": 21.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 9796.08, + "avg_cost": 19.75, + "lambda": 19.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 10475.13, + "avg_cost": 5.0, + "lambda": 17.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 10117.25, + "avg_cost": 3.5, + "lambda": 15.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 9045.5, + "avg_cost": 0.25, + "lambda": 13.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 10506.82, + "avg_cost": 9.0, + "lambda": 11.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 10332.03, + "avg_cost": 7.75, + "lambda": 10.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 10430.16, + "avg_cost": 3.0, + "lambda": 8.7875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11228.43, + "avg_cost": 22.75, + "lambda": 7.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 10991.69, + "avg_cost": 7.25, + "lambda": 8.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12110.5, + "avg_cost": 63.5, + "lambda": 9.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 10678.31, + "avg_cost": 3.75, + "lambda": 9.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 11984.89, + "avg_cost": 14.0, + "lambda": 8.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11542.62, + "avg_cost": 31.5, + "lambda": 7.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 13776.99, + "avg_cost": 29.5, + "lambda": 6.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 15679.69, + "avg_cost": 31.0, + "lambda": 7.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 13786.48, + "avg_cost": 20.25, + "lambda": 9.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 14193.58, + "avg_cost": 45.0, + "lambda": 8.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 14982.77, + "avg_cost": 61.75, + "lambda": 9.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12444.7, + "avg_cost": 2.25, + "lambda": 13.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 13195.41, + "avg_cost": 14.0, + "lambda": 11.44, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 13273.64, + "avg_cost": 13.0, + "lambda": 10.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 13294.13, + "avg_cost": 23.75, + "lambda": 10.2675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12580.55, + "avg_cost": 26.75, + "lambda": 10.355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12419.17, + "avg_cost": 14.25, + "lambda": 9.715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 12616.22, + "avg_cost": 21.5, + "lambda": 9.7575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 13882.69, + "avg_cost": 21.5, + "lambda": 9.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 12528.34, + "avg_cost": 18.75, + "lambda": 9.7275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 14650.36, + "avg_cost": 36.75, + "lambda": 9.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 13228.08, + "avg_cost": 22.5, + "lambda": 9.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 11326.28, + "avg_cost": 1.75, + "lambda": 7.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 12281.62, + "avg_cost": 15.25, + "lambda": 7.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 12982.31, + "avg_cost": 20.25, + "lambda": 5.7875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 13874.14, + "avg_cost": 17.5, + "lambda": 5.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 13949.31, + "avg_cost": 33.75, + "lambda": 5.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 13994.86, + "avg_cost": 27.25, + "lambda": 5.7625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 14597.8, + "avg_cost": 40.75, + "lambda": 6.1875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 15876.73, + "avg_cost": 48.25, + "lambda": 7.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 15043.61, + "avg_cost": 40.75, + "lambda": 7.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 14632.66, + "avg_cost": 17.25, + "lambda": 6.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 14138.53, + "avg_cost": 10.75, + "lambda": 6.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 13759.02, + "avg_cost": 8.5, + "lambda": 5.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 13218.91, + "avg_cost": 4.5, + "lambda": 4.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 14719.41, + "avg_cost": 28.0, + "lambda": 4.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 15209.33, + "avg_cost": 38.75, + "lambda": 5.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 14523.99, + "avg_cost": 37.25, + "lambda": 6.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 13970.31, + "avg_cost": 32.75, + "lambda": 7.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 13142.79, + "avg_cost": 13.0, + "lambda": 6.26, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 13020.66, + "avg_cost": 13.75, + "lambda": 5.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12993.41, + "avg_cost": 7.5, + "lambda": 4.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 13963.89, + "avg_cost": 14.5, + "lambda": 3.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 16749.84, + "avg_cost": 83.25, + "lambda": 6.2625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 14794.69, + "avg_cost": 45.25, + "lambda": 10.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 13519.13, + "avg_cost": 28.0, + "lambda": 11.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 12436.66, + "avg_cost": 5.5, + "lambda": 10.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9907.4, + "avg_cost": 17.75, + "lambda": 8.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8834.8, + "avg_cost": 21.0, + "lambda": 7.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 11769.31, + "avg_cost": 12.75, + "lambda": 6.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 14778.89, + "avg_cost": 26.0, + "lambda": 5.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 16396.54, + "avg_cost": 62.5, + "lambda": 8.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 13602.16, + "avg_cost": 22.0, + "lambda": 9.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 12809.81, + "avg_cost": 23.0, + "lambda": 8.6925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 11379.17, + "avg_cost": 18.5, + "lambda": 7.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 12120.35, + "avg_cost": 12.0, + "lambda": 5.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 13427.71, + "avg_cost": 35.75, + "lambda": 5.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 13532.94, + "avg_cost": 21.75, + "lambda": 5.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 14920.62, + "avg_cost": 34.25, + "lambda": 5.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 13827.09, + "avg_cost": 38.75, + "lambda": 5.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 14893.97, + "avg_cost": 21.25, + "lambda": 6.215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 14950.82, + "avg_cost": 31.0, + "lambda": 6.7075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 15770.6, + "avg_cost": 47.25, + "lambda": 8.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 14972.76, + "avg_cost": 64.5, + "lambda": 10.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 12786.99, + "avg_cost": 9.5, + "lambda": 9.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 12034.93, + "avg_cost": 35.5, + "lambda": 9.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 15135.03, + "avg_cost": 32.0, + "lambda": 10.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 16176.29, + "avg_cost": 78.75, + "lambda": 13.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 14136.69, + "avg_cost": 30.0, + "lambda": 14.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 12371.24, + "avg_cost": 23.25, + "lambda": 14.4075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 11536.1, + "avg_cost": 21.5, + "lambda": 14.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 13196.83, + "avg_cost": 16.75, + "lambda": 13.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12216.25, + "avg_cost": 37.75, + "lambda": 13.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 14447.51, + "avg_cost": 52.25, + "lambda": 15.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 13715.32, + "avg_cost": 44.25, + "lambda": 18.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 13193.44, + "avg_cost": 22.75, + "lambda": 18.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10628.38, + "avg_cost": 3.5, + "lambda": 17.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11812.15, + "avg_cost": 0.75, + "lambda": 14.9875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11988.92, + "avg_cost": 8.75, + "lambda": 13.395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 13172.14, + "avg_cost": 6.5, + "lambda": 11.6175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 14723.68, + "avg_cost": 25.25, + "lambda": 10.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 14015.79, + "avg_cost": 15.25, + "lambda": 10.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 14843.21, + "avg_cost": 23.5, + "lambda": 9.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 15036.3, + "avg_cost": 47.0, + "lambda": 12.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 14015.35, + "avg_cost": 23.75, + "lambda": 14.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 13480.09, + "avg_cost": 8.25, + "lambda": 14.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12108.42, + "avg_cost": 6.25, + "lambda": 12.63, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 14353.2, + "avg_cost": 11.5, + "lambda": 11.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 14224.41, + "avg_cost": 31.5, + "lambda": 12.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 11648.55, + "avg_cost": 64.75, + "lambda": 14.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 11672.53, + "avg_cost": 33.75, + "lambda": 15.26, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 13339.99, + "avg_cost": 17.5, + "lambda": 15.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 12617.57, + "avg_cost": 15.75, + "lambda": 14.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 12611.81, + "avg_cost": 29.75, + "lambda": 13.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11549.82, + "avg_cost": 32.0, + "lambda": 13.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 12975.22, + "avg_cost": 18.25, + "lambda": 12.645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 13818.54, + "avg_cost": 19.5, + "lambda": 11.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 11807.82, + "avg_cost": 17.5, + "lambda": 10.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..26c4f0391a88fb3ec917e43f5e485d941cc33e09 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 16605601.16, + "constraint_satisfaction_pct": 61.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.98, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -62.23, + "avg_cost": 150.0, + "lambda": 6.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 10550.27, + "avg_cost": 63.25, + "lambda": 7.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 7899.04, + "avg_cost": 85.5, + "lambda": 12.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 11989.63, + "avg_cost": 65.25, + "lambda": 17.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 10261.35, + "avg_cost": 28.25, + "lambda": 16.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 11136.31, + "avg_cost": 45.75, + "lambda": 16.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 10407.61, + "avg_cost": 119.0, + "lambda": 20.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 10128.92, + "avg_cost": 80.0, + "lambda": 24.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 8073.83, + "avg_cost": 93.0, + "lambda": 29.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 4676.31, + "avg_cost": 61.0, + "lambda": 33.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12847.0, + "avg_cost": 57.0, + "lambda": 35.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 10482.04, + "avg_cost": 55.0, + "lambda": 36.2675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 10300.32, + "avg_cost": 36.75, + "lambda": 37.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 11498.19, + "avg_cost": 49.75, + "lambda": 38.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 10946.04, + "avg_cost": 37.5, + "lambda": 37.9875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 6800.71, + "avg_cost": 22.75, + "lambda": 37.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 9218.25, + "avg_cost": 21.0, + "lambda": 36.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 11494.34, + "avg_cost": 43.0, + "lambda": 36.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 10729.52, + "avg_cost": 32.0, + "lambda": 36.745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 10436.79, + "avg_cost": 40.75, + "lambda": 35.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 8867.23, + "avg_cost": 11.75, + "lambda": 33.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 9823.72, + "avg_cost": 14.75, + "lambda": 31.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 8560.94, + "avg_cost": 6.25, + "lambda": 28.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 8859.9, + "avg_cost": 8.25, + "lambda": 25.5475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 10536.56, + "avg_cost": 14.5, + "lambda": 23.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 10444.42, + "avg_cost": 31.5, + "lambda": 21.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 9090.02, + "avg_cost": 17.0, + "lambda": 19.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 11322.2, + "avg_cost": 47.0, + "lambda": 18.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 9960.45, + "avg_cost": 35.75, + "lambda": 19.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 7552.01, + "avg_cost": 22.0, + "lambda": 19.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 9148.41, + "avg_cost": 24.5, + "lambda": 16.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8686.7, + "avg_cost": 28.25, + "lambda": 14.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 8237.26, + "avg_cost": 10.5, + "lambda": 11.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8280.9, + "avg_cost": 6.0, + "lambda": 9.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 9788.21, + "avg_cost": 20.0, + "lambda": 6.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 9248.09, + "avg_cost": 17.25, + "lambda": 4.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 10123.25, + "avg_cost": 23.75, + "lambda": 2.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 11256.91, + "avg_cost": 41.0, + "lambda": 0.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 10261.23, + "avg_cost": 32.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 8197.66, + "avg_cost": 34.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 10669.52, + "avg_cost": 54.5, + "lambda": 0.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 12053.82, + "avg_cost": 41.75, + "lambda": 0.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 12097.34, + "avg_cost": 68.0, + "lambda": 1.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 11919.15, + "avg_cost": 60.0, + "lambda": 4.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 14020.78, + "avg_cost": 92.75, + "lambda": 8.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 10391.64, + "avg_cost": 37.75, + "lambda": 12.1125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 13587.94, + "avg_cost": 82.25, + "lambda": 14.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 11413.2, + "avg_cost": 59.75, + "lambda": 14.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 9151.69, + "avg_cost": 20.75, + "lambda": 12.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 10220.45, + "avg_cost": 9.0, + "lambda": 11.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12742.17, + "avg_cost": 40.5, + "lambda": 9.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11139.98, + "avg_cost": 20.75, + "lambda": 8.5175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12889.4, + "avg_cost": 37.75, + "lambda": 6.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 9159.13, + "avg_cost": 32.5, + "lambda": 5.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -4452.5, + "avg_cost": 501.75, + "lambda": 28.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -217.97, + "avg_cost": 156.75, + "lambda": 57.645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5091.01, + "avg_cost": 6.5, + "lambda": 57.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6089.88, + "avg_cost": 3.25, + "lambda": 54.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 6701.66, + "avg_cost": 9.5, + "lambda": 50.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6836.62, + "avg_cost": 0.75, + "lambda": 47.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7527.32, + "avg_cost": 10.25, + "lambda": 44.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 7436.05, + "avg_cost": 8.75, + "lambda": 40.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7414.62, + "avg_cost": 23.75, + "lambda": 37.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 8244.9, + "avg_cost": 7.75, + "lambda": 35.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 10687.47, + "avg_cost": 28.0, + "lambda": 33.17, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 10025.22, + "avg_cost": 31.0, + "lambda": 31.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 8697.55, + "avg_cost": 17.5, + "lambda": 28.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 9546.31, + "avg_cost": 24.5, + "lambda": 25.745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 8818.97, + "avg_cost": 5.0, + "lambda": 25.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 9106.82, + "avg_cost": 13.75, + "lambda": 23.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 9232.11, + "avg_cost": 11.75, + "lambda": 20.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 9853.57, + "avg_cost": 8.0, + "lambda": 19.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 11311.27, + "avg_cost": 33.25, + "lambda": 18.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 10580.67, + "avg_cost": 7.75, + "lambda": 16.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 11933.61, + "avg_cost": 29.75, + "lambda": 13.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 11961.44, + "avg_cost": 41.5, + "lambda": 14.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 10929.75, + "avg_cost": 14.75, + "lambda": 13.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 9554.44, + "avg_cost": 12.0, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 9162.09, + "avg_cost": 9.75, + "lambda": 7.395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9991.17, + "avg_cost": 14.5, + "lambda": 4.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 10145.18, + "avg_cost": 14.0, + "lambda": 2.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 10361.17, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 12718.33, + "avg_cost": 59.0, + "lambda": 0.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 11878.48, + "avg_cost": 50.75, + "lambda": 0.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 12994.04, + "avg_cost": 62.75, + "lambda": 2.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 13735.93, + "avg_cost": 95.0, + "lambda": 5.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 12916.01, + "avg_cost": 69.0, + "lambda": 9.6425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 11643.09, + "avg_cost": 32.0, + "lambda": 11.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9665.83, + "avg_cost": 15.25, + "lambda": 9.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9833.51, + "avg_cost": 2.0, + "lambda": 7.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9009.84, + "avg_cost": 21.0, + "lambda": 5.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 11939.9, + "avg_cost": 36.5, + "lambda": 4.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 13003.81, + "avg_cost": 46.75, + "lambda": 5.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 14531.37, + "avg_cost": 71.0, + "lambda": 7.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 11717.92, + "avg_cost": 45.25, + "lambda": 8.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 11532.94, + "avg_cost": 35.5, + "lambda": 8.7625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 12506.15, + "avg_cost": 45.0, + "lambda": 9.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 10374.19, + "avg_cost": 60.0, + "lambda": 9.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 12242.37, + "avg_cost": 44.5, + "lambda": 8.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 13813.57, + "avg_cost": 38.25, + "lambda": 9.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 13675.42, + "avg_cost": 82.25, + "lambda": 9.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 11571.92, + "avg_cost": 26.5, + "lambda": 10.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 13319.44, + "avg_cost": 39.0, + "lambda": 9.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 12125.87, + "avg_cost": 35.0, + "lambda": 8.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 13362.55, + "avg_cost": 41.5, + "lambda": 7.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 12261.09, + "avg_cost": 38.75, + "lambda": 8.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 11684.15, + "avg_cost": 8.0, + "lambda": 7.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 12370.08, + "avg_cost": 20.0, + "lambda": 5.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 12634.32, + "avg_cost": 35.0, + "lambda": 4.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 13306.65, + "avg_cost": 29.5, + "lambda": 3.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 14677.83, + "avg_cost": 57.5, + "lambda": 4.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 14717.02, + "avg_cost": 80.75, + "lambda": 6.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 13788.23, + "avg_cost": 78.25, + "lambda": 9.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 12809.49, + "avg_cost": 25.5, + "lambda": 9.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 12488.24, + "avg_cost": 40.0, + "lambda": 9.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 11416.96, + "avg_cost": 24.25, + "lambda": 7.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 14049.78, + "avg_cost": 26.75, + "lambda": 5.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 13531.02, + "avg_cost": 20.75, + "lambda": 4.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 14766.86, + "avg_cost": 26.0, + "lambda": 3.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 14042.93, + "avg_cost": 48.75, + "lambda": 4.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 14669.23, + "avg_cost": 45.75, + "lambda": 5.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 13303.81, + "avg_cost": 22.0, + "lambda": 5.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 15556.3, + "avg_cost": 55.25, + "lambda": 6.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 15951.34, + "avg_cost": 82.75, + "lambda": 7.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 14313.45, + "avg_cost": 58.0, + "lambda": 8.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 13453.72, + "avg_cost": 57.0, + "lambda": 9.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 13465.58, + "avg_cost": 39.75, + "lambda": 9.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 14216.87, + "avg_cost": 52.75, + "lambda": 10.11, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 13797.91, + "avg_cost": 70.5, + "lambda": 12.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 13746.25, + "avg_cost": 43.5, + "lambda": 13.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 13669.79, + "avg_cost": 38.75, + "lambda": 13.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 14110.76, + "avg_cost": 22.25, + "lambda": 12.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 12905.81, + "avg_cost": 46.0, + "lambda": 12.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 13425.36, + "avg_cost": 29.0, + "lambda": 12.13, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13696.53, + "avg_cost": 48.0, + "lambda": 11.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 12399.01, + "avg_cost": 36.5, + "lambda": 11.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 14185.46, + "avg_cost": 49.75, + "lambda": 12.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 15027.85, + "avg_cost": 44.75, + "lambda": 12.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 14695.36, + "avg_cost": 37.75, + "lambda": 13.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 15686.26, + "avg_cost": 63.0, + "lambda": 15.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13374.48, + "avg_cost": 70.5, + "lambda": 16.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 14474.64, + "avg_cost": 36.5, + "lambda": 17.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 14059.89, + "avg_cost": 45.0, + "lambda": 17.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 13974.42, + "avg_cost": 26.25, + "lambda": 16.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 12529.59, + "avg_cost": 23.75, + "lambda": 15.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 13019.53, + "avg_cost": 29.25, + "lambda": 14.17, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 12875.49, + "avg_cost": 14.75, + "lambda": 12.5425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 12885.45, + "avg_cost": 11.75, + "lambda": 10.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 13258.6, + "avg_cost": 19.25, + "lambda": 8.3025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 13635.96, + "avg_cost": 24.0, + "lambda": 6.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 13377.68, + "avg_cost": 41.0, + "lambda": 4.98, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_mamujoco_HalfCheetah_6x1_pilot.json b/results/diagnostic_results_n6_baseline_s0_mamujoco_HalfCheetah_6x1_pilot.json new file mode 100644 index 0000000000000000000000000000000000000000..66109273e3ca91543d6897447b5908b21077009c --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_mamujoco_HalfCheetah_6x1_pilot.json @@ -0,0 +1,87 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 30, + "total_welfare": -190472.68, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6766.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6090.88, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6512.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_mamujoco_ManySegmentSwimmer_6x1_mss_vel_test.json b/results/diagnostic_results_n6_baseline_s0_mamujoco_ManySegmentSwimmer_6x1_mss_vel_test.json new file mode 100644 index 0000000000000000000000000000000000000000..9156a760d0256e28fbec3c478d971e488f9274f9 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_mamujoco_ManySegmentSwimmer_6x1_mss_vel_test.json @@ -0,0 +1,333 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 200, + "total_welfare": -11542.42, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -447.71, + "avg_cost": 424.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -450.67, + "avg_cost": 365.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -139.69, + "avg_cost": 347.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -79.05, + "avg_cost": 395.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -318.38, + "avg_cost": 347.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 355.48, + "avg_cost": 448.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -189.27, + "avg_cost": 383.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -198.48, + "avg_cost": 379.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -311.72, + "avg_cost": 411.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 70.04, + "avg_cost": 372.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -651.57, + "avg_cost": 349.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 327.11, + "avg_cost": 430.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -689.37, + "avg_cost": 322.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -210.31, + "avg_cost": 326.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 53.91, + "avg_cost": 428.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -335.32, + "avg_cost": 268.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 218.25, + "avg_cost": 355.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 332.42, + "avg_cost": 482.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 443.67, + "avg_cost": 417.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 169.51, + "avg_cost": 459.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 752.5, + "avg_cost": 502.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s0_mamujoco_Walker2d_6x1_pilot2.json b/results/diagnostic_results_n6_baseline_s0_mamujoco_Walker2d_6x1_pilot2.json new file mode 100644 index 0000000000000000000000000000000000000000..de2b167ea74f861aaed6166069f5e872416bd855 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s0_mamujoco_Walker2d_6x1_pilot2.json @@ -0,0 +1,73 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 20, + "total_welfare": 161349.61, + "constraint_satisfaction_pct": 5.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 8.2725, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -62.23, + "avg_cost": 150.0, + "lambda": 1.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 9062.76, + "avg_cost": 87.75, + "lambda": 3.7725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 11757.14, + "avg_cost": 81.75, + "lambda": 8.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..71df5542a3a48a25740737239c4ccfca81935a33 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7954855.75, + "constraint_satisfaction_pct": 75.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.72, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 4.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6055.12, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -5524.17, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -4792.76, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5919.22, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5357.0, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5108.43, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4544.26, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3452.82, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4068.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4188.93, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3471.81, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3794.95, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2370.62, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3009.28, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2600.44, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1998.86, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1896.27, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2290.02, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1546.25, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -752.52, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -237.03, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1765.01, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2488.59, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -2015.23, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1258.06, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3032.91, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -2965.08, + "avg_cost": 2.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1519.72, + "avg_cost": 5.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1638.35, + "avg_cost": 3.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -495.48, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 171.98, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1073.06, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1470.1, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 42.28, + "avg_cost": 5.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -2240.59, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -102.39, + "avg_cost": 8.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 529.08, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1200.87, + "avg_cost": 4.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 740.08, + "avg_cost": 5.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 596.33, + "avg_cost": 4.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -1459.89, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 489.08, + "avg_cost": 1.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3441.11, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3396.99, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1744.13, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 4684.98, + "avg_cost": 14.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2098.63, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 865.19, + "avg_cost": 4.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3013.98, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3066.86, + "avg_cost": 16.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1983.19, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3364.78, + "avg_cost": 16.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3339.79, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3104.89, + "avg_cost": 14.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6051.71, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2727.14, + "avg_cost": 16.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4361.05, + "avg_cost": 21.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4631.04, + "avg_cost": 26.75, + "lambda": 2.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4868.39, + "avg_cost": 21.25, + "lambda": 2.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4682.31, + "avg_cost": 17.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2531.05, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7541.82, + "avg_cost": 39.25, + "lambda": 3.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6855.77, + "avg_cost": 16.75, + "lambda": 3.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6529.92, + "avg_cost": 20.5, + "lambda": 4.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 5021.5, + "avg_cost": 23.25, + "lambda": 3.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3806.17, + "avg_cost": 8.5, + "lambda": 6.2225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5084.85, + "avg_cost": 22.75, + "lambda": 4.565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2831.27, + "avg_cost": 7.25, + "lambda": 2.3225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 11018.87, + "avg_cost": 72.0, + "lambda": 5.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7113.45, + "avg_cost": 17.5, + "lambda": 6.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5793.45, + "avg_cost": 12.75, + "lambda": 3.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 8325.87, + "avg_cost": 19.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7972.64, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 9148.13, + "avg_cost": 28.75, + "lambda": 3.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 10110.86, + "avg_cost": 38.5, + "lambda": 3.26, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1808.58, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3038.62, + "avg_cost": 20.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6429.72, + "avg_cost": 92.5, + "lambda": 16.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7847.85, + "avg_cost": 30.25, + "lambda": 22.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5360.41, + "avg_cost": 18.5, + "lambda": 21.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 5830.88, + "avg_cost": 18.0, + "lambda": 20.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4694.4, + "avg_cost": 9.75, + "lambda": 17.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5503.62, + "avg_cost": 10.5, + "lambda": 12.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6992.38, + "avg_cost": 24.25, + "lambda": 8.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7252.78, + "avg_cost": 17.75, + "lambda": 5.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7655.62, + "avg_cost": 24.25, + "lambda": 6.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7698.75, + "avg_cost": 21.25, + "lambda": 4.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8267.96, + "avg_cost": 19.5, + "lambda": 4.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8801.39, + "avg_cost": 23.5, + "lambda": 3.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9491.65, + "avg_cost": 18.0, + "lambda": 3.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8327.64, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9605.28, + "avg_cost": 23.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 10078.54, + "avg_cost": 33.75, + "lambda": 2.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 7504.95, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9325.66, + "avg_cost": 18.25, + "lambda": 3.41, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6621.71, + "avg_cost": 20.25, + "lambda": 2.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9234.22, + "avg_cost": 26.75, + "lambda": 2.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9040.45, + "avg_cost": 18.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5721.81, + "avg_cost": 15.0, + "lambda": 2.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 11034.7, + "avg_cost": 37.0, + "lambda": 2.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 10445.28, + "avg_cost": 26.75, + "lambda": 2.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9746.02, + "avg_cost": 12.5, + "lambda": 3.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 11821.61, + "avg_cost": 68.5, + "lambda": 5.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 7884.24, + "avg_cost": 18.75, + "lambda": 5.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 6631.74, + "avg_cost": 11.75, + "lambda": 5.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9853.48, + "avg_cost": 12.75, + "lambda": 4.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 10427.41, + "avg_cost": 21.25, + "lambda": 6.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 7713.63, + "avg_cost": 36.0, + "lambda": 5.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10202.52, + "avg_cost": 17.0, + "lambda": 5.645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10547.77, + "avg_cost": 23.25, + "lambda": 6.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 10198.26, + "avg_cost": 12.75, + "lambda": 4.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10695.07, + "avg_cost": 17.25, + "lambda": 4.715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 11227.02, + "avg_cost": 24.5, + "lambda": 2.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 11596.53, + "avg_cost": 23.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 11112.79, + "avg_cost": 24.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10443.17, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9810.96, + "avg_cost": 17.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 7086.73, + "avg_cost": 15.25, + "lambda": 2.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 11549.15, + "avg_cost": 29.5, + "lambda": 3.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 10914.64, + "avg_cost": 14.75, + "lambda": 2.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 11329.86, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9806.82, + "avg_cost": 14.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 8780.0, + "avg_cost": 13.25, + "lambda": 3.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 11636.0, + "avg_cost": 31.5, + "lambda": 3.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 11501.3, + "avg_cost": 29.5, + "lambda": 4.58, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 11100.76, + "avg_cost": 15.5, + "lambda": 3.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11398.93, + "avg_cost": 28.5, + "lambda": 3.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 10991.27, + "avg_cost": 29.5, + "lambda": 2.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 11564.23, + "avg_cost": 20.75, + "lambda": 3.995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11067.0, + "avg_cost": 13.0, + "lambda": 4.1075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11303.78, + "avg_cost": 20.0, + "lambda": 3.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 12425.7, + "avg_cost": 23.75, + "lambda": 2.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 9542.69, + "avg_cost": 15.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 9326.82, + "avg_cost": 51.5, + "lambda": 4.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10984.91, + "avg_cost": 26.25, + "lambda": 7.2275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 11844.69, + "avg_cost": 23.0, + "lambda": 6.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11687.22, + "avg_cost": 26.0, + "lambda": 5.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10127.98, + "avg_cost": 7.0, + "lambda": 3.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12008.75, + "avg_cost": 29.25, + "lambda": 2.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11721.79, + "avg_cost": 27.5, + "lambda": 2.3375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 12834.57, + "avg_cost": 41.25, + "lambda": 3.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 12026.7, + "avg_cost": 33.5, + "lambda": 3.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12075.13, + "avg_cost": 18.25, + "lambda": 4.58, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 11829.92, + "avg_cost": 14.75, + "lambda": 3.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 12436.67, + "avg_cost": 26.5, + "lambda": 2.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11898.93, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11390.14, + "avg_cost": 35.5, + "lambda": 3.3875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 12263.53, + "avg_cost": 30.75, + "lambda": 3.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 11359.84, + "avg_cost": 31.0, + "lambda": 5.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 10852.72, + "avg_cost": 18.25, + "lambda": 5.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..14a38bac05c44ec42f32c6c35839dab217b25a9c --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5912111.22, + "constraint_satisfaction_pct": 89.27, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.795, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 4.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6654.36, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -5421.29, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6119.27, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5400.04, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5627.32, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4991.38, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4739.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3366.84, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3070.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3759.55, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3005.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3031.17, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2818.68, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2375.6, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -3479.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1993.55, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1371.76, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2678.24, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2878.53, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1006.5, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1407.97, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2489.13, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2515.52, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -2218.0, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -2763.35, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3019.61, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1193.61, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -14.43, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 91.11, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 63.21, + "avg_cost": 2.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 180.04, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1038.5, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -757.26, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 676.45, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2473.97, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3348.38, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -1706.3, + "avg_cost": 2.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1811.82, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1380.18, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2655.73, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3857.28, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2643.24, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 5129.94, + "avg_cost": 14.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3556.71, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2750.93, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1174.26, + "avg_cost": 4.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1805.74, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3732.69, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 4015.98, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3841.45, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 5563.09, + "avg_cost": 16.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4570.67, + "avg_cost": 13.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 6197.77, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5992.78, + "avg_cost": 23.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4413.14, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3963.27, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6579.48, + "avg_cost": 25.5, + "lambda": 3.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3993.43, + "avg_cost": 29.25, + "lambda": 3.2625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 6326.96, + "avg_cost": 16.0, + "lambda": 3.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5122.69, + "avg_cost": 28.5, + "lambda": 3.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3424.67, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 8259.03, + "avg_cost": 31.0, + "lambda": 3.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5592.69, + "avg_cost": 22.0, + "lambda": 4.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7528.08, + "avg_cost": 36.0, + "lambda": 3.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4730.04, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7957.02, + "avg_cost": 16.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7261.16, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6201.8, + "avg_cost": 22.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7070.23, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8342.05, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6618.4, + "avg_cost": 6.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -415.37, + "avg_cost": 5.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3257.07, + "avg_cost": 30.25, + "lambda": 3.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6873.22, + "avg_cost": 80.0, + "lambda": 15.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 3428.96, + "avg_cost": 51.0, + "lambda": 20.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3356.01, + "avg_cost": 33.0, + "lambda": 23.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8052.09, + "avg_cost": 29.25, + "lambda": 25.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4445.99, + "avg_cost": 3.75, + "lambda": 21.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3011.09, + "avg_cost": 1.0, + "lambda": 14.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 7614.62, + "avg_cost": 1.75, + "lambda": 8.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8615.1, + "avg_cost": 5.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8273.36, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8703.86, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 7496.55, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7433.63, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 9715.41, + "avg_cost": 11.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9810.72, + "avg_cost": 10.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9256.8, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9756.91, + "avg_cost": 11.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9985.58, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 10434.87, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 10206.69, + "avg_cost": 13.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 10377.48, + "avg_cost": 15.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8515.14, + "avg_cost": 19.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 10551.24, + "avg_cost": 10.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 11175.05, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8916.16, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 11795.94, + "avg_cost": 37.5, + "lambda": 3.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 10216.26, + "avg_cost": 11.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5259.93, + "avg_cost": 22.0, + "lambda": 3.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -2401.26, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -1167.57, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -27.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -605.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 520.71, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 657.78, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 934.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 1023.18, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 1481.73, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 1510.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 2564.39, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 3163.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 3363.7, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 3645.85, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 3955.2, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 4471.37, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 4396.61, + "avg_cost": 0.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 4918.27, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 4183.07, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 6578.7, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 5529.08, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 5499.16, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 6040.06, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 6189.2, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 6565.09, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 7115.61, + "avg_cost": 1.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 7624.92, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 5466.76, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 3663.5, + "avg_cost": 1.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 7840.35, + "avg_cost": 3.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 5518.73, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 7417.05, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 9345.06, + "avg_cost": 22.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 6689.73, + "avg_cost": 25.25, + "lambda": 3.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 8837.29, + "avg_cost": 25.0, + "lambda": 3.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 11318.2, + "avg_cost": 54.25, + "lambda": 4.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 9967.14, + "avg_cost": 25.75, + "lambda": 8.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 8290.75, + "avg_cost": 8.75, + "lambda": 4.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5137.03, + "avg_cost": 18.25, + "lambda": 3.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 9178.32, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 7396.27, + "avg_cost": 22.0, + "lambda": 3.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 7622.95, + "avg_cost": 22.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 11012.6, + "avg_cost": 39.25, + "lambda": 4.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9262.42, + "avg_cost": 19.75, + "lambda": 5.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10316.52, + "avg_cost": 27.0, + "lambda": 5.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 6476.8, + "avg_cost": 22.5, + "lambda": 5.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 8871.16, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11786.48, + "avg_cost": 44.25, + "lambda": 5.6625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 10602.85, + "avg_cost": 15.75, + "lambda": 6.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 11210.95, + "avg_cost": 16.5, + "lambda": 3.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..da25700127d6441b2298bd1478ea547c341f03b8 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7637214.97, + "constraint_satisfaction_pct": 28.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 94.1683, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6450.15, + "avg_cost": 2.0, + "lambda": 10.8819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6018.32, + "avg_cost": 0.0, + "lambda": 11.3454, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -5545.35, + "avg_cost": 0.0, + "lambda": 11.6458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5716.07, + "avg_cost": 0.0, + "lambda": 11.8068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4325.65, + "avg_cost": 0.0, + "lambda": 11.8856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5039.66, + "avg_cost": 0.0, + "lambda": 11.9919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -5641.39, + "avg_cost": 0.0, + "lambda": 12.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4089.35, + "avg_cost": 0.0, + "lambda": 12.2177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4557.16, + "avg_cost": 0.0, + "lambda": 12.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4120.65, + "avg_cost": 0.0, + "lambda": 12.2748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3345.7, + "avg_cost": 0.0, + "lambda": 12.2912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3460.59, + "avg_cost": 0.0, + "lambda": 12.3017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1917.86, + "avg_cost": 0.0, + "lambda": 12.3442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1897.06, + "avg_cost": 0.0, + "lambda": 12.3642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2642.85, + "avg_cost": 0.25, + "lambda": 12.3737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1969.67, + "avg_cost": 0.0, + "lambda": 12.3908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2135.31, + "avg_cost": 0.0, + "lambda": 12.3968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1766.24, + "avg_cost": 0.0, + "lambda": 12.4119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1406.17, + "avg_cost": 0.0, + "lambda": 12.4653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1005.37, + "avg_cost": 0.5, + "lambda": 12.9098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2106.74, + "avg_cost": 1.5, + "lambda": 13.4912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -3041.83, + "avg_cost": 0.5, + "lambda": 14.1754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -4134.55, + "avg_cost": 0.25, + "lambda": 14.9427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -2836.95, + "avg_cost": 0.25, + "lambda": 15.5047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3106.9, + "avg_cost": 0.0, + "lambda": 16.1153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3046.55, + "avg_cost": 0.0, + "lambda": 16.9019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -2412.76, + "avg_cost": 0.25, + "lambda": 17.4922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1839.02, + "avg_cost": 2.25, + "lambda": 17.9584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1073.48, + "avg_cost": 0.5, + "lambda": 18.428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1727.48, + "avg_cost": 0.5, + "lambda": 18.8967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -741.55, + "avg_cost": 2.75, + "lambda": 19.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -830.32, + "avg_cost": 0.5, + "lambda": 20.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1924.41, + "avg_cost": 0.0, + "lambda": 20.7073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1569.11, + "avg_cost": 0.25, + "lambda": 21.137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -462.46, + "avg_cost": 0.0, + "lambda": 21.5283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 445.65, + "avg_cost": 3.5, + "lambda": 22.2518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -116.58, + "avg_cost": 0.25, + "lambda": 23.2481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 379.84, + "avg_cost": 0.5, + "lambda": 24.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -248.82, + "avg_cost": 1.5, + "lambda": 25.6526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1875.21, + "avg_cost": 1.75, + "lambda": 27.3676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -411.66, + "avg_cost": 0.5, + "lambda": 28.9872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1269.99, + "avg_cost": 1.25, + "lambda": 30.807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1388.91, + "avg_cost": 0.5, + "lambda": 32.4574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 338.66, + "avg_cost": 0.25, + "lambda": 34.0624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1188.64, + "avg_cost": 1.0, + "lambda": 35.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2524.36, + "avg_cost": 0.25, + "lambda": 37.0398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2968.99, + "avg_cost": 2.0, + "lambda": 38.2006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2875.89, + "avg_cost": 0.0, + "lambda": 39.2841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2530.55, + "avg_cost": 1.0, + "lambda": 40.0199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3591.73, + "avg_cost": 0.5, + "lambda": 40.8679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3029.56, + "avg_cost": 2.75, + "lambda": 41.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2438.62, + "avg_cost": 0.25, + "lambda": 42.8153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3434.59, + "avg_cost": 1.25, + "lambda": 43.6844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2013.34, + "avg_cost": 1.0, + "lambda": 44.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3238.7, + "avg_cost": 0.25, + "lambda": 45.4399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5053.99, + "avg_cost": 0.5, + "lambda": 46.1815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 4389.28, + "avg_cost": 0.5, + "lambda": 46.8968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 4361.42, + "avg_cost": 0.25, + "lambda": 47.7428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5014.22, + "avg_cost": 0.25, + "lambda": 48.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4139.12, + "avg_cost": 1.0, + "lambda": 49.1946, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3734.6, + "avg_cost": 1.5, + "lambda": 49.9067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3718.83, + "avg_cost": 1.0, + "lambda": 50.7007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5849.93, + "avg_cost": 0.25, + "lambda": 51.7415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 5696.53, + "avg_cost": 0.5, + "lambda": 52.7245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6323.74, + "avg_cost": 1.25, + "lambda": 53.4706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6879.95, + "avg_cost": 0.75, + "lambda": 54.1603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3574.09, + "avg_cost": 0.5, + "lambda": 54.9548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6870.44, + "avg_cost": 0.25, + "lambda": 55.7535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6847.27, + "avg_cost": 1.0, + "lambda": 56.4539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7036.23, + "avg_cost": 0.75, + "lambda": 57.1828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6146.49, + "avg_cost": 0.5, + "lambda": 57.8366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6952.49, + "avg_cost": 0.25, + "lambda": 58.3693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6861.9, + "avg_cost": 0.5, + "lambda": 59.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7386.77, + "avg_cost": 1.0, + "lambda": 59.7474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7010.31, + "avg_cost": 0.5, + "lambda": 60.506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7070.54, + "avg_cost": 0.25, + "lambda": 61.2196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7278.98, + "avg_cost": 0.25, + "lambda": 61.7518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8172.07, + "avg_cost": 0.5, + "lambda": 62.3471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6095.43, + "avg_cost": 0.75, + "lambda": 62.9542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6422.92, + "avg_cost": 0.25, + "lambda": 63.5122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6989.29, + "avg_cost": 1.0, + "lambda": 64.1083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 8136.45, + "avg_cost": 1.25, + "lambda": 64.6419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8051.19, + "avg_cost": 1.0, + "lambda": 65.1919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8282.35, + "avg_cost": 0.5, + "lambda": 65.8487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8241.86, + "avg_cost": 3.0, + "lambda": 66.5563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 6664.39, + "avg_cost": 1.25, + "lambda": 67.3873, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 8839.68, + "avg_cost": 0.5, + "lambda": 68.2489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 5778.32, + "avg_cost": 0.0, + "lambda": 68.9054, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8569.54, + "avg_cost": 0.25, + "lambda": 69.5465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5428.8, + "avg_cost": 0.5, + "lambda": 70.2573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 7528.25, + "avg_cost": 0.25, + "lambda": 70.9592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6157.35, + "avg_cost": 0.25, + "lambda": 71.7611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8617.0, + "avg_cost": 0.25, + "lambda": 72.4059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8979.32, + "avg_cost": 0.25, + "lambda": 73.0289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9447.54, + "avg_cost": 0.25, + "lambda": 73.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9354.56, + "avg_cost": 0.0, + "lambda": 73.9123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9078.85, + "avg_cost": 0.5, + "lambda": 74.2909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9791.24, + "avg_cost": 1.0, + "lambda": 74.7385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9513.29, + "avg_cost": 0.75, + "lambda": 75.3396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9362.92, + "avg_cost": 1.0, + "lambda": 75.962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9161.24, + "avg_cost": 0.0, + "lambda": 76.5227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9241.74, + "avg_cost": 0.25, + "lambda": 77.0022, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9339.12, + "avg_cost": 0.0, + "lambda": 77.3862, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9205.03, + "avg_cost": 0.0, + "lambda": 77.7222, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9390.49, + "avg_cost": 0.25, + "lambda": 78.0305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9969.19, + "avg_cost": 0.25, + "lambda": 78.3945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9919.68, + "avg_cost": 0.25, + "lambda": 78.6957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9469.61, + "avg_cost": 0.25, + "lambda": 79.0076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10233.31, + "avg_cost": 1.0, + "lambda": 79.3846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9649.55, + "avg_cost": 0.0, + "lambda": 79.8683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9514.41, + "avg_cost": 0.0, + "lambda": 80.2658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10657.87, + "avg_cost": 0.5, + "lambda": 80.7142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10648.81, + "avg_cost": 0.5, + "lambda": 81.1159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10595.12, + "avg_cost": 0.25, + "lambda": 81.5173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10420.71, + "avg_cost": 0.25, + "lambda": 81.8945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10215.8, + "avg_cost": 0.0, + "lambda": 82.3098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10724.53, + "avg_cost": 0.0, + "lambda": 82.6669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9563.12, + "avg_cost": 0.25, + "lambda": 82.9566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10517.31, + "avg_cost": 0.25, + "lambda": 83.1976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 7061.6, + "avg_cost": 0.75, + "lambda": 83.4367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 9714.25, + "avg_cost": 0.0, + "lambda": 83.6896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 11067.81, + "avg_cost": 1.25, + "lambda": 83.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10170.22, + "avg_cost": 0.0, + "lambda": 84.2137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 10305.25, + "avg_cost": 0.75, + "lambda": 84.5757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 10692.25, + "avg_cost": 0.75, + "lambda": 84.9579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 10618.48, + "avg_cost": 0.0, + "lambda": 85.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11033.08, + "avg_cost": 0.0, + "lambda": 85.7706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 7679.46, + "avg_cost": 0.0, + "lambda": 86.0138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10763.86, + "avg_cost": 0.0, + "lambda": 86.2984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 11187.73, + "avg_cost": 0.0, + "lambda": 86.5632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10731.31, + "avg_cost": 0.25, + "lambda": 86.9072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 10914.22, + "avg_cost": 0.0, + "lambda": 87.2601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10474.57, + "avg_cost": 0.0, + "lambda": 87.6277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10837.99, + "avg_cost": 0.5, + "lambda": 87.9674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 11049.83, + "avg_cost": 0.25, + "lambda": 88.3522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 11328.28, + "avg_cost": 0.5, + "lambda": 88.7557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11114.06, + "avg_cost": 0.25, + "lambda": 89.1277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10146.06, + "avg_cost": 0.75, + "lambda": 89.4319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 8841.1, + "avg_cost": 0.5, + "lambda": 89.7752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11254.58, + "avg_cost": 0.25, + "lambda": 90.0438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11082.8, + "avg_cost": 0.25, + "lambda": 90.3652, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10989.07, + "avg_cost": 0.25, + "lambda": 90.7813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 11138.78, + "avg_cost": 0.25, + "lambda": 91.1243, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9638.14, + "avg_cost": 0.25, + "lambda": 91.428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11517.36, + "avg_cost": 0.5, + "lambda": 91.7186, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11977.97, + "avg_cost": 1.0, + "lambda": 92.1407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11329.81, + "avg_cost": 0.5, + "lambda": 92.6472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11889.07, + "avg_cost": 1.25, + "lambda": 93.2204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 11975.98, + "avg_cost": 0.75, + "lambda": 93.7514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 9557.73, + "avg_cost": 0.25, + "lambda": 94.1683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..04d028757c8d6d4e2b9632d93fd13c8e86436887 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 4364122.84, + "constraint_satisfaction_pct": 28.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 94.1683, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3890.95, + "avg_cost": 1.25, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3685.8, + "avg_cost": 2.0, + "lambda": 10.8819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3439.04, + "avg_cost": 0.0, + "lambda": 11.3454, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3168.77, + "avg_cost": 0.0, + "lambda": 11.6458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3266.32, + "avg_cost": 0.0, + "lambda": 11.8068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2471.8, + "avg_cost": 0.0, + "lambda": 11.8856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2879.81, + "avg_cost": 0.0, + "lambda": 11.9919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -3223.65, + "avg_cost": 0.0, + "lambda": 12.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2336.77, + "avg_cost": 0.0, + "lambda": 12.2177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2604.09, + "avg_cost": 0.0, + "lambda": 12.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2354.66, + "avg_cost": 0.0, + "lambda": 12.2748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1911.83, + "avg_cost": 0.0, + "lambda": 12.2912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1977.48, + "avg_cost": 0.0, + "lambda": 12.3017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1095.92, + "avg_cost": 0.0, + "lambda": 12.3442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1084.03, + "avg_cost": 0.0, + "lambda": 12.3642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1510.2, + "avg_cost": 0.25, + "lambda": 12.3737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1125.52, + "avg_cost": 0.0, + "lambda": 12.3908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1220.18, + "avg_cost": 0.0, + "lambda": 12.3968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1009.28, + "avg_cost": 0.0, + "lambda": 12.4119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -803.53, + "avg_cost": 0.0, + "lambda": 12.4653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -574.5, + "avg_cost": 0.5, + "lambda": 12.9098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1203.85, + "avg_cost": 1.5, + "lambda": 13.4912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1738.19, + "avg_cost": 0.5, + "lambda": 14.1754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2362.6, + "avg_cost": 0.25, + "lambda": 14.9427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1621.12, + "avg_cost": 0.25, + "lambda": 15.5047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1775.37, + "avg_cost": 0.0, + "lambda": 16.1153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1740.88, + "avg_cost": 0.0, + "lambda": 16.9019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1378.72, + "avg_cost": 0.25, + "lambda": 17.4922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1050.87, + "avg_cost": 2.25, + "lambda": 17.9584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -613.42, + "avg_cost": 0.5, + "lambda": 18.428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -987.13, + "avg_cost": 0.5, + "lambda": 18.8967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -423.75, + "avg_cost": 2.75, + "lambda": 19.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -474.47, + "avg_cost": 0.5, + "lambda": 20.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1099.66, + "avg_cost": 0.0, + "lambda": 20.7073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -896.64, + "avg_cost": 0.25, + "lambda": 21.137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -264.26, + "avg_cost": 0.0, + "lambda": 21.5283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 254.65, + "avg_cost": 3.5, + "lambda": 22.2518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -66.62, + "avg_cost": 0.25, + "lambda": 23.2481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 217.05, + "avg_cost": 0.5, + "lambda": 24.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -142.19, + "avg_cost": 1.5, + "lambda": 25.6526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1071.55, + "avg_cost": 1.75, + "lambda": 27.3676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -235.23, + "avg_cost": 0.5, + "lambda": 28.9872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 725.71, + "avg_cost": 1.25, + "lambda": 30.807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 793.66, + "avg_cost": 0.5, + "lambda": 32.4574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 193.52, + "avg_cost": 0.25, + "lambda": 34.0624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 679.22, + "avg_cost": 1.0, + "lambda": 35.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1442.49, + "avg_cost": 0.25, + "lambda": 37.0398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1696.56, + "avg_cost": 2.0, + "lambda": 38.2006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1643.37, + "avg_cost": 0.0, + "lambda": 39.2841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 1446.03, + "avg_cost": 1.0, + "lambda": 40.0199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2052.42, + "avg_cost": 0.5, + "lambda": 40.8679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 1731.17, + "avg_cost": 2.75, + "lambda": 41.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 1393.5, + "avg_cost": 0.25, + "lambda": 42.8153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 1962.62, + "avg_cost": 1.25, + "lambda": 43.6844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 1150.48, + "avg_cost": 1.0, + "lambda": 44.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 1850.68, + "avg_cost": 0.25, + "lambda": 45.4399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2887.99, + "avg_cost": 0.5, + "lambda": 46.1815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2508.16, + "avg_cost": 0.5, + "lambda": 46.8968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 2492.24, + "avg_cost": 0.25, + "lambda": 47.7428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2865.27, + "avg_cost": 0.25, + "lambda": 48.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2365.21, + "avg_cost": 1.0, + "lambda": 49.1946, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2134.06, + "avg_cost": 1.5, + "lambda": 49.9067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2125.05, + "avg_cost": 1.0, + "lambda": 50.7007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3342.82, + "avg_cost": 0.25, + "lambda": 51.7415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3255.16, + "avg_cost": 0.5, + "lambda": 52.7245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3613.57, + "avg_cost": 1.25, + "lambda": 53.4706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 3931.4, + "avg_cost": 0.75, + "lambda": 54.1603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 2042.34, + "avg_cost": 0.5, + "lambda": 54.9548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 3925.96, + "avg_cost": 0.25, + "lambda": 55.7535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 3912.72, + "avg_cost": 1.0, + "lambda": 56.4539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4020.71, + "avg_cost": 0.75, + "lambda": 57.1828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3512.28, + "avg_cost": 0.5, + "lambda": 57.8366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3972.85, + "avg_cost": 0.25, + "lambda": 58.3693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3921.09, + "avg_cost": 0.5, + "lambda": 59.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4221.01, + "avg_cost": 1.0, + "lambda": 59.7474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4005.89, + "avg_cost": 0.5, + "lambda": 60.506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4040.31, + "avg_cost": 0.25, + "lambda": 61.2196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 4159.42, + "avg_cost": 0.25, + "lambda": 61.7518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 4669.76, + "avg_cost": 0.5, + "lambda": 62.3471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3483.1, + "avg_cost": 0.75, + "lambda": 62.9542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3670.24, + "avg_cost": 0.25, + "lambda": 63.5122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3993.88, + "avg_cost": 1.0, + "lambda": 64.1083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4649.4, + "avg_cost": 1.25, + "lambda": 64.6419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4600.68, + "avg_cost": 1.0, + "lambda": 65.1919, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4732.77, + "avg_cost": 0.5, + "lambda": 65.8487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4709.64, + "avg_cost": 3.0, + "lambda": 66.5563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 3808.23, + "avg_cost": 1.25, + "lambda": 67.3873, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5051.24, + "avg_cost": 0.5, + "lambda": 68.2489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 3301.89, + "avg_cost": 0.0, + "lambda": 68.9054, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4896.88, + "avg_cost": 0.25, + "lambda": 69.5465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3102.17, + "avg_cost": 0.5, + "lambda": 70.2573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4301.86, + "avg_cost": 0.25, + "lambda": 70.9592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 3518.48, + "avg_cost": 0.25, + "lambda": 71.7611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 4924.0, + "avg_cost": 0.25, + "lambda": 72.4059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5131.04, + "avg_cost": 0.25, + "lambda": 73.0289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5398.59, + "avg_cost": 0.25, + "lambda": 73.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 5345.46, + "avg_cost": 0.0, + "lambda": 73.9123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 5187.91, + "avg_cost": 0.5, + "lambda": 74.2909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5595.0, + "avg_cost": 1.0, + "lambda": 74.7385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 5436.16, + "avg_cost": 0.75, + "lambda": 75.3396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 5350.24, + "avg_cost": 1.0, + "lambda": 75.962, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 5235.0, + "avg_cost": 0.0, + "lambda": 76.5227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 5281.0, + "avg_cost": 0.25, + "lambda": 77.0022, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 5336.64, + "avg_cost": 0.0, + "lambda": 77.3862, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 5260.01, + "avg_cost": 0.0, + "lambda": 77.7222, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5365.99, + "avg_cost": 0.25, + "lambda": 78.0305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 5696.68, + "avg_cost": 0.25, + "lambda": 78.3945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 5668.39, + "avg_cost": 0.25, + "lambda": 78.6957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 5411.21, + "avg_cost": 0.25, + "lambda": 79.0076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 5847.61, + "avg_cost": 1.0, + "lambda": 79.3846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 5514.03, + "avg_cost": 0.0, + "lambda": 79.8683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 5436.81, + "avg_cost": 0.0, + "lambda": 80.2658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 6090.21, + "avg_cost": 0.5, + "lambda": 80.7142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 6085.04, + "avg_cost": 0.5, + "lambda": 81.1159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 6054.35, + "avg_cost": 0.25, + "lambda": 81.5173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 5954.69, + "avg_cost": 0.25, + "lambda": 81.8945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 5837.6, + "avg_cost": 0.0, + "lambda": 82.3098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 6128.3, + "avg_cost": 0.0, + "lambda": 82.6669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 5464.64, + "avg_cost": 0.25, + "lambda": 82.9566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 6009.89, + "avg_cost": 0.25, + "lambda": 83.1976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 4035.2, + "avg_cost": 0.75, + "lambda": 83.4367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 5551.0, + "avg_cost": 0.0, + "lambda": 83.6896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 6324.46, + "avg_cost": 1.25, + "lambda": 83.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 5811.56, + "avg_cost": 0.0, + "lambda": 84.2137, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 5888.72, + "avg_cost": 0.75, + "lambda": 84.5757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 6109.86, + "avg_cost": 0.75, + "lambda": 84.9579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 6067.7, + "avg_cost": 0.0, + "lambda": 85.3822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 6304.61, + "avg_cost": 0.0, + "lambda": 85.7706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 4388.27, + "avg_cost": 0.0, + "lambda": 86.0138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 6150.78, + "avg_cost": 0.0, + "lambda": 86.2984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 6392.99, + "avg_cost": 0.0, + "lambda": 86.5632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 6132.18, + "avg_cost": 0.25, + "lambda": 86.9072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 6236.7, + "avg_cost": 0.0, + "lambda": 87.2601, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 5985.47, + "avg_cost": 0.0, + "lambda": 87.6277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 6193.14, + "avg_cost": 0.5, + "lambda": 87.9674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 6314.19, + "avg_cost": 0.25, + "lambda": 88.3522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 6473.3, + "avg_cost": 0.5, + "lambda": 88.7557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 6350.89, + "avg_cost": 0.25, + "lambda": 89.1277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 5797.75, + "avg_cost": 0.75, + "lambda": 89.4319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5052.06, + "avg_cost": 0.5, + "lambda": 89.7752, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 6431.19, + "avg_cost": 0.25, + "lambda": 90.0438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 6333.03, + "avg_cost": 0.25, + "lambda": 90.3652, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 6279.47, + "avg_cost": 0.25, + "lambda": 90.7813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 6365.01, + "avg_cost": 0.25, + "lambda": 91.1243, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 5507.51, + "avg_cost": 0.25, + "lambda": 91.428, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 6581.35, + "avg_cost": 0.5, + "lambda": 91.7186, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 6844.56, + "avg_cost": 1.0, + "lambda": 92.1407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 6474.18, + "avg_cost": 0.5, + "lambda": 92.6472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 6793.75, + "avg_cost": 1.25, + "lambda": 93.2204, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 6843.42, + "avg_cost": 0.75, + "lambda": 93.7514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 5461.56, + "avg_cost": 0.25, + "lambda": 94.1683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..f9b6572fa55771c009f56023e8508c3512a987b7 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7681262.39, + "constraint_satisfaction_pct": 74.67, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.67, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 4.7625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6461.42, + "avg_cost": 0.0, + "lambda": 2.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6697.9, + "avg_cost": 0.25, + "lambda": 0.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6725.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6082.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5759.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5389.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -5199.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4320.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3910.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3615.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3338.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2903.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2167.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2078.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2511.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1655.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2349.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2279.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1730.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2404.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -4226.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -3158.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1951.5, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -2860.85, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -2973.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -3971.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -2479.57, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1576.9, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1397.81, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1620.17, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -2504.98, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -2116.38, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -3532.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1328.97, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -359.07, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 399.43, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -803.8, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -976.48, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -510.91, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 123.71, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 753.03, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -378.26, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -1096.04, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2508.84, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 4270.79, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2429.05, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3313.28, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 1555.77, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3303.86, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3602.43, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4265.39, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3383.25, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2200.79, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5369.89, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4019.43, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5337.14, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5298.48, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5957.13, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5735.98, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 4701.95, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 6740.06, + "avg_cost": 24.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 5428.48, + "avg_cost": 16.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 8253.84, + "avg_cost": 33.0, + "lambda": 0.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 7752.73, + "avg_cost": 32.0, + "lambda": 0.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7072.77, + "avg_cost": 28.25, + "lambda": 0.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4425.86, + "avg_cost": 22.5, + "lambda": 0.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4399.29, + "avg_cost": 26.75, + "lambda": 0.355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6407.66, + "avg_cost": 25.0, + "lambda": 0.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7788.04, + "avg_cost": 34.75, + "lambda": 0.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8451.86, + "avg_cost": 37.75, + "lambda": 1.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 7952.18, + "avg_cost": 24.5, + "lambda": 2.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 8372.14, + "avg_cost": 39.0, + "lambda": 3.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 6053.63, + "avg_cost": 25.0, + "lambda": 3.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8548.22, + "avg_cost": 26.0, + "lambda": 3.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 9398.6, + "avg_cost": 29.25, + "lambda": 4.215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8096.78, + "avg_cost": 21.5, + "lambda": 4.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 9010.37, + "avg_cost": 29.75, + "lambda": 3.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 9234.61, + "avg_cost": 15.5, + "lambda": 4.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9836.32, + "avg_cost": 44.75, + "lambda": 4.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8724.68, + "avg_cost": 20.0, + "lambda": 4.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 9223.86, + "avg_cost": 18.0, + "lambda": 4.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 9090.63, + "avg_cost": 9.75, + "lambda": 3.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 9885.55, + "avg_cost": 17.75, + "lambda": 3.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9809.73, + "avg_cost": 28.75, + "lambda": 3.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 10003.16, + "avg_cost": 24.5, + "lambda": 3.7575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 10556.71, + "avg_cost": 43.5, + "lambda": 4.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 12067.55, + "avg_cost": 59.0, + "lambda": 4.91, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8869.0, + "avg_cost": 23.25, + "lambda": 5.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 11142.74, + "avg_cost": 67.5, + "lambda": 5.745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8965.84, + "avg_cost": 51.5, + "lambda": 6.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9240.97, + "avg_cost": 11.75, + "lambda": 6.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8629.36, + "avg_cost": 19.75, + "lambda": 6.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9461.13, + "avg_cost": 10.75, + "lambda": 6.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9709.13, + "avg_cost": 13.25, + "lambda": 5.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9961.93, + "avg_cost": 12.0, + "lambda": 5.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9748.48, + "avg_cost": 41.5, + "lambda": 5.1075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 10117.0, + "avg_cost": 18.5, + "lambda": 5.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8599.18, + "avg_cost": 12.5, + "lambda": 4.4625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 11689.89, + "avg_cost": 31.75, + "lambda": 4.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 11156.87, + "avg_cost": 25.5, + "lambda": 3.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 10525.09, + "avg_cost": 19.25, + "lambda": 3.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 7220.87, + "avg_cost": 13.75, + "lambda": 2.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 10650.92, + "avg_cost": 17.75, + "lambda": 2.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10034.28, + "avg_cost": 12.0, + "lambda": 2.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 12011.49, + "avg_cost": 38.0, + "lambda": 2.4625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 11561.6, + "avg_cost": 33.75, + "lambda": 3.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 10476.11, + "avg_cost": 21.75, + "lambda": 3.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 11662.37, + "avg_cost": 42.25, + "lambda": 4.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 11044.59, + "avg_cost": 27.25, + "lambda": 4.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10167.01, + "avg_cost": 11.5, + "lambda": 3.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9011.31, + "avg_cost": 8.75, + "lambda": 2.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 9807.68, + "avg_cost": 10.75, + "lambda": 2.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 12349.98, + "avg_cost": 47.5, + "lambda": 2.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10140.15, + "avg_cost": 21.5, + "lambda": 2.615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 12087.31, + "avg_cost": 41.25, + "lambda": 2.3675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 12298.28, + "avg_cost": 43.25, + "lambda": 3.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 12109.26, + "avg_cost": 27.5, + "lambda": 2.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 11632.75, + "avg_cost": 26.75, + "lambda": 2.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 11519.34, + "avg_cost": 34.5, + "lambda": 3.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 11627.04, + "avg_cost": 22.75, + "lambda": 4.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 11710.31, + "avg_cost": 25.25, + "lambda": 3.955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 11473.65, + "avg_cost": 24.75, + "lambda": 3.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 8990.72, + "avg_cost": 10.75, + "lambda": 2.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 8267.06, + "avg_cost": 5.5, + "lambda": 1.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": -731.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": -848.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 3357.16, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 6589.92, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 8311.85, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 9389.69, + "avg_cost": 32.0, + "lambda": 0.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 6206.69, + "avg_cost": 21.5, + "lambda": 0.295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 6696.98, + "avg_cost": 20.0, + "lambda": 0.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 10576.99, + "avg_cost": 31.0, + "lambda": 0.29, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 6592.05, + "avg_cost": 31.25, + "lambda": 1.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10964.39, + "avg_cost": 38.25, + "lambda": 1.4075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 7590.13, + "avg_cost": 35.5, + "lambda": 2.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 10696.71, + "avg_cost": 34.5, + "lambda": 4.9425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9836.09, + "avg_cost": 38.75, + "lambda": 6.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 6233.06, + "avg_cost": 10.0, + "lambda": 6.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11157.86, + "avg_cost": 48.25, + "lambda": 8.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10184.4, + "avg_cost": 12.25, + "lambda": 8.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 7247.26, + "avg_cost": 3.5, + "lambda": 6.5425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 8135.48, + "avg_cost": 19.5, + "lambda": 5.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10678.07, + "avg_cost": 15.0, + "lambda": 4.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 10687.62, + "avg_cost": 8.0, + "lambda": 3.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11760.25, + "avg_cost": 23.25, + "lambda": 2.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 12241.26, + "avg_cost": 21.75, + "lambda": 1.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 12168.17, + "avg_cost": 32.25, + "lambda": 2.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 9500.38, + "avg_cost": 17.5, + "lambda": 2.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 12545.53, + "avg_cost": 34.75, + "lambda": 1.67, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..cb99fd522a86274cb3f8050f017bdf26682aff1e --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -566822.32, + "constraint_satisfaction_pct": 28.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 12.0834, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -576.44, + "avg_cost": 186.25, + "lambda": 0.2863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -215.16, + "avg_cost": 233.5, + "lambda": 1.8904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -2108.29, + "avg_cost": 61.5, + "lambda": 3.4195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1682.86, + "avg_cost": 31.75, + "lambda": 4.3739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1303.91, + "avg_cost": 29.25, + "lambda": 4.9421, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1409.48, + "avg_cost": 8.75, + "lambda": 5.3958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -1436.37, + "avg_cost": 5.75, + "lambda": 5.7076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1279.94, + "avg_cost": 40.75, + "lambda": 5.9416, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1372.96, + "avg_cost": 22.5, + "lambda": 6.1553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -1546.53, + "avg_cost": 47.75, + "lambda": 6.6002, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -898.67, + "avg_cost": 85.75, + "lambda": 7.1208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1389.2, + "avg_cost": 100.5, + "lambda": 8.1167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -998.53, + "avg_cost": 91.0, + "lambda": 8.8978, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1734.11, + "avg_cost": 3.5, + "lambda": 9.3602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1228.38, + "avg_cost": 19.5, + "lambda": 9.7224, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1617.27, + "avg_cost": 0.25, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1294.82, + "avg_cost": 9.5, + "lambda": 10.2122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1273.39, + "avg_cost": 11.25, + "lambda": 10.4056, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -935.49, + "avg_cost": 11.75, + "lambda": 10.5568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1768.38, + "avg_cost": 10.5, + "lambda": 10.6646, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1617.67, + "avg_cost": 0.5, + "lambda": 10.8205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1256.74, + "avg_cost": 1.0, + "lambda": 10.9071, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1018.28, + "avg_cost": 1.0, + "lambda": 10.9449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1747.61, + "avg_cost": 0.0, + "lambda": 10.9617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -944.68, + "avg_cost": 0.75, + "lambda": 10.9697, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1009.93, + "avg_cost": 0.75, + "lambda": 10.9755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1066.31, + "avg_cost": 0.5, + "lambda": 10.9814, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1062.09, + "avg_cost": 0.75, + "lambda": 10.9888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1116.17, + "avg_cost": 0.5, + "lambda": 10.9936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -901.37, + "avg_cost": 2.75, + "lambda": 10.9997, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1217.1, + "avg_cost": 1.25, + "lambda": 11.0058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -962.86, + "avg_cost": 0.0, + "lambda": 11.0112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -889.45, + "avg_cost": 0.0, + "lambda": 11.0191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1005.47, + "avg_cost": 2.0, + "lambda": 11.0277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -904.43, + "avg_cost": 0.0, + "lambda": 11.037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -894.34, + "avg_cost": 0.0, + "lambda": 11.0461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -935.86, + "avg_cost": 0.0, + "lambda": 11.0529, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -947.33, + "avg_cost": 0.25, + "lambda": 11.0607, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -822.51, + "avg_cost": 0.25, + "lambda": 11.0688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -918.1, + "avg_cost": 0.0, + "lambda": 11.0769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -930.39, + "avg_cost": 0.5, + "lambda": 11.0837, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -814.91, + "avg_cost": 0.5, + "lambda": 11.0882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -800.54, + "avg_cost": 2.0, + "lambda": 11.0924, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -815.05, + "avg_cost": 1.5, + "lambda": 11.1004, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -805.64, + "avg_cost": 1.25, + "lambda": 11.1091, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -817.39, + "avg_cost": 0.0, + "lambda": 11.1161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -822.77, + "avg_cost": 0.25, + "lambda": 11.1218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -824.68, + "avg_cost": 0.5, + "lambda": 11.1264, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -788.34, + "avg_cost": 0.0, + "lambda": 11.1327, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -809.07, + "avg_cost": 0.25, + "lambda": 11.1369, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -791.95, + "avg_cost": 0.0, + "lambda": 11.1403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -846.79, + "avg_cost": 0.0, + "lambda": 11.1439, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -806.53, + "avg_cost": 0.25, + "lambda": 11.147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -849.43, + "avg_cost": 0.0, + "lambda": 11.1502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -809.6, + "avg_cost": 0.0, + "lambda": 11.1534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -822.81, + "avg_cost": 0.25, + "lambda": 11.1553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -865.8, + "avg_cost": 3.0, + "lambda": 11.1571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -835.22, + "avg_cost": 3.25, + "lambda": 11.1611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -810.61, + "avg_cost": 0.0, + "lambda": 11.1662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -799.4, + "avg_cost": 0.0, + "lambda": 11.171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -766.54, + "avg_cost": 0.0, + "lambda": 11.1754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -771.77, + "avg_cost": 0.0, + "lambda": 11.1801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -1557.84, + "avg_cost": 15.5, + "lambda": 11.199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -808.47, + "avg_cost": 5.0, + "lambda": 11.2491, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -837.57, + "avg_cost": 0.5, + "lambda": 11.2847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -815.06, + "avg_cost": 1.0, + "lambda": 11.3049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -766.3, + "avg_cost": 0.0, + "lambda": 11.3159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -724.45, + "avg_cost": 6.75, + "lambda": 11.3419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -1105.87, + "avg_cost": 3.0, + "lambda": 11.3797, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -932.9, + "avg_cost": 6.25, + "lambda": 11.4592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -910.78, + "avg_cost": 4.5, + "lambda": 11.5333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -861.51, + "avg_cost": 1.0, + "lambda": 11.577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -788.61, + "avg_cost": 0.25, + "lambda": 11.6015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -606.28, + "avg_cost": 0.5, + "lambda": 11.6145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -592.7, + "avg_cost": 1.0, + "lambda": 11.6227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -678.3, + "avg_cost": 2.0, + "lambda": 11.6302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -714.09, + "avg_cost": 0.0, + "lambda": 11.6363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -757.81, + "avg_cost": 1.75, + "lambda": 11.6452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -740.22, + "avg_cost": 2.75, + "lambda": 11.6547, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -338.46, + "avg_cost": 3.0, + "lambda": 11.6651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -279.59, + "avg_cost": 0.75, + "lambda": 11.6801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -540.65, + "avg_cost": 2.25, + "lambda": 11.7165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -246.55, + "avg_cost": 0.75, + "lambda": 11.7533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -165.01, + "avg_cost": 0.0, + "lambda": 11.7721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -151.92, + "avg_cost": 0.0, + "lambda": 11.7823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -121.15, + "avg_cost": 0.0, + "lambda": 11.7887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -134.78, + "avg_cost": 0.0, + "lambda": 11.7932, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -116.33, + "avg_cost": 0.75, + "lambda": 11.7977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -85.76, + "avg_cost": 0.75, + "lambda": 11.8016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -22.03, + "avg_cost": 0.5, + "lambda": 11.8049, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 40.06, + "avg_cost": 0.75, + "lambda": 11.8091, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 151.51, + "avg_cost": 1.25, + "lambda": 11.8203, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 230.77, + "avg_cost": 0.0, + "lambda": 11.8306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 226.31, + "avg_cost": 0.0, + "lambda": 11.8372, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 263.58, + "avg_cost": 0.25, + "lambda": 11.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 248.5, + "avg_cost": 0.25, + "lambda": 11.847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 312.77, + "avg_cost": 0.25, + "lambda": 11.8502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 307.93, + "avg_cost": 0.0, + "lambda": 11.8534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 342.36, + "avg_cost": 0.75, + "lambda": 11.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 381.81, + "avg_cost": 0.25, + "lambda": 11.8627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 368.47, + "avg_cost": 0.5, + "lambda": 11.8669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 294.4, + "avg_cost": 0.0, + "lambda": 11.8709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 299.67, + "avg_cost": 1.0, + "lambda": 11.8738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 334.23, + "avg_cost": 0.0, + "lambda": 11.8765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 358.79, + "avg_cost": 0.5, + "lambda": 11.8785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 401.61, + "avg_cost": 0.75, + "lambda": 11.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 361.94, + "avg_cost": 0.5, + "lambda": 11.8858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 390.01, + "avg_cost": 0.0, + "lambda": 11.8883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 404.62, + "avg_cost": 0.25, + "lambda": 11.8905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 380.24, + "avg_cost": 0.25, + "lambda": 11.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 339.77, + "avg_cost": 0.0, + "lambda": 11.8939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 337.28, + "avg_cost": 0.5, + "lambda": 11.8958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 296.08, + "avg_cost": 0.0, + "lambda": 11.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 270.55, + "avg_cost": 0.5, + "lambda": 11.9054, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 372.22, + "avg_cost": 0.0, + "lambda": 11.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 443.47, + "avg_cost": 0.75, + "lambda": 11.9134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 463.59, + "avg_cost": 0.0, + "lambda": 11.9168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 450.0, + "avg_cost": 0.5, + "lambda": 11.92, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 449.37, + "avg_cost": 1.0, + "lambda": 11.9246, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 431.34, + "avg_cost": 0.0, + "lambda": 11.9311, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 436.66, + "avg_cost": 0.0, + "lambda": 11.9364, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 445.04, + "avg_cost": 0.5, + "lambda": 11.9419, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 450.98, + "avg_cost": 0.75, + "lambda": 11.9458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 431.77, + "avg_cost": 0.75, + "lambda": 11.9499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 495.59, + "avg_cost": 0.5, + "lambda": 11.9536, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 483.19, + "avg_cost": 0.0, + "lambda": 11.9581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 502.25, + "avg_cost": 0.0, + "lambda": 11.9618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 493.33, + "avg_cost": 0.0, + "lambda": 11.9661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 535.49, + "avg_cost": 0.25, + "lambda": 11.971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 568.1, + "avg_cost": 0.25, + "lambda": 11.9771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 562.15, + "avg_cost": 0.5, + "lambda": 11.984, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 550.72, + "avg_cost": 0.5, + "lambda": 11.9914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 500.42, + "avg_cost": 1.0, + "lambda": 11.9965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 496.59, + "avg_cost": 0.0, + "lambda": 12.0008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 496.83, + "avg_cost": 1.0, + "lambda": 12.0059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 484.39, + "avg_cost": 2.25, + "lambda": 12.013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 535.75, + "avg_cost": 1.75, + "lambda": 12.0222, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 507.02, + "avg_cost": 0.25, + "lambda": 12.0285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 457.6, + "avg_cost": 0.0, + "lambda": 12.0331, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 524.29, + "avg_cost": 0.0, + "lambda": 12.0373, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 508.61, + "avg_cost": 0.0, + "lambda": 12.041, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 511.62, + "avg_cost": 0.25, + "lambda": 12.0438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 680.43, + "avg_cost": 0.5, + "lambda": 12.0488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 601.57, + "avg_cost": 0.75, + "lambda": 12.0529, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 486.29, + "avg_cost": 0.0, + "lambda": 12.0572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 514.89, + "avg_cost": 0.0, + "lambda": 12.0613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 538.5, + "avg_cost": 0.0, + "lambda": 12.0651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 665.12, + "avg_cost": 0.75, + "lambda": 12.0693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 714.02, + "avg_cost": 0.25, + "lambda": 12.0729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 723.98, + "avg_cost": 1.0, + "lambda": 12.0768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 717.41, + "avg_cost": 0.5, + "lambda": 12.0834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..ec2e6d8f60dc44e87bbe37215bed6d394fa23a02 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 14871534.44, + "constraint_satisfaction_pct": 69.73, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 9.4825, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 307.82, + "avg_cost": 126.25, + "lambda": 6.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 6349.21, + "avg_cost": 78.25, + "lambda": 9.29, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 10171.16, + "avg_cost": 53.25, + "lambda": 13.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 8429.41, + "avg_cost": 109.75, + "lambda": 20.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 13067.83, + "avg_cost": 121.0, + "lambda": 27.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 7159.87, + "avg_cost": 58.5, + "lambda": 33.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 13770.22, + "avg_cost": 72.25, + "lambda": 39.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 14239.07, + "avg_cost": 109.75, + "lambda": 45.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 13588.43, + "avg_cost": 98.75, + "lambda": 52.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 13925.14, + "avg_cost": 99.0, + "lambda": 60.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 11402.45, + "avg_cost": 74.75, + "lambda": 67.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 13889.39, + "avg_cost": 90.5, + "lambda": 71.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 8714.72, + "avg_cost": 51.25, + "lambda": 74.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 11571.08, + "avg_cost": 88.5, + "lambda": 79.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 10535.14, + "avg_cost": 51.0, + "lambda": 83.6875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 12464.15, + "avg_cost": 66.75, + "lambda": 86.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 13274.4, + "avg_cost": 72.5, + "lambda": 88.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 13355.14, + "avg_cost": 80.0, + "lambda": 94.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 14123.69, + "avg_cost": 85.75, + "lambda": 98.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 14835.97, + "avg_cost": 86.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 11047.74, + "avg_cost": 60.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 10450.91, + "avg_cost": 46.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 11056.67, + "avg_cost": 49.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 7121.99, + "avg_cost": 48.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 7061.07, + "avg_cost": 24.25, + "lambda": 99.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 8151.36, + "avg_cost": 15.75, + "lambda": 99.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 7855.71, + "avg_cost": 8.0, + "lambda": 99.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 8125.46, + "avg_cost": 15.25, + "lambda": 98.5375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 9139.61, + "avg_cost": 18.25, + "lambda": 97.955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 8437.64, + "avg_cost": 0.5, + "lambda": 96.365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 8861.04, + "avg_cost": 21.0, + "lambda": 94.7725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8131.37, + "avg_cost": 17.0, + "lambda": 93.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 7754.41, + "avg_cost": 4.75, + "lambda": 92.4175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8160.45, + "avg_cost": 15.25, + "lambda": 90.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 7663.73, + "avg_cost": 2.75, + "lambda": 89.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 8577.83, + "avg_cost": 12.5, + "lambda": 87.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 8939.46, + "avg_cost": 4.75, + "lambda": 85.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 7447.84, + "avg_cost": 0.5, + "lambda": 83.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 8237.05, + "avg_cost": 0.5, + "lambda": 80.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 7783.07, + "avg_cost": 9.5, + "lambda": 78.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 6986.34, + "avg_cost": 8.25, + "lambda": 76.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 7675.76, + "avg_cost": 8.0, + "lambda": 74.5275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 7205.93, + "avg_cost": 0.75, + "lambda": 72.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 7652.41, + "avg_cost": 12.75, + "lambda": 70.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 8169.78, + "avg_cost": 6.0, + "lambda": 68.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 8304.52, + "avg_cost": 0.0, + "lambda": 66.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 8988.54, + "avg_cost": 7.5, + "lambda": 64.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 8158.36, + "avg_cost": 0.5, + "lambda": 62.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 9662.14, + "avg_cost": 5.25, + "lambda": 60.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 8038.74, + "avg_cost": 13.5, + "lambda": 59.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 7908.95, + "avg_cost": 2.0, + "lambda": 58.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 9437.84, + "avg_cost": 0.25, + "lambda": 56.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 10904.78, + "avg_cost": 9.0, + "lambda": 54.6875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 10360.73, + "avg_cost": 24.25, + "lambda": 53.715, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 10300.53, + "avg_cost": 32.75, + "lambda": 52.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11317.58, + "avg_cost": 18.75, + "lambda": 51.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11363.89, + "avg_cost": 9.5, + "lambda": 50.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 11102.55, + "avg_cost": 24.75, + "lambda": 50.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 10305.65, + "avg_cost": 19.75, + "lambda": 49.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 10863.84, + "avg_cost": 10.75, + "lambda": 49.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 11248.61, + "avg_cost": 39.25, + "lambda": 49.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 10911.91, + "avg_cost": 22.0, + "lambda": 49.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 11512.96, + "avg_cost": 38.75, + "lambda": 50.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12430.56, + "avg_cost": 67.25, + "lambda": 51.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12951.4, + "avg_cost": 49.75, + "lambda": 54.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 10478.04, + "avg_cost": 28.0, + "lambda": 54.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 9232.84, + "avg_cost": 7.25, + "lambda": 53.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 10865.14, + "avg_cost": 5.25, + "lambda": 52.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 10016.02, + "avg_cost": 0.5, + "lambda": 50.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 9677.93, + "avg_cost": 10.0, + "lambda": 49.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 11351.4, + "avg_cost": 6.0, + "lambda": 47.7575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 10020.51, + "avg_cost": 9.75, + "lambda": 46.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 9049.31, + "avg_cost": 4.5, + "lambda": 43.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 9609.91, + "avg_cost": 5.25, + "lambda": 42.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 9756.83, + "avg_cost": 0.0, + "lambda": 41.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8806.27, + "avg_cost": 12.25, + "lambda": 40.5275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8185.15, + "avg_cost": 17.5, + "lambda": 39.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8762.93, + "avg_cost": 8.0, + "lambda": 37.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7180.2, + "avg_cost": 10.75, + "lambda": 35.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 10054.48, + "avg_cost": 13.0, + "lambda": 34.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 9255.41, + "avg_cost": 6.0, + "lambda": 32.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8704.92, + "avg_cost": 0.0, + "lambda": 30.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 10022.24, + "avg_cost": 14.5, + "lambda": 28.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8714.74, + "avg_cost": 11.75, + "lambda": 27.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9526.52, + "avg_cost": 5.75, + "lambda": 26.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8884.64, + "avg_cost": 0.25, + "lambda": 24.5525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8200.9, + "avg_cost": 0.75, + "lambda": 22.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7852.55, + "avg_cost": 20.5, + "lambda": 21.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -4292.0, + "avg_cost": 414.25, + "lambda": 38.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 2026.05, + "avg_cost": 124.75, + "lambda": 63.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 3675.72, + "avg_cost": 41.5, + "lambda": 66.79, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 7098.88, + "avg_cost": 10.0, + "lambda": 66.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 7311.42, + "avg_cost": 20.0, + "lambda": 65.1125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5326.1, + "avg_cost": 9.5, + "lambda": 64.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 6948.57, + "avg_cost": 16.0, + "lambda": 63.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 7202.16, + "avg_cost": 30.5, + "lambda": 62.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 7599.91, + "avg_cost": 9.0, + "lambda": 61.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 7732.86, + "avg_cost": 18.0, + "lambda": 60.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8409.12, + "avg_cost": 11.25, + "lambda": 59.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 8512.26, + "avg_cost": 13.5, + "lambda": 60.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9895.04, + "avg_cost": 17.25, + "lambda": 59.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9383.82, + "avg_cost": 19.25, + "lambda": 58.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 12339.4, + "avg_cost": 36.0, + "lambda": 57.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9487.18, + "avg_cost": 7.75, + "lambda": 57.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9107.09, + "avg_cost": 3.25, + "lambda": 55.7975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8405.86, + "avg_cost": 2.75, + "lambda": 53.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 8938.34, + "avg_cost": 4.0, + "lambda": 51.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 8402.01, + "avg_cost": 3.5, + "lambda": 49.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9150.96, + "avg_cost": 13.25, + "lambda": 47.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 8406.58, + "avg_cost": 6.25, + "lambda": 45.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 7729.94, + "avg_cost": 0.75, + "lambda": 43.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 7775.26, + "avg_cost": 0.0, + "lambda": 41.295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 8491.05, + "avg_cost": 13.75, + "lambda": 39.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 8660.67, + "avg_cost": 2.75, + "lambda": 37.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9604.54, + "avg_cost": 3.25, + "lambda": 34.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9050.47, + "avg_cost": 0.0, + "lambda": 32.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10210.65, + "avg_cost": 1.25, + "lambda": 30.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9038.18, + "avg_cost": 7.75, + "lambda": 28.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9957.59, + "avg_cost": 4.75, + "lambda": 26.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 11145.96, + "avg_cost": 11.0, + "lambda": 25.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 10151.63, + "avg_cost": 15.5, + "lambda": 25.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 8579.74, + "avg_cost": 0.0, + "lambda": 23.49, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 9460.79, + "avg_cost": 5.5, + "lambda": 21.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 11489.27, + "avg_cost": 20.25, + "lambda": 20.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 9858.47, + "avg_cost": 12.0, + "lambda": 18.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 9372.68, + "avg_cost": 3.25, + "lambda": 17.3375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 12993.17, + "avg_cost": 23.0, + "lambda": 16.455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 13522.85, + "avg_cost": 44.75, + "lambda": 15.9825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 12251.45, + "avg_cost": 25.75, + "lambda": 15.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9482.51, + "avg_cost": 0.5, + "lambda": 13.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 9139.5, + "avg_cost": 5.25, + "lambda": 11.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 12894.16, + "avg_cost": 24.5, + "lambda": 11.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 12397.94, + "avg_cost": 19.75, + "lambda": 10.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 13313.83, + "avg_cost": 22.5, + "lambda": 10.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13344.71, + "avg_cost": 16.0, + "lambda": 9.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 11893.63, + "avg_cost": 17.75, + "lambda": 8.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 12729.04, + "avg_cost": 9.5, + "lambda": 7.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 13384.84, + "avg_cost": 29.0, + "lambda": 7.215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 12345.11, + "avg_cost": 20.5, + "lambda": 7.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 13863.87, + "avg_cost": 34.5, + "lambda": 6.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13036.85, + "avg_cost": 10.25, + "lambda": 5.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 13529.61, + "avg_cost": 33.0, + "lambda": 6.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 13887.42, + "avg_cost": 33.5, + "lambda": 7.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12203.99, + "avg_cost": 10.25, + "lambda": 7.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 12598.91, + "avg_cost": 22.5, + "lambda": 7.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 13806.95, + "avg_cost": 29.25, + "lambda": 7.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 12987.89, + "avg_cost": 9.0, + "lambda": 7.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 14162.67, + "avg_cost": 35.0, + "lambda": 6.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 14025.17, + "avg_cost": 37.0, + "lambda": 8.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 13788.68, + "avg_cost": 29.5, + "lambda": 9.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 12252.07, + "avg_cost": 9.0, + "lambda": 9.4825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..6d7e9425276af09e87b712eb67dc23e23000e451 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 14609624.05, + "constraint_satisfaction_pct": 61.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 5.2825, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 307.82, + "avg_cost": 126.25, + "lambda": 5.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 6571.7, + "avg_cost": 76.0, + "lambda": 8.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 10318.2, + "avg_cost": 81.75, + "lambda": 11.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 1857.55, + "avg_cost": 191.25, + "lambda": 19.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 6353.05, + "avg_cost": 117.25, + "lambda": 27.13, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 8931.14, + "avg_cost": 90.5, + "lambda": 32.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12311.83, + "avg_cost": 78.25, + "lambda": 37.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 10858.51, + "avg_cost": 87.75, + "lambda": 40.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 10812.45, + "avg_cost": 86.0, + "lambda": 44.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 7436.13, + "avg_cost": 52.75, + "lambda": 46.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 13285.21, + "avg_cost": 74.75, + "lambda": 49.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 12404.75, + "avg_cost": 77.5, + "lambda": 51.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 7128.37, + "avg_cost": 35.25, + "lambda": 53.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 7966.65, + "avg_cost": 30.5, + "lambda": 52.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 9880.49, + "avg_cost": 42.0, + "lambda": 54.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 10166.93, + "avg_cost": 51.5, + "lambda": 53.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 8279.53, + "avg_cost": 22.25, + "lambda": 52.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 9434.05, + "avg_cost": 33.5, + "lambda": 51.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 10025.08, + "avg_cost": 39.5, + "lambda": 50.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 12459.28, + "avg_cost": 47.25, + "lambda": 48.7275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 8529.45, + "avg_cost": 14.75, + "lambda": 47.355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 10491.39, + "avg_cost": 20.5, + "lambda": 46.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 8476.34, + "avg_cost": 11.25, + "lambda": 44.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 11792.19, + "avg_cost": 33.0, + "lambda": 42.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 7754.67, + "avg_cost": 12.25, + "lambda": 39.9375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 10122.43, + "avg_cost": 14.0, + "lambda": 36.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 7616.57, + "avg_cost": 6.0, + "lambda": 34.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 8912.54, + "avg_cost": 6.25, + "lambda": 32.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 6946.03, + "avg_cost": 1.5, + "lambda": 29.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 8351.25, + "avg_cost": 7.75, + "lambda": 26.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 8070.57, + "avg_cost": 1.25, + "lambda": 23.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 10681.15, + "avg_cost": 22.25, + "lambda": 20.5425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 12039.23, + "avg_cost": 31.5, + "lambda": 18.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 11445.16, + "avg_cost": 18.0, + "lambda": 16.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 11948.82, + "avg_cost": 21.0, + "lambda": 13.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 9014.23, + "avg_cost": 7.25, + "lambda": 11.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 11702.71, + "avg_cost": 24.75, + "lambda": 9.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 10083.39, + "avg_cost": 11.25, + "lambda": 7.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 11352.6, + "avg_cost": 22.25, + "lambda": 6.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12938.65, + "avg_cost": 32.75, + "lambda": 7.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 10900.31, + "avg_cost": 26.25, + "lambda": 6.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10724.44, + "avg_cost": 16.5, + "lambda": 6.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 13941.93, + "avg_cost": 67.25, + "lambda": 7.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12978.99, + "avg_cost": 63.25, + "lambda": 10.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 13124.71, + "avg_cost": 54.75, + "lambda": 11.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12051.99, + "avg_cost": 40.25, + "lambda": 13.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 10999.82, + "avg_cost": 16.5, + "lambda": 11.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 10825.54, + "avg_cost": 13.75, + "lambda": 10.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 11196.32, + "avg_cost": 25.75, + "lambda": 11.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 11453.89, + "avg_cost": 23.0, + "lambda": 9.505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 13922.01, + "avg_cost": 58.75, + "lambda": 8.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 11374.23, + "avg_cost": 20.5, + "lambda": 8.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 13244.62, + "avg_cost": 45.25, + "lambda": 7.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 11949.95, + "avg_cost": 37.25, + "lambda": 7.7475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 12854.61, + "avg_cost": 41.5, + "lambda": 7.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11864.82, + "avg_cost": 24.25, + "lambda": 7.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12347.9, + "avg_cost": 44.75, + "lambda": 5.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 14039.08, + "avg_cost": 64.5, + "lambda": 5.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 13667.54, + "avg_cost": 50.0, + "lambda": 6.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12156.07, + "avg_cost": 37.0, + "lambda": 7.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12503.76, + "avg_cost": 48.25, + "lambda": 7.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 13247.63, + "avg_cost": 48.0, + "lambda": 8.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 14053.92, + "avg_cost": 71.5, + "lambda": 8.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12146.03, + "avg_cost": 29.25, + "lambda": 8.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 12014.58, + "avg_cost": 28.0, + "lambda": 7.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12692.22, + "avg_cost": 43.75, + "lambda": 5.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 10979.56, + "avg_cost": 15.75, + "lambda": 5.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 13000.56, + "avg_cost": 34.5, + "lambda": 4.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 12212.17, + "avg_cost": 19.25, + "lambda": 2.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 13377.26, + "avg_cost": 47.75, + "lambda": 2.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 11483.8, + "avg_cost": 34.25, + "lambda": 3.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 11721.91, + "avg_cost": 47.75, + "lambda": 5.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -6689.02, + "avg_cost": 462.75, + "lambda": 24.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -9957.18, + "avg_cost": 554.75, + "lambda": 70.87, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -7713.64, + "avg_cost": 489.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -2017.99, + "avg_cost": 314.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -1220.97, + "avg_cost": 241.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 38.25, + "avg_cost": 117.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 296.88, + "avg_cost": 75.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 687.39, + "avg_cost": 33.75, + "lambda": 99.9375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 178.74, + "avg_cost": 13.25, + "lambda": 98.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 1481.92, + "avg_cost": 6.0, + "lambda": 95.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 1716.75, + "avg_cost": 2.5, + "lambda": 92.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 2249.68, + "avg_cost": 2.25, + "lambda": 88.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 2835.61, + "avg_cost": 1.75, + "lambda": 84.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 3647.6, + "avg_cost": 0.0, + "lambda": 80.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 4355.74, + "avg_cost": 3.0, + "lambda": 76.6025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4513.99, + "avg_cost": 0.0, + "lambda": 72.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4109.42, + "avg_cost": 1.75, + "lambda": 69.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 4739.58, + "avg_cost": 2.0, + "lambda": 66.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5150.2, + "avg_cost": 0.25, + "lambda": 62.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 4549.74, + "avg_cost": 0.0, + "lambda": 58.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 4854.3, + "avg_cost": 0.75, + "lambda": 54.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 5332.27, + "avg_cost": 0.75, + "lambda": 51.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 5634.7, + "avg_cost": 0.0, + "lambda": 47.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 5942.08, + "avg_cost": 1.0, + "lambda": 43.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 6052.27, + "avg_cost": 0.25, + "lambda": 40.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 6473.85, + "avg_cost": 0.25, + "lambda": 36.3275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 6641.72, + "avg_cost": 3.5, + "lambda": 32.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 6872.61, + "avg_cost": 5.75, + "lambda": 28.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 7376.3, + "avg_cost": 13.0, + "lambda": 25.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8045.72, + "avg_cost": 1.25, + "lambda": 21.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 8464.92, + "avg_cost": 5.0, + "lambda": 18.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 8232.94, + "avg_cost": 3.75, + "lambda": 14.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9207.59, + "avg_cost": 2.0, + "lambda": 10.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9630.22, + "avg_cost": 1.75, + "lambda": 6.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9449.81, + "avg_cost": 3.75, + "lambda": 3.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9736.72, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8029.72, + "avg_cost": 71.75, + "lambda": 0.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 8606.8, + "avg_cost": 32.25, + "lambda": 1.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8883.43, + "avg_cost": 64.25, + "lambda": 1.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9483.74, + "avg_cost": 52.0, + "lambda": 3.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 8807.29, + "avg_cost": 45.5, + "lambda": 5.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9020.32, + "avg_cost": 52.75, + "lambda": 6.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 7485.76, + "avg_cost": 45.25, + "lambda": 6.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 8860.45, + "avg_cost": 14.0, + "lambda": 6.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9767.06, + "avg_cost": 30.5, + "lambda": 4.9425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10121.25, + "avg_cost": 40.25, + "lambda": 4.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 11081.33, + "avg_cost": 26.0, + "lambda": 3.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 13140.7, + "avg_cost": 29.25, + "lambda": 3.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 15007.15, + "avg_cost": 41.75, + "lambda": 4.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 16335.81, + "avg_cost": 102.0, + "lambda": 7.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 14906.93, + "avg_cost": 42.25, + "lambda": 8.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 13810.76, + "avg_cost": 25.5, + "lambda": 9.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 11788.68, + "avg_cost": 24.0, + "lambda": 6.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 14087.9, + "avg_cost": 46.5, + "lambda": 5.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 14389.3, + "avg_cost": 43.75, + "lambda": 7.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 13479.75, + "avg_cost": 30.75, + "lambda": 6.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 13660.03, + "avg_cost": 14.0, + "lambda": 6.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 14534.7, + "avg_cost": 34.0, + "lambda": 5.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 15528.91, + "avg_cost": 69.5, + "lambda": 4.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 14846.53, + "avg_cost": 39.75, + "lambda": 5.105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 14004.09, + "avg_cost": 20.0, + "lambda": 5.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 15173.1, + "avg_cost": 41.0, + "lambda": 5.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13924.41, + "avg_cost": 29.0, + "lambda": 5.6425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 14148.45, + "avg_cost": 32.25, + "lambda": 4.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 14809.22, + "avg_cost": 39.5, + "lambda": 3.4825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 15101.49, + "avg_cost": 45.25, + "lambda": 4.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 14560.6, + "avg_cost": 54.0, + "lambda": 7.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 14604.44, + "avg_cost": 59.5, + "lambda": 9.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11980.68, + "avg_cost": 20.0, + "lambda": 8.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 12959.04, + "avg_cost": 21.5, + "lambda": 6.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 13210.9, + "avg_cost": 33.75, + "lambda": 5.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 14799.65, + "avg_cost": 60.75, + "lambda": 4.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14552.29, + "avg_cost": 35.75, + "lambda": 5.67, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 13281.43, + "avg_cost": 43.25, + "lambda": 6.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 13742.91, + "avg_cost": 24.75, + "lambda": 6.5175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 15477.16, + "avg_cost": 56.5, + "lambda": 9.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 12403.84, + "avg_cost": 8.5, + "lambda": 8.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 14598.11, + "avg_cost": 31.0, + "lambda": 6.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 14463.68, + "avg_cost": 16.0, + "lambda": 5.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..3e1e21a5bdade65bd47a1301e2cbbe7f35dccafe --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json @@ -0,0 +1,18663 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 2904925.3, + "constraint_satisfaction_pct": 62.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 60.9914, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6667.45, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6008.19, + "avg_cost": 0.0, + "lambda": 10.0967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -5568.31, + "avg_cost": 0.0, + "lambda": 10.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6172.8, + "avg_cost": 0.25, + "lambda": 10.2755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4863.48, + "avg_cost": 0.0, + "lambda": 10.386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5460.31, + "avg_cost": 0.0, + "lambda": 10.4979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -5434.76, + "avg_cost": 0.0, + "lambda": 10.6122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4947.02, + "avg_cost": 0.0, + "lambda": 10.6912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4287.32, + "avg_cost": 0.0, + "lambda": 10.7458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4082.29, + "avg_cost": 0.0, + "lambda": 10.7734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2932.48, + "avg_cost": 0.0, + "lambda": 10.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2804.78, + "avg_cost": 0.0, + "lambda": 10.818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2448.25, + "avg_cost": 0.0, + "lambda": 10.8226, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3854.66, + "avg_cost": 0.0, + "lambda": 10.8242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2926.79, + "avg_cost": 0.0, + "lambda": 10.8247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1994.46, + "avg_cost": 0.0, + "lambda": 10.8249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3010.97, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -3152.07, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2264.21, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2355.52, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2151.84, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1450.2, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1247.18, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1190.72, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3233.69, + "avg_cost": 0.0, + "lambda": 10.9165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1660.31, + "avg_cost": 0.5, + "lambda": 11.2106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1103.12, + "avg_cost": 0.25, + "lambda": 11.6695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1774.83, + "avg_cost": 1.5, + "lambda": 12.0255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1846.02, + "avg_cost": 0.25, + "lambda": 12.3312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -861.47, + "avg_cost": 0.0, + "lambda": 12.6162, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1670.81, + "avg_cost": 0.0, + "lambda": 12.9235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -335.84, + "avg_cost": 0.75, + "lambda": 13.2005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -982.96, + "avg_cost": 0.0, + "lambda": 13.6314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -66.4, + "avg_cost": 0.0, + "lambda": 14.3731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -780.15, + "avg_cost": 0.0, + "lambda": 15.0201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1128.69, + "avg_cost": 2.25, + "lambda": 15.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2006.22, + "avg_cost": 2.5, + "lambda": 16.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3039.99, + "avg_cost": 4.0, + "lambda": 18.036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2279.07, + "avg_cost": 1.5, + "lambda": 19.7592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1371.53, + "avg_cost": 1.75, + "lambda": 21.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3054.27, + "avg_cost": 2.0, + "lambda": 23.3861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1946.58, + "avg_cost": 1.5, + "lambda": 25.2318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1000.24, + "avg_cost": 0.25, + "lambda": 26.7969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2729.03, + "avg_cost": 2.75, + "lambda": 28.0823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3034.19, + "avg_cost": 1.25, + "lambda": 29.3135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3755.93, + "avg_cost": 1.75, + "lambda": 30.5817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4195.78, + "avg_cost": 1.5, + "lambda": 31.676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4106.44, + "avg_cost": 1.0, + "lambda": 32.7497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3600.55, + "avg_cost": 0.25, + "lambda": 33.7327, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3964.98, + "avg_cost": 0.5, + "lambda": 34.4688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4809.36, + "avg_cost": 1.5, + "lambda": 35.2215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3638.72, + "avg_cost": 0.0, + "lambda": 36.1179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4998.54, + "avg_cost": 1.25, + "lambda": 36.8633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5029.25, + "avg_cost": 0.5, + "lambda": 37.7714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4944.12, + "avg_cost": 1.5, + "lambda": 38.6904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3856.33, + "avg_cost": 1.0, + "lambda": 39.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5691.36, + "avg_cost": 1.0, + "lambda": 40.8905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5731.07, + "avg_cost": 0.25, + "lambda": 41.6185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3820.38, + "avg_cost": 0.25, + "lambda": 42.1461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3990.14, + "avg_cost": 0.25, + "lambda": 42.5789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5302.33, + "avg_cost": 0.75, + "lambda": 43.1324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6681.66, + "avg_cost": 0.75, + "lambda": 43.9512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5828.46, + "avg_cost": 0.5, + "lambda": 44.6183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6814.59, + "avg_cost": 0.75, + "lambda": 45.3199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6690.88, + "avg_cost": 0.0, + "lambda": 46.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7058.65, + "avg_cost": 1.25, + "lambda": 46.6147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7025.55, + "avg_cost": 0.75, + "lambda": 47.2159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4964.26, + "avg_cost": 0.0, + "lambda": 47.8561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7345.76, + "avg_cost": 0.0, + "lambda": 48.4839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6554.56, + "avg_cost": 0.25, + "lambda": 49.0079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6075.92, + "avg_cost": 0.0, + "lambda": 49.5335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7756.3, + "avg_cost": 0.25, + "lambda": 50.0267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5676.38, + "avg_cost": 1.5, + "lambda": 50.6872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8124.09, + "avg_cost": 1.25, + "lambda": 51.2573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7871.64, + "avg_cost": 0.0, + "lambda": 51.8356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7258.96, + "avg_cost": 1.0, + "lambda": 52.4379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5576.61, + "avg_cost": 0.5, + "lambda": 53.1987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6018.97, + "avg_cost": 0.5, + "lambda": 53.9448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8037.49, + "avg_cost": 0.5, + "lambda": 54.5552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3812.28, + "avg_cost": 0.25, + "lambda": 54.9302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7372.24, + "avg_cost": 0.25, + "lambda": 55.4134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6670.81, + "avg_cost": 0.5, + "lambda": 56.1023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8718.9, + "avg_cost": 1.0, + "lambda": 56.9594, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8293.56, + "avg_cost": 0.5, + "lambda": 57.5227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8418.19, + "avg_cost": 0.75, + "lambda": 57.9185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8868.94, + "avg_cost": 0.5, + "lambda": 58.4632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7990.18, + "avg_cost": 0.25, + "lambda": 58.9635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -2387.59, + "avg_cost": 0.0, + "lambda": 59.4081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -1813.39, + "avg_cost": 0.0, + "lambda": 59.5819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -993.62, + "avg_cost": 0.0, + "lambda": 59.6426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -977.07, + "avg_cost": 0.0, + "lambda": 59.6637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -801.75, + "avg_cost": 0.0, + "lambda": 59.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -791.35, + "avg_cost": 0.0, + "lambda": 59.6736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -962.11, + "avg_cost": 0.0, + "lambda": 59.6745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -712.88, + "avg_cost": 0.0, + "lambda": 59.6748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -603.68, + "avg_cost": 0.0, + "lambda": 59.6749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -574.03, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -423.31, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -388.01, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -292.0, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -392.65, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -304.44, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -227.7, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -96.24, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -86.01, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 29.46, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 120.93, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 513.93, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 1319.88, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 2090.68, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 3044.08, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -1269.14, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -603.24, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -1238.04, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -901.08, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 367.54, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 2209.34, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -752.96, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -429.1, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -394.61, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -285.26, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -93.13, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 68.54, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 270.66, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 4145.69, + "avg_cost": 0.0, + "lambda": 59.7926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 2626.76, + "avg_cost": 0.0, + "lambda": 59.9603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 3438.77, + "avg_cost": 0.0, + "lambda": 60.0187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 2884.78, + "avg_cost": 0.0, + "lambda": 60.0391, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 3177.52, + "avg_cost": 0.0, + "lambda": 60.0462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 4046.61, + "avg_cost": 0.0, + "lambda": 60.0487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 4574.8, + "avg_cost": 0.0, + "lambda": 60.0495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 4615.18, + "avg_cost": 0.0, + "lambda": 60.0498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4719.53, + "avg_cost": 0.0, + "lambda": 60.0499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 5257.44, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4979.61, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 5496.41, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 6177.96, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 6084.86, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 6011.73, + "avg_cost": 0.0, + "lambda": 60.0617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5752.18, + "avg_cost": 0.0, + "lambda": 60.0704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 6451.28, + "avg_cost": 0.0, + "lambda": 60.0887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 6630.73, + "avg_cost": 0.25, + "lambda": 60.1088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 6459.69, + "avg_cost": 0.0, + "lambda": 60.1356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 7282.55, + "avg_cost": 0.0, + "lambda": 60.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 6796.87, + "avg_cost": 0.25, + "lambda": 60.1661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 6748.19, + "avg_cost": 0.75, + "lambda": 60.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 7256.57, + "avg_cost": 0.0, + "lambda": 60.4392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 6667.88, + "avg_cost": 0.0, + "lambda": 60.5269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -1294.11, + "avg_cost": 0.0, + "lambda": 60.7912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -1340.87, + "avg_cost": 0.0, + "lambda": 60.9914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + -6940.2981, + -7281.85, + -6458.8145, + -6862.3852, + -6734.1181, + -6766.7975, + -6697.1395, + -6666.5187, + -6331.6282, + -6667.4546, + -6306.762, + -6256.0986, + -6395.1161, + -5844.9173, + -6585.5317, + -6023.1461, + -6949.814, + -5909.3305, + -6202.7085, + -6008.1852, + -6523.3515, + -5740.1913, + -6184.6542, + -5287.1932, + -5536.6124, + -5518.9001, + -5354.2894, + -5598.8589, + -5783.5273, + -5568.3077, + -4933.0117, + -5242.9223, + -5896.5232, + -6167.625, + -6183.6607, + -5794.873, + -6182.8168, + -5798.198, + -5732.0982, + -6172.7978, + -6062.5413, + -6258.5179, + -5978.2514, + -5559.8996, + -5607.0932, + -5778.369, + -5593.1015, + -6459.1887, + -5910.1034, + -4863.4835, + -5935.8961, + -5918.5052, + -4659.9838, + -5611.3663, + -5469.8499, + -5319.5016, + -5953.4398, + -4737.9709, + -5568.9678, + -5460.3105, + -4315.1604, + -4634.5565, + -4324.7952, + -5120.243, + -4033.7317, + -4130.0132, + -5402.8785, + -4745.8479, + -4793.1057, + -5434.7592, + -4299.9357, + -3947.953, + -3811.9985, + -4346.2711, + -3873.7602, + -3805.5933, + -4285.487, + -4208.1869, + -4376.8997, + -4947.019, + -4671.5638, + -4058.4896, + -3548.4177, + -4558.1213, + -3732.7127, + -4908.0604, + -3498.745, + -5033.5995, + -4706.0261, + -4287.324, + -4671.9403, + -4560.3961, + -3525.7624, + -3540.9002, + -4376.4159, + -4290.2002, + -4053.0939, + -4049.3175, + -4538.0977, + -4082.2862, + -3769.3016, + -3554.5881, + -4287.4256, + -3236.1939, + -3501.8831, + -4187.1621, + -3444.4398, + -3694.3919, + -4044.5556, + -2932.4828, + -3596.9345, + -3784.6475, + -3726.8438, + -2874.1547, + -3445.4626, + -3592.6208, + -2938.2487, + -2645.1257, + -2486.8369, + -2804.7833, + -3356.4203, + -2229.7775, + -2992.6894, + -2883.4193, + -2541.5186, + -3065.9178, + -3299.6613, + -3265.0651, + -3468.2644, + -2448.2456, + -2927.1281, + -3144.4873, + -2373.7502, + -3290.6825, + -2545.4899, + -2429.9222, + -2890.3663, + -2649.3644, + -3628.8894, + -3854.6629, + -3307.5828, + -2690.4165, + -2650.8506, + -2960.9371, + -2533.3078, + -2454.2214, + -2798.6323, + -2497.6064, + -3362.0688, + -2926.79, + -3118.9298, + -2881.4679, + -2339.323, + -2407.4263, + -2644.3665, + -2047.4494, + -2511.5014, + -3070.9971, + -2633.5894, + -1994.4631, + -2660.5486, + -2365.8893, + -2363.0872, + -2253.625, + -2228.1748, + -2414.9244, + -1922.8555, + -3122.0683, + -2059.7025, + -3010.9657, + -1858.789, + -2732.654, + -1882.1072, + -2451.9229, + -3029.4714, + -1963.4047, + -2281.3509, + -3061.5821, + -2543.5532, + -3152.0688, + -3193.0015, + -2973.5116, + -2509.3461, + -2391.0855, + -2249.0463, + -2379.2513, + -2110.7879, + -2503.0749, + -1971.5479, + -2264.2086, + -2137.9133, + -2037.7191, + -2035.0638, + -1724.2689, + -2422.784, + -2353.7749, + -2414.2311, + -2030.3946, + -1810.9072, + -2355.5178, + -2339.7772, + -2486.4964, + -2989.8123, + -1852.6434, + -1298.7481, + -1344.3324, + -2765.2834, + -2098.7619, + -2188.7941, + -2151.8447, + -1889.0384, + -1735.2077, + -2279.3308, + -2519.8455, + -1290.1047, + -1725.1568, + -1558.6536, + -1324.4193, + -1996.1556, + -1450.1973, + -2073.0257, + -2424.6334, + -1273.0282, + -1924.4111, + -1076.6968, + -2068.0938, + -2126.5362, + -1671.0613, + -852.3839, + -1247.1761, + -1313.4479, + -1105.7386, + -634.3989, + -1051.3289, + -1243.1954, + -1523.543, + -856.2161, + -2713.0486, + -1571.3188, + -1190.7229, + -835.432, + -1558.2493, + -1951.8046, + -1386.4855, + -2149.9071, + -1701.4664, + -1471.0988, + -1101.9527, + -1341.7417, + -3233.6878, + -1759.9016, + -1634.2605, + -1110.5118, + -1411.471, + -822.5825, + -1455.1098, + -2918.899, + -1760.513, + -1789.5758, + -1660.3119, + -961.8903, + -790.109, + -2327.8097, + -1656.3786, + -662.3573, + -1248.7948, + -1416.0025, + -1616.897, + -2047.4524, + -1103.1161, + -2013.8728, + -1051.8341, + -571.5294, + -1378.4655, + -1984.2827, + -1964.0541, + -987.6099, + -1709.016, + -1795.4604, + -1774.8318, + -2197.4995, + -1549.8883, + -1302.0397, + -2003.103, + -2124.0537, + -1297.1858, + -168.9996, + -2035.3913, + -2353.2125, + -1846.0244, + -978.7436, + -2168.6491, + -2159.3935, + -731.318, + -2460.5846, + -2044.1392, + -1319.6909, + -1276.8926, + -2090.6605, + -861.4679, + -585.149, + -945.2054, + -862.5739, + -1882.8206, + -800.0569, + -1877.0488, + -892.3301, + -1193.4294, + -1766.5395, + -1670.8065, + -998.0111, + -1036.6261, + 58.0153, + -1059.8702, + -1348.0436, + -1023.0301, + -1527.1409, + -421.3983, + -708.4529, + -335.8398, + -436.5259, + -354.3171, + -2056.3502, + -930.4771, + -167.3959, + -173.7191, + -395.2695, + 1543.8349, + -788.9793, + -982.9602, + -43.9265, + -1131.7322, + -467.375, + -939.4124, + -420.5576, + -107.1795, + 831.9473, + -579.03, + -949.1753, + -66.4026, + -759.117, + -439.923, + -162.4511, + -456.7835, + -484.6097, + -445.9951, + 978.9456, + -163.1291, + 534.1734, + -780.1499, + -635.4811, + -826.7385, + -737.6192, + -1237.412, + 807.2153, + 814.941, + 805.7326, + 2062.0972, + 2230.5349, + 1128.6889, + 760.3311, + 334.0579, + 1561.507, + -326.1176, + 333.4218, + 536.2702, + 310.414, + -411.2967, + 444.878, + 2006.2181, + 1513.435, + 1160.9245, + 1211.5619, + 844.9047, + 1476.8102, + 2049.8436, + 1501.7944, + 2516.4722, + 2234.4776, + 3039.9947, + 2112.5173, + 2887.9291, + -50.2751, + 1231.2062, + 2264.5099, + 1476.6198, + 188.7652, + 2930.763, + 1080.6728, + 2279.0662, + 2490.9338, + 525.1764, + 3434.1674, + 2488.1297, + 1281.046, + 630.4976, + 478.1866, + 2120.7514, + 2830.8707, + 1371.5298, + 3023.2736, + 2525.95, + 1815.7135, + 2020.3356, + 1318.3479, + 1028.2339, + 1369.1153, + 1479.2285, + 3147.0566, + 3054.2725, + 636.6121, + 2102.1642, + 2885.6284, + 755.82, + 2293.0039, + 2348.5006, + 1916.6242, + 702.2303, + 2545.2615, + 1946.5836, + 1800.0068, + 1848.5856, + 2037.8446, + 1784.7438, + 2902.2707, + 3202.4188, + 1585.4535, + 2691.8382, + 3373.3762, + 1000.2369, + 1891.2783, + 2423.1158, + 1328.0278, + 2865.0683, + 2232.7501, + 1583.4201, + 2883.4822, + 3152.2575, + 2688.0524, + 2729.0342, + 2479.9461, + 1614.8818, + 2050.011, + 1047.2863, + 2433.1226, + 3386.8359, + 3469.5065, + 2761.4167, + 2541.8357, + 3034.1855, + 3367.9396, + 3475.2542, + 2263.8516, + 2837.1197, + 3517.1724, + 1966.1312, + 2653.1669, + 2195.5985, + 2153.5627, + 3755.932, + 2217.3668, + 3319.2528, + 2221.5766, + 3392.7826, + 3160.7818, + 3693.6901, + 3902.8216, + 3862.6784, + 3871.9291, + 4195.7796, + 3734.8522, + 3866.5532, + 1844.7961, + 3478.5912, + 2885.007, + 2278.0059, + 4217.9005, + 4126.8203, + 4099.8308, + 4106.4417, + 2044.8132, + 3360.2982, + 2190.116, + 3504.3424, + 3782.2203, + 4087.6541, + 2191.8003, + 3747.4706, + 2969.0998, + 3600.5512, + 2867.8977, + 3664.9658, + 3926.2218, + 3538.5201, + 3676.6042, + 4147.8676, + 3836.4017, + 3251.7734, + 4520.1309, + 3964.9826, + 4750.993, + 4234.9677, + 3087.7752, + 2786.9724, + 5309.6202, + 5020.7776, + 3402.9786, + 4271.1645, + 4728.8169, + 4809.3578, + 4634.5928, + 3802.1115, + 4042.2855, + 5053.6404, + 4380.9895, + 3949.7295, + 4440.1332, + 3284.9486, + 4617.4534, + 3638.7223, + 3042.3876, + 4069.2059, + 5271.5909, + 5188.0968, + 4822.0568, + 3735.2003, + 4642.2283, + 5963.1766, + 4498.7778, + 4998.5435, + 3333.3164, + 4757.5242, + 4708.9433, + 4903.3843, + 4502.7895, + 4432.4653, + 4949.4425, + 4922.4491, + 4590.3888, + 5029.2544, + 5486.4545, + 5483.7378, + 3925.9944, + 5405.397, + 4054.1618, + 3740.9147, + 5107.8307, + 5058.7256, + 5108.3301, + 4944.1233, + 4772.7357, + 5694.9853, + 5049.5438, + 5379.1151, + 5065.8746, + 5227.528, + 3714.8087, + 6550.2239, + 5395.648, + 3856.3276, + 5398.4672, + 5824.8862, + 5579.7426, + 3875.8577, + 5460.5718, + 5015.7534, + 5707.7763, + 5110.7151, + 5392.2388, + 5691.3635, + 3321.6132, + 1872.0129, + 6370.2816, + 5791.9262, + 5715.424, + 2737.5241, + 5812.4505, + 5203.7602, + 6237.5444, + 5731.0707, + 5644.7242, + 5521.6067, + 3525.1536, + 6511.1364, + 6218.9982, + 5506.2829, + 4776.1483, + 6206.5205, + 4472.8372, + 3820.3805, + 6265.8214, + 4640.9099, + 4576.5307, + 5136.6229, + 6114.884, + 3694.1045, + 5590.5752, + 5871.1363, + 5679.4772, + 3990.1422, + 4385.4278, + 6466.662, + 5805.6806, + 4462.0821, + 4808.4107, + 5637.922, + 6127.8664, + 5095.7428, + 3315.3237, + 5302.3277, + 5911.5119, + 6197.5724, + 6861.8147, + 4987.8007, + 5176.4689, + 4411.739, + 6031.0713, + 4878.7602, + 4497.903, + 6681.6551, + 6113.6864, + 6233.534, + 6767.1726, + 2925.9058, + 6212.5388, + 4928.677, + 4611.2202, + 6323.0932, + 3770.2433, + 5828.4621, + 4254.815, + 6573.0753, + 7340.9075, + 6128.3837, + 5347.406, + 5935.3415, + 6283.5444, + 6754.9675, + 5370.2629, + 6814.5908, + 5973.9601, + 4066.7238, + 4444.3275, + 7130.1792, + 6578.7942, + 6697.0667, + 6768.7563, + 5474.3404, + 6100.6388, + 6690.8838, + 4586.2304, + 3898.0966, + 4957.8465, + 7464.085, + 6853.3744, + 7151.1135, + 6626.481, + 4592.4613, + 6329.843, + 7058.6486, + 7023.0323, + 3089.1312, + 5705.7726, + 6655.6146, + 6585.4783, + 7525.1894, + 3906.1288, + 5609.0327, + 6717.1813, + 7025.5522, + 4292.9812, + 7390.6373, + 7491.1382, + 7108.1178, + 5242.8179, + 6358.5164, + 7029.1995, + 6739.4395, + 7348.053, + 4964.2631, + 6533.5643, + 4971.026, + 7107.7196, + 7420.1183, + 6993.2865, + 6498.0441, + 4810.6743, + 4811.6692, + 7118.2342, + 7345.7573, + 7214.5097, + 7407.849, + 7132.5318, + 2362.8333, + 7707.7249, + 7657.3771, + 6625.1584, + 4209.656, + 7551.6444, + 6554.5575, + 5214.8395, + 7966.8836, + 7818.3335, + 6936.4715, + 6188.9219, + 7315.8087, + 6130.4512, + 3056.4922, + 6960.5738, + 6075.9211, + 6984.6917, + 5767.5509, + 5898.1979, + 7493.7414, + 7848.6765, + 6396.2146, + 4666.0231, + 3870.5043, + 7973.6978, + 7756.3044, + 7907.4667, + 6594.526, + 7445.8854, + 7373.5839, + 6262.5113, + 7652.5921, + 7544.8808, + 7183.2868, + 5605.5716, + 5676.3834, + 7718.9387, + 6573.7706, + 4484.9055, + 8660.7235, + 8069.9421, + 6870.6412, + 6127.6357, + 3591.181, + 8438.7654, + 8124.0913, + 7914.7534, + 7553.2199, + 5856.9161, + 6498.9073, + 8238.7951, + 7465.9853, + 6097.8452, + 7753.7729, + 5556.7288, + 7871.6416, + 8102.1837, + 7708.1704, + 5759.7102, + 7785.7279, + 8114.2201, + 5750.5029, + 5407.6556, + 5871.5532, + 8480.5615, + 7258.9567, + 7724.8307, + 7846.2692, + 6237.4953, + 6081.3259, + 7887.4241, + 7318.5104, + 7306.2703, + 8090.7249, + 7768.0454, + 5576.6145, + 8244.516, + 7768.3598, + 7380.7778, + 7699.2353, + 7821.9946, + 8489.3277, + 6676.6703, + 8200.672, + 7757.7592, + 6018.9693, + 5960.532, + 9025.6456, + 7887.2065, + 7931.732, + 8725.9011, + 8241.377, + 6336.5434, + 8477.5884, + 8008.5217, + 8037.4886, + 6291.999, + 5849.6935, + 7271.082, + 8343.8007, + 8027.3236, + 6248.7604, + 7724.3593, + 5951.0468, + 8023.0585, + 3812.2849, + 6796.8925, + 8072.7641, + 8428.3161, + 8246.2706, + 7776.2049, + 5517.817, + 8167.4213, + 8641.1346, + 8551.2468, + 7372.2378, + 7696.3362, + 8281.584, + 6342.9183, + 8326.6933, + 8710.9369, + 7907.3867, + 8614.0288, + 8744.2314, + 7995.1566, + 6670.8059, + 8738.7696, + 8388.5543, + 7319.7411, + 6540.8781, + 8318.3825, + 8871.4027, + 5718.7385, + 8524.157, + 8141.0946, + 8718.903, + 9070.5159, + 8578.654, + 8477.2973, + 7636.1357, + 7108.118, + 8964.9444, + 8638.3553, + 8254.739, + 8958.4942, + 8293.5611, + 8866.8483, + 8656.2042, + 8835.944, + 8601.6151, + 5904.7476, + 8523.8827, + 8690.815, + 8877.5423, + 9610.9578, + 8418.1948, + 7357.997, + 8321.9851, + 6194.0788, + 9421.1488, + 7742.0869, + 8386.8814, + 6495.3141, + 9029.4134, + 8517.2982, + 8868.9415, + 9410.2932, + 6589.2577, + 7443.5032, + 8815.7173, + 9004.2648, + 9185.7063, + 8628.6226, + 8318.6584, + 8072.7092, + 7990.1845, + 8303.2002, + 7480.5603, + 6869.6405, + 5179.5189, + -334.2558, + -2378.8689, + -2807.5954, + -2790.9022, + -2693.5493, + -2387.5892, + -2285.5106, + -2161.7476, + -2057.53, + -1904.6226, + -2130.4096, + -2365.9902, + -2380.2518, + -2282.2961, + -2020.5223, + -1813.3918, + -1978.7771, + -1974.5332, + -1949.8966, + -1751.4532, + -1690.6483, + -1720.5205, + -1530.6746, + -1175.0507, + -836.7844, + -993.6152, + -1063.0353, + -738.3236, + -441.9811, + -829.8878, + -539.7041, + -702.8224, + -118.9844, + -326.7229, + -362.947, + -977.0677, + -1125.4382, + -753.9203, + -979.208, + -783.5961, + -987.3341, + -886.4366, + -1038.8905, + -908.0116, + -1070.7573, + -801.7509, + -951.6426, + -659.2737, + -585.4215, + -903.3038, + -914.6378, + -923.8788, + -860.943, + -1025.855, + -795.3804, + -791.3518, + -915.1573, + -601.0963, + -767.9014, + -763.0647, + -864.3616, + -961.9504, + -791.839, + -834.0293, + -722.0561, + -962.1085, + -731.467, + -552.0898, + -798.9736, + -731.9325, + -747.288, + -767.3216, + -734.5899, + -728.4165, + -730.8893, + -712.8799, + -808.3983, + -751.1984, + -689.3133, + -732.1023, + -747.3239, + -711.1751, + -608.0626, + -538.5062, + -663.0392, + -603.6804, + -587.4444, + -631.1831, + -549.2389, + -684.5712, + -649.0246, + -563.8562, + -798.0301, + -553.1792, + -451.0257, + -574.0347, + -574.5718, + -641.5103, + -476.0604, + -237.5839, + -447.8348, + -429.9776, + -437.2464, + -349.9276, + -542.7524, + -423.3121, + -560.5032, + -437.428, + -495.9155, + -477.3167, + -418.8809, + -487.1807, + -433.6404, + -418.4098, + -465.9286, + -388.0055, + -439.0056, + -415.5189, + -343.6487, + -319.2238, + -376.3971, + -447.0319, + -375.7844, + -398.2751, + -414.9999, + -291.9998, + -408.211, + -386.2809, + -377.791, + -372.0468, + -472.5079, + -399.1002, + -375.7444, + -345.5908, + -417.491, + -392.6496, + -296.5874, + -369.6838, + -389.7288, + -321.8841, + -316.2755, + -329.8048, + -324.1373, + -314.8817, + -251.7403, + -304.4429, + -359.0406, + -280.7322, + -274.1688, + -230.1601, + -271.0205, + -252.2941, + -235.6495, + -171.7419, + -247.743, + -227.7036, + -199.8841, + -88.5783, + -175.595, + -37.6267, + -293.0229, + -218.9206, + -180.5903, + -149.8794, + -222.2085, + -96.2416, + -105.5495, + -30.2167, + -161.6246, + -206.7764, + -147.4689, + -35.8974, + -144.9355, + -162.5815, + -140.4384, + -86.0132, + -155.6474, + -62.4835, + -30.3024, + -0.2535, + -65.4573, + -109.8976, + -88.8771, + 45.0616, + 38.0211, + 29.4608, + 92.2816, + 45.5449, + 31.076, + -19.3739, + 76.9795, + 35.5608, + 166.7383, + 57.5972, + 154.4827, + 120.9338, + 120.9083, + 292.1127, + 263.0781, + 313.6938, + 330.6738, + 353.2551, + 442.2568, + 461.1614, + 427.2337, + 513.9317, + 592.548, + 711.2369, + 713.5579, + 847.3069, + 972.6377, + 884.7368, + 1185.4346, + 1237.1127, + 1415.7518, + 1319.8842, + 1361.2998, + 1511.2498, + 1373.119, + 1513.2266, + 1442.4314, + 1558.1359, + 1728.2583, + 1954.9295, + 2077.9628, + 2090.6805, + 2252.6533, + 2279.1548, + 2259.5566, + 2248.1453, + 2782.2385, + 2374.7913, + 2496.5024, + 2448.1495, + 2074.6785, + 3044.0843, + 1539.9723, + 3046.9257, + -64.654, + 92.5679, + 1715.0593, + 1624.145, + -1347.7971, + 884.3987, + 344.8487, + -1269.1389, + -210.9961, + 33.1581, + 1796.836, + 2385.6889, + 119.7037, + 1463.6093, + 195.8296, + 108.9172, + -1840.9308, + -603.2437, + 1128.7578, + 802.1436, + 248.3433, + 411.6972, + 312.9732, + 450.0138, + -1304.8967, + -233.2821, + 535.1461, + -1238.0417, + 414.711, + -1155.7327, + -450.4131, + 1429.4634, + -1146.1046, + 268.6213, + 558.2986, + 1541.5688, + -874.0112, + -901.079, + -773.2204, + 1104.5126, + 1180.011, + -940.1125, + -36.1255, + 28.8552, + -18.1719, + -677.4545, + -592.9159, + 367.539, + -515.8955, + -504.7857, + 839.5514, + 290.4509, + 619.3016, + 1534.5969, + 2367.8476, + 2377.1768, + 2142.1579, + 2209.3357, + 2913.9623, + 1636.06, + 1810.8208, + 1825.4472, + 1581.0286, + 1225.1067, + 254.4854, + -512.0644, + -750.9185, + -752.9613, + -541.9552, + -557.9578, + -558.7487, + -409.6079, + -524.8933, + -490.4994, + -495.5416, + -485.5566, + -554.0357, + -429.1012, + -444.4426, + -466.6699, + -480.3121, + -411.0547, + -363.3398, + -395.5525, + -300.8866, + -331.8237, + -323.5065, + -394.6137, + -346.9386, + -349.5431, + -341.1531, + -351.2838, + -282.1868, + -299.4416, + -285.3884, + -298.1598, + -233.8254, + -285.2584, + -298.3659, + -229.1561, + -190.3459, + -210.2534, + -176.5523, + -161.8464, + -176.8712, + -149.445, + -89.8588, + -93.1253, + -113.8019, + -64.2244, + -28.3071, + 3.8487, + 28.4014, + -11.1849, + 12.5098, + -9.5699, + 68.8468, + 68.5371, + 74.8213, + 92.4827, + 113.5128, + 179.5727, + 150.9833, + 229.0483, + 291.2955, + 244.7951, + 161.8519, + 270.6581, + 234.6376, + 282.8822, + 271.9711, + 416.9653, + 779.5056, + 2018.3303, + 3755.9169, + 1951.6672, + 3431.9964, + 4145.6857, + 2901.6384, + 1793.6662, + 3233.5744, + 3218.3788, + 2472.2698, + 2880.1395, + 3168.161, + 2536.6189, + 3216.1242, + 2626.7572, + 3481.4544, + 2943.8865, + 3292.9932, + 2903.0327, + 3203.3035, + 3760.2781, + 3039.5438, + 3180.4451, + 3467.2617, + 3438.7735, + 3350.6086, + 2482.5923, + 3791.3424, + 3137.439, + 3649.6262, + 3410.4352, + 3729.1144, + 3433.7585, + 4141.676, + 2884.7764, + 3831.5959, + 3740.0279, + 3099.1005, + 4051.79, + 3673.2524, + 3675.1178, + 3785.8385, + 3626.8834, + 4252.0513, + 3177.5172, + 4148.8524, + 3842.8019, + 3833.1891, + 4154.0176, + 3706.825, + 3352.0845, + 4440.5138, + 3797.341, + 3568.7005, + 4046.6131, + 4350.9323, + 4030.6964, + 4048.4415, + 4038.6753, + 4155.5983, + 4270.0813, + 4055.5789, + 4354.3699, + 3892.7887, + 4574.8037, + 3927.4831, + 4382.4884, + 3887.2918, + 4698.9802, + 4233.6301, + 4214.9384, + 4569.0236, + 4538.1734, + 4276.8313, + 4615.1844, + 4163.5493, + 4715.7122, + 4378.9577, + 4253.6378, + 4947.7072, + 4341.8543, + 4790.4181, + 4269.9907, + 4517.5049, + 4719.5265, + 4754.5222, + 5016.436, + 4736.2483, + 4867.0885, + 4851.1764, + 4639.637, + 5011.4905, + 4880.284, + 4593.2798, + 5257.4413, + 5014.3598, + 5194.7369, + 4877.4501, + 5175.5191, + 4836.0444, + 5155.9458, + 4891.643, + 4733.6512, + 4682.1895, + 4979.6089, + 4824.4757, + 5336.1279, + 4965.4854, + 5308.8771, + 5180.8164, + 5353.1746, + 5536.6412, + 5324.2552, + 5278.202, + 5496.411, + 5292.8314, + 5471.9893, + 5297.8128, + 5593.416, + 5548.0351, + 5452.2683, + 5771.0977, + 5453.922, + 5154.4478, + 6177.9594, + 4598.355, + 5957.4486, + 5380.713, + 5608.454, + 5864.0597, + 5474.5037, + 6007.5026, + 5780.8966, + 5088.1269, + 6084.8634, + 5473.8413, + 6176.3304, + 5648.8093, + 5911.4797, + 6155.0899, + 5627.7963, + 6124.8639, + 5742.7055, + 5860.0987, + 6011.7326, + 5812.5963, + 6115.4596, + 6082.7065, + 5821.4071, + 6306.6738, + 6242.2339, + 5867.3398, + 6274.8732, + 6010.8934, + 5752.1846, + 6096.7577, + 6111.1712, + 6406.2987, + 6626.4699, + 6193.4315, + 6069.4197, + 6577.7942, + 6360.5727, + 6388.549, + 6451.2824, + 6850.7791, + 6582.8484, + 6403.3475, + 6745.2057, + 6778.2749, + 6608.0546, + 6415.0756, + 6490.7052, + 6503.4353, + 6630.7285, + 6692.7643, + 6776.2602, + 6631.6092, + 6598.2967, + 6954.8267, + 6852.0916, + 6512.8754, + 7020.9399, + 7150.4916, + 6459.6912, + 7004.8379, + 6826.1881, + 6761.7626, + 6582.0836, + 6662.2932, + 6730.6062, + 7045.649, + 7262.0379, + 6806.6687, + 7282.5529, + 6881.8273, + 6442.4201, + 6988.0313, + 7311.6066, + 7025.1077, + 6951.8981, + 6903.9465, + 6981.5981, + 6531.9711, + 6796.8672, + 6838.0753, + 7160.4017, + 7155.7168, + 7507.3569, + 7412.3672, + 6429.6191, + 6619.0174, + 6511.7123, + 6890.5377, + 6748.1931, + 7230.6715, + 7532.9687, + 7799.1571, + 7297.6465, + 7387.1966, + 7063.0851, + 7363.8842, + 7485.8815, + 7282.6655, + 7256.5667, + 7322.4271, + 7473.487, + 7450.2821, + 7230.062, + 7377.1442, + 6887.5946, + 7186.2293, + 7154.1578, + 7197.874, + 6667.8777, + 6514.1944, + 6131.9001, + 5739.5761, + 5873.9065, + 5035.5264, + 901.2023, + -1677.075, + -1833.3254, + -1142.3215, + -1294.1055, + -2455.9775, + -1854.7315, + -1993.9763, + -1976.2697, + -1984.2882, + -1703.9562, + -1541.3239, + -1988.6006, + -1356.5705, + -1340.8727 + ], + "episode_costs": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 1.5, + 1.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.25, + 0.0, + 0.25, + 0.0, + 2.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.75, + 1.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 1.25, + 0.5, + 0.0, + 0.0, + 2.5, + 0.5, + 2.0, + 0.0, + 0.5, + 1.5, + 2.0, + 1.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 1.0, + 0.0, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 1.25, + 1.0, + 0.0, + 1.5, + 2.25, + 2.25, + 2.0, + 1.75, + 1.5, + 1.25, + 0.75, + 0.0, + 0.0, + 0.75, + 1.25, + 2.5, + 2.0, + 0.25, + 3.25, + 1.0, + 2.0, + 3.75, + 0.5, + 0.25, + 1.75, + 4.0, + 2.75, + 1.75, + 2.25, + 2.0, + 2.25, + 1.5, + 0.25, + 0.75, + 1.25, + 1.5, + 3.0, + 2.25, + 3.75, + 2.25, + 1.5, + 1.75, + 1.0, + 2.0, + 2.25, + 1.75, + 1.0, + 2.0, + 1.25, + 2.0, + 2.25, + 1.5, + 0.25, + 2.25, + 2.75, + 2.0, + 0.5, + 3.5, + 3.25, + 2.0, + 1.5, + 2.0, + 1.5, + 0.5, + 0.5, + 1.5, + 0.75, + 1.25, + 0.75, + 0.25, + 1.5, + 4.25, + 2.5, + 3.5, + 0.0, + 0.25, + 0.25, + 1.75, + 0.0, + 0.75, + 1.0, + 1.25, + 0.75, + 1.25, + 1.25, + 2.75, + 1.25, + 0.75, + 1.0, + 0.75, + 0.25, + 1.75, + 1.5, + 1.25, + 1.75, + 1.25, + 0.75, + 2.25, + 2.25, + 2.5, + 0.0, + 0.5, + 0.75, + 0.0, + 1.0, + 1.75, + 0.75, + 0.75, + 1.75, + 0.75, + 1.75, + 0.25, + 0.0, + 1.5, + 1.75, + 1.5, + 0.75, + 1.25, + 0.25, + 0.5, + 0.0, + 0.25, + 5.0, + 0.75, + 1.5, + 1.0, + 0.75, + 1.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.25, + 1.5, + 0.25, + 0.25, + 1.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 1.0, + 1.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 0.75, + 1.0, + 2.0, + 0.5, + 0.75, + 0.75, + 1.5, + 1.25, + 0.5, + 1.0, + 0.0, + 3.0, + 0.0, + 1.0, + 1.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 1.25, + 0.0, + 0.25, + 0.75, + 1.0, + 1.25, + 1.25, + 1.25, + 0.25, + 0.75, + 2.0, + 1.75, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 1.5, + 2.75, + 0.0, + 2.25, + 3.25, + 1.5, + 0.5, + 1.5, + 3.25, + 0.25, + 1.0, + 1.5, + 1.5, + 1.5, + 0.0, + 1.0, + 0.5, + 1.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 2.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 2.0, + 0.5, + 0.75, + 0.0, + 0.75, + 1.5, + 1.5, + 1.25, + 0.75, + 1.75, + 1.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 0.75, + 1.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 2.5, + 0.25, + 1.5, + 0.25, + 1.25, + 0.5, + 1.25, + 0.75, + 1.25, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 1.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 1.5, + 0.0, + 0.25, + 0.25, + 1.25, + 1.5, + 0.25, + 0.25, + 0.25, + 0.0, + 2.0, + 0.25, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 1.25, + 0.5, + 0.5, + 1.25, + 2.0, + 0.25, + 0.75, + 0.0, + 0.75, + 1.5, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 1.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.75, + 0.25, + 0.25, + 1.25, + 0.75, + 1.75, + 1.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.75, + 1.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 0.25, + 1.0, + 0.5, + 0.25, + 2.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 1.0, + 0.75, + 1.5, + 0.25, + 1.25, + 0.25, + 0.0, + 0.5, + 0.75, + 1.0, + 1.75, + 1.5, + 0.0, + 0.75, + 1.5, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.5, + 1.0, + 0.0, + 1.0, + 0.5, + 0.75, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 1.5, + 0.75, + 1.25, + 0.25, + 0.75, + 0.0, + 0.75, + 2.75, + 1.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 3.0, + 1.25, + 1.25, + 0.0, + 1.75, + 0.5, + 0.0, + 0.0, + 1.5, + 1.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 1.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 2.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 1.25, + 1.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0025, + 10.0047, + 10.0093, + 10.0133, + 10.017, + 10.0228, + 10.028, + 10.0327, + 10.0395, + 10.048, + 10.0557, + 10.0676, + 10.0784, + 10.088, + 10.0967, + 10.1071, + 10.1164, + 10.1247, + 10.1347, + 10.1438, + 10.1569, + 10.1687, + 10.1793, + 10.1889, + 10.1975, + 10.2053, + 10.2122, + 10.2185, + 10.2242, + 10.2317, + 10.2386, + 10.2472, + 10.255, + 10.2645, + 10.2755, + 10.2855, + 10.2944, + 10.305, + 10.3145, + 10.3255, + 10.338, + 10.3492, + 10.3593, + 10.3733, + 10.386, + 10.3974, + 10.4077, + 10.4194, + 10.43, + 10.4445, + 10.4575, + 10.4693, + 10.4798, + 10.4894, + 10.4979, + 10.5106, + 10.5221, + 10.5324, + 10.5441, + 10.5572, + 10.569, + 10.5796, + 10.5916, + 10.6025, + 10.6122, + 10.621, + 10.6289, + 10.636, + 10.6424, + 10.6482, + 10.6559, + 10.6628, + 10.6715, + 10.6818, + 10.6912, + 10.6995, + 10.7071, + 10.7139, + 10.72, + 10.7255, + 10.7304, + 10.7349, + 10.7389, + 10.7425, + 10.7458, + 10.7487, + 10.7513, + 10.7537, + 10.7558, + 10.7577, + 10.7595, + 10.7635, + 10.7672, + 10.7704, + 10.7734, + 10.7761, + 10.7785, + 10.7831, + 10.7873, + 10.7911, + 10.7945, + 10.7975, + 10.8003, + 10.8027, + 10.805, + 10.807, + 10.8088, + 10.8104, + 10.8119, + 10.8132, + 10.8144, + 10.8154, + 10.8164, + 10.8172, + 10.818, + 10.8187, + 10.8193, + 10.8199, + 10.8204, + 10.8209, + 10.8213, + 10.8217, + 10.822, + 10.8223, + 10.8226, + 10.8228, + 10.823, + 10.8232, + 10.8234, + 10.8236, + 10.8237, + 10.8238, + 10.824, + 10.8241, + 10.8242, + 10.8242, + 10.8243, + 10.8244, + 10.8244, + 10.8245, + 10.8245, + 10.8246, + 10.8246, + 10.8247, + 10.8247, + 10.8247, + 10.8248, + 10.8248, + 10.8248, + 10.8248, + 10.8248, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.8249, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.8275, + 10.8322, + 10.8365, + 10.8454, + 10.8558, + 10.8653, + 10.8762, + 10.8911, + 10.9045, + 10.9165, + 10.9299, + 10.9419, + 10.9527, + 10.9724, + 11.0052, + 11.0497, + 11.0897, + 11.1307, + 11.1702, + 11.2106, + 11.2521, + 11.3019, + 11.3467, + 11.3895, + 11.4281, + 11.4853, + 11.5367, + 11.5831, + 11.6273, + 11.6695, + 11.7126, + 11.7513, + 11.7862, + 11.8176, + 11.8508, + 11.8832, + 11.9149, + 11.9484, + 11.9811, + 12.0255, + 12.0654, + 12.1014, + 12.1337, + 12.1629, + 12.1891, + 12.2127, + 12.2389, + 12.265, + 12.2985, + 12.3312, + 12.3605, + 12.387, + 12.4133, + 12.4495, + 12.482, + 12.5113, + 12.5377, + 12.5614, + 12.5903, + 12.6162, + 12.6421, + 12.6704, + 12.7034, + 12.7355, + 12.772, + 12.8048, + 12.8393, + 12.8704, + 12.8983, + 12.9235, + 12.9462, + 12.9715, + 13.0019, + 13.0292, + 13.0538, + 13.0784, + 13.1031, + 13.1328, + 13.1645, + 13.2005, + 13.2455, + 13.2859, + 13.3223, + 13.3626, + 13.4013, + 13.4437, + 13.4943, + 13.5449, + 13.5904, + 13.6314, + 13.6932, + 13.7539, + 13.8285, + 13.8957, + 13.9611, + 14.035, + 14.1215, + 14.2143, + 14.2979, + 14.3731, + 14.4408, + 14.5142, + 14.5828, + 14.647, + 14.7148, + 14.7758, + 14.8408, + 14.9017, + 14.964, + 15.0201, + 15.0706, + 15.116, + 15.1694, + 15.2175, + 15.2732, + 15.3334, + 15.3876, + 15.4513, + 15.5312, + 15.6256, + 15.7305, + 15.8425, + 15.9582, + 16.0749, + 16.1874, + 16.2887, + 16.3798, + 16.4693, + 16.5624, + 16.6711, + 16.789, + 16.8976, + 17.0279, + 17.1551, + 17.2896, + 17.4481, + 17.5958, + 17.7312, + 17.8706, + 18.036, + 18.2124, + 18.3887, + 18.5698, + 18.7528, + 18.9401, + 19.1236, + 19.2912, + 19.4496, + 19.6046, + 19.7592, + 19.9282, + 20.1029, + 20.2976, + 20.4954, + 20.6883, + 20.8795, + 21.0615, + 21.2454, + 21.4334, + 21.62, + 21.798, + 21.9782, + 22.1529, + 22.3301, + 22.5121, + 22.6909, + 22.8543, + 23.0239, + 23.204, + 23.3861, + 23.555, + 23.742, + 23.9428, + 24.1435, + 24.3392, + 24.5352, + 24.7267, + 24.904, + 25.0686, + 25.2318, + 25.3861, + 25.5375, + 25.6812, + 25.8131, + 25.9468, + 26.1096, + 26.2812, + 26.4705, + 26.641, + 26.7969, + 26.9397, + 27.0857, + 27.2172, + 27.3429, + 27.4661, + 27.5895, + 27.7081, + 27.8273, + 27.947, + 28.0823, + 28.2166, + 28.3449, + 28.4705, + 28.5909, + 28.7018, + 28.8191, + 28.9397, + 29.0607, + 29.1872, + 29.3135, + 29.4346, + 29.5661, + 29.707, + 29.8588, + 29.9954, + 30.1234, + 30.2461, + 30.3565, + 30.4658, + 30.5817, + 30.6936, + 30.8017, + 30.9165, + 31.0274, + 31.1446, + 31.2527, + 31.3499, + 31.4524, + 31.5622, + 31.676, + 31.7859, + 31.8973, + 32.0, + 32.0975, + 32.1853, + 32.2668, + 32.3901, + 32.5086, + 32.6302, + 32.7497, + 32.8647, + 32.9808, + 33.0952, + 33.2007, + 33.2956, + 33.3885, + 33.4747, + 33.5672, + 33.653, + 33.7327, + 33.8144, + 33.8905, + 33.9689, + 34.0445, + 34.1151, + 34.1836, + 34.2552, + 34.3322, + 34.4015, + 34.4688, + 34.5394, + 34.6055, + 34.6725, + 34.7402, + 34.8112, + 34.8951, + 34.9756, + 35.0555, + 35.135, + 35.2215, + 35.3118, + 35.3981, + 35.4858, + 35.5647, + 35.6658, + 35.7567, + 35.8485, + 35.9462, + 36.0365, + 36.1179, + 36.1911, + 36.267, + 36.3428, + 36.4235, + 36.4962, + 36.564, + 36.6326, + 36.7044, + 36.7814, + 36.8633, + 36.9495, + 37.0295, + 37.1091, + 37.2007, + 37.3006, + 37.4005, + 37.4955, + 37.5884, + 37.6821, + 37.7714, + 37.8592, + 37.9383, + 38.0095, + 38.0785, + 38.1557, + 38.2526, + 38.3399, + 38.4409, + 38.5643, + 38.6904, + 38.8088, + 38.9304, + 39.0724, + 39.2027, + 39.3299, + 39.4594, + 39.591, + 39.7244, + 39.8444, + 39.9625, + 40.0737, + 40.1839, + 40.288, + 40.3867, + 40.483, + 40.5747, + 40.6622, + 40.741, + 40.8144, + 40.8905, + 40.9639, + 41.0525, + 41.1423, + 41.2256, + 41.303, + 41.3727, + 41.4379, + 41.4966, + 41.5595, + 41.6185, + 41.6717, + 41.7245, + 41.7746, + 41.8271, + 41.8794, + 41.9289, + 41.9861, + 42.0424, + 42.0957, + 42.1461, + 42.194, + 42.2421, + 42.2879, + 42.3341, + 42.3807, + 42.4226, + 42.4654, + 42.5063, + 42.5432, + 42.5789, + 42.611, + 42.6599, + 42.7089, + 42.7605, + 42.807, + 42.8563, + 42.9156, + 42.9841, + 43.0582, + 43.1324, + 43.2166, + 43.3075, + 43.3967, + 43.4795, + 43.5566, + 43.6359, + 43.7098, + 43.7838, + 43.868, + 43.9512, + 44.0311, + 44.1079, + 44.1822, + 44.2514, + 44.3138, + 44.3799, + 44.4444, + 44.505, + 44.562, + 44.6183, + 44.674, + 44.7266, + 44.7989, + 44.8665, + 44.9424, + 45.0131, + 45.0893, + 45.1629, + 45.2416, + 45.3199, + 45.4029, + 45.4776, + 45.5524, + 45.6221, + 45.6899, + 45.7534, + 45.8281, + 45.9028, + 45.975, + 46.04, + 46.101, + 46.1584, + 46.2151, + 46.2686, + 46.3242, + 46.3893, + 46.4479, + 46.5031, + 46.5553, + 46.6147, + 46.6833, + 46.7474, + 46.8077, + 46.8644, + 46.9155, + 46.9814, + 47.0433, + 47.099, + 47.1566, + 47.2159, + 47.2693, + 47.3224, + 47.3826, + 47.4419, + 47.5002, + 47.5652, + 47.6437, + 47.7168, + 47.7901, + 47.8561, + 47.923, + 47.9982, + 48.0659, + 48.1368, + 48.2006, + 48.263, + 48.3217, + 48.3746, + 48.4321, + 48.4839, + 48.5355, + 48.587, + 48.6358, + 48.6872, + 48.746, + 48.8014, + 48.8587, + 48.9129, + 48.9616, + 49.0079, + 49.0521, + 49.1044, + 49.1615, + 49.2153, + 49.2663, + 49.3197, + 49.3702, + 49.4182, + 49.4789, + 49.5335, + 49.5876, + 49.6364, + 49.6802, + 49.7222, + 49.7675, + 49.8132, + 49.8594, + 49.9185, + 49.9741, + 50.0267, + 50.0865, + 50.1479, + 50.2206, + 50.296, + 50.3714, + 50.4393, + 50.5029, + 50.5601, + 50.6191, + 50.6872, + 50.7559, + 50.8229, + 50.8831, + 50.9373, + 50.991, + 51.0469, + 51.0997, + 51.1498, + 51.1998, + 51.2573, + 51.3116, + 51.3704, + 51.4284, + 51.483, + 51.5522, + 51.617, + 51.6778, + 51.7325, + 51.7868, + 51.8356, + 51.8895, + 51.9456, + 52.011, + 52.0724, + 52.1402, + 52.2037, + 52.2608, + 52.3172, + 52.3755, + 52.4379, + 52.5117, + 52.593, + 52.6662, + 52.7396, + 52.8206, + 52.9036, + 52.9832, + 53.0574, + 53.1291, + 53.1987, + 53.2764, + 53.3562, + 53.4281, + 53.5028, + 53.575, + 53.6475, + 53.7278, + 53.8025, + 53.8747, + 53.9448, + 54.0128, + 54.084, + 54.1481, + 54.2058, + 54.2677, + 54.3334, + 54.3951, + 54.4506, + 54.503, + 54.5552, + 54.6047, + 54.6492, + 54.6918, + 54.7301, + 54.7646, + 54.7982, + 54.8283, + 54.858, + 54.8947, + 54.9302, + 54.9722, + 55.01, + 55.0465, + 55.0918, + 55.1352, + 55.1791, + 55.2337, + 55.2904, + 55.3538, + 55.4134, + 55.4746, + 55.5296, + 55.5867, + 55.6655, + 55.749, + 55.8266, + 55.9039, + 55.9735, + 56.0387, + 56.1023, + 56.1896, + 56.2806, + 56.375, + 56.46, + 56.554, + 56.6436, + 56.7243, + 56.7968, + 56.8772, + 56.9594, + 57.0385, + 57.1121, + 57.1784, + 57.2406, + 57.2965, + 57.3494, + 57.3969, + 57.4397, + 57.4808, + 57.5227, + 57.5604, + 57.5994, + 57.6369, + 57.6708, + 57.7012, + 57.7361, + 57.7775, + 57.8197, + 57.8677, + 57.9185, + 57.9716, + 58.0295, + 58.084, + 58.1406, + 58.1965, + 58.2494, + 58.2995, + 58.3545, + 58.4091, + 58.4632, + 58.5218, + 58.5772, + 58.6269, + 58.6742, + 58.7168, + 58.7701, + 58.8256, + 58.8756, + 58.9205, + 58.9635, + 59.0071, + 59.0664, + 59.1198, + 59.1728, + 59.223, + 59.2682, + 59.3089, + 59.3455, + 59.3784, + 59.4081, + 59.4348, + 59.4588, + 59.4804, + 59.4999, + 59.5174, + 59.5332, + 59.5473, + 59.5601, + 59.5716, + 59.5819, + 59.5912, + 59.5996, + 59.6072, + 59.6139, + 59.62, + 59.6255, + 59.6305, + 59.6349, + 59.6389, + 59.6426, + 59.6458, + 59.6487, + 59.6513, + 59.6537, + 59.6558, + 59.6578, + 59.6595, + 59.661, + 59.6624, + 59.6637, + 59.6648, + 59.6658, + 59.6668, + 59.6676, + 59.6683, + 59.669, + 59.6696, + 59.6701, + 59.6706, + 59.6711, + 59.6714, + 59.6718, + 59.6721, + 59.6724, + 59.6727, + 59.6729, + 59.6731, + 59.6733, + 59.6735, + 59.6736, + 59.6738, + 59.6739, + 59.674, + 59.6741, + 59.6742, + 59.6743, + 59.6743, + 59.6744, + 59.6745, + 59.6745, + 59.6746, + 59.6746, + 59.6747, + 59.6747, + 59.6747, + 59.6747, + 59.6748, + 59.6748, + 59.6748, + 59.6748, + 59.6748, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.6749, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.7025, + 59.7322, + 59.764, + 59.7926, + 59.8184, + 59.8415, + 59.8624, + 59.8811, + 59.898, + 59.9132, + 59.9269, + 59.9392, + 59.9503, + 59.9603, + 59.9692, + 59.9773, + 59.9846, + 59.9911, + 59.997, + 60.0023, + 60.0071, + 60.0114, + 60.0152, + 60.0187, + 60.0218, + 60.0247, + 60.0272, + 60.0295, + 60.0315, + 60.0334, + 60.035, + 60.0365, + 60.0379, + 60.0391, + 60.0402, + 60.0412, + 60.042, + 60.0428, + 60.0436, + 60.0442, + 60.0448, + 60.0453, + 60.0458, + 60.0462, + 60.0466, + 60.0469, + 60.0472, + 60.0475, + 60.0478, + 60.048, + 60.0482, + 60.0484, + 60.0485, + 60.0487, + 60.0488, + 60.0489, + 60.049, + 60.0491, + 60.0492, + 60.0493, + 60.0494, + 60.0494, + 60.0495, + 60.0495, + 60.0496, + 60.0496, + 60.0497, + 60.0497, + 60.0497, + 60.0498, + 60.0498, + 60.0498, + 60.0498, + 60.0498, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.0499, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.05, + 60.0525, + 60.0547, + 60.0568, + 60.0586, + 60.0602, + 60.0617, + 60.063, + 60.0642, + 60.0653, + 60.0663, + 60.0672, + 60.0679, + 60.0686, + 60.0693, + 60.0699, + 60.0704, + 60.0708, + 60.0737, + 60.0764, + 60.0787, + 60.0809, + 60.0828, + 60.0845, + 60.086, + 60.0874, + 60.0887, + 60.0898, + 60.0908, + 60.0918, + 60.0926, + 60.0933, + 60.0965, + 60.0993, + 60.1019, + 60.1042, + 60.1088, + 60.1129, + 60.1166, + 60.12, + 60.123, + 60.1257, + 60.1281, + 60.1303, + 60.1323, + 60.134, + 60.1356, + 60.1371, + 60.1384, + 60.1395, + 60.1406, + 60.1415, + 60.1424, + 60.1431, + 60.1438, + 60.1444, + 60.145, + 60.1455, + 60.1459, + 60.1463, + 60.1467, + 60.147, + 60.1473, + 60.1501, + 60.1551, + 60.1596, + 60.1661, + 60.172, + 60.1823, + 60.1966, + 60.2094, + 60.2235, + 60.2361, + 60.2475, + 60.2578, + 60.2695, + 60.2875, + 60.3063, + 60.3257, + 60.3456, + 60.3635, + 60.3797, + 60.3942, + 60.4073, + 60.4191, + 60.4297, + 60.4392, + 60.4478, + 60.4555, + 60.4624, + 60.4687, + 60.4768, + 60.4841, + 60.4932, + 60.5039, + 60.516, + 60.5269, + 60.5367, + 60.5481, + 60.5607, + 60.5797, + 60.6092, + 60.6483, + 60.6885, + 60.7246, + 60.7596, + 60.7912, + 60.8196, + 60.8476, + 60.8728, + 60.8956, + 60.916, + 60.9344, + 60.951, + 60.9659, + 60.9793, + 60.9914 + ], + "episode_rhos": [ + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json new file mode 100644 index 0000000000000000000000000000000000000000..295afcab97f21fb3d945c4e286e2130e1709b987 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v11e_faircomp.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 4960486.94, + "constraint_satisfaction_pct": 89.33, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6345.66, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -5145.15, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -5396.8, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5260.7, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -5143.34, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5571.7, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4123.07, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4668.01, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4448.93, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3665.18, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2951.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3163.39, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2803.98, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3625.27, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2535.38, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2557.38, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2804.55, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2946.63, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2500.86, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2423.52, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2008.17, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2013.51, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -524.56, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1895.57, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -659.26, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2572.91, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -2905.67, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1492.25, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1285.18, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -2301.42, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1808.09, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 346.81, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 441.97, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -734.58, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -184.41, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -785.12, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 386.58, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1148.23, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 97.05, + "avg_cost": 1.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -333.84, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3122.37, + "avg_cost": 15.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2470.91, + "avg_cost": 7.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 3257.28, + "avg_cost": 7.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2438.97, + "avg_cost": 3.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3150.25, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3757.37, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1526.59, + "avg_cost": 6.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3103.09, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 748.33, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 1812.77, + "avg_cost": 10.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3938.96, + "avg_cost": 15.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4913.7, + "avg_cost": 5.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3802.61, + "avg_cost": 8.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5502.71, + "avg_cost": 10.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3262.36, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6867.47, + "avg_cost": 23.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6739.96, + "avg_cost": 24.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3968.69, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3828.77, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 1950.54, + "avg_cost": 9.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4791.92, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7141.09, + "avg_cost": 20.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6532.01, + "avg_cost": 21.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 4935.9, + "avg_cost": 17.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7349.19, + "avg_cost": 18.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4980.23, + "avg_cost": 17.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5683.88, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 7620.97, + "avg_cost": 25.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -2122.01, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -1336.45, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -620.71, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 3.84, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 182.46, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 25.49, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 284.83, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 1129.8, + "avg_cost": 4.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 461.42, + "avg_cost": 1.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 2387.17, + "avg_cost": 13.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 3909.79, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3845.26, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 3271.67, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 5824.42, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 5716.24, + "avg_cost": 4.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6661.39, + "avg_cost": 7.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7797.9, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8704.91, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7801.35, + "avg_cost": 5.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7370.36, + "avg_cost": 21.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6457.03, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 8178.3, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9419.22, + "avg_cost": 27.5, + "lambda": 2.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 882.58, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8573.35, + "avg_cost": 21.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 100.54, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -208.78, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -6.91, + "avg_cost": 4.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 840.94, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 2766.61, + "avg_cost": 30.25, + "lambda": 2.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -449.6, + "avg_cost": 13.75, + "lambda": 2.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 616.6, + "avg_cost": 22.75, + "lambda": 5.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 3529.84, + "avg_cost": 40.5, + "lambda": 8.7575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 7173.47, + "avg_cost": 45.0, + "lambda": 13.9925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 5639.71, + "avg_cost": 9.25, + "lambda": 14.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 3154.85, + "avg_cost": 16.5, + "lambda": 9.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 5637.54, + "avg_cost": 29.0, + "lambda": 7.6625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 5120.11, + "avg_cost": 10.25, + "lambda": 5.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 7547.05, + "avg_cost": 17.0, + "lambda": 2.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8180.8, + "avg_cost": 18.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 9771.69, + "avg_cost": 33.5, + "lambda": 2.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 7075.87, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 8233.21, + "avg_cost": 27.0, + "lambda": 2.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 7202.34, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9171.71, + "avg_cost": 21.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 5249.38, + "avg_cost": 13.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9358.0, + "avg_cost": 12.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 9949.31, + "avg_cost": 16.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 10068.94, + "avg_cost": 17.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 9675.95, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 9886.73, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 9897.86, + "avg_cost": 15.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10059.48, + "avg_cost": 15.75, + "lambda": 2.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10739.47, + "avg_cost": 28.25, + "lambda": 2.0975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10232.36, + "avg_cost": 18.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 8653.25, + "avg_cost": 24.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 8045.86, + "avg_cost": 13.75, + "lambda": 2.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 9660.17, + "avg_cost": 13.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 8587.26, + "avg_cost": 18.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 11032.62, + "avg_cost": 21.25, + "lambda": 2.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 10915.64, + "avg_cost": 29.25, + "lambda": 2.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 8646.81, + "avg_cost": 15.75, + "lambda": 2.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 7943.01, + "avg_cost": 12.75, + "lambda": 2.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 11580.89, + "avg_cost": 32.5, + "lambda": 2.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 11727.7, + "avg_cost": 35.0, + "lambda": 2.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 10977.11, + "avg_cost": 19.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10772.93, + "avg_cost": 11.25, + "lambda": 2.405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 11261.58, + "avg_cost": 21.75, + "lambda": 2.2775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11185.7, + "avg_cost": 18.25, + "lambda": 2.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11181.93, + "avg_cost": 15.75, + "lambda": 3.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 11129.06, + "avg_cost": 14.0, + "lambda": 2.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10608.07, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10253.75, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 12938.58, + "avg_cost": 53.25, + "lambda": 5.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12503.77, + "avg_cost": 31.25, + "lambda": 5.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 11464.56, + "avg_cost": 18.75, + "lambda": 3.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 8302.2, + "avg_cost": 18.75, + "lambda": 4.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": -1204.79, + "avg_cost": 4.5, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": -4148.59, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -4739.82, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -4787.63, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -3621.81, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json new file mode 100644 index 0000000000000000000000000000000000000000..6c63e7ff992565e5d8f80174254e6491529fd1e1 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v13_reproduce.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 6891618.63, + "constraint_satisfaction_pct": 89.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.185, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 4.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6613.44, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6451.45, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -5141.02, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -4886.43, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4312.59, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4833.1, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4614.21, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -3814.56, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3440.49, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3440.77, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3132.86, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2844.81, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3470.06, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3948.27, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2406.19, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2586.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2162.52, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2170.83, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1901.74, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1817.56, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2802.89, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -686.99, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1262.9, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1448.1, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1912.93, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2583.63, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -2338.82, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1195.02, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1251.02, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -2031.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -2155.02, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1608.69, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -751.64, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -2151.69, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -564.02, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -1999.97, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -849.92, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 512.1, + "avg_cost": 2.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 637.51, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1134.89, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1240.31, + "avg_cost": 1.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1369.41, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 745.59, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2363.06, + "avg_cost": 3.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2185.02, + "avg_cost": 3.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2174.03, + "avg_cost": 4.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3507.8, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2704.5, + "avg_cost": 4.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3853.61, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 4297.88, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2897.26, + "avg_cost": 6.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3739.34, + "avg_cost": 5.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 3308.46, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5038.26, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2881.12, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 5353.22, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5317.55, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5098.97, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4766.29, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3260.46, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4177.35, + "avg_cost": 9.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6473.19, + "avg_cost": 5.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6709.94, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6322.42, + "avg_cost": 10.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 7133.85, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7580.24, + "avg_cost": 20.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4929.95, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -1051.98, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -929.03, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -550.42, + "avg_cost": 0.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -199.31, + "avg_cost": 0.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 295.26, + "avg_cost": 1.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 197.37, + "avg_cost": 4.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 904.41, + "avg_cost": 0.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 889.09, + "avg_cost": 2.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -374.62, + "avg_cost": 3.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -66.24, + "avg_cost": 12.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -255.81, + "avg_cost": 13.75, + "lambda": 4.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 630.31, + "avg_cost": 15.75, + "lambda": 6.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 5100.7, + "avg_cost": 13.75, + "lambda": 5.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6703.38, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6396.03, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4830.49, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 6901.27, + "avg_cost": 20.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 1889.26, + "avg_cost": 8.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7946.32, + "avg_cost": 15.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4603.51, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 4231.62, + "avg_cost": 8.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8008.66, + "avg_cost": 17.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 7355.92, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5747.69, + "avg_cost": 9.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 6736.29, + "avg_cost": 12.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 7516.73, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 7259.99, + "avg_cost": 7.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 7846.64, + "avg_cost": 14.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 10254.35, + "avg_cost": 25.25, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 7527.94, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 5468.05, + "avg_cost": 8.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 10258.43, + "avg_cost": 10.75, + "lambda": 4.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9496.44, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 7451.61, + "avg_cost": 20.25, + "lambda": 3.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9175.66, + "avg_cost": 13.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 981.04, + "avg_cost": 11.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8799.98, + "avg_cost": 40.5, + "lambda": 3.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 10366.62, + "avg_cost": 14.25, + "lambda": 6.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10322.97, + "avg_cost": 15.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9882.17, + "avg_cost": 7.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8597.43, + "avg_cost": 9.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10451.39, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8716.67, + "avg_cost": 18.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 10912.07, + "avg_cost": 16.5, + "lambda": 3.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 8401.67, + "avg_cost": 14.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 10563.56, + "avg_cost": 19.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 11375.75, + "avg_cost": 21.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10128.19, + "avg_cost": 26.0, + "lambda": 3.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10361.36, + "avg_cost": 16.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 9399.01, + "avg_cost": 21.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 8749.49, + "avg_cost": 13.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 10780.93, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 11515.22, + "avg_cost": 12.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 6987.26, + "avg_cost": 7.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10736.11, + "avg_cost": 25.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 12128.71, + "avg_cost": 27.25, + "lambda": 3.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 10369.59, + "avg_cost": 40.25, + "lambda": 4.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 11368.04, + "avg_cost": 40.0, + "lambda": 3.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 8644.44, + "avg_cost": 18.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11918.93, + "avg_cost": 14.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 11679.98, + "avg_cost": 18.5, + "lambda": 3.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 11180.89, + "avg_cost": 23.25, + "lambda": 3.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 9047.94, + "avg_cost": 17.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 12105.55, + "avg_cost": 18.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 8402.36, + "avg_cost": 18.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 11131.68, + "avg_cost": 15.25, + "lambda": 3.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 12188.09, + "avg_cost": 41.25, + "lambda": 4.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 12161.28, + "avg_cost": 29.25, + "lambda": 4.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 12691.54, + "avg_cost": 27.75, + "lambda": 5.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 11598.93, + "avg_cost": 17.75, + "lambda": 5.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9710.04, + "avg_cost": 21.5, + "lambda": 3.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12451.54, + "avg_cost": 14.25, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 12305.47, + "avg_cost": 17.5, + "lambda": 3.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 12237.98, + "avg_cost": 15.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 12057.42, + "avg_cost": 8.75, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12586.44, + "avg_cost": 12.5, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 12769.13, + "avg_cost": 28.25, + "lambda": 3.0975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 11179.17, + "avg_cost": 25.75, + "lambda": 3.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 11743.25, + "avg_cost": 16.0, + "lambda": 3.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 12611.87, + "avg_cost": 14.75, + "lambda": 3.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 12410.72, + "avg_cost": 18.75, + "lambda": 3.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 12720.38, + "avg_cost": 26.0, + "lambda": 3.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 12816.2, + "avg_cost": 18.75, + "lambda": 4.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..66efe83fe7ffc7b9f715a8a5552fe41940a8311f --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 2904925.3, + "constraint_satisfaction_pct": 62.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 60.9914, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6667.45, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6008.19, + "avg_cost": 0.0, + "lambda": 10.0967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -5568.31, + "avg_cost": 0.0, + "lambda": 10.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6172.8, + "avg_cost": 0.25, + "lambda": 10.2755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4863.48, + "avg_cost": 0.0, + "lambda": 10.386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5460.31, + "avg_cost": 0.0, + "lambda": 10.4979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -5434.76, + "avg_cost": 0.0, + "lambda": 10.6122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4947.02, + "avg_cost": 0.0, + "lambda": 10.6912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4287.32, + "avg_cost": 0.0, + "lambda": 10.7458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4082.29, + "avg_cost": 0.0, + "lambda": 10.7734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2932.48, + "avg_cost": 0.0, + "lambda": 10.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -2804.78, + "avg_cost": 0.0, + "lambda": 10.818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2448.25, + "avg_cost": 0.0, + "lambda": 10.8226, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -3854.66, + "avg_cost": 0.0, + "lambda": 10.8242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2926.79, + "avg_cost": 0.0, + "lambda": 10.8247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1994.46, + "avg_cost": 0.0, + "lambda": 10.8249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -3010.97, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -3152.07, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2264.21, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -2355.52, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2151.84, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1450.2, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1247.18, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1190.72, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3233.69, + "avg_cost": 0.0, + "lambda": 10.9165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1660.31, + "avg_cost": 0.5, + "lambda": 11.2106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1103.12, + "avg_cost": 0.25, + "lambda": 11.6695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1774.83, + "avg_cost": 1.5, + "lambda": 12.0255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1846.02, + "avg_cost": 0.25, + "lambda": 12.3312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -861.47, + "avg_cost": 0.0, + "lambda": 12.6162, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1670.81, + "avg_cost": 0.0, + "lambda": 12.9235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -335.84, + "avg_cost": 0.75, + "lambda": 13.2005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -982.96, + "avg_cost": 0.0, + "lambda": 13.6314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -66.4, + "avg_cost": 0.0, + "lambda": 14.3731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -780.15, + "avg_cost": 0.0, + "lambda": 15.0201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1128.69, + "avg_cost": 2.25, + "lambda": 15.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 2006.22, + "avg_cost": 2.5, + "lambda": 16.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3039.99, + "avg_cost": 4.0, + "lambda": 18.036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 2279.07, + "avg_cost": 1.5, + "lambda": 19.7592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 1371.53, + "avg_cost": 1.75, + "lambda": 21.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3054.27, + "avg_cost": 2.0, + "lambda": 23.3861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1946.58, + "avg_cost": 1.5, + "lambda": 25.2318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1000.24, + "avg_cost": 0.25, + "lambda": 26.7969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 2729.03, + "avg_cost": 2.75, + "lambda": 28.0823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 3034.19, + "avg_cost": 1.25, + "lambda": 29.3135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3755.93, + "avg_cost": 1.75, + "lambda": 30.5817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 4195.78, + "avg_cost": 1.5, + "lambda": 31.676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 4106.44, + "avg_cost": 1.0, + "lambda": 32.7497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 3600.55, + "avg_cost": 0.25, + "lambda": 33.7327, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3964.98, + "avg_cost": 0.5, + "lambda": 34.4688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4809.36, + "avg_cost": 1.5, + "lambda": 35.2215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3638.72, + "avg_cost": 0.0, + "lambda": 36.1179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 4998.54, + "avg_cost": 1.25, + "lambda": 36.8633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5029.25, + "avg_cost": 0.5, + "lambda": 37.7714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 4944.12, + "avg_cost": 1.5, + "lambda": 38.6904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3856.33, + "avg_cost": 1.0, + "lambda": 39.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5691.36, + "avg_cost": 1.0, + "lambda": 40.8905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5731.07, + "avg_cost": 0.25, + "lambda": 41.6185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 3820.38, + "avg_cost": 0.25, + "lambda": 42.1461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3990.14, + "avg_cost": 0.25, + "lambda": 42.5789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5302.33, + "avg_cost": 0.75, + "lambda": 43.1324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 6681.66, + "avg_cost": 0.75, + "lambda": 43.9512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5828.46, + "avg_cost": 0.5, + "lambda": 44.6183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6814.59, + "avg_cost": 0.75, + "lambda": 45.3199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 6690.88, + "avg_cost": 0.0, + "lambda": 46.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 7058.65, + "avg_cost": 1.25, + "lambda": 46.6147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7025.55, + "avg_cost": 0.75, + "lambda": 47.2159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4964.26, + "avg_cost": 0.0, + "lambda": 47.8561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 7345.76, + "avg_cost": 0.0, + "lambda": 48.4839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6554.56, + "avg_cost": 0.25, + "lambda": 49.0079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6075.92, + "avg_cost": 0.0, + "lambda": 49.5335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7756.3, + "avg_cost": 0.25, + "lambda": 50.0267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5676.38, + "avg_cost": 1.5, + "lambda": 50.6872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8124.09, + "avg_cost": 1.25, + "lambda": 51.2573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7871.64, + "avg_cost": 0.0, + "lambda": 51.8356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7258.96, + "avg_cost": 1.0, + "lambda": 52.4379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5576.61, + "avg_cost": 0.5, + "lambda": 53.1987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6018.97, + "avg_cost": 0.5, + "lambda": 53.9448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8037.49, + "avg_cost": 0.5, + "lambda": 54.5552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 3812.28, + "avg_cost": 0.25, + "lambda": 54.9302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7372.24, + "avg_cost": 0.25, + "lambda": 55.4134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 6670.81, + "avg_cost": 0.5, + "lambda": 56.1023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8718.9, + "avg_cost": 1.0, + "lambda": 56.9594, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8293.56, + "avg_cost": 0.5, + "lambda": 57.5227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8418.19, + "avg_cost": 0.75, + "lambda": 57.9185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8868.94, + "avg_cost": 0.5, + "lambda": 58.4632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7990.18, + "avg_cost": 0.25, + "lambda": 58.9635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -2387.59, + "avg_cost": 0.0, + "lambda": 59.4081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -1813.39, + "avg_cost": 0.0, + "lambda": 59.5819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -993.62, + "avg_cost": 0.0, + "lambda": 59.6426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -977.07, + "avg_cost": 0.0, + "lambda": 59.6637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -801.75, + "avg_cost": 0.0, + "lambda": 59.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -791.35, + "avg_cost": 0.0, + "lambda": 59.6736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -962.11, + "avg_cost": 0.0, + "lambda": 59.6745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -712.88, + "avg_cost": 0.0, + "lambda": 59.6748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -603.68, + "avg_cost": 0.0, + "lambda": 59.6749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -574.03, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -423.31, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -388.01, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -292.0, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -392.65, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -304.44, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -227.7, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -96.24, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -86.01, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 29.46, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 120.93, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 513.93, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 1319.88, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 2090.68, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 3044.08, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -1269.14, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -603.24, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -1238.04, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -901.08, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 367.54, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 2209.34, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -752.96, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -429.1, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -394.61, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -285.26, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -93.13, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 68.54, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 270.66, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 4145.69, + "avg_cost": 0.0, + "lambda": 59.7926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 2626.76, + "avg_cost": 0.0, + "lambda": 59.9603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 3438.77, + "avg_cost": 0.0, + "lambda": 60.0187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 2884.78, + "avg_cost": 0.0, + "lambda": 60.0391, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 3177.52, + "avg_cost": 0.0, + "lambda": 60.0462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 4046.61, + "avg_cost": 0.0, + "lambda": 60.0487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 4574.8, + "avg_cost": 0.0, + "lambda": 60.0495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 4615.18, + "avg_cost": 0.0, + "lambda": 60.0498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4719.53, + "avg_cost": 0.0, + "lambda": 60.0499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 5257.44, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4979.61, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 5496.41, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 6177.96, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 6084.86, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 6011.73, + "avg_cost": 0.0, + "lambda": 60.0617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5752.18, + "avg_cost": 0.0, + "lambda": 60.0704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 6451.28, + "avg_cost": 0.0, + "lambda": 60.0887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 6630.73, + "avg_cost": 0.25, + "lambda": 60.1088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 6459.69, + "avg_cost": 0.0, + "lambda": 60.1356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 7282.55, + "avg_cost": 0.0, + "lambda": 60.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 6796.87, + "avg_cost": 0.25, + "lambda": 60.1661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 6748.19, + "avg_cost": 0.75, + "lambda": 60.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 7256.57, + "avg_cost": 0.0, + "lambda": 60.4392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 6667.88, + "avg_cost": 0.0, + "lambda": 60.5269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -1294.11, + "avg_cost": 0.0, + "lambda": 60.7912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -1340.87, + "avg_cost": 0.0, + "lambda": 60.9914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..ab54367f6d19fb8251d2f2fa6fece9ab746ccfc1 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 1659957.32, + "constraint_satisfaction_pct": 62.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 60.9914, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3965.88, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -3809.97, + "avg_cost": 0.0, + "lambda": 10.017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -3433.25, + "avg_cost": 0.0, + "lambda": 10.0967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -3181.89, + "avg_cost": 0.0, + "lambda": 10.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -3527.31, + "avg_cost": 0.25, + "lambda": 10.2755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2779.13, + "avg_cost": 0.0, + "lambda": 10.386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -3120.18, + "avg_cost": 0.0, + "lambda": 10.4979, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -3105.58, + "avg_cost": 0.0, + "lambda": 10.6122, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2826.87, + "avg_cost": 0.0, + "lambda": 10.6912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2449.9, + "avg_cost": 0.0, + "lambda": 10.7458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2332.73, + "avg_cost": 0.0, + "lambda": 10.7734, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1675.7, + "avg_cost": 0.0, + "lambda": 10.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1602.73, + "avg_cost": 0.0, + "lambda": 10.818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1399.0, + "avg_cost": 0.0, + "lambda": 10.8226, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2202.66, + "avg_cost": 0.0, + "lambda": 10.8242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1672.45, + "avg_cost": 0.0, + "lambda": 10.8247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1139.69, + "avg_cost": 0.0, + "lambda": 10.8249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -1720.55, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1801.18, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1293.83, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1346.01, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1229.63, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -828.68, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -712.67, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -680.41, + "avg_cost": 0.0, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -1847.82, + "avg_cost": 0.0, + "lambda": 10.9165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -948.75, + "avg_cost": 0.5, + "lambda": 11.2106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -630.35, + "avg_cost": 0.25, + "lambda": 11.6695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1014.19, + "avg_cost": 1.5, + "lambda": 12.0255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -1054.87, + "avg_cost": 0.25, + "lambda": 12.3312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -492.27, + "avg_cost": 0.0, + "lambda": 12.6162, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -954.75, + "avg_cost": 0.0, + "lambda": 12.9235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -191.91, + "avg_cost": 0.75, + "lambda": 13.2005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -561.69, + "avg_cost": 0.0, + "lambda": 13.6314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -37.94, + "avg_cost": 0.0, + "lambda": 14.3731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -445.8, + "avg_cost": 0.0, + "lambda": 15.0201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 644.97, + "avg_cost": 2.25, + "lambda": 15.6256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1146.41, + "avg_cost": 2.5, + "lambda": 16.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1737.14, + "avg_cost": 4.0, + "lambda": 18.036, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1302.32, + "avg_cost": 1.5, + "lambda": 19.7592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 783.73, + "avg_cost": 1.75, + "lambda": 21.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 1745.3, + "avg_cost": 2.0, + "lambda": 23.3861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1112.33, + "avg_cost": 1.5, + "lambda": 25.2318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 571.56, + "avg_cost": 0.25, + "lambda": 26.7969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 1559.45, + "avg_cost": 2.75, + "lambda": 28.0823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 1733.82, + "avg_cost": 1.25, + "lambda": 29.3135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 2146.25, + "avg_cost": 1.75, + "lambda": 30.5817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 2397.59, + "avg_cost": 1.5, + "lambda": 31.676, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2346.54, + "avg_cost": 1.0, + "lambda": 32.7497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2057.46, + "avg_cost": 0.25, + "lambda": 33.7327, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 2265.7, + "avg_cost": 0.5, + "lambda": 34.4688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 2748.2, + "avg_cost": 1.5, + "lambda": 35.2215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2079.27, + "avg_cost": 0.0, + "lambda": 36.1179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2856.31, + "avg_cost": 1.25, + "lambda": 36.8633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 2873.86, + "avg_cost": 0.5, + "lambda": 37.7714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 2825.21, + "avg_cost": 1.5, + "lambda": 38.6904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2203.62, + "avg_cost": 1.0, + "lambda": 39.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 3252.21, + "avg_cost": 1.0, + "lambda": 40.8905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3274.9, + "avg_cost": 0.25, + "lambda": 41.6185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2183.07, + "avg_cost": 0.25, + "lambda": 42.1461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2280.08, + "avg_cost": 0.25, + "lambda": 42.5789, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3029.9, + "avg_cost": 0.75, + "lambda": 43.1324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3818.09, + "avg_cost": 0.75, + "lambda": 43.9512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3330.55, + "avg_cost": 0.5, + "lambda": 44.6183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3894.05, + "avg_cost": 0.75, + "lambda": 45.3199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3823.36, + "avg_cost": 0.0, + "lambda": 46.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4033.51, + "avg_cost": 1.25, + "lambda": 46.6147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4014.6, + "avg_cost": 0.75, + "lambda": 47.2159, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 2836.72, + "avg_cost": 0.0, + "lambda": 47.8561, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4197.58, + "avg_cost": 0.0, + "lambda": 48.4839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 3745.46, + "avg_cost": 0.25, + "lambda": 49.0079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 3471.95, + "avg_cost": 0.0, + "lambda": 49.5335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 4432.17, + "avg_cost": 0.25, + "lambda": 50.0267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 3243.65, + "avg_cost": 1.5, + "lambda": 50.6872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 4642.34, + "avg_cost": 1.25, + "lambda": 51.2573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 4498.08, + "avg_cost": 0.0, + "lambda": 51.8356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 4147.98, + "avg_cost": 1.0, + "lambda": 52.4379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3186.64, + "avg_cost": 0.5, + "lambda": 53.1987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3439.41, + "avg_cost": 0.5, + "lambda": 53.9448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4592.85, + "avg_cost": 0.5, + "lambda": 54.5552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 2178.45, + "avg_cost": 0.25, + "lambda": 54.9302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4212.71, + "avg_cost": 0.25, + "lambda": 55.4134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 3811.89, + "avg_cost": 0.5, + "lambda": 56.1023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4982.23, + "avg_cost": 1.0, + "lambda": 56.9594, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 4739.18, + "avg_cost": 0.5, + "lambda": 57.5227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 4810.4, + "avg_cost": 0.75, + "lambda": 57.9185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5067.97, + "avg_cost": 0.5, + "lambda": 58.4632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 4565.82, + "avg_cost": 0.25, + "lambda": 58.9635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -1364.34, + "avg_cost": 0.0, + "lambda": 59.4081, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -1036.22, + "avg_cost": 0.0, + "lambda": 59.5819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -567.78, + "avg_cost": 0.0, + "lambda": 59.6426, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -558.32, + "avg_cost": 0.0, + "lambda": 59.6637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -458.14, + "avg_cost": 0.0, + "lambda": 59.6711, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -452.2, + "avg_cost": 0.0, + "lambda": 59.6736, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -549.78, + "avg_cost": 0.0, + "lambda": 59.6745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -407.36, + "avg_cost": 0.0, + "lambda": 59.6748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -344.96, + "avg_cost": 0.0, + "lambda": 59.6749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -328.02, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -241.89, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -221.72, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -166.86, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -224.37, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -173.97, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -130.12, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -55.0, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -49.15, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 16.83, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 69.11, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 293.68, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 754.22, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 1194.67, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 1739.48, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -725.22, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -344.71, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -707.45, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -514.9, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 210.02, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 1262.48, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -430.26, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -245.2, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -225.49, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -163.0, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -53.21, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 39.16, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 154.66, + "avg_cost": 0.0, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 2368.96, + "avg_cost": 0.0, + "lambda": 59.7926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 1501.0, + "avg_cost": 0.0, + "lambda": 59.9603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 1965.01, + "avg_cost": 0.0, + "lambda": 60.0187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 1648.44, + "avg_cost": 0.0, + "lambda": 60.0391, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 1815.72, + "avg_cost": 0.0, + "lambda": 60.0462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 2312.35, + "avg_cost": 0.0, + "lambda": 60.0487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 2614.17, + "avg_cost": 0.0, + "lambda": 60.0495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 2637.25, + "avg_cost": 0.0, + "lambda": 60.0498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 2696.87, + "avg_cost": 0.0, + "lambda": 60.0499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 3004.25, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 2845.49, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 3140.81, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 3530.26, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 3477.06, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 3435.28, + "avg_cost": 0.0, + "lambda": 60.0617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 3286.96, + "avg_cost": 0.0, + "lambda": 60.0704, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 3686.45, + "avg_cost": 0.0, + "lambda": 60.0887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 3788.99, + "avg_cost": 0.25, + "lambda": 60.1088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 3691.25, + "avg_cost": 0.0, + "lambda": 60.1356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 4161.46, + "avg_cost": 0.0, + "lambda": 60.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 3883.92, + "avg_cost": 0.25, + "lambda": 60.1661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 3856.11, + "avg_cost": 0.75, + "lambda": 60.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 4146.61, + "avg_cost": 0.0, + "lambda": 60.4392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 3810.22, + "avg_cost": 0.0, + "lambda": 60.5269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -739.49, + "avg_cost": 0.0, + "lambda": 60.7912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -766.21, + "avg_cost": 0.0, + "lambda": 60.9914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..09ac7b68502bcee3b1f34d56e7e02917b08dc37b --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7975250.0, + "constraint_satisfaction_pct": 71.93, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 2.3775, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 4.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6875.08, + "avg_cost": 0.0, + "lambda": 2.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -6701.73, + "avg_cost": 0.25, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6369.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5580.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4649.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -5200.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4410.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4498.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4413.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3929.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3152.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3259.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2374.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2849.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2499.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2142.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2155.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -3387.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1935.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -3759.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1032.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1149.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -4080.84, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -842.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -2796.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2268.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1586.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -2569.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -822.96, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1292.09, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1906.87, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1684.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1754.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -672.64, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1043.2, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -739.25, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -610.72, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 1700.19, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 1090.67, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 512.21, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -950.2, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 1284.06, + "avg_cost": 9.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4292.13, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 585.3, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2237.4, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 1728.13, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 3308.88, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 2532.66, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2570.66, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3044.89, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 3675.63, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 4165.47, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 2677.84, + "avg_cost": 17.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 3235.87, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3440.14, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 3200.65, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 5028.02, + "avg_cost": 22.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 3953.28, + "avg_cost": 26.0, + "lambda": 0.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 4363.2, + "avg_cost": 15.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3695.6, + "avg_cost": 25.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4962.45, + "avg_cost": 25.25, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 3959.47, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 6388.24, + "avg_cost": 23.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2930.87, + "avg_cost": 21.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 2537.47, + "avg_cost": 18.75, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2949.9, + "avg_cost": 16.5, + "lambda": 0.4075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 5783.64, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6551.92, + "avg_cost": 36.5, + "lambda": 0.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 6517.8, + "avg_cost": 23.75, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 7053.34, + "avg_cost": 25.25, + "lambda": 0.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6616.53, + "avg_cost": 18.0, + "lambda": 0.2025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5606.69, + "avg_cost": 35.75, + "lambda": 0.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4769.09, + "avg_cost": 29.5, + "lambda": 2.2275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 7072.23, + "avg_cost": 27.25, + "lambda": 3.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 8235.25, + "avg_cost": 21.25, + "lambda": 2.9675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 3981.05, + "avg_cost": 16.75, + "lambda": 2.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 6627.21, + "avg_cost": 39.75, + "lambda": 1.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 5680.11, + "avg_cost": 42.25, + "lambda": 3.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 8462.98, + "avg_cost": 48.0, + "lambda": 5.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8587.69, + "avg_cost": 26.0, + "lambda": 6.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6516.66, + "avg_cost": 20.75, + "lambda": 6.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 9119.33, + "avg_cost": 20.0, + "lambda": 6.6375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8640.91, + "avg_cost": 22.5, + "lambda": 6.305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9079.39, + "avg_cost": 14.5, + "lambda": 6.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 9845.64, + "avg_cost": 41.75, + "lambda": 5.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7398.94, + "avg_cost": 21.0, + "lambda": 5.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9777.64, + "avg_cost": 23.0, + "lambda": 5.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 9019.68, + "avg_cost": 18.75, + "lambda": 4.2925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9774.22, + "avg_cost": 24.0, + "lambda": 4.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 10060.14, + "avg_cost": 25.5, + "lambda": 4.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 10488.78, + "avg_cost": 33.0, + "lambda": 3.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 10387.43, + "avg_cost": 21.75, + "lambda": 3.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 7433.26, + "avg_cost": 22.5, + "lambda": 3.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 10415.89, + "avg_cost": 17.25, + "lambda": 2.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 7675.83, + "avg_cost": 16.5, + "lambda": 2.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8595.48, + "avg_cost": 35.0, + "lambda": 3.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 11140.49, + "avg_cost": 29.5, + "lambda": 3.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 11341.13, + "avg_cost": 29.0, + "lambda": 4.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 11150.77, + "avg_cost": 20.5, + "lambda": 4.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 11715.38, + "avg_cost": 38.75, + "lambda": 4.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 11008.89, + "avg_cost": 26.25, + "lambda": 4.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9092.11, + "avg_cost": 21.25, + "lambda": 4.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 11025.8, + "avg_cost": 23.25, + "lambda": 4.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10610.12, + "avg_cost": 17.0, + "lambda": 3.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 11047.14, + "avg_cost": 14.25, + "lambda": 3.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 11717.64, + "avg_cost": 28.5, + "lambda": 2.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 11510.44, + "avg_cost": 25.5, + "lambda": 3.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 11981.02, + "avg_cost": 31.75, + "lambda": 2.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 12080.32, + "avg_cost": 38.0, + "lambda": 3.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 11500.81, + "avg_cost": 23.0, + "lambda": 3.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 11514.77, + "avg_cost": 35.75, + "lambda": 3.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 11132.25, + "avg_cost": 24.5, + "lambda": 4.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 11802.94, + "avg_cost": 25.75, + "lambda": 3.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 11141.66, + "avg_cost": 26.75, + "lambda": 3.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 8216.92, + "avg_cost": 29.0, + "lambda": 3.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 11229.57, + "avg_cost": 20.25, + "lambda": 3.92, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 12099.1, + "avg_cost": 20.25, + "lambda": 3.6475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 10770.67, + "avg_cost": 19.25, + "lambda": 2.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 12001.25, + "avg_cost": 16.75, + "lambda": 2.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 12209.38, + "avg_cost": 22.0, + "lambda": 3.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 12196.92, + "avg_cost": 32.0, + "lambda": 3.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 12236.11, + "avg_cost": 30.0, + "lambda": 3.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 12300.27, + "avg_cost": 29.25, + "lambda": 4.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 8180.18, + "avg_cost": 36.25, + "lambda": 4.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12561.52, + "avg_cost": 24.0, + "lambda": 5.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 12437.14, + "avg_cost": 26.0, + "lambda": 6.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11695.15, + "avg_cost": 21.0, + "lambda": 5.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 11181.77, + "avg_cost": 18.25, + "lambda": 4.845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 12207.48, + "avg_cost": 19.5, + "lambda": 4.2525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 8595.78, + "avg_cost": 12.5, + "lambda": 3.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 10403.01, + "avg_cost": 23.25, + "lambda": 3.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 13009.95, + "avg_cost": 36.0, + "lambda": 3.22, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 9732.19, + "avg_cost": 29.75, + "lambda": 4.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 12462.72, + "avg_cost": 29.25, + "lambda": 4.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 10948.4, + "avg_cost": 18.0, + "lambda": 3.3725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 12355.04, + "avg_cost": 24.75, + "lambda": 2.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 12718.76, + "avg_cost": 20.25, + "lambda": 2.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 10692.62, + "avg_cost": 21.25, + "lambda": 3.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12678.3, + "avg_cost": 23.75, + "lambda": 3.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 11843.46, + "avg_cost": 28.25, + "lambda": 3.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 10811.27, + "avg_cost": 28.5, + "lambda": 3.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10214.88, + "avg_cost": 32.5, + "lambda": 3.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12754.4, + "avg_cost": 34.0, + "lambda": 4.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 9943.86, + "avg_cost": 23.5, + "lambda": 5.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 13199.21, + "avg_cost": 35.25, + "lambda": 5.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 12578.88, + "avg_cost": 27.5, + "lambda": 5.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 12558.35, + "avg_cost": 16.0, + "lambda": 5.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 11477.48, + "avg_cost": 11.5, + "lambda": 4.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -164.58, + "avg_cost": 0.75, + "lambda": 4.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -469.24, + "avg_cost": 3.0, + "lambda": 2.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe43696e10a56c9e726b13d36e49162face2a020 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -262784.86, + "constraint_satisfaction_pct": 35.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.5392, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -905.76, + "avg_cost": 166.75, + "lambda": 0.2668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 227.67, + "avg_cost": 94.5, + "lambda": 1.8331, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1042.47, + "avg_cost": 52.0, + "lambda": 3.0756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1330.18, + "avg_cost": 45.0, + "lambda": 3.7914, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1746.17, + "avg_cost": 95.5, + "lambda": 4.3053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -2440.12, + "avg_cost": 31.0, + "lambda": 5.0306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -2322.23, + "avg_cost": 48.5, + "lambda": 5.5494, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1555.46, + "avg_cost": 119.5, + "lambda": 6.0436, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -2054.55, + "avg_cost": 49.75, + "lambda": 6.6939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2025.71, + "avg_cost": 42.5, + "lambda": 7.2424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -1690.92, + "avg_cost": 12.25, + "lambda": 7.7199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1534.16, + "avg_cost": 21.75, + "lambda": 8.0383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -825.04, + "avg_cost": 27.0, + "lambda": 8.3207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1270.29, + "avg_cost": 4.25, + "lambda": 8.556, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1532.76, + "avg_cost": 8.5, + "lambda": 8.6963, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -734.55, + "avg_cost": 0.75, + "lambda": 8.779, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -692.04, + "avg_cost": 0.5, + "lambda": 8.8173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -772.61, + "avg_cost": 0.0, + "lambda": 8.8339, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -692.09, + "avg_cost": 2.5, + "lambda": 8.8444, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -837.54, + "avg_cost": 0.0, + "lambda": 8.8579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -724.95, + "avg_cost": 0.0, + "lambda": 8.8759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -643.86, + "avg_cost": 2.25, + "lambda": 8.8937, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -603.6, + "avg_cost": 0.5, + "lambda": 8.9073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -620.64, + "avg_cost": 0.75, + "lambda": 8.9143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -1018.79, + "avg_cost": 21.0, + "lambda": 8.9358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -405.64, + "avg_cost": 0.0, + "lambda": 9.0161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -342.15, + "avg_cost": 5.75, + "lambda": 9.0541, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1204.96, + "avg_cost": 4.0, + "lambda": 9.2638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1386.4, + "avg_cost": 1.25, + "lambda": 9.416, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -779.82, + "avg_cost": 33.75, + "lambda": 9.5449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -1504.88, + "avg_cost": 1.25, + "lambda": 9.6654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1573.69, + "avg_cost": 4.25, + "lambda": 9.7472, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -1369.67, + "avg_cost": 6.75, + "lambda": 9.8181, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -1009.2, + "avg_cost": 43.75, + "lambda": 10.0072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -1489.24, + "avg_cost": 2.25, + "lambda": 10.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -1375.03, + "avg_cost": 4.0, + "lambda": 10.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -517.96, + "avg_cost": 0.0, + "lambda": 10.63, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -583.7, + "avg_cost": 0.25, + "lambda": 10.6822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -526.47, + "avg_cost": 0.0, + "lambda": 10.7046, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -437.24, + "avg_cost": 0.0, + "lambda": 10.7153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -378.72, + "avg_cost": 0.0, + "lambda": 10.7215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -369.38, + "avg_cost": 0.0, + "lambda": 10.7256, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -280.55, + "avg_cost": 0.25, + "lambda": 10.7306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -284.81, + "avg_cost": 0.25, + "lambda": 10.7397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -282.95, + "avg_cost": 1.75, + "lambda": 10.7516, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -198.71, + "avg_cost": 0.25, + "lambda": 10.7739, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -351.37, + "avg_cost": 1.25, + "lambda": 10.8074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -378.66, + "avg_cost": 0.5, + "lambda": 10.8438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -134.57, + "avg_cost": 2.0, + "lambda": 10.8815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -10.92, + "avg_cost": 0.0, + "lambda": 10.9131, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -12.13, + "avg_cost": 0.75, + "lambda": 10.9353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -34.57, + "avg_cost": 0.75, + "lambda": 10.948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -106.82, + "avg_cost": 0.0, + "lambda": 10.9653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -166.59, + "avg_cost": 0.5, + "lambda": 10.9859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -110.94, + "avg_cost": 0.0, + "lambda": 11.0019, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -100.1, + "avg_cost": 0.5, + "lambda": 11.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -54.16, + "avg_cost": 0.75, + "lambda": 11.0191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -21.28, + "avg_cost": 0.5, + "lambda": 11.0258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -37.19, + "avg_cost": 0.0, + "lambda": 11.0298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2.88, + "avg_cost": 0.75, + "lambda": 11.0336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 109.95, + "avg_cost": 1.25, + "lambda": 11.0406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 141.83, + "avg_cost": 1.75, + "lambda": 11.0482, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 105.95, + "avg_cost": 1.75, + "lambda": 11.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 115.6, + "avg_cost": 0.0, + "lambda": 11.0597, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 37.74, + "avg_cost": 0.0, + "lambda": 11.063, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12.12, + "avg_cost": 0.0, + "lambda": 11.0669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 34.2, + "avg_cost": 0.0, + "lambda": 11.0719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 87.28, + "avg_cost": 1.75, + "lambda": 11.0761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 23.93, + "avg_cost": 1.75, + "lambda": 11.0801, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 141.98, + "avg_cost": 1.0, + "lambda": 11.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 42.94, + "avg_cost": 0.0, + "lambda": 11.0888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -628.12, + "avg_cost": 67.75, + "lambda": 11.0973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 15.24, + "avg_cost": 0.0, + "lambda": 11.1388, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 116.25, + "avg_cost": 0.25, + "lambda": 11.156, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 136.86, + "avg_cost": 0.5, + "lambda": 11.164, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 87.19, + "avg_cost": 1.0, + "lambda": 11.1702, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -18.22, + "avg_cost": 0.25, + "lambda": 11.1754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 100.1, + "avg_cost": 0.25, + "lambda": 11.1788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -33.46, + "avg_cost": 0.25, + "lambda": 11.1815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 84.97, + "avg_cost": 1.5, + "lambda": 11.1864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 77.45, + "avg_cost": 0.5, + "lambda": 11.1928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 131.68, + "avg_cost": 1.0, + "lambda": 11.1974, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 115.08, + "avg_cost": 1.5, + "lambda": 11.2026, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 63.75, + "avg_cost": 0.0, + "lambda": 11.2072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 109.37, + "avg_cost": 0.0, + "lambda": 11.2115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -4.6, + "avg_cost": 0.0, + "lambda": 11.2151, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 65.1, + "avg_cost": 0.0, + "lambda": 11.218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 136.52, + "avg_cost": 0.0, + "lambda": 11.2201, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 127.91, + "avg_cost": 0.0, + "lambda": 11.2217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 50.62, + "avg_cost": 0.0, + "lambda": 11.224, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 68.31, + "avg_cost": 0.0, + "lambda": 11.2262, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 63.38, + "avg_cost": 0.0, + "lambda": 11.2277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 105.12, + "avg_cost": 0.0, + "lambda": 11.2291, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 107.11, + "avg_cost": 0.0, + "lambda": 11.2304, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 61.18, + "avg_cost": 0.5, + "lambda": 11.2316, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 16.23, + "avg_cost": 0.0, + "lambda": 11.2334, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 26.4, + "avg_cost": 0.0, + "lambda": 11.2347, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -42.76, + "avg_cost": 2.0, + "lambda": 11.2363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 53.22, + "avg_cost": 0.0, + "lambda": 11.2395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 29.71, + "avg_cost": 0.5, + "lambda": 11.2427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 17.9, + "avg_cost": 0.0, + "lambda": 11.2455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -11.68, + "avg_cost": 0.5, + "lambda": 11.2487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 10.1, + "avg_cost": 1.25, + "lambda": 11.2535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 22.41, + "avg_cost": 0.0, + "lambda": 11.2576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10.97, + "avg_cost": 0.0, + "lambda": 11.2602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -13.13, + "avg_cost": 0.0, + "lambda": 11.263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -8.59, + "avg_cost": 0.0, + "lambda": 11.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -19.62, + "avg_cost": 0.0, + "lambda": 11.2661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -130.39, + "avg_cost": 1.0, + "lambda": 11.2683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 56.98, + "avg_cost": 0.0, + "lambda": 11.2709, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 186.48, + "avg_cost": 0.75, + "lambda": 11.274, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 203.95, + "avg_cost": 0.0, + "lambda": 11.2778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 227.04, + "avg_cost": 0.0, + "lambda": 11.2836, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 243.95, + "avg_cost": 0.0, + "lambda": 11.2921, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 272.7, + "avg_cost": 1.0, + "lambda": 11.2985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 166.33, + "avg_cost": 0.0, + "lambda": 11.3034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 314.95, + "avg_cost": 0.25, + "lambda": 11.3074, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 283.34, + "avg_cost": 0.5, + "lambda": 11.3114, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 313.94, + "avg_cost": 0.0, + "lambda": 11.3139, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 297.56, + "avg_cost": 0.0, + "lambda": 11.3172, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 305.17, + "avg_cost": 0.75, + "lambda": 11.321, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 310.23, + "avg_cost": 0.0, + "lambda": 11.3251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 300.56, + "avg_cost": 0.5, + "lambda": 11.3293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 305.56, + "avg_cost": 0.75, + "lambda": 11.3354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 393.64, + "avg_cost": 3.5, + "lambda": 11.3449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 599.97, + "avg_cost": 0.0, + "lambda": 11.3829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 587.4, + "avg_cost": 0.0, + "lambda": 11.4057, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 589.51, + "avg_cost": 1.25, + "lambda": 11.418, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 610.88, + "avg_cost": 0.0, + "lambda": 11.4281, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 564.73, + "avg_cost": 0.75, + "lambda": 11.4366, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 573.71, + "avg_cost": 0.0, + "lambda": 11.4452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 614.54, + "avg_cost": 0.0, + "lambda": 11.4509, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 605.58, + "avg_cost": 0.0, + "lambda": 11.4568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 570.23, + "avg_cost": 0.0, + "lambda": 11.462, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 536.49, + "avg_cost": 0.0, + "lambda": 11.4658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 566.32, + "avg_cost": 0.5, + "lambda": 11.4706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 586.05, + "avg_cost": 0.0, + "lambda": 11.4763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 554.57, + "avg_cost": 0.0, + "lambda": 11.4808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 551.25, + "avg_cost": 0.5, + "lambda": 11.4853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 563.56, + "avg_cost": 0.0, + "lambda": 11.4903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 587.85, + "avg_cost": 0.5, + "lambda": 11.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 555.2, + "avg_cost": 0.25, + "lambda": 11.4988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 583.62, + "avg_cost": 1.25, + "lambda": 11.5023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 576.4, + "avg_cost": 0.25, + "lambda": 11.506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 603.67, + "avg_cost": 0.75, + "lambda": 11.5086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 648.15, + "avg_cost": 0.5, + "lambda": 11.5158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 615.43, + "avg_cost": 0.0, + "lambda": 11.5211, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 578.77, + "avg_cost": 0.25, + "lambda": 11.5247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 641.04, + "avg_cost": 0.0, + "lambda": 11.5305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 561.55, + "avg_cost": 0.0, + "lambda": 11.5343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 653.95, + "avg_cost": 0.75, + "lambda": 11.5392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..529fc4099dca8560a1515cbe45e6e520d651cf96 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 16881000.13, + "constraint_satisfaction_pct": 63.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 7.925, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -612.5, + "avg_cost": 200.0, + "lambda": 6.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 7844.51, + "avg_cost": 52.0, + "lambda": 9.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 11791.75, + "avg_cost": 64.25, + "lambda": 15.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 9515.09, + "avg_cost": 42.0, + "lambda": 19.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 9387.06, + "avg_cost": 51.25, + "lambda": 20.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 13429.48, + "avg_cost": 95.0, + "lambda": 24.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 12317.46, + "avg_cost": 106.75, + "lambda": 32.1575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 8210.54, + "avg_cost": 95.75, + "lambda": 39.7875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 11053.78, + "avg_cost": 101.25, + "lambda": 46.17, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 8266.06, + "avg_cost": 65.25, + "lambda": 51.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 10152.3, + "avg_cost": 70.0, + "lambda": 55.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 12322.35, + "avg_cost": 78.75, + "lambda": 60.53, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 4373.09, + "avg_cost": 32.75, + "lambda": 65.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 9919.75, + "avg_cost": 41.25, + "lambda": 66.0125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 8997.65, + "avg_cost": 27.0, + "lambda": 68.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 8736.37, + "avg_cost": 41.75, + "lambda": 71.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 7255.41, + "avg_cost": 12.0, + "lambda": 69.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 9940.41, + "avg_cost": 27.25, + "lambda": 69.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 8092.77, + "avg_cost": 20.0, + "lambda": 68.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 6877.81, + "avg_cost": 9.25, + "lambda": 69.8575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 5245.34, + "avg_cost": 13.75, + "lambda": 68.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 6860.7, + "avg_cost": 3.25, + "lambda": 67.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 7802.25, + "avg_cost": 22.0, + "lambda": 66.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 7232.6, + "avg_cost": 2.75, + "lambda": 64.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 12971.92, + "avg_cost": 56.0, + "lambda": 64.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 6078.11, + "avg_cost": 1.5, + "lambda": 63.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 7213.39, + "avg_cost": 0.0, + "lambda": 60.615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 8071.85, + "avg_cost": 0.0, + "lambda": 58.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 10439.94, + "avg_cost": 10.25, + "lambda": 56.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 9807.89, + "avg_cost": 7.25, + "lambda": 54.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 8531.75, + "avg_cost": 0.0, + "lambda": 53.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8330.85, + "avg_cost": 0.0, + "lambda": 50.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 9542.19, + "avg_cost": 8.5, + "lambda": 49.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8665.62, + "avg_cost": 0.0, + "lambda": 47.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 7887.43, + "avg_cost": 0.0, + "lambda": 45.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 11931.94, + "avg_cost": 18.0, + "lambda": 43.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 12199.88, + "avg_cost": 43.0, + "lambda": 44.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 7702.18, + "avg_cost": 0.0, + "lambda": 44.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 8310.52, + "avg_cost": 0.0, + "lambda": 42.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 9051.49, + "avg_cost": 0.0, + "lambda": 39.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 10338.0, + "avg_cost": 5.0, + "lambda": 37.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 9227.63, + "avg_cost": 0.0, + "lambda": 35.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 9677.07, + "avg_cost": 5.25, + "lambda": 34.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 9813.69, + "avg_cost": 5.5, + "lambda": 31.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 9766.24, + "avg_cost": 5.25, + "lambda": 29.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 9923.3, + "avg_cost": 5.5, + "lambda": 27.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 10013.82, + "avg_cost": 5.5, + "lambda": 25.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 10665.73, + "avg_cost": 16.25, + "lambda": 23.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 9697.51, + "avg_cost": 0.0, + "lambda": 22.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 8811.32, + "avg_cost": 1.0, + "lambda": 20.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 9297.41, + "avg_cost": 1.0, + "lambda": 18.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 9691.2, + "avg_cost": 5.5, + "lambda": 16.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 9868.95, + "avg_cost": 5.0, + "lambda": 15.6025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 10153.34, + "avg_cost": 5.75, + "lambda": 14.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 11832.88, + "avg_cost": 22.25, + "lambda": 13.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11608.37, + "avg_cost": 21.0, + "lambda": 12.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11374.62, + "avg_cost": 18.5, + "lambda": 11.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 10424.68, + "avg_cost": 28.5, + "lambda": 10.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 11431.46, + "avg_cost": 24.5, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7690.22, + "avg_cost": 17.5, + "lambda": 9.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 3860.5, + "avg_cost": 73.75, + "lambda": 13.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 4769.43, + "avg_cost": 21.25, + "lambda": 16.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 9123.13, + "avg_cost": 17.75, + "lambda": 16.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 9442.07, + "avg_cost": 14.25, + "lambda": 15.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 8570.48, + "avg_cost": 29.75, + "lambda": 13.835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 9239.36, + "avg_cost": 39.75, + "lambda": 14.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 11163.76, + "avg_cost": 17.25, + "lambda": 14.9425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 11081.1, + "avg_cost": 19.75, + "lambda": 14.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 11576.45, + "avg_cost": 9.25, + "lambda": 13.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 12244.24, + "avg_cost": 46.5, + "lambda": 12.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 13727.5, + "avg_cost": 50.75, + "lambda": 14.79, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 11319.92, + "avg_cost": 33.0, + "lambda": 15.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 9076.1, + "avg_cost": 1.75, + "lambda": 13.6875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 9862.2, + "avg_cost": 0.25, + "lambda": 11.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 10333.92, + "avg_cost": 4.25, + "lambda": 9.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 11381.06, + "avg_cost": 0.25, + "lambda": 7.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 11882.04, + "avg_cost": 19.5, + "lambda": 6.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 14993.25, + "avg_cost": 48.5, + "lambda": 6.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 11911.27, + "avg_cost": 8.5, + "lambda": 6.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 13481.25, + "avg_cost": 24.0, + "lambda": 7.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 14538.76, + "avg_cost": 42.0, + "lambda": 9.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 10408.17, + "avg_cost": 23.0, + "lambda": 9.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 9252.23, + "avg_cost": 15.75, + "lambda": 8.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 10274.21, + "avg_cost": 1.0, + "lambda": 6.3025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 9805.85, + "avg_cost": 2.5, + "lambda": 4.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 9588.3, + "avg_cost": 5.0, + "lambda": 1.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 9731.72, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 10677.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 13768.58, + "avg_cost": 38.75, + "lambda": 0.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 16525.71, + "avg_cost": 96.75, + "lambda": 3.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 14402.67, + "avg_cost": 44.75, + "lambda": 6.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 14352.56, + "avg_cost": 17.25, + "lambda": 7.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 12807.03, + "avg_cost": 6.25, + "lambda": 6.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 12147.59, + "avg_cost": 1.25, + "lambda": 4.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 12027.84, + "avg_cost": 0.25, + "lambda": 2.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 12814.38, + "avg_cost": 22.75, + "lambda": 1.615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 15343.17, + "avg_cost": 55.0, + "lambda": 2.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 15357.3, + "avg_cost": 43.5, + "lambda": 3.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 14788.84, + "avg_cost": 50.0, + "lambda": 5.1125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 14115.7, + "avg_cost": 36.25, + "lambda": 5.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 11526.24, + "avg_cost": 3.5, + "lambda": 4.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 13107.2, + "avg_cost": 29.5, + "lambda": 4.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 15268.12, + "avg_cost": 48.75, + "lambda": 6.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 14749.19, + "avg_cost": 26.25, + "lambda": 6.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 13971.33, + "avg_cost": 17.25, + "lambda": 8.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9766.64, + "avg_cost": 17.25, + "lambda": 7.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10813.5, + "avg_cost": 7.25, + "lambda": 6.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 13651.11, + "avg_cost": 18.5, + "lambda": 5.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 15341.04, + "avg_cost": 29.0, + "lambda": 5.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 16013.82, + "avg_cost": 59.5, + "lambda": 7.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 12907.34, + "avg_cost": 6.5, + "lambda": 7.26, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 13654.77, + "avg_cost": 22.5, + "lambda": 6.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 14073.4, + "avg_cost": 17.25, + "lambda": 6.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 11812.24, + "avg_cost": 29.75, + "lambda": 5.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 13654.85, + "avg_cost": 15.75, + "lambda": 6.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 12052.26, + "avg_cost": 10.5, + "lambda": 5.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 13623.16, + "avg_cost": 25.25, + "lambda": 5.6475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 12709.79, + "avg_cost": 10.75, + "lambda": 5.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 13692.9, + "avg_cost": 24.25, + "lambda": 3.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 14232.34, + "avg_cost": 34.5, + "lambda": 6.295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 12099.94, + "avg_cost": 25.75, + "lambda": 6.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 15753.95, + "avg_cost": 38.5, + "lambda": 6.3025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 15980.0, + "avg_cost": 63.0, + "lambda": 10.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 13372.23, + "avg_cost": 15.25, + "lambda": 10.4075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 12247.35, + "avg_cost": 9.75, + "lambda": 9.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12141.33, + "avg_cost": 5.0, + "lambda": 7.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 13894.17, + "avg_cost": 21.75, + "lambda": 6.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 16228.84, + "avg_cost": 52.0, + "lambda": 6.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 11351.13, + "avg_cost": 92.5, + "lambda": 11.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 11535.16, + "avg_cost": 86.0, + "lambda": 18.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 13017.95, + "avg_cost": 40.25, + "lambda": 21.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 11856.66, + "avg_cost": 28.25, + "lambda": 20.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 12972.87, + "avg_cost": 15.0, + "lambda": 19.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 11060.09, + "avg_cost": 0.75, + "lambda": 18.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 11458.03, + "avg_cost": 1.5, + "lambda": 15.92, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 11521.63, + "avg_cost": 11.25, + "lambda": 13.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 11351.26, + "avg_cost": 8.0, + "lambda": 11.6425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 14033.07, + "avg_cost": 18.75, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 11783.1, + "avg_cost": 10.0, + "lambda": 8.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 14833.44, + "avg_cost": 26.0, + "lambda": 7.4825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13873.48, + "avg_cost": 26.5, + "lambda": 8.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 12766.27, + "avg_cost": 11.0, + "lambda": 8.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 14343.29, + "avg_cost": 7.5, + "lambda": 6.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 15141.77, + "avg_cost": 16.25, + "lambda": 6.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14680.37, + "avg_cost": 41.25, + "lambda": 5.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 15814.09, + "avg_cost": 71.0, + "lambda": 8.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 13484.49, + "avg_cost": 10.0, + "lambda": 9.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 13945.69, + "avg_cost": 8.25, + "lambda": 8.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 14569.66, + "avg_cost": 30.25, + "lambda": 7.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 14973.95, + "avg_cost": 32.75, + "lambda": 7.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 13174.7, + "avg_cost": 29.5, + "lambda": 7.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..b9fee8b4c3f40abea426576da207fda7b3c223c7 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 15489790.51, + "constraint_satisfaction_pct": 59.33, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 4.515, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -612.5, + "avg_cost": 200.0, + "lambda": 6.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 7547.05, + "avg_cost": 68.0, + "lambda": 8.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": 10124.05, + "avg_cost": 83.0, + "lambda": 13.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": 6302.44, + "avg_cost": 114.5, + "lambda": 21.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": 11030.82, + "avg_cost": 92.25, + "lambda": 27.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": 4882.82, + "avg_cost": 93.5, + "lambda": 33.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": 9153.68, + "avg_cost": 63.75, + "lambda": 38.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": 8169.27, + "avg_cost": 72.75, + "lambda": 41.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": 14481.04, + "avg_cost": 89.0, + "lambda": 45.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": 12142.6, + "avg_cost": 57.0, + "lambda": 48.4075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12224.96, + "avg_cost": 65.5, + "lambda": 51.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 8417.03, + "avg_cost": 27.5, + "lambda": 52.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 9799.2, + "avg_cost": 43.25, + "lambda": 52.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 10033.17, + "avg_cost": 46.5, + "lambda": 52.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 11440.6, + "avg_cost": 39.0, + "lambda": 52.5475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 7424.89, + "avg_cost": 19.0, + "lambda": 51.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 8576.22, + "avg_cost": 13.5, + "lambda": 48.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 6282.94, + "avg_cost": 7.5, + "lambda": 46.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 9539.32, + "avg_cost": 13.75, + "lambda": 44.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 9118.78, + "avg_cost": 10.0, + "lambda": 43.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": 6604.88, + "avg_cost": 7.75, + "lambda": 40.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 9287.28, + "avg_cost": 12.0, + "lambda": 37.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 9415.51, + "avg_cost": 10.0, + "lambda": 34.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 8604.49, + "avg_cost": 8.25, + "lambda": 32.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 8585.4, + "avg_cost": 5.5, + "lambda": 31.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 7864.9, + "avg_cost": 9.25, + "lambda": 27.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 8118.47, + "avg_cost": 1.75, + "lambda": 24.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 12345.84, + "avg_cost": 43.5, + "lambda": 23.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 9500.99, + "avg_cost": 11.0, + "lambda": 21.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 11645.89, + "avg_cost": 33.75, + "lambda": 19.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 10864.17, + "avg_cost": 20.0, + "lambda": 18.57, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 12893.06, + "avg_cost": 51.75, + "lambda": 17.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 11887.2, + "avg_cost": 32.5, + "lambda": 17.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 11051.39, + "avg_cost": 25.25, + "lambda": 14.8025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 10335.09, + "avg_cost": 17.5, + "lambda": 13.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 13198.5, + "avg_cost": 56.75, + "lambda": 14.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 10289.56, + "avg_cost": 11.5, + "lambda": 13.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 11145.51, + "avg_cost": 31.0, + "lambda": 13.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 12506.04, + "avg_cost": 28.5, + "lambda": 11.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 12234.79, + "avg_cost": 18.25, + "lambda": 11.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 11338.19, + "avg_cost": 21.75, + "lambda": 9.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10775.71, + "avg_cost": 12.5, + "lambda": 9.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 13178.53, + "avg_cost": 70.75, + "lambda": 10.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 12404.23, + "avg_cost": 58.0, + "lambda": 11.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 12790.53, + "avg_cost": 34.0, + "lambda": 13.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 13504.46, + "avg_cost": 62.75, + "lambda": 14.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 10499.67, + "avg_cost": 31.75, + "lambda": 14.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 13720.63, + "avg_cost": 73.75, + "lambda": 14.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12928.85, + "avg_cost": 62.5, + "lambda": 16.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 13263.36, + "avg_cost": 60.75, + "lambda": 18.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 11228.0, + "avg_cost": 28.5, + "lambda": 18.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12868.18, + "avg_cost": 43.5, + "lambda": 19.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12184.78, + "avg_cost": 34.25, + "lambda": 17.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 8918.89, + "avg_cost": 10.75, + "lambda": 15.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 10998.73, + "avg_cost": 5.0, + "lambda": 12.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11213.43, + "avg_cost": 20.75, + "lambda": 9.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 11412.08, + "avg_cost": 29.25, + "lambda": 6.93, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 10847.15, + "avg_cost": 26.25, + "lambda": 4.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 10768.87, + "avg_cost": 9.75, + "lambda": 2.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12999.63, + "avg_cost": 24.75, + "lambda": 0.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 14381.2, + "avg_cost": 66.75, + "lambda": 0.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 13831.11, + "avg_cost": 84.75, + "lambda": 2.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 14659.67, + "avg_cost": 53.0, + "lambda": 4.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12878.74, + "avg_cost": 35.0, + "lambda": 5.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 13125.64, + "avg_cost": 41.25, + "lambda": 5.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 13380.62, + "avg_cost": 56.25, + "lambda": 7.01, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 15308.09, + "avg_cost": 146.25, + "lambda": 13.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3334.49, + "avg_cost": 159.75, + "lambda": 19.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2706.76, + "avg_cost": 368.0, + "lambda": 47.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5242.37, + "avg_cost": 153.5, + "lambda": 71.44, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6571.28, + "avg_cost": 88.5, + "lambda": 75.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6455.1, + "avg_cost": 85.5, + "lambda": 77.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 8282.35, + "avg_cost": 58.75, + "lambda": 79.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 8279.48, + "avg_cost": 56.75, + "lambda": 81.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 10013.27, + "avg_cost": 19.5, + "lambda": 82.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 6120.57, + "avg_cost": 89.0, + "lambda": 84.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 8037.11, + "avg_cost": 49.0, + "lambda": 86.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 8880.52, + "avg_cost": 36.0, + "lambda": 87.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 8692.5, + "avg_cost": 44.75, + "lambda": 87.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 4519.24, + "avg_cost": 84.75, + "lambda": 88.3275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 4700.43, + "avg_cost": 75.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 4186.46, + "avg_cost": 16.25, + "lambda": 99.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 4052.58, + "avg_cost": 5.0, + "lambda": 96.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 4259.49, + "avg_cost": 36.75, + "lambda": 94.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 3341.19, + "avg_cost": 2.0, + "lambda": 91.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6280.06, + "avg_cost": 7.5, + "lambda": 88.4175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 5148.45, + "avg_cost": 9.25, + "lambda": 85.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 5034.8, + "avg_cost": 6.75, + "lambda": 81.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7845.24, + "avg_cost": 16.0, + "lambda": 78.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6575.62, + "avg_cost": 3.25, + "lambda": 75.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 7583.84, + "avg_cost": 13.0, + "lambda": 72.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8908.51, + "avg_cost": 19.5, + "lambda": 69.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8815.72, + "avg_cost": 42.75, + "lambda": 68.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 7332.85, + "avg_cost": 5.25, + "lambda": 65.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 7148.11, + "avg_cost": 56.0, + "lambda": 63.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 7938.35, + "avg_cost": 23.25, + "lambda": 60.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8016.74, + "avg_cost": 14.25, + "lambda": 58.2625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 7477.16, + "avg_cost": 20.5, + "lambda": 55.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9536.38, + "avg_cost": 17.5, + "lambda": 53.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9488.62, + "avg_cost": 17.75, + "lambda": 51.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9120.55, + "avg_cost": 17.5, + "lambda": 48.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9955.34, + "avg_cost": 14.75, + "lambda": 45.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 8231.68, + "avg_cost": 9.75, + "lambda": 42.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 7719.67, + "avg_cost": 4.5, + "lambda": 39.1425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 8499.89, + "avg_cost": 1.75, + "lambda": 35.4225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8082.43, + "avg_cost": 2.25, + "lambda": 31.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 7763.86, + "avg_cost": 0.0, + "lambda": 27.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9401.85, + "avg_cost": 8.5, + "lambda": 24.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9623.49, + "avg_cost": 3.0, + "lambda": 20.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10460.02, + "avg_cost": 4.0, + "lambda": 16.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10781.62, + "avg_cost": 6.75, + "lambda": 13.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 12366.19, + "avg_cost": 14.25, + "lambda": 10.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 12690.76, + "avg_cost": 25.75, + "lambda": 7.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 13461.79, + "avg_cost": 27.5, + "lambda": 6.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 13952.89, + "avg_cost": 49.0, + "lambda": 5.4175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 14662.91, + "avg_cost": 48.0, + "lambda": 5.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 13491.87, + "avg_cost": 30.75, + "lambda": 6.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 12553.85, + "avg_cost": 17.5, + "lambda": 5.23, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 14742.93, + "avg_cost": 46.25, + "lambda": 4.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 15411.85, + "avg_cost": 61.25, + "lambda": 5.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 14209.7, + "avg_cost": 45.75, + "lambda": 7.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 13827.2, + "avg_cost": 43.5, + "lambda": 7.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 12246.9, + "avg_cost": 24.75, + "lambda": 8.3025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 14097.97, + "avg_cost": 41.25, + "lambda": 8.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 11860.14, + "avg_cost": 39.0, + "lambda": 8.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12183.53, + "avg_cost": 45.5, + "lambda": 9.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 12349.28, + "avg_cost": 22.5, + "lambda": 8.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 13164.63, + "avg_cost": 44.25, + "lambda": 8.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 12296.81, + "avg_cost": 28.5, + "lambda": 8.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 12333.46, + "avg_cost": 27.0, + "lambda": 6.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 12808.28, + "avg_cost": 52.5, + "lambda": 7.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 13059.35, + "avg_cost": 48.25, + "lambda": 9.11, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 11162.8, + "avg_cost": 25.5, + "lambda": 8.2025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 11760.23, + "avg_cost": 23.0, + "lambda": 6.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13337.09, + "avg_cost": 54.25, + "lambda": 7.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 14178.02, + "avg_cost": 52.0, + "lambda": 7.91, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 14746.33, + "avg_cost": 65.5, + "lambda": 9.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 13129.73, + "avg_cost": 45.75, + "lambda": 11.2025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 12205.18, + "avg_cost": 32.0, + "lambda": 9.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10935.84, + "avg_cost": 17.5, + "lambda": 8.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10019.26, + "avg_cost": 31.0, + "lambda": 6.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 11709.8, + "avg_cost": 27.0, + "lambda": 5.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 11216.25, + "avg_cost": 27.5, + "lambda": 4.5175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 12380.89, + "avg_cost": 37.75, + "lambda": 3.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14615.17, + "avg_cost": 73.5, + "lambda": 4.17, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 13957.86, + "avg_cost": 44.25, + "lambda": 5.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 13255.94, + "avg_cost": 37.0, + "lambda": 6.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 11991.61, + "avg_cost": 27.75, + "lambda": 6.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 13187.79, + "avg_cost": 45.25, + "lambda": 5.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 13296.34, + "avg_cost": 40.75, + "lambda": 4.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 13290.31, + "avg_cost": 38.0, + "lambda": 4.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json new file mode 100644 index 0000000000000000000000000000000000000000..38c113218239c8ca020cc307ec3bc28dfab65bac --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_base.json @@ -0,0 +1,18663 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 4461791.23, + "constraint_satisfaction_pct": 48.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 82.825, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6405.23, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6977.35, + "avg_cost": 0.25, + "lambda": 10.1086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -4955.34, + "avg_cost": 0.0, + "lambda": 10.2335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6010.68, + "avg_cost": 0.25, + "lambda": 10.4197, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6068.13, + "avg_cost": 0.0, + "lambda": 10.6085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4493.04, + "avg_cost": 0.0, + "lambda": 10.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4908.42, + "avg_cost": 0.0, + "lambda": 10.7869, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4980.15, + "avg_cost": 0.0, + "lambda": 10.8117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4607.7, + "avg_cost": 0.0, + "lambda": 10.829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4701.39, + "avg_cost": 0.0, + "lambda": 10.8569, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4334.85, + "avg_cost": 0.0, + "lambda": 10.892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3590.19, + "avg_cost": 0.0, + "lambda": 10.9237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3193.66, + "avg_cost": 0.0, + "lambda": 10.9408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3195.29, + "avg_cost": 0.0, + "lambda": 10.9468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -4300.52, + "avg_cost": 0.0, + "lambda": 10.9489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2418.19, + "avg_cost": 0.0, + "lambda": 10.9496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2348.22, + "avg_cost": 0.0, + "lambda": 10.9759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2355.65, + "avg_cost": 0.0, + "lambda": 11.0251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2434.13, + "avg_cost": 0.0, + "lambda": 11.0576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2869.48, + "avg_cost": 0.25, + "lambda": 11.0714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -3035.39, + "avg_cost": 0.0, + "lambda": 11.1358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1313.2, + "avg_cost": 0.25, + "lambda": 11.2546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2402.43, + "avg_cost": 0.0, + "lambda": 11.4481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2060.69, + "avg_cost": 0.25, + "lambda": 11.6431, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -750.29, + "avg_cost": 1.0, + "lambda": 12.0706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3906.94, + "avg_cost": 0.0, + "lambda": 12.7926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2214.32, + "avg_cost": 0.0, + "lambda": 13.3377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1900.15, + "avg_cost": 0.0, + "lambda": 13.8221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1903.19, + "avg_cost": 0.25, + "lambda": 14.3576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -112.63, + "avg_cost": 2.0, + "lambda": 15.0033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 408.02, + "avg_cost": 2.75, + "lambda": 15.7481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1829.01, + "avg_cost": 2.25, + "lambda": 16.7665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 683.63, + "avg_cost": 2.25, + "lambda": 18.0806, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -515.95, + "avg_cost": 1.25, + "lambda": 19.4413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -2342.9, + "avg_cost": 0.75, + "lambda": 20.7937, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2006.76, + "avg_cost": 1.5, + "lambda": 22.6097, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1918.96, + "avg_cost": 2.25, + "lambda": 24.4303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1677.07, + "avg_cost": 1.75, + "lambda": 26.3664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2377.97, + "avg_cost": 0.5, + "lambda": 28.5314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -11.39, + "avg_cost": 2.0, + "lambda": 30.9263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2140.06, + "avg_cost": 0.25, + "lambda": 33.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3082.63, + "avg_cost": 3.5, + "lambda": 35.2968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2286.8, + "avg_cost": 1.25, + "lambda": 36.8223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1311.4, + "avg_cost": 1.5, + "lambda": 38.3422, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3304.83, + "avg_cost": 0.75, + "lambda": 39.6613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2896.15, + "avg_cost": 1.25, + "lambda": 40.8519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3526.89, + "avg_cost": 1.0, + "lambda": 42.0466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1766.02, + "avg_cost": 0.75, + "lambda": 43.149, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3721.18, + "avg_cost": 0.75, + "lambda": 44.1787, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2604.08, + "avg_cost": 0.5, + "lambda": 45.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3435.06, + "avg_cost": 4.0, + "lambda": 45.804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4499.05, + "avg_cost": 1.75, + "lambda": 46.7942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2509.4, + "avg_cost": 1.5, + "lambda": 47.681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5250.63, + "avg_cost": 0.5, + "lambda": 48.5714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5104.04, + "avg_cost": 1.5, + "lambda": 49.4157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3925.77, + "avg_cost": 0.5, + "lambda": 50.1822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2714.63, + "avg_cost": 0.25, + "lambda": 50.8841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2607.31, + "avg_cost": 0.0, + "lambda": 51.4554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5541.95, + "avg_cost": 0.25, + "lambda": 52.0506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5798.06, + "avg_cost": 1.25, + "lambda": 52.707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5120.74, + "avg_cost": 0.0, + "lambda": 53.3903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5053.54, + "avg_cost": 0.75, + "lambda": 54.1896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4636.95, + "avg_cost": 1.5, + "lambda": 55.2692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4288.78, + "avg_cost": 0.0, + "lambda": 56.3602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6365.14, + "avg_cost": 0.5, + "lambda": 57.3183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4953.64, + "avg_cost": 0.75, + "lambda": 58.1508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6188.85, + "avg_cost": 0.0, + "lambda": 58.9567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3495.41, + "avg_cost": 0.0, + "lambda": 59.6764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5978.36, + "avg_cost": 0.5, + "lambda": 60.2727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5146.38, + "avg_cost": 0.75, + "lambda": 60.9064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6220.29, + "avg_cost": 0.75, + "lambda": 61.613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5594.38, + "avg_cost": 0.0, + "lambda": 62.3254, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7218.33, + "avg_cost": 0.5, + "lambda": 62.9297, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7555.03, + "avg_cost": 1.25, + "lambda": 63.616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6598.17, + "avg_cost": 0.25, + "lambda": 64.2567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7908.55, + "avg_cost": 2.5, + "lambda": 64.8582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7685.43, + "avg_cost": 0.0, + "lambda": 65.6283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7138.68, + "avg_cost": 0.5, + "lambda": 66.2934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7698.8, + "avg_cost": 1.75, + "lambda": 66.9893, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5382.61, + "avg_cost": 1.0, + "lambda": 67.7622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8000.91, + "avg_cost": 0.5, + "lambda": 68.4969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7750.73, + "avg_cost": 0.25, + "lambda": 69.2177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7949.36, + "avg_cost": 0.75, + "lambda": 69.7987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7266.01, + "avg_cost": 0.0, + "lambda": 70.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8486.3, + "avg_cost": 1.0, + "lambda": 70.9479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8122.13, + "avg_cost": 0.0, + "lambda": 71.4826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8573.76, + "avg_cost": 1.0, + "lambda": 71.9363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6425.45, + "avg_cost": 0.75, + "lambda": 72.4265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7734.72, + "avg_cost": 0.25, + "lambda": 73.0177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6640.66, + "avg_cost": 0.25, + "lambda": 73.5642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5792.53, + "avg_cost": 0.25, + "lambda": 73.9854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5415.56, + "avg_cost": 0.0, + "lambda": 74.3942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8556.63, + "avg_cost": 0.25, + "lambda": 74.7329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8509.31, + "avg_cost": 0.0, + "lambda": 75.0076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8752.26, + "avg_cost": 0.25, + "lambda": 75.2748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 8437.23, + "avg_cost": 1.0, + "lambda": 75.5762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8829.94, + "avg_cost": 0.25, + "lambda": 76.0896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8765.5, + "avg_cost": 0.5, + "lambda": 76.4889, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9355.63, + "avg_cost": 1.0, + "lambda": 76.9368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9594.69, + "avg_cost": 0.75, + "lambda": 77.5072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 8864.61, + "avg_cost": 0.25, + "lambda": 78.0635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8937.65, + "avg_cost": 0.0, + "lambda": 78.5312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9854.46, + "avg_cost": 1.0, + "lambda": 78.9813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9416.46, + "avg_cost": 0.0, + "lambda": 79.4469, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9688.74, + "avg_cost": 0.5, + "lambda": 79.8748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9287.07, + "avg_cost": 1.25, + "lambda": 80.3232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9802.22, + "avg_cost": 0.5, + "lambda": 80.8068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9569.34, + "avg_cost": 0.25, + "lambda": 81.2576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8921.03, + "avg_cost": 0.25, + "lambda": 81.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -4361.38, + "avg_cost": 0.0, + "lambda": 82.4034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -3523.12, + "avg_cost": 0.0, + "lambda": 82.6378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -2625.9, + "avg_cost": 0.0, + "lambda": 82.7271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -1527.04, + "avg_cost": 0.0, + "lambda": 82.7583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -876.44, + "avg_cost": 0.0, + "lambda": 82.7692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -204.37, + "avg_cost": 0.0, + "lambda": 82.773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 174.28, + "avg_cost": 0.0, + "lambda": 82.7743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 68.07, + "avg_cost": 0.0, + "lambda": 82.7748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": -250.04, + "avg_cost": 0.0, + "lambda": 82.7749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 310.5, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 519.26, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 939.7, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 721.61, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 1481.83, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 1094.56, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 2300.38, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 2480.08, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 1689.68, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 2761.7, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 3060.58, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 3413.21, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 1689.45, + "avg_cost": 0.25, + "lambda": 82.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 3509.63, + "avg_cost": 0.0, + "lambda": 82.7922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 4291.52, + "avg_cost": 0.0, + "lambda": 82.7973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4331.98, + "avg_cost": 0.0, + "lambda": 82.799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 3332.1, + "avg_cost": 0.0, + "lambda": 82.7997, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4896.5, + "avg_cost": 0.0, + "lambda": 82.7999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 5057.39, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 5013.21, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 4007.96, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 4044.21, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 4030.2, + "avg_cost": 0.0, + "lambda": 82.813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 5828.69, + "avg_cost": 0.0, + "lambda": 82.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 4001.63, + "avg_cost": 0.0, + "lambda": 82.8235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 6183.12, + "avg_cost": 0.0, + "lambda": 82.8245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 6327.92, + "avg_cost": 0.0, + "lambda": 82.8248, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 5600.3, + "avg_cost": 0.0, + "lambda": 82.8249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 7002.47, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 6892.37, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 7220.25, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 7004.0, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 7015.6, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ], + "episode_rewards": [ + -6405.2315, + -6482.9899, + -6682.254, + -6203.7425, + -5918.2221, + -6750.5742, + -6634.3396, + -6773.4082, + -6479.4128, + -6977.3545, + -6690.5948, + -6140.1852, + -5147.0829, + -6201.2388, + -5406.2048, + -6007.7123, + -5984.2945, + -6622.8505, + -6356.3726, + -4955.3406, + -6151.2229, + -7213.8699, + -6425.2141, + -5810.7354, + -5825.566, + -5392.5246, + -5565.0065, + -5878.5519, + -6541.8998, + -6010.6792, + -5389.885, + -5765.2656, + -5429.1875, + -6048.9664, + -5430.9726, + -5913.9355, + -5674.0609, + -6105.0789, + -5272.4901, + -6068.1298, + -4917.8483, + -5557.6528, + -5593.6929, + -5967.3566, + -5996.1014, + -5316.8609, + -5289.4155, + -5063.2945, + -5479.8295, + -4493.0368, + -5039.5388, + -5073.6069, + -5175.6396, + -5634.1567, + -5153.3574, + -5597.3305, + -5558.4022, + -4901.4453, + -4898.2276, + -4908.4235, + -5594.0535, + -5490.895, + -5411.8235, + -5486.0279, + -5646.0615, + -5221.0538, + -5309.786, + -5111.9732, + -5198.2114, + -4980.1504, + -5277.6229, + -4085.1603, + -3938.0446, + -4436.273, + -3975.0713, + -4261.2069, + -4133.0392, + -4223.7401, + -4031.895, + -4607.7041, + -3988.6102, + -5274.2444, + -4459.7697, + -4812.6366, + -4038.6598, + -4105.6053, + -4206.4549, + -3513.0595, + -4508.712, + -4701.3927, + -4144.3836, + -3244.3892, + -3807.9394, + -3249.0973, + -4591.2206, + -4819.3263, + -4176.3618, + -4199.1238, + -4546.4421, + -4334.8544, + -3872.8326, + -4332.3914, + -4065.1792, + -3663.1893, + -4008.3167, + -3497.1164, + -3928.5577, + -4468.876, + -3930.0323, + -3590.1882, + -4133.1388, + -4102.3555, + -3815.3375, + -3202.0297, + -3248.9085, + -3567.7799, + -2815.6763, + -3402.5462, + -2672.9837, + -3193.66, + -2572.3958, + -2890.4206, + -3445.4768, + -3276.8143, + -3326.679, + -3570.5189, + -3582.6584, + -3327.5382, + -3853.6812, + -3195.2946, + -2657.5371, + -3040.9303, + -2837.2266, + -3864.0332, + -2732.3582, + -4431.8065, + -2989.0334, + -3597.1643, + -3900.0877, + -4300.5171, + -3679.0296, + -3187.9693, + -2358.2446, + -2611.9379, + -2678.5255, + -2973.6258, + -2807.0049, + -3196.8094, + -3029.8008, + -2418.1863, + -2941.0869, + -2644.6142, + -2350.2017, + -1982.207, + -2045.7318, + -2554.566, + -1798.165, + -1974.8619, + -2569.3553, + -2348.224, + -2138.4569, + -2920.7087, + -3049.3837, + -2429.6381, + -2825.6617, + -2813.5574, + -3184.2976, + -3298.7261, + -2122.3009, + -2355.6532, + -1999.7426, + -2474.1239, + -1637.1728, + -1651.4125, + -1745.4029, + -1158.8725, + -2294.8741, + -2791.8116, + -1862.5639, + -2434.1265, + -2841.9781, + -1963.8212, + -1355.5607, + -3190.7057, + -2311.4631, + -1807.29, + -1823.8815, + -1332.1913, + -1886.531, + -2869.4797, + -2552.3777, + -2214.3155, + -1762.4332, + -1708.5228, + -2005.3843, + -2642.9581, + -2264.0043, + -2172.8711, + -1918.7403, + -3035.3855, + -1909.2615, + -3046.6179, + -2656.4424, + -1827.5904, + -1528.763, + -1693.6313, + -1240.5703, + -874.2165, + -1739.0758, + -1313.2013, + -1954.9227, + -1452.709, + -2649.4785, + -2310.938, + -1566.9666, + -2240.6868, + -2483.1202, + -2114.3227, + -1498.3233, + -2402.4323, + -1319.8229, + -1690.3707, + -1556.9208, + -3296.8801, + -2039.0992, + -1911.9715, + -1151.1992, + -2428.3202, + -2299.4239, + -2060.694, + -1346.5889, + -2292.207, + -810.2092, + -1662.4175, + -3566.6398, + -1535.5849, + -2633.8065, + -1175.0963, + -2213.9554, + -750.2904, + -2311.3362, + -1565.8868, + -1801.3034, + -1232.2856, + -3217.6277, + -1747.7495, + -1012.98, + -1040.9642, + -2394.0725, + -3906.9408, + -3003.7379, + -2012.2743, + -1324.5118, + -2348.8334, + -975.8196, + -1575.2961, + -2264.8846, + -2116.1614, + -726.8911, + -2214.3225, + -2622.5006, + -1947.3214, + -2692.0643, + -1561.8497, + -1612.621, + -1221.3105, + -2095.5491, + -1974.4379, + -1770.0549, + -1900.1471, + -1120.9654, + -613.5201, + -1351.5413, + -1053.6165, + -470.2842, + -2134.6109, + -1374.8648, + -1854.2339, + -2014.8863, + -1903.1933, + -1731.6101, + -1333.1716, + -1782.2631, + -2047.9142, + -198.4117, + -1870.1253, + -1009.2865, + -1677.6291, + -2236.5055, + -112.6349, + -1599.8124, + -1879.918, + -604.4887, + -2596.0853, + -1471.6861, + -1522.8996, + -1752.4255, + -2440.4224, + -571.5994, + 408.0216, + -2432.6766, + -50.0552, + -1566.287, + 1000.5694, + -2286.5074, + 266.7002, + -743.2078, + -1729.0302, + -436.7701, + -1829.0086, + -348.6435, + -1408.251, + 239.2216, + -75.253, + -1721.4674, + -1773.6989, + -858.0207, + -684.0082, + 265.1102, + 683.6309, + -868.0173, + -412.525, + 900.54, + -608.184, + -449.2361, + -145.4861, + -1086.1038, + -867.5302, + -1182.9265, + -515.9463, + -4.5332, + 556.9022, + 564.8462, + -967.9892, + -103.4992, + 987.5324, + 584.2176, + -686.7392, + 1262.5775, + -2342.8957, + 1148.8058, + 2683.329, + 1205.5205, + 2286.9836, + 81.1956, + 1127.2464, + 1251.2113, + 1347.0637, + 621.5801, + 2006.7616, + 1996.7458, + 1651.2717, + -1026.8139, + 1532.0937, + 2654.1738, + 2662.2815, + 658.6593, + 1557.0683, + 2346.0587, + 1918.9618, + -110.7781, + 1177.5149, + 2305.3633, + 1794.8473, + 457.5051, + 1638.3848, + 2384.5338, + 1662.9603, + 5.5371, + 1677.0675, + 2743.9197, + -330.8888, + 2712.2494, + 2734.6877, + 987.0458, + -229.9744, + -440.3684, + 2446.2698, + 1743.1458, + 2377.9666, + 2511.6871, + -3111.1592, + 3085.6864, + -232.6966, + -1154.4984, + 3445.5222, + 2439.4259, + 3257.569, + 1250.1253, + -11.3935, + 3275.9234, + 844.7236, + 2228.0869, + 2545.3265, + 2472.5616, + 1173.3167, + 940.4149, + 2171.4328, + 525.6618, + 2140.0626, + 2225.0923, + 810.2058, + 2808.3198, + 670.9116, + 1450.5631, + 1945.6403, + 2049.3714, + -1005.3255, + 2624.8982, + 3082.6268, + 2548.7425, + 2897.6527, + 1813.6314, + 2234.8143, + 1427.6505, + 2656.516, + 2946.979, + 1340.1525, + 3298.6505, + 2286.8032, + 2221.9976, + 2647.7752, + 994.6196, + 1235.4008, + 3057.3938, + 2609.4785, + 3436.1859, + 1643.4733, + 2116.7155, + 1311.3977, + 3026.0959, + 1677.1652, + 3021.9602, + 3418.6665, + 2729.6526, + 3036.2819, + 1653.5105, + 4240.0481, + 1094.5047, + 3304.8269, + 3212.9333, + 2635.7364, + 2247.4361, + 2281.7916, + 2134.4013, + 413.1706, + 2755.1572, + 2551.3683, + 3421.9957, + 2896.151, + 2590.6752, + 3262.5675, + 3226.5968, + 2678.4569, + 2039.897, + 2309.0213, + 2778.262, + 1904.357, + 2090.5242, + 3526.8899, + 2646.7167, + 1090.835, + 2589.7999, + 2068.041, + 2904.9646, + 2984.3459, + 1279.191, + 3662.0604, + 3264.0639, + 1766.0159, + 3181.828, + 2171.5433, + 1244.7692, + 2308.9034, + 3430.7007, + 1772.0416, + 1388.8347, + 3326.9291, + 3412.8441, + 3721.1841, + 3841.0494, + 3870.2176, + 3825.3642, + 3427.3679, + 3976.1059, + 4401.0189, + 4108.9314, + 2647.7112, + 2013.066, + 2604.0796, + 2230.7294, + 4091.1129, + 3449.6979, + 3290.7519, + 4033.507, + 2700.6928, + 3583.8028, + 2678.4762, + 2972.0638, + 3435.0564, + 4395.0199, + 2530.364, + 4255.8959, + 3277.1778, + 5032.4808, + 3790.1579, + 2776.9989, + 1312.3556, + 3550.0618, + 4499.0521, + 3424.6188, + 3466.5695, + 3140.4852, + 3297.2624, + 3083.3252, + 3485.8932, + 5795.0362, + 3404.5358, + 4656.3734, + 2509.4013, + 3196.7209, + 5163.9064, + 4405.132, + 4207.3861, + 4737.631, + 4676.9107, + 3235.5228, + 3414.1164, + 716.9299, + 5250.6276, + 4576.3381, + 4913.6734, + 3317.7665, + 4846.2203, + 4118.1756, + 4155.0179, + 5935.1074, + 4491.5872, + 3713.51, + 5104.0447, + 2947.452, + 5789.8102, + 5458.0989, + 2801.324, + 3919.3144, + 3976.8671, + 6015.5455, + 3140.0117, + 3277.6413, + 3925.7678, + 3000.7789, + 3603.851, + 3563.5652, + 3588.924, + 4955.3099, + 4649.2838, + 5588.3055, + 4986.9808, + 5422.8369, + 2714.6301, + 3471.8457, + 5140.2518, + 5082.3761, + 5632.5623, + 2547.7486, + 4038.6472, + 3062.7042, + 3603.514, + 4574.4572, + 2607.3122, + 1606.9512, + 5979.4792, + 3916.1494, + 4456.146, + 5206.0564, + 3169.4269, + 3985.3061, + 5459.9134, + 5421.0048, + 5541.9456, + 5509.5511, + 5471.559, + 4271.8254, + 6009.0478, + 4948.666, + 4332.2032, + 2041.385, + 6595.2415, + 5839.6749, + 5798.0561, + 3812.4502, + 4043.9106, + 4647.5012, + 5382.6412, + 4786.4486, + 6302.7745, + 5733.1901, + 5508.548, + 5899.5599, + 5120.7395, + 4950.7436, + 5140.3377, + 5893.912, + 4955.6163, + 6174.3889, + 6577.6932, + 5519.6561, + 5256.309, + 3942.6321, + 5053.544, + 4332.4614, + 6520.7353, + 6658.2875, + 6173.3307, + 5726.6613, + 439.7269, + 4325.4117, + 6450.2032, + 4508.7703, + 4636.9506, + 5301.3858, + 2719.524, + 6502.5497, + 6303.7903, + 5763.4364, + 5898.8057, + 6164.1196, + 6454.2498, + 5640.5775, + 4288.7758, + 6207.5094, + 4831.1764, + 5988.9161, + 5790.9685, + 6284.5392, + 4496.7021, + 4215.6687, + 5974.3971, + 6014.1366, + 6365.1391, + 6605.1798, + 3989.9488, + 6597.7433, + 5330.0128, + 3948.0845, + 4411.0969, + 6220.0801, + 6975.063, + 6007.2327, + 4953.6373, + 6917.0583, + 5122.0358, + 6052.7014, + 6797.7755, + 6207.4081, + 2953.4292, + 6868.932, + 6544.5993, + 6240.3588, + 6188.8523, + 3903.7447, + 2864.8845, + 6761.0604, + 5653.4693, + 6429.3797, + 4944.4573, + 6641.4382, + 4461.1873, + 6789.5663, + 3495.4085, + 6919.3569, + 4505.1603, + 7090.0726, + 6010.6478, + 3873.133, + 6520.4591, + 4923.1749, + 4757.2502, + 6764.0509, + 5978.3573, + 6309.3802, + 4555.9982, + 7031.6309, + 6906.8991, + 5352.2106, + 4535.3286, + 7192.5806, + 7284.9957, + 4400.3099, + 5146.3804, + 5423.6159, + 5586.8827, + 6554.7967, + 6342.3592, + 4131.001, + 5993.9577, + 6986.594, + 6774.6136, + 6395.2789, + 6220.2863, + 6762.7487, + 6772.8977, + 6473.5701, + 6985.8611, + 5116.89, + 6878.9732, + 5040.4002, + 8187.357, + 4854.6359, + 5594.3804, + 7637.7799, + 6327.8031, + 6065.2907, + 7398.5555, + 7062.6118, + 7229.9091, + 6872.8103, + 6943.3633, + 7352.9925, + 7218.3342, + 5509.1401, + 6960.7267, + 5442.0187, + 7439.6742, + 7028.683, + 6097.788, + 6045.3922, + 6167.011, + 6215.6631, + 7555.0269, + 6260.7574, + 6488.0297, + 6457.781, + 6556.111, + 5640.2357, + 5113.9464, + 6332.6113, + 7532.9676, + 7692.6872, + 6598.167, + 7163.389, + 4431.5562, + 7598.8823, + 7806.9571, + 5519.3669, + 7327.4045, + 7608.6289, + 7826.2892, + 6885.2875, + 7908.5483, + 6953.2613, + 5344.9744, + 6855.0768, + 7346.2085, + 7665.7169, + 7295.6196, + 7661.8133, + 7470.0693, + 7352.4448, + 7685.4345, + 7236.1292, + 7354.2076, + 7238.7236, + 7359.8689, + 4891.7359, + 7456.7517, + 8192.7326, + 7356.3403, + 7498.34, + 7138.6759, + 6804.0998, + 7608.1241, + 5935.8066, + 8244.7879, + 7798.9651, + 7005.7114, + 3269.8403, + 7874.5539, + 7854.8469, + 7698.7957, + 6209.3261, + 6815.4522, + 6087.5984, + 7898.5645, + 8082.8564, + 7614.9907, + 7365.2315, + 7042.053, + 7642.4382, + 5382.6056, + 7623.2968, + 8038.131, + 7252.9711, + 7034.5387, + 7150.4744, + 8148.1585, + 6848.2259, + 7677.5176, + 7962.7053, + 8000.91, + 5774.1873, + 6537.5959, + 7111.469, + 7952.5134, + 6787.1764, + 7565.6872, + 4729.8775, + 7174.0851, + 7586.8861, + 7750.7331, + 5376.6821, + 7961.6941, + 8014.8656, + 7983.4148, + 7761.1684, + 7601.3733, + 7528.6937, + 8007.8587, + 7943.3513, + 7949.3647, + 7262.9521, + 5549.6233, + 7904.5835, + 8181.6003, + 7692.7951, + 8052.3178, + 7863.6692, + 8067.4393, + 8172.7268, + 7266.0103, + 8684.103, + 8053.3772, + 8117.7796, + 7745.6141, + 7864.8388, + 8596.4275, + 8288.8219, + 7957.3611, + 4805.1508, + 8486.3014, + 8414.8567, + 7869.2099, + 7780.155, + 7930.8199, + 8214.6362, + 8225.5818, + 4827.8255, + 7451.1854, + 8800.4102, + 8122.127, + 7932.9, + 8478.2491, + 8156.431, + 8948.9631, + 7505.1781, + 8139.5836, + 5555.8781, + 7718.9665, + 9049.6494, + 8573.7634, + 7681.8355, + 8285.1098, + 8680.7261, + 8450.8961, + 5320.0298, + 8647.4316, + 5749.6022, + 8429.195, + 3053.6722, + 6425.4452, + 8499.7945, + 8784.8358, + 8125.7135, + 8479.4616, + 8212.0401, + 8321.224, + 4226.0247, + 8223.2755, + 8845.7912, + 7734.7155, + 4284.5866, + 6506.7485, + 8575.5025, + 7928.606, + 7608.4579, + 6453.7645, + 8281.285, + 8276.2004, + 6551.425, + 6640.6634, + 8569.4727, + 8202.4583, + 8263.5947, + 8165.2799, + 8335.2066, + 5493.9688, + 5675.5385, + 8081.4488, + 8707.3748, + 5792.5304, + 7142.0974, + 8997.4813, + 8004.5556, + 8360.0987, + 8084.4749, + 7885.27, + 8173.8197, + 8919.1783, + 8697.0182, + 5415.5619, + 8564.3884, + 7834.564, + 8141.4083, + 8008.964, + 6596.028, + 7771.3186, + 8151.4327, + 8132.0311, + 8033.6898, + 8556.6348, + 8524.6752, + 8627.6723, + 8820.2609, + 8969.7999, + 7804.0704, + 9173.9349, + 9078.9243, + 8804.5213, + 8768.3137, + 8509.3106, + 8458.5541, + 8541.8702, + 7736.1935, + 9521.0057, + 8592.5377, + 8504.4777, + 8618.1121, + 8607.8735, + 8796.0658, + 8752.2571, + 8838.1101, + 8369.0648, + 7715.6298, + 9087.2869, + 9243.6653, + 6080.5277, + 8661.3405, + 9073.2883, + 8639.2694, + 8437.2283, + 8423.3897, + 7900.0131, + 8752.2421, + 9535.1841, + 8890.9577, + 5226.503, + 8890.2242, + 8900.5172, + 8669.4913, + 8829.9402, + 8841.5559, + 6764.2386, + 9066.8223, + 8810.7951, + 8903.9427, + 9244.4243, + 7984.2235, + 9081.5464, + 9001.5234, + 8765.5007, + 8796.3438, + 8810.7512, + 8812.0438, + 8452.2784, + 8269.3149, + 8360.7762, + 8599.8295, + 9277.078, + 9105.9358, + 9355.6272, + 8932.8969, + 8723.4459, + 9235.696, + 8873.0544, + 8818.1997, + 8834.6108, + 9063.8911, + 9283.0944, + 8047.3908, + 9594.6888, + 9622.1387, + 8764.7903, + 9499.141, + 8482.3447, + 8790.3209, + 6767.5945, + 8342.0426, + 9051.0479, + 9238.9561, + 8864.6087, + 9170.2158, + 9575.922, + 8968.5989, + 8807.4971, + 8681.238, + 8484.8509, + 8065.503, + 8083.396, + 8482.199, + 8937.6493, + 6739.4918, + 9473.296, + 9551.575, + 6264.5648, + 9195.6188, + 9473.8487, + 9441.4971, + 8696.9236, + 9328.1141, + 9854.457, + 7128.2807, + 9171.1889, + 9593.4312, + 6250.931, + 5432.7501, + 9638.27, + 9533.0719, + 9121.2462, + 9182.8955, + 9416.4563, + 9210.2855, + 9616.7471, + 8001.1524, + 9377.0807, + 9548.819, + 9135.9269, + 9184.2538, + 9024.1686, + 7374.5785, + 9688.7434, + 9101.2671, + 6762.6142, + 9532.3104, + 8995.8765, + 9122.9837, + 8963.9547, + 9273.5956, + 9517.054, + 9330.7457, + 9287.0656, + 9327.9164, + 8951.4502, + 9398.5598, + 8918.9802, + 7294.4836, + 9882.7564, + 9535.3185, + 9328.6237, + 9334.7971, + 9802.2163, + 9399.6313, + 9417.3424, + 9587.2287, + 9641.6536, + 9339.7194, + 9657.5892, + 7107.3051, + 9710.3076, + 9833.4173, + 9569.337, + 9663.4045, + 9635.3351, + 8844.2168, + 9111.1447, + 9501.8524, + 9273.45, + 9194.4797, + 9139.8496, + 8611.8868, + 8921.0346, + 9327.5316, + 8570.9359, + 8332.4816, + 6448.4071, + -1604.1755, + -4162.4427, + -4893.7769, + -3889.5124, + -4083.4431, + -4361.3826, + -4267.5519, + -4245.9011, + -4256.3111, + -4333.0217, + -4193.6991, + -4160.991, + -3602.6982, + -3703.1163, + -3525.4301, + -3523.1178, + -3471.9132, + -3402.149, + -3505.6745, + -3331.7699, + -3254.5176, + -3143.8702, + -3012.8425, + -2876.3552, + -2755.9128, + -2625.903, + -2420.1462, + -2336.0413, + -2195.9301, + -2141.1729, + -1994.6533, + -1893.787, + -1864.1038, + -1714.7588, + -1507.9346, + -1527.0424, + -1408.2353, + -1505.5185, + -1414.4114, + -1259.7466, + -1195.3825, + -1059.6159, + -915.1772, + -1053.8227, + -914.4225, + -876.4394, + -748.4232, + -722.8282, + -634.3092, + -467.5479, + -340.3322, + -300.1608, + -361.2043, + -303.1053, + -206.4233, + -204.3743, + -182.8154, + -139.8448, + -92.5006, + -66.8392, + 27.2738, + 75.435, + 41.496, + 50.8677, + -216.3774, + 174.2832, + -586.0094, + -390.8054, + -25.8179, + -9.3143, + -261.4114, + 3.2092, + 279.1718, + 35.5842, + 154.4877, + 68.0747, + 235.9632, + 360.9749, + 347.6257, + -136.3105, + 357.936, + 297.5408, + 353.6203, + 36.0726, + -873.2962, + -250.0437, + -372.4808, + 124.7579, + 82.7658, + 438.9987, + 401.3157, + -13.1187, + 439.1354, + 410.774, + -127.2514, + 310.4986, + 301.2615, + -236.0326, + -250.1141, + 468.783, + 391.2749, + -328.4603, + 511.6301, + -178.819, + 65.045, + 519.2629, + 196.5075, + -24.1249, + 98.2371, + 519.5968, + -185.6974, + -153.2218, + -54.6637, + 629.1217, + 351.0082, + 939.7005, + 780.9888, + 782.4904, + 1088.173, + 672.2908, + 949.4835, + 1045.8914, + 799.2573, + 752.2055, + 1134.4867, + 721.6051, + 1276.5324, + 1478.9057, + 1555.7892, + 1067.1824, + 1795.7436, + 1786.534, + 1636.3147, + 1727.1964, + 1674.2507, + 1481.8282, + 1700.8783, + 1872.3275, + 1557.1959, + 2001.2743, + 2154.834, + 1916.9005, + 1645.5775, + 1643.8922, + 2167.9019, + 1094.5645, + 1326.1384, + 2202.2039, + 1710.877, + 2378.1364, + 1346.244, + 939.6865, + 1731.96, + 1879.9884, + 1665.7623, + 2300.377, + 1898.5301, + 2048.7554, + 1716.2237, + 2164.8836, + 1960.8874, + 1829.5027, + 2394.2502, + 2058.9647, + 1891.1821, + 2480.0836, + 2185.2189, + 1636.2956, + 2132.3448, + 2392.6122, + 2438.5544, + 2673.4038, + 2466.6047, + 2189.7439, + 2704.7189, + 1689.6837, + 2826.783, + 2611.2046, + 2851.2687, + 2774.2668, + 2577.7661, + 3003.3538, + 2546.7292, + 2734.3676, + 2590.5411, + 2761.6986, + 2923.4654, + 2670.6764, + 2830.7954, + 2990.8631, + 2849.3421, + 2655.4893, + 2917.8895, + 2988.6457, + 2829.4243, + 3060.5792, + 2808.5552, + 3104.0361, + 3034.0612, + 3116.4359, + 3060.7887, + 3019.8154, + 3354.3198, + 3116.5757, + 3136.7105, + 3413.2128, + 3323.8031, + 3234.519, + 3502.0441, + 3345.6273, + 3244.7336, + 3662.1104, + 3027.4455, + 2234.4918, + 2366.7557, + 1689.4523, + 3846.626, + 1874.855, + 686.1788, + 3394.3588, + 3686.9028, + 3074.6851, + 2879.4095, + 3712.6106, + 2801.0708, + 3509.6279, + 3856.037, + 3704.4526, + 3655.283, + 4013.9404, + 3800.8075, + 2381.9932, + 4193.7455, + 3717.2943, + 3811.4145, + 4291.5229, + 2521.9231, + 3846.7236, + 4285.8553, + 4175.534, + 4102.6845, + 4101.7269, + 3785.0032, + 3552.7969, + 3951.782, + 4331.9773, + 4506.3529, + 4516.6617, + 4487.7171, + 4799.0791, + 4721.1551, + 4106.3796, + 4721.3723, + 1340.1594, + 4309.4394, + 3332.1036, + 4619.2687, + 4715.1898, + 3328.4072, + 4823.386, + 4487.2156, + 4590.3809, + 4834.4026, + 3360.316, + 3357.4934, + 4896.5011, + 4781.9036, + 2806.0638, + 5343.2292, + 5152.401, + 4269.1714, + 5390.9145, + 4778.9669, + 2850.1334, + 3502.1189, + 5057.3933, + 4896.1666, + 2896.8085, + 5412.9637, + 3670.0598, + 4760.7963, + 4906.8316, + 2711.8091, + 689.3807, + 4897.7359, + 5013.2148, + 4662.0289, + 5057.8578, + 3803.1679, + 4825.4398, + 5035.2401, + 3719.4155, + 3054.9696, + 3859.7509, + 5189.5538, + 4007.9557, + 4750.0368, + 4288.9276, + 2341.783, + 4118.1276, + 4328.8746, + 4828.4564, + 5254.1034, + 5281.9843, + 4927.6061, + 4044.2081, + 4215.9529, + 4128.2487, + 4395.9081, + 2447.7042, + 4999.2032, + 5213.9791, + 5361.6539, + 5832.0849, + 5115.6204, + 4030.198, + 4426.8565, + 2276.6324, + 4604.0174, + 5325.1642, + 2595.4747, + 3609.7497, + 4747.6739, + 4580.1617, + 5641.8605, + 5828.6913, + 3959.755, + 5788.4672, + 5684.3471, + 5697.9195, + 5866.5548, + 4816.2075, + 3352.761, + 5797.7486, + 5938.0759, + 4001.6287, + 5773.2895, + 5743.5222, + 4552.5822, + 6005.3743, + 5946.9636, + 4040.2074, + 6552.8976, + 5843.7482, + 6446.6612, + 6183.1208, + 6148.8387, + 6622.5084, + 5838.1728, + 5502.7361, + 6321.7631, + 6319.7641, + 4634.5476, + 6756.5364, + 6477.3877, + 6327.9154, + 6497.4521, + 5908.5898, + 6291.4063, + 6252.2789, + 2465.8115, + 6702.1412, + 5077.0326, + 6410.832, + 4609.8509, + 5600.3036, + 5692.7085, + 6762.7222, + 6449.3387, + 4468.2012, + 4151.65, + 5974.2441, + 6914.9061, + 6100.0584, + 6054.5335, + 7002.4672, + 5726.6184, + 5077.5009, + 6892.5793, + 5962.5689, + 7283.33, + 7063.5805, + 6800.1378, + 6899.5067, + 7347.6538, + 6892.3672, + 6608.8751, + 7252.788, + 7148.1001, + 5362.9895, + 7350.4169, + 7364.9523, + 7073.8487, + 6515.1371, + 6484.6602, + 7220.2493, + 6464.4257, + 6626.809, + 4113.7938, + 7241.4566, + 4913.4943, + 7373.2254, + 7129.9338, + 7401.0527, + 7357.1907, + 7004.0002, + 7394.846, + 7479.4639, + 7224.743, + 6906.0376, + 3232.8957, + 7924.3139, + 7859.9192, + 7166.2735, + 7122.9608, + 7015.598 + ], + "episode_costs": [ + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 1.25, + 0.0, + 1.0, + 0.75, + 1.0, + 0.25, + 2.25, + 1.5, + 1.25, + 0.0, + 0.5, + 1.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 0.75, + 2.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 1.0, + 0.5, + 1.25, + 0.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 1.0, + 2.0, + 0.5, + 1.75, + 0.5, + 0.25, + 2.0, + 0.75, + 0.25, + 2.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 2.75, + 0.0, + 1.5, + 0.75, + 1.75, + 1.0, + 1.75, + 1.0, + 4.0, + 1.0, + 2.25, + 1.75, + 1.25, + 0.75, + 3.0, + 0.25, + 0.25, + 1.0, + 0.5, + 1.5, + 2.25, + 1.0, + 3.5, + 0.75, + 0.5, + 2.0, + 2.0, + 0.5, + 1.5, + 0.25, + 1.25, + 1.5, + 0.5, + 1.25, + 0.75, + 2.75, + 3.25, + 1.5, + 0.25, + 2.5, + 0.75, + 2.0, + 4.75, + 1.75, + 2.75, + 1.25, + 3.5, + 1.0, + 0.5, + 2.75, + 1.5, + 1.25, + 2.0, + 0.75, + 3.75, + 1.75, + 1.5, + 1.25, + 2.5, + 1.75, + 2.25, + 2.25, + 2.25, + 2.5, + 0.5, + 0.75, + 3.75, + 3.5, + 1.25, + 1.0, + 1.75, + 1.75, + 1.75, + 3.5, + 5.5, + 2.25, + 1.25, + 2.25, + 2.5, + 2.0, + 0.5, + 1.5, + 0.5, + 4.5, + 1.75, + 3.0, + 6.5, + 4.75, + 3.25, + 1.25, + 2.0, + 3.75, + 3.25, + 3.0, + 2.25, + 3.25, + 1.25, + 2.25, + 2.5, + 0.0, + 0.25, + 0.25, + 1.25, + 3.25, + 1.0, + 0.0, + 2.5, + 0.0, + 0.0, + 1.25, + 3.5, + 2.25, + 2.0, + 0.5, + 1.5, + 0.25, + 2.25, + 0.75, + 0.25, + 2.0, + 1.25, + 1.0, + 2.5, + 0.5, + 2.75, + 2.75, + 2.0, + 1.0, + 0.75, + 1.75, + 1.5, + 1.25, + 1.25, + 1.5, + 0.5, + 0.0, + 0.5, + 2.0, + 1.75, + 0.25, + 0.75, + 2.75, + 0.25, + 1.75, + 0.25, + 0.5, + 1.0, + 1.75, + 1.0, + 2.25, + 1.25, + 0.75, + 1.75, + 1.25, + 0.25, + 0.25, + 2.5, + 1.75, + 1.25, + 0.25, + 1.0, + 1.5, + 0.25, + 1.0, + 3.0, + 1.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.75, + 1.5, + 1.75, + 1.25, + 1.75, + 0.25, + 1.0, + 0.25, + 0.75, + 1.0, + 0.75, + 0.5, + 1.75, + 0.5, + 0.5, + 0.0, + 0.75, + 1.25, + 0.75, + 0.75, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.0, + 1.5, + 0.75, + 4.0, + 1.25, + 0.5, + 1.75, + 0.75, + 1.5, + 0.75, + 0.0, + 0.0, + 0.25, + 1.75, + 1.25, + 0.25, + 0.25, + 0.25, + 1.75, + 1.25, + 1.25, + 0.5, + 1.75, + 1.5, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 2.0, + 0.75, + 1.25, + 1.25, + 0.5, + 0.0, + 0.75, + 1.75, + 0.25, + 0.5, + 0.5, + 1.25, + 0.75, + 1.25, + 1.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 2.0, + 0.5, + 0.5, + 0.5, + 1.5, + 0.0, + 1.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 1.5, + 0.0, + 0.75, + 3.25, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 1.5, + 0.5, + 1.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 1.5, + 1.5, + 0.75, + 0.75, + 0.0, + 0.25, + 1.0, + 0.25, + 1.75, + 1.25, + 2.75, + 0.25, + 1.0, + 0.25, + 0.75, + 1.0, + 1.75, + 2.75, + 0.5, + 0.25, + 0.5, + 1.0, + 4.75, + 1.0, + 1.5, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 3.5, + 0.0, + 0.0, + 1.0, + 1.0, + 0.75, + 0.25, + 1.0, + 1.25, + 1.0, + 2.25, + 0.75, + 0.5, + 0.5, + 0.5, + 1.0, + 0.75, + 0.0, + 0.5, + 1.0, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.25, + 1.5, + 1.75, + 1.5, + 0.0, + 0.25, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 1.25, + 0.75, + 0.0, + 0.75, + 0.5, + 1.0, + 0.5, + 0.25, + 0.5, + 1.25, + 0.0, + 0.25, + 0.5, + 2.0, + 1.75, + 0.0, + 0.75, + 0.75, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.25, + 1.0, + 0.75, + 0.75, + 0.25, + 1.75, + 0.25, + 0.25, + 0.0, + 0.25, + 1.25, + 2.5, + 0.5, + 0.0, + 0.5, + 0.25, + 1.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 1.75, + 1.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 2.5, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 0.5, + 1.0, + 0.75, + 0.0, + 2.25, + 2.5, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 0.0, + 0.75, + 1.75, + 1.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.5, + 1.5, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 2.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 1.25, + 1.75, + 0.5, + 0.75, + 1.25, + 0.75, + 1.25, + 0.75, + 0.5, + 0.0, + 0.25, + 1.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.5, + 1.75, + 0.5, + 1.25, + 1.5, + 0.5, + 0.0, + 1.75, + 1.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.25, + 1.0, + 0.0, + 0.25, + 1.0, + 1.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 0.0, + 1.25, + 0.5, + 0.0, + 1.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 1.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 1.5, + 0.75, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.75, + 2.0, + 0.75, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.25, + 1.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.5, + 1.75, + 0.5, + 1.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 1.75, + 0.25, + 1.0, + 0.5, + 0.5, + 1.5, + 0.25, + 0.0, + 0.25, + 1.0, + 1.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 1.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 1.0, + 0.5, + 0.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 1.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 1.25, + 1.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 1.0, + 1.0, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 1.0, + 0.25, + 1.25, + 1.0, + 0.25, + 0.25, + 1.0, + 0.75, + 1.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.0, + 10.015, + 10.0285, + 10.0407, + 10.0516, + 10.0614, + 10.0703, + 10.0783, + 10.0929, + 10.1086, + 10.1253, + 10.1402, + 10.1537, + 10.1658, + 10.1793, + 10.1913, + 10.2022, + 10.212, + 10.2233, + 10.2335, + 10.2476, + 10.2678, + 10.2861, + 10.3025, + 10.3222, + 10.34, + 10.3585, + 10.3801, + 10.3996, + 10.4197, + 10.4427, + 10.4634, + 10.4821, + 10.5014, + 10.5187, + 10.5344, + 10.5559, + 10.5753, + 10.5928, + 10.6085, + 10.6252, + 10.6402, + 10.6536, + 10.6658, + 10.6767, + 10.6865, + 10.6954, + 10.7033, + 10.713, + 10.7217, + 10.7295, + 10.7366, + 10.7454, + 10.7534, + 10.7605, + 10.767, + 10.7728, + 10.778, + 10.7827, + 10.7869, + 10.7907, + 10.7942, + 10.7973, + 10.8, + 10.8025, + 10.8048, + 10.8068, + 10.8086, + 10.8103, + 10.8117, + 10.8131, + 10.8143, + 10.8153, + 10.8163, + 10.8172, + 10.8179, + 10.8212, + 10.824, + 10.8266, + 10.829, + 10.8311, + 10.833, + 10.8372, + 10.841, + 10.8444, + 10.8474, + 10.8502, + 10.8527, + 10.8549, + 10.8569, + 10.8587, + 10.8603, + 10.8618, + 10.8656, + 10.8691, + 10.8747, + 10.8797, + 10.8842, + 10.8883, + 10.892, + 10.8953, + 10.8982, + 10.9009, + 10.9033, + 10.9055, + 10.9099, + 10.914, + 10.9176, + 10.9208, + 10.9237, + 10.9263, + 10.9287, + 10.9308, + 10.9328, + 10.9345, + 10.936, + 10.9374, + 10.9387, + 10.9398, + 10.9408, + 10.9418, + 10.9426, + 10.9433, + 10.944, + 10.9446, + 10.9451, + 10.9456, + 10.9461, + 10.9465, + 10.9468, + 10.9471, + 10.9474, + 10.9477, + 10.9479, + 10.9481, + 10.9483, + 10.9485, + 10.9486, + 10.9488, + 10.9489, + 10.949, + 10.9491, + 10.9492, + 10.9493, + 10.9493, + 10.9494, + 10.9495, + 10.9495, + 10.9496, + 10.9496, + 10.9497, + 10.9497, + 10.9497, + 10.9547, + 10.9593, + 10.9633, + 10.967, + 10.9703, + 10.9733, + 10.9759, + 10.9784, + 10.9805, + 10.9825, + 10.9867, + 10.9905, + 10.999, + 11.0066, + 11.0134, + 11.0196, + 11.0251, + 11.0301, + 11.0346, + 11.0386, + 11.0423, + 11.0456, + 11.0485, + 11.0511, + 11.0535, + 11.0557, + 11.0576, + 11.0594, + 11.0609, + 11.0623, + 11.0636, + 11.0647, + 11.0658, + 11.0667, + 11.0675, + 11.0683, + 11.0714, + 11.0743, + 11.0769, + 11.0817, + 11.0885, + 11.0972, + 11.1049, + 11.1119, + 11.1208, + 11.1287, + 11.1358, + 11.1422, + 11.153, + 11.1627, + 11.1714, + 11.1793, + 11.1864, + 11.2027, + 11.2175, + 11.2357, + 11.2546, + 11.2792, + 11.3013, + 11.3211, + 11.339, + 11.3601, + 11.3816, + 11.4009, + 11.4183, + 11.434, + 11.4481, + 11.4633, + 11.4795, + 11.494, + 11.5071, + 11.5214, + 11.5368, + 11.5656, + 11.5915, + 11.6174, + 11.6431, + 11.6763, + 11.7087, + 11.7478, + 11.7855, + 11.8245, + 11.872, + 11.9148, + 11.9634, + 12.0145, + 12.0706, + 12.1235, + 12.1937, + 12.2718, + 12.3546, + 12.4292, + 12.5012, + 12.5761, + 12.656, + 12.7279, + 12.7926, + 12.8509, + 12.9083, + 12.9599, + 13.0064, + 13.0508, + 13.0982, + 13.1509, + 13.2058, + 13.2752, + 13.3377, + 13.3939, + 13.447, + 13.4973, + 13.5451, + 13.5931, + 13.6413, + 13.6872, + 13.7334, + 13.7801, + 13.8221, + 13.8699, + 13.9179, + 13.9736, + 14.0262, + 14.0861, + 14.145, + 14.198, + 14.2507, + 14.3056, + 14.3576, + 14.4068, + 14.4586, + 14.5078, + 14.562, + 14.6308, + 14.6977, + 14.7754, + 14.8504, + 14.9204, + 15.0033, + 15.0855, + 15.1619, + 15.2507, + 15.3332, + 15.4074, + 15.4766, + 15.5415, + 15.6023, + 15.6646, + 15.7481, + 15.8233, + 15.906, + 15.9879, + 16.0791, + 16.1712, + 16.2716, + 16.3719, + 16.5022, + 16.6295, + 16.7665, + 16.9074, + 17.0467, + 17.1795, + 17.329, + 17.4661, + 17.592, + 17.7153, + 17.8313, + 17.9507, + 18.0806, + 18.2075, + 18.3568, + 18.4986, + 18.6312, + 18.7706, + 18.9161, + 19.052, + 19.1893, + 19.3153, + 19.4413, + 19.5697, + 19.6902, + 19.8112, + 19.9276, + 20.0598, + 20.2113, + 20.3627, + 20.5014, + 20.6513, + 20.7937, + 20.9418, + 21.1226, + 21.3028, + 21.4926, + 21.6758, + 21.8757, + 22.0657, + 22.2416, + 22.4274, + 22.6097, + 22.7862, + 22.9651, + 23.1336, + 23.3227, + 23.5105, + 23.6944, + 23.8725, + 24.0577, + 24.2419, + 24.4303, + 24.6222, + 24.8175, + 25.0183, + 25.2039, + 25.3785, + 25.5732, + 25.7834, + 25.985, + 26.1765, + 26.3664, + 26.5547, + 26.7418, + 26.9451, + 27.1831, + 27.4198, + 27.6453, + 27.8708, + 28.0987, + 28.3238, + 28.5314, + 28.7333, + 28.92, + 29.133, + 29.3422, + 29.5605, + 29.8219, + 30.1047, + 30.3917, + 30.6626, + 30.9263, + 31.2012, + 31.4811, + 31.763, + 32.0392, + 32.3202, + 32.5857, + 32.8471, + 33.1074, + 33.3417, + 33.555, + 33.7495, + 33.9371, + 34.1384, + 34.3295, + 34.5016, + 34.6814, + 34.8433, + 34.9889, + 35.1326, + 35.2968, + 35.4671, + 35.6404, + 35.8014, + 35.9612, + 36.1076, + 36.2618, + 36.4082, + 36.5423, + 36.6831, + 36.8223, + 36.9576, + 37.1043, + 37.2414, + 37.3922, + 37.5555, + 37.7225, + 37.8827, + 38.0344, + 38.1885, + 38.3422, + 38.4929, + 38.6411, + 38.7895, + 38.9281, + 39.0528, + 39.17, + 39.2955, + 39.4259, + 39.5458, + 39.6613, + 39.7926, + 39.9134, + 40.0395, + 40.1556, + 40.265, + 40.3735, + 40.4887, + 40.6023, + 40.7271, + 40.8519, + 40.9717, + 41.097, + 41.2223, + 41.3376, + 41.4438, + 41.5644, + 41.6905, + 41.8164, + 41.9323, + 42.0466, + 42.1644, + 42.273, + 42.3807, + 42.5076, + 42.6318, + 42.7512, + 42.8585, + 42.9577, + 43.0544, + 43.149, + 43.2491, + 43.3567, + 43.466, + 43.5819, + 43.6887, + 43.7948, + 43.8929, + 43.9886, + 44.0847, + 44.1787, + 44.2684, + 44.3665, + 44.4599, + 44.5489, + 44.629, + 44.7086, + 44.7927, + 44.876, + 44.9584, + 45.0375, + 45.1188, + 45.1944, + 45.2725, + 45.3452, + 45.4207, + 45.4911, + 45.5545, + 45.6266, + 45.6989, + 45.804, + 45.9111, + 46.0125, + 46.1213, + 46.2266, + 46.3365, + 46.4428, + 46.5385, + 46.6247, + 46.7047, + 46.7942, + 46.8873, + 46.9736, + 47.0537, + 47.1284, + 47.213, + 47.3017, + 47.394, + 47.4821, + 47.5789, + 47.681, + 47.7729, + 47.8606, + 47.9471, + 48.0274, + 48.1071, + 48.1989, + 48.289, + 48.3826, + 48.4794, + 48.5714, + 48.6543, + 48.7364, + 48.8277, + 48.9124, + 48.9937, + 49.0718, + 49.1546, + 49.2367, + 49.323, + 49.4157, + 49.5041, + 49.5912, + 49.6721, + 49.7474, + 49.8152, + 49.8811, + 49.9605, + 50.037, + 50.1108, + 50.1822, + 50.2615, + 50.3328, + 50.412, + 50.4883, + 50.5595, + 50.6286, + 50.6907, + 50.7541, + 50.8212, + 50.8841, + 50.9407, + 50.9966, + 51.057, + 51.1163, + 51.1721, + 51.2324, + 51.2892, + 51.3453, + 51.4032, + 51.4554, + 51.5024, + 51.5571, + 51.6064, + 51.6558, + 51.7152, + 51.7687, + 51.8243, + 51.9069, + 51.9812, + 52.0506, + 52.118, + 52.1887, + 52.2523, + 52.3171, + 52.3804, + 52.4449, + 52.5029, + 52.5701, + 52.6356, + 52.707, + 52.7738, + 52.8389, + 52.9075, + 52.9718, + 53.0296, + 53.0966, + 53.172, + 53.2473, + 53.3226, + 53.3903, + 53.4538, + 53.5209, + 53.5838, + 53.6579, + 53.7371, + 53.8359, + 53.9273, + 54.0196, + 54.1051, + 54.1896, + 54.2757, + 54.3706, + 54.4835, + 54.5902, + 54.6887, + 54.7823, + 54.8766, + 55.0089, + 55.138, + 55.2692, + 55.4023, + 55.5246, + 55.6396, + 55.7481, + 55.8508, + 55.9458, + 56.0387, + 56.1573, + 56.2641, + 56.3602, + 56.4567, + 56.5535, + 56.6481, + 56.7358, + 56.8247, + 56.9173, + 57.0105, + 57.117, + 57.2203, + 57.3183, + 57.4114, + 57.5003, + 57.5903, + 57.6787, + 57.7584, + 57.835, + 57.914, + 57.9951, + 58.0731, + 58.1508, + 58.2307, + 58.3076, + 58.3844, + 58.4609, + 58.5373, + 58.6086, + 58.6878, + 58.7765, + 58.8713, + 58.9567, + 59.036, + 59.1174, + 59.2007, + 59.2756, + 59.3431, + 59.4137, + 59.4874, + 59.5536, + 59.6183, + 59.6764, + 59.7363, + 59.7902, + 59.8462, + 59.909, + 59.9731, + 60.0308, + 60.0902, + 60.1487, + 60.2113, + 60.2727, + 60.3304, + 60.3874, + 60.4512, + 60.5085, + 60.5627, + 60.6164, + 60.6848, + 60.7638, + 60.8349, + 60.9064, + 60.9783, + 61.053, + 61.1252, + 61.1926, + 61.2584, + 61.3225, + 61.3928, + 61.466, + 61.5394, + 61.613, + 61.6817, + 61.761, + 61.8349, + 61.9039, + 61.966, + 62.0244, + 62.0895, + 62.173, + 62.2532, + 62.3254, + 62.3954, + 62.4608, + 62.5322, + 62.599, + 62.6591, + 62.7207, + 62.7786, + 62.8308, + 62.8802, + 62.9297, + 62.9917, + 63.065, + 63.141, + 63.2144, + 63.283, + 63.3447, + 63.4002, + 63.4577, + 63.5344, + 63.616, + 63.6944, + 63.7699, + 63.843, + 63.9112, + 63.9775, + 64.0423, + 64.1006, + 64.1555, + 64.2075, + 64.2567, + 64.3035, + 64.3507, + 64.4006, + 64.4581, + 64.5147, + 64.5758, + 64.6382, + 64.6944, + 64.7674, + 64.8582, + 64.9424, + 65.0206, + 65.0986, + 65.1712, + 65.2491, + 65.3192, + 65.3898, + 65.4708, + 65.5537, + 65.6283, + 65.7005, + 65.773, + 65.8407, + 65.9016, + 65.9614, + 66.0303, + 66.0973, + 66.1625, + 66.2288, + 66.2934, + 66.3516, + 66.4264, + 66.5013, + 66.5736, + 66.6463, + 66.7166, + 66.78, + 66.842, + 66.9103, + 66.9893, + 67.0653, + 67.1413, + 67.2222, + 67.3025, + 67.3872, + 67.471, + 67.5514, + 67.6237, + 67.6914, + 67.7622, + 67.8335, + 67.9102, + 67.9816, + 68.046, + 68.1089, + 68.183, + 68.2547, + 68.3317, + 68.4161, + 68.4969, + 68.5698, + 68.6528, + 68.7425, + 68.8232, + 68.9034, + 68.9756, + 69.0405, + 69.1015, + 69.1613, + 69.2177, + 69.2734, + 69.3261, + 69.376, + 69.4334, + 69.495, + 69.5505, + 69.603, + 69.6602, + 69.7292, + 69.7987, + 69.8614, + 69.9202, + 69.9757, + 70.0331, + 70.0898, + 70.1533, + 70.2105, + 70.2745, + 70.337, + 70.3933, + 70.454, + 70.5111, + 70.57, + 70.623, + 70.6757, + 70.7306, + 70.7876, + 70.8413, + 70.8922, + 70.9479, + 71.0107, + 71.0696, + 71.1276, + 71.1799, + 71.2344, + 71.2859, + 71.3348, + 71.3789, + 71.4335, + 71.4826, + 71.5269, + 71.5667, + 71.605, + 71.6495, + 71.6971, + 71.7449, + 71.7929, + 71.8386, + 71.8847, + 71.9363, + 71.9826, + 72.0244, + 72.0769, + 72.1317, + 72.1811, + 72.228, + 72.2802, + 72.3296, + 72.3767, + 72.4265, + 72.4914, + 72.5572, + 72.6215, + 72.6844, + 72.7409, + 72.8018, + 72.8591, + 72.9132, + 72.9669, + 73.0177, + 73.0659, + 73.1218, + 73.1872, + 73.2459, + 73.3014, + 73.3537, + 73.4108, + 73.4648, + 73.5158, + 73.5642, + 73.6103, + 73.6518, + 73.6916, + 73.7274, + 73.7722, + 73.815, + 73.8585, + 73.9026, + 73.9449, + 73.9854, + 74.0268, + 74.0717, + 74.1145, + 74.1555, + 74.1975, + 74.2377, + 74.274, + 74.3166, + 74.3574, + 74.3942, + 74.4298, + 74.4693, + 74.5098, + 74.5489, + 74.584, + 74.6181, + 74.6488, + 74.6789, + 74.706, + 74.7329, + 74.7621, + 74.7884, + 74.8146, + 74.8431, + 74.8713, + 74.8992, + 74.9267, + 74.9566, + 74.9834, + 75.0076, + 75.0318, + 75.0561, + 75.0805, + 75.105, + 75.1295, + 75.154, + 75.1811, + 75.213, + 75.2442, + 75.2748, + 75.3073, + 75.3366, + 75.3654, + 75.3914, + 75.4172, + 75.4405, + 75.469, + 75.4996, + 75.5346, + 75.5762, + 75.6185, + 75.6617, + 75.703, + 75.7477, + 75.7929, + 75.8511, + 75.9085, + 75.9727, + 76.0329, + 76.0896, + 76.1407, + 76.1891, + 76.2327, + 76.2744, + 76.3145, + 76.353, + 76.3877, + 76.4215, + 76.4543, + 76.4889, + 76.5275, + 76.5722, + 76.62, + 76.6655, + 76.7065, + 76.7433, + 76.7815, + 76.8333, + 76.8825, + 76.9368, + 76.9906, + 77.044, + 77.1071, + 77.1664, + 77.2198, + 77.2703, + 77.3258, + 77.3882, + 77.4469, + 77.5072, + 77.5715, + 77.6318, + 77.6936, + 77.7543, + 77.8088, + 77.863, + 77.9117, + 77.958, + 78.0122, + 78.0635, + 78.1196, + 78.1777, + 78.2349, + 78.2864, + 78.3328, + 78.3745, + 78.4145, + 78.4506, + 78.493, + 78.5312, + 78.5756, + 78.6255, + 78.6805, + 78.7324, + 78.7792, + 78.8238, + 78.8639, + 78.9, + 78.9375, + 78.9813, + 79.0256, + 79.0756, + 79.1255, + 79.1705, + 79.2109, + 79.2573, + 79.3091, + 79.3582, + 79.4049, + 79.4469, + 79.4897, + 79.5307, + 79.5701, + 79.6056, + 79.6501, + 79.6951, + 79.7406, + 79.7865, + 79.8304, + 79.8748, + 79.9173, + 79.9556, + 80.0075, + 80.0568, + 80.1061, + 80.1505, + 80.1929, + 80.2312, + 80.273, + 80.3232, + 80.3709, + 80.4163, + 80.4597, + 80.5012, + 80.5461, + 80.599, + 80.6566, + 80.7084, + 80.7576, + 80.8068, + 80.8561, + 80.9005, + 80.943, + 80.9862, + 81.0301, + 81.0696, + 81.1101, + 81.1566, + 81.2084, + 81.2576, + 81.3068, + 81.3586, + 81.4128, + 81.4665, + 81.5249, + 81.5799, + 81.6419, + 81.7077, + 81.7694, + 81.8275, + 81.8897, + 81.9533, + 82.0254, + 82.0979, + 82.1631, + 82.2218, + 82.2746, + 82.3222, + 82.3649, + 82.4034, + 82.4381, + 82.4693, + 82.4974, + 82.5226, + 82.5454, + 82.5658, + 82.5867, + 82.6056, + 82.6225, + 82.6378, + 82.6515, + 82.6638, + 82.675, + 82.685, + 82.694, + 82.7021, + 82.7094, + 82.7159, + 82.7218, + 82.7271, + 82.7319, + 82.7362, + 82.7401, + 82.7436, + 82.7467, + 82.7496, + 82.7521, + 82.7544, + 82.7565, + 82.7583, + 82.76, + 82.7615, + 82.7628, + 82.7641, + 82.7651, + 82.7661, + 82.767, + 82.7678, + 82.7685, + 82.7692, + 82.7698, + 82.7703, + 82.7708, + 82.7712, + 82.7716, + 82.7719, + 82.7722, + 82.7725, + 82.7727, + 82.773, + 82.7732, + 82.7734, + 82.7735, + 82.7737, + 82.7738, + 82.7739, + 82.774, + 82.7741, + 82.7742, + 82.7743, + 82.7744, + 82.7744, + 82.7745, + 82.7745, + 82.7746, + 82.7746, + 82.7747, + 82.7747, + 82.7747, + 82.7748, + 82.7748, + 82.7748, + 82.7748, + 82.7748, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.7749, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.7775, + 82.7797, + 82.7818, + 82.7836, + 82.7852, + 82.7867, + 82.788, + 82.7892, + 82.7903, + 82.7913, + 82.7922, + 82.7929, + 82.7936, + 82.7943, + 82.7949, + 82.7954, + 82.7958, + 82.7962, + 82.7966, + 82.797, + 82.7973, + 82.7975, + 82.7978, + 82.798, + 82.7982, + 82.7984, + 82.7985, + 82.7987, + 82.7988, + 82.7989, + 82.799, + 82.7991, + 82.7992, + 82.7993, + 82.7994, + 82.7994, + 82.7995, + 82.7995, + 82.7996, + 82.7996, + 82.7997, + 82.7997, + 82.7997, + 82.7998, + 82.7998, + 82.7998, + 82.7998, + 82.7998, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.7999, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8025, + 82.8047, + 82.8068, + 82.8086, + 82.8102, + 82.8117, + 82.813, + 82.8142, + 82.8153, + 82.8163, + 82.8172, + 82.8179, + 82.8186, + 82.8193, + 82.8199, + 82.8204, + 82.8208, + 82.8212, + 82.8216, + 82.822, + 82.8223, + 82.8225, + 82.8228, + 82.823, + 82.8232, + 82.8234, + 82.8235, + 82.8237, + 82.8238, + 82.8239, + 82.824, + 82.8241, + 82.8242, + 82.8243, + 82.8244, + 82.8244, + 82.8245, + 82.8245, + 82.8246, + 82.8246, + 82.8247, + 82.8247, + 82.8247, + 82.8248, + 82.8248, + 82.8248, + 82.8248, + 82.8248, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.8249, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825, + 82.825 + ], + "episode_rhos": [ + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..5857c33e42c4310ad7d660d8065389e4fd4d7350 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 4461791.23, + "constraint_satisfaction_pct": 48.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 82.825, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6405.23, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6977.35, + "avg_cost": 0.25, + "lambda": 10.1086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -4955.34, + "avg_cost": 0.0, + "lambda": 10.2335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6010.68, + "avg_cost": 0.25, + "lambda": 10.4197, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -6068.13, + "avg_cost": 0.0, + "lambda": 10.6085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4493.04, + "avg_cost": 0.0, + "lambda": 10.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4908.42, + "avg_cost": 0.0, + "lambda": 10.7869, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4980.15, + "avg_cost": 0.0, + "lambda": 10.8117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4607.7, + "avg_cost": 0.0, + "lambda": 10.829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -4701.39, + "avg_cost": 0.0, + "lambda": 10.8569, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -4334.85, + "avg_cost": 0.0, + "lambda": 10.892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -3590.19, + "avg_cost": 0.0, + "lambda": 10.9237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3193.66, + "avg_cost": 0.0, + "lambda": 10.9408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -3195.29, + "avg_cost": 0.0, + "lambda": 10.9468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -4300.52, + "avg_cost": 0.0, + "lambda": 10.9489, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -2418.19, + "avg_cost": 0.0, + "lambda": 10.9496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2348.22, + "avg_cost": 0.0, + "lambda": 10.9759, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2355.65, + "avg_cost": 0.0, + "lambda": 11.0251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -2434.13, + "avg_cost": 0.0, + "lambda": 11.0576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -2869.48, + "avg_cost": 0.25, + "lambda": 11.0714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -3035.39, + "avg_cost": 0.0, + "lambda": 11.1358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1313.2, + "avg_cost": 0.25, + "lambda": 11.2546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -2402.43, + "avg_cost": 0.0, + "lambda": 11.4481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -2060.69, + "avg_cost": 0.25, + "lambda": 11.6431, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -750.29, + "avg_cost": 1.0, + "lambda": 12.0706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -3906.94, + "avg_cost": 0.0, + "lambda": 12.7926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -2214.32, + "avg_cost": 0.0, + "lambda": 13.3377, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -1900.15, + "avg_cost": 0.0, + "lambda": 13.8221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1903.19, + "avg_cost": 0.25, + "lambda": 14.3576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -112.63, + "avg_cost": 2.0, + "lambda": 15.0033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 408.02, + "avg_cost": 2.75, + "lambda": 15.7481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -1829.01, + "avg_cost": 2.25, + "lambda": 16.7665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 683.63, + "avg_cost": 2.25, + "lambda": 18.0806, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -515.95, + "avg_cost": 1.25, + "lambda": 19.4413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -2342.9, + "avg_cost": 0.75, + "lambda": 20.7937, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 2006.76, + "avg_cost": 1.5, + "lambda": 22.6097, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 1918.96, + "avg_cost": 2.25, + "lambda": 24.4303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 1677.07, + "avg_cost": 1.75, + "lambda": 26.3664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 2377.97, + "avg_cost": 0.5, + "lambda": 28.5314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -11.39, + "avg_cost": 2.0, + "lambda": 30.9263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 2140.06, + "avg_cost": 0.25, + "lambda": 33.555, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3082.63, + "avg_cost": 3.5, + "lambda": 35.2968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 2286.8, + "avg_cost": 1.25, + "lambda": 36.8223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 1311.4, + "avg_cost": 1.5, + "lambda": 38.3422, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3304.83, + "avg_cost": 0.75, + "lambda": 39.6613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 2896.15, + "avg_cost": 1.25, + "lambda": 40.8519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 3526.89, + "avg_cost": 1.0, + "lambda": 42.0466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 1766.02, + "avg_cost": 0.75, + "lambda": 43.149, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 3721.18, + "avg_cost": 0.75, + "lambda": 44.1787, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 2604.08, + "avg_cost": 0.5, + "lambda": 45.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3435.06, + "avg_cost": 4.0, + "lambda": 45.804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 4499.05, + "avg_cost": 1.75, + "lambda": 46.7942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 2509.4, + "avg_cost": 1.5, + "lambda": 47.681, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5250.63, + "avg_cost": 0.5, + "lambda": 48.5714, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 5104.04, + "avg_cost": 1.5, + "lambda": 49.4157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 3925.77, + "avg_cost": 0.5, + "lambda": 50.1822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 2714.63, + "avg_cost": 0.25, + "lambda": 50.8841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 2607.31, + "avg_cost": 0.0, + "lambda": 51.4554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 5541.95, + "avg_cost": 0.25, + "lambda": 52.0506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 5798.06, + "avg_cost": 1.25, + "lambda": 52.707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 5120.74, + "avg_cost": 0.0, + "lambda": 53.3903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 5053.54, + "avg_cost": 0.75, + "lambda": 54.1896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 4636.95, + "avg_cost": 1.5, + "lambda": 55.2692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 4288.78, + "avg_cost": 0.0, + "lambda": 56.3602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 6365.14, + "avg_cost": 0.5, + "lambda": 57.3183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4953.64, + "avg_cost": 0.75, + "lambda": 58.1508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 6188.85, + "avg_cost": 0.0, + "lambda": 58.9567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 3495.41, + "avg_cost": 0.0, + "lambda": 59.6764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5978.36, + "avg_cost": 0.5, + "lambda": 60.2727, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 5146.38, + "avg_cost": 0.75, + "lambda": 60.9064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 6220.29, + "avg_cost": 0.75, + "lambda": 61.613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5594.38, + "avg_cost": 0.0, + "lambda": 62.3254, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 7218.33, + "avg_cost": 0.5, + "lambda": 62.9297, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 7555.03, + "avg_cost": 1.25, + "lambda": 63.616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6598.17, + "avg_cost": 0.25, + "lambda": 64.2567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 7908.55, + "avg_cost": 2.5, + "lambda": 64.8582, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 7685.43, + "avg_cost": 0.0, + "lambda": 65.6283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7138.68, + "avg_cost": 0.5, + "lambda": 66.2934, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 7698.8, + "avg_cost": 1.75, + "lambda": 66.9893, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 5382.61, + "avg_cost": 1.0, + "lambda": 67.7622, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8000.91, + "avg_cost": 0.5, + "lambda": 68.4969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7750.73, + "avg_cost": 0.25, + "lambda": 69.2177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7949.36, + "avg_cost": 0.75, + "lambda": 69.7987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7266.01, + "avg_cost": 0.0, + "lambda": 70.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8486.3, + "avg_cost": 1.0, + "lambda": 70.9479, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 8122.13, + "avg_cost": 0.0, + "lambda": 71.4826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8573.76, + "avg_cost": 1.0, + "lambda": 71.9363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 6425.45, + "avg_cost": 0.75, + "lambda": 72.4265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 7734.72, + "avg_cost": 0.25, + "lambda": 73.0177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 6640.66, + "avg_cost": 0.25, + "lambda": 73.5642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 5792.53, + "avg_cost": 0.25, + "lambda": 73.9854, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 5415.56, + "avg_cost": 0.0, + "lambda": 74.3942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8556.63, + "avg_cost": 0.25, + "lambda": 74.7329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8509.31, + "avg_cost": 0.0, + "lambda": 75.0076, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8752.26, + "avg_cost": 0.25, + "lambda": 75.2748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 8437.23, + "avg_cost": 1.0, + "lambda": 75.5762, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 8829.94, + "avg_cost": 0.25, + "lambda": 76.0896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8765.5, + "avg_cost": 0.5, + "lambda": 76.4889, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9355.63, + "avg_cost": 1.0, + "lambda": 76.9368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9594.69, + "avg_cost": 0.75, + "lambda": 77.5072, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 8864.61, + "avg_cost": 0.25, + "lambda": 78.0635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 8937.65, + "avg_cost": 0.0, + "lambda": 78.5312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9854.46, + "avg_cost": 1.0, + "lambda": 78.9813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9416.46, + "avg_cost": 0.0, + "lambda": 79.4469, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 9688.74, + "avg_cost": 0.5, + "lambda": 79.8748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9287.07, + "avg_cost": 1.25, + "lambda": 80.3232, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 9802.22, + "avg_cost": 0.5, + "lambda": 80.8068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9569.34, + "avg_cost": 0.25, + "lambda": 81.2576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 8921.03, + "avg_cost": 0.25, + "lambda": 81.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -4361.38, + "avg_cost": 0.0, + "lambda": 82.4034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -3523.12, + "avg_cost": 0.0, + "lambda": 82.6378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -2625.9, + "avg_cost": 0.0, + "lambda": 82.7271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -1527.04, + "avg_cost": 0.0, + "lambda": 82.7583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -876.44, + "avg_cost": 0.0, + "lambda": 82.7692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -204.37, + "avg_cost": 0.0, + "lambda": 82.773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 174.28, + "avg_cost": 0.0, + "lambda": 82.7743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 68.07, + "avg_cost": 0.0, + "lambda": 82.7748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": -250.04, + "avg_cost": 0.0, + "lambda": 82.7749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 310.5, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 519.26, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 939.7, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 721.61, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 1481.83, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 1094.56, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 2300.38, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 2480.08, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 1689.68, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 2761.7, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 3060.58, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 3413.21, + "avg_cost": 0.0, + "lambda": 82.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 1689.45, + "avg_cost": 0.25, + "lambda": 82.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 3509.63, + "avg_cost": 0.0, + "lambda": 82.7922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 4291.52, + "avg_cost": 0.0, + "lambda": 82.7973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 4331.98, + "avg_cost": 0.0, + "lambda": 82.799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 3332.1, + "avg_cost": 0.0, + "lambda": 82.7997, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 4896.5, + "avg_cost": 0.0, + "lambda": 82.7999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 5057.39, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 5013.21, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 4007.96, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 4044.21, + "avg_cost": 0.0, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 4030.2, + "avg_cost": 0.0, + "lambda": 82.813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 5828.69, + "avg_cost": 0.0, + "lambda": 82.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 4001.63, + "avg_cost": 0.0, + "lambda": 82.8235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 6183.12, + "avg_cost": 0.0, + "lambda": 82.8245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 6327.92, + "avg_cost": 0.0, + "lambda": 82.8248, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 5600.3, + "avg_cost": 0.0, + "lambda": 82.8249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 7002.47, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 6892.37, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 7220.25, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 7004.0, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 7015.6, + "avg_cost": 0.0, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..8a5be288b56c7b0e5d2532baae83833ad182524f --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1455921.48, + "constraint_satisfaction_pct": 46.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 26.6939, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -653.64, + "avg_cost": 147.5, + "lambda": 0.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": 71.27, + "avg_cost": 191.25, + "lambda": 1.6901, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1185.98, + "avg_cost": 90.25, + "lambda": 3.1011, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1024.59, + "avg_cost": 49.75, + "lambda": 3.9146, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1553.25, + "avg_cost": 8.5, + "lambda": 4.4093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1309.39, + "avg_cost": 8.75, + "lambda": 4.6882, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -665.36, + "avg_cost": 7.5, + "lambda": 4.8528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -235.27, + "avg_cost": 3.5, + "lambda": 4.9459, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -283.63, + "avg_cost": 0.0, + "lambda": 4.9977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -148.95, + "avg_cost": 1.25, + "lambda": 5.0266, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": 12.41, + "avg_cost": 5.5, + "lambda": 5.0532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": 90.17, + "avg_cost": 0.5, + "lambda": 5.0876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": 174.74, + "avg_cost": 3.5, + "lambda": 5.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": 179.51, + "avg_cost": 0.5, + "lambda": 5.1395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": 183.88, + "avg_cost": 1.25, + "lambda": 5.1573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": 182.32, + "avg_cost": 0.5, + "lambda": 5.1723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": 190.43, + "avg_cost": 1.5, + "lambda": 5.1839, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": 165.41, + "avg_cost": 0.75, + "lambda": 5.196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": 113.45, + "avg_cost": 1.75, + "lambda": 5.2059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": 198.79, + "avg_cost": 1.0, + "lambda": 5.2157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -934.24, + "avg_cost": 1.5, + "lambda": 5.2249, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": 166.23, + "avg_cost": 1.75, + "lambda": 5.2465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": 199.96, + "avg_cost": 1.75, + "lambda": 5.2764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -1021.7, + "avg_cost": 2.25, + "lambda": 5.2957, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -460.64, + "avg_cost": 2.25, + "lambda": 5.3118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 307.74, + "avg_cost": 3.25, + "lambda": 5.3358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 119.45, + "avg_cost": 1.25, + "lambda": 5.3584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -454.95, + "avg_cost": 21.25, + "lambda": 5.4816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -1218.07, + "avg_cost": 366.0, + "lambda": 6.8134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -420.66, + "avg_cost": 91.5, + "lambda": 8.7362, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -413.73, + "avg_cost": 12.25, + "lambda": 10.0435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 54.8, + "avg_cost": 1.0, + "lambda": 10.6236, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 96.14, + "avg_cost": 2.75, + "lambda": 10.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -551.07, + "avg_cost": 3.5, + "lambda": 10.9359, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -597.19, + "avg_cost": 1.5, + "lambda": 10.9844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -601.52, + "avg_cost": 0.75, + "lambda": 11.0097, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -680.3, + "avg_cost": 0.25, + "lambda": 11.0234, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -635.76, + "avg_cost": 0.0, + "lambda": 11.0308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -706.15, + "avg_cost": 1.0, + "lambda": 11.0361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -775.56, + "avg_cost": 0.25, + "lambda": 11.0413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -846.32, + "avg_cost": 1.0, + "lambda": 11.0473, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -669.42, + "avg_cost": 0.0, + "lambda": 11.052, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -757.96, + "avg_cost": 1.0, + "lambda": 11.0556, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -700.92, + "avg_cost": 0.5, + "lambda": 11.0602, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -702.13, + "avg_cost": 0.0, + "lambda": 11.0635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -1370.88, + "avg_cost": 304.75, + "lambda": 11.8213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -1298.76, + "avg_cost": 308.5, + "lambda": 14.0497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -985.96, + "avg_cost": 215.25, + "lambda": 16.8028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1291.53, + "avg_cost": 244.75, + "lambda": 19.0458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1423.84, + "avg_cost": 139.25, + "lambda": 21.1981, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1580.38, + "avg_cost": 3.0, + "lambda": 22.665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1361.69, + "avg_cost": 0.0, + "lambda": 23.2818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1379.03, + "avg_cost": 0.25, + "lambda": 23.4971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -1549.21, + "avg_cost": 0.0, + "lambda": 23.5732, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -1451.97, + "avg_cost": 0.25, + "lambda": 23.6001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -1455.83, + "avg_cost": 0.0, + "lambda": 23.6106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -1379.94, + "avg_cost": 0.0, + "lambda": 23.6144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -2217.21, + "avg_cost": 13.5, + "lambda": 23.6447, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -2298.22, + "avg_cost": 24.0, + "lambda": 23.7894, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -2250.49, + "avg_cost": 27.5, + "lambda": 23.9855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -2138.34, + "avg_cost": 7.0, + "lambda": 24.1645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -1627.72, + "avg_cost": 11.25, + "lambda": 24.2817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -2264.14, + "avg_cost": 0.25, + "lambda": 24.3657, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -2365.25, + "avg_cost": 0.75, + "lambda": 24.4017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -792.02, + "avg_cost": 0.0, + "lambda": 24.4171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -2359.01, + "avg_cost": 0.25, + "lambda": 24.4234, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -2355.67, + "avg_cost": 0.25, + "lambda": 24.4265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -2332.18, + "avg_cost": 0.0, + "lambda": 24.4284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -2323.02, + "avg_cost": 0.0, + "lambda": 24.4294, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -2019.38, + "avg_cost": 0.75, + "lambda": 24.4306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -2306.88, + "avg_cost": 0.5, + "lambda": 24.434, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -2088.15, + "avg_cost": 0.0, + "lambda": 24.4368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -1344.08, + "avg_cost": 0.25, + "lambda": 24.4403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -1940.67, + "avg_cost": 0.0, + "lambda": 24.4455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -1930.59, + "avg_cost": 4.25, + "lambda": 24.4639, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -1878.21, + "avg_cost": 0.25, + "lambda": 24.4898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -1914.56, + "avg_cost": 5.5, + "lambda": 24.5153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -2210.79, + "avg_cost": 1.0, + "lambda": 24.5355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -1591.15, + "avg_cost": 0.0, + "lambda": 24.5448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -1886.63, + "avg_cost": 0.25, + "lambda": 24.5496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -1633.17, + "avg_cost": 0.0, + "lambda": 24.5524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -1512.05, + "avg_cost": 0.0, + "lambda": 24.5539, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -1964.61, + "avg_cost": 0.0, + "lambda": 24.5552, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -1017.33, + "avg_cost": 0.0, + "lambda": 24.5559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -858.0, + "avg_cost": 0.0, + "lambda": 24.5568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -842.64, + "avg_cost": 0.0, + "lambda": 24.5571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -888.58, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -885.4, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -881.86, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -871.12, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -888.41, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -887.17, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -889.2, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -864.3, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -860.08, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -892.21, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -893.72, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -867.83, + "avg_cost": 0.0, + "lambda": 24.5572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -882.48, + "avg_cost": 0.0, + "lambda": 24.5574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -871.99, + "avg_cost": 0.0, + "lambda": 24.5576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -883.78, + "avg_cost": 0.0, + "lambda": 24.5577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -869.72, + "avg_cost": 0.0, + "lambda": 24.5577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -858.63, + "avg_cost": 0.0, + "lambda": 24.5579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -870.96, + "avg_cost": 0.0, + "lambda": 24.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -857.92, + "avg_cost": 0.0, + "lambda": 24.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -861.73, + "avg_cost": 0.25, + "lambda": 24.558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -849.72, + "avg_cost": 0.0, + "lambda": 24.5584, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -869.48, + "avg_cost": 0.0, + "lambda": 24.5586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -880.59, + "avg_cost": 0.0, + "lambda": 24.5587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -868.04, + "avg_cost": 0.0, + "lambda": 24.5587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -861.47, + "avg_cost": 0.25, + "lambda": 24.5588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -876.58, + "avg_cost": 0.0, + "lambda": 24.559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -858.03, + "avg_cost": 0.0, + "lambda": 24.5592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -858.49, + "avg_cost": 0.0, + "lambda": 24.5592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -896.18, + "avg_cost": 0.0, + "lambda": 24.5623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -850.34, + "avg_cost": 1.5, + "lambda": 24.5677, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": -863.43, + "avg_cost": 0.0, + "lambda": 24.571, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": -850.48, + "avg_cost": 0.0, + "lambda": 24.573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -831.03, + "avg_cost": 0.0, + "lambda": 24.574, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -850.61, + "avg_cost": 0.0, + "lambda": 24.5746, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -865.19, + "avg_cost": 0.0, + "lambda": 24.5751, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -878.37, + "avg_cost": 0.0, + "lambda": 24.5755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -866.69, + "avg_cost": 0.0, + "lambda": 24.5757, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": -817.38, + "avg_cost": 0.0, + "lambda": 24.5768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": -654.47, + "avg_cost": 1.25, + "lambda": 24.5787, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": -904.2, + "avg_cost": 1.0, + "lambda": 24.5823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": -922.74, + "avg_cost": 0.0, + "lambda": 24.5865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": -2115.23, + "avg_cost": 34.5, + "lambda": 24.5952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": -847.73, + "avg_cost": 0.0, + "lambda": 24.7564, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": -1018.5, + "avg_cost": 0.75, + "lambda": 24.8416, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": -928.51, + "avg_cost": 0.0, + "lambda": 24.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": -863.15, + "avg_cost": 0.0, + "lambda": 24.8834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": -741.43, + "avg_cost": 0.0, + "lambda": 24.8874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": -722.83, + "avg_cost": 0.0, + "lambda": 24.8892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": -486.1, + "avg_cost": 0.0, + "lambda": 24.8909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": -1318.92, + "avg_cost": 34.75, + "lambda": 24.9686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": -1300.35, + "avg_cost": 9.75, + "lambda": 25.2754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": -1315.72, + "avg_cost": 0.0, + "lambda": 25.5219, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": -1503.56, + "avg_cost": 0.0, + "lambda": 25.693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": -1475.51, + "avg_cost": 42.5, + "lambda": 25.8823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": -1300.99, + "avg_cost": 6.5, + "lambda": 26.0474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": -1389.99, + "avg_cost": 14.25, + "lambda": 26.1623, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": -830.07, + "avg_cost": 0.75, + "lambda": 26.2446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": -603.98, + "avg_cost": 2.5, + "lambda": 26.316, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": -817.49, + "avg_cost": 18.25, + "lambda": 26.393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": -1782.9, + "avg_cost": 58.75, + "lambda": 26.4815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": -610.82, + "avg_cost": 1.0, + "lambda": 26.5968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": -557.13, + "avg_cost": 1.0, + "lambda": 26.654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": -674.36, + "avg_cost": 0.0, + "lambda": 26.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": -635.59, + "avg_cost": 0.0, + "lambda": 26.689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": -753.16, + "avg_cost": 0.0, + "lambda": 26.6939, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..92f566c79ec4708c71dd06b3cc34a8cc08cdc6f4 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5472991.79, + "constraint_satisfaction_pct": 82.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 32.1674, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7365.68, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -6606.37, + "avg_cost": 0.0, + "lambda": 10.079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -5181.1, + "avg_cost": 0.0, + "lambda": 10.2235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -6039.39, + "avg_cost": 0.0, + "lambda": 10.3651, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -5621.98, + "avg_cost": 0.0, + "lambda": 10.504, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -4803.05, + "avg_cost": 0.0, + "lambda": 10.5733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -4911.56, + "avg_cost": 0.0, + "lambda": 10.6813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -4481.51, + "avg_cost": 0.0, + "lambda": 10.7567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -4161.25, + "avg_cost": 0.0, + "lambda": 10.7896, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -3663.81, + "avg_cost": 0.0, + "lambda": 10.8127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -3290.69, + "avg_cost": 0.5, + "lambda": 10.841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -2941.23, + "avg_cost": 0.0, + "lambda": 10.8794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -3007.75, + "avg_cost": 0.0, + "lambda": 10.8928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -2334.07, + "avg_cost": 0.0, + "lambda": 10.9128, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -2482.61, + "avg_cost": 0.0, + "lambda": 10.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1385.87, + "avg_cost": 0.25, + "lambda": 10.952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -2801.61, + "avg_cost": 0.0, + "lambda": 10.9833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -2407.11, + "avg_cost": 0.0, + "lambda": 11.0095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -1508.14, + "avg_cost": 0.25, + "lambda": 11.0221, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -1442.52, + "avg_cost": 0.0, + "lambda": 11.0403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -1707.45, + "avg_cost": 0.0, + "lambda": 11.0466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1359.74, + "avg_cost": 0.0, + "lambda": 11.0488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -815.19, + "avg_cost": 0.0, + "lambda": 11.0496, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 370.05, + "avg_cost": 0.0, + "lambda": 11.0499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -236.86, + "avg_cost": 1.0, + "lambda": 11.0884, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 1404.68, + "avg_cost": 0.5, + "lambda": 11.2332, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -1511.45, + "avg_cost": 0.0, + "lambda": 11.519, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 1661.01, + "avg_cost": 0.0, + "lambda": 11.7531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 422.24, + "avg_cost": 0.0, + "lambda": 11.9199, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 1878.01, + "avg_cost": 0.0, + "lambda": 12.1865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 2599.74, + "avg_cost": 0.25, + "lambda": 12.3999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 490.8, + "avg_cost": 0.0, + "lambda": 12.5723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 2996.45, + "avg_cost": 0.25, + "lambda": 12.8838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 2941.49, + "avg_cost": 0.0, + "lambda": 13.1172, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 3412.74, + "avg_cost": 0.0, + "lambda": 13.2642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 3304.72, + "avg_cost": 0.0, + "lambda": 13.3446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 3037.08, + "avg_cost": 0.0, + "lambda": 13.3807, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 3900.76, + "avg_cost": 0.25, + "lambda": 13.4073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 3916.98, + "avg_cost": 0.0, + "lambda": 13.4514, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 3035.64, + "avg_cost": 0.0, + "lambda": 13.4668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 4555.56, + "avg_cost": 0.0, + "lambda": 13.4721, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 3751.91, + "avg_cost": 0.0, + "lambda": 13.5005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 4224.76, + "avg_cost": 0.0, + "lambda": 13.5165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 4924.24, + "avg_cost": 0.0, + "lambda": 13.522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 3221.66, + "avg_cost": 0.0, + "lambda": 13.524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 5297.8, + "avg_cost": 0.0, + "lambda": 13.5389, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 488.54, + "avg_cost": 0.0, + "lambda": 13.5461, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 5327.2, + "avg_cost": 0.0, + "lambda": 13.5486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 5242.9, + "avg_cost": 0.0, + "lambda": 13.5495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 5728.33, + "avg_cost": 0.0, + "lambda": 13.5652, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 3666.94, + "avg_cost": 0.0, + "lambda": 13.5716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 6215.07, + "avg_cost": 0.0, + "lambda": 13.5966, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 3488.91, + "avg_cost": 0.0, + "lambda": 13.6282, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 5888.28, + "avg_cost": 0.0, + "lambda": 13.6566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 6032.56, + "avg_cost": 0.25, + "lambda": 13.6758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 6030.36, + "avg_cost": 0.0, + "lambda": 13.7079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 6660.54, + "avg_cost": 0.0, + "lambda": 13.719, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 6233.14, + "avg_cost": 0.0, + "lambda": 13.7229, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 7426.86, + "avg_cost": 0.0, + "lambda": 13.7396, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 7338.0, + "avg_cost": 0.0, + "lambda": 13.7464, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 7424.22, + "avg_cost": 0.0, + "lambda": 13.7747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 3397.94, + "avg_cost": 0.0, + "lambda": 13.7912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 7226.14, + "avg_cost": 0.0, + "lambda": 13.7969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 7753.44, + "avg_cost": 0.0, + "lambda": 13.8105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 8208.49, + "avg_cost": 0.25, + "lambda": 13.8636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 8124.97, + "avg_cost": 0.0, + "lambda": 13.9189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 8101.39, + "avg_cost": 0.0, + "lambda": 13.9554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 7855.84, + "avg_cost": 0.0, + "lambda": 13.9682, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 6963.55, + "avg_cost": 0.0, + "lambda": 14.0116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 9191.0, + "avg_cost": 0.25, + "lambda": 14.0391, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 8914.82, + "avg_cost": 0.0, + "lambda": 14.0841, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 9128.41, + "avg_cost": 0.25, + "lambda": 14.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 8503.21, + "avg_cost": 0.0, + "lambda": 14.1576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 8606.81, + "avg_cost": 0.0, + "lambda": 14.1689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 8115.22, + "avg_cost": 0.0, + "lambda": 14.1871, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 9288.96, + "avg_cost": 0.0, + "lambda": 14.2404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6633.35, + "avg_cost": 0.25, + "lambda": 14.2857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 3983.24, + "avg_cost": 1.0, + "lambda": 14.3672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 3629.86, + "avg_cost": 1.0, + "lambda": 14.8749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 9066.09, + "avg_cost": 0.0, + "lambda": 15.5343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 8158.91, + "avg_cost": 0.25, + "lambda": 15.7913, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 8891.31, + "avg_cost": 0.0, + "lambda": 15.8994, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7971.62, + "avg_cost": 0.0, + "lambda": 15.9486, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8850.42, + "avg_cost": 0.0, + "lambda": 15.9658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 8237.08, + "avg_cost": 0.0, + "lambda": 15.9718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 9685.86, + "avg_cost": 0.25, + "lambda": 15.9906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 9309.83, + "avg_cost": 0.0, + "lambda": 16.0283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9374.05, + "avg_cost": 0.0, + "lambda": 16.0492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8238.5, + "avg_cost": 0.0, + "lambda": 16.0813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9511.89, + "avg_cost": 0.0, + "lambda": 16.0935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 9365.67, + "avg_cost": 0.0, + "lambda": 16.0977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9189.32, + "avg_cost": 0.0, + "lambda": 16.106, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 7935.22, + "avg_cost": 0.0, + "lambda": 16.1184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9554.83, + "avg_cost": 0.0, + "lambda": 16.1466, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9433.41, + "avg_cost": 0.0, + "lambda": 16.1856, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9414.5, + "avg_cost": 0.0, + "lambda": 16.2113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9030.42, + "avg_cost": 0.0, + "lambda": 16.2202, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 9461.31, + "avg_cost": 0.0, + "lambda": 16.2233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9089.39, + "avg_cost": 0.5, + "lambda": 16.2804, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9980.81, + "avg_cost": 0.0, + "lambda": 16.4042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 10133.86, + "avg_cost": 0.0, + "lambda": 16.4946, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9340.96, + "avg_cost": 0.5, + "lambda": 16.5357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9869.82, + "avg_cost": 0.0, + "lambda": 16.653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9932.4, + "avg_cost": 0.25, + "lambda": 16.7289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 10086.62, + "avg_cost": 0.25, + "lambda": 16.7825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 9945.4, + "avg_cost": 0.0, + "lambda": 16.859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10168.9, + "avg_cost": 0.25, + "lambda": 16.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 9978.14, + "avg_cost": 0.5, + "lambda": 17.0267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 10035.78, + "avg_cost": 0.0, + "lambda": 17.1946, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10505.83, + "avg_cost": 0.25, + "lambda": 17.4309, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9450.62, + "avg_cost": 0.0, + "lambda": 17.6192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 11173.56, + "avg_cost": 0.0, + "lambda": 17.8316, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10174.73, + "avg_cost": 0.25, + "lambda": 18.2114, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 1121.29, + "avg_cost": 1.5, + "lambda": 18.7427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -13535.96, + "avg_cost": 2.5, + "lambda": 23.6326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -15512.17, + "avg_cost": 0.0, + "lambda": 27.4976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": -7340.38, + "avg_cost": 0.0, + "lambda": 28.8832, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": -6359.92, + "avg_cost": 0.0, + "lambda": 29.3664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": -4546.21, + "avg_cost": 0.0, + "lambda": 29.5348, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": -3859.61, + "avg_cost": 0.0, + "lambda": 29.5936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": -3240.52, + "avg_cost": 0.0, + "lambda": 29.614, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": -5302.78, + "avg_cost": 0.0, + "lambda": 29.6354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": -4156.59, + "avg_cost": 0.0, + "lambda": 29.6449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": -3298.7, + "avg_cost": 0.0, + "lambda": 29.6482, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": -2765.42, + "avg_cost": 0.0, + "lambda": 29.658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": -2377.69, + "avg_cost": 0.0, + "lambda": 29.6691, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": -2040.03, + "avg_cost": 0.0, + "lambda": 29.6729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": -3757.44, + "avg_cost": 0.0, + "lambda": 29.6743, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": -2651.82, + "avg_cost": 0.0, + "lambda": 29.6747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": -1719.65, + "avg_cost": 0.0, + "lambda": 29.6749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": -911.12, + "avg_cost": 0.0, + "lambda": 29.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": -2786.54, + "avg_cost": 0.0, + "lambda": 29.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 571.13, + "avg_cost": 0.0, + "lambda": 29.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 1618.19, + "avg_cost": 0.0, + "lambda": 29.6797, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 1406.84, + "avg_cost": 1.0, + "lambda": 29.7626, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 2611.27, + "avg_cost": 0.5, + "lambda": 30.1859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 2661.69, + "avg_cost": 0.25, + "lambda": 30.994, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 3804.58, + "avg_cost": 0.0, + "lambda": 31.5433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 1669.29, + "avg_cost": 0.0, + "lambda": 31.7874, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 5437.24, + "avg_cost": 0.0, + "lambda": 31.9086, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 5116.54, + "avg_cost": 0.25, + "lambda": 32.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 5298.18, + "avg_cost": 0.0, + "lambda": 32.0712, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 8715.38, + "avg_cost": 0.0, + "lambda": 32.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 9575.56, + "avg_cost": 0.0, + "lambda": 32.0965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 2289.69, + "avg_cost": 0.0, + "lambda": 32.0988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 3874.43, + "avg_cost": 0.0, + "lambda": 32.0996, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 3978.26, + "avg_cost": 0.25, + "lambda": 32.1024, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 5398.69, + "avg_cost": 0.0, + "lambda": 32.1239, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 5761.4, + "avg_cost": 0.0, + "lambda": 32.1409, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 3151.34, + "avg_cost": 0.0, + "lambda": 32.1468, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 6894.85, + "avg_cost": 0.0, + "lambda": 32.1674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..291d70b860d6c38dffe84e0ad266d3c0c701b6a8 --- /dev/null +++ b/results/diagnostic_results_n6_baseline_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "baseline", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -741080.35, + "constraint_satisfaction_pct": 24.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 13.1117, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -550.33, + "avg_cost": 194.75, + "lambda": 0.2948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -991.66, + "avg_cost": 124.5, + "lambda": 2.0368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -1659.34, + "avg_cost": 13.75, + "lambda": 3.2679, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -1327.74, + "avg_cost": 125.75, + "lambda": 3.9208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -1521.0, + "avg_cost": 37.75, + "lambda": 4.5096, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -1490.31, + "avg_cost": 13.5, + "lambda": 4.9184, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -746.37, + "avg_cost": 74.0, + "lambda": 5.176, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -1336.93, + "avg_cost": 218.5, + "lambda": 5.7216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -1494.49, + "avg_cost": 102.25, + "lambda": 6.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -2354.49, + "avg_cost": 25.0, + "lambda": 7.5328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -2025.69, + "avg_cost": 7.5, + "lambda": 7.9355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -1905.47, + "avg_cost": 23.75, + "lambda": 8.1368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -1484.43, + "avg_cost": 22.0, + "lambda": 8.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -1921.1, + "avg_cost": 21.0, + "lambda": 8.5139, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -1102.55, + "avg_cost": 33.5, + "lambda": 8.8707, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -1186.56, + "avg_cost": 22.0, + "lambda": 9.1474, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -1200.99, + "avg_cost": 11.75, + "lambda": 9.3379, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -959.32, + "avg_cost": 5.25, + "lambda": 9.5047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -932.67, + "avg_cost": 2.0, + "lambda": 9.6117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -887.36, + "avg_cost": 0.0, + "lambda": 9.6615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -787.64, + "avg_cost": 1.25, + "lambda": 9.6878, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -662.69, + "avg_cost": 1.75, + "lambda": 9.7108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -634.03, + "avg_cost": 0.75, + "lambda": 9.7349, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -509.56, + "avg_cost": 0.75, + "lambda": 9.7483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -562.46, + "avg_cost": 0.0, + "lambda": 9.7585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -532.4, + "avg_cost": 0.0, + "lambda": 9.7684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -550.26, + "avg_cost": 0.5, + "lambda": 9.7758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -592.59, + "avg_cost": 0.0, + "lambda": 9.7821, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -600.37, + "avg_cost": 1.5, + "lambda": 9.7872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -509.41, + "avg_cost": 0.0, + "lambda": 9.7916, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -421.15, + "avg_cost": 0.75, + "lambda": 9.794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -475.23, + "avg_cost": 0.5, + "lambda": 9.7983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -602.19, + "avg_cost": 10.0, + "lambda": 9.8124, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -710.3, + "avg_cost": 3.5, + "lambda": 9.8505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -543.18, + "avg_cost": 0.75, + "lambda": 9.8786, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -502.64, + "avg_cost": 0.0, + "lambda": 9.8971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -505.01, + "avg_cost": 0.0, + "lambda": 9.9059, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -552.57, + "avg_cost": 0.75, + "lambda": 9.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -548.26, + "avg_cost": 0.25, + "lambda": 9.9111, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -520.15, + "avg_cost": 0.25, + "lambda": 9.9126, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -483.26, + "avg_cost": 0.0, + "lambda": 9.915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -462.69, + "avg_cost": 0.75, + "lambda": 9.9179, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -477.65, + "avg_cost": 0.0, + "lambda": 9.9216, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -415.29, + "avg_cost": 0.0, + "lambda": 9.9247, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -721.91, + "avg_cost": 21.5, + "lambda": 9.9324, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -485.7, + "avg_cost": 0.25, + "lambda": 9.9596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -492.52, + "avg_cost": 0.75, + "lambda": 9.9747, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -491.03, + "avg_cost": 1.0, + "lambda": 9.9906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -611.51, + "avg_cost": 0.0, + "lambda": 10.0271, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -548.94, + "avg_cost": 0.0, + "lambda": 10.0442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -460.84, + "avg_cost": 0.0, + "lambda": 10.0513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -450.1, + "avg_cost": 1.0, + "lambda": 10.0598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -18.13, + "avg_cost": 0.75, + "lambda": 10.0994, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": -552.69, + "avg_cost": 8.25, + "lambda": 10.252, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": -119.26, + "avg_cost": 3.5, + "lambda": 10.4068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -24.51, + "avg_cost": 3.5, + "lambda": 10.4826, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": -2249.64, + "avg_cost": 18.25, + "lambda": 10.5924, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": -764.56, + "avg_cost": 6.5, + "lambda": 10.8532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -192.01, + "avg_cost": 3.0, + "lambda": 11.0127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": -2170.69, + "avg_cost": 7.25, + "lambda": 11.1512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": -681.24, + "avg_cost": 2.0, + "lambda": 11.2618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": -453.15, + "avg_cost": 0.0, + "lambda": 11.3099, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": -540.76, + "avg_cost": 0.25, + "lambda": 11.328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": -667.1, + "avg_cost": 0.0, + "lambda": 11.3353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": -656.81, + "avg_cost": 0.75, + "lambda": 11.3399, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": -711.05, + "avg_cost": 1.25, + "lambda": 11.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": -803.36, + "avg_cost": 0.0, + "lambda": 11.3501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": -820.9, + "avg_cost": 0.0, + "lambda": 11.3531, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": -835.76, + "avg_cost": 0.0, + "lambda": 11.3546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": -1166.68, + "avg_cost": 0.25, + "lambda": 11.3554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": -750.98, + "avg_cost": 0.0, + "lambda": 11.357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": -656.63, + "avg_cost": 0.0, + "lambda": 11.3608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": -685.06, + "avg_cost": 0.0, + "lambda": 11.3637, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": -719.27, + "avg_cost": 0.5, + "lambda": 11.3675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": -810.16, + "avg_cost": 3.0, + "lambda": 11.3926, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": -2321.34, + "avg_cost": 20.0, + "lambda": 11.476, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": -2429.09, + "avg_cost": 0.0, + "lambda": 11.6239, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": -1420.19, + "avg_cost": 1.75, + "lambda": 11.6942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": -1022.49, + "avg_cost": 0.5, + "lambda": 11.7238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": -908.57, + "avg_cost": 0.25, + "lambda": 11.7418, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": -808.92, + "avg_cost": 0.0, + "lambda": 11.7524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": -607.3, + "avg_cost": 8.25, + "lambda": 11.7595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": -961.23, + "avg_cost": 1.5, + "lambda": 11.847, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": -505.41, + "avg_cost": 4.5, + "lambda": 11.9079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": -689.12, + "avg_cost": 8.25, + "lambda": 12.0037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": -948.69, + "avg_cost": 0.5, + "lambda": 12.0958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": -930.33, + "avg_cost": 3.5, + "lambda": 12.1523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": -597.56, + "avg_cost": 1.0, + "lambda": 12.1876, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": -449.51, + "avg_cost": 0.5, + "lambda": 12.2067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": -489.06, + "avg_cost": 0.5, + "lambda": 12.2227, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": -1115.34, + "avg_cost": 7.75, + "lambda": 12.2481, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": -314.81, + "avg_cost": 16.75, + "lambda": 12.2945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": -944.75, + "avg_cost": 0.5, + "lambda": 12.3606, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": -397.08, + "avg_cost": 4.5, + "lambda": 12.4236, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": -77.41, + "avg_cost": 1.75, + "lambda": 12.4794, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": -253.81, + "avg_cost": 2.0, + "lambda": 12.5155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": -94.28, + "avg_cost": 3.5, + "lambda": 12.5427, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": -466.95, + "avg_cost": 0.0, + "lambda": 12.5674, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": -120.35, + "avg_cost": 0.5, + "lambda": 12.5829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": -164.95, + "avg_cost": 0.25, + "lambda": 12.5931, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": -199.32, + "avg_cost": 1.25, + "lambda": 12.5995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": -145.06, + "avg_cost": 0.0, + "lambda": 12.6058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": -195.06, + "avg_cost": 7.0, + "lambda": 12.6113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": -176.02, + "avg_cost": 0.0, + "lambda": 12.6289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": -244.91, + "avg_cost": 19.25, + "lambda": 12.6488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": -133.64, + "avg_cost": 0.5, + "lambda": 12.6701, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": -134.87, + "avg_cost": 0.0, + "lambda": 12.6784, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": -128.5, + "avg_cost": 0.0, + "lambda": 12.6827, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": -122.9, + "avg_cost": 0.25, + "lambda": 12.6857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": -104.7, + "avg_cost": 0.0, + "lambda": 12.6877, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": -113.47, + "avg_cost": 0.25, + "lambda": 12.6888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": -139.84, + "avg_cost": 0.0, + "lambda": 12.6902, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": -160.73, + "avg_cost": 0.0, + "lambda": 12.6929, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": -250.07, + "avg_cost": 0.0, + "lambda": 12.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": -334.14, + "avg_cost": 0.0, + "lambda": 12.6988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": -531.32, + "avg_cost": 0.0, + "lambda": 12.7037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 210.27, + "avg_cost": 11.25, + "lambda": 12.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 267.69, + "avg_cost": 5.5, + "lambda": 12.7842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 267.18, + "avg_cost": 0.5, + "lambda": 12.8339, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 301.58, + "avg_cost": 0.5, + "lambda": 12.8616, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 336.19, + "avg_cost": 0.5, + "lambda": 12.8761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 294.71, + "avg_cost": 0.5, + "lambda": 12.8857, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 329.02, + "avg_cost": 2.75, + "lambda": 12.8969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 329.63, + "avg_cost": 2.25, + "lambda": 12.9094, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 352.28, + "avg_cost": 0.25, + "lambda": 12.9234, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 341.82, + "avg_cost": 1.0, + "lambda": 12.9371, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 394.75, + "avg_cost": 2.25, + "lambda": 12.9464, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 329.34, + "avg_cost": 0.0, + "lambda": 12.9592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 361.18, + "avg_cost": 0.25, + "lambda": 12.967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 341.23, + "avg_cost": 0.25, + "lambda": 12.9731, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 322.09, + "avg_cost": 0.5, + "lambda": 12.9787, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 429.98, + "avg_cost": 1.0, + "lambda": 12.9834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 457.94, + "avg_cost": 3.5, + "lambda": 12.9898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 325.97, + "avg_cost": 0.0, + "lambda": 12.997, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 350.64, + "avg_cost": 0.75, + "lambda": 13.0017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 323.97, + "avg_cost": 1.5, + "lambda": 13.0087, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 268.91, + "avg_cost": 1.0, + "lambda": 13.0208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": -260.14, + "avg_cost": 3.0, + "lambda": 13.0305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 280.11, + "avg_cost": 0.0, + "lambda": 13.0414, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 325.76, + "avg_cost": 0.0, + "lambda": 13.0478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 205.46, + "avg_cost": 0.0, + "lambda": 13.0532, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 268.31, + "avg_cost": 0.0, + "lambda": 13.0566, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 265.2, + "avg_cost": 0.25, + "lambda": 13.0596, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 280.46, + "avg_cost": 0.75, + "lambda": 13.0638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 342.27, + "avg_cost": 0.75, + "lambda": 13.0716, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 323.68, + "avg_cost": 0.25, + "lambda": 13.0793, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 377.64, + "avg_cost": 0.5, + "lambda": 13.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 409.49, + "avg_cost": 0.0, + "lambda": 13.0894, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 352.42, + "avg_cost": 1.25, + "lambda": 13.0945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 367.24, + "avg_cost": 0.25, + "lambda": 13.1032, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 336.38, + "avg_cost": 0.0, + "lambda": 13.1117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..165adf7e8a4a360e4361621a01d5176540d30d73 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 975547.07, + "constraint_satisfaction_pct": 12.07, + "final_rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + "final_lambda": 7.896, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -447.71, + "avg_cost": 186.0, + "lambda": 0.286, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": -150.87, + "avg_cost": 82.0, + "lambda": 1.8923, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -1477.23, + "avg_cost": 53.75, + "lambda": 3.3342, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -1105.95, + "avg_cost": 38.25, + "lambda": 4.3086, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -697.32, + "avg_cost": 40.5, + "lambda": 4.8927, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -380.95, + "avg_cost": 23.0, + "lambda": 5.3049, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 60, + "avg_reward": -1677.29, + "avg_cost": 12.75, + "lambda": 5.6419, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 70, + "avg_reward": -267.29, + "avg_cost": 15.5, + "lambda": 5.9303, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 80, + "avg_reward": 54.56, + "avg_cost": 13.75, + "lambda": 6.1364, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 90, + "avg_reward": 149.56, + "avg_cost": 6.5, + "lambda": 6.2887, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 100, + "avg_reward": 208.71, + "avg_cost": 8.0, + "lambda": 6.3916, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 110, + "avg_reward": 150.6, + "avg_cost": 4.25, + "lambda": 6.4574, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 120, + "avg_reward": 378.27, + "avg_cost": 4.0, + "lambda": 6.5035, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 130, + "avg_reward": 392.68, + "avg_cost": 3.0, + "lambda": 6.5486, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 140, + "avg_reward": 456.94, + "avg_cost": 5.25, + "lambda": 6.5913, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 150, + "avg_reward": 480.56, + "avg_cost": 3.25, + "lambda": 6.6324, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 160, + "avg_reward": 503.18, + "avg_cost": 1.75, + "lambda": 6.6727, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 170, + "avg_reward": 582.72, + "avg_cost": 2.0, + "lambda": 6.7095, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 180, + "avg_reward": 587.18, + "avg_cost": 2.75, + "lambda": 6.7426, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 190, + "avg_reward": 609.5, + "avg_cost": 2.75, + "lambda": 6.7749, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 200, + "avg_reward": 598.33, + "avg_cost": 3.5, + "lambda": 6.807, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 210, + "avg_reward": 544.82, + "avg_cost": 2.25, + "lambda": 6.84, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 220, + "avg_reward": 551.31, + "avg_cost": 2.5, + "lambda": 6.8724, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 230, + "avg_reward": 562.85, + "avg_cost": 6.75, + "lambda": 6.8991, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 240, + "avg_reward": 606.42, + "avg_cost": 0.0, + "lambda": 6.9291, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 250, + "avg_reward": 521.97, + "avg_cost": 2.0, + "lambda": 6.9554, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 260, + "avg_reward": 552.69, + "avg_cost": 2.75, + "lambda": 6.9802, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 270, + "avg_reward": 558.39, + "avg_cost": 2.0, + "lambda": 7.0015, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 280, + "avg_reward": 616.53, + "avg_cost": 2.25, + "lambda": 7.0252, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 290, + "avg_reward": 599.21, + "avg_cost": 3.0, + "lambda": 7.0469, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 300, + "avg_reward": 575.66, + "avg_cost": 2.0, + "lambda": 7.0677, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 310, + "avg_reward": 577.44, + "avg_cost": 1.25, + "lambda": 7.085, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 320, + "avg_reward": 606.65, + "avg_cost": 2.0, + "lambda": 7.1013, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 330, + "avg_reward": 616.47, + "avg_cost": 0.75, + "lambda": 7.116, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 340, + "avg_reward": 626.45, + "avg_cost": 3.0, + "lambda": 7.1297, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 350, + "avg_reward": 625.09, + "avg_cost": 1.25, + "lambda": 7.141, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 360, + "avg_reward": 632.86, + "avg_cost": 1.25, + "lambda": 7.1518, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 370, + "avg_reward": 635.35, + "avg_cost": 1.75, + "lambda": 7.1621, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 380, + "avg_reward": 679.46, + "avg_cost": 1.5, + "lambda": 7.1704, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 390, + "avg_reward": 668.3, + "avg_cost": 0.25, + "lambda": 7.1808, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 400, + "avg_reward": 704.74, + "avg_cost": 1.25, + "lambda": 7.1881, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 410, + "avg_reward": 676.06, + "avg_cost": 1.5, + "lambda": 7.1938, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 420, + "avg_reward": 702.95, + "avg_cost": 0.75, + "lambda": 7.1997, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 430, + "avg_reward": 704.2, + "avg_cost": 1.25, + "lambda": 7.2066, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 440, + "avg_reward": 708.84, + "avg_cost": 0.5, + "lambda": 7.2158, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 450, + "avg_reward": 733.2, + "avg_cost": 1.25, + "lambda": 7.2248, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 460, + "avg_reward": 677.6, + "avg_cost": 2.0, + "lambda": 7.2317, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 470, + "avg_reward": 746.68, + "avg_cost": 2.0, + "lambda": 7.2397, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 480, + "avg_reward": 711.49, + "avg_cost": 0.75, + "lambda": 7.2478, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 490, + "avg_reward": 715.93, + "avg_cost": 0.75, + "lambda": 7.2542, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 500, + "avg_reward": 765.39, + "avg_cost": 0.25, + "lambda": 7.2616, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 510, + "avg_reward": 766.92, + "avg_cost": 1.0, + "lambda": 7.2689, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 520, + "avg_reward": 779.64, + "avg_cost": 0.5, + "lambda": 7.2777, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 530, + "avg_reward": 768.02, + "avg_cost": 0.75, + "lambda": 7.2862, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 540, + "avg_reward": 768.56, + "avg_cost": 0.5, + "lambda": 7.2959, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 550, + "avg_reward": 752.43, + "avg_cost": 0.25, + "lambda": 7.3029, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 560, + "avg_reward": 762.66, + "avg_cost": 1.0, + "lambda": 7.3089, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 570, + "avg_reward": 750.19, + "avg_cost": 1.25, + "lambda": 7.3163, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 580, + "avg_reward": 729.73, + "avg_cost": 0.0, + "lambda": 7.3249, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 590, + "avg_reward": 730.7, + "avg_cost": 0.5, + "lambda": 7.3345, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 600, + "avg_reward": 730.13, + "avg_cost": 0.0, + "lambda": 7.3425, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 610, + "avg_reward": 763.98, + "avg_cost": 1.0, + "lambda": 7.3488, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 620, + "avg_reward": 707.98, + "avg_cost": 0.0, + "lambda": 7.3565, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 630, + "avg_reward": 760.79, + "avg_cost": 0.0, + "lambda": 7.3646, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 640, + "avg_reward": 771.02, + "avg_cost": 0.25, + "lambda": 7.3704, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 650, + "avg_reward": 760.68, + "avg_cost": 2.25, + "lambda": 7.3771, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 660, + "avg_reward": 733.2, + "avg_cost": 0.75, + "lambda": 7.3841, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 670, + "avg_reward": 747.4, + "avg_cost": 0.25, + "lambda": 7.3909, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 680, + "avg_reward": 713.46, + "avg_cost": 0.5, + "lambda": 7.3978, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 690, + "avg_reward": 735.52, + "avg_cost": 0.75, + "lambda": 7.4056, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 700, + "avg_reward": 785.19, + "avg_cost": 1.5, + "lambda": 7.4164, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 710, + "avg_reward": 767.87, + "avg_cost": 0.5, + "lambda": 7.4262, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 720, + "avg_reward": 750.24, + "avg_cost": 1.0, + "lambda": 7.4351, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 730, + "avg_reward": 727.73, + "avg_cost": 0.75, + "lambda": 7.4424, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 740, + "avg_reward": 711.49, + "avg_cost": 1.5, + "lambda": 7.4492, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 750, + "avg_reward": 723.6, + "avg_cost": 0.0, + "lambda": 7.4575, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 760, + "avg_reward": 744.71, + "avg_cost": 0.75, + "lambda": 7.4644, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 770, + "avg_reward": 739.1, + "avg_cost": 0.5, + "lambda": 7.471, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 780, + "avg_reward": 724.63, + "avg_cost": 0.75, + "lambda": 7.4796, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 790, + "avg_reward": 699.5, + "avg_cost": 0.0, + "lambda": 7.4874, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 800, + "avg_reward": 738.07, + "avg_cost": 0.25, + "lambda": 7.4932, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 810, + "avg_reward": 757.45, + "avg_cost": 0.75, + "lambda": 7.498, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 820, + "avg_reward": 757.45, + "avg_cost": 1.5, + "lambda": 7.5016, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 830, + "avg_reward": 774.75, + "avg_cost": 0.5, + "lambda": 7.5055, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 840, + "avg_reward": 750.84, + "avg_cost": 0.75, + "lambda": 7.5101, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 850, + "avg_reward": 787.86, + "avg_cost": 0.5, + "lambda": 7.5151, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 860, + "avg_reward": 790.07, + "avg_cost": 0.75, + "lambda": 7.5206, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 870, + "avg_reward": 751.52, + "avg_cost": 1.0, + "lambda": 7.5264, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 880, + "avg_reward": 772.91, + "avg_cost": 0.25, + "lambda": 7.5327, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 890, + "avg_reward": 793.71, + "avg_cost": 0.25, + "lambda": 7.5375, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 900, + "avg_reward": 803.75, + "avg_cost": 0.75, + "lambda": 7.5441, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 910, + "avg_reward": 798.67, + "avg_cost": 1.0, + "lambda": 7.5508, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 920, + "avg_reward": 794.66, + "avg_cost": 0.0, + "lambda": 7.5575, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 930, + "avg_reward": 790.73, + "avg_cost": 1.0, + "lambda": 7.5649, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 940, + "avg_reward": 772.1, + "avg_cost": 0.75, + "lambda": 7.5725, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 950, + "avg_reward": 780.59, + "avg_cost": 0.5, + "lambda": 7.5792, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 960, + "avg_reward": 789.37, + "avg_cost": 0.5, + "lambda": 7.585, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 970, + "avg_reward": 798.04, + "avg_cost": 0.0, + "lambda": 7.5894, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 980, + "avg_reward": 788.45, + "avg_cost": 0.0, + "lambda": 7.5929, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 990, + "avg_reward": 791.71, + "avg_cost": 0.5, + "lambda": 7.5968, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1000, + "avg_reward": 783.06, + "avg_cost": 0.75, + "lambda": 7.6035, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1010, + "avg_reward": 778.74, + "avg_cost": 0.75, + "lambda": 7.6099, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1020, + "avg_reward": 766.76, + "avg_cost": 1.0, + "lambda": 7.616, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1030, + "avg_reward": 770.86, + "avg_cost": 1.0, + "lambda": 7.6211, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1040, + "avg_reward": 762.88, + "avg_cost": 0.25, + "lambda": 7.6266, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1050, + "avg_reward": 759.27, + "avg_cost": 0.25, + "lambda": 7.6332, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1060, + "avg_reward": 743.94, + "avg_cost": 0.5, + "lambda": 7.6391, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1070, + "avg_reward": 751.83, + "avg_cost": 0.25, + "lambda": 7.645, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1080, + "avg_reward": 755.25, + "avg_cost": 1.25, + "lambda": 7.6513, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1090, + "avg_reward": 761.7, + "avg_cost": 1.0, + "lambda": 7.6591, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1100, + "avg_reward": 742.59, + "avg_cost": 0.75, + "lambda": 7.6654, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1110, + "avg_reward": 755.89, + "avg_cost": 0.5, + "lambda": 7.6708, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1120, + "avg_reward": 749.65, + "avg_cost": 0.25, + "lambda": 7.6755, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1130, + "avg_reward": 738.71, + "avg_cost": 0.25, + "lambda": 7.6808, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1140, + "avg_reward": 770.59, + "avg_cost": 0.0, + "lambda": 7.6849, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1150, + "avg_reward": 791.87, + "avg_cost": 0.75, + "lambda": 7.6897, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1160, + "avg_reward": 819.73, + "avg_cost": 2.75, + "lambda": 7.6968, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1170, + "avg_reward": 787.1, + "avg_cost": 0.0, + "lambda": 7.7067, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1180, + "avg_reward": 775.87, + "avg_cost": 0.75, + "lambda": 7.7142, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1190, + "avg_reward": 785.18, + "avg_cost": 0.5, + "lambda": 7.7203, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1200, + "avg_reward": 789.28, + "avg_cost": 0.5, + "lambda": 7.7268, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1210, + "avg_reward": 806.51, + "avg_cost": 0.5, + "lambda": 7.7318, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1220, + "avg_reward": 804.4, + "avg_cost": 0.25, + "lambda": 7.7369, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1230, + "avg_reward": 820.45, + "avg_cost": 0.5, + "lambda": 7.7414, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1240, + "avg_reward": 823.14, + "avg_cost": 0.0, + "lambda": 7.7446, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1250, + "avg_reward": 831.76, + "avg_cost": 0.25, + "lambda": 7.7472, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1260, + "avg_reward": 826.54, + "avg_cost": 0.75, + "lambda": 7.7505, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1270, + "avg_reward": 829.9, + "avg_cost": 2.25, + "lambda": 7.7542, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1280, + "avg_reward": 835.03, + "avg_cost": 0.75, + "lambda": 7.7596, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1290, + "avg_reward": 831.24, + "avg_cost": 0.0, + "lambda": 7.7649, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1300, + "avg_reward": 837.98, + "avg_cost": 0.5, + "lambda": 7.7687, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1310, + "avg_reward": 821.72, + "avg_cost": 0.25, + "lambda": 7.7729, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1320, + "avg_reward": 827.17, + "avg_cost": 0.75, + "lambda": 7.7768, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1330, + "avg_reward": 813.39, + "avg_cost": 0.75, + "lambda": 7.7813, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1340, + "avg_reward": 810.58, + "avg_cost": 0.0, + "lambda": 7.7854, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1350, + "avg_reward": 834.3, + "avg_cost": 1.0, + "lambda": 7.7911, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1360, + "avg_reward": 821.25, + "avg_cost": 0.25, + "lambda": 7.7975, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1370, + "avg_reward": 840.44, + "avg_cost": 0.75, + "lambda": 7.8042, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1380, + "avg_reward": 841.79, + "avg_cost": 0.25, + "lambda": 7.8096, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1390, + "avg_reward": 839.26, + "avg_cost": 0.25, + "lambda": 7.8192, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1400, + "avg_reward": 832.99, + "avg_cost": 0.5, + "lambda": 7.8284, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1410, + "avg_reward": 829.47, + "avg_cost": 2.75, + "lambda": 7.8384, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1420, + "avg_reward": 812.33, + "avg_cost": 0.0, + "lambda": 7.8478, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1430, + "avg_reward": 825.75, + "avg_cost": 1.5, + "lambda": 7.8556, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1440, + "avg_reward": 829.74, + "avg_cost": 1.0, + "lambda": 7.8648, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1450, + "avg_reward": 823.12, + "avg_cost": 0.5, + "lambda": 7.8731, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1460, + "avg_reward": 801.82, + "avg_cost": 0.5, + "lambda": 7.8794, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1470, + "avg_reward": 793.93, + "avg_cost": 0.0, + "lambda": 7.8844, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1480, + "avg_reward": 787.05, + "avg_cost": 1.25, + "lambda": 7.8881, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1490, + "avg_reward": 802.44, + "avg_cost": 0.5, + "lambda": 7.8929, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1500, + "avg_reward": 799.45, + "avg_cost": 0.25, + "lambda": 7.896, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + } + ], + "episode_rewards": [ + -447.7051, + -676.4974, + -215.7493, + 121.5942, + 203.8636, + -905.3261, + -64.0974, + -838.1585, + -101.5729, + -150.8658, + -375.6053, + 327.8505, + 127.6091, + -30.764, + -53.7883, + -49.3596, + 105.9277, + -377.3845, + -1323.5725, + -1477.2283, + -664.2693, + -2062.1468, + -361.5706, + -766.6294, + -731.6261, + -750.6814, + -1313.7568, + -1341.8499, + -729.1283, + -1105.9498, + -471.7697, + -582.0685, + -469.9202, + -629.3865, + -456.6752, + -7.2001, + -413.9017, + -735.5017, + -579.6219, + -697.3211, + -1237.6321, + -609.7281, + -762.7513, + -603.2184, + -663.5164, + -654.8534, + -301.6982, + -165.0789, + 10.0265, + -380.9543, + -30.1162, + -466.6429, + -257.3, + -986.1473, + -915.5556, + -733.6947, + -324.7142, + -237.253, + -1066.6499, + -1677.2876, + -2458.702, + -888.5441, + -40.0518, + -1149.9754, + 171.8978, + -313.3257, + 135.8784, + -428.5523, + -60.1783, + -267.2911, + 11.1944, + -411.3034, + 128.9762, + -555.6475, + 108.2487, + -104.2477, + 135.27, + -67.6635, + -316.1903, + 54.5559, + 46.4523, + 231.2322, + -249.1467, + 99.5159, + 291.4313, + 265.7021, + -8.4827, + 123.7857, + 202.1874, + 149.557, + 170.6121, + 141.1269, + 174.2834, + 186.0296, + 41.9423, + 145.9556, + 129.9004, + 168.9025, + 183.1097, + 208.7137, + 174.4178, + 164.2977, + 83.9202, + 117.8643, + 158.0335, + 168.5103, + 121.7233, + 181.813, + 163.5172, + 150.5971, + 141.3644, + 173.0092, + 180.4566, + 120.0654, + 120.2507, + 126.8254, + 148.6103, + 164.0595, + 198.2389, + 378.2739, + 223.9715, + 290.6181, + 221.8168, + 102.1776, + 134.7193, + 217.954, + 377.0157, + 449.0496, + 234.4567, + 392.6755, + 324.1786, + 398.9138, + 389.7251, + 431.1975, + 350.7524, + 430.4849, + 301.5698, + 346.5941, + 386.098, + 456.9365, + 458.6984, + 459.1025, + 424.1241, + 467.6262, + 462.0769, + 409.3359, + 450.1038, + 496.1743, + 426.6318, + 480.5603, + 506.7524, + 520.5054, + 523.2267, + 491.1442, + 414.5972, + 400.658, + 466.9038, + 540.0774, + 578.1021, + 503.1764, + 502.9789, + 528.3886, + 269.8204, + 582.5715, + 599.995, + 592.8669, + 558.9781, + 542.4657, + 594.8316, + 582.7164, + 554.5146, + 535.7979, + 588.8176, + 507.0007, + -8.0143, + 562.5942, + 580.1505, + 524.9838, + 579.6445, + 587.1761, + 609.3662, + 605.8397, + 526.8007, + 566.9483, + 630.7715, + 586.9167, + 593.1307, + 591.0106, + 618.8072, + 609.5037, + 595.6274, + 638.3277, + 539.1642, + 576.8434, + 552.0421, + 548.8896, + 522.6775, + 566.4934, + 559.9288, + 598.3322, + 568.0902, + 542.6033, + 565.7209, + 548.8102, + 553.4199, + 547.1873, + 570.477, + 538.4488, + 571.1953, + 544.8231, + 541.8562, + 558.2986, + 585.3985, + 574.5826, + 527.1031, + 560.1081, + 611.9256, + 569.3786, + 567.8064, + 551.3087, + 569.0005, + 577.8192, + 509.4917, + 559.9095, + 517.7228, + 553.0645, + 545.1804, + 529.573, + 522.6886, + 562.8487, + 557.6449, + 576.3542, + 571.4452, + 562.8979, + 581.7233, + 580.1047, + 583.4956, + 538.1802, + 580.3363, + 606.417, + 615.4443, + 563.5137, + 516.7248, + 505.2984, + 512.9013, + 538.4333, + 559.7947, + 539.2948, + 524.1115, + 521.9707, + 583.1648, + 538.0891, + 541.7345, + 553.7168, + 559.7675, + 552.227, + 502.8572, + 539.4878, + 539.8008, + 552.6889, + 554.5672, + 567.8869, + 580.8788, + 570.888, + 582.8227, + 551.3173, + 538.0118, + 529.3606, + 546.281, + 558.3941, + 553.1947, + 558.4872, + 600.5286, + 575.2824, + 600.3808, + 605.3868, + 583.0462, + 596.6369, + 561.4399, + 616.5256, + 572.1933, + 581.4142, + 600.2946, + 583.6882, + 591.3615, + 617.2902, + 573.3833, + 598.0917, + 593.4448, + 599.2137, + 612.7127, + 611.1591, + 578.1757, + 594.2008, + 569.6731, + 576.6807, + 546.5721, + 561.9753, + 577.2414, + 575.6591, + 557.3213, + 559.2044, + 548.9056, + 558.5791, + 612.9168, + 617.1348, + 621.7274, + 584.0647, + 603.6881, + 577.4416, + 557.3807, + 549.9479, + 558.5508, + 574.5763, + 553.6156, + 548.7692, + 576.3598, + 581.7315, + 588.3215, + 606.6535, + 590.778, + 581.7029, + 602.867, + 589.5964, + 592.4987, + 601.4566, + 587.3587, + 629.6428, + 629.1081, + 616.4725, + 624.9738, + 615.6938, + 645.1693, + 636.3495, + 620.1484, + 599.5407, + 630.3532, + 624.4696, + 621.7666, + 626.4486, + 615.6829, + 634.31, + 615.4981, + 631.6741, + 616.1824, + 628.3634, + 639.0573, + 625.3681, + 633.1759, + 625.0938, + 609.2825, + 587.8355, + 643.4859, + 607.5819, + 633.9443, + 619.8645, + 639.1609, + 634.1303, + 634.7863, + 632.8557, + 615.8939, + 630.3838, + 609.5874, + 601.9334, + 582.2466, + 573.419, + 592.4935, + 621.4812, + 587.3569, + 635.3536, + 604.9727, + 621.3879, + 632.5722, + 617.0513, + 641.4788, + 631.5251, + 636.5232, + 633.8056, + 654.3304, + 679.465, + 676.2619, + 683.1431, + 662.8394, + 638.327, + 663.4933, + 657.1276, + 723.2415, + 672.2626, + 723.3063, + 668.3038, + 685.5796, + 670.69, + 673.4479, + 676.5533, + 669.3517, + 688.9302, + 689.8185, + 670.1024, + 711.3934, + 704.7435, + 704.7062, + 705.6285, + 672.8286, + 715.4289, + 663.5824, + 704.5737, + 684.2328, + 677.5393, + 676.244, + 676.0564, + 675.3885, + 694.5249, + 675.4327, + 717.1551, + 728.0378, + 706.7449, + 708.595, + 689.3898, + 699.4555, + 702.9498, + 711.692, + 681.4987, + 697.5155, + 653.912, + 695.1401, + 688.8277, + 705.6137, + 671.2876, + 667.4101, + 704.1978, + 674.546, + 713.2875, + 740.9565, + 712.0359, + 680.9371, + 705.4537, + 690.9247, + 736.9353, + 763.6898, + 708.8384, + 766.9309, + 709.1831, + 712.1871, + 742.7142, + 738.889, + 736.8027, + 729.2441, + 747.4118, + 730.6614, + 733.1996, + 722.6313, + 730.703, + 694.1978, + 729.2291, + 689.3302, + 705.5883, + 699.8801, + 673.0424, + 693.2205, + 677.5975, + 645.0954, + 706.3309, + 712.9897, + 715.7891, + 721.2925, + 748.0614, + 766.3906, + 758.6342, + 754.5892, + 746.6767, + 740.1876, + 748.7498, + 753.2206, + 732.6375, + 764.9187, + 782.1389, + 749.2442, + 738.1096, + 742.0432, + 711.4869, + 727.2501, + 734.754, + 730.094, + 722.5576, + 731.0925, + 741.19, + 725.483, + 753.5934, + 741.4104, + 715.9261, + 726.9813, + 764.1722, + 768.0301, + 774.3772, + 762.5975, + 728.9154, + 753.6848, + 753.0526, + 745.8167, + 765.3898, + 763.8941, + 728.9229, + 738.79, + 745.7222, + 756.6332, + 765.6467, + 774.0236, + 779.4305, + 754.3016, + 766.9243, + 771.3481, + 760.3545, + 783.4397, + 795.3908, + 788.2515, + 788.2213, + 788.592, + 789.998, + 788.8462, + 779.6351, + 775.3758, + 778.4661, + 760.576, + 767.2667, + 783.2757, + 779.7571, + 782.1916, + 757.4666, + 756.089, + 768.0209, + 781.5051, + 775.575, + 750.2281, + 761.3947, + 748.5405, + 719.4447, + 761.674, + 736.4674, + 740.3258, + 768.5574, + 749.1223, + 761.8975, + 755.3968, + 752.8036, + 729.5725, + 748.3585, + 750.1771, + 759.9887, + 753.2296, + 752.43, + 750.9127, + 744.7228, + 751.057, + 765.0829, + 758.1459, + 744.4697, + 751.5936, + 719.1144, + 736.2071, + 762.6619, + 723.1076, + 750.8536, + 744.4326, + 710.9968, + 749.8211, + 754.0183, + 746.0445, + 745.9404, + 765.444, + 750.1906, + 761.7112, + 758.1489, + 760.294, + 765.7558, + 770.2342, + 749.6582, + 757.1706, + 744.3853, + 729.208, + 729.7251, + 718.057, + 724.6838, + 723.2993, + 744.3089, + 752.8986, + 709.4092, + 752.9582, + 728.2752, + 715.2135, + 730.6951, + 747.7533, + 715.9574, + 739.9618, + 724.3942, + 753.7026, + 741.4031, + 758.2912, + 741.4301, + 750.2026, + 730.1279, + 732.7477, + 763.7647, + 736.2457, + 755.9543, + 760.6135, + 737.8257, + 730.5315, + 770.0987, + 753.762, + 763.9776, + 778.8536, + 769.5474, + 763.0991, + 757.9497, + 758.5468, + 751.9614, + 713.2137, + 743.995, + 747.2239, + 707.975, + 730.5929, + 708.2873, + 694.1554, + 722.0325, + 702.4629, + 724.8812, + 710.1042, + 750.9781, + 762.6634, + 760.7893, + 747.6289, + 766.4956, + 750.8315, + 754.1207, + 755.6257, + 746.4422, + 762.178, + 755.5566, + 749.4489, + 771.0195, + 739.7893, + 729.5477, + 757.9322, + 739.6866, + 763.8363, + 753.4331, + 751.1263, + 767.1634, + 748.6336, + 760.6816, + 764.33, + 737.9588, + 762.139, + 750.3712, + 760.0588, + 767.1831, + 767.3246, + 766.3683, + 743.2537, + 733.2008, + 744.3628, + 739.8536, + 742.697, + 765.6516, + 766.9257, + 751.5626, + 738.8413, + 764.8617, + 750.8801, + 747.4045, + 771.2768, + 769.5754, + 764.2243, + 745.3601, + 757.5384, + 740.4513, + 733.0699, + 743.8494, + 720.3305, + 713.4593, + 704.2653, + 712.4357, + 696.4067, + 717.9486, + 720.4731, + 751.1161, + 741.7868, + 769.4334, + 740.4175, + 735.5156, + 744.9419, + 748.515, + 757.8681, + 742.1208, + 761.2043, + 742.1684, + 758.6393, + 783.9612, + 767.5212, + 785.1889, + 767.6554, + 745.5055, + 784.3793, + 752.4657, + 776.5824, + 791.5693, + 769.5225, + 771.0059, + 759.854, + 767.8713, + 757.0181, + 770.9016, + 750.0711, + 752.403, + 772.6596, + 755.79, + 759.1338, + 728.5202, + 754.2067, + 750.2438, + 724.1612, + 734.1042, + 736.1099, + 734.9925, + 724.564, + 714.8635, + 760.3611, + 756.0804, + 702.6827, + 727.7337, + 714.2973, + 726.2014, + 713.6759, + 730.3059, + 750.8425, + 722.144, + 750.2669, + 732.9619, + 739.4091, + 711.4906, + 721.4928, + 738.5816, + 730.7623, + 734.2923, + 732.667, + 758.209, + 758.6426, + 746.7516, + 746.8284, + 723.6016, + 734.6785, + 741.8032, + 753.0716, + 765.9551, + 759.4264, + 751.1935, + 750.8434, + 749.7835, + 756.2253, + 744.7059, + 761.3288, + 746.0738, + 760.8084, + 760.5238, + 753.3186, + 749.3092, + 756.6677, + 746.9215, + 748.3808, + 739.096, + 737.1889, + 738.0322, + 716.2872, + 733.1685, + 720.7781, + 731.0882, + 741.9263, + 727.9565, + 731.1875, + 724.6339, + 727.5609, + 720.5459, + 704.4239, + 737.9482, + 733.7137, + 728.257, + 733.6403, + 710.5621, + 689.0121, + 699.504, + 715.7, + 706.1344, + 718.5462, + 722.2982, + 708.0348, + 710.8365, + 723.4105, + 716.4082, + 722.8423, + 738.0716, + 719.1939, + 719.4668, + 711.8719, + 751.577, + 728.9566, + 736.2754, + 742.354, + 737.0046, + 764.4027, + 757.4491, + 767.6565, + 763.3097, + 749.6153, + 754.6383, + 755.5071, + 752.2797, + 754.6589, + 763.8563, + 772.9124, + 757.4542, + 788.794, + 778.4882, + 775.7196, + 767.4651, + 776.4837, + 781.0953, + 766.7952, + 771.3347, + 767.5621, + 774.7478, + 780.3723, + 785.9454, + 781.534, + 768.7207, + 757.8166, + 757.2293, + 749.0468, + 753.5739, + 751.2935, + 750.8449, + 747.9969, + 748.1987, + 767.9696, + 764.977, + 767.583, + 766.2423, + 759.7817, + 771.6617, + 786.6936, + 787.8609, + 771.8124, + 782.9982, + 779.2262, + 783.2266, + 794.315, + 789.7072, + 803.392, + 787.449, + 785.0484, + 790.0716, + 782.5129, + 771.3674, + 768.205, + 762.6415, + 768.1376, + 758.8855, + 755.1691, + 746.5637, + 752.6689, + 751.5159, + 749.8295, + 759.9035, + 771.1287, + 761.8773, + 775.715, + 783.2052, + 771.0281, + 785.9086, + 788.1921, + 772.9114, + 773.7275, + 785.4335, + 784.0113, + 779.3673, + 786.4219, + 776.5541, + 783.6428, + 784.4331, + 770.7238, + 793.7104, + 788.7106, + 794.0335, + 796.0964, + 789.5513, + 802.633, + 821.0504, + 790.3629, + 808.1467, + 799.659, + 803.7481, + 803.1766, + 805.9468, + 800.0526, + 789.0117, + 795.7378, + 799.8256, + 806.1216, + 795.2347, + 793.5285, + 798.6651, + 797.8605, + 817.4013, + 810.7184, + 813.4236, + 808.6549, + 812.1384, + 793.4343, + 812.3703, + 804.6439, + 794.6601, + 797.609, + 799.9815, + 808.0962, + 791.3347, + 800.4147, + 804.7283, + 810.5055, + 799.1685, + 801.5448, + 790.7313, + 794.35, + 784.0517, + 795.4544, + 793.8739, + 776.3926, + 777.9511, + 779.3462, + 759.4577, + 771.5176, + 772.0955, + 773.0644, + 759.9591, + 777.2429, + 782.5561, + 786.4858, + 782.7379, + 795.6409, + 784.8171, + 790.6135, + 780.5874, + 791.8642, + 784.4477, + 793.3228, + 793.7471, + 796.1134, + 807.4049, + 807.4952, + 801.1243, + 799.6494, + 789.3743, + 801.4301, + 800.0649, + 800.6166, + 803.5103, + 796.628, + 791.0423, + 816.9804, + 791.6074, + 796.4984, + 798.0432, + 799.8938, + 783.7558, + 778.9262, + 785.992, + 788.8646, + 791.4867, + 779.3161, + 791.4692, + 785.2592, + 788.45, + 785.7159, + 797.1214, + 782.9756, + 784.1104, + 785.2774, + 783.5475, + 787.1759, + 782.4457, + 770.7426, + 791.7068, + 785.7163, + 787.1429, + 789.0427, + 789.3122, + 783.8631, + 785.1955, + 784.167, + 797.331, + 781.8485, + 783.0558, + 777.3194, + 788.6617, + 788.2442, + 794.0069, + 783.6304, + 791.4014, + 799.2669, + 800.3681, + 795.1879, + 778.7402, + 786.8207, + 779.6119, + 776.0778, + 768.9903, + 770.9586, + 770.8581, + 763.2694, + 764.4006, + 769.1581, + 766.7635, + 746.7353, + 770.1779, + 765.9817, + 786.3934, + 784.6049, + 781.0656, + 761.5983, + 774.3228, + 774.0612, + 770.861, + 788.559, + 779.9207, + 773.2364, + 772.1324, + 766.2181, + 776.6307, + 766.8177, + 768.6263, + 770.9599, + 762.8802, + 777.7725, + 761.7423, + 759.0433, + 768.8467, + 764.2742, + 763.5391, + 781.1694, + 774.9151, + 759.1449, + 759.2729, + 755.0151, + 746.6177, + 765.7036, + 737.398, + 749.3281, + 748.6538, + 745.9745, + 740.0651, + 744.5098, + 743.9386, + 740.6286, + 740.1167, + 753.6317, + 739.5048, + 746.9412, + 746.584, + 744.4686, + 744.6583, + 734.9976, + 751.8288, + 760.8132, + 745.9886, + 748.9588, + 735.1517, + 734.9758, + 740.7104, + 747.6692, + 751.3157, + 752.418, + 755.247, + 767.1163, + 756.4342, + 745.7626, + 738.8868, + 757.9646, + 744.2184, + 735.378, + 743.924, + 746.0999, + 761.6983, + 750.0221, + 757.653, + 773.7449, + 748.2697, + 759.1134, + 750.5056, + 754.0981, + 763.9051, + 747.8449, + 742.5946, + 742.678, + 759.3787, + 750.1798, + 762.5932, + 756.6158, + 756.098, + 772.4255, + 755.1471, + 761.8111, + 755.8854, + 764.1017, + 766.0144, + 757.3193, + 751.001, + 749.3427, + 739.5102, + 757.1604, + 756.1056, + 757.448, + 749.6453, + 754.3336, + 760.6605, + 762.8363, + 761.9766, + 763.5891, + 766.5385, + 748.8569, + 746.5798, + 752.8041, + 738.7058, + 728.9811, + 745.9882, + 754.7139, + 772.6022, + 747.8521, + 741.3839, + 771.9817, + 766.345, + 781.5884, + 770.5949, + 784.9593, + 772.3671, + 779.2539, + 777.404, + 779.4396, + 768.6939, + 782.4109, + 768.2943, + 786.0558, + 791.867, + 791.6578, + 795.2224, + 792.0116, + 786.822, + 789.7441, + 805.3871, + 805.487, + 789.3428, + 820.3215, + 819.7344, + 809.1797, + 804.6496, + 787.9698, + 813.5972, + 815.3798, + 777.8519, + 788.9614, + 792.2753, + 774.159, + 787.1046, + 766.7607, + 768.6919, + 785.5234, + 783.9108, + 777.5314, + 771.6755, + 780.3079, + 781.2915, + 771.6158, + 775.8708, + 782.3233, + 774.244, + 775.4755, + 770.6975, + 779.2682, + 776.4207, + 782.2096, + 788.3676, + 773.6626, + 785.1821, + 802.6489, + 797.0045, + 791.2588, + 793.7071, + 788.8903, + 793.7881, + 790.0848, + 798.6585, + 791.042, + 789.2754, + 785.5008, + 793.4784, + 779.8215, + 796.6013, + 792.7128, + 783.85, + 787.572, + 793.5747, + 793.524, + 806.5138, + 810.4903, + 801.9819, + 801.4298, + 810.6882, + 804.0916, + 806.2327, + 805.085, + 819.5798, + 816.6058, + 804.3967, + 817.373, + 811.3357, + 812.3097, + 820.6492, + 820.9461, + 817.6316, + 818.3874, + 816.8564, + 811.4894, + 820.4519, + 828.9947, + 833.092, + 831.8621, + 836.597, + 829.6432, + 829.8623, + 835.2233, + 827.9405, + 826.8597, + 823.1424, + 822.9177, + 830.8888, + 825.4086, + 840.5303, + 830.5391, + 827.2646, + 824.0985, + 823.4834, + 820.197, + 831.7588, + 812.7984, + 811.8244, + 817.5839, + 816.8159, + 820.3486, + 814.6955, + 821.7402, + 814.1759, + 830.4308, + 826.5419, + 818.7158, + 809.7967, + 821.8593, + 813.4868, + 804.5953, + 810.2184, + 814.4885, + 822.5326, + 822.5755, + 829.8972, + 841.0352, + 836.1181, + 846.0303, + 837.1637, + 842.1898, + 841.2437, + 824.4744, + 828.7052, + 831.5995, + 835.0288, + 827.1551, + 841.7532, + 833.9203, + 853.1526, + 843.9248, + 834.6443, + 822.7176, + 831.4926, + 853.4804, + 831.2407, + 836.5409, + 836.1828, + 838.7948, + 832.9743, + 827.9429, + 829.701, + 836.434, + 833.9989, + 845.021, + 837.979, + 838.3591, + 826.9091, + 837.5433, + 836.2651, + 839.8284, + 843.6166, + 834.9078, + 829.5492, + 833.7838, + 821.7204, + 833.298, + 819.0262, + 830.4318, + 820.683, + 822.3033, + 819.2865, + 815.1642, + 831.1246, + 820.7465, + 827.1677, + 828.0799, + 829.4212, + 845.8726, + 849.9747, + 833.0148, + 829.5733, + 810.2353, + 817.7873, + 811.6776, + 813.3876, + 809.1435, + 822.744, + 821.1675, + 817.4037, + 801.5103, + 821.1837, + 800.2793, + 816.5374, + 819.4856, + 810.5819, + 829.4464, + 837.4217, + 830.3038, + 828.7617, + 836.1452, + 833.9268, + 819.7371, + 829.604, + 817.6864, + 834.3032, + 810.9233, + 819.1807, + 825.1626, + 833.2989, + 826.7305, + 823.8081, + 837.6536, + 839.3643, + 838.0614, + 821.2517, + 845.105, + 840.9394, + 832.5861, + 844.246, + 839.8402, + 838.9121, + 840.7058, + 851.1764, + 832.4193, + 840.4367, + 840.7987, + 849.5228, + 852.6524, + 847.4585, + 846.0373, + 847.0449, + 838.3878, + 835.2612, + 836.8944, + 841.7864, + 842.9676, + 825.8504, + 837.1607, + 840.456, + 823.5201, + 840.7125, + 837.3872, + 818.4745, + 825.8033, + 839.265, + 824.7752, + 826.8652, + 841.5785, + 847.6079, + 817.8562, + 833.9466, + 849.4076, + 840.3997, + 833.0208, + 832.9917, + 827.4753, + 819.5465, + 836.288, + 815.351, + 827.521, + 825.9644, + 820.6909, + 826.1156, + 830.0618, + 829.4717, + 827.146, + 829.0901, + 827.5198, + 816.8498, + 829.0186, + 830.0323, + 823.4576, + 821.8837, + 820.3276, + 812.3266, + 808.2467, + 808.5031, + 827.7658, + 821.1576, + 826.1619, + 820.5625, + 814.2795, + 826.7873, + 813.8638, + 825.7466, + 809.0497, + 835.031, + 820.8118, + 821.7596, + 834.6412, + 828.021, + 839.0233, + 827.0114, + 826.3292, + 829.7386, + 835.3778, + 832.4943, + 824.3687, + 823.8145, + 822.2014, + 832.0994, + 826.2814, + 822.0396, + 823.6246, + 823.1219, + 820.8413, + 814.3359, + 809.0744, + 809.8625, + 822.0602, + 811.7121, + 806.9633, + 797.7576, + 810.624, + 801.8186, + 800.4474, + 801.8026, + 800.2787, + 787.8737, + 794.9892, + 794.8327, + 795.0188, + 799.315, + 789.0095, + 793.9336, + 805.1132, + 802.4582, + 795.3068, + 805.6998, + 807.1462, + 793.7256, + 793.2473, + 803.432, + 799.9802, + 787.0466, + 806.1796, + 810.8898, + 805.915, + 816.9922, + 813.3178, + 803.2119, + 806.8758, + 800.3988, + 817.031, + 802.4397, + 805.3906, + 802.9901, + 807.3963, + 794.9292, + 790.5601, + 805.6452, + 793.6792, + 802.0888, + 794.9097, + 799.4473 + ], + "episode_costs": [ + 186.0, + 162.0, + 219.25, + 221.0, + 182.25, + 137.5, + 100.0, + 126.75, + 120.0, + 82.0, + 138.75, + 139.0, + 163.0, + 133.0, + 97.75, + 82.5, + 126.25, + 116.25, + 107.5, + 53.75, + 74.5, + 13.75, + 136.75, + 62.75, + 55.25, + 33.75, + 25.5, + 22.75, + 50.5, + 38.25, + 51.25, + 30.5, + 31.5, + 17.75, + 21.25, + 21.25, + 73.75, + 39.75, + 38.0, + 40.5, + 24.25, + 42.0, + 19.5, + 22.25, + 21.25, + 25.75, + 39.75, + 32.0, + 33.75, + 23.0, + 33.25, + 16.5, + 31.0, + 41.5, + 30.75, + 16.5, + 17.0, + 5.5, + 124.25, + 12.75, + 15.25, + 39.5, + 21.0, + 4.0, + 34.75, + 13.5, + 12.0, + 15.25, + 6.5, + 15.5, + 11.25, + 14.0, + 23.5, + 11.75, + 8.5, + 40.0, + 17.5, + 19.75, + 13.75, + 13.75, + 8.25, + 10.75, + 8.0, + 6.5, + 12.25, + 7.5, + 10.75, + 15.25, + 6.5, + 6.5, + 11.25, + 8.0, + 6.25, + 6.5, + 6.0, + 4.25, + 6.5, + 3.5, + 2.25, + 8.0, + 9.0, + 6.25, + 2.0, + 0.75, + 3.0, + 3.5, + 4.25, + 2.25, + 4.0, + 4.25, + 3.5, + 2.0, + 6.0, + 3.0, + 4.25, + 3.25, + 1.25, + 5.25, + 4.5, + 4.0, + 6.0, + 4.75, + 5.0, + 7.5, + 2.5, + 2.75, + 3.5, + 5.5, + 5.25, + 3.0, + 1.25, + 6.0, + 2.5, + 12.0, + 2.25, + 3.25, + 3.25, + 0.75, + 3.25, + 5.25, + 3.25, + 1.25, + 4.75, + 7.75, + 2.5, + 1.5, + 9.75, + 7.75, + 1.0, + 3.25, + 10.0, + 2.5, + 2.25, + 2.75, + 3.5, + 2.5, + 1.5, + 4.5, + 0.75, + 1.75, + 6.75, + 6.0, + 4.5, + 4.0, + 2.5, + 2.25, + 3.0, + 3.25, + 2.25, + 2.0, + 4.0, + 0.75, + 2.75, + 6.25, + 3.75, + 1.5, + 2.75, + 3.25, + 8.0, + 2.75, + 4.0, + 3.25, + 0.75, + 1.25, + 4.75, + 2.5, + 2.5, + 1.75, + 4.5, + 2.75, + 5.0, + 0.75, + 5.0, + 3.75, + 1.0, + 3.0, + 4.25, + 5.5, + 2.5, + 3.5, + 0.5, + 4.0, + 7.25, + 2.5, + 4.0, + 2.75, + 2.75, + 3.0, + 1.5, + 2.25, + 3.5, + 6.75, + 2.5, + 4.0, + 1.0, + 3.75, + 1.75, + 4.0, + 3.0, + 2.5, + 3.0, + 0.5, + 1.25, + 1.25, + 2.25, + 3.75, + 2.25, + 1.75, + 2.5, + 6.75, + 3.25, + 4.25, + 1.5, + 0.75, + 5.0, + 3.25, + 3.5, + 5.5, + 2.25, + 0.0, + 2.5, + 1.75, + 0.75, + 1.0, + 4.0, + 2.25, + 3.25, + 5.25, + 2.0, + 2.0, + 2.75, + 0.5, + 6.0, + 2.0, + 1.75, + 1.0, + 1.5, + 1.5, + 0.75, + 2.75, + 1.0, + 0.75, + 3.0, + 2.5, + 2.25, + 3.25, + 1.75, + 2.75, + 2.0, + 2.0, + 2.25, + 2.0, + 1.0, + 4.0, + 3.75, + 3.5, + 2.25, + 1.75, + 4.5, + 2.25, + 1.0, + 1.75, + 0.75, + 1.25, + 2.5, + 1.25, + 2.75, + 1.75, + 1.5, + 3.0, + 5.75, + 0.5, + 2.75, + 1.25, + 0.75, + 0.75, + 0.0, + 2.75, + 2.75, + 2.0, + 1.75, + 1.0, + 1.75, + 1.75, + 0.5, + 0.5, + 1.75, + 2.5, + 2.0, + 1.25, + 3.0, + 1.5, + 1.25, + 0.0, + 1.25, + 3.25, + 1.0, + 1.75, + 0.25, + 2.0, + 0.5, + 2.5, + 0.0, + 2.25, + 2.75, + 0.25, + 2.25, + 0.0, + 1.5, + 0.75, + 1.5, + 1.0, + 1.0, + 2.5, + 0.25, + 2.25, + 2.25, + 0.5, + 1.25, + 3.0, + 0.5, + 0.25, + 0.0, + 1.25, + 1.0, + 0.0, + 0.75, + 0.5, + 1.0, + 1.25, + 0.25, + 0.75, + 3.25, + 0.75, + 2.0, + 0.25, + 1.25, + 1.5, + 0.5, + 1.25, + 1.25, + 1.5, + 1.0, + 1.0, + 0.25, + 0.75, + 1.0, + 0.0, + 0.0, + 1.75, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 1.0, + 0.25, + 1.25, + 1.75, + 1.5, + 0.75, + 2.0, + 1.0, + 2.0, + 1.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 1.5, + 0.0, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 0.75, + 1.5, + 1.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 2.0, + 1.25, + 1.25, + 0.5, + 0.5, + 1.5, + 1.5, + 0.0, + 1.5, + 0.75, + 3.0, + 1.0, + 0.5, + 0.75, + 1.5, + 1.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 1.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.75, + 0.25, + 0.25, + 2.0, + 1.5, + 0.25, + 0.0, + 0.75, + 1.25, + 2.0, + 0.75, + 0.5, + 0.25, + 2.0, + 1.25, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.25, + 1.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 1.5, + 1.25, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 1.0, + 1.75, + 0.75, + 0.5, + 0.5, + 2.5, + 1.0, + 0.5, + 0.75, + 1.0, + 1.25, + 0.5, + 1.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.75, + 1.5, + 0.0, + 0.25, + 0.0, + 2.75, + 1.0, + 0.5, + 1.0, + 0.75, + 0.75, + 1.5, + 1.75, + 1.0, + 1.75, + 0.75, + 0.25, + 1.0, + 0.75, + 0.5, + 0.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 0.5, + 1.75, + 0.0, + 0.5, + 0.0, + 0.75, + 1.0, + 1.0, + 0.25, + 1.75, + 0.75, + 1.75, + 0.5, + 0.25, + 0.5, + 1.25, + 0.5, + 1.25, + 0.5, + 2.25, + 1.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 3.5, + 0.0, + 1.75, + 0.75, + 1.0, + 0.5, + 2.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 1.5, + 0.5, + 0.25, + 1.5, + 1.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 1.0, + 1.0, + 0.25, + 0.5, + 1.75, + 0.5, + 1.0, + 0.5, + 2.0, + 1.0, + 1.5, + 0.0, + 1.5, + 0.5, + 0.75, + 0.25, + 0.5, + 1.5, + 0.5, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 1.25, + 1.0, + 0.5, + 1.25, + 0.0, + 0.5, + 0.0, + 0.75, + 1.75, + 2.25, + 0.25, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.75, + 0.75, + 1.25, + 0.75, + 0.75, + 0.5, + 1.0, + 0.5, + 0.0, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 2.0, + 0.5, + 1.25, + 1.0, + 0.5, + 0.5, + 0.5, + 1.5, + 0.0, + 0.75, + 0.0, + 1.5, + 1.5, + 1.5, + 1.0, + 1.0, + 0.75, + 2.0, + 0.25, + 1.75, + 0.25, + 1.0, + 3.75, + 1.25, + 0.75, + 1.25, + 1.5, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.5, + 0.0, + 1.0, + 0.5, + 0.5, + 1.5, + 1.75, + 1.5, + 0.5, + 1.0, + 0.25, + 0.25, + 1.0, + 1.0, + 0.5, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 1.5, + 0.5, + 0.75, + 1.75, + 0.25, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 1.5, + 1.75, + 2.75, + 0.5, + 1.0, + 0.25, + 0.5, + 0.5, + 1.0, + 0.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.25, + 1.25, + 1.0, + 0.75, + 0.25, + 2.0, + 0.75, + 0.5, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 1.0, + 0.75, + 0.5, + 0.5, + 0.5, + 2.5, + 0.75, + 1.5, + 0.25, + 2.5, + 1.75, + 0.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 1.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.25, + 0.5, + 1.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.25, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.25, + 0.5, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 1.5, + 1.5, + 0.0, + 0.75, + 0.75, + 0.25, + 1.0, + 0.0, + 0.25, + 0.75, + 1.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 2.25, + 1.0, + 0.5, + 1.0, + 0.5, + 1.5, + 0.5, + 0.25, + 0.5, + 0.75, + 1.25, + 0.0, + 0.5, + 0.5, + 1.0, + 1.0, + 1.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 1.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.5, + 1.0, + 0.0, + 0.5, + 1.0, + 0.5, + 1.25, + 1.0, + 1.75, + 0.75, + 1.0, + 0.5, + 1.0, + 1.25, + 0.25, + 1.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 1.5, + 0.0, + 1.0, + 1.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.5, + 0.5, + 0.25, + 0.0, + 0.5, + 2.0, + 0.5, + 0.5, + 1.5, + 0.75, + 1.25, + 0.5, + 0.75, + 1.25, + 0.75, + 0.25, + 0.75, + 0.5, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.75, + 0.75, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 1.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 2.0, + 1.0, + 0.5, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.5, + 1.25, + 2.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.5, + 0.75, + 0.75, + 0.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 2.25, + 1.25, + 0.75, + 1.5, + 0.25, + 0.75, + 1.25, + 0.25, + 1.75, + 0.75, + 1.25, + 0.75, + 0.75, + 0.0, + 0.0, + 1.0, + 1.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.75, + 0.75, + 0.5, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 2.25, + 0.75, + 1.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 1.0, + 1.0, + 0.75, + 0.25, + 0.75, + 0.75, + 1.25, + 0.0, + 2.0, + 0.5, + 0.75, + 0.25, + 1.25, + 1.75, + 0.0, + 2.75, + 1.0, + 0.75, + 1.0, + 1.0, + 3.0, + 0.75, + 0.5, + 0.75, + 0.75, + 0.0, + 1.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 1.25, + 0.75, + 0.5, + 0.75, + 0.75, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 2.0, + 1.0, + 1.25, + 0.75, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 1.0, + 0.75, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.75, + 0.0, + 1.0, + 2.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 1.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 1.75, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 1.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 1.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 2.25, + 3.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 1.25, + 1.25, + 0.0, + 1.5, + 0.25, + 1.0, + 0.75, + 1.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 2.5, + 2.0, + 1.0, + 3.25, + 2.5, + 2.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 0.75, + 0.5, + 0.25, + 1.5, + 0.5, + 0.5, + 0.25, + 0.75, + 1.75, + 1.0, + 1.25, + 2.25, + 2.75, + 0.5, + 1.25, + 2.75, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.75, + 1.0, + 0.25, + 0.0, + 1.25, + 0.0, + 1.0, + 0.75, + 0.5, + 1.0, + 1.0, + 0.75, + 1.75, + 1.5, + 0.75, + 1.0, + 1.0, + 0.75, + 1.0, + 0.5, + 1.5, + 1.0, + 0.5, + 1.0, + 0.75, + 1.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 0.75, + 0.75, + 1.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25 + ], + "episode_lambdas": [ + 0.286, + 0.4696, + 0.6568, + 0.8473, + 1.037, + 1.2215, + 1.3976, + 1.5687, + 1.7347, + 1.8923, + 2.048, + 2.2021, + 2.357, + 2.5098, + 2.657, + 2.7978, + 2.9371, + 3.0741, + 3.2082, + 3.3342, + 3.4551, + 3.5653, + 3.6781, + 3.7859, + 3.8885, + 3.9841, + 4.0728, + 4.1549, + 4.2338, + 4.3086, + 4.3811, + 4.4494, + 4.514, + 4.5739, + 4.63, + 4.6826, + 4.7373, + 4.7905, + 4.8421, + 4.8927, + 4.9406, + 4.988, + 5.0325, + 5.0748, + 5.1151, + 5.1538, + 5.1927, + 5.2309, + 5.2686, + 5.3049, + 5.3408, + 5.3749, + 5.4086, + 5.4431, + 5.4772, + 5.5095, + 5.5404, + 5.5686, + 5.6065, + 5.6419, + 5.6753, + 5.7092, + 5.7419, + 5.7717, + 5.802, + 5.8306, + 5.8576, + 5.8834, + 5.9073, + 5.9303, + 5.9521, + 5.9732, + 5.9945, + 6.0148, + 6.034, + 6.0553, + 6.0761, + 6.0969, + 6.117, + 6.1364, + 6.1547, + 6.1723, + 6.1889, + 6.2044, + 6.2197, + 6.2342, + 6.2483, + 6.2625, + 6.276, + 6.2887, + 6.3013, + 6.3135, + 6.325, + 6.3361, + 6.3466, + 6.3565, + 6.3661, + 6.3751, + 6.3834, + 6.3916, + 6.4, + 6.4081, + 6.4156, + 6.4224, + 6.4289, + 6.4351, + 6.441, + 6.4466, + 6.4521, + 6.4574, + 6.4625, + 6.4673, + 6.4723, + 6.477, + 6.4817, + 6.4863, + 6.4905, + 6.4948, + 6.4992, + 6.5035, + 6.508, + 6.5125, + 6.517, + 6.5219, + 6.5265, + 6.5309, + 6.5352, + 6.5397, + 6.5442, + 6.5486, + 6.5527, + 6.5569, + 6.561, + 6.5659, + 6.5705, + 6.575, + 6.5793, + 6.5833, + 6.5872, + 6.5913, + 6.5953, + 6.599, + 6.6028, + 6.607, + 6.611, + 6.6148, + 6.6191, + 6.6238, + 6.6282, + 6.6324, + 6.6372, + 6.6418, + 6.6461, + 6.6503, + 6.6545, + 6.6584, + 6.6621, + 6.6659, + 6.6694, + 6.6727, + 6.6764, + 6.6802, + 6.6842, + 6.6882, + 6.692, + 6.6956, + 6.6992, + 6.7028, + 6.7062, + 6.7095, + 6.7128, + 6.7159, + 6.719, + 6.7223, + 6.7258, + 6.729, + 6.7322, + 6.7353, + 6.739, + 6.7426, + 6.7462, + 6.7498, + 6.7531, + 6.7562, + 6.7594, + 6.7626, + 6.7657, + 6.7687, + 6.7718, + 6.7749, + 6.7782, + 6.7812, + 6.7845, + 6.7877, + 6.7908, + 6.7938, + 6.797, + 6.8004, + 6.8037, + 6.807, + 6.8101, + 6.8132, + 6.8168, + 6.8202, + 6.8237, + 6.8272, + 6.8305, + 6.8338, + 6.837, + 6.84, + 6.8431, + 6.8466, + 6.85, + 6.8534, + 6.8566, + 6.8598, + 6.8629, + 6.8661, + 6.8693, + 6.8724, + 6.8754, + 6.8783, + 6.8809, + 6.8835, + 6.886, + 6.8886, + 6.8912, + 6.8937, + 6.8962, + 6.8991, + 6.9021, + 6.9052, + 6.9081, + 6.9108, + 6.9138, + 6.9167, + 6.9198, + 6.923, + 6.9262, + 6.9291, + 6.9319, + 6.9346, + 6.9371, + 6.9395, + 6.942, + 6.9445, + 6.9471, + 6.9499, + 6.9527, + 6.9554, + 6.958, + 6.9605, + 6.9633, + 6.9661, + 6.9687, + 6.9712, + 6.9736, + 6.9759, + 6.978, + 6.9802, + 6.9823, + 6.9842, + 6.9863, + 6.9884, + 6.9905, + 6.9927, + 6.9949, + 6.9971, + 6.9993, + 7.0015, + 7.0037, + 7.0059, + 7.008, + 7.0102, + 7.0126, + 7.0151, + 7.0176, + 7.02, + 7.0227, + 7.0252, + 7.0277, + 7.03, + 7.0322, + 7.0343, + 7.0365, + 7.0385, + 7.0406, + 7.0427, + 7.0448, + 7.0469, + 7.0494, + 7.0517, + 7.054, + 7.0562, + 7.0583, + 7.0602, + 7.062, + 7.0638, + 7.0658, + 7.0677, + 7.0697, + 7.0715, + 7.0733, + 7.0751, + 7.0768, + 7.0784, + 7.08, + 7.0817, + 7.0834, + 7.085, + 7.0868, + 7.0886, + 7.0903, + 7.0919, + 7.0934, + 7.0951, + 7.0967, + 7.0983, + 7.0998, + 7.1013, + 7.1028, + 7.1043, + 7.1057, + 7.1072, + 7.1088, + 7.1103, + 7.1118, + 7.1132, + 7.1146, + 7.116, + 7.1173, + 7.1186, + 7.1199, + 7.1213, + 7.1226, + 7.124, + 7.1255, + 7.1269, + 7.1282, + 7.1297, + 7.1312, + 7.1325, + 7.1337, + 7.1348, + 7.136, + 7.1371, + 7.1381, + 7.139, + 7.14, + 7.141, + 7.1419, + 7.1428, + 7.144, + 7.1451, + 7.1463, + 7.1474, + 7.1485, + 7.1496, + 7.1507, + 7.1518, + 7.1529, + 7.1541, + 7.1552, + 7.1564, + 7.1574, + 7.1584, + 7.1594, + 7.1603, + 7.1611, + 7.1621, + 7.163, + 7.1638, + 7.1646, + 7.1654, + 7.1662, + 7.167, + 7.1678, + 7.1686, + 7.1695, + 7.1704, + 7.1714, + 7.1724, + 7.1734, + 7.1746, + 7.1757, + 7.1768, + 7.1779, + 7.1789, + 7.1799, + 7.1808, + 7.1816, + 7.1824, + 7.1831, + 7.1839, + 7.1846, + 7.1854, + 7.1861, + 7.1867, + 7.1874, + 7.1881, + 7.1887, + 7.1893, + 7.19, + 7.1906, + 7.1912, + 7.1917, + 7.1922, + 7.1926, + 7.1932, + 7.1938, + 7.1943, + 7.1949, + 7.1954, + 7.1959, + 7.1965, + 7.197, + 7.1976, + 7.1982, + 7.1989, + 7.1997, + 7.2003, + 7.201, + 7.2016, + 7.2023, + 7.2029, + 7.2036, + 7.2042, + 7.2049, + 7.2057, + 7.2066, + 7.2074, + 7.2082, + 7.209, + 7.21, + 7.2108, + 7.2117, + 7.2126, + 7.2137, + 7.2147, + 7.2158, + 7.2168, + 7.2178, + 7.2189, + 7.2199, + 7.2209, + 7.2217, + 7.2225, + 7.2233, + 7.224, + 7.2248, + 7.2255, + 7.2263, + 7.2269, + 7.2276, + 7.2282, + 7.2289, + 7.2297, + 7.2303, + 7.2309, + 7.2317, + 7.2325, + 7.2333, + 7.234, + 7.2347, + 7.2354, + 7.2363, + 7.2372, + 7.238, + 7.2388, + 7.2397, + 7.2406, + 7.2415, + 7.2424, + 7.2432, + 7.2441, + 7.2449, + 7.2456, + 7.2464, + 7.2471, + 7.2478, + 7.2485, + 7.2492, + 7.2499, + 7.2505, + 7.2512, + 7.2518, + 7.2524, + 7.253, + 7.2536, + 7.2542, + 7.2549, + 7.2557, + 7.2564, + 7.2572, + 7.2579, + 7.2586, + 7.2594, + 7.2601, + 7.2609, + 7.2616, + 7.2622, + 7.2629, + 7.2635, + 7.2641, + 7.2649, + 7.2657, + 7.2664, + 7.2671, + 7.268, + 7.2689, + 7.2698, + 7.2706, + 7.2715, + 7.2724, + 7.2732, + 7.2742, + 7.2751, + 7.276, + 7.2769, + 7.2777, + 7.2786, + 7.2795, + 7.2803, + 7.2811, + 7.2818, + 7.2827, + 7.2836, + 7.2845, + 7.2853, + 7.2862, + 7.2871, + 7.288, + 7.289, + 7.29, + 7.2911, + 7.2921, + 7.2931, + 7.294, + 7.295, + 7.2959, + 7.2967, + 7.2976, + 7.2985, + 7.2992, + 7.2999, + 7.3006, + 7.3012, + 7.3018, + 7.3023, + 7.3029, + 7.3034, + 7.304, + 7.3046, + 7.3053, + 7.3059, + 7.3065, + 7.307, + 7.3076, + 7.3082, + 7.3089, + 7.3095, + 7.3102, + 7.3109, + 7.3118, + 7.3126, + 7.3133, + 7.314, + 7.3148, + 7.3156, + 7.3163, + 7.3171, + 7.318, + 7.319, + 7.3199, + 7.3208, + 7.3216, + 7.3223, + 7.3231, + 7.3241, + 7.3249, + 7.3259, + 7.3269, + 7.3278, + 7.3288, + 7.3298, + 7.3309, + 7.3319, + 7.3328, + 7.3337, + 7.3345, + 7.3354, + 7.3361, + 7.337, + 7.3378, + 7.3385, + 7.3393, + 7.3402, + 7.341, + 7.3418, + 7.3425, + 7.3431, + 7.3437, + 7.3444, + 7.345, + 7.3457, + 7.3463, + 7.3469, + 7.3475, + 7.3482, + 7.3488, + 7.3495, + 7.3501, + 7.3508, + 7.3516, + 7.3523, + 7.353, + 7.3539, + 7.3547, + 7.3557, + 7.3565, + 7.3574, + 7.3583, + 7.3591, + 7.3599, + 7.3607, + 7.3615, + 7.3623, + 7.3631, + 7.3639, + 7.3646, + 7.3652, + 7.3658, + 7.3663, + 7.3669, + 7.3675, + 7.3681, + 7.3687, + 7.3693, + 7.3699, + 7.3704, + 7.3711, + 7.3717, + 7.3724, + 7.3731, + 7.3737, + 7.3744, + 7.3749, + 7.3755, + 7.3762, + 7.3771, + 7.3779, + 7.3786, + 7.3794, + 7.3802, + 7.3809, + 7.3816, + 7.3822, + 7.3829, + 7.3835, + 7.3841, + 7.3848, + 7.3855, + 7.3862, + 7.3869, + 7.3876, + 7.3883, + 7.389, + 7.3896, + 7.3903, + 7.3909, + 7.3916, + 7.3921, + 7.3927, + 7.3934, + 7.3941, + 7.3948, + 7.3956, + 7.3963, + 7.3971, + 7.3978, + 7.3985, + 7.3992, + 7.3999, + 7.4006, + 7.4013, + 7.4021, + 7.4029, + 7.4038, + 7.4047, + 7.4056, + 7.4066, + 7.4075, + 7.4085, + 7.4094, + 7.4104, + 7.4116, + 7.4128, + 7.414, + 7.4151, + 7.4164, + 7.4175, + 7.4187, + 7.4197, + 7.4208, + 7.4218, + 7.4228, + 7.4237, + 7.4246, + 7.4254, + 7.4262, + 7.427, + 7.4278, + 7.4288, + 7.4298, + 7.4307, + 7.4317, + 7.4326, + 7.4334, + 7.4342, + 7.4351, + 7.4359, + 7.4367, + 7.4375, + 7.4382, + 7.4389, + 7.4396, + 7.4402, + 7.441, + 7.4417, + 7.4424, + 7.4432, + 7.4439, + 7.4447, + 7.4455, + 7.4461, + 7.4467, + 7.4473, + 7.4479, + 7.4485, + 7.4492, + 7.45, + 7.4509, + 7.4519, + 7.4528, + 7.4537, + 7.4545, + 7.4553, + 7.4561, + 7.4569, + 7.4575, + 7.4582, + 7.4589, + 7.4596, + 7.4602, + 7.4608, + 7.4615, + 7.4622, + 7.4629, + 7.4637, + 7.4644, + 7.4652, + 7.4659, + 7.4665, + 7.4672, + 7.4679, + 7.4685, + 7.4691, + 7.4697, + 7.4704, + 7.471, + 7.4716, + 7.4724, + 7.4732, + 7.474, + 7.4748, + 7.4758, + 7.4768, + 7.4778, + 7.4787, + 7.4796, + 7.4805, + 7.4813, + 7.4821, + 7.4829, + 7.4837, + 7.4845, + 7.4854, + 7.4861, + 7.4868, + 7.4874, + 7.488, + 7.4886, + 7.4891, + 7.4896, + 7.4902, + 7.4907, + 7.4913, + 7.492, + 7.4926, + 7.4932, + 7.4937, + 7.4943, + 7.4948, + 7.4953, + 7.4957, + 7.4962, + 7.4966, + 7.497, + 7.4975, + 7.498, + 7.4984, + 7.4988, + 7.4992, + 7.4996, + 7.4999, + 7.5002, + 7.5005, + 7.5008, + 7.5012, + 7.5016, + 7.502, + 7.5024, + 7.5028, + 7.5032, + 7.5035, + 7.5039, + 7.5043, + 7.5047, + 7.5051, + 7.5055, + 7.5059, + 7.5064, + 7.5068, + 7.5072, + 7.5077, + 7.5082, + 7.5087, + 7.5092, + 7.5096, + 7.5101, + 7.5106, + 7.5111, + 7.5115, + 7.512, + 7.5125, + 7.513, + 7.5135, + 7.5141, + 7.5146, + 7.5151, + 7.5157, + 7.5161, + 7.5166, + 7.5171, + 7.5176, + 7.5181, + 7.5188, + 7.5194, + 7.52, + 7.5206, + 7.5212, + 7.5218, + 7.5224, + 7.5229, + 7.5235, + 7.5241, + 7.5247, + 7.5253, + 7.5258, + 7.5264, + 7.527, + 7.5276, + 7.5283, + 7.529, + 7.5296, + 7.5303, + 7.5309, + 7.5315, + 7.5322, + 7.5327, + 7.5333, + 7.5338, + 7.5343, + 7.5348, + 7.5353, + 7.5358, + 7.5362, + 7.5367, + 7.5371, + 7.5375, + 7.5381, + 7.5388, + 7.5394, + 7.54, + 7.5407, + 7.5414, + 7.5421, + 7.5428, + 7.5434, + 7.5441, + 7.5448, + 7.5455, + 7.5461, + 7.5467, + 7.5474, + 7.548, + 7.5488, + 7.5494, + 7.5501, + 7.5508, + 7.5514, + 7.5521, + 7.5528, + 7.5535, + 7.5542, + 7.5549, + 7.5555, + 7.5562, + 7.5569, + 7.5575, + 7.5581, + 7.5587, + 7.5593, + 7.56, + 7.5608, + 7.5616, + 7.5624, + 7.5632, + 7.564, + 7.5649, + 7.5657, + 7.5665, + 7.5674, + 7.5682, + 7.569, + 7.5697, + 7.5704, + 7.5711, + 7.5718, + 7.5725, + 7.5732, + 7.5738, + 7.5745, + 7.5751, + 7.5758, + 7.5765, + 7.5772, + 7.5779, + 7.5785, + 7.5792, + 7.5798, + 7.5804, + 7.581, + 7.5816, + 7.5822, + 7.5827, + 7.5833, + 7.5839, + 7.5844, + 7.585, + 7.5855, + 7.586, + 7.5865, + 7.5869, + 7.5873, + 7.5878, + 7.5882, + 7.5886, + 7.589, + 7.5894, + 7.5897, + 7.59, + 7.5903, + 7.5906, + 7.5909, + 7.5913, + 7.5917, + 7.5921, + 7.5925, + 7.5929, + 7.5932, + 7.5935, + 7.5938, + 7.5942, + 7.5946, + 7.595, + 7.5953, + 7.5957, + 7.5962, + 7.5968, + 7.5973, + 7.5979, + 7.5985, + 7.5992, + 7.5999, + 7.6006, + 7.6013, + 7.6021, + 7.6028, + 7.6035, + 7.6041, + 7.6049, + 7.6056, + 7.6063, + 7.607, + 7.6076, + 7.6081, + 7.6087, + 7.6093, + 7.6099, + 7.6105, + 7.6112, + 7.6118, + 7.6125, + 7.6131, + 7.6137, + 7.6143, + 7.6148, + 7.6154, + 7.616, + 7.6166, + 7.6172, + 7.6178, + 7.6183, + 7.6188, + 7.6192, + 7.6196, + 7.62, + 7.6205, + 7.6211, + 7.6216, + 7.6222, + 7.6227, + 7.6232, + 7.6238, + 7.6244, + 7.625, + 7.6255, + 7.6261, + 7.6266, + 7.6271, + 7.6277, + 7.6283, + 7.6291, + 7.6299, + 7.6306, + 7.6313, + 7.632, + 7.6326, + 7.6332, + 7.6338, + 7.6344, + 7.635, + 7.6357, + 7.6362, + 7.6368, + 7.6373, + 7.6379, + 7.6385, + 7.6391, + 7.6397, + 7.6404, + 7.641, + 7.6416, + 7.6423, + 7.6428, + 7.6434, + 7.644, + 7.6445, + 7.645, + 7.6455, + 7.646, + 7.6464, + 7.647, + 7.6477, + 7.6484, + 7.6491, + 7.6498, + 7.6505, + 7.6513, + 7.652, + 7.6529, + 7.6537, + 7.6545, + 7.6554, + 7.6562, + 7.657, + 7.6576, + 7.6584, + 7.6591, + 7.6598, + 7.6605, + 7.6612, + 7.6618, + 7.6624, + 7.663, + 7.6636, + 7.6642, + 7.6648, + 7.6654, + 7.666, + 7.6666, + 7.6671, + 7.6676, + 7.6682, + 7.6688, + 7.6693, + 7.6698, + 7.6703, + 7.6708, + 7.6712, + 7.6716, + 7.672, + 7.6723, + 7.6727, + 7.6732, + 7.6738, + 7.6744, + 7.6749, + 7.6755, + 7.676, + 7.6766, + 7.6771, + 7.6777, + 7.6782, + 7.6788, + 7.6794, + 7.6799, + 7.6803, + 7.6808, + 7.6812, + 7.6816, + 7.682, + 7.6823, + 7.6827, + 7.6831, + 7.6835, + 7.684, + 7.6844, + 7.6849, + 7.6853, + 7.6857, + 7.6861, + 7.6865, + 7.687, + 7.6875, + 7.688, + 7.6886, + 7.6891, + 7.6897, + 7.6903, + 7.6909, + 7.6916, + 7.6923, + 7.693, + 7.6936, + 7.6943, + 7.6952, + 7.6959, + 7.6968, + 7.6978, + 7.6987, + 7.6996, + 7.7006, + 7.7017, + 7.7028, + 7.7039, + 7.7049, + 7.7059, + 7.7067, + 7.7076, + 7.7085, + 7.7093, + 7.7101, + 7.7108, + 7.7115, + 7.7122, + 7.7128, + 7.7135, + 7.7142, + 7.7149, + 7.7156, + 7.7163, + 7.7169, + 7.7176, + 7.7182, + 7.7187, + 7.7193, + 7.7198, + 7.7203, + 7.7208, + 7.7214, + 7.7221, + 7.7228, + 7.7235, + 7.7242, + 7.7248, + 7.7255, + 7.7261, + 7.7268, + 7.7274, + 7.728, + 7.7286, + 7.7291, + 7.7296, + 7.7301, + 7.7306, + 7.731, + 7.7314, + 7.7318, + 7.7322, + 7.7327, + 7.7332, + 7.7338, + 7.7344, + 7.7349, + 7.7354, + 7.7359, + 7.7364, + 7.7369, + 7.7374, + 7.7378, + 7.7382, + 7.7387, + 7.7391, + 7.7396, + 7.74, + 7.7405, + 7.7409, + 7.7414, + 7.7417, + 7.7421, + 7.7425, + 7.7428, + 7.7431, + 7.7435, + 7.7438, + 7.7441, + 7.7444, + 7.7446, + 7.7448, + 7.7451, + 7.7453, + 7.7455, + 7.7458, + 7.746, + 7.7463, + 7.7466, + 7.7469, + 7.7472, + 7.7475, + 7.7479, + 7.7483, + 7.7486, + 7.7489, + 7.7492, + 7.7495, + 7.7498, + 7.7501, + 7.7505, + 7.7508, + 7.7511, + 7.7514, + 7.7517, + 7.752, + 7.7523, + 7.7527, + 7.7531, + 7.7536, + 7.7542, + 7.7549, + 7.7555, + 7.7561, + 7.7566, + 7.7571, + 7.7576, + 7.758, + 7.7585, + 7.7591, + 7.7596, + 7.7602, + 7.7607, + 7.7613, + 7.7619, + 7.7624, + 7.7629, + 7.7634, + 7.764, + 7.7644, + 7.7649, + 7.7653, + 7.7657, + 7.7661, + 7.7665, + 7.7668, + 7.7671, + 7.7674, + 7.7678, + 7.7682, + 7.7687, + 7.7691, + 7.7696, + 7.7699, + 7.7704, + 7.7708, + 7.7713, + 7.7717, + 7.7721, + 7.7725, + 7.7729, + 7.7733, + 7.7737, + 7.774, + 7.7744, + 7.7747, + 7.775, + 7.7755, + 7.7759, + 7.7763, + 7.7768, + 7.7772, + 7.7776, + 7.7782, + 7.7786, + 7.7791, + 7.7795, + 7.7799, + 7.7804, + 7.7808, + 7.7813, + 7.7817, + 7.7822, + 7.7826, + 7.783, + 7.7834, + 7.7838, + 7.7842, + 7.7846, + 7.785, + 7.7854, + 7.7858, + 7.7861, + 7.7865, + 7.7868, + 7.7874, + 7.7882, + 7.789, + 7.7897, + 7.7904, + 7.7911, + 7.7918, + 7.7925, + 7.7931, + 7.7936, + 7.7942, + 7.7948, + 7.7955, + 7.7961, + 7.7969, + 7.7975, + 7.7982, + 7.7989, + 7.7997, + 7.8005, + 7.8012, + 7.8018, + 7.8025, + 7.803, + 7.8036, + 7.8042, + 7.8047, + 7.8053, + 7.8059, + 7.8065, + 7.8071, + 7.8076, + 7.8081, + 7.8087, + 7.8091, + 7.8096, + 7.8101, + 7.8107, + 7.8114, + 7.8122, + 7.8131, + 7.8142, + 7.8154, + 7.8167, + 7.818, + 7.8192, + 7.8203, + 7.8213, + 7.8222, + 7.8232, + 7.8241, + 7.825, + 7.8258, + 7.8267, + 7.8276, + 7.8284, + 7.8291, + 7.8299, + 7.8308, + 7.8316, + 7.8325, + 7.8336, + 7.8348, + 7.836, + 7.8371, + 7.8384, + 7.8397, + 7.8408, + 7.8418, + 7.8427, + 7.8436, + 7.8445, + 7.8454, + 7.8463, + 7.8471, + 7.8478, + 7.8486, + 7.8493, + 7.8501, + 7.8508, + 7.8515, + 7.8523, + 7.8531, + 7.8538, + 7.8547, + 7.8556, + 7.8565, + 7.8575, + 7.8584, + 7.8593, + 7.8602, + 7.8611, + 7.862, + 7.863, + 7.8639, + 7.8648, + 7.8657, + 7.8666, + 7.8675, + 7.8684, + 7.8692, + 7.8701, + 7.8708, + 7.8716, + 7.8724, + 7.8731, + 7.8739, + 7.8746, + 7.8753, + 7.876, + 7.8765, + 7.8772, + 7.8778, + 7.8783, + 7.8788, + 7.8794, + 7.88, + 7.8805, + 7.881, + 7.8815, + 7.882, + 7.8825, + 7.883, + 7.8835, + 7.884, + 7.8844, + 7.8848, + 7.8852, + 7.8855, + 7.8858, + 7.8861, + 7.8864, + 7.8868, + 7.8872, + 7.8876, + 7.8881, + 7.8887, + 7.8892, + 7.8897, + 7.8901, + 7.8906, + 7.8911, + 7.8915, + 7.892, + 7.8925, + 7.8929, + 7.8933, + 7.8937, + 7.894, + 7.8943, + 7.8946, + 7.8949, + 7.8952, + 7.8954, + 7.8957, + 7.896 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..a34ef517a144552bae6c7526392550f16354971f --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -122804.37, + "constraint_satisfaction_pct": 5.87, + "final_rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.3941, + 0.2645 + ], + "final_lambda": 10.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -229.27, + "avg_cost": 231.75, + "lambda": 0.3317, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": -381.22, + "avg_cost": 183.0, + "lambda": 2.2324, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -903.4, + "avg_cost": 120.5, + "lambda": 4.0718, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -898.22, + "avg_cost": 119.75, + "lambda": 5.559, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -1021.09, + "avg_cost": 57.25, + "lambda": 6.6729, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -906.36, + "avg_cost": 87.75, + "lambda": 7.5418, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ] + }, + { + "episode": 60, + "avg_reward": -947.42, + "avg_cost": 102.25, + "lambda": 8.4669, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ] + }, + { + "episode": 70, + "avg_reward": -1783.97, + "avg_cost": 23.25, + "lambda": 9.3617, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ] + }, + { + "episode": 80, + "avg_reward": -2933.67, + "avg_cost": 7.5, + "lambda": 10.0, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ] + }, + { + "episode": 90, + "avg_reward": -2725.05, + "avg_cost": 8.25, + "lambda": 10.0, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ] + }, + { + "episode": 100, + "avg_reward": -2296.76, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ] + }, + { + "episode": 110, + "avg_reward": -1593.82, + "avg_cost": 5.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ] + }, + { + "episode": 120, + "avg_reward": -1047.88, + "avg_cost": 5.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ] + }, + { + "episode": 130, + "avg_reward": -1122.01, + "avg_cost": 4.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ] + }, + { + "episode": 140, + "avg_reward": -977.04, + "avg_cost": 9.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ] + }, + { + "episode": 150, + "avg_reward": -1121.9, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ] + }, + { + "episode": 160, + "avg_reward": -1022.15, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ] + }, + { + "episode": 170, + "avg_reward": -1087.45, + "avg_cost": 6.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ] + }, + { + "episode": 180, + "avg_reward": -932.79, + "avg_cost": 13.25, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ] + }, + { + "episode": 190, + "avg_reward": -1064.62, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ] + }, + { + "episode": 200, + "avg_reward": -1215.09, + "avg_cost": 8.25, + "lambda": 10.0, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ] + }, + { + "episode": 210, + "avg_reward": -1861.68, + "avg_cost": 4.5, + "lambda": 10.0, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ] + }, + { + "episode": 220, + "avg_reward": -1109.35, + "avg_cost": 20.25, + "lambda": 10.0, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ] + }, + { + "episode": 230, + "avg_reward": -695.44, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ] + }, + { + "episode": 240, + "avg_reward": -718.8, + "avg_cost": 14.0, + "lambda": 10.0, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ] + }, + { + "episode": 250, + "avg_reward": -567.45, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ] + }, + { + "episode": 260, + "avg_reward": -423.58, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ] + }, + { + "episode": 270, + "avg_reward": -407.04, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ] + }, + { + "episode": 280, + "avg_reward": -437.75, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ] + }, + { + "episode": 290, + "avg_reward": -293.04, + "avg_cost": 17.5, + "lambda": 10.0, + "rho": [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ] + }, + { + "episode": 300, + "avg_reward": -734.28, + "avg_cost": 16.0, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ] + }, + { + "episode": 310, + "avg_reward": -54.87, + "avg_cost": 18.75, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ] + }, + { + "episode": 320, + "avg_reward": -620.42, + "avg_cost": 10.5, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ] + }, + { + "episode": 330, + "avg_reward": -1104.76, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ] + }, + { + "episode": 340, + "avg_reward": -758.7, + "avg_cost": 5.5, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ] + }, + { + "episode": 350, + "avg_reward": -460.23, + "avg_cost": 7.25, + "lambda": 10.0, + "rho": [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ] + }, + { + "episode": 360, + "avg_reward": -228.98, + "avg_cost": 6.25, + "lambda": 10.0, + "rho": [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ] + }, + { + "episode": 370, + "avg_reward": -365.2, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ] + }, + { + "episode": 380, + "avg_reward": -358.24, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ] + }, + { + "episode": 390, + "avg_reward": -270.13, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ] + }, + { + "episode": 400, + "avg_reward": -178.94, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ] + }, + { + "episode": 410, + "avg_reward": -381.82, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ] + }, + { + "episode": 420, + "avg_reward": -71.26, + "avg_cost": 4.25, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ] + }, + { + "episode": 430, + "avg_reward": -396.4, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ] + }, + { + "episode": 440, + "avg_reward": -364.67, + "avg_cost": 11.5, + "lambda": 10.0, + "rho": [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ] + }, + { + "episode": 450, + "avg_reward": -76.13, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ] + }, + { + "episode": 460, + "avg_reward": -213.02, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ] + }, + { + "episode": 470, + "avg_reward": -511.91, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ] + }, + { + "episode": 480, + "avg_reward": -259.14, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ] + }, + { + "episode": 490, + "avg_reward": -73.12, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ] + }, + { + "episode": 500, + "avg_reward": -392.22, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ] + }, + { + "episode": 510, + "avg_reward": -133.24, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ] + }, + { + "episode": 520, + "avg_reward": 95.17, + "avg_cost": 11.5, + "lambda": 10.0, + "rho": [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ] + }, + { + "episode": 530, + "avg_reward": 123.31, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ] + }, + { + "episode": 540, + "avg_reward": -102.17, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ] + }, + { + "episode": 550, + "avg_reward": 16.95, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ] + }, + { + "episode": 560, + "avg_reward": -193.38, + "avg_cost": 5.75, + "lambda": 10.0, + "rho": [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ] + }, + { + "episode": 570, + "avg_reward": -277.15, + "avg_cost": 9.75, + "lambda": 10.0, + "rho": [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ] + }, + { + "episode": 580, + "avg_reward": 118.36, + "avg_cost": 4.25, + "lambda": 10.0, + "rho": [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ] + }, + { + "episode": 590, + "avg_reward": 175.21, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ] + }, + { + "episode": 600, + "avg_reward": 98.37, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ] + }, + { + "episode": 610, + "avg_reward": 72.97, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ] + }, + { + "episode": 620, + "avg_reward": 20.05, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ] + }, + { + "episode": 630, + "avg_reward": 61.16, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ] + }, + { + "episode": 640, + "avg_reward": 106.37, + "avg_cost": 3.75, + "lambda": 10.0, + "rho": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ] + }, + { + "episode": 650, + "avg_reward": 64.52, + "avg_cost": 4.75, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ] + }, + { + "episode": 660, + "avg_reward": 125.03, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ] + }, + { + "episode": 670, + "avg_reward": 179.62, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ] + }, + { + "episode": 680, + "avg_reward": 187.17, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ] + }, + { + "episode": 690, + "avg_reward": 146.68, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ] + }, + { + "episode": 700, + "avg_reward": 113.31, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ] + }, + { + "episode": 710, + "avg_reward": -999.73, + "avg_cost": 13.75, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ] + }, + { + "episode": 720, + "avg_reward": 26.9, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ] + }, + { + "episode": 730, + "avg_reward": 206.34, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ] + }, + { + "episode": 740, + "avg_reward": 179.92, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ] + }, + { + "episode": 750, + "avg_reward": 122.25, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ] + }, + { + "episode": 760, + "avg_reward": 124.15, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ] + }, + { + "episode": 770, + "avg_reward": 91.51, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ] + }, + { + "episode": 780, + "avg_reward": 173.5, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ] + }, + { + "episode": 790, + "avg_reward": 178.12, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ] + }, + { + "episode": 800, + "avg_reward": 36.22, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ] + }, + { + "episode": 810, + "avg_reward": 261.32, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ] + }, + { + "episode": 820, + "avg_reward": -63.56, + "avg_cost": 3.25, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ] + }, + { + "episode": 830, + "avg_reward": 258.34, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ] + }, + { + "episode": 840, + "avg_reward": 129.43, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ] + }, + { + "episode": 850, + "avg_reward": 157.07, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ] + }, + { + "episode": 860, + "avg_reward": 197.42, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ] + }, + { + "episode": 870, + "avg_reward": 118.07, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ] + }, + { + "episode": 880, + "avg_reward": 106.33, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ] + }, + { + "episode": 890, + "avg_reward": 95.07, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ] + }, + { + "episode": 900, + "avg_reward": 254.8, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ] + }, + { + "episode": 910, + "avg_reward": 150.87, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ] + }, + { + "episode": 920, + "avg_reward": 147.27, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ] + }, + { + "episode": 930, + "avg_reward": 181.02, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ] + }, + { + "episode": 940, + "avg_reward": 94.44, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ] + }, + { + "episode": 950, + "avg_reward": 170.55, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ] + }, + { + "episode": 960, + "avg_reward": 160.26, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ] + }, + { + "episode": 970, + "avg_reward": 200.91, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ] + }, + { + "episode": 980, + "avg_reward": 137.82, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ] + }, + { + "episode": 990, + "avg_reward": 227.44, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ] + }, + { + "episode": 1000, + "avg_reward": 208.04, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ] + }, + { + "episode": 1010, + "avg_reward": 233.16, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ] + }, + { + "episode": 1020, + "avg_reward": 254.94, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ] + }, + { + "episode": 1030, + "avg_reward": 317.91, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ] + }, + { + "episode": 1040, + "avg_reward": 330.77, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ] + }, + { + "episode": 1050, + "avg_reward": 305.4, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ] + }, + { + "episode": 1060, + "avg_reward": 323.91, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ] + }, + { + "episode": 1070, + "avg_reward": 359.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ] + }, + { + "episode": 1080, + "avg_reward": 409.83, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ] + }, + { + "episode": 1090, + "avg_reward": 432.3, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ] + }, + { + "episode": 1100, + "avg_reward": 456.54, + "avg_cost": 4.0, + "lambda": 10.0, + "rho": [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ] + }, + { + "episode": 1110, + "avg_reward": 489.51, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ] + }, + { + "episode": 1120, + "avg_reward": 457.57, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ] + }, + { + "episode": 1130, + "avg_reward": 430.29, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ] + }, + { + "episode": 1140, + "avg_reward": 497.66, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ] + }, + { + "episode": 1150, + "avg_reward": 538.21, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ] + }, + { + "episode": 1160, + "avg_reward": 449.92, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ] + }, + { + "episode": 1170, + "avg_reward": 547.63, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ] + }, + { + "episode": 1180, + "avg_reward": 537.86, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ] + }, + { + "episode": 1190, + "avg_reward": 525.18, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ] + }, + { + "episode": 1200, + "avg_reward": 467.77, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ] + }, + { + "episode": 1210, + "avg_reward": 570.7, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ] + }, + { + "episode": 1220, + "avg_reward": 522.1, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ] + }, + { + "episode": 1230, + "avg_reward": 558.28, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ] + }, + { + "episode": 1240, + "avg_reward": 506.33, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ] + }, + { + "episode": 1250, + "avg_reward": 527.68, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ] + }, + { + "episode": 1260, + "avg_reward": 469.5, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ] + }, + { + "episode": 1270, + "avg_reward": 491.93, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ] + }, + { + "episode": 1280, + "avg_reward": 512.24, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ] + }, + { + "episode": 1290, + "avg_reward": 481.44, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ] + }, + { + "episode": 1300, + "avg_reward": 544.66, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ] + }, + { + "episode": 1310, + "avg_reward": 523.32, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ] + }, + { + "episode": 1320, + "avg_reward": 517.57, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ] + }, + { + "episode": 1330, + "avg_reward": 473.57, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ] + }, + { + "episode": 1340, + "avg_reward": 542.89, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ] + }, + { + "episode": 1350, + "avg_reward": 530.69, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ] + }, + { + "episode": 1360, + "avg_reward": 539.91, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ] + }, + { + "episode": 1370, + "avg_reward": 584.11, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ] + }, + { + "episode": 1380, + "avg_reward": 557.11, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ] + }, + { + "episode": 1390, + "avg_reward": 501.46, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ] + }, + { + "episode": 1400, + "avg_reward": 563.45, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ] + }, + { + "episode": 1410, + "avg_reward": 648.55, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ] + }, + { + "episode": 1420, + "avg_reward": 620.73, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ] + }, + { + "episode": 1430, + "avg_reward": 641.42, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ] + }, + { + "episode": 1440, + "avg_reward": 613.69, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ] + }, + { + "episode": 1450, + "avg_reward": 571.39, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + }, + { + "episode": 1460, + "avg_reward": 575.32, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + }, + { + "episode": 1470, + "avg_reward": 579.92, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + }, + { + "episode": 1480, + "avg_reward": 547.16, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + }, + { + "episode": 1490, + "avg_reward": 589.51, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + }, + { + "episode": 1500, + "avg_reward": 627.25, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.3941, + 0.2645 + ] + } + ], + "episode_rewards": [ + -229.272, + -584.7024, + -500.1939, + -736.9458, + -693.0013, + -416.3885, + -380.3617, + -566.2751, + -153.4678, + -381.2167, + -266.2184, + -115.2118, + -177.2931, + -244.5166, + -270.9144, + -507.6232, + -619.1255, + -965.9479, + -1055.9168, + -903.3986, + -858.6122, + -798.6723, + -610.5616, + -891.5343, + -653.2974, + -1124.5765, + -771.5773, + -814.6137, + -1052.7828, + -898.2199, + -963.4191, + -882.5899, + -1043.8019, + -1092.1946, + -957.6453, + -1093.7894, + -880.2784, + -1032.5115, + -882.1781, + -1021.0871, + -1154.2791, + -1200.4162, + -926.5215, + -981.7113, + -1181.7827, + -828.0554, + -1257.0248, + -926.3281, + -1015.8992, + -906.3584, + -786.6389, + -617.7915, + -842.5105, + -742.7792, + -874.1823, + -1021.721, + -1074.2723, + -822.5825, + -950.2643, + -947.4225, + -1160.3411, + -666.4421, + -1014.7226, + -696.462, + -1056.7346, + -1220.0901, + -915.0267, + -1362.3775, + -1214.0525, + -1783.9678, + -1706.7912, + -2010.1985, + -1163.1247, + -1790.8487, + -2578.6018, + -3017.3168, + -2549.9574, + -2538.6872, + -3048.1852, + -2933.6689, + -2853.1479, + -1745.2993, + -2708.3259, + -2619.6207, + -2426.5043, + -2186.1693, + -2678.9785, + -2484.01, + -2189.4834, + -2725.0505, + -2144.3072, + -1640.1325, + -1855.606, + -1808.2012, + -1987.5446, + -1906.6155, + -2096.755, + -2058.0929, + -2370.6826, + -2296.762, + -2230.5823, + -2144.109, + -1749.1319, + -1818.5806, + -1247.7613, + -987.7693, + -1697.6201, + -1976.4091, + -1746.7021, + -1593.8244, + -1476.0717, + -1677.4747, + -1490.1021, + -1664.1031, + -1506.5615, + -1101.2728, + -1048.2079, + -1002.6762, + -1012.7409, + -1047.8791, + -1196.5126, + -1352.0168, + -1496.8138, + -1451.675, + -1537.3186, + -1113.1821, + -903.7664, + -926.4814, + -1013.6316, + -1122.015, + -1446.764, + -1622.3335, + -1078.0743, + -1011.2994, + -981.5801, + -932.672, + -1004.1114, + -1058.9518, + -1112.7667, + -977.0424, + -1035.3623, + -970.8367, + -1088.3739, + -1104.0817, + -1075.2987, + -1071.1336, + -1119.0784, + -1081.2639, + -955.6206, + -1121.8992, + -1103.9464, + -1096.6907, + -1109.7851, + -1067.959, + -1095.7569, + -1093.9307, + -1100.1656, + -1064.1619, + -1029.8311, + -1022.1512, + -1003.9896, + -981.3667, + -1042.8037, + -1102.4242, + -867.0835, + -1217.359, + -1415.8621, + -995.555, + -1176.0886, + -1087.447, + -988.3645, + -933.4606, + -1365.9928, + -1067.6567, + -929.5079, + -1155.248, + -959.1279, + -1023.6174, + -1010.8379, + -932.7942, + -1009.4596, + -986.9153, + -1009.1017, + -1056.4108, + -946.7473, + -1012.901, + -913.6812, + -1030.6951, + -1072.8115, + -1064.6248, + -995.2751, + -943.4293, + -716.093, + -750.1237, + -659.0627, + -820.3523, + -1372.3402, + -1327.7403, + -1144.5803, + -1215.0853, + -1144.6694, + -1196.5668, + -1286.6908, + -1516.7, + -1801.5973, + -1771.3725, + -1728.1888, + -2035.9854, + -1928.0703, + -1861.6801, + -1352.4904, + -1188.1678, + -1475.749, + -1486.5109, + -1222.3032, + -1164.9844, + -1045.4007, + -1190.9768, + -1368.0446, + -1109.3486, + -1219.0769, + -1294.1917, + -1171.3651, + -848.1536, + -849.9879, + -558.4791, + -1044.6873, + -1203.4434, + -1153.5633, + -695.4438, + -659.7152, + -694.1889, + -485.2855, + -615.7589, + -500.832, + -380.6676, + -425.3326, + -692.0304, + -816.1054, + -718.8034, + -474.0764, + -400.4944, + -531.2019, + -620.7463, + -683.2633, + -589.7063, + -653.5139, + -610.7508, + -457.1796, + -567.4459, + -523.5605, + -468.4944, + -551.5696, + -493.4874, + -977.9873, + -1000.6195, + -396.5606, + -405.9329, + -418.7153, + -423.5758, + -978.2855, + -413.0951, + -390.386, + -1469.0333, + -428.5718, + -399.5808, + -1449.8313, + -481.5577, + -403.8022, + -407.044, + -452.2776, + -377.3864, + -698.1517, + -353.5343, + -438.7773, + -925.9986, + -487.4606, + -1004.6577, + -1095.6611, + -437.7485, + -2015.6166, + -468.9402, + -1437.4647, + -531.7978, + -670.8487, + -1640.5215, + -1313.6977, + -549.8151, + -708.8753, + -293.0425, + -431.9641, + -529.2078, + -576.2758, + -712.1483, + -591.8506, + -541.1193, + -761.5023, + -1018.7646, + -465.7411, + -734.2798, + -129.7782, + -374.2524, + -736.9627, + -254.7497, + -707.5149, + -748.8915, + -498.2598, + -675.5362, + -667.7523, + -54.874, + -592.9201, + -594.4206, + -778.7606, + -907.6628, + -912.9756, + -929.8146, + -837.1558, + -660.5271, + -359.3061, + -620.4178, + -627.5052, + -717.9117, + -1612.6848, + -2026.5237, + -727.3436, + -611.4081, + -1685.5068, + -2119.1426, + -1627.5837, + -1104.759, + -974.9252, + -642.575, + -697.5985, + -694.7056, + -607.5668, + -1037.0029, + -1213.8334, + -584.9745, + -508.6964, + -758.6986, + -738.118, + -502.8203, + -716.8095, + -388.7204, + -666.1805, + -769.0511, + -170.7524, + -700.0424, + -230.8841, + -460.2306, + -419.5919, + -871.7947, + -694.7822, + -417.6419, + -337.7405, + -403.0896, + -395.2787, + -352.5706, + -409.8573, + -228.9798, + -379.0782, + -356.7598, + -375.363, + -370.5981, + -351.3657, + -355.9636, + -344.9597, + -316.2289, + -323.1824, + -365.1978, + -343.0645, + -389.0202, + -211.6822, + -360.2372, + -351.3215, + -288.6744, + -370.3289, + -361.4576, + -328.7747, + -358.2359, + -375.0338, + -163.0665, + -206.92, + -323.0457, + -339.421, + -220.078, + -423.4495, + -365.3278, + -278.165, + -270.1319, + -342.6612, + -261.1887, + -268.7529, + -192.8225, + -158.5203, + -362.5841, + -384.2252, + -370.6379, + -88.781, + -178.9365, + -354.7621, + -255.9474, + 11.5221, + -382.5944, + -141.6864, + -362.1207, + -337.0197, + 9.0613, + -282.5525, + -381.817, + -245.2547, + -305.0257, + -176.779, + -331.8715, + -806.0302, + -338.1212, + -308.4308, + -214.8299, + -241.5796, + -71.2579, + -205.0549, + -21.325, + -182.275, + -196.5391, + -287.5917, + -96.5934, + -181.036, + -195.1266, + -71.4326, + -396.398, + 4.602, + -377.3408, + -274.7015, + -95.7412, + -289.4289, + -366.7683, + -235.621, + -562.9271, + -465.7284, + -364.6749, + -1163.984, + -257.5583, + -252.7357, + -388.6093, + -95.1161, + -406.0318, + -272.2859, + -526.9146, + -183.8157, + -76.1252, + -189.6538, + -180.5479, + -94.5794, + -188.4132, + -126.8053, + -332.1713, + -245.5163, + -368.0168, + -204.8582, + -213.0201, + -140.4833, + -333.3318, + -466.5495, + -666.3303, + -889.2001, + -1384.2603, + -1132.0218, + -1276.4925, + -623.3705, + -511.913, + 5.9755, + -0.9688, + -291.2474, + -130.3895, + -42.5889, + -252.5572, + -84.774, + 12.1796, + -90.6939, + -259.137, + -229.0571, + -418.6405, + -184.5861, + -155.5025, + -276.6795, + -101.7315, + -113.4109, + -75.9189, + -7.2005, + -73.1161, + -74.6662, + -204.1045, + -105.1481, + -82.4302, + -1.9815, + -271.2394, + -12.9191, + -79.7542, + -253.4086, + -392.2228, + -430.9045, + -145.9592, + -243.9039, + -63.524, + 5.6436, + -81.4973, + -203.76, + -359.4776, + -378.1325, + -133.2371, + -194.22, + -135.8584, + -207.0505, + -133.2275, + -78.7374, + -46.9095, + 80.0161, + 66.2355, + 66.3419, + 95.1674, + -505.0842, + -249.746, + -437.5318, + -253.9082, + -306.8352, + -43.4842, + -150.0565, + -40.9762, + -117.3114, + 123.3111, + -640.1667, + -230.8467, + -553.2094, + -231.8021, + -124.0772, + 19.9917, + 157.5904, + 124.422, + -1167.4118, + -102.1654, + -157.3295, + 50.7244, + -90.6481, + 82.3499, + 111.2407, + 136.4433, + -66.2018, + -476.3926, + 107.2748, + 16.9472, + 91.6894, + 67.4683, + -86.8706, + 46.2927, + -46.5852, + -769.7092, + 23.2944, + 79.1655, + 109.7962, + -193.3841, + -746.9944, + 162.5424, + -1538.0088, + 101.7635, + -1138.0783, + 6.7894, + -112.5815, + 123.241, + -171.949, + -277.1518, + -149.9324, + 76.0912, + 41.3024, + 105.2526, + 184.9356, + 122.8003, + 139.5569, + 102.5629, + 156.9605, + 118.3627, + -267.7778, + 65.2175, + -72.5007, + 47.3743, + 146.3334, + 133.7058, + 125.5403, + 139.354, + 125.1522, + 175.2087, + -9.4867, + 156.5222, + -69.2628, + 140.2379, + -87.2721, + 87.3774, + -66.6046, + -92.3077, + 85.1792, + 98.3714, + 24.0565, + 135.3396, + -228.9415, + -38.0854, + 94.1739, + 21.1491, + 89.4334, + 81.1438, + 2.3064, + 72.9669, + -16.3823, + 123.4592, + 32.419, + 124.3423, + 132.5935, + 118.8552, + -21.015, + 91.6083, + 128.9894, + 20.0474, + -4.0289, + 94.6059, + 150.0923, + 43.1964, + -19.3963, + 102.6626, + 91.8665, + 38.3531, + 97.4902, + 61.1556, + -172.3002, + 53.0457, + 3.6284, + 54.9175, + -6.5277, + 66.2434, + 78.4963, + 64.0782, + 105.8211, + 106.3697, + 152.0384, + 86.5881, + 113.8308, + 103.3147, + 68.3554, + 56.7154, + 78.832, + 91.7953, + 157.8099, + 64.5185, + -97.1754, + 179.4876, + 159.7887, + 188.3208, + 210.1377, + 136.1469, + 160.6991, + 119.3121, + 72.5573, + 125.0306, + 172.4046, + 164.3479, + 152.3116, + 126.8406, + 93.0554, + 145.8961, + 140.4443, + 159.2289, + 144.3229, + 179.6232, + 144.7396, + 164.14, + 148.5679, + 162.6421, + 163.7012, + 130.5402, + 138.1364, + 142.6349, + 130.6811, + 187.174, + 177.0726, + 147.5621, + 202.7161, + 136.4815, + 157.8419, + 176.2176, + 171.6104, + 163.4489, + 221.2115, + 146.6786, + 114.3045, + 146.6777, + 154.4267, + 177.9964, + 157.9904, + 140.1947, + 148.942, + 154.9539, + 162.8144, + 113.312, + 106.5075, + 136.4683, + 128.4998, + 124.0448, + 153.7799, + -80.6719, + -215.0165, + -767.8949, + -1172.577, + -999.7267, + -276.0844, + -139.038, + -122.6818, + -141.0141, + 77.5245, + 98.8527, + 68.3294, + 44.7964, + 81.5699, + 26.903, + -39.1194, + 7.6767, + -47.231, + 97.398, + 146.3841, + 126.3662, + 121.2123, + 178.9983, + 116.7213, + 206.3434, + 167.1616, + 146.7223, + 204.2314, + 133.297, + 83.0291, + 96.4925, + 132.3925, + 164.9292, + 147.4992, + 179.9205, + 211.4873, + 197.6227, + 221.6806, + 214.6124, + 112.025, + 161.4217, + 148.2542, + 167.8938, + 164.0743, + 122.2502, + 172.8104, + 164.0139, + 179.5511, + 156.355, + 176.7488, + 117.4153, + 133.8521, + 147.7744, + 146.8158, + 124.1536, + 125.2709, + 148.2973, + 67.9939, + 123.4074, + 99.3763, + 59.831, + 111.7054, + 92.2326, + 92.1113, + 91.5128, + 99.9838, + 226.2814, + 129.4964, + 207.6194, + 21.5869, + 202.6545, + 152.4146, + 154.8461, + 209.4967, + 173.5011, + 52.1343, + 105.6647, + 155.3161, + 70.6655, + 18.3519, + -18.954, + 121.5963, + 92.8599, + 188.9439, + 178.1222, + 87.9128, + 229.4685, + 225.575, + 229.8612, + 211.4368, + 143.4016, + 247.0817, + 112.63, + 125.411, + 36.2192, + 96.0648, + 267.092, + 136.0588, + 213.8512, + 189.087, + 166.4339, + 229.4689, + 172.2216, + 135.9993, + 261.3168, + 131.9951, + 292.8, + 208.3173, + 233.1798, + 313.1588, + 262.1157, + 241.6048, + 234.789, + 159.3663, + -63.5588, + 16.8546, + 99.7053, + 171.7803, + 230.3502, + 199.2225, + 184.5592, + 168.7962, + 160.1408, + 179.9091, + 258.3437, + 197.3747, + 185.8624, + 206.7589, + 259.3188, + 191.7788, + 205.6618, + 169.3298, + 189.1946, + 191.3876, + 129.4301, + 129.0118, + 214.6456, + 175.9712, + 145.4094, + 156.6967, + 173.1335, + 39.0257, + 54.8655, + -42.4147, + 157.0743, + 101.5792, + 145.0601, + 250.7782, + 152.7359, + 107.1202, + 101.3302, + 96.8429, + 239.7774, + 230.0205, + 197.42, + 155.1845, + 36.8818, + 97.6184, + 111.8641, + 155.9092, + 194.3471, + 153.5075, + 124.5095, + 116.2662, + 118.07, + 93.3154, + 232.3158, + 83.3351, + 145.619, + 224.9305, + 90.8617, + 0.7164, + 162.5224, + -4.9848, + 106.3275, + -53.5814, + -19.2776, + -34.414, + -6.7302, + -31.3635, + -13.0346, + -59.3445, + 173.2666, + 126.6609, + 95.0673, + 155.5061, + 135.9971, + 153.7119, + 226.6286, + 171.5092, + 177.0621, + 229.9588, + 213.026, + 233.0994, + 254.8039, + 195.0937, + 238.0983, + 223.0352, + 201.1437, + 116.9299, + 172.2759, + 140.7927, + 180.0987, + 223.6367, + 150.8663, + 164.9092, + 151.5712, + 165.438, + 137.4301, + 119.0104, + 153.439, + 192.7934, + 215.5108, + 206.5789, + 147.2651, + 193.3478, + 254.2502, + 181.6329, + 184.9134, + 117.2384, + 105.0884, + 181.6782, + 162.1359, + 209.2987, + 181.0214, + 218.3348, + 213.5529, + 186.4977, + 141.7262, + 235.9438, + 192.2723, + 238.2329, + 130.1238, + 115.8506, + 94.4377, + 22.9911, + 45.4677, + 138.632, + 100.1904, + 92.4524, + 83.1113, + 50.3835, + 144.6138, + 117.3159, + 170.5489, + 121.1828, + 197.7286, + 212.3951, + 194.2149, + 214.7378, + 142.5263, + 137.3861, + 167.2848, + 172.6014, + 160.2564, + 191.1606, + 141.7932, + 200.8309, + 235.0947, + 169.7749, + 208.7358, + 163.5051, + 217.0395, + 172.078, + 200.9097, + 203.1188, + 180.4211, + 208.0004, + 264.3273, + 246.2429, + 241.4824, + 259.5629, + 199.9105, + 217.863, + 137.8205, + 187.6043, + 236.1635, + 256.8989, + 145.5397, + 201.6156, + 202.8579, + 257.0714, + 244.4444, + 178.8264, + 227.4399, + 251.7221, + 225.58, + 263.1342, + 297.1937, + 236.3475, + 273.2447, + 231.2213, + 182.0701, + 228.1215, + 208.0442, + 146.4631, + 206.2419, + 215.507, + 193.3877, + 205.3777, + 195.438, + 250.5911, + 228.1611, + 221.4058, + 233.1551, + 251.4835, + 225.199, + 180.111, + 280.1373, + 205.6106, + 204.5805, + 132.2133, + 194.3443, + 239.2947, + 254.9424, + 276.5577, + 259.5069, + 211.7756, + 260.1731, + 248.8336, + 288.997, + 318.108, + 287.317, + 307.2337, + 317.9123, + 313.3847, + 333.287, + 357.5956, + 359.5137, + 327.4346, + 345.3338, + 350.6934, + 335.5386, + 331.8895, + 330.767, + 319.0928, + 291.6193, + 282.18, + 325.707, + 305.6377, + 310.213, + 322.8197, + 289.2322, + 316.7415, + 305.3986, + 327.993, + 332.6443, + 321.2965, + 363.5944, + 334.159, + 333.6063, + 366.8439, + 351.7868, + 334.7192, + 323.9055, + 330.1674, + 340.8347, + 323.1773, + 358.0022, + 360.1404, + 356.9185, + 365.7717, + 346.5878, + 307.52, + 359.7257, + 335.3006, + 365.5431, + 400.6811, + 395.4652, + 411.0621, + 434.3338, + 427.5029, + 390.7619, + 428.098, + 409.8344, + 397.6915, + 448.3635, + 468.1814, + 453.9468, + 456.5879, + 467.6909, + 447.1827, + 451.0652, + 431.184, + 432.3012, + 435.0284, + 468.7083, + 475.9754, + 461.0556, + 456.9491, + 490.2535, + 470.6243, + 448.9125, + 449.9531, + 456.5414, + 446.7418, + 433.8201, + 459.3514, + 480.8829, + 487.9391, + 477.0777, + 467.0749, + 483.1196, + 508.7847, + 489.507, + 502.0125, + 508.2252, + 508.9997, + 510.3632, + 496.3822, + 465.7221, + 463.909, + 454.5484, + 439.1952, + 457.5654, + 450.5148, + 463.3259, + 427.7427, + 428.9061, + 458.2034, + 497.2962, + 466.737, + 418.5549, + 407.5868, + 430.2925, + 411.3631, + 459.6496, + 437.9166, + 454.8834, + 466.0595, + 516.2443, + 523.8961, + 558.5215, + 525.0061, + 497.6559, + 464.086, + 463.2045, + 479.6492, + 484.8369, + 480.0142, + 474.3519, + 532.3301, + 527.4554, + 451.212, + 538.209, + 475.6227, + 491.3422, + 437.9602, + 464.0569, + 448.8914, + 504.5643, + 550.3735, + 518.0803, + 456.9415, + 449.9225, + 396.3868, + 463.5868, + 478.345, + 482.2493, + 532.6593, + 522.7818, + 522.9568, + 509.8377, + 529.9518, + 547.6251, + 572.1726, + 527.6111, + 460.8789, + 477.1355, + 479.3002, + 483.7382, + 570.6226, + 562.4874, + 557.2312, + 537.8645, + 514.3063, + 542.0239, + 557.1648, + 555.0461, + 546.3231, + 546.9815, + 521.8893, + 531.2734, + 543.4224, + 525.1785, + 560.2695, + 550.0783, + 495.387, + 480.5759, + 500.3687, + 553.2383, + 547.6333, + 546.5198, + 491.9761, + 467.7721, + 502.8443, + 549.3816, + 23.0079, + 253.3603, + 525.7102, + 566.7679, + 458.5608, + 557.3036, + 556.1362, + 570.7026, + 537.5511, + 519.3921, + 513.3976, + 542.7953, + 509.5163, + 565.5215, + 566.6492, + 498.9356, + 542.0695, + 522.0969, + 465.2491, + 528.605, + 498.8046, + 555.1599, + 573.066, + 542.7693, + 543.1352, + 481.818, + 473.6818, + 558.2761, + 534.7779, + 572.9332, + 566.7581, + 564.6799, + 528.4398, + 572.1496, + 577.2761, + 526.2204, + 492.7732, + 506.3316, + 543.2033, + 553.1837, + 534.5883, + 507.7191, + 513.7348, + 503.7162, + 540.0278, + 507.735, + 500.5852, + 527.6815, + 516.2058, + 521.1099, + 537.503, + 473.114, + 517.5379, + 448.5854, + 451.8723, + 452.1795, + 466.1704, + 469.5005, + 464.8645, + 477.9495, + 484.3248, + 478.331, + 492.6879, + 482.7672, + 482.5434, + 507.9937, + 468.8515, + 491.9255, + 489.8115, + 508.2715, + 498.6853, + 516.8749, + 491.5399, + 494.8969, + 512.8048, + 524.3247, + 504.389, + 512.238, + 493.3883, + 501.2455, + 513.7304, + 492.9538, + 512.0816, + 485.7314, + 526.7986, + 510.8439, + 507.6744, + 481.4404, + 499.7522, + 500.9955, + 532.2818, + 530.1131, + 543.1029, + 545.7273, + 545.0546, + 515.8441, + 532.9628, + 544.6583, + 517.713, + 522.4021, + 546.3136, + 502.2181, + 503.1479, + 518.875, + 530.5804, + 503.6967, + 518.0357, + 523.3183, + 518.0119, + 521.1866, + 517.1555, + 523.2115, + 512.1345, + 515.3267, + 533.3184, + 532.7672, + 509.8649, + 517.5696, + 501.6154, + 516.3572, + 535.1431, + 497.2939, + 538.9199, + 498.4391, + 487.2422, + 494.2167, + 473.5756, + 473.5742, + 482.9993, + 482.6252, + 511.4338, + 511.4195, + 530.593, + 532.3642, + 533.2641, + 540.3229, + 519.983, + 542.8931, + 553.8659, + 507.5983, + 511.4294, + 524.7762, + 504.6831, + 509.1235, + 502.238, + 531.4438, + 540.5421, + 530.6921, + 555.0476, + 540.0673, + 563.0139, + 529.4476, + 558.5574, + 525.6882, + 541.4637, + 551.1395, + 540.8351, + 539.9123, + 521.8872, + 542.7331, + 529.8773, + 547.9182, + 552.2555, + 565.7554, + 571.058, + 587.571, + 556.5271, + 584.1142, + 569.6275, + 578.5838, + 569.8882, + 568.0099, + 484.8687, + 544.0177, + 545.1492, + 548.0793, + 508.8951, + 557.1079, + 555.9425, + 565.6232, + 555.5404, + 559.3319, + 530.4952, + 623.4127, + 500.138, + 623.8822, + 521.8841, + 501.4558, + 562.2412, + 552.8932, + 534.5094, + 539.8098, + 575.7229, + 580.4894, + 532.6688, + 626.7016, + 574.9071, + 563.4546, + 531.4997, + 621.7438, + 508.8688, + 570.8651, + 604.1363, + 576.7665, + 612.5374, + 608.1417, + 656.6676, + 648.5534, + 637.9115, + 575.0807, + 577.4063, + 644.2713, + 556.9432, + 525.4814, + 563.74, + 582.6155, + 651.6042, + 620.7348, + 624.5458, + 608.8735, + 624.2455, + 628.0971, + 611.5677, + 606.6778, + 608.18, + 617.1152, + 594.184, + 641.4177, + 574.8181, + 628.6887, + 587.4838, + 602.7674, + 610.279, + 580.6746, + 621.5421, + 618.1719, + 617.4747, + 613.6924, + 607.9457, + 604.6879, + 584.1913, + 591.7793, + 638.958, + 608.6407, + 611.3377, + 609.4506, + 589.4208, + 571.3913, + 607.3441, + 617.6403, + 573.7894, + 615.3211, + 603.9825, + 598.3182, + 592.7875, + 594.3928, + 551.266, + 575.3169, + 549.3962, + 583.3494, + 587.1694, + 585.6285, + 587.6063, + 588.4583, + 589.5278, + 559.2458, + 551.6752, + 579.9177, + 594.6394, + 618.5813, + 590.3984, + 548.6547, + 544.2619, + 556.9441, + 552.5224, + 562.973, + 578.1346, + 547.1553, + 544.9211, + 546.7006, + 571.7794, + 556.8381, + 533.2989, + 547.6298, + 558.0288, + 578.3266, + 588.4321, + 589.51, + 573.8949, + 595.8671, + 659.1565, + 627.1987, + 626.4052, + 651.5504, + 651.287, + 634.3828, + 628.8692, + 627.245 + ], + "episode_costs": [ + 231.75, + 187.25, + 203.5, + 214.0, + 122.0, + 177.5, + 167.0, + 156.5, + 172.0, + 183.0, + 202.0, + 202.25, + 172.5, + 110.25, + 172.0, + 186.5, + 160.75, + 119.75, + 105.5, + 120.5, + 111.75, + 145.75, + 158.0, + 123.25, + 132.0, + 92.0, + 119.25, + 132.75, + 95.0, + 119.75, + 80.0, + 92.25, + 67.5, + 65.25, + 80.0, + 68.25, + 93.5, + 57.0, + 93.0, + 57.25, + 68.75, + 40.25, + 101.25, + 82.0, + 54.5, + 107.0, + 55.5, + 101.0, + 65.5, + 87.75, + 127.5, + 120.75, + 83.0, + 107.75, + 63.0, + 151.75, + 80.5, + 118.0, + 51.25, + 102.25, + 36.5, + 132.25, + 87.0, + 116.5, + 77.75, + 95.75, + 71.75, + 78.0, + 52.5, + 23.25, + 34.0, + 17.5, + 124.25, + 92.0, + 25.25, + 7.5, + 29.0, + 42.25, + 0.0, + 7.5, + 7.0, + 96.5, + 11.25, + 14.0, + 14.25, + 8.75, + 5.0, + 17.25, + 20.75, + 8.25, + 13.0, + 30.5, + 13.75, + 20.25, + 13.75, + 7.0, + 3.25, + 38.0, + 6.0, + 2.75, + 11.0, + 7.0, + 19.75, + 15.75, + 19.5, + 18.75, + 2.5, + 6.0, + 2.0, + 5.0, + 20.0, + 3.5, + 10.5, + 6.0, + 17.25, + 3.0, + 4.25, + 3.25, + 12.0, + 5.25, + 4.0, + 0.5, + 14.75, + 2.5, + 5.5, + 1.25, + 3.5, + 6.5, + 5.25, + 4.25, + 3.75, + 0.25, + 5.5, + 2.5, + 6.5, + 8.75, + 2.75, + 10.75, + 10.5, + 9.25, + 1.0, + 8.0, + 1.25, + 10.25, + 8.25, + 5.5, + 3.0, + 3.0, + 9.75, + 2.25, + 6.75, + 5.0, + 1.0, + 12.75, + 6.0, + 3.5, + 8.25, + 4.5, + 2.75, + 1.75, + 6.0, + 10.25, + 8.25, + 4.75, + 21.0, + 36.25, + 9.75, + 3.25, + 16.75, + 6.0, + 4.25, + 6.0, + 20.0, + 1.75, + 17.5, + 16.0, + 23.75, + 22.25, + 7.75, + 13.25, + 6.25, + 3.5, + 5.75, + 5.25, + 11.5, + 5.0, + 9.0, + 10.75, + 3.5, + 1.5, + 2.5, + 3.5, + 13.75, + 6.75, + 33.25, + 37.75, + 18.75, + 3.75, + 26.0, + 8.25, + 18.25, + 73.75, + 70.5, + 142.5, + 143.75, + 125.75, + 34.75, + 8.5, + 9.5, + 4.5, + 2.75, + 49.75, + 3.0, + 21.25, + 5.0, + 15.75, + 6.75, + 19.5, + 9.5, + 20.25, + 24.5, + 6.5, + 11.0, + 8.75, + 23.75, + 28.5, + 21.75, + 10.5, + 1.75, + 3.5, + 0.75, + 2.5, + 13.25, + 3.5, + 5.75, + 5.0, + 16.0, + 14.5, + 10.5, + 14.0, + 10.25, + 3.5, + 6.0, + 6.0, + 48.0, + 26.0, + 54.0, + 1.0, + 4.5, + 3.5, + 4.75, + 6.25, + 5.0, + 1.75, + 1.5, + 2.5, + 1.75, + 2.25, + 0.5, + 2.5, + 8.0, + 2.5, + 1.0, + 4.25, + 1.25, + 2.25, + 9.5, + 2.0, + 1.25, + 0.25, + 1.0, + 0.25, + 51.25, + 1.75, + 1.75, + 10.0, + 0.75, + 3.75, + 44.75, + 1.25, + 18.25, + 3.0, + 17.75, + 4.0, + 25.25, + 11.5, + 17.5, + 14.75, + 15.0, + 17.5, + 24.0, + 18.75, + 18.25, + 19.5, + 17.25, + 18.0, + 10.25, + 14.25, + 14.25, + 16.0, + 18.5, + 15.25, + 29.25, + 10.5, + 10.75, + 5.5, + 8.5, + 4.75, + 3.0, + 18.75, + 8.5, + 7.75, + 5.75, + 3.75, + 7.5, + 10.0, + 13.75, + 11.5, + 9.25, + 10.5, + 16.0, + 3.0, + 2.0, + 6.75, + 5.5, + 17.5, + 1.5, + 3.0, + 7.0, + 1.0, + 3.75, + 5.0, + 1.5, + 17.75, + 2.5, + 3.0, + 5.75, + 2.0, + 5.5, + 5.5, + 7.0, + 11.75, + 1.75, + 11.0, + 5.25, + 2.0, + 10.5, + 2.75, + 15.25, + 7.25, + 2.75, + 1.0, + 5.0, + 0.5, + 4.75, + 1.75, + 2.0, + 2.0, + 2.5, + 6.25, + 0.75, + 2.25, + 8.0, + 0.75, + 1.25, + 1.25, + 0.75, + 1.75, + 3.5, + 0.25, + 0.25, + 0.75, + 4.5, + 1.0, + 0.25, + 3.0, + 0.75, + 0.5, + 3.5, + 0.0, + 0.75, + 13.0, + 5.0, + 0.25, + 0.75, + 6.0, + 0.5, + 0.5, + 3.25, + 1.0, + 1.75, + 4.0, + 11.25, + 0.5, + 7.75, + 1.75, + 0.0, + 0.5, + 4.5, + 2.75, + 0.0, + 2.25, + 8.0, + 0.0, + 12.0, + 0.0, + 0.25, + 7.25, + 2.0, + 0.0, + 1.5, + 0.25, + 5.5, + 3.25, + 0.75, + 0.25, + 0.5, + 11.0, + 2.25, + 4.25, + 3.25, + 5.75, + 0.75, + 1.25, + 2.75, + 2.25, + 0.75, + 1.75, + 5.75, + 0.0, + 6.5, + 0.0, + 1.25, + 8.0, + 0.25, + 2.0, + 8.5, + 3.25, + 4.0, + 11.5, + 2.0, + 1.75, + 9.0, + 2.25, + 5.0, + 0.75, + 2.0, + 0.0, + 1.0, + 2.5, + 0.5, + 1.25, + 4.0, + 0.5, + 6.0, + 0.0, + 6.5, + 0.25, + 6.0, + 0.75, + 1.25, + 5.0, + 15.0, + 6.25, + 4.25, + 3.5, + 7.0, + 0.0, + 8.5, + 3.0, + 3.25, + 2.75, + 1.0, + 3.75, + 6.5, + 3.5, + 1.75, + 1.75, + 2.0, + 3.0, + 7.5, + 2.0, + 0.75, + 1.75, + 0.75, + 2.75, + 6.5, + 0.75, + 1.75, + 1.25, + 9.5, + 2.0, + 1.5, + 1.0, + 2.5, + 0.0, + 2.25, + 6.5, + 6.5, + 0.75, + 1.25, + 16.0, + 4.25, + 2.75, + 1.25, + 1.5, + 1.25, + 0.5, + 0.75, + 1.25, + 0.75, + 1.25, + 1.5, + 2.0, + 0.25, + 3.0, + 0.5, + 2.5, + 2.5, + 11.5, + 1.25, + 6.0, + 1.0, + 0.25, + 0.5, + 5.5, + 6.25, + 9.25, + 1.25, + 3.5, + 0.5, + 8.5, + 1.75, + 3.75, + 3.0, + 5.5, + 5.0, + 3.75, + 1.25, + 2.5, + 5.75, + 1.75, + 0.5, + 1.5, + 2.5, + 7.0, + 4.25, + 3.25, + 1.75, + 0.5, + 2.5, + 2.0, + 3.0, + 9.5, + 5.75, + 1.75, + 2.25, + 2.25, + 1.75, + 5.75, + 1.5, + 1.75, + 55.0, + 7.5, + 19.0, + 1.75, + 37.5, + 14.25, + 25.75, + 9.75, + 1.75, + 3.0, + 10.0, + 12.0, + 2.25, + 5.0, + 1.75, + 14.0, + 2.0, + 4.25, + 0.5, + 6.5, + 2.25, + 2.0, + 4.25, + 0.25, + 1.5, + 3.5, + 1.25, + 2.5, + 2.0, + 5.75, + 1.75, + 2.25, + 0.75, + 2.75, + 5.5, + 2.75, + 1.0, + 1.0, + 1.0, + 1.5, + 1.0, + 1.0, + 3.75, + 0.25, + 2.5, + 3.25, + 1.75, + 2.0, + 0.75, + 1.25, + 0.5, + 1.25, + 1.75, + 3.5, + 0.5, + 1.75, + 1.25, + 2.0, + 1.25, + 11.25, + 0.5, + 14.25, + 2.5, + 10.5, + 4.25, + 0.5, + 4.0, + 0.75, + 0.5, + 1.5, + 1.25, + 0.0, + 0.75, + 1.5, + 1.75, + 0.0, + 1.0, + 3.75, + 0.5, + 0.75, + 0.75, + 1.0, + 1.5, + 2.5, + 6.0, + 3.5, + 4.25, + 4.75, + 1.0, + 2.25, + 3.25, + 1.5, + 0.75, + 4.75, + 0.75, + 0.0, + 3.5, + 2.5, + 2.25, + 1.5, + 1.0, + 0.75, + 4.5, + 1.25, + 2.25, + 2.5, + 0.75, + 0.5, + 0.5, + 2.0, + 2.5, + 1.0, + 1.25, + 1.0, + 1.0, + 2.75, + 10.25, + 2.25, + 2.25, + 8.5, + 0.5, + 1.0, + 3.75, + 2.5, + 1.25, + 1.25, + 1.25, + 0.5, + 0.5, + 3.75, + 0.75, + 0.75, + 1.0, + 0.75, + 1.0, + 3.0, + 1.0, + 2.0, + 2.0, + 3.0, + 1.5, + 0.75, + 0.75, + 10.5, + 7.0, + 17.75, + 21.5, + 13.75, + 6.25, + 3.0, + 2.0, + 2.0, + 1.0, + 2.25, + 2.5, + 1.5, + 2.5, + 1.0, + 2.25, + 2.5, + 1.0, + 2.75, + 0.75, + 2.0, + 0.25, + 4.5, + 3.0, + 1.5, + 0.75, + 1.5, + 1.75, + 0.5, + 1.25, + 3.25, + 4.5, + 6.5, + 2.75, + 1.25, + 1.75, + 1.75, + 1.5, + 0.5, + 1.0, + 1.5, + 1.75, + 1.25, + 2.5, + 1.25, + 1.25, + 1.0, + 0.5, + 1.0, + 0.5, + 2.25, + 1.75, + 3.0, + 0.0, + 0.75, + 1.75, + 0.5, + 0.5, + 1.75, + 1.5, + 2.5, + 0.75, + 3.25, + 0.0, + 2.25, + 1.75, + 0.25, + 0.75, + 0.5, + 0.5, + 1.0, + 0.75, + 0.75, + 1.0, + 1.25, + 1.0, + 2.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 2.25, + 0.25, + 0.75, + 0.75, + 0.75, + 0.75, + 2.5, + 3.0, + 1.0, + 1.5, + 0.5, + 1.0, + 0.25, + 1.25, + 0.75, + 1.25, + 2.25, + 0.75, + 1.0, + 0.5, + 2.0, + 3.0, + 1.75, + 0.5, + 1.0, + 2.25, + 1.5, + 1.75, + 0.25, + 1.75, + 3.25, + 3.75, + 3.25, + 1.0, + 1.5, + 0.75, + 1.5, + 2.0, + 2.0, + 1.0, + 1.75, + 1.5, + 1.75, + 1.0, + 0.5, + 1.0, + 2.25, + 1.0, + 1.5, + 1.0, + 2.75, + 1.75, + 1.0, + 3.25, + 0.25, + 0.75, + 1.5, + 1.75, + 1.25, + 1.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 2.25, + 0.5, + 0.5, + 1.25, + 1.25, + 0.25, + 2.5, + 1.75, + 2.0, + 0.75, + 0.5, + 1.5, + 1.0, + 2.75, + 0.5, + 0.0, + 0.75, + 3.5, + 0.75, + 4.0, + 0.5, + 0.5, + 5.0, + 2.5, + 0.0, + 2.0, + 1.25, + 2.0, + 0.5, + 1.25, + 1.0, + 0.5, + 1.75, + 1.25, + 1.0, + 3.0, + 3.25, + 1.25, + 2.5, + 1.25, + 3.0, + 3.75, + 2.75, + 1.0, + 0.75, + 1.25, + 1.5, + 0.5, + 1.25, + 2.0, + 0.0, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 2.25, + 0.5, + 0.75, + 1.0, + 1.0, + 0.75, + 0.25, + 0.25, + 1.5, + 1.0, + 0.5, + 1.0, + 0.75, + 0.25, + 1.75, + 0.75, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 0.75, + 1.5, + 0.75, + 0.25, + 1.0, + 2.5, + 0.5, + 2.25, + 0.75, + 0.25, + 0.25, + 1.25, + 1.0, + 0.5, + 1.5, + 0.25, + 1.0, + 0.5, + 1.0, + 1.0, + 0.5, + 1.0, + 1.5, + 0.75, + 1.25, + 0.75, + 1.75, + 1.0, + 1.0, + 1.5, + 0.75, + 0.75, + 0.75, + 0.5, + 2.25, + 2.75, + 0.75, + 0.0, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 1.0, + 2.0, + 1.25, + 1.0, + 0.5, + 1.0, + 0.5, + 1.25, + 1.25, + 1.0, + 0.25, + 1.0, + 1.5, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 2.5, + 1.25, + 0.25, + 1.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 1.0, + 0.5, + 1.25, + 1.25, + 0.0, + 0.75, + 0.0, + 1.0, + 0.75, + 1.25, + 0.75, + 1.25, + 1.5, + 0.75, + 0.5, + 0.75, + 0.5, + 1.25, + 0.75, + 0.75, + 0.5, + 0.75, + 0.0, + 1.75, + 3.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 1.25, + 0.75, + 0.5, + 0.0, + 2.25, + 1.0, + 0.5, + 1.0, + 0.5, + 0.75, + 1.75, + 3.75, + 1.0, + 0.5, + 0.75, + 0.75, + 0.5, + 2.0, + 2.25, + 0.25, + 1.75, + 2.25, + 0.5, + 0.75, + 0.75, + 2.0, + 1.25, + 0.5, + 0.25, + 0.75, + 1.5, + 1.0, + 0.0, + 3.0, + 0.0, + 0.0, + 0.75, + 1.5, + 1.75, + 1.0, + 0.75, + 1.25, + 3.5, + 1.75, + 0.25, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 1.5, + 0.25, + 0.75, + 0.25, + 0.75, + 1.0, + 0.75, + 1.0, + 1.25, + 1.0, + 2.5, + 0.75, + 1.0, + 1.5, + 4.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.75, + 1.75, + 0.25, + 0.75, + 0.25, + 2.0, + 0.75, + 0.75, + 1.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 1.25, + 0.25, + 0.25, + 1.0, + 1.25, + 1.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 1.5, + 1.5, + 2.0, + 0.75, + 0.75, + 0.75, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 1.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.5, + 1.25, + 1.0, + 0.75, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.25, + 1.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.25, + 1.5, + 0.75, + 0.75, + 1.25, + 1.0, + 1.25, + 0.75, + 2.25, + 0.25, + 1.5, + 1.5, + 0.0, + 0.5, + 0.75, + 1.5, + 0.0, + 1.0, + 1.75, + 0.0, + 2.75, + 0.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.25, + 0.75, + 1.5, + 1.5, + 1.0, + 0.25, + 0.5, + 1.0, + 0.5, + 1.5, + 1.75, + 0.75, + 0.75, + 0.75, + 1.25, + 2.0, + 1.5, + 3.5, + 1.0, + 1.5, + 1.0, + 1.0, + 2.75, + 1.0, + 1.0, + 0.5, + 1.75, + 1.25, + 0.75, + 0.25, + 1.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 1.0, + 2.0, + 0.75, + 0.25, + 1.25, + 1.0, + 1.75, + 1.0, + 1.5, + 0.75, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 1.25, + 0.5, + 0.25, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.0, + 1.75, + 1.5, + 0.5, + 0.5, + 3.75, + 0.75, + 1.0, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 1.25, + 0.5, + 1.25, + 1.0, + 1.5, + 1.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 1.25, + 0.25, + 0.25, + 1.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.75, + 1.25, + 0.75, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 1.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.75, + 0.75, + 1.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 1.25, + 0.5, + 1.0, + 0.25, + 1.0, + 0.5, + 1.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 1.5, + 0.75, + 0.75, + 0.75, + 0.25, + 1.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 1.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25 + ], + "episode_lambdas": [ + 0.3317, + 0.5591, + 0.784, + 1.0078, + 1.2214, + 1.4315, + 1.6372, + 1.838, + 2.0359, + 2.2324, + 2.4294, + 2.6269, + 2.8219, + 3.0084, + 3.1935, + 3.3787, + 3.5615, + 3.738, + 3.9074, + 4.0718, + 4.2311, + 4.3889, + 4.5468, + 4.7012, + 4.8534, + 4.9996, + 5.143, + 5.2854, + 5.4231, + 5.559, + 5.6892, + 5.8157, + 5.9363, + 6.0513, + 6.1629, + 6.2701, + 6.3759, + 6.4769, + 6.577, + 6.6729, + 6.7661, + 6.8539, + 6.9431, + 7.0316, + 7.1167, + 7.204, + 7.2881, + 7.3739, + 7.4577, + 7.5418, + 7.6303, + 7.722, + 7.8129, + 7.9054, + 7.995, + 8.0908, + 8.1851, + 8.2817, + 8.3738, + 8.4669, + 8.5544, + 8.6463, + 8.7378, + 8.8317, + 8.924, + 9.0167, + 9.1073, + 9.1966, + 9.2823, + 9.3617, + 9.4365, + 9.5056, + 9.5803, + 9.6566, + 9.7279, + 9.7928, + 9.8541, + 9.9135, + 9.9669, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0984, + 0.212, + 0.4249 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0921, + 0.2239, + 0.4213 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.0871, + 0.2441, + 0.4074 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.2735, + 0.3835 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0857, + 0.0857, + 0.0857, + 0.0857, + 0.2961, + 0.3612 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.2917, + 0.3646 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.086, + 0.086, + 0.086, + 0.086, + 0.3015, + 0.3543 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0859, + 0.0859, + 0.0859, + 0.0859, + 0.3234, + 0.3328 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0855, + 0.0855, + 0.0855, + 0.0855, + 0.3452, + 0.3127 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0854, + 0.0854, + 0.0854, + 0.0854, + 0.3473, + 0.311 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.0856, + 0.0856, + 0.0856, + 0.0856, + 0.3355, + 0.3223 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.3402, + 0.3199 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3528, + 0.309 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.3554, + 0.3064 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.3626, + 0.3004 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.0843, + 0.0843, + 0.0843, + 0.0843, + 0.357, + 0.3057 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.084, + 0.084, + 0.084, + 0.084, + 0.3637, + 0.3003 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.3668, + 0.2974 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0835, + 0.0835, + 0.0835, + 0.0835, + 0.3811, + 0.2849 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.3895, + 0.2767 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.3993, + 0.2681 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.083, + 0.083, + 0.083, + 0.083, + 0.4118, + 0.2563 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0832, + 0.0832, + 0.0832, + 0.0832, + 0.4155, + 0.2517 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0834, + 0.0834, + 0.0834, + 0.0834, + 0.4237, + 0.2426 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0838, + 0.0838, + 0.0838, + 0.0838, + 0.422, + 0.2427 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0844, + 0.0844, + 0.0844, + 0.0844, + 0.4183, + 0.2443 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0845, + 0.0845, + 0.0845, + 0.0845, + 0.4189, + 0.243 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.4088, + 0.2508 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ], + [ + 0.0853, + 0.0853, + 0.0853, + 0.0853, + 0.4015, + 0.2572 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..c15be290816ed1b1fa26398093b05b013f7fa97c --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7381587.46, + "constraint_satisfaction_pct": 26.73, + "final_rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + "final_lambda": 119.469, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6265.8, + "avg_cost": 0.25, + "lambda": 10.0886, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -6141.7, + "avg_cost": 0.0, + "lambda": 10.191, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -6173.22, + "avg_cost": 0.0, + "lambda": 10.2457, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -6334.11, + "avg_cost": 0.0, + "lambda": 10.2778, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4974.66, + "avg_cost": 0.0, + "lambda": 10.3473, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 60, + "avg_reward": -5678.13, + "avg_cost": 0.0, + "lambda": 10.415, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 70, + "avg_reward": -4274.88, + "avg_cost": 0.0, + "lambda": 10.5314, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 80, + "avg_reward": -3848.81, + "avg_cost": 0.0, + "lambda": 10.6615, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 90, + "avg_reward": -3663.01, + "avg_cost": 0.0, + "lambda": 10.739, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 100, + "avg_reward": -4706.55, + "avg_cost": 0.0, + "lambda": 10.806, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 110, + "avg_reward": -3250.62, + "avg_cost": 0.0, + "lambda": 10.8347, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 120, + "avg_reward": -3366.38, + "avg_cost": 0.0, + "lambda": 10.8447, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 130, + "avg_reward": -2990.22, + "avg_cost": 0.0, + "lambda": 10.8481, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 140, + "avg_reward": -3489.54, + "avg_cost": 0.0, + "lambda": 10.8493, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 150, + "avg_reward": -2113.68, + "avg_cost": 0.0, + "lambda": 10.8584, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 160, + "avg_reward": -2994.37, + "avg_cost": 0.0, + "lambda": 10.8845, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 170, + "avg_reward": -2043.82, + "avg_cost": 0.0, + "lambda": 10.9239, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 180, + "avg_reward": -1969.3, + "avg_cost": 0.0, + "lambda": 10.9409, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 190, + "avg_reward": -1195.68, + "avg_cost": 0.0, + "lambda": 10.9468, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 200, + "avg_reward": -1008.91, + "avg_cost": 0.25, + "lambda": 10.9616, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 210, + "avg_reward": -1833.69, + "avg_cost": 0.0, + "lambda": 10.9866, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 220, + "avg_reward": -2043.16, + "avg_cost": 0.25, + "lambda": 11.1001, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 230, + "avg_reward": -2028.21, + "avg_cost": 2.0, + "lambda": 11.4054, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 240, + "avg_reward": -1127.86, + "avg_cost": 0.25, + "lambda": 12.5663, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 250, + "avg_reward": -2140.36, + "avg_cost": 1.0, + "lambda": 13.7728, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 260, + "avg_reward": -3085.46, + "avg_cost": 0.25, + "lambda": 14.5596, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 270, + "avg_reward": 343.46, + "avg_cost": 2.25, + "lambda": 15.2144, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 280, + "avg_reward": -2139.53, + "avg_cost": 1.0, + "lambda": 16.1827, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 290, + "avg_reward": -3821.87, + "avg_cost": 0.0, + "lambda": 16.877, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 300, + "avg_reward": -1219.83, + "avg_cost": 0.0, + "lambda": 17.3152, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 310, + "avg_reward": -1505.01, + "avg_cost": 0.25, + "lambda": 17.9488, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 320, + "avg_reward": 546.69, + "avg_cost": 0.5, + "lambda": 18.76, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 330, + "avg_reward": 793.78, + "avg_cost": 2.25, + "lambda": 19.9178, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 340, + "avg_reward": 65.81, + "avg_cost": 1.25, + "lambda": 21.3019, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 350, + "avg_reward": 1107.07, + "avg_cost": 1.0, + "lambda": 22.5517, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 360, + "avg_reward": 462.33, + "avg_cost": 1.0, + "lambda": 24.4516, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 370, + "avg_reward": -574.67, + "avg_cost": 0.5, + "lambda": 26.0164, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 380, + "avg_reward": 606.3, + "avg_cost": 1.75, + "lambda": 27.3249, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 390, + "avg_reward": 2086.78, + "avg_cost": 3.5, + "lambda": 28.8492, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 400, + "avg_reward": 1903.16, + "avg_cost": 1.5, + "lambda": 30.7436, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 410, + "avg_reward": 2171.73, + "avg_cost": 1.75, + "lambda": 32.8002, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 420, + "avg_reward": 1496.4, + "avg_cost": 1.0, + "lambda": 34.7803, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 430, + "avg_reward": 3345.93, + "avg_cost": 2.75, + "lambda": 36.6164, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 440, + "avg_reward": 2648.68, + "avg_cost": 3.0, + "lambda": 38.3129, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 450, + "avg_reward": 2548.87, + "avg_cost": 1.0, + "lambda": 39.7998, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 460, + "avg_reward": 3923.67, + "avg_cost": 1.5, + "lambda": 41.1631, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 470, + "avg_reward": 3842.28, + "avg_cost": 1.0, + "lambda": 42.5563, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 480, + "avg_reward": 2769.18, + "avg_cost": 1.0, + "lambda": 44.0541, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 490, + "avg_reward": 2303.39, + "avg_cost": 0.25, + "lambda": 45.426, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 500, + "avg_reward": 5167.2, + "avg_cost": 4.75, + "lambda": 46.8348, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 510, + "avg_reward": 3149.29, + "avg_cost": 0.75, + "lambda": 48.3168, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 520, + "avg_reward": 5164.82, + "avg_cost": 1.75, + "lambda": 49.3594, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 530, + "avg_reward": 5012.76, + "avg_cost": 2.5, + "lambda": 50.4203, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 540, + "avg_reward": 5312.6, + "avg_cost": 1.5, + "lambda": 51.912, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 550, + "avg_reward": 3756.87, + "avg_cost": 0.25, + "lambda": 53.3592, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 560, + "avg_reward": 2918.36, + "avg_cost": 0.75, + "lambda": 54.7466, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 570, + "avg_reward": 4819.26, + "avg_cost": 0.25, + "lambda": 56.2176, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 580, + "avg_reward": 2347.98, + "avg_cost": 0.25, + "lambda": 57.5999, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 590, + "avg_reward": 3724.94, + "avg_cost": 0.75, + "lambda": 58.75, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 600, + "avg_reward": 3468.62, + "avg_cost": 0.0, + "lambda": 59.7526, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 610, + "avg_reward": 6361.16, + "avg_cost": 0.5, + "lambda": 60.5964, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 620, + "avg_reward": 4337.47, + "avg_cost": 0.0, + "lambda": 61.2674, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 630, + "avg_reward": 6658.86, + "avg_cost": 0.5, + "lambda": 61.8092, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 640, + "avg_reward": 7043.32, + "avg_cost": 1.5, + "lambda": 62.5597, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 650, + "avg_reward": 4543.67, + "avg_cost": 0.25, + "lambda": 63.5264, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 660, + "avg_reward": 7233.91, + "avg_cost": 1.0, + "lambda": 64.4607, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 670, + "avg_reward": 6404.35, + "avg_cost": 0.5, + "lambda": 65.4036, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 680, + "avg_reward": 6184.77, + "avg_cost": 0.5, + "lambda": 66.4672, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 690, + "avg_reward": 7926.49, + "avg_cost": 1.75, + "lambda": 67.8034, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 700, + "avg_reward": 6185.02, + "avg_cost": 0.25, + "lambda": 69.6021, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 710, + "avg_reward": 5985.69, + "avg_cost": 1.0, + "lambda": 71.6005, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 720, + "avg_reward": 7801.99, + "avg_cost": 2.0, + "lambda": 73.1671, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 730, + "avg_reward": 6079.34, + "avg_cost": 1.5, + "lambda": 74.3978, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 740, + "avg_reward": 7931.74, + "avg_cost": 0.25, + "lambda": 75.472, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 750, + "avg_reward": 6702.97, + "avg_cost": 0.0, + "lambda": 76.6489, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 760, + "avg_reward": 6071.92, + "avg_cost": 0.75, + "lambda": 77.6753, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 770, + "avg_reward": 5841.71, + "avg_cost": 0.0, + "lambda": 78.6214, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 780, + "avg_reward": 7640.8, + "avg_cost": 0.0, + "lambda": 79.4892, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 790, + "avg_reward": 6308.69, + "avg_cost": 1.5, + "lambda": 80.4277, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 800, + "avg_reward": 8691.05, + "avg_cost": 1.25, + "lambda": 81.3558, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 810, + "avg_reward": 7382.75, + "avg_cost": 0.0, + "lambda": 82.1643, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 820, + "avg_reward": 8368.94, + "avg_cost": 1.5, + "lambda": 82.8207, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 830, + "avg_reward": 6313.74, + "avg_cost": 0.75, + "lambda": 83.7071, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 840, + "avg_reward": 8847.22, + "avg_cost": 0.75, + "lambda": 84.5294, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 850, + "avg_reward": 8721.91, + "avg_cost": 0.25, + "lambda": 85.2808, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 860, + "avg_reward": 8528.28, + "avg_cost": 0.25, + "lambda": 86.0739, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 870, + "avg_reward": 5783.77, + "avg_cost": 1.0, + "lambda": 86.8105, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 880, + "avg_reward": 9468.46, + "avg_cost": 1.25, + "lambda": 87.5937, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 890, + "avg_reward": 8553.31, + "avg_cost": 0.75, + "lambda": 88.3465, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 900, + "avg_reward": 7911.7, + "avg_cost": 0.0, + "lambda": 88.871, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 910, + "avg_reward": 7014.08, + "avg_cost": 0.0, + "lambda": 89.4504, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 920, + "avg_reward": 8082.57, + "avg_cost": 0.0, + "lambda": 90.0098, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 930, + "avg_reward": 8371.45, + "avg_cost": 0.25, + "lambda": 90.3814, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 940, + "avg_reward": 9022.05, + "avg_cost": 0.0, + "lambda": 90.8325, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 950, + "avg_reward": 8930.28, + "avg_cost": 1.0, + "lambda": 91.3309, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 960, + "avg_reward": 6776.3, + "avg_cost": 1.5, + "lambda": 91.906, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 970, + "avg_reward": 7513.95, + "avg_cost": 1.0, + "lambda": 92.5061, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 980, + "avg_reward": 3584.16, + "avg_cost": 1.0, + "lambda": 93.0144, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 990, + "avg_reward": 8731.92, + "avg_cost": 0.75, + "lambda": 93.5723, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1000, + "avg_reward": 6790.15, + "avg_cost": 0.25, + "lambda": 94.1536, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1010, + "avg_reward": 8232.03, + "avg_cost": 0.25, + "lambda": 94.8932, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1020, + "avg_reward": 9827.53, + "avg_cost": 0.5, + "lambda": 95.584, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1030, + "avg_reward": 7426.72, + "avg_cost": 0.5, + "lambda": 96.0342, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1040, + "avg_reward": 7538.07, + "avg_cost": 0.25, + "lambda": 96.4542, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1050, + "avg_reward": 9482.92, + "avg_cost": 1.5, + "lambda": 96.9401, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1060, + "avg_reward": 6526.03, + "avg_cost": 0.75, + "lambda": 97.5465, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1070, + "avg_reward": 8612.73, + "avg_cost": 0.25, + "lambda": 98.2329, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1080, + "avg_reward": 9056.28, + "avg_cost": 1.0, + "lambda": 98.6581, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1090, + "avg_reward": 9643.2, + "avg_cost": 1.0, + "lambda": 99.0801, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1100, + "avg_reward": 9247.8, + "avg_cost": 1.25, + "lambda": 99.5456, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1110, + "avg_reward": 8810.81, + "avg_cost": 0.0, + "lambda": 100.0654, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1120, + "avg_reward": 8729.28, + "avg_cost": 0.0, + "lambda": 100.4955, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1130, + "avg_reward": 9721.28, + "avg_cost": 0.0, + "lambda": 100.8545, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1140, + "avg_reward": 8879.29, + "avg_cost": 0.75, + "lambda": 101.2293, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1150, + "avg_reward": 9032.62, + "avg_cost": 0.75, + "lambda": 101.6348, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1160, + "avg_reward": 9448.84, + "avg_cost": 0.75, + "lambda": 102.032, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1170, + "avg_reward": 9423.58, + "avg_cost": 1.25, + "lambda": 102.461, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1180, + "avg_reward": 9529.44, + "avg_cost": 0.25, + "lambda": 102.9461, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1190, + "avg_reward": 7824.16, + "avg_cost": 0.5, + "lambda": 103.4502, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1200, + "avg_reward": 9310.11, + "avg_cost": 0.5, + "lambda": 103.9392, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1210, + "avg_reward": 9745.87, + "avg_cost": 0.75, + "lambda": 104.3867, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1220, + "avg_reward": 6490.23, + "avg_cost": 0.25, + "lambda": 104.8717, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1230, + "avg_reward": 9605.23, + "avg_cost": 0.25, + "lambda": 105.3454, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1240, + "avg_reward": 9638.88, + "avg_cost": 0.25, + "lambda": 105.7308, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1250, + "avg_reward": 10518.47, + "avg_cost": 0.0, + "lambda": 106.0905, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1260, + "avg_reward": 10169.55, + "avg_cost": 0.0, + "lambda": 106.4586, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1270, + "avg_reward": 10337.87, + "avg_cost": 0.5, + "lambda": 106.807, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1280, + "avg_reward": 9906.78, + "avg_cost": 0.25, + "lambda": 107.1404, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1290, + "avg_reward": 9914.06, + "avg_cost": 0.0, + "lambda": 107.6571, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1300, + "avg_reward": 10243.12, + "avg_cost": 0.5, + "lambda": 108.2782, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1310, + "avg_reward": 10048.9, + "avg_cost": 0.25, + "lambda": 108.8794, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1320, + "avg_reward": 7534.14, + "avg_cost": 0.0, + "lambda": 109.4557, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1330, + "avg_reward": 9973.46, + "avg_cost": 3.5, + "lambda": 110.1501, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1340, + "avg_reward": 9397.1, + "avg_cost": 1.0, + "lambda": 111.0128, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1350, + "avg_reward": 9380.87, + "avg_cost": 0.0, + "lambda": 111.8735, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1360, + "avg_reward": 9707.73, + "avg_cost": 0.25, + "lambda": 112.5346, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1370, + "avg_reward": 10224.27, + "avg_cost": 0.5, + "lambda": 113.0907, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1380, + "avg_reward": 9804.52, + "avg_cost": 1.0, + "lambda": 113.6175, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1390, + "avg_reward": 10447.75, + "avg_cost": 0.25, + "lambda": 114.0821, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1400, + "avg_reward": 10309.07, + "avg_cost": 0.25, + "lambda": 114.6402, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1410, + "avg_reward": 10792.57, + "avg_cost": 0.0, + "lambda": 114.9916, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1420, + "avg_reward": 10963.71, + "avg_cost": 0.75, + "lambda": 115.3095, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1430, + "avg_reward": 10898.77, + "avg_cost": 1.0, + "lambda": 115.6358, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1440, + "avg_reward": 10816.49, + "avg_cost": 0.75, + "lambda": 115.9613, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1450, + "avg_reward": 10270.82, + "avg_cost": 0.0, + "lambda": 116.3248, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1460, + "avg_reward": 5537.96, + "avg_cost": 2.75, + "lambda": 116.81, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1470, + "avg_reward": 5727.51, + "avg_cost": 1.5, + "lambda": 117.4936, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1480, + "avg_reward": 10999.66, + "avg_cost": 0.5, + "lambda": 118.2174, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1490, + "avg_reward": 10684.47, + "avg_cost": 1.0, + "lambda": 118.836, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1500, + "avg_reward": 10911.46, + "avg_cost": 0.25, + "lambda": 119.469, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + } + ], + "episode_rewards": [ + -7023.8478, + -7311.5596, + -6609.4012, + -6331.3943, + -6272.8613, + -6704.2509, + -6788.5286, + -6222.3483, + -6586.5953, + -6265.7972, + -5465.5303, + -5708.3683, + -5756.3914, + -4863.6379, + -6651.196, + -6134.2255, + -6316.6294, + -5919.4934, + -6177.8354, + -6141.6995, + -6455.2152, + -6744.3401, + -6351.7584, + -5550.5112, + -5637.8504, + -6361.6577, + -6510.2791, + -6457.6436, + -5881.4084, + -6173.2189, + -6014.4098, + -5798.0314, + -6101.0179, + -5756.6458, + -5895.179, + -6226.0517, + -6129.8401, + -5946.7611, + -5816.1109, + -6334.1081, + -6053.849, + -5476.9212, + -6338.7513, + -5773.0927, + -5916.0626, + -5950.3002, + -5290.1223, + -6097.058, + -5044.8543, + -4974.6559, + -5163.6619, + -5458.3439, + -5448.3762, + -5380.7551, + -5587.1387, + -5330.696, + -4892.7415, + -4913.4693, + -5551.1912, + -5678.1257, + -5437.1676, + -5319.2408, + -5257.0769, + -5319.4603, + -4545.1561, + -5068.2628, + -5640.0108, + -4401.1922, + -4214.108, + -4274.8821, + -5080.5245, + -5401.918, + -4784.3102, + -4721.9133, + -5111.0581, + -4390.0593, + -4554.3834, + -4557.4011, + -3878.5108, + -3848.8122, + -4121.7767, + -3902.1027, + -3854.2947, + -4759.0338, + -4255.5228, + -3688.757, + -3297.5715, + -3485.0279, + -4018.3456, + -3663.0077, + -3621.4421, + -3933.3021, + -3658.66, + -3442.519, + -3416.4376, + -3996.2389, + -4214.6644, + -3830.6415, + -4240.0026, + -4706.5502, + -3508.0185, + -3473.1811, + -3182.1995, + -3833.8658, + -4003.4022, + -2342.8195, + -3617.6127, + -3632.8719, + -3391.6172, + -3250.6186, + -4522.3403, + -2775.9259, + -3247.8038, + -2509.7326, + -3883.8037, + -2867.9123, + -3438.8535, + -2876.9214, + -3506.8588, + -3366.3811, + -3235.839, + -3066.5938, + -2792.3125, + -2543.4011, + -3019.3907, + -2711.4548, + -2979.4188, + -2787.7655, + -2692.0449, + -2990.2238, + -2833.8489, + -2684.6262, + -3405.6938, + -3947.8941, + -3178.6684, + -2942.4102, + -2607.4518, + -2668.8474, + -2440.5256, + -3489.5415, + -3305.7643, + -3105.9426, + -3453.3849, + -2293.9287, + -3675.7288, + -2868.2799, + -2641.3086, + -2297.3155, + -2219.024, + -2113.6757, + -2728.6892, + -2715.7753, + -2627.2449, + -3676.2525, + -2561.259, + -2847.8162, + -2252.6997, + -2220.225, + -2370.658, + -2994.3696, + -2957.3984, + -2048.2256, + -2499.813, + -2018.5962, + -2625.281, + -2329.5224, + -2220.8196, + -2404.0356, + -2100.8477, + -2043.8237, + -2450.8528, + -2008.875, + -1582.7403, + -2261.4559, + -2030.3793, + -2222.0265, + -2181.1732, + -1566.4921, + -2185.7763, + -1969.2971, + -2051.279, + -2905.3984, + -2001.7283, + -2127.1606, + -2690.6538, + -1784.8806, + -1591.2419, + -1485.7203, + -1807.5878, + -1195.678, + -1526.896, + -1928.6156, + -2330.3396, + -1988.4929, + -1937.7093, + -2096.7456, + -1625.3802, + -886.591, + -1620.43, + -1008.9139, + -1154.1009, + -1382.5779, + -1274.4366, + -1236.9547, + -1563.6005, + -2491.3523, + -2737.5526, + -2109.3872, + -1499.0487, + -1833.6879, + -904.3328, + -1190.6643, + -1880.2499, + -1661.9152, + -886.9535, + -2864.8256, + -1416.8129, + -1490.4967, + -1620.7858, + -2043.1628, + -528.5115, + -1106.7128, + -987.8366, + -714.4463, + -1704.4077, + -2198.032, + -834.2241, + -719.6619, + -578.205, + -2028.2056, + -994.2833, + 1776.5527, + -3709.0245, + -1883.8215, + -2424.277, + -744.387, + -1315.2146, + -1174.2406, + -1570.6771, + -1127.8584, + 71.0492, + 476.4724, + -2872.0271, + -1860.1874, + -1847.7812, + -1955.1727, + -428.3072, + -1354.9833, + -2292.3641, + -2140.3626, + -914.1858, + -1482.255, + -822.4495, + -2102.745, + -2111.1489, + -1613.3915, + -2117.7933, + -380.662, + -1472.325, + -3085.4634, + -893.1043, + -2298.1363, + -1166.8171, + -2029.1937, + -1244.0456, + -558.4398, + -555.7963, + -4053.4843, + -788.6307, + 343.4591, + -1570.3546, + -1446.7308, + -873.8043, + -2039.3829, + -2234.5597, + -2191.4741, + -1476.7206, + -1336.1367, + -2120.8045, + -2139.5278, + -1962.4858, + -2102.8214, + -2646.4503, + -2253.0959, + -1425.3687, + -2321.094, + -1782.905, + -2625.1764, + -2310.3381, + -3821.8733, + -645.8409, + -329.8218, + -972.4667, + -1403.6709, + -1223.1975, + -1834.0631, + 392.6175, + -816.696, + -2717.2527, + -1219.8254, + -416.0152, + -297.0101, + -783.7679, + -475.2281, + -1814.0871, + -3072.2807, + -829.4449, + -762.294, + -1476.1668, + -1505.0117, + -1268.7636, + -1413.7007, + -727.3931, + -477.9963, + -411.3013, + -221.7608, + -685.5288, + -1034.3634, + 562.6657, + 546.6882, + -454.7354, + -1482.2052, + -825.5672, + -668.0175, + 1145.3646, + 565.2899, + 81.1477, + -573.3412, + -675.8027, + 793.7789, + 1143.5762, + -494.0, + -114.7761, + 606.5094, + 367.9989, + -1493.9216, + -2435.8899, + 870.1974, + -915.9202, + 65.8085, + -248.4139, + -580.213, + -1003.0006, + -649.3114, + 734.467, + 437.071, + -238.6968, + 1548.0067, + 1418.0752, + 1107.0749, + 2311.8778, + 132.5578, + 1003.6707, + 214.9307, + 1070.3353, + 1873.4352, + 1018.1437, + -142.7128, + -189.3082, + 462.3278, + 571.1239, + -146.7262, + 1955.7215, + 1031.5055, + 466.4396, + 1016.0049, + 346.65, + 1974.9353, + 2714.6045, + -574.6702, + 906.7838, + 1739.9355, + 35.5365, + 1819.1491, + 1969.5515, + 1891.0637, + -651.086, + 976.3611, + 2309.6399, + 606.3015, + 271.9981, + -313.5274, + 897.3542, + 3146.4626, + 2485.989, + 1343.3638, + 410.864, + 1359.5067, + 984.2465, + 2086.7833, + 2779.6571, + 2080.4577, + 1440.7937, + 1499.4747, + 2270.1276, + 1538.6326, + 3003.1696, + 2299.4339, + 930.235, + 1903.1552, + 3289.7536, + 2985.5652, + 2923.2137, + 3079.5137, + 1125.2675, + 3221.3372, + 3530.5892, + 1853.1672, + 931.9451, + 2171.7349, + 3034.4646, + 1573.5805, + 1184.0225, + 1692.4318, + 2815.2081, + 722.2485, + 3319.4616, + 2102.9433, + 3065.1031, + 1496.4042, + 2227.59, + 1761.161, + 2646.9337, + 1083.5975, + 2546.5311, + 3018.8906, + 2004.8413, + 1921.6959, + 1392.957, + 3345.9281, + 2225.3915, + 3732.8178, + 3385.0422, + 2208.5658, + 1088.6807, + 1592.693, + 1780.507, + 2408.1621, + 2069.9229, + 2648.6758, + 2773.6572, + 2676.7159, + 40.5775, + 1257.288, + 3126.6755, + 1619.3751, + 3691.0308, + 1292.8749, + 603.4664, + 2548.8696, + 1438.9988, + 4451.9724, + 1543.9105, + 4541.7861, + 2144.2181, + 4061.6244, + 1027.3212, + 2168.9366, + 4665.2337, + 3923.6666, + 3846.7633, + 2490.1795, + -709.7065, + 3032.6239, + 1605.1347, + 2709.976, + 2473.5744, + 3778.1363, + 4281.1685, + 3842.2811, + 3025.2849, + 3937.0314, + 2281.9685, + 1771.345, + 4128.0668, + 3812.9209, + 2674.5141, + 2813.6867, + 4026.8214, + 2769.1786, + 4016.1074, + 3879.1102, + 2626.704, + 2328.8098, + 1174.0607, + 4240.8876, + 1355.3186, + 4334.5554, + 1529.5987, + 2303.3889, + 4449.5978, + 2604.6205, + 3828.678, + 2844.2135, + 4286.4802, + 3817.0139, + 5011.6221, + 3179.3026, + 2989.5206, + 5167.2, + 1991.2286, + 1757.3026, + 2767.9337, + 4168.5362, + 3241.274, + 3527.3764, + 3495.3871, + 5428.705, + 5146.4997, + 3149.2932, + 4656.2238, + 4278.2997, + 3302.3058, + 1596.5625, + 3443.5785, + 4709.7224, + 4089.0388, + 4593.8573, + 3154.4924, + 5164.8153, + 3395.7833, + 1817.3271, + 5790.1843, + 5898.32, + 2029.3793, + 2878.7455, + 3990.7476, + 4517.2025, + 3324.3552, + 5012.7586, + 3909.4642, + 2466.393, + 2059.4966, + 2482.4341, + 4408.8217, + 2335.5573, + 2811.1393, + 3747.2647, + 3123.702, + 5312.6031, + 4664.9265, + 4087.4521, + 5273.4229, + 4463.1253, + 4548.1215, + 5239.7491, + 5064.6871, + 4904.7023, + 5352.87, + 3756.87, + 5287.6908, + 1743.1697, + 1228.1358, + 4424.9417, + 5087.9249, + 4597.1745, + 2764.1671, + 4146.145, + 3600.2492, + 2918.3599, + 5583.3656, + 5332.7196, + 5848.7516, + 4117.566, + 5318.516, + 5695.7824, + 5307.8623, + 5614.8274, + 5749.1642, + 4819.2605, + 5074.8457, + 5058.1521, + 2533.7674, + 5075.1297, + 5984.4428, + 5216.3285, + 4577.7082, + 5075.9125, + 3608.2598, + 2347.9824, + 5826.1665, + 4748.4882, + 5397.9214, + 4186.4857, + 5752.8518, + 4423.0113, + 3086.8669, + 5312.7497, + 5910.9228, + 3724.9423, + 5523.0491, + 4214.5301, + 5446.8986, + 4511.1447, + 5151.0394, + 5799.3781, + 5980.5814, + 5023.8096, + 5037.4298, + 3468.6214, + 5769.8652, + 6209.4132, + 4790.347, + 5486.0431, + 4296.6135, + 4426.9758, + 5825.4492, + 6173.0472, + 6736.546, + 6361.1607, + 2443.682, + 3827.0491, + 4921.1906, + 4055.3741, + 4340.7929, + 6079.7113, + 5256.7009, + 5776.719, + 6240.8031, + 4337.4701, + 4108.849, + 3255.1535, + 6000.2691, + 7423.4016, + 5213.2923, + 2922.0905, + 5534.4018, + 6930.0373, + 6966.8849, + 6658.8606, + 3367.0789, + 5408.1861, + 5678.8903, + 1795.1727, + 6667.8775, + 5141.0986, + 7051.9693, + 2034.9201, + 6744.767, + 7043.3233, + 5796.5711, + 6612.8308, + 5589.0744, + 7033.7792, + 5531.4337, + 8145.2382, + 7501.0771, + 6137.9124, + 6653.1957, + 4543.6664, + 5601.2594, + 7726.1484, + 4815.1022, + 8005.476, + 5240.392, + 6890.9138, + 6898.1942, + 5148.3686, + 5931.7584, + 7233.907, + 5214.889, + 6731.381, + 6782.6628, + 4342.5155, + 6120.7622, + 8444.6389, + 7725.0387, + 6689.1178, + 4777.3154, + 6404.3524, + 7551.9543, + 6520.0171, + 7738.2443, + 7158.7521, + 6856.3119, + 7554.4788, + 7900.2159, + 7525.2096, + 4800.368, + 6184.7738, + 7058.8188, + 7949.3523, + 7152.507, + 6879.1879, + 7552.3449, + 7117.2968, + 7584.8378, + 7671.9541, + 5970.7223, + 7926.4899, + 7913.597, + 6818.0321, + 6054.3913, + 6293.8822, + 5807.8749, + 6373.7384, + 5894.1938, + 5990.9631, + 6650.599, + 6185.0169, + 5857.2759, + 7783.2478, + 6738.6615, + 6416.7593, + 5977.7138, + 6816.0734, + 7045.5186, + 7155.5742, + 5805.8117, + 5985.6945, + 6064.1949, + 6396.7117, + 6950.595, + 4842.6073, + 7688.7397, + 2816.7564, + 6601.2739, + 7410.9966, + 7913.2942, + 7801.989, + 7602.6663, + 7621.4711, + 8000.5386, + 7258.9787, + 7901.5654, + 6126.0862, + 6687.3124, + 8435.8402, + 8179.898, + 6079.3352, + 8666.018, + 8277.2587, + 7808.1518, + 7687.0063, + 7362.9036, + 8269.7713, + 7443.081, + 7718.247, + 7571.9783, + 7931.7384, + 5409.9803, + 7687.0746, + 6777.1315, + 8117.4277, + 7763.0183, + 7299.9556, + 7921.2989, + 8076.2449, + 8135.396, + 6702.9671, + 7032.6393, + 5872.4269, + 7538.9387, + 8303.6185, + 7806.1867, + 5703.2738, + 5074.8825, + 8237.2396, + 8253.655, + 6071.9231, + 7563.0004, + 5493.3595, + 8253.8454, + 8842.3369, + 7991.09, + 7796.5579, + 6526.8461, + 6217.5539, + 7898.3723, + 5841.7117, + 7195.7243, + 5886.0582, + 8159.4218, + 8440.0297, + 6240.9759, + 7088.2466, + 9063.1761, + 6815.9118, + 8161.1983, + 7640.8027, + 7364.0577, + 8077.8397, + 6569.9074, + 6396.0671, + 7873.5369, + 7803.9635, + 8387.7276, + 6200.341, + 5851.2584, + 6308.6925, + 8755.6307, + 8081.6629, + 8262.9347, + 8197.6812, + 8104.2743, + 8621.9748, + 7347.8552, + 5425.2284, + 4506.8187, + 8691.0512, + 7137.3759, + 7352.8009, + 8388.2384, + 6019.4148, + 8444.9599, + 5867.4094, + 7261.6398, + 8179.2433, + 7525.3815, + 7382.7533, + 8761.653, + 6266.6452, + 8816.1446, + 2624.369, + 6876.8961, + 5960.4448, + 7336.0399, + 8111.3307, + 7897.279, + 8368.9381, + 5120.5081, + 9006.5984, + 6519.699, + 4500.8956, + 8616.8256, + 8692.644, + 8140.9739, + 8158.1211, + 6031.515, + 6313.7369, + 7092.9833, + 8830.4044, + 7082.9049, + 4604.9263, + 8076.601, + 8474.5258, + 8591.9328, + 6800.038, + 8160.1, + 8847.2232, + 8729.2582, + 8820.6505, + 7656.2489, + 5409.2488, + 8691.2403, + 6940.3262, + 8589.5399, + 8473.1148, + 9236.9651, + 8721.9056, + 7863.0714, + 5927.4456, + 6728.6177, + 8497.8798, + 8239.6005, + 8489.0081, + 8336.3733, + 7800.4624, + 8819.174, + 8528.2768, + 6159.3268, + 5791.1499, + 7658.3558, + 8871.6993, + 8716.6278, + 6136.3806, + 8174.2385, + 8155.5118, + 6043.9738, + 5783.7722, + 8025.5287, + 7873.2584, + 8539.6975, + 6173.9867, + 8002.4049, + 9108.9438, + 7083.9256, + 2888.5867, + 6612.7425, + 9468.4585, + 8511.5877, + 8396.3412, + 7112.7521, + 6365.307, + 9086.6793, + 7600.0995, + 8735.9721, + 8961.4775, + 7953.11, + 8553.3074, + 6473.2049, + 9276.4788, + 9350.8466, + 6985.4317, + 5298.5729, + 8088.0725, + 8892.3495, + 7740.5389, + 7895.8863, + 7911.7011, + 9486.4298, + 9536.5139, + 9053.1025, + 6737.7423, + 7199.8954, + 8180.1696, + 9095.4702, + 8904.2697, + 8982.7775, + 7014.0834, + 5960.2732, + 8779.8935, + 9321.4233, + 8447.2654, + 8198.6304, + 8678.9416, + 8798.8659, + 6323.2244, + 7615.4702, + 8082.5673, + 6735.3961, + 6980.3698, + 6592.0356, + 9120.3371, + 6712.8135, + 4614.9328, + 9314.3824, + 6708.9711, + 8015.6302, + 8371.4542, + 9304.1851, + 9168.2623, + 8932.082, + 8513.825, + 4348.6876, + 9337.2379, + 6703.852, + 8736.8019, + 8643.3996, + 9022.053, + 6847.5192, + 7062.8392, + 7792.8393, + 8854.6363, + 9283.2849, + 7729.846, + 7905.7505, + 8774.1651, + 9242.4356, + 8930.2784, + 6730.9514, + 9139.3535, + 8862.0509, + 9244.4256, + 9232.7322, + 9113.2946, + 9200.3163, + 8773.933, + 9627.4772, + 6776.2955, + 6883.9515, + 7985.8095, + 8903.7846, + 9595.5433, + 6817.0693, + 9008.9243, + 9438.6272, + 9407.7237, + 6462.9567, + 7513.9471, + 8912.8446, + 9566.348, + 9506.1157, + 9441.3676, + 6841.8509, + 8859.6148, + 9358.4143, + 7815.121, + 6603.7918, + 3584.161, + 8954.9331, + 8769.9613, + 7296.3169, + 9296.2185, + 9263.8262, + 7263.0784, + 7653.3313, + 9167.6946, + 9001.8723, + 8731.9156, + 7391.8223, + 9727.1317, + 9748.5693, + 5681.4949, + 9514.7102, + 6579.3836, + 7000.5311, + 9752.4437, + 9447.237, + 6790.1457, + 9876.2268, + 8790.7637, + 7282.4569, + 7499.0805, + 9665.957, + 9202.845, + 8595.1011, + 8791.3232, + 8632.4718, + 8232.0311, + 9869.5972, + 9198.0727, + 4483.4451, + 7268.1322, + 7859.9024, + 9516.7762, + 9412.5675, + 8362.373, + 6850.1459, + 9827.5333, + 9504.2301, + 9262.3894, + 5787.9103, + 9282.5312, + 6413.7248, + 9563.9063, + 6086.0808, + 8940.7296, + 8016.3085, + 7426.7182, + 9567.2324, + 9605.0751, + 9881.9991, + 8425.9487, + 8674.9446, + 9348.2909, + 8025.637, + 8408.4881, + 9680.1613, + 7538.067, + 6640.6986, + 7930.4071, + 9584.7767, + 8641.8318, + 8503.809, + 6624.8162, + 9081.305, + 7718.5508, + 9162.397, + 9482.9151, + 6421.3759, + 6239.5501, + 6839.4779, + 9070.1776, + 8754.6732, + 9377.1881, + 8924.6371, + 8762.907, + 8664.0814, + 6526.0336, + 8840.5202, + 9176.0772, + 7038.3873, + 9129.819, + 8048.8605, + 8688.1605, + 7088.6637, + 9415.1982, + 7977.5909, + 8612.7268, + 9376.1566, + 9484.9229, + 7888.14, + 9011.2383, + 7821.3031, + 5084.7183, + 7157.6851, + 8405.5427, + 9053.998, + 9056.2834, + 9057.9273, + 9038.5726, + 9518.9727, + 6949.4693, + 9622.1769, + 9204.4455, + 7832.7564, + 9184.9737, + 6370.4941, + 9643.198, + 7105.6333, + 6751.2091, + 5526.0675, + 9147.788, + 9461.2515, + 7004.232, + 9086.377, + 9046.4474, + 9792.8557, + 9247.803, + 9056.7773, + 8961.0306, + 9166.5851, + 7232.7515, + 7096.5211, + 9815.474, + 8482.6251, + 9849.0467, + 9223.6748, + 8810.8136, + 9118.3109, + 7015.9263, + 9023.7759, + 9279.2413, + 9379.2037, + 9366.7614, + 9619.8101, + 9424.2111, + 9417.9419, + 8729.2846, + 5271.7128, + 9373.6745, + 6580.8284, + 9460.5742, + 9439.7314, + 9828.2135, + 7621.8069, + 9229.4797, + 6509.7918, + 9721.2817, + 9813.4218, + 9499.4191, + 7107.3613, + 8428.7348, + 5644.729, + 9902.9379, + 9839.3039, + 10029.7061, + 8247.8819, + 8879.288, + 7797.2764, + 10130.8743, + 9803.4779, + 10060.6784, + 9818.2232, + 7261.7026, + 7877.2882, + 8842.8954, + 9174.7304, + 9032.623, + 9422.3852, + 9519.6843, + 10205.4932, + 8935.6089, + 7240.5461, + 8940.8794, + 10558.3075, + 10058.3493, + 8525.1703, + 9448.8433, + 5760.9677, + 9845.5659, + 10074.8516, + 9102.7502, + 9232.3171, + 7222.1663, + 10111.1937, + 8391.8228, + 9542.3644, + 9423.5772, + 9617.8223, + 9893.3879, + 8852.8487, + 9403.5821, + 9384.0805, + 8863.5318, + 9262.5951, + 9648.6836, + 9318.9314, + 9529.4363, + 6689.8443, + 7753.3316, + 9183.7696, + 9649.9685, + 7687.4718, + 8051.3646, + 9789.4376, + 9339.2199, + 9044.6284, + 7824.1581, + 9384.0199, + 9972.9583, + 9054.0563, + 7487.2407, + 9331.9532, + 9275.0819, + 9127.9631, + 9409.4925, + 9604.0384, + 9310.1054, + 9900.415, + 8968.196, + 9859.1132, + 9743.5803, + 5542.1109, + 7435.0033, + 7865.6414, + 9028.4961, + 9511.4483, + 9745.8689, + 9345.0457, + 9229.8859, + 8263.3564, + 9567.8604, + 9658.355, + 9753.0961, + 7568.1222, + 9937.8263, + 9608.1585, + 6490.2321, + 9622.6975, + 10041.4784, + 9037.3047, + 9938.9191, + 9188.3024, + 9620.3573, + 7318.1874, + 8199.2638, + 9503.0041, + 9605.2291, + 8174.1901, + 9896.8723, + 9291.8022, + 8084.6265, + 10265.972, + 7523.6115, + 9668.934, + 9670.8481, + 10050.4044, + 9638.8779, + 6338.3012, + 10036.8126, + 9731.028, + 9816.2107, + 7230.7871, + 9979.6828, + 9313.1436, + 8435.3522, + 9526.259, + 10518.4741, + 9650.7667, + 8106.2237, + 9730.5488, + 10329.3721, + 9863.1274, + 9794.708, + 10015.6029, + 7281.3605, + 10160.2418, + 10169.5516, + 10142.9532, + 10162.9839, + 9698.4208, + 9896.6801, + 9646.5872, + 9649.0643, + 10081.0759, + 9353.1923, + 10036.2678, + 10337.8688, + 9846.5765, + 10233.3266, + 8927.1117, + 9949.6494, + 9979.7458, + 10135.2565, + 10088.5912, + 9868.2388, + 9869.1739, + 9906.782, + 9989.1958, + 9733.3865, + 10269.9031, + 10272.4919, + 10402.1945, + 9510.8478, + 10254.3361, + 10203.3755, + 10041.0016, + 9914.0636, + 10016.6833, + 9378.7222, + 7416.8438, + 10260.8406, + 10012.4229, + 10243.5622, + 9939.8638, + 9445.2951, + 9935.0206, + 10243.1224, + 10101.1479, + 9079.902, + 10341.6039, + 9867.6746, + 10375.0329, + 9606.9596, + 9859.4597, + 10061.0658, + 9769.8526, + 10048.9, + 10177.5641, + 9641.8698, + 10003.2589, + 10243.0279, + 9557.4482, + 9438.5258, + 9232.3074, + 10513.4989, + 8054.9088, + 7534.139, + 9846.4669, + 9796.3122, + 9609.6349, + 9433.7546, + 9878.7881, + 9685.2119, + 9766.7373, + 9076.2617, + 9230.3102, + 9973.4597, + 9728.3449, + 9534.8665, + 9832.7682, + 9833.4403, + 9614.8625, + 9805.3046, + 10096.785, + 9453.4848, + 9835.1266, + 9397.0984, + 9512.3142, + 10090.6358, + 9902.8887, + 9435.6019, + 9752.7118, + 9454.3426, + 9508.1889, + 9301.053, + 9913.7898, + 9380.8699, + 9560.5643, + 9904.5446, + 9893.051, + 9865.1552, + 10430.8648, + 9382.7157, + 10440.1153, + 7408.2316, + 10178.4675, + 9707.7305, + 9704.7956, + 9662.9225, + 10286.5744, + 9888.0111, + 9712.72, + 9994.1345, + 9785.5034, + 10199.8639, + 10054.6716, + 10224.2673, + 10076.6082, + 9568.1794, + 10606.7082, + 9528.4397, + 10032.0694, + 10170.2277, + 10524.106, + 9864.9546, + 10480.7838, + 9804.5184, + 10780.2321, + 10180.5388, + 10079.3215, + 10524.4729, + 10053.077, + 10220.7287, + 11046.8767, + 9683.1463, + 10405.6444, + 10447.751, + 10428.1914, + 10036.5362, + 10591.8088, + 9901.5885, + 10897.2898, + 7861.9043, + 10181.0604, + 10179.8866, + 10685.4735, + 10309.065, + 10214.8161, + 10977.5688, + 10428.2781, + 10805.5245, + 9915.6096, + 9853.5509, + 10449.2616, + 10391.1203, + 10180.354, + 10792.5656, + 10638.0246, + 10790.917, + 10177.9575, + 9017.3333, + 10171.2486, + 11193.6505, + 10427.9776, + 8222.6725, + 10495.0432, + 10963.7092, + 10177.6825, + 11472.3905, + 10670.9557, + 10842.5824, + 10094.1043, + 11095.5639, + 9865.7165, + 10985.5855, + 10749.5653, + 10898.7705, + 10711.0631, + 10729.4933, + 10740.9507, + 10210.9129, + 10986.0807, + 8198.3249, + 11000.7753, + 9112.0011, + 8093.4796, + 10816.4858, + 10677.0186, + 10738.4744, + 10631.521, + 7649.3995, + 10634.0001, + 11445.8922, + 11232.1898, + 8737.3266, + 11368.6776, + 10270.816, + 10636.8956, + 11295.4979, + 10607.9486, + 10769.1071, + 8506.2147, + 11267.1375, + 8597.9818, + 11049.3067, + 10473.951, + 5537.9564, + 11335.2126, + 10502.6195, + 10695.3693, + 10728.3129, + 11266.3566, + 11018.4063, + 10882.7651, + 10264.1872, + 8862.8098, + 5727.5065, + 11533.5611, + 10846.6017, + 11111.4907, + 10695.0063, + 10662.4963, + 10900.8233, + 10980.7969, + 10923.0553, + 10091.5541, + 10999.659, + 10718.1392, + 10625.0439, + 10988.3432, + 10252.7483, + 10434.932, + 10670.9865, + 10531.5501, + 10734.4592, + 10441.8899, + 10684.4736, + 10341.9024, + 10742.7715, + 10581.1771, + 9982.1826, + 10939.752, + 10501.2783, + 10775.0323, + 10529.7306, + 10633.5178, + 10911.4637 + ], + "episode_costs": [ + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 0.0, + 1.5, + 2.0, + 0.75, + 2.0, + 2.75, + 4.5, + 0.0, + 0.5, + 1.0, + 2.25, + 1.5, + 1.5, + 2.25, + 0.25, + 0.5, + 1.25, + 2.5, + 0.75, + 2.75, + 0.5, + 1.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.25, + 1.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.5, + 0.0, + 0.25, + 2.25, + 2.25, + 0.75, + 1.0, + 2.0, + 0.5, + 1.75, + 1.0, + 2.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 2.5, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.75, + 1.75, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 1.25, + 1.75, + 2.5, + 1.5, + 0.25, + 2.5, + 0.5, + 4.0, + 0.5, + 0.25, + 0.75, + 1.75, + 1.75, + 0.25, + 0.5, + 1.0, + 2.25, + 3.0, + 1.75, + 0.75, + 2.5, + 2.0, + 1.0, + 1.5, + 0.25, + 0.75, + 1.25, + 1.0, + 0.5, + 1.25, + 0.0, + 1.75, + 3.0, + 0.5, + 2.75, + 1.5, + 1.0, + 3.75, + 1.75, + 2.75, + 2.5, + 5.25, + 2.25, + 1.75, + 0.5, + 2.25, + 1.0, + 1.5, + 0.0, + 1.0, + 1.5, + 2.0, + 0.5, + 0.75, + 1.75, + 1.75, + 0.5, + 1.5, + 0.75, + 1.0, + 2.0, + 0.5, + 1.0, + 0.5, + 2.25, + 1.25, + 1.75, + 1.25, + 2.5, + 1.0, + 2.25, + 3.0, + 1.5, + 0.25, + 1.5, + 2.5, + 3.5, + 5.25, + 0.75, + 2.75, + 0.5, + 2.25, + 1.0, + 1.75, + 1.5, + 1.0, + 1.5, + 1.75, + 1.75, + 2.0, + 3.0, + 3.75, + 5.75, + 1.75, + 1.5, + 2.0, + 1.75, + 1.75, + 0.75, + 1.25, + 1.0, + 3.75, + 0.5, + 2.75, + 3.0, + 1.5, + 1.0, + 2.75, + 1.25, + 1.0, + 1.0, + 1.75, + 2.0, + 1.75, + 1.75, + 2.75, + 2.75, + 0.75, + 2.5, + 0.25, + 2.0, + 2.25, + 1.25, + 0.25, + 0.25, + 1.5, + 3.0, + 1.0, + 1.5, + 1.25, + 0.5, + 3.25, + 0.75, + 1.75, + 1.0, + 0.0, + 1.0, + 0.5, + 2.25, + 0.75, + 1.5, + 1.25, + 2.25, + 1.0, + 2.0, + 2.75, + 1.5, + 1.5, + 1.5, + 0.5, + 2.25, + 0.5, + 0.25, + 0.5, + 1.0, + 3.5, + 1.0, + 2.75, + 2.5, + 0.75, + 1.0, + 1.0, + 1.75, + 1.75, + 1.25, + 2.0, + 1.0, + 1.0, + 1.25, + 1.75, + 0.75, + 0.75, + 3.25, + 0.0, + 1.0, + 1.75, + 0.25, + 2.0, + 1.5, + 2.5, + 1.25, + 0.25, + 3.0, + 0.25, + 0.5, + 2.25, + 4.75, + 2.0, + 1.5, + 0.5, + 0.5, + 0.5, + 1.25, + 1.5, + 2.0, + 0.75, + 0.75, + 1.25, + 0.0, + 0.75, + 0.25, + 1.5, + 0.0, + 0.5, + 0.75, + 0.5, + 1.75, + 0.75, + 0.25, + 1.25, + 1.0, + 1.0, + 2.25, + 2.5, + 1.5, + 1.0, + 2.5, + 1.25, + 1.25, + 0.75, + 2.0, + 4.25, + 0.75, + 2.5, + 1.75, + 1.25, + 1.5, + 0.75, + 0.5, + 1.0, + 2.5, + 1.25, + 0.75, + 3.0, + 0.75, + 1.5, + 0.25, + 0.75, + 0.25, + 0.0, + 4.5, + 2.75, + 1.5, + 1.75, + 1.25, + 0.25, + 0.75, + 1.5, + 1.5, + 1.0, + 0.75, + 1.75, + 2.75, + 2.75, + 3.0, + 1.5, + 0.25, + 1.25, + 0.5, + 0.75, + 1.5, + 2.5, + 1.5, + 0.75, + 0.25, + 1.0, + 0.25, + 1.5, + 1.0, + 1.25, + 1.0, + 0.75, + 0.5, + 0.75, + 1.75, + 2.5, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 0.5, + 1.75, + 1.0, + 1.0, + 0.5, + 0.0, + 1.5, + 1.75, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 1.5, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.0, + 1.0, + 1.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 1.5, + 1.0, + 0.5, + 0.5, + 0.5, + 1.75, + 0.25, + 0.25, + 2.75, + 0.5, + 0.5, + 2.75, + 1.5, + 1.0, + 0.75, + 0.75, + 1.25, + 0.75, + 1.5, + 1.25, + 0.0, + 0.5, + 0.25, + 0.0, + 3.0, + 0.75, + 1.75, + 0.25, + 0.0, + 0.75, + 1.25, + 2.5, + 1.0, + 0.0, + 0.75, + 0.25, + 0.0, + 2.0, + 3.25, + 1.0, + 0.0, + 0.25, + 0.5, + 2.0, + 2.25, + 0.75, + 0.25, + 0.75, + 1.25, + 2.0, + 2.25, + 0.0, + 0.5, + 2.0, + 2.25, + 2.25, + 1.0, + 2.0, + 2.0, + 2.0, + 0.5, + 0.25, + 1.75, + 1.25, + 0.0, + 0.5, + 0.75, + 7.5, + 8.5, + 4.5, + 0.5, + 0.0, + 0.25, + 0.75, + 3.5, + 1.75, + 4.5, + 1.75, + 1.25, + 1.0, + 2.0, + 0.75, + 1.0, + 1.0, + 1.5, + 2.0, + 1.25, + 1.75, + 0.25, + 1.75, + 0.25, + 0.5, + 2.0, + 0.5, + 0.75, + 1.5, + 2.25, + 0.75, + 1.25, + 0.5, + 0.25, + 0.25, + 1.5, + 1.5, + 0.0, + 1.0, + 1.25, + 0.0, + 2.25, + 2.5, + 0.5, + 1.25, + 0.25, + 1.5, + 1.75, + 2.25, + 0.75, + 0.0, + 1.0, + 0.75, + 2.75, + 2.25, + 0.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 1.75, + 0.5, + 1.5, + 1.5, + 0.75, + 0.75, + 0.25, + 2.25, + 1.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.0, + 0.5, + 1.0, + 1.0, + 1.5, + 0.5, + 0.5, + 2.75, + 0.5, + 1.5, + 0.0, + 0.0, + 2.0, + 0.75, + 1.0, + 0.0, + 0.25, + 3.5, + 1.75, + 0.0, + 1.5, + 1.0, + 1.0, + 1.0, + 0.0, + 0.25, + 1.0, + 0.5, + 1.5, + 0.25, + 1.25, + 1.5, + 0.5, + 0.25, + 0.75, + 1.0, + 1.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 1.25, + 2.25, + 1.75, + 0.75, + 1.5, + 0.0, + 2.0, + 1.0, + 0.0, + 1.25, + 1.5, + 0.75, + 0.75, + 0.5, + 0.75, + 1.5, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 1.0, + 0.5, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 1.5, + 1.0, + 1.5, + 1.0, + 0.75, + 0.25, + 0.25, + 0.25, + 1.0, + 1.75, + 0.75, + 1.0, + 1.0, + 1.25, + 0.75, + 0.25, + 0.25, + 1.0, + 0.0, + 1.0, + 0.75, + 0.75, + 0.25, + 0.25, + 2.25, + 1.0, + 0.75, + 1.5, + 1.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 1.25, + 1.0, + 0.5, + 0.0, + 1.0, + 0.5, + 2.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 1.5, + 0.75, + 0.75, + 0.0, + 1.0, + 1.0, + 0.75, + 0.75, + 0.0, + 0.0, + 0.25, + 2.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 1.5, + 1.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.5, + 2.25, + 0.0, + 0.75, + 0.75, + 0.75, + 1.0, + 0.0, + 0.75, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 1.0, + 1.0, + 1.5, + 0.25, + 0.5, + 0.5, + 1.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 1.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 1.75, + 1.0, + 1.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 1.25, + 1.75, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 1.0, + 0.25, + 2.75, + 0.75, + 0.5, + 0.75, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.75, + 1.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 1.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.0, + 1.0, + 0.5, + 0.5, + 0.5, + 0.75, + 1.0, + 1.75, + 1.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 1.75, + 0.75, + 0.5, + 0.25, + 0.75, + 2.0, + 0.75, + 0.5, + 1.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 1.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.75, + 1.25, + 1.25, + 0.25, + 0.25, + 0.25, + 1.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 1.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 1.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 2.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 1.0, + 0.5, + 1.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.75, + 0.0, + 0.0, + 0.0, + 1.0, + 0.75, + 1.25, + 0.5, + 1.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 1.75, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 1.5, + 0.5, + 0.0, + 0.5, + 1.25, + 0.5, + 0.0, + 1.0, + 0.0, + 0.5, + 1.0, + 0.75, + 1.25, + 1.75, + 0.0, + 1.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 1.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.75, + 2.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 1.25, + 3.5, + 1.75, + 0.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 1.5, + 0.75, + 0.5, + 2.25, + 1.0, + 0.5, + 0.25, + 1.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.75, + 0.0, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.5, + 1.25, + 0.25, + 0.0, + 0.5, + 1.25, + 0.25, + 0.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 2.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 1.0, + 1.75, + 0.25, + 0.0, + 0.25, + 2.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 1.5, + 0.25, + 2.25, + 1.5, + 1.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 1.25, + 0.5, + 1.25, + 0.0, + 0.75, + 0.0, + 1.0, + 0.5, + 0.25, + 1.5, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 0.0, + 2.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25 + ], + "episode_lambdas": [ + 10.0, + 10.0125, + 10.0237, + 10.0339, + 10.043, + 10.0512, + 10.0586, + 10.0652, + 10.0762, + 10.0886, + 10.1022, + 10.1145, + 10.1255, + 10.1355, + 10.1444, + 10.1525, + 10.1597, + 10.1713, + 10.1816, + 10.191, + 10.1994, + 10.2069, + 10.2137, + 10.2199, + 10.2254, + 10.2303, + 10.2348, + 10.2388, + 10.2424, + 10.2457, + 10.2486, + 10.2513, + 10.2536, + 10.2583, + 10.2625, + 10.2662, + 10.2696, + 10.2726, + 10.2754, + 10.2778, + 10.2825, + 10.2868, + 10.2956, + 10.3036, + 10.3107, + 10.3196, + 10.3277, + 10.3349, + 10.3414, + 10.3473, + 10.3525, + 10.3598, + 10.3663, + 10.3722, + 10.3775, + 10.3822, + 10.389, + 10.3951, + 10.4056, + 10.415, + 10.4285, + 10.4407, + 10.4541, + 10.4662, + 10.4771, + 10.4869, + 10.4957, + 10.5036, + 10.5183, + 10.5314, + 10.5433, + 10.5565, + 10.5708, + 10.5862, + 10.6001, + 10.6151, + 10.6286, + 10.6407, + 10.6517, + 10.6615, + 10.6703, + 10.6783, + 10.6855, + 10.6944, + 10.7025, + 10.7097, + 10.7163, + 10.7246, + 10.7322, + 10.739, + 10.7451, + 10.7506, + 10.758, + 10.7672, + 10.7755, + 10.7829, + 10.7896, + 10.7957, + 10.8011, + 10.806, + 10.8104, + 10.8144, + 10.8179, + 10.8211, + 10.824, + 10.8266, + 10.829, + 10.8311, + 10.833, + 10.8347, + 10.8362, + 10.8376, + 10.8388, + 10.8399, + 10.8409, + 10.8418, + 10.8427, + 10.8434, + 10.8441, + 10.8447, + 10.8452, + 10.8457, + 10.8461, + 10.8465, + 10.8468, + 10.8472, + 10.8474, + 10.8477, + 10.8479, + 10.8481, + 10.8483, + 10.8485, + 10.8486, + 10.8488, + 10.8489, + 10.849, + 10.8491, + 10.8492, + 10.8493, + 10.8493, + 10.8494, + 10.8495, + 10.8495, + 10.8496, + 10.8496, + 10.8497, + 10.8522, + 10.8545, + 10.8565, + 10.8584, + 10.86, + 10.864, + 10.8676, + 10.8709, + 10.8738, + 10.8764, + 10.8788, + 10.8809, + 10.8828, + 10.8845, + 10.8886, + 10.8922, + 10.8955, + 10.9009, + 10.9058, + 10.9103, + 10.9142, + 10.9178, + 10.921, + 10.9239, + 10.9265, + 10.9289, + 10.931, + 10.9329, + 10.9346, + 10.9361, + 10.9375, + 10.9388, + 10.9399, + 10.9409, + 10.9418, + 10.9426, + 10.9434, + 10.944, + 10.9446, + 10.9452, + 10.9457, + 10.9461, + 10.9465, + 10.9468, + 10.9471, + 10.9474, + 10.9477, + 10.9479, + 10.9481, + 10.9508, + 10.9532, + 10.9554, + 10.9574, + 10.9616, + 10.9655, + 10.9689, + 10.972, + 10.9748, + 10.9773, + 10.9796, + 10.9816, + 10.9835, + 10.9851, + 10.9866, + 10.9955, + 11.0084, + 11.0226, + 11.0353, + 11.0468, + 11.0571, + 11.0689, + 11.0795, + 11.0891, + 11.1001, + 11.1101, + 11.1191, + 11.1297, + 11.1467, + 11.1721, + 11.1949, + 11.2304, + 11.2823, + 11.3366, + 11.4054, + 11.4949, + 11.6204, + 11.7334, + 11.84, + 11.946, + 12.0639, + 12.185, + 12.309, + 12.4431, + 12.5663, + 12.6822, + 12.799, + 12.9291, + 13.0537, + 13.1933, + 13.324, + 13.4516, + 13.5664, + 13.6698, + 13.7728, + 13.8705, + 13.9585, + 14.0526, + 14.1374, + 14.2136, + 14.2823, + 14.3515, + 14.4239, + 14.494, + 14.5596, + 14.6311, + 14.6955, + 14.7535, + 14.8106, + 14.8771, + 14.9419, + 15.0002, + 15.0552, + 15.1271, + 15.2144, + 15.3005, + 15.3879, + 15.4866, + 15.5805, + 15.6824, + 15.7842, + 15.8958, + 15.9962, + 16.0891, + 16.1827, + 16.2694, + 16.355, + 16.437, + 16.5158, + 16.5892, + 16.6553, + 16.7197, + 16.7778, + 16.83, + 16.877, + 16.9243, + 16.9794, + 17.0289, + 17.0735, + 17.1137, + 17.1498, + 17.1898, + 17.2308, + 17.2753, + 17.3152, + 17.3762, + 17.4311, + 17.4905, + 17.5539, + 17.621, + 17.6814, + 17.7433, + 17.8165, + 17.8848, + 17.9488, + 18.0065, + 18.0683, + 18.1265, + 18.1913, + 18.2672, + 18.3605, + 18.4594, + 18.551, + 18.6584, + 18.76, + 18.8915, + 19.0149, + 19.1284, + 19.2381, + 19.3543, + 19.4763, + 19.5887, + 19.6948, + 19.8003, + 19.9178, + 20.0535, + 20.1932, + 20.3264, + 20.4712, + 20.6216, + 20.7669, + 20.9127, + 21.0465, + 21.1743, + 21.3019, + 21.4267, + 21.544, + 21.6621, + 21.7684, + 21.8816, + 22.0134, + 22.1371, + 22.2759, + 22.4158, + 22.5517, + 22.7115, + 22.8729, + 23.0456, + 23.226, + 23.4409, + 23.6568, + 23.8687, + 24.0643, + 24.2629, + 24.4516, + 24.6364, + 24.8028, + 24.9625, + 25.1212, + 25.2841, + 25.4357, + 25.5796, + 25.7267, + 25.8765, + 26.0164, + 26.1572, + 26.2915, + 26.4223, + 26.5601, + 26.6891, + 26.8152, + 26.9337, + 27.0628, + 27.1915, + 27.3249, + 27.4574, + 27.6016, + 27.7415, + 27.8898, + 28.0534, + 28.2155, + 28.364, + 28.5126, + 28.6713, + 28.8492, + 29.0618, + 29.2606, + 29.467, + 29.6578, + 29.852, + 30.0368, + 30.2207, + 30.4011, + 30.5735, + 30.7436, + 30.9143, + 31.0853, + 31.2593, + 31.4459, + 31.6513, + 31.8937, + 32.1293, + 32.3564, + 32.5807, + 32.8002, + 33.0151, + 33.2161, + 33.4095, + 33.5936, + 33.7967, + 33.9845, + 34.1811, + 34.388, + 34.5892, + 34.7803, + 34.9797, + 35.1718, + 35.3546, + 35.5291, + 35.7037, + 35.8808, + 36.0578, + 36.2345, + 36.421, + 36.6164, + 36.7998, + 36.9898, + 37.1633, + 37.3395, + 37.5205, + 37.696, + 37.8564, + 38.0033, + 38.1504, + 38.3129, + 38.4691, + 38.6247, + 38.7772, + 38.9195, + 39.08, + 39.232, + 39.3863, + 39.5352, + 39.6692, + 39.7998, + 39.9223, + 40.0551, + 40.1821, + 40.3113, + 40.4402, + 40.5787, + 40.7133, + 40.8545, + 41.009, + 41.1631, + 41.3168, + 41.4701, + 41.6131, + 41.7643, + 41.9054, + 42.0348, + 42.1564, + 42.2757, + 42.4182, + 42.5563, + 42.7082, + 42.8699, + 43.0229, + 43.1706, + 43.3135, + 43.4597, + 43.6087, + 43.7553, + 43.9073, + 44.0541, + 44.1962, + 44.3366, + 44.4804, + 44.6174, + 44.7481, + 44.8983, + 45.0335, + 45.1651, + 45.3011, + 45.426, + 45.5584, + 45.6926, + 45.8383, + 45.982, + 46.1138, + 46.2624, + 46.3987, + 46.5263, + 46.6637, + 46.8348, + 47.0088, + 47.1804, + 47.3399, + 47.4884, + 47.6271, + 47.7644, + 47.9029, + 48.0476, + 48.1854, + 48.3168, + 48.4476, + 48.5654, + 48.6788, + 48.7835, + 48.8926, + 48.9909, + 49.0843, + 49.1758, + 49.2633, + 49.3594, + 49.4535, + 49.5406, + 49.6316, + 49.7234, + 49.8161, + 49.922, + 50.0423, + 50.1655, + 50.2865, + 50.4203, + 50.5533, + 50.6855, + 50.8119, + 50.9457, + 51.1087, + 51.2628, + 51.4265, + 51.5914, + 51.7522, + 51.912, + 52.0633, + 52.2045, + 52.3415, + 52.4899, + 52.6359, + 52.7748, + 52.9298, + 53.0768, + 53.2242, + 53.3592, + 53.4883, + 53.607, + 53.7138, + 53.8549, + 54.0094, + 54.1635, + 54.3196, + 54.4727, + 54.6129, + 54.7466, + 54.8819, + 55.0188, + 55.1519, + 55.2792, + 55.4113, + 55.5576, + 55.7169, + 55.8902, + 56.0612, + 56.2176, + 56.3708, + 56.5137, + 56.6498, + 56.7874, + 56.9361, + 57.085, + 57.2265, + 57.3564, + 57.4832, + 57.5999, + 57.7199, + 57.8379, + 57.9566, + 58.0735, + 58.1861, + 58.2925, + 58.3958, + 58.5062, + 58.6306, + 58.75, + 58.865, + 58.976, + 59.0809, + 59.1778, + 59.27, + 59.3705, + 59.471, + 59.5714, + 59.6667, + 59.7526, + 59.8448, + 59.9453, + 60.0433, + 60.1315, + 60.2133, + 60.287, + 60.3633, + 60.437, + 60.5183, + 60.5964, + 60.6668, + 60.7351, + 60.8041, + 60.8737, + 60.9363, + 61.0027, + 61.0749, + 61.1424, + 61.2082, + 61.2674, + 61.3231, + 61.3733, + 61.426, + 61.4809, + 61.5328, + 61.5845, + 61.6311, + 61.688, + 61.7492, + 61.8092, + 61.8683, + 61.9265, + 61.9963, + 62.0617, + 62.123, + 62.2057, + 62.2852, + 62.3616, + 62.458, + 62.5597, + 62.6612, + 62.7601, + 62.8566, + 62.9559, + 63.0528, + 63.155, + 63.2595, + 63.3536, + 63.4432, + 63.5264, + 63.6013, + 63.6986, + 63.7938, + 63.8969, + 63.9922, + 64.078, + 64.1627, + 64.2514, + 64.3563, + 64.4607, + 64.5546, + 64.6466, + 64.732, + 64.8088, + 64.8979, + 65.0106, + 65.122, + 65.2223, + 65.3151, + 65.4036, + 65.5032, + 65.6154, + 65.7239, + 65.824, + 65.9216, + 66.0219, + 66.1322, + 66.254, + 66.3636, + 66.4672, + 66.5805, + 66.705, + 66.8395, + 66.9705, + 67.1085, + 67.2526, + 67.4024, + 67.5421, + 67.6704, + 67.8034, + 67.9355, + 68.0545, + 68.1665, + 68.2749, + 68.4474, + 68.6877, + 68.9489, + 69.189, + 69.4051, + 69.6021, + 69.7869, + 69.9882, + 70.1869, + 70.4107, + 70.6296, + 70.8392, + 71.0377, + 71.2365, + 71.4228, + 71.6005, + 71.7705, + 71.9384, + 72.1096, + 72.2761, + 72.4435, + 72.5967, + 72.752, + 72.8943, + 73.0274, + 73.1671, + 73.2979, + 73.4231, + 73.5508, + 73.6882, + 73.8194, + 73.95, + 74.0725, + 74.1852, + 74.2892, + 74.3978, + 74.5105, + 74.612, + 74.7133, + 74.8169, + 74.9102, + 75.0167, + 75.1375, + 75.2513, + 75.3662, + 75.472, + 75.5823, + 75.6991, + 75.8267, + 75.949, + 76.0591, + 76.1682, + 76.2739, + 76.3965, + 76.5294, + 76.6489, + 76.764, + 76.8726, + 76.9779, + 77.0776, + 77.1698, + 77.2703, + 77.3658, + 77.4667, + 77.5725, + 77.6753, + 77.7753, + 77.8677, + 77.9735, + 78.0811, + 78.178, + 78.2727, + 78.3654, + 78.4564, + 78.5433, + 78.6214, + 78.6968, + 78.7746, + 78.8546, + 78.9417, + 79.025, + 79.105, + 79.2045, + 79.2991, + 79.3992, + 79.4892, + 79.5703, + 79.6633, + 79.7545, + 79.8465, + 79.9294, + 80.0064, + 80.1108, + 80.2222, + 80.3225, + 80.4277, + 80.5325, + 80.6367, + 80.7405, + 80.834, + 80.9206, + 81.0085, + 81.0927, + 81.1834, + 81.2676, + 81.3558, + 81.4502, + 81.5402, + 81.6237, + 81.7063, + 81.7907, + 81.8791, + 81.9587, + 82.0328, + 82.1021, + 82.1643, + 82.2229, + 82.2806, + 82.3351, + 82.3866, + 82.4354, + 82.4919, + 82.5652, + 82.6487, + 82.7313, + 82.8207, + 82.9011, + 82.9935, + 83.0866, + 83.1705, + 83.2584, + 83.3526, + 83.4448, + 83.5353, + 83.6218, + 83.7071, + 83.7989, + 83.894, + 83.9846, + 84.0712, + 84.154, + 84.2286, + 84.3033, + 84.3804, + 84.4549, + 84.5294, + 84.604, + 84.6761, + 84.746, + 84.8089, + 84.8805, + 84.9549, + 85.0369, + 85.1207, + 85.2037, + 85.2808, + 85.3527, + 85.42, + 85.4905, + 85.5714, + 85.6518, + 85.7341, + 85.8182, + 85.9064, + 85.9932, + 86.0739, + 86.149, + 86.2266, + 86.2965, + 86.3693, + 86.4424, + 86.5156, + 86.5841, + 86.6482, + 86.7284, + 86.8105, + 86.892, + 86.9803, + 87.0697, + 87.1553, + 87.2372, + 87.3135, + 87.3847, + 87.4537, + 87.5208, + 87.5937, + 87.6694, + 87.7424, + 87.8082, + 87.8774, + 87.9446, + 88.0302, + 88.1147, + 88.1957, + 88.2711, + 88.3465, + 88.4144, + 88.4779, + 88.5401, + 88.5961, + 88.6515, + 88.7014, + 88.7487, + 88.7938, + 88.8345, + 88.871, + 88.9164, + 88.9723, + 89.03, + 89.0895, + 89.1431, + 89.2013, + 89.2637, + 89.3273, + 89.3921, + 89.4504, + 89.5028, + 89.5525, + 89.6223, + 89.6876, + 89.7513, + 89.8112, + 89.8676, + 89.9183, + 89.9665, + 90.0098, + 90.0513, + 90.0937, + 90.1318, + 90.1687, + 90.2043, + 90.2414, + 90.2772, + 90.3095, + 90.346, + 90.3814, + 90.4283, + 90.4855, + 90.5394, + 90.5905, + 90.6364, + 90.6778, + 90.72, + 90.758, + 90.7972, + 90.8325, + 90.8642, + 90.9028, + 90.9425, + 90.9833, + 91.0425, + 91.0957, + 91.1511, + 91.2085, + 91.2677, + 91.3309, + 91.3878, + 91.4465, + 91.5019, + 91.5567, + 91.616, + 91.6719, + 91.7222, + 91.7775, + 91.8373, + 91.906, + 91.9704, + 92.0334, + 92.095, + 92.1655, + 92.229, + 92.2886, + 92.3422, + 92.3955, + 92.4485, + 92.5061, + 92.5655, + 92.6239, + 92.6791, + 92.7311, + 92.778, + 92.8202, + 92.8582, + 92.8999, + 92.9549, + 93.0144, + 93.083, + 93.1472, + 93.21, + 93.269, + 93.3221, + 93.3699, + 93.4179, + 93.4686, + 93.5192, + 93.5723, + 93.6226, + 93.6803, + 93.7498, + 93.8123, + 93.8686, + 93.9242, + 93.9768, + 94.0341, + 94.0957, + 94.1536, + 94.2333, + 94.3124, + 94.3887, + 94.4648, + 94.5408, + 94.6193, + 94.6948, + 94.7654, + 94.8313, + 94.8932, + 94.9664, + 95.0422, + 95.113, + 95.1842, + 95.2558, + 95.3277, + 95.3974, + 95.4627, + 95.5239, + 95.584, + 95.6381, + 95.6868, + 95.7306, + 95.7701, + 95.8131, + 95.8543, + 95.8913, + 95.9422, + 95.988, + 96.0342, + 96.0783, + 96.1179, + 96.1611, + 96.21, + 96.2565, + 96.3009, + 96.3408, + 96.3817, + 96.4185, + 96.4542, + 96.4938, + 96.5294, + 96.5714, + 96.6143, + 96.6579, + 96.7021, + 96.7494, + 96.8019, + 96.8667, + 96.9401, + 97.0061, + 97.0655, + 97.1214, + 97.1793, + 97.2313, + 97.2957, + 97.3611, + 97.425, + 97.485, + 97.5465, + 97.6219, + 97.6972, + 97.77, + 97.848, + 97.9257, + 97.9956, + 98.0585, + 98.1202, + 98.1782, + 98.2329, + 98.2821, + 98.3289, + 98.371, + 98.4089, + 98.448, + 98.4882, + 98.5294, + 98.5714, + 98.6118, + 98.6581, + 98.6998, + 98.7398, + 98.7758, + 98.8083, + 98.8499, + 98.8999, + 98.9474, + 98.9927, + 99.0334, + 99.0801, + 99.1246, + 99.1696, + 99.2127, + 99.2589, + 99.308, + 99.3522, + 99.392, + 99.4353, + 99.4868, + 99.5456, + 99.601, + 99.6534, + 99.7031, + 99.7578, + 99.8145, + 99.868, + 99.9187, + 99.9694, + 100.0199, + 100.0654, + 100.1089, + 100.1605, + 100.207, + 100.2513, + 100.2936, + 100.3343, + 100.3758, + 100.4183, + 100.4589, + 100.4955, + 100.531, + 100.5704, + 100.6083, + 100.6425, + 100.6758, + 100.7107, + 100.7446, + 100.7852, + 100.8216, + 100.8545, + 100.8865, + 100.9179, + 100.9536, + 100.9982, + 101.0384, + 101.0771, + 101.1119, + 101.1507, + 101.1881, + 101.2293, + 101.2714, + 101.3167, + 101.3576, + 101.4018, + 101.4416, + 101.48, + 101.5195, + 101.5575, + 101.5943, + 101.6348, + 101.6714, + 101.7042, + 101.7438, + 101.7869, + 101.8282, + 101.8729, + 101.9156, + 101.9541, + 101.9911, + 102.032, + 102.0738, + 102.1164, + 102.1598, + 102.1988, + 102.2364, + 102.2753, + 102.3178, + 102.366, + 102.4094, + 102.461, + 102.5124, + 102.5636, + 102.6098, + 102.6538, + 102.7059, + 102.7578, + 102.8045, + 102.8541, + 102.9012, + 102.9461, + 102.9889, + 103.0376, + 103.0838, + 103.1479, + 103.2056, + 103.2576, + 103.3068, + 103.3561, + 103.403, + 103.4502, + 103.4952, + 103.5432, + 103.5864, + 103.6352, + 103.6842, + 103.7408, + 103.7917, + 103.8425, + 103.8908, + 103.9392, + 103.9853, + 104.0318, + 104.0761, + 104.126, + 104.1709, + 104.2138, + 104.2524, + 104.2922, + 104.3379, + 104.3867, + 104.4305, + 104.4699, + 104.5054, + 104.5474, + 104.5927, + 104.6459, + 104.6988, + 104.7564, + 104.8158, + 104.8717, + 104.9245, + 104.9721, + 105.0149, + 105.0609, + 105.1098, + 105.1613, + 105.2102, + 105.2592, + 105.3033, + 105.3454, + 105.3859, + 105.4248, + 105.4598, + 105.4963, + 105.5367, + 105.5755, + 105.618, + 105.6587, + 105.6953, + 105.7308, + 105.7627, + 105.7964, + 105.8318, + 105.8711, + 105.909, + 105.9431, + 105.9763, + 106.0062, + 106.0505, + 106.0905, + 106.1289, + 106.171, + 106.2114, + 106.2503, + 106.2903, + 106.3262, + 106.3586, + 106.3903, + 106.4262, + 106.4586, + 106.4927, + 106.5285, + 106.5631, + 106.6043, + 106.6414, + 106.6747, + 106.7098, + 106.7438, + 106.7744, + 106.807, + 106.8363, + 106.8626, + 106.8914, + 106.9247, + 106.9573, + 106.9915, + 107.0274, + 107.0646, + 107.1032, + 107.1404, + 107.1788, + 107.2234, + 107.2711, + 107.329, + 107.3861, + 107.4375, + 107.4887, + 107.5474, + 107.6051, + 107.6571, + 107.7139, + 107.765, + 107.816, + 107.8719, + 107.9297, + 107.9942, + 108.0698, + 108.1378, + 108.2091, + 108.2782, + 108.3478, + 108.4156, + 108.4765, + 108.5338, + 108.5905, + 108.6414, + 108.6973, + 108.76, + 108.8215, + 108.8794, + 108.9389, + 108.9926, + 109.0458, + 109.1012, + 109.1536, + 109.2032, + 109.2504, + 109.3104, + 109.3868, + 109.4557, + 109.5201, + 109.5906, + 109.659, + 109.7256, + 109.7906, + 109.8565, + 109.9209, + 109.9838, + 110.0529, + 110.1501, + 110.2551, + 110.3496, + 110.4421, + 110.5304, + 110.6174, + 110.7056, + 110.7901, + 110.8686, + 110.9392, + 111.0128, + 111.089, + 111.1726, + 111.2553, + 111.3348, + 111.4288, + 111.5234, + 111.6136, + 111.6972, + 111.79, + 111.8735, + 111.9512, + 112.026, + 112.0934, + 112.1616, + 112.2304, + 112.2924, + 112.3582, + 112.4223, + 112.4801, + 112.5346, + 112.5836, + 112.6303, + 112.6822, + 112.739, + 112.8026, + 112.8624, + 112.9186, + 112.9768, + 113.0341, + 113.0907, + 113.1416, + 113.1924, + 113.2507, + 113.3056, + 113.3551, + 113.4046, + 113.4616, + 113.5154, + 113.5639, + 113.6175, + 113.6733, + 113.7259, + 113.7733, + 113.8185, + 113.8642, + 113.9102, + 113.9567, + 113.9985, + 114.0412, + 114.0821, + 114.1289, + 114.1785, + 114.2456, + 114.3136, + 114.3747, + 114.4347, + 114.4938, + 114.5469, + 114.5947, + 114.6402, + 114.6837, + 114.7253, + 114.7628, + 114.799, + 114.8316, + 114.8635, + 114.8946, + 114.9252, + 114.9601, + 114.9916, + 115.0225, + 115.0502, + 115.0777, + 115.1074, + 115.1417, + 115.1775, + 115.2098, + 115.2438, + 115.2744, + 115.3095, + 115.346, + 115.3814, + 115.4133, + 115.4419, + 115.4728, + 115.5055, + 115.5349, + 115.5614, + 115.5953, + 115.6358, + 115.6747, + 115.7097, + 115.7437, + 115.7744, + 115.8044, + 115.8365, + 115.8678, + 115.8961, + 115.9265, + 115.9613, + 115.9977, + 116.0329, + 116.0646, + 116.0982, + 116.1333, + 116.1675, + 116.1983, + 116.2309, + 116.2803, + 116.3248, + 116.3648, + 116.4008, + 116.4333, + 116.4749, + 116.5224, + 116.5827, + 116.6394, + 116.6905, + 116.7389, + 116.81, + 116.8815, + 116.9509, + 117.0158, + 117.0767, + 117.1365, + 117.1954, + 117.2634, + 117.327, + 117.4068, + 117.4936, + 117.5868, + 117.6781, + 117.7603, + 117.8343, + 117.9033, + 117.973, + 118.0357, + 118.0921, + 118.1554, + 118.2174, + 118.2856, + 118.3471, + 118.4099, + 118.4664, + 118.5272, + 118.587, + 118.6433, + 118.709, + 118.7706, + 118.836, + 118.9024, + 118.9672, + 119.028, + 119.0827, + 119.1519, + 119.2217, + 119.2895, + 119.3531, + 119.4128, + 119.469 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..7d42edb8c26bf31a7305038434c33cfeee161a2c --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4000291.07, + "constraint_satisfaction_pct": 41.53, + "final_rho": [ + 0.0962, + 0.0962, + 0.1, + 0.1279, + 0.1947, + 0.3851 + ], + "final_lambda": 100.588, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6671.04, + "avg_cost": 0.0, + "lambda": 10.4204, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -5700.09, + "avg_cost": 0.0, + "lambda": 10.6351, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -6081.04, + "avg_cost": 0.0, + "lambda": 10.7595, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -5372.17, + "avg_cost": 0.25, + "lambda": 10.8482, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4492.53, + "avg_cost": 0.0, + "lambda": 10.9251, + "rho": [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ] + }, + { + "episode": 60, + "avg_reward": -4401.42, + "avg_cost": 0.0, + "lambda": 10.9874, + "rho": [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ] + }, + { + "episode": 70, + "avg_reward": -3917.86, + "avg_cost": 0.0, + "lambda": 11.0282, + "rho": [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ] + }, + { + "episode": 80, + "avg_reward": -3141.54, + "avg_cost": 0.0, + "lambda": 11.0918, + "rho": [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ] + }, + { + "episode": 90, + "avg_reward": -3586.48, + "avg_cost": 0.0, + "lambda": 11.1365, + "rho": [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ] + }, + { + "episode": 100, + "avg_reward": -3257.39, + "avg_cost": 0.0, + "lambda": 11.1864, + "rho": [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ] + }, + { + "episode": 110, + "avg_reward": -3706.76, + "avg_cost": 0.0, + "lambda": 11.2421, + "rho": [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ] + }, + { + "episode": 120, + "avg_reward": -3497.84, + "avg_cost": 0.5, + "lambda": 11.2733, + "rho": [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ] + }, + { + "episode": 130, + "avg_reward": -2190.51, + "avg_cost": 0.0, + "lambda": 11.3375, + "rho": [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ] + }, + { + "episode": 140, + "avg_reward": -2882.2, + "avg_cost": 0.0, + "lambda": 11.3619, + "rho": [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ] + }, + { + "episode": 150, + "avg_reward": -2576.98, + "avg_cost": 0.0, + "lambda": 11.3944, + "rho": [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ] + }, + { + "episode": 160, + "avg_reward": -2770.18, + "avg_cost": 0.0, + "lambda": 11.4143, + "rho": [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ] + }, + { + "episode": 170, + "avg_reward": -2254.98, + "avg_cost": 0.0, + "lambda": 11.426, + "rho": [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ] + }, + { + "episode": 180, + "avg_reward": -1849.89, + "avg_cost": 0.0, + "lambda": 11.4416, + "rho": [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ] + }, + { + "episode": 190, + "avg_reward": -1691.15, + "avg_cost": 0.0, + "lambda": 11.4539, + "rho": [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ] + }, + { + "episode": 200, + "avg_reward": -1789.86, + "avg_cost": 0.0, + "lambda": 11.496, + "rho": [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ] + }, + { + "episode": 210, + "avg_reward": -2294.25, + "avg_cost": 0.0, + "lambda": 11.5591, + "rho": [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ] + }, + { + "episode": 220, + "avg_reward": -2277.09, + "avg_cost": 0.75, + "lambda": 11.6547, + "rho": [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ] + }, + { + "episode": 230, + "avg_reward": -4227.92, + "avg_cost": 0.75, + "lambda": 11.8894, + "rho": [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ] + }, + { + "episode": 240, + "avg_reward": -2999.47, + "avg_cost": 0.5, + "lambda": 12.4009, + "rho": [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ] + }, + { + "episode": 250, + "avg_reward": -2428.2, + "avg_cost": 0.5, + "lambda": 13.101, + "rho": [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ] + }, + { + "episode": 260, + "avg_reward": -3958.72, + "avg_cost": 0.5, + "lambda": 14.5689, + "rho": [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ] + }, + { + "episode": 270, + "avg_reward": -2271.42, + "avg_cost": 0.75, + "lambda": 16.3669, + "rho": [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ] + }, + { + "episode": 280, + "avg_reward": -2536.65, + "avg_cost": 0.5, + "lambda": 18.2759, + "rho": [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ] + }, + { + "episode": 290, + "avg_reward": -1978.74, + "avg_cost": 1.0, + "lambda": 19.5061, + "rho": [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ] + }, + { + "episode": 300, + "avg_reward": -1187.5, + "avg_cost": 2.25, + "lambda": 20.4439, + "rho": [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ] + }, + { + "episode": 310, + "avg_reward": -3097.88, + "avg_cost": 0.25, + "lambda": 21.4177, + "rho": [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ] + }, + { + "episode": 320, + "avg_reward": -2441.57, + "avg_cost": 0.0, + "lambda": 22.4745, + "rho": [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ] + }, + { + "episode": 330, + "avg_reward": -1168.55, + "avg_cost": 1.25, + "lambda": 23.4546, + "rho": [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ] + }, + { + "episode": 340, + "avg_reward": -548.02, + "avg_cost": 0.25, + "lambda": 24.2669, + "rho": [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ] + }, + { + "episode": 350, + "avg_reward": -796.19, + "avg_cost": 0.0, + "lambda": 25.1476, + "rho": [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ] + }, + { + "episode": 360, + "avg_reward": 249.8, + "avg_cost": 1.0, + "lambda": 25.7335, + "rho": [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ] + }, + { + "episode": 370, + "avg_reward": -570.76, + "avg_cost": 0.75, + "lambda": 26.9699, + "rho": [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ] + }, + { + "episode": 380, + "avg_reward": -10.97, + "avg_cost": 1.0, + "lambda": 28.233, + "rho": [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ] + }, + { + "episode": 390, + "avg_reward": 699.77, + "avg_cost": 2.25, + "lambda": 29.6248, + "rho": [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ] + }, + { + "episode": 400, + "avg_reward": 203.34, + "avg_cost": 2.0, + "lambda": 31.3408, + "rho": [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ] + }, + { + "episode": 410, + "avg_reward": -825.74, + "avg_cost": 1.25, + "lambda": 33.2714, + "rho": [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ] + }, + { + "episode": 420, + "avg_reward": 2417.73, + "avg_cost": 4.25, + "lambda": 35.4046, + "rho": [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ] + }, + { + "episode": 430, + "avg_reward": 2286.18, + "avg_cost": 1.0, + "lambda": 37.6124, + "rho": [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ] + }, + { + "episode": 440, + "avg_reward": 2074.38, + "avg_cost": 2.0, + "lambda": 39.3733, + "rho": [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ] + }, + { + "episode": 450, + "avg_reward": 2736.91, + "avg_cost": 2.75, + "lambda": 41.1334, + "rho": [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ] + }, + { + "episode": 460, + "avg_reward": 3264.98, + "avg_cost": 1.5, + "lambda": 42.541, + "rho": [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ] + }, + { + "episode": 470, + "avg_reward": 139.55, + "avg_cost": 0.5, + "lambda": 43.8366, + "rho": [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ] + }, + { + "episode": 480, + "avg_reward": 2866.27, + "avg_cost": 0.25, + "lambda": 45.0875, + "rho": [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ] + }, + { + "episode": 490, + "avg_reward": 3757.08, + "avg_cost": 1.75, + "lambda": 46.0853, + "rho": [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ] + }, + { + "episode": 500, + "avg_reward": 3111.86, + "avg_cost": 0.75, + "lambda": 47.0873, + "rho": [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ] + }, + { + "episode": 510, + "avg_reward": 5321.75, + "avg_cost": 3.5, + "lambda": 48.0911, + "rho": [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ] + }, + { + "episode": 520, + "avg_reward": 5337.11, + "avg_cost": 2.25, + "lambda": 49.295, + "rho": [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ] + }, + { + "episode": 530, + "avg_reward": 4248.68, + "avg_cost": 1.25, + "lambda": 50.4828, + "rho": [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ] + }, + { + "episode": 540, + "avg_reward": 1142.38, + "avg_cost": 0.5, + "lambda": 51.4337, + "rho": [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ] + }, + { + "episode": 550, + "avg_reward": 4908.56, + "avg_cost": 1.0, + "lambda": 52.8072, + "rho": [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ] + }, + { + "episode": 560, + "avg_reward": 3181.15, + "avg_cost": 1.5, + "lambda": 54.3158, + "rho": [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ] + }, + { + "episode": 570, + "avg_reward": 5483.53, + "avg_cost": 1.0, + "lambda": 55.6684, + "rho": [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ] + }, + { + "episode": 580, + "avg_reward": 4876.14, + "avg_cost": 2.5, + "lambda": 56.7119, + "rho": [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ] + }, + { + "episode": 590, + "avg_reward": 5060.79, + "avg_cost": 0.5, + "lambda": 57.6189, + "rho": [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ] + }, + { + "episode": 600, + "avg_reward": 6474.71, + "avg_cost": 1.0, + "lambda": 58.2726, + "rho": [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ] + }, + { + "episode": 610, + "avg_reward": 4804.57, + "avg_cost": 0.25, + "lambda": 58.8877, + "rho": [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ] + }, + { + "episode": 620, + "avg_reward": 4661.4, + "avg_cost": 1.25, + "lambda": 59.5309, + "rho": [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ] + }, + { + "episode": 630, + "avg_reward": 2358.73, + "avg_cost": 0.5, + "lambda": 60.2295, + "rho": [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ] + }, + { + "episode": 640, + "avg_reward": 6788.44, + "avg_cost": 1.5, + "lambda": 60.8859, + "rho": [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ] + }, + { + "episode": 650, + "avg_reward": 5557.04, + "avg_cost": 0.25, + "lambda": 62.0674, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ] + }, + { + "episode": 660, + "avg_reward": 6417.75, + "avg_cost": 0.75, + "lambda": 63.3468, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ] + }, + { + "episode": 670, + "avg_reward": 6413.05, + "avg_cost": 1.5, + "lambda": 64.5125, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ] + }, + { + "episode": 680, + "avg_reward": 5371.08, + "avg_cost": 1.5, + "lambda": 65.8262, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ] + }, + { + "episode": 690, + "avg_reward": 6496.82, + "avg_cost": 0.75, + "lambda": 67.0778, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ] + }, + { + "episode": 700, + "avg_reward": 6487.68, + "avg_cost": 3.0, + "lambda": 68.1914, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ] + }, + { + "episode": 710, + "avg_reward": 5848.13, + "avg_cost": 1.75, + "lambda": 69.8836, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ] + }, + { + "episode": 720, + "avg_reward": -302.84, + "avg_cost": 0.0, + "lambda": 71.7099, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ] + }, + { + "episode": 730, + "avg_reward": -560.21, + "avg_cost": 0.0, + "lambda": 72.6943, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ] + }, + { + "episode": 740, + "avg_reward": -396.95, + "avg_cost": 0.0, + "lambda": 73.0725, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ] + }, + { + "episode": 750, + "avg_reward": -149.15, + "avg_cost": 0.0, + "lambda": 73.2788, + "rho": [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ] + }, + { + "episode": 760, + "avg_reward": -95.47, + "avg_cost": 0.25, + "lambda": 73.4501, + "rho": [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ] + }, + { + "episode": 770, + "avg_reward": -280.3, + "avg_cost": 0.0, + "lambda": 73.7401, + "rho": [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ] + }, + { + "episode": 780, + "avg_reward": 197.88, + "avg_cost": 0.0, + "lambda": 73.9359, + "rho": [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ] + }, + { + "episode": 790, + "avg_reward": -134.71, + "avg_cost": 0.0, + "lambda": 74.0496, + "rho": [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ] + }, + { + "episode": 800, + "avg_reward": 229.9, + "avg_cost": 0.0, + "lambda": 74.1313, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ] + }, + { + "episode": 810, + "avg_reward": 1299.61, + "avg_cost": 0.0, + "lambda": 74.2142, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ] + }, + { + "episode": 820, + "avg_reward": 1018.64, + "avg_cost": 0.0, + "lambda": 74.2538, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ] + }, + { + "episode": 830, + "avg_reward": 1144.21, + "avg_cost": 0.25, + "lambda": 74.3028, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ] + }, + { + "episode": 840, + "avg_reward": 2151.3, + "avg_cost": 0.0, + "lambda": 74.3986, + "rho": [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ] + }, + { + "episode": 850, + "avg_reward": 4136.07, + "avg_cost": 0.0, + "lambda": 74.5181, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ] + }, + { + "episode": 860, + "avg_reward": 3672.81, + "avg_cost": 0.25, + "lambda": 74.6475, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ] + }, + { + "episode": 870, + "avg_reward": 4307.64, + "avg_cost": 0.0, + "lambda": 74.8019, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ] + }, + { + "episode": 880, + "avg_reward": 4697.3, + "avg_cost": 0.0, + "lambda": 74.9199, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ] + }, + { + "episode": 890, + "avg_reward": 4044.08, + "avg_cost": 0.25, + "lambda": 75.1108, + "rho": [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ] + }, + { + "episode": 900, + "avg_reward": 3012.79, + "avg_cost": 0.0, + "lambda": 75.3052, + "rho": [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ] + }, + { + "episode": 910, + "avg_reward": 6342.59, + "avg_cost": 0.0, + "lambda": 75.5095, + "rho": [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ] + }, + { + "episode": 920, + "avg_reward": 6920.91, + "avg_cost": 0.5, + "lambda": 75.6694, + "rho": [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ] + }, + { + "episode": 930, + "avg_reward": 6378.94, + "avg_cost": 0.0, + "lambda": 75.8892, + "rho": [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ] + }, + { + "episode": 940, + "avg_reward": 6812.66, + "avg_cost": 0.0, + "lambda": 76.1324, + "rho": [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ] + }, + { + "episode": 950, + "avg_reward": 8309.29, + "avg_cost": 0.25, + "lambda": 76.3886, + "rho": [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ] + }, + { + "episode": 960, + "avg_reward": 6780.81, + "avg_cost": 0.5, + "lambda": 76.6435, + "rho": [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ] + }, + { + "episode": 970, + "avg_reward": 3598.37, + "avg_cost": 0.0, + "lambda": 76.8656, + "rho": [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ] + }, + { + "episode": 980, + "avg_reward": 1859.92, + "avg_cost": 2.0, + "lambda": 77.1829, + "rho": [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ] + }, + { + "episode": 990, + "avg_reward": 2281.37, + "avg_cost": 0.0, + "lambda": 77.6258, + "rho": [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ] + }, + { + "episode": 1000, + "avg_reward": 3641.39, + "avg_cost": 0.75, + "lambda": 78.1546, + "rho": [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ] + }, + { + "episode": 1010, + "avg_reward": 6728.54, + "avg_cost": 1.5, + "lambda": 79.7521, + "rho": [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ] + }, + { + "episode": 1020, + "avg_reward": 7209.93, + "avg_cost": 1.25, + "lambda": 81.3601, + "rho": [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ] + }, + { + "episode": 1030, + "avg_reward": 7607.61, + "avg_cost": 1.0, + "lambda": 82.4815, + "rho": [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ] + }, + { + "episode": 1040, + "avg_reward": 7607.26, + "avg_cost": 0.75, + "lambda": 83.1716, + "rho": [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ] + }, + { + "episode": 1050, + "avg_reward": 7407.76, + "avg_cost": 0.0, + "lambda": 83.707, + "rho": [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ] + }, + { + "episode": 1060, + "avg_reward": 7628.23, + "avg_cost": 0.0, + "lambda": 84.146, + "rho": [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ] + }, + { + "episode": 1070, + "avg_reward": 8241.52, + "avg_cost": 0.25, + "lambda": 84.5196, + "rho": [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ] + }, + { + "episode": 1080, + "avg_reward": 7700.52, + "avg_cost": 0.5, + "lambda": 84.7749, + "rho": [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ] + }, + { + "episode": 1090, + "avg_reward": 8635.3, + "avg_cost": 0.25, + "lambda": 85.002, + "rho": [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ] + }, + { + "episode": 1100, + "avg_reward": 8311.08, + "avg_cost": 0.0, + "lambda": 85.1822, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ] + }, + { + "episode": 1110, + "avg_reward": 8891.85, + "avg_cost": 0.25, + "lambda": 85.3237, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ] + }, + { + "episode": 1120, + "avg_reward": 9012.94, + "avg_cost": 0.25, + "lambda": 85.486, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ] + }, + { + "episode": 1130, + "avg_reward": 8641.3, + "avg_cost": 0.75, + "lambda": 85.6497, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ] + }, + { + "episode": 1140, + "avg_reward": 8789.45, + "avg_cost": 0.5, + "lambda": 86.0676, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ] + }, + { + "episode": 1150, + "avg_reward": 8699.81, + "avg_cost": 1.5, + "lambda": 86.4934, + "rho": [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ] + }, + { + "episode": 1160, + "avg_reward": 9892.25, + "avg_cost": 0.5, + "lambda": 87.0576, + "rho": [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ] + }, + { + "episode": 1170, + "avg_reward": 9744.4, + "avg_cost": 1.25, + "lambda": 87.5895, + "rho": [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ] + }, + { + "episode": 1180, + "avg_reward": 8881.47, + "avg_cost": 0.0, + "lambda": 88.1998, + "rho": [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ] + }, + { + "episode": 1190, + "avg_reward": 6779.12, + "avg_cost": 0.0, + "lambda": 88.8339, + "rho": [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ] + }, + { + "episode": 1200, + "avg_reward": 2789.42, + "avg_cost": 0.25, + "lambda": 89.2232, + "rho": [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ] + }, + { + "episode": 1210, + "avg_reward": 8048.43, + "avg_cost": 2.5, + "lambda": 89.9483, + "rho": [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ] + }, + { + "episode": 1220, + "avg_reward": 9955.55, + "avg_cost": 1.75, + "lambda": 92.5988, + "rho": [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ] + }, + { + "episode": 1230, + "avg_reward": 9896.52, + "avg_cost": 0.75, + "lambda": 94.8693, + "rho": [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ] + }, + { + "episode": 1240, + "avg_reward": 9589.83, + "avg_cost": 0.75, + "lambda": 96.0147, + "rho": [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ] + }, + { + "episode": 1250, + "avg_reward": 9362.49, + "avg_cost": 0.0, + "lambda": 96.656, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ] + }, + { + "episode": 1260, + "avg_reward": 10114.83, + "avg_cost": 0.0, + "lambda": 96.9803, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ] + }, + { + "episode": 1270, + "avg_reward": 10735.32, + "avg_cost": 0.5, + "lambda": 97.1252, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ] + }, + { + "episode": 1280, + "avg_reward": 10241.99, + "avg_cost": 0.25, + "lambda": 97.2485, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ] + }, + { + "episode": 1290, + "avg_reward": 10538.15, + "avg_cost": 0.0, + "lambda": 97.356, + "rho": [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ] + }, + { + "episode": 1300, + "avg_reward": 10126.22, + "avg_cost": 0.0, + "lambda": 97.4811, + "rho": [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ] + }, + { + "episode": 1310, + "avg_reward": 11084.04, + "avg_cost": 0.25, + "lambda": 97.6482, + "rho": [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ] + }, + { + "episode": 1320, + "avg_reward": 10542.72, + "avg_cost": 0.0, + "lambda": 97.8188, + "rho": [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ] + }, + { + "episode": 1330, + "avg_reward": 12656.29, + "avg_cost": 1.5, + "lambda": 98.0436, + "rho": [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ] + }, + { + "episode": 1340, + "avg_reward": 11027.37, + "avg_cost": 0.0, + "lambda": 98.279, + "rho": [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ] + }, + { + "episode": 1350, + "avg_reward": 8607.5, + "avg_cost": 0.0, + "lambda": 98.5307, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ] + }, + { + "episode": 1360, + "avg_reward": 567.8, + "avg_cost": 0.0, + "lambda": 98.6735, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ] + }, + { + "episode": 1370, + "avg_reward": -1547.23, + "avg_cost": 0.25, + "lambda": 98.7543, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ] + }, + { + "episode": 1380, + "avg_reward": -1019.66, + "avg_cost": 1.0, + "lambda": 99.0039, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ] + }, + { + "episode": 1390, + "avg_reward": -1078.71, + "avg_cost": 0.5, + "lambda": 99.4064, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ] + }, + { + "episode": 1400, + "avg_reward": -1582.25, + "avg_cost": 0.25, + "lambda": 99.6327, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ] + }, + { + "episode": 1410, + "avg_reward": -1470.16, + "avg_cost": 0.0, + "lambda": 99.7417, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ] + }, + { + "episode": 1420, + "avg_reward": -1135.26, + "avg_cost": 0.25, + "lambda": 99.7822, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ] + }, + { + "episode": 1430, + "avg_reward": -1032.81, + "avg_cost": 0.0, + "lambda": 99.8955, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ] + }, + { + "episode": 1440, + "avg_reward": -1171.08, + "avg_cost": 0.0, + "lambda": 100.0602, + "rho": [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ] + }, + { + "episode": 1450, + "avg_reward": -794.04, + "avg_cost": 0.25, + "lambda": 100.2457, + "rho": [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + }, + { + "episode": 1460, + "avg_reward": -1250.78, + "avg_cost": 0.0, + "lambda": 100.3942, + "rho": [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + }, + { + "episode": 1470, + "avg_reward": -887.61, + "avg_cost": 0.0, + "lambda": 100.4748, + "rho": [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + }, + { + "episode": 1480, + "avg_reward": -752.0, + "avg_cost": 0.0, + "lambda": 100.5217, + "rho": [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + }, + { + "episode": 1490, + "avg_reward": -559.88, + "avg_cost": 0.0, + "lambda": 100.5657, + "rho": [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + }, + { + "episode": 1500, + "avg_reward": -2130.72, + "avg_cost": 0.0, + "lambda": 100.588, + "rho": [ + 0.0962, + 0.0962, + 0.1, + 0.1279, + 0.1947, + 0.3851 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6910.9416, + -6903.221, + -6297.9379, + -5963.3108, + -7383.3008, + -7009.7228, + -6423.5226, + -6075.0587, + -6671.0418, + -6541.7659, + -6130.4721, + -5940.7998, + -5527.9178, + -5509.5266, + -5529.6013, + -5290.8511, + -5655.043, + -5252.2553, + -5700.0889, + -5343.5105, + -5243.5742, + -5264.6367, + -6612.3504, + -5512.7987, + -6337.6665, + -6016.3007, + -6251.5584, + -5904.0918, + -6081.0433, + -5337.4941, + -5005.396, + -5838.61, + -5107.5057, + -4572.2728, + -4498.3578, + -6052.3829, + -5433.4043, + -4564.1867, + -5372.1711, + -5494.3486, + -5559.7216, + -4291.0909, + -5146.2759, + -4584.4616, + -4834.2071, + -4436.3017, + -5643.2994, + -4625.0767, + -4492.5273, + -5310.385, + -5102.0027, + -4569.8304, + -5136.3383, + -4203.1665, + -5040.5298, + -4840.7598, + -4927.0038, + -5333.1082, + -4401.4228, + -4329.0548, + -4191.4089, + -4519.4802, + -4738.7718, + -4330.8905, + -4985.2776, + -3287.039, + -4197.4729, + -4100.0643, + -3917.8572, + -4593.3943, + -3745.1503, + -4338.4346, + -3637.0086, + -3780.5583, + -4255.2616, + -3829.9174, + -3677.3197, + -3181.7145, + -3141.5441, + -4771.5459, + -4115.1967, + -3840.4406, + -4349.9312, + -3719.4466, + -3192.0886, + -3390.65, + -3562.3577, + -3717.3459, + -3586.4765, + -3445.2663, + -2866.9587, + -3941.2069, + -3886.0799, + -3508.2717, + -3772.5315, + -3416.0473, + -3020.9718, + -3173.7356, + -3257.3917, + -2944.7869, + -2965.8133, + -2926.8244, + -3582.4499, + -3953.0794, + -4030.332, + -3331.3762, + -2889.3493, + -3421.1107, + -3706.7634, + -2866.1128, + -2521.2639, + -3976.9687, + -3436.5051, + -2928.0063, + -2814.5479, + -3405.2686, + -2830.2352, + -3383.9042, + -3497.8392, + -3241.9583, + -3387.5949, + -2447.1613, + -3612.3529, + -3429.9983, + -2974.374, + -2576.3003, + -2477.5377, + -3037.7582, + -2190.5086, + -2997.3205, + -2814.8735, + -2914.2188, + -2211.4083, + -2539.467, + -2745.8719, + -2297.104, + -2801.8788, + -2327.0889, + -2882.195, + -2398.3491, + -2455.8964, + -2525.473, + -2564.5829, + -2432.6635, + -2911.1158, + -3765.1733, + -3401.9975, + -2246.0722, + -2576.9789, + -2526.4867, + -2448.2081, + -2148.1937, + -2066.4981, + -1974.3551, + -2444.5636, + -2826.1377, + -2313.5427, + -2154.8525, + -2770.1792, + -2118.8744, + -2372.1347, + -2809.0536, + -2308.1014, + -1926.5482, + -2033.3396, + -1901.3421, + -2317.3127, + -2327.1427, + -2254.976, + -3227.54, + -2062.841, + -2319.5476, + -1336.9219, + -2676.5938, + -2392.3944, + -2465.8464, + -1771.601, + -1781.643, + -1849.891, + -2103.736, + -1241.1821, + -1978.3695, + -1846.8738, + -1770.7419, + -1970.0877, + -2698.8211, + -2740.5886, + -2247.7538, + -1691.1514, + -2338.6053, + -2254.8364, + -1889.6465, + -2398.2835, + -1574.1497, + -2088.446, + -1705.2048, + -1827.2039, + -1836.0172, + -1789.8647, + -1993.0796, + -2340.0879, + -2032.2497, + -950.0196, + -1171.0025, + -1661.8451, + -1239.5807, + -1572.7615, + -1769.0693, + -2294.2517, + -1035.0911, + -1543.8717, + -2600.5429, + -1860.8669, + -803.1569, + -1544.2963, + -2280.9598, + -1417.7698, + -2203.3192, + -2277.0947, + -1088.6055, + -582.6601, + -1689.4446, + -553.6274, + -1435.8823, + -2964.0494, + -1059.116, + -848.5549, + -2397.6117, + -4227.9171, + -778.6488, + -1982.0061, + -666.3077, + -1389.9977, + -405.0442, + -2637.9851, + -2514.6243, + -687.5145, + -3166.5856, + -2999.4658, + -2906.0762, + -2496.8676, + -2612.579, + -3394.5361, + -851.0784, + -1771.6922, + -2342.4636, + -2400.001, + -1183.0639, + -2428.1992, + -654.0143, + -2420.4361, + -2209.5282, + -2579.8047, + -2738.1627, + -453.2479, + -3222.3223, + -3580.1529, + -3657.1601, + -3958.7212, + -2892.7546, + -2029.8357, + -2041.3481, + -2251.4873, + -2392.2814, + -216.2295, + -1634.6569, + -3633.4305, + -1407.9652, + -2271.416, + -3241.408, + -1580.7293, + -2898.731, + -1758.7371, + -1463.2993, + -2026.5652, + -1234.1286, + -2523.3047, + -2153.9976, + -2536.6457, + -3077.2228, + -2133.4712, + -3373.2007, + -1309.3051, + -1392.3695, + -1470.3953, + -1439.7206, + -1850.5882, + -2296.2844, + -1978.7353, + -1932.3156, + -1918.6703, + -1194.364, + -2353.7784, + -1399.2264, + -3453.3279, + -2984.2591, + -1194.8495, + -1088.156, + -1187.5031, + -2608.5571, + -2380.4247, + -2512.0703, + -2546.0652, + -775.0254, + -530.5907, + -681.7497, + -1470.0943, + -1511.2546, + -3097.8809, + -1832.3428, + -402.6147, + -1986.5601, + -1390.1237, + -384.3258, + -991.5736, + -2669.9107, + -628.5054, + -1828.6439, + -2441.5704, + -1192.9457, + -1846.9653, + -2344.9676, + -1709.1082, + -568.9585, + -1888.692, + -1418.0041, + -901.3968, + -2167.1895, + -1168.5535, + -548.1208, + 196.0301, + -2070.5827, + -1959.3259, + -1648.3504, + -1643.2761, + -1681.8348, + -1114.9016, + -1070.7736, + -548.0155, + -926.2073, + -646.8322, + -170.5758, + -1129.013, + -1074.9433, + -297.6525, + -852.2036, + -672.657, + -755.9849, + -796.1859, + -1002.9389, + -1106.91, + -978.7001, + -1612.2867, + -1294.0723, + -487.1887, + 137.1018, + -2620.2782, + -531.3274, + 249.795, + -606.3242, + -573.6979, + -764.047, + -657.1561, + 458.7335, + 689.6879, + 49.2434, + 16.1198, + -2414.8962, + -570.7571, + 435.4893, + 1076.0121, + -390.1834, + -257.5007, + 1147.8073, + -1817.2103, + -457.1617, + -501.7473, + -627.2971, + -10.9677, + -980.6893, + 353.8882, + -1723.6049, + -1670.3225, + -174.0296, + -180.6164, + 1082.3757, + -865.2297, + 1531.2925, + 699.7738, + 807.9847, + 157.5462, + -19.8926, + 1253.649, + -1179.6518, + 967.4786, + -55.3419, + -196.6444, + 1930.5593, + 203.339, + 163.3769, + 112.366, + 388.0274, + -616.0294, + 2753.0252, + 961.6308, + 607.6447, + 1213.8773, + 2053.1351, + -825.7379, + 2434.7528, + 1472.8798, + -407.8021, + 1719.1139, + 120.0988, + 2365.2771, + 787.6569, + 1406.8155, + -646.7381, + 2417.7297, + -1497.4631, + 2088.2891, + -168.8301, + 2080.4198, + -70.2844, + 1857.8728, + 1265.9747, + 947.7465, + 1849.1178, + 2286.1789, + 555.0957, + 2193.8932, + 1976.4474, + 1121.2554, + 1896.7101, + 2880.3032, + 2242.3101, + -261.9025, + 2512.1413, + 2074.3808, + 2418.0751, + 1321.9595, + 781.9, + 2618.9658, + 2420.4594, + 2291.4269, + 3184.6397, + 3032.1312, + 2646.1504, + 2736.9137, + 2123.0273, + 698.3945, + 1120.0178, + 2768.9535, + 2333.4622, + 3118.8876, + 2785.1532, + 1600.1433, + 2750.2639, + 3264.9823, + 2067.2918, + 2292.0866, + 2652.0317, + 2359.4837, + 503.2218, + 2624.54, + 1879.5724, + 2190.6361, + 1746.1379, + 139.5476, + 2598.9801, + 2249.6069, + 1107.8742, + 366.0881, + 389.7967, + 2947.8589, + 2248.3025, + 3925.0288, + 1723.1737, + 2866.2689, + 2032.7771, + 2426.7764, + 2232.2843, + 866.6143, + 3829.8738, + 3628.5848, + 1974.0409, + 3055.9008, + 2922.5603, + 3757.08, + 2590.0056, + 2878.6756, + 4083.9972, + 2250.3108, + 2829.2569, + 3403.3348, + 3688.1596, + 1710.8323, + 2613.8907, + 3111.855, + 3876.0646, + 2619.4487, + 3979.8427, + 2167.6072, + 2105.8304, + 4042.5328, + 3776.1025, + 1243.4232, + 3137.4911, + 5321.7487, + 1992.5769, + 5224.8383, + 1676.8378, + 4587.8279, + 2525.2041, + 4911.329, + 3215.6083, + 949.1887, + 3274.4218, + 5337.1124, + 2313.4986, + 4930.0768, + 2544.8823, + 4684.3755, + 4676.0095, + 4307.1871, + 2669.9659, + 2158.9551, + 3991.0321, + 4248.6756, + 4655.4722, + 4822.8542, + 4992.9194, + 5383.1899, + 3169.3129, + 3930.8831, + 3023.0464, + 5253.6702, + 4463.1814, + 1142.3782, + 2369.0678, + 5626.5571, + 3790.3401, + 3561.1123, + 3031.1779, + 5162.0624, + 1244.387, + 5332.9158, + 4797.4429, + 4908.5637, + 5223.1506, + 1880.0913, + 2939.063, + 4404.887, + 2699.0044, + 2704.5212, + 3608.0698, + 5048.418, + 4427.8509, + 3181.1511, + 5748.192, + 5163.7198, + 5089.153, + 3759.8328, + 3580.3325, + 6243.6468, + 5544.1443, + 5262.5482, + 4635.912, + 5483.5314, + 3370.4762, + 5592.8419, + 3859.9552, + 5642.8331, + 2573.562, + 3676.3742, + 4659.8723, + 5456.8553, + 3685.14, + 4876.1364, + 5117.5113, + 5170.3852, + 4613.7387, + 3925.2752, + 4993.3423, + 3820.01, + 2829.2047, + 4454.8265, + 5524.009, + 5060.7901, + 5464.1555, + 5460.9611, + 4433.3884, + 4425.7359, + 5714.3305, + 4475.1957, + 6276.0646, + 4151.2841, + 5624.3338, + 6474.7128, + 4849.087, + 2606.2925, + 4747.0633, + 5316.0186, + 5190.0735, + 4511.9192, + 4045.3437, + 5755.6409, + 5644.5071, + 4804.5688, + 5664.7606, + 4912.867, + 6281.3574, + 5658.8195, + 3617.0524, + 6029.5983, + 6074.1899, + 5586.3426, + 6385.7431, + 4661.4007, + 4639.7089, + 2109.7333, + 5474.5715, + 6615.5377, + 5438.582, + 3588.8726, + 4567.5997, + 5201.0616, + 5004.1116, + 2358.7288, + 4779.6578, + 6385.8721, + 5729.1117, + 6309.6201, + 2639.133, + 6957.1434, + 5707.332, + 5229.5746, + 3838.105, + 6788.4361, + 6816.5829, + 6199.1045, + 6137.2143, + 6442.162, + 5986.2917, + 4837.8815, + 6630.9867, + 6493.5418, + 5153.5692, + 5557.0438, + 6291.3154, + 5743.1875, + 6523.8342, + 6055.403, + 6109.8114, + 6966.2552, + 5750.7983, + 4093.2269, + 5589.5181, + 6417.7503, + 5952.189, + 6614.9329, + 5388.9984, + 6298.5863, + 6640.2889, + 6704.1376, + 6625.5559, + 6886.9303, + 6463.2297, + 6413.0528, + 4812.8013, + 6585.5594, + 6585.0098, + 5990.5702, + 6341.2567, + 7220.3899, + 7101.2242, + 4881.4708, + 6667.7533, + 5371.0761, + 6604.8569, + 6589.5687, + 7047.5766, + 7418.4596, + 6526.2671, + 7054.1736, + 7062.0531, + 6318.5142, + 4386.4887, + 6496.8229, + 6818.8388, + 6462.8967, + 6682.1066, + 7166.5595, + 6783.889, + 6414.1746, + 7172.2759, + 7220.2655, + 3713.2266, + 6487.6772, + 6626.6397, + 6505.0066, + 4613.3066, + 7417.7507, + 7238.6885, + 3654.2113, + 5184.0932, + 4632.5574, + 6866.6047, + 5848.1285, + 5824.8416, + 1513.1554, + 5331.2714, + 4235.7055, + 2378.4848, + 2757.8958, + 1110.2572, + 350.7857, + 449.3813, + -302.8382, + -697.066, + -435.964, + -430.6381, + -226.5896, + -532.9137, + -433.2185, + -441.1071, + -294.946, + -577.1366, + -560.2108, + -692.3045, + -446.908, + -607.4238, + -433.191, + -433.2558, + -219.8846, + -533.971, + -696.0448, + -227.3852, + -396.9535, + -45.8851, + -45.2054, + 57.9999, + 49.6034, + 400.3586, + 33.6922, + 55.8186, + 321.7621, + 418.7636, + -149.1549, + -236.7844, + 36.7922, + 87.7192, + -0.1743, + -1079.9639, + -75.0293, + 304.7709, + 161.7343, + 160.7771, + -95.4664, + 366.8359, + 18.9143, + 430.8994, + -140.1421, + -436.1148, + 365.8234, + -74.7468, + -202.0903, + -259.4663, + -280.2998, + -31.8793, + 24.2143, + 115.9567, + 86.3636, + 10.8095, + 27.8498, + 418.1598, + 131.2634, + 278.8226, + 197.8753, + 138.2606, + 560.955, + 494.9975, + -87.0213, + -542.7576, + 495.0779, + 501.1292, + 409.0467, + 440.5472, + -134.7122, + -8.4214, + 597.0822, + 53.6592, + 739.0899, + 565.1337, + -532.5185, + 786.9406, + 720.1527, + 330.3432, + 229.8976, + 747.1311, + 82.9038, + 892.2239, + -418.7839, + 395.1112, + 727.6744, + 721.3883, + 707.4727, + 639.324, + 1299.6074, + 1288.6857, + 395.9762, + 1307.532, + 314.3676, + 830.6193, + 1188.4754, + 1508.6556, + 1355.1877, + 1496.3702, + 1018.6383, + 1392.2425, + 1402.8567, + 1669.9781, + 620.9531, + 1650.1558, + 747.0364, + 1037.0142, + 1449.1237, + 1862.8214, + 1144.2081, + 1359.2265, + 1504.7008, + 1737.9436, + 1943.4004, + 1904.9467, + 2105.5239, + 1875.7858, + 2136.5224, + 2327.534, + 2151.2959, + 2381.031, + 2466.6133, + 2625.9395, + 2486.2894, + 2008.908, + 3304.6908, + 2066.945, + 4356.713, + 4398.0227, + 4136.0699, + 1613.438, + 3437.6653, + 3248.0964, + 3688.8491, + 4055.2583, + 1078.1292, + 4103.2496, + 3814.2299, + 3907.3576, + 3672.8131, + 4146.0996, + 3799.9486, + 3146.028, + 3941.9893, + 3609.4678, + 2198.3157, + 1938.2227, + 4076.2177, + 4133.44, + 4307.6374, + 4141.1307, + 4605.7469, + 5332.6328, + 3140.1793, + 2755.5247, + 4945.3053, + 4314.2686, + 3809.7057, + 2950.5135, + 4697.3, + 5210.1553, + 4884.5349, + 5161.0346, + 5200.6887, + 3683.8466, + 4380.7965, + 5768.1669, + 5900.0983, + 5271.0017, + 4044.0824, + 5865.2726, + 5142.4283, + 5908.6894, + 6046.5163, + 6628.9693, + 6262.85, + 4749.0338, + 5552.0357, + 4303.4089, + 3012.7913, + 5317.2944, + 1262.7347, + 6281.7496, + 5245.8299, + 6628.4007, + 6095.8058, + 4901.0523, + 6487.4766, + 6056.791, + 6342.5924, + 6270.7891, + 5899.8568, + 4453.6112, + 5925.8275, + 6739.4269, + 6396.7685, + 6499.6283, + 7171.5859, + 7017.4751, + 6920.9118, + 4428.4639, + 5164.9011, + 6885.9876, + 7080.1333, + 7258.8469, + 5946.1353, + 6825.5727, + 6165.6444, + 3857.2929, + 6378.9381, + 5055.1385, + 7181.0204, + 7159.6566, + 6282.4654, + 6750.6941, + 7448.1828, + 5535.2941, + 3877.129, + 6011.5982, + 6812.6645, + 7164.4883, + 7662.9574, + 7074.1656, + 7843.5362, + 7057.3879, + 4873.1317, + 7401.21, + 8097.3508, + 6918.0698, + 8309.2902, + 8179.9522, + 7441.7414, + 7964.984, + 8206.3614, + 7534.3925, + 7489.8647, + 7496.486, + 5172.9481, + 7341.3681, + 6780.8056, + 6818.2968, + 6636.0389, + 6195.122, + 6818.5227, + 6515.9852, + 6316.2269, + 4516.3106, + 3733.2018, + 3646.3306, + 3598.3689, + 3136.9202, + 2656.4587, + 2245.3604, + 2175.2828, + 2299.1816, + 1844.1207, + 2190.1491, + 1878.18, + 1729.2087, + 1859.9231, + 1586.679, + 1698.9695, + 1649.8291, + 1451.3557, + 1761.6305, + 2141.8969, + 2008.7809, + 1961.3586, + 1909.5328, + 2281.3711, + 1924.4452, + 2528.0394, + 2812.2646, + 3270.7008, + 1437.6345, + 2241.6813, + 3730.2565, + 4339.6092, + 4242.7995, + 3641.389, + 5984.9677, + 5782.7261, + 7855.987, + 5544.3924, + 4611.97, + 6034.4887, + 7077.1304, + 6531.7639, + 5327.3944, + 6728.5412, + 7143.1635, + 3902.4388, + 6866.3463, + 7717.6703, + 6502.9447, + 7387.6606, + 4463.8026, + 7542.7452, + 7387.0349, + 7209.934, + 7806.1454, + 7278.7347, + 6886.5031, + 6465.0484, + 7335.0531, + 7581.6215, + 7134.9976, + 7932.8045, + 7747.4834, + 7607.6127, + 7260.8311, + 7233.5413, + 4961.7268, + 4684.3679, + 7125.6996, + 7668.1132, + 7370.8752, + 4743.1788, + 8055.9829, + 7607.2599, + 4210.2099, + 7749.2635, + 7057.899, + 7327.6174, + 7377.4753, + 7179.6427, + 7812.2519, + 8123.9472, + 7215.1693, + 7407.7636, + 7673.8014, + 7858.6675, + 7871.0357, + 7976.9134, + 8307.0258, + 7808.9529, + 7773.0773, + 8623.9608, + 6848.922, + 7628.2261, + 8232.4766, + 8116.8788, + 8411.5519, + 8307.1472, + 8264.2092, + 8033.737, + 5066.1861, + 8269.8968, + 8401.2516, + 8241.5224, + 7775.3726, + 8174.1092, + 5594.5929, + 7009.7449, + 7734.6681, + 8041.2214, + 7994.6292, + 7313.4719, + 7424.8801, + 7700.5235, + 8628.9148, + 7983.2067, + 8175.9548, + 8383.5802, + 8442.4346, + 7924.044, + 8188.0644, + 8933.2955, + 8699.6108, + 8635.2978, + 8651.2616, + 8452.1375, + 8437.5051, + 8026.1048, + 8197.2691, + 8859.7425, + 7081.3928, + 8413.4312, + 8421.4376, + 8311.0785, + 8455.1473, + 8511.2595, + 8438.2102, + 8134.3592, + 8784.8203, + 5995.132, + 8415.6015, + 8809.796, + 8963.2953, + 8891.8496, + 8834.7291, + 8432.0241, + 8724.9609, + 8917.7626, + 9208.54, + 9144.0841, + 8655.5491, + 8824.1479, + 9476.6639, + 9012.9392, + 9222.4507, + 9495.843, + 9058.2923, + 8965.0536, + 8824.3747, + 8851.5489, + 9156.2579, + 9019.9059, + 9072.4062, + 8641.2994, + 8872.7498, + 8981.257, + 9176.4042, + 9586.199, + 9079.221, + 8950.8255, + 8599.4418, + 9145.8223, + 8898.9622, + 8789.4472, + 9039.2908, + 8558.6297, + 8421.4466, + 8521.0788, + 8733.4905, + 7179.7673, + 8346.784, + 8303.8483, + 8386.4727, + 8699.8128, + 8958.5171, + 8597.47, + 8820.31, + 8546.9998, + 9248.1853, + 8712.5758, + 8611.8056, + 9267.4107, + 9232.2161, + 9892.2508, + 9762.5939, + 8886.7796, + 8343.9478, + 9718.3202, + 10019.2022, + 9981.9232, + 9698.4623, + 8943.2817, + 9645.6637, + 9744.4014, + 9844.247, + 9419.8605, + 9233.5611, + 9756.4731, + 9824.6109, + 9656.0311, + 10088.7885, + 10248.9749, + 9846.0765, + 8881.4678, + 9631.323, + 9390.5925, + 9263.3582, + 9207.5788, + 8722.1274, + 8531.2697, + 8156.6724, + 7650.679, + 7930.3216, + 6779.1222, + 6889.1723, + 5576.506, + 6106.557, + 3330.7369, + 5124.8684, + 3973.6201, + 3478.0459, + 882.6396, + 2791.3274, + 2789.4223, + 1961.4418, + 3351.1653, + 3236.7626, + 4342.3294, + 5483.9784, + 5631.6898, + 6339.7576, + 7015.7912, + 7185.5452, + 8048.4295, + 8118.6539, + 7100.3147, + 6386.3928, + 9158.0107, + 8702.3492, + 7503.1765, + 9859.1834, + 9053.6321, + 9965.6764, + 9955.5535, + 9232.2552, + 10127.5624, + 9230.1037, + 9279.5279, + 10061.5034, + 10277.3778, + 9805.125, + 9413.3342, + 9648.6062, + 9896.5187, + 5649.6945, + 9872.2612, + 9733.9337, + 9466.1088, + 9642.5187, + 10242.2714, + 9949.484, + 9800.6261, + 9137.2433, + 9589.8302, + 9999.7097, + 10219.2182, + 9365.8484, + 9118.1563, + 9185.3355, + 10210.1547, + 10262.0263, + 9900.5525, + 10354.9438, + 9362.4888, + 9702.9571, + 10331.3871, + 10181.8974, + 9653.7466, + 9283.9612, + 9567.3179, + 9569.2028, + 9837.0953, + 10538.4135, + 10114.826, + 10097.3326, + 10013.1316, + 10126.6181, + 10052.5774, + 9984.9161, + 10381.5418, + 10301.5481, + 9767.2688, + 10047.9124, + 10735.3184, + 10534.2309, + 9924.3553, + 10104.0897, + 10560.8777, + 10650.1515, + 10272.2886, + 9774.7615, + 10530.2832, + 10234.658, + 10241.9947, + 10015.1573, + 10710.7101, + 10562.0882, + 8087.9022, + 9994.9995, + 10169.2947, + 10505.5498, + 10071.4031, + 10052.009, + 10538.1525, + 10840.1999, + 10144.8814, + 10155.3933, + 10115.5834, + 10315.2429, + 11094.8445, + 6984.9054, + 10186.4964, + 9970.8006, + 10126.2182, + 10757.6672, + 11094.6285, + 10491.4039, + 10332.3956, + 11126.2003, + 10768.3374, + 11214.2375, + 10271.7609, + 10699.9613, + 11084.0369, + 11031.0464, + 11021.4264, + 10359.0386, + 10666.3483, + 11643.0694, + 11058.1919, + 10911.6264, + 10564.6748, + 10287.5955, + 10542.7211, + 11420.5585, + 10952.4953, + 10865.9363, + 10800.8479, + 11067.2905, + 11187.3157, + 10823.9563, + 11033.4368, + 11206.0434, + 12656.2927, + 11046.2578, + 10942.088, + 11316.1845, + 11145.9639, + 11102.0418, + 11021.8435, + 11104.7195, + 10848.0426, + 11039.1075, + 11027.3687, + 11598.3747, + 11251.4141, + 10770.4262, + 10970.7466, + 10699.1207, + 11118.2285, + 10120.1468, + 9969.6413, + 9601.5217, + 8607.496, + 8924.8579, + 7004.6663, + 6607.6017, + 5411.0197, + 4640.4048, + 1851.2826, + 851.0232, + 5.2826, + -1335.6132, + 567.801, + 601.9185, + 1270.6722, + 1953.6516, + 271.684, + -1489.6824, + -1907.109, + -1929.4313, + -1854.5976, + -1762.2901, + -1547.2251, + -1447.6373, + -1292.0871, + -1239.1232, + -1097.9145, + -1148.6036, + -1008.4483, + -1119.176, + -1144.5563, + -994.5038, + -1019.6641, + -1040.6707, + -934.5903, + -916.4307, + -1016.453, + -920.0797, + -1124.9155, + -1230.2665, + -1026.9348, + -1248.6905, + -1078.7073, + -901.8839, + -1039.5785, + -1104.5399, + -1153.5769, + -1412.1319, + -1144.942, + -1102.12, + -1037.9577, + -1119.7653, + -1582.254, + -1003.9714, + -858.5747, + -1144.5277, + -1588.0286, + -1091.7186, + -1413.9473, + -848.7778, + -1516.4193, + -982.0974, + -1470.1611, + -1231.9493, + -1002.128, + -1065.7258, + -1188.7755, + -910.8659, + -1015.9817, + -1104.5276, + -877.7093, + -990.81, + -1135.2572, + -1234.5092, + -1267.9035, + -838.9909, + -1096.3207, + -887.9562, + -1172.5772, + -934.8875, + -804.9224, + -1065.2509, + -1032.8088, + -1093.901, + -881.199, + -1031.2582, + -835.4239, + -863.0103, + -1436.6378, + -951.8781, + -772.6643, + -1069.192, + -1171.078, + -960.0427, + -973.8014, + -721.8394, + -1102.0467, + -680.0097, + -796.7476, + -1183.6298, + -951.3524, + -1179.8309, + -794.0399, + -682.823, + -1023.0562, + -808.957, + -891.4782, + -1117.5761, + -645.0857, + -1159.5788, + -704.6676, + -753.9662, + -1250.7837, + -850.6, + -854.0616, + -750.9769, + -716.3957, + -680.579, + -671.0547, + -887.3424, + -721.9298, + -804.3724, + -887.6056, + -643.4075, + -953.1018, + -656.5657, + -680.9454, + -741.7106, + -505.9374, + -622.3833, + -604.9432, + -584.1045, + -751.9988, + -678.8551, + -554.5317, + -535.3985, + -477.2396, + -818.9566, + -559.6425, + -894.7494, + -684.5127, + -593.5829, + -559.8846, + -497.5477, + -650.4656, + -542.5396, + -639.3429, + -525.5244, + -309.5972, + -602.2139, + -505.5015, + -578.3109, + -2130.722 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 1.0, + 1.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 1.5, + 1.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 2.75, + 2.25, + 0.5, + 1.5, + 1.75, + 0.5, + 4.25, + 1.5, + 3.5, + 1.0, + 1.0, + 4.75, + 0.5, + 1.75, + 0.0, + 0.5, + 2.0, + 0.75, + 1.75, + 1.75, + 0.75, + 8.25, + 3.5, + 1.75, + 4.25, + 0.75, + 1.0, + 1.75, + 1.75, + 1.0, + 3.0, + 0.75, + 2.0, + 1.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 2.5, + 1.0, + 0.5, + 0.75, + 1.25, + 0.25, + 1.0, + 1.0, + 0.5, + 0.5, + 0.5, + 1.0, + 0.25, + 0.5, + 1.5, + 1.0, + 2.25, + 0.0, + 0.5, + 1.25, + 0.75, + 2.0, + 0.75, + 1.75, + 0.75, + 1.0, + 0.25, + 0.0, + 1.0, + 0.0, + 1.25, + 4.75, + 2.5, + 0.5, + 0.75, + 0.5, + 0.0, + 4.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 1.25, + 0.75, + 2.0, + 0.25, + 1.0, + 0.0, + 0.5, + 2.0, + 0.5, + 0.0, + 0.25, + 1.5, + 1.0, + 1.25, + 0.75, + 2.0, + 1.5, + 1.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.5, + 0.75, + 1.0, + 0.75, + 2.75, + 2.0, + 3.25, + 2.75, + 2.25, + 1.75, + 2.0, + 1.25, + 0.75, + 0.75, + 1.25, + 1.5, + 0.25, + 1.25, + 0.5, + 1.0, + 2.5, + 0.75, + 1.0, + 1.75, + 3.0, + 0.0, + 2.0, + 1.25, + 0.75, + 2.5, + 1.75, + 1.75, + 2.25, + 1.75, + 1.75, + 1.0, + 3.5, + 1.0, + 3.5, + 1.25, + 1.75, + 2.25, + 2.0, + 4.0, + 1.5, + 1.0, + 1.0, + 3.5, + 1.25, + 0.75, + 3.75, + 1.75, + 1.25, + 2.25, + 2.75, + 3.5, + 3.0, + 1.75, + 1.0, + 1.25, + 3.75, + 2.25, + 4.25, + 0.75, + 3.75, + 0.75, + 3.75, + 1.25, + 1.0, + 0.5, + 3.0, + 4.5, + 1.0, + 0.75, + 1.5, + 0.5, + 1.0, + 0.5, + 2.0, + 2.75, + 1.0, + 0.75, + 2.0, + 2.5, + 3.5, + 2.25, + 1.25, + 1.5, + 0.0, + 1.0, + 3.0, + 0.75, + 2.75, + 1.25, + 0.5, + 0.5, + 0.5, + 1.75, + 0.75, + 0.75, + 1.25, + 1.75, + 1.5, + 0.0, + 1.5, + 2.75, + 0.25, + 1.25, + 2.5, + 0.75, + 1.5, + 0.75, + 0.5, + 3.0, + 0.25, + 0.5, + 0.5, + 1.25, + 2.25, + 3.0, + 0.75, + 0.0, + 0.25, + 0.75, + 1.25, + 0.25, + 1.25, + 1.0, + 0.5, + 0.25, + 0.25, + 1.75, + 1.75, + 1.5, + 0.75, + 1.0, + 0.75, + 2.0, + 0.5, + 0.75, + 0.0, + 1.0, + 0.75, + 1.75, + 0.5, + 1.75, + 1.0, + 0.0, + 1.25, + 2.0, + 0.5, + 0.5, + 3.5, + 0.5, + 2.0, + 1.25, + 0.25, + 1.25, + 2.75, + 1.0, + 0.25, + 1.25, + 2.25, + 0.75, + 1.5, + 0.5, + 1.25, + 1.5, + 1.25, + 0.75, + 1.0, + 0.75, + 1.25, + 0.25, + 1.0, + 1.0, + 1.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.5, + 1.25, + 4.0, + 3.25, + 2.25, + 2.0, + 1.75, + 0.5, + 1.5, + 1.5, + 1.0, + 1.75, + 0.75, + 0.75, + 5.0, + 0.75, + 1.25, + 2.25, + 1.5, + 0.0, + 1.5, + 1.5, + 1.25, + 1.25, + 1.75, + 1.25, + 1.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.25, + 0.5, + 1.5, + 1.25, + 0.25, + 1.25, + 1.5, + 0.5, + 0.25, + 2.5, + 0.5, + 0.25, + 2.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 1.75, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 1.0, + 0.25, + 0.75, + 0.25, + 1.25, + 0.0, + 1.0, + 0.25, + 0.75, + 1.25, + 1.25, + 0.25, + 0.5, + 1.25, + 0.25, + 0.75, + 0.5, + 1.25, + 0.75, + 0.25, + 0.5, + 1.0, + 1.5, + 0.5, + 1.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 1.5, + 4.25, + 1.5, + 1.0, + 0.75, + 1.0, + 2.25, + 4.25, + 1.75, + 0.75, + 0.25, + 1.5, + 1.75, + 1.25, + 0.25, + 0.5, + 2.25, + 1.5, + 1.75, + 0.75, + 0.75, + 0.5, + 1.0, + 0.75, + 0.0, + 1.5, + 1.25, + 2.5, + 1.5, + 2.5, + 1.5, + 0.75, + 2.0, + 0.75, + 0.25, + 1.75, + 1.5, + 2.25, + 0.25, + 2.0, + 1.5, + 0.75, + 0.0, + 1.0, + 2.75, + 1.75, + 1.0, + 1.25, + 1.0, + 0.25, + 0.75, + 0.75, + 0.5, + 1.75, + 1.25, + 1.5, + 1.0, + 0.25, + 0.75, + 1.75, + 3.0, + 2.5, + 2.5, + 1.25, + 2.5, + 3.75, + 0.0, + 2.75, + 2.25, + 3.75, + 1.75, + 1.5, + 1.5, + 2.75, + 2.25, + 1.25, + 1.5, + 0.75, + 1.75, + 1.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 1.25, + 0.0, + 0.25, + 0.75, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 1.5, + 0.25, + 0.25, + 2.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 1.25, + 1.0, + 0.25, + 0.75, + 2.5, + 1.75, + 0.75, + 3.5, + 2.25, + 3.5, + 1.5, + 2.75, + 4.0, + 3.5, + 1.75, + 0.5, + 1.5, + 2.5, + 0.0, + 1.25, + 2.0, + 1.25, + 1.0, + 1.25, + 1.5, + 1.75, + 1.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.75, + 1.25, + 0.25, + 1.0, + 1.0, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 1.0, + 1.5, + 0.5, + 1.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 1.5, + 0.5, + 0.75, + 0.5, + 1.0, + 0.0, + 1.0, + 0.0, + 1.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 1.25, + 1.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 1.5, + 1.0, + 0.0, + 0.0, + 0.5, + 1.0, + 1.0, + 1.0, + 0.0, + 1.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 3.0, + 3.0, + 2.5, + 2.0, + 3.25, + 2.5, + 4.25, + 8.75, + 1.5, + 3.5, + 7.25, + 3.5, + 3.5, + 2.75, + 2.25, + 1.75, + 1.5, + 3.0, + 1.5, + 1.5, + 1.0, + 2.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 2.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.5, + 0.5, + 0.25, + 1.25, + 1.25, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1453, + 10.1932, + 10.2364, + 10.2753, + 10.3127, + 10.349, + 10.3866, + 10.4204, + 10.4509, + 10.4783, + 10.503, + 10.5252, + 10.5451, + 10.5631, + 10.5793, + 10.5964, + 10.6167, + 10.6351, + 10.6516, + 10.6664, + 10.6798, + 10.6918, + 10.7026, + 10.7148, + 10.7259, + 10.7383, + 10.7495, + 10.7595, + 10.7686, + 10.7767, + 10.7865, + 10.7979, + 10.8081, + 10.8173, + 10.8256, + 10.833, + 10.8397, + 10.8482, + 10.8559, + 10.8653, + 10.8738, + 10.8814, + 10.8883, + 10.8944, + 10.9, + 10.9075, + 10.9167, + 10.9251, + 10.9326, + 10.9393, + 10.9454, + 10.9508, + 10.9558, + 10.9602, + 10.9642, + 10.9727, + 10.9805, + 10.9874, + 10.9937, + 10.9993, + 11.0044, + 11.0089, + 11.013, + 11.0167, + 11.0201, + 11.0231, + 11.0258, + 11.0282, + 11.0329, + 11.0396, + 11.0456, + 11.0536, + 11.0607, + 11.0671, + 11.0729, + 11.0781, + 11.0853, + 11.0918, + 11.0976, + 11.1028, + 11.1076, + 11.1118, + 11.1156, + 11.1191, + 11.1222, + 11.1274, + 11.1322, + 11.1365, + 11.1403, + 11.1463, + 11.1517, + 11.1565, + 11.1608, + 11.1648, + 11.1683, + 11.1715, + 11.1793, + 11.1864, + 11.1927, + 11.1985, + 11.2061, + 11.213, + 11.2192, + 11.2248, + 11.2298, + 11.2343, + 11.2384, + 11.2421, + 11.2454, + 11.2483, + 11.251, + 11.2534, + 11.2555, + 11.2575, + 11.2592, + 11.2608, + 11.2647, + 11.2733, + 11.2809, + 11.2878, + 11.2966, + 11.3044, + 11.3115, + 11.3178, + 11.3235, + 11.3287, + 11.3333, + 11.3375, + 11.3412, + 11.3446, + 11.3476, + 11.3504, + 11.3528, + 11.3551, + 11.3571, + 11.3588, + 11.3605, + 11.3619, + 11.3632, + 11.3669, + 11.3702, + 11.3732, + 11.3759, + 11.3783, + 11.383, + 11.3872, + 11.3909, + 11.3944, + 11.3974, + 11.4002, + 11.4027, + 11.4049, + 11.4069, + 11.4087, + 11.4103, + 11.4118, + 11.4131, + 11.4143, + 11.4154, + 11.4163, + 11.4172, + 11.418, + 11.4187, + 11.4193, + 11.4199, + 11.4204, + 11.4234, + 11.426, + 11.4284, + 11.4306, + 11.4325, + 11.4343, + 11.4358, + 11.4373, + 11.4385, + 11.4397, + 11.4407, + 11.4416, + 11.4425, + 11.4432, + 11.4439, + 11.4445, + 11.4451, + 11.4456, + 11.446, + 11.4489, + 11.4515, + 11.4539, + 11.456, + 11.4604, + 11.4643, + 11.4704, + 11.4759, + 11.4808, + 11.4852, + 11.4892, + 11.4928, + 11.496, + 11.4989, + 11.504, + 11.5086, + 11.5127, + 11.519, + 11.5246, + 11.5346, + 11.5437, + 11.5518, + 11.5591, + 11.5682, + 11.5764, + 11.5837, + 11.5904, + 11.5988, + 11.6064, + 11.6183, + 11.629, + 11.6386, + 11.6547, + 11.6692, + 11.6823, + 11.6966, + 11.7094, + 11.726, + 11.7484, + 11.771, + 11.8014, + 11.8438, + 11.8894, + 11.938, + 11.9867, + 12.033, + 12.0772, + 12.127, + 12.1718, + 12.2271, + 12.2894, + 12.3455, + 12.4009, + 12.4508, + 12.5007, + 12.5482, + 12.5933, + 12.6615, + 12.7454, + 12.8258, + 12.9132, + 13.0094, + 13.101, + 13.2259, + 13.3533, + 13.503, + 13.6477, + 13.7879, + 13.9616, + 14.1229, + 14.2857, + 14.4321, + 14.5689, + 14.712, + 14.8483, + 14.9885, + 15.1321, + 15.2689, + 15.4745, + 15.6946, + 15.9101, + 16.1466, + 16.3669, + 16.5752, + 16.7802, + 16.9822, + 17.174, + 17.3766, + 17.5664, + 17.7573, + 17.9416, + 18.1149, + 18.2759, + 18.4208, + 18.5512, + 18.6711, + 18.804, + 18.9336, + 19.0552, + 19.1722, + 19.29, + 19.3985, + 19.5061, + 19.613, + 19.7142, + 19.8103, + 19.9018, + 19.9941, + 20.0797, + 20.1617, + 20.2505, + 20.3405, + 20.4439, + 20.537, + 20.6258, + 20.7183, + 20.8089, + 20.9105, + 21.0095, + 21.116, + 21.2194, + 21.3225, + 21.4177, + 21.5035, + 21.5906, + 21.6691, + 21.7522, + 21.8744, + 22.0095, + 22.136, + 22.2574, + 22.3717, + 22.4745, + 22.6071, + 22.7314, + 22.8432, + 22.9489, + 23.044, + 23.1321, + 23.2189, + 23.2995, + 23.3746, + 23.4546, + 23.5341, + 23.6257, + 23.7107, + 23.7971, + 23.8749, + 23.9499, + 24.0374, + 24.1212, + 24.1965, + 24.2669, + 24.3452, + 24.4257, + 24.5106, + 24.5946, + 24.6901, + 24.7911, + 24.892, + 24.9828, + 25.0695, + 25.1476, + 25.2178, + 25.2835, + 25.3427, + 25.3959, + 25.4438, + 25.4969, + 25.5547, + 25.6118, + 25.6706, + 25.7335, + 25.7977, + 25.8829, + 25.9796, + 26.0992, + 26.2342, + 26.3783, + 26.5255, + 26.6779, + 26.8276, + 26.9699, + 27.1054, + 27.2399, + 27.3759, + 27.5008, + 27.6257, + 27.7431, + 27.8588, + 27.9879, + 28.1116, + 28.233, + 28.3597, + 28.5037, + 28.6333, + 28.77, + 28.9055, + 29.035, + 29.1765, + 29.3213, + 29.4692, + 29.6248, + 29.7823, + 29.9416, + 30.0949, + 30.2679, + 30.4336, + 30.6178, + 30.796, + 30.9739, + 31.1565, + 31.3408, + 31.5468, + 31.7471, + 31.9374, + 32.1186, + 32.3168, + 32.5076, + 32.6868, + 32.8857, + 33.0821, + 33.2714, + 33.4642, + 33.6653, + 33.8813, + 34.1057, + 34.3251, + 34.5326, + 34.7318, + 34.9486, + 35.1663, + 35.4046, + 35.6267, + 35.864, + 36.0851, + 36.3216, + 36.5469, + 36.7597, + 36.9563, + 37.1631, + 37.3943, + 37.6124, + 37.8162, + 38.0145, + 38.1981, + 38.3733, + 38.536, + 38.7024, + 38.8796, + 39.0492, + 39.2092, + 39.3733, + 39.546, + 39.7364, + 39.9302, + 40.1172, + 40.3005, + 40.4655, + 40.6239, + 40.7965, + 40.9594, + 41.1334, + 41.3026, + 41.4598, + 41.6063, + 41.7432, + 41.8839, + 42.018, + 42.1462, + 42.2741, + 42.4067, + 42.541, + 42.6619, + 42.7857, + 42.9246, + 43.0522, + 43.1795, + 43.319, + 43.4521, + 43.5869, + 43.7157, + 43.8366, + 43.9755, + 44.1029, + 44.2226, + 44.3354, + 44.4493, + 44.5744, + 44.717, + 44.8528, + 44.975, + 45.0875, + 45.1962, + 45.3066, + 45.4085, + 45.5126, + 45.6163, + 45.7147, + 45.8057, + 45.8902, + 45.9837, + 46.0853, + 46.1918, + 46.2951, + 46.3981, + 46.4983, + 46.6084, + 46.7126, + 46.8138, + 46.905, + 46.997, + 47.0873, + 47.186, + 47.2799, + 47.3819, + 47.4837, + 47.5754, + 47.6703, + 47.7758, + 47.8757, + 47.9706, + 48.0911, + 48.2045, + 48.3265, + 48.4489, + 48.5615, + 48.6753, + 48.8053, + 48.9323, + 49.049, + 49.1666, + 49.295, + 49.418, + 49.5437, + 49.6618, + 49.7806, + 49.9026, + 50.0248, + 50.1423, + 50.2581, + 50.3698, + 50.4828, + 50.587, + 50.6908, + 50.7942, + 50.9023, + 50.9996, + 51.0896, + 51.1782, + 51.2653, + 51.3513, + 51.4337, + 51.5203, + 51.6383, + 51.777, + 51.9243, + 52.0768, + 52.2316, + 52.376, + 52.5209, + 52.6663, + 52.8072, + 52.9515, + 53.0888, + 53.2199, + 53.3879, + 53.5466, + 53.702, + 53.8643, + 54.0254, + 54.1703, + 54.3158, + 54.4617, + 54.6055, + 54.7475, + 54.8927, + 55.036, + 55.1749, + 55.3074, + 55.4316, + 55.551, + 55.6684, + 55.7765, + 55.8789, + 55.986, + 56.0949, + 56.1954, + 56.2984, + 56.406, + 56.5079, + 56.6021, + 56.7119, + 56.8157, + 56.9117, + 57.0205, + 57.1209, + 57.2163, + 57.3022, + 57.382, + 57.4588, + 57.5404, + 57.6189, + 57.6945, + 57.765, + 57.8385, + 57.9097, + 57.9737, + 58.0388, + 58.1, + 58.16, + 58.214, + 58.2726, + 58.3428, + 58.4085, + 58.4677, + 58.5309, + 58.5903, + 58.6488, + 58.7114, + 58.7703, + 58.8307, + 58.8877, + 58.9514, + 59.0088, + 59.0704, + 59.1283, + 59.188, + 59.2542, + 59.3263, + 59.3937, + 59.4593, + 59.5309, + 59.5978, + 59.6655, + 59.7315, + 59.8033, + 59.8755, + 59.9429, + 60.0086, + 60.0778, + 60.155, + 60.2295, + 60.309, + 60.3806, + 60.4476, + 60.5178, + 60.5885, + 60.6547, + 60.7142, + 60.7703, + 60.8233, + 60.8859, + 60.9848, + 61.0889, + 61.1925, + 61.2932, + 61.3939, + 61.507, + 61.6513, + 61.7987, + 61.9388, + 62.0674, + 62.1982, + 62.3334, + 62.4675, + 62.5908, + 62.7067, + 62.8335, + 62.9627, + 63.0964, + 63.2243, + 63.3468, + 63.4622, + 63.5759, + 63.6858, + 63.7848, + 63.8888, + 63.9949, + 64.1154, + 64.2389, + 64.375, + 64.5125, + 64.6437, + 64.7819, + 64.9137, + 65.0348, + 65.1613, + 65.2902, + 65.4287, + 65.5558, + 65.6902, + 65.8262, + 65.9561, + 66.073, + 66.1882, + 66.3194, + 66.4549, + 66.5869, + 66.7182, + 66.8464, + 66.9643, + 67.0778, + 67.1876, + 67.2913, + 67.4022, + 67.5145, + 67.6305, + 67.745, + 67.8505, + 67.9529, + 68.0626, + 68.1914, + 68.3322, + 68.484, + 68.6331, + 68.7923, + 68.9731, + 69.1358, + 69.3097, + 69.4887, + 69.6873, + 69.8836, + 70.0752, + 70.2627, + 70.459, + 70.6581, + 70.8497, + 71.0373, + 71.2135, + 71.3897, + 71.5582, + 71.7099, + 71.8539, + 71.9835, + 72.1002, + 72.2102, + 72.3091, + 72.3982, + 72.4784, + 72.5581, + 72.6298, + 72.6943, + 72.7524, + 72.8046, + 72.8517, + 72.894, + 72.9321, + 72.9664, + 72.9972, + 73.025, + 73.05, + 73.0725, + 73.0928, + 73.111, + 73.1324, + 73.1516, + 73.169, + 73.1871, + 73.2059, + 73.2328, + 73.257, + 73.2788, + 73.3009, + 73.3208, + 73.3388, + 73.3574, + 73.3766, + 73.394, + 73.4096, + 73.4236, + 73.4363, + 73.4501, + 73.4676, + 73.4884, + 73.5195, + 73.5476, + 73.5753, + 73.6078, + 73.637, + 73.6733, + 73.7085, + 73.7401, + 73.7686, + 73.7943, + 73.8173, + 73.8381, + 73.8568, + 73.8761, + 73.8935, + 73.9091, + 73.9232, + 73.9359, + 73.9498, + 73.9623, + 73.9736, + 73.9837, + 73.9929, + 74.0011, + 74.0085, + 74.0201, + 74.0356, + 74.0496, + 74.0621, + 74.0734, + 74.0835, + 74.0927, + 74.1009, + 74.1083, + 74.115, + 74.121, + 74.1264, + 74.1313, + 74.1381, + 74.1468, + 74.1571, + 74.1664, + 74.1748, + 74.1823, + 74.1916, + 74.1999, + 74.2074, + 74.2142, + 74.2203, + 74.2257, + 74.2307, + 74.2351, + 74.2391, + 74.2427, + 74.2459, + 74.2488, + 74.2514, + 74.2538, + 74.2559, + 74.2578, + 74.262, + 74.2658, + 74.2718, + 74.2771, + 74.2819, + 74.2887, + 74.2948, + 74.3028, + 74.31, + 74.3165, + 74.3274, + 74.3372, + 74.3484, + 74.3586, + 74.3702, + 74.3807, + 74.3901, + 74.3986, + 74.4063, + 74.4131, + 74.4218, + 74.4321, + 74.4464, + 74.4593, + 74.4709, + 74.4813, + 74.5006, + 74.5181, + 74.5338, + 74.5479, + 74.5606, + 74.5745, + 74.5896, + 74.6031, + 74.6153, + 74.6263, + 74.6362, + 74.6475, + 74.6603, + 74.6743, + 74.6893, + 74.7054, + 74.7224, + 74.7401, + 74.7561, + 74.773, + 74.7882, + 74.8019, + 74.8142, + 74.8253, + 74.8352, + 74.8492, + 74.8643, + 74.8779, + 74.8901, + 74.9011, + 74.911, + 74.9199, + 74.9279, + 74.9351, + 74.9491, + 74.9642, + 74.9778, + 74.9975, + 75.0277, + 75.0575, + 75.0842, + 75.1108, + 75.1347, + 75.1562, + 75.1756, + 75.1931, + 75.2113, + 75.2276, + 75.2449, + 75.2654, + 75.2863, + 75.3052, + 75.3247, + 75.3422, + 75.368, + 75.3912, + 75.4121, + 75.4359, + 75.4573, + 75.4766, + 75.4939, + 75.5095, + 75.5261, + 75.546, + 75.5639, + 75.58, + 75.597, + 75.6123, + 75.626, + 75.6384, + 75.6521, + 75.6694, + 75.6875, + 75.7062, + 75.7256, + 75.7505, + 75.7755, + 75.8004, + 75.8229, + 75.8456, + 75.8685, + 75.8892, + 75.9078, + 75.9245, + 75.9445, + 75.9726, + 76.0028, + 76.03, + 76.057, + 76.0813, + 76.1082, + 76.1324, + 76.1591, + 76.1832, + 76.2049, + 76.2319, + 76.2587, + 76.2854, + 76.3093, + 76.3359, + 76.3623, + 76.3886, + 76.4122, + 76.4435, + 76.4741, + 76.5017, + 76.5266, + 76.5539, + 76.5785, + 76.6007, + 76.6206, + 76.6435, + 76.6692, + 76.6948, + 76.7178, + 76.741, + 76.7619, + 76.7807, + 76.8026, + 76.8224, + 76.8451, + 76.8656, + 76.8941, + 76.9222, + 76.9474, + 76.9702, + 76.9957, + 77.0211, + 77.059, + 77.0956, + 77.131, + 77.1829, + 77.2321, + 77.2789, + 77.3235, + 77.3662, + 77.4096, + 77.4586, + 77.5052, + 77.5497, + 77.5897, + 77.6258, + 77.6632, + 77.6969, + 77.7322, + 77.7765, + 77.8263, + 77.8737, + 77.9238, + 77.9939, + 78.0745, + 78.1546, + 78.2616, + 78.3805, + 78.5224, + 78.6652, + 78.8212, + 79.0015, + 79.1989, + 79.394, + 79.5746, + 79.7521, + 79.9369, + 80.1032, + 80.2654, + 80.4314, + 80.5932, + 80.7489, + 80.9015, + 81.0539, + 81.2085, + 81.3601, + 81.5091, + 81.6432, + 81.7639, + 81.8725, + 81.9777, + 82.085, + 82.184, + 82.2831, + 82.3823, + 82.4815, + 82.5759, + 82.6608, + 82.7372, + 82.8085, + 82.8751, + 82.9401, + 83.0011, + 83.056, + 83.1129, + 83.1716, + 83.232, + 83.2938, + 83.3494, + 83.3994, + 83.4495, + 83.5021, + 83.5543, + 83.6089, + 83.6605, + 83.707, + 83.7538, + 83.7984, + 83.8386, + 83.8747, + 83.9097, + 83.9513, + 83.9986, + 84.0513, + 84.1011, + 84.146, + 84.1889, + 84.23, + 84.267, + 84.3028, + 84.34, + 84.376, + 84.4109, + 84.4448, + 84.4829, + 84.5196, + 84.5526, + 84.5849, + 84.6139, + 84.6425, + 84.6682, + 84.6914, + 84.7123, + 84.7335, + 84.7527, + 84.7749, + 84.7999, + 84.8249, + 84.8474, + 84.8727, + 84.8954, + 84.9159, + 84.9343, + 84.9584, + 84.98, + 85.002, + 85.0243, + 85.0444, + 85.0625, + 85.0812, + 85.0981, + 85.1133, + 85.132, + 85.1488, + 85.1664, + 85.1822, + 85.1965, + 85.2144, + 85.2304, + 85.2449, + 85.2579, + 85.2696, + 85.2826, + 85.2969, + 85.3097, + 85.3237, + 85.3414, + 85.3572, + 85.374, + 85.3891, + 85.4052, + 85.4197, + 85.4327, + 85.4444, + 85.465, + 85.486, + 85.5049, + 85.5219, + 85.5397, + 85.5557, + 85.5702, + 85.5856, + 85.6021, + 85.6169, + 85.6302, + 85.6497, + 85.6722, + 85.695, + 85.7255, + 85.7679, + 85.8111, + 85.865, + 85.9185, + 85.9717, + 86.0195, + 86.0676, + 86.1158, + 86.1592, + 86.2033, + 86.248, + 86.2882, + 86.3269, + 86.3617, + 86.403, + 86.4427, + 86.4934, + 86.5441, + 86.5972, + 86.65, + 86.7075, + 86.7592, + 86.8158, + 86.8667, + 86.93, + 86.9945, + 87.0576, + 87.1143, + 87.1654, + 87.2139, + 87.2675, + 87.3207, + 87.3712, + 87.4215, + 87.4719, + 87.5272, + 87.5895, + 87.658, + 87.7222, + 87.7825, + 87.8368, + 87.8931, + 87.9488, + 88.0139, + 88.0825, + 88.1443, + 88.1998, + 88.2548, + 88.3144, + 88.3779, + 88.4451, + 88.5056, + 88.5776, + 88.6448, + 88.7128, + 88.7765, + 88.8339, + 88.8855, + 88.9319, + 88.9788, + 89.0209, + 89.0588, + 89.0929, + 89.1261, + 89.161, + 89.1924, + 89.2232, + 89.2508, + 89.2783, + 89.3029, + 89.3326, + 89.3894, + 89.4704, + 89.5684, + 89.6766, + 89.8064, + 89.9483, + 90.1184, + 90.3591, + 90.5907, + 90.8341, + 91.1257, + 91.4231, + 91.7258, + 92.0257, + 92.3182, + 92.5988, + 92.8665, + 93.1373, + 93.3961, + 93.644, + 93.8771, + 94.1094, + 94.3234, + 94.5186, + 94.6992, + 94.8693, + 95.0274, + 95.1746, + 95.3122, + 95.436, + 95.5524, + 95.6571, + 95.7589, + 95.8505, + 95.933, + 96.0147, + 96.0932, + 96.1689, + 96.237, + 96.2983, + 96.366, + 96.4319, + 96.4937, + 96.5518, + 96.6066, + 96.656, + 96.7029, + 96.7451, + 96.7831, + 96.8173, + 96.848, + 96.8782, + 96.9079, + 96.9346, + 96.9587, + 96.9803, + 96.9998, + 97.0173, + 97.0331, + 97.0498, + 97.0648, + 97.0783, + 97.0905, + 97.1014, + 97.1113, + 97.1252, + 97.1401, + 97.1536, + 97.1658, + 97.1767, + 97.189, + 97.2001, + 97.2101, + 97.2216, + 97.2344, + 97.2485, + 97.2611, + 97.2725, + 97.2828, + 97.292, + 97.3028, + 97.3125, + 97.3238, + 97.3339, + 97.3455, + 97.356, + 97.3679, + 97.3786, + 97.3882, + 97.3969, + 97.4072, + 97.4215, + 97.4368, + 97.4532, + 97.4678, + 97.4811, + 97.4954, + 97.5109, + 97.5273, + 97.5446, + 97.5601, + 97.5766, + 97.5939, + 97.6096, + 97.6286, + 97.6482, + 97.6659, + 97.6868, + 97.7056, + 97.7251, + 97.7451, + 97.7631, + 97.7793, + 97.7938, + 97.8069, + 97.8188, + 97.8419, + 97.8652, + 97.8862, + 97.9126, + 97.9363, + 97.9577, + 97.9769, + 97.9942, + 98.0123, + 98.0436, + 98.0742, + 98.1018, + 98.1291, + 98.1562, + 98.1806, + 98.2025, + 98.2248, + 98.2448, + 98.2628, + 98.279, + 98.2986, + 98.3188, + 98.3369, + 98.3532, + 98.3879, + 98.4216, + 98.4519, + 98.4792, + 98.5063, + 98.5307, + 98.5526, + 98.5724, + 98.5901, + 98.6061, + 98.6205, + 98.6334, + 98.6451, + 98.6556, + 98.665, + 98.6735, + 98.6812, + 98.6881, + 98.6993, + 98.7093, + 98.7184, + 98.7266, + 98.7339, + 98.7405, + 98.7465, + 98.7543, + 98.7614, + 98.7677, + 98.7735, + 98.7936, + 98.8168, + 98.8401, + 98.8736, + 98.9162, + 98.9571, + 99.0039, + 99.051, + 99.0934, + 99.1316, + 99.1734, + 99.2111, + 99.245, + 99.2905, + 99.3314, + 99.3683, + 99.4064, + 99.4408, + 99.4717, + 99.4995, + 99.5246, + 99.5471, + 99.5674, + 99.5857, + 99.6021, + 99.6169, + 99.6327, + 99.6494, + 99.6645, + 99.678, + 99.6902, + 99.7012, + 99.7111, + 99.72, + 99.728, + 99.7352, + 99.7417, + 99.7475, + 99.7528, + 99.7575, + 99.7617, + 99.7656, + 99.769, + 99.7721, + 99.7749, + 99.7774, + 99.7822, + 99.7864, + 99.7928, + 99.801, + 99.8134, + 99.8246, + 99.8346, + 99.8437, + 99.8593, + 99.8784, + 99.8955, + 99.911, + 99.9274, + 99.9421, + 99.9579, + 99.9721, + 99.9849, + 99.9989, + 100.0215, + 100.0419, + 100.0602, + 100.0792, + 100.1013, + 100.1211, + 100.139, + 100.1576, + 100.1769, + 100.1942, + 100.2123, + 100.2285, + 100.2457, + 100.2611, + 100.2775, + 100.2947, + 100.3103, + 100.3267, + 100.3416, + 100.3549, + 100.3694, + 100.3825, + 100.3942, + 100.4048, + 100.4143, + 100.4229, + 100.4306, + 100.44, + 100.4485, + 100.4562, + 100.4631, + 100.4693, + 100.4748, + 100.4799, + 100.4844, + 100.4909, + 100.4968, + 100.5022, + 100.5069, + 100.5112, + 100.5151, + 100.5186, + 100.5217, + 100.5246, + 100.5296, + 100.5342, + 100.5382, + 100.5419, + 100.5477, + 100.553, + 100.5577, + 100.5619, + 100.5657, + 100.5691, + 100.5722, + 100.575, + 100.5775, + 100.5797, + 100.5818, + 100.5836, + 100.5852, + 100.5867, + 100.588 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0959, + 0.0959, + 0.1028, + 0.1282, + 0.1924, + 0.3847 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0964, + 0.0964, + 0.1068, + 0.1273, + 0.191, + 0.382 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0968, + 0.0968, + 0.1099, + 0.1266, + 0.1899, + 0.3799 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0963, + 0.0963, + 0.1078, + 0.1272, + 0.1908, + 0.3816 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0964, + 0.0964, + 0.1089, + 0.1272, + 0.189, + 0.3823 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0961, + 0.0961, + 0.1066, + 0.1273, + 0.1918, + 0.382 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.1042, + 0.1282, + 0.192, + 0.3836 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0959, + 0.0959, + 0.103, + 0.1293, + 0.1923, + 0.3835 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1019, + 0.1299, + 0.192, + 0.3846 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0958, + 0.0958, + 0.1014, + 0.1303, + 0.1916, + 0.385 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1013, + 0.1307, + 0.1911, + 0.3852 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.0959, + 0.0959, + 0.1008, + 0.1306, + 0.1908, + 0.3859 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1305, + 0.1906, + 0.3864 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1302, + 0.1904, + 0.387 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1007, + 0.13, + 0.1902, + 0.3871 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1006, + 0.1298, + 0.1902, + 0.3874 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1005, + 0.1292, + 0.1904, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1004, + 0.1286, + 0.1911, + 0.3879 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1003, + 0.128, + 0.1916, + 0.3881 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.1, + 0.1274, + 0.1922, + 0.3883 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.096, + 0.096, + 0.0999, + 0.1269, + 0.1928, + 0.3884 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1268, + 0.1934, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0996, + 0.1268, + 0.1937, + 0.3878 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.096, + 0.096, + 0.0995, + 0.1269, + 0.1935, + 0.388 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0997, + 0.1269, + 0.1933, + 0.3879 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0998, + 0.1269, + 0.1933, + 0.3878 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1269, + 0.1938, + 0.3872 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.0999, + 0.1273, + 0.1941, + 0.3864 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ], + [ + 0.0961, + 0.0961, + 0.1, + 0.1276, + 0.1944, + 0.3857 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json new file mode 100644 index 0000000000000000000000000000000000000000..ad0029b1c3b47974b80a7b999a4391bc2c71ce13 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 5159971.5, + "constraint_satisfaction_pct": 35.0, + "final_rho": [ + 0.103, + 0.165, + 0.1934, + 0.0984, + 0.2642, + 0.176 + ], + "final_lambda": 104.5083, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -5808.22, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5782.36, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5498.75, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 60, + "avg_reward": -3986.76, + "avg_cost": 0.0, + "lambda": 11.0566, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 70, + "avg_reward": -5149.76, + "avg_cost": 0.0, + "lambda": 11.0992, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 80, + "avg_reward": -3880.36, + "avg_cost": 0.0, + "lambda": 11.1294, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 90, + "avg_reward": -3809.45, + "avg_cost": 0.0, + "lambda": 11.1638, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 100, + "avg_reward": -3250.99, + "avg_cost": 0.0, + "lambda": 11.2102, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 110, + "avg_reward": -3010.06, + "avg_cost": 0.0, + "lambda": 11.2361, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 120, + "avg_reward": -2660.52, + "avg_cost": 0.0, + "lambda": 11.2452, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 130, + "avg_reward": -3317.64, + "avg_cost": 0.25, + "lambda": 11.2508, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 140, + "avg_reward": -2512.39, + "avg_cost": 0.0, + "lambda": 11.2713, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 150, + "avg_reward": -2268.03, + "avg_cost": 0.0, + "lambda": 11.29, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 160, + "avg_reward": -2976.58, + "avg_cost": 0.0, + "lambda": 11.2965, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 170, + "avg_reward": -1995.73, + "avg_cost": 0.0, + "lambda": 11.3188, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 180, + "avg_reward": -2102.89, + "avg_cost": 0.0, + "lambda": 11.3391, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 190, + "avg_reward": -1771.22, + "avg_cost": 0.25, + "lambda": 11.3732, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 200, + "avg_reward": -813.52, + "avg_cost": 0.25, + "lambda": 11.653, + "rho": [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ] + }, + { + "episode": 210, + "avg_reward": -1099.29, + "avg_cost": 0.0, + "lambda": 11.9368, + "rho": [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ] + }, + { + "episode": 220, + "avg_reward": -1859.35, + "avg_cost": 2.75, + "lambda": 12.5424, + "rho": [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ] + }, + { + "episode": 230, + "avg_reward": 21.02, + "avg_cost": 0.0, + "lambda": 13.529, + "rho": [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ] + }, + { + "episode": 240, + "avg_reward": -1092.9, + "avg_cost": 1.25, + "lambda": 14.6754, + "rho": [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ] + }, + { + "episode": 250, + "avg_reward": -1824.58, + "avg_cost": 2.0, + "lambda": 15.6294, + "rho": [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ] + }, + { + "episode": 260, + "avg_reward": -2408.89, + "avg_cost": 0.5, + "lambda": 16.4073, + "rho": [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ] + }, + { + "episode": 270, + "avg_reward": -850.75, + "avg_cost": 1.25, + "lambda": 16.9531, + "rho": [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ] + }, + { + "episode": 280, + "avg_reward": -1524.16, + "avg_cost": 1.5, + "lambda": 17.8026, + "rho": [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ] + }, + { + "episode": 290, + "avg_reward": -3631.71, + "avg_cost": 0.5, + "lambda": 19.1135, + "rho": [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ] + }, + { + "episode": 300, + "avg_reward": -1932.42, + "avg_cost": 0.0, + "lambda": 20.0001, + "rho": [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ] + }, + { + "episode": 310, + "avg_reward": 1708.24, + "avg_cost": 2.75, + "lambda": 20.8633, + "rho": [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ] + }, + { + "episode": 320, + "avg_reward": 564.23, + "avg_cost": 0.25, + "lambda": 22.1459, + "rho": [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ] + }, + { + "episode": 330, + "avg_reward": -413.02, + "avg_cost": 1.25, + "lambda": 23.6477, + "rho": [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ] + }, + { + "episode": 340, + "avg_reward": 783.97, + "avg_cost": 2.75, + "lambda": 25.6325, + "rho": [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ] + }, + { + "episode": 350, + "avg_reward": 1369.41, + "avg_cost": 4.75, + "lambda": 27.8641, + "rho": [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ] + }, + { + "episode": 360, + "avg_reward": 144.99, + "avg_cost": 0.25, + "lambda": 29.8391, + "rho": [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ] + }, + { + "episode": 370, + "avg_reward": 1981.05, + "avg_cost": 1.75, + "lambda": 31.1681, + "rho": [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ] + }, + { + "episode": 380, + "avg_reward": 1899.96, + "avg_cost": 0.75, + "lambda": 32.5218, + "rho": [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ] + }, + { + "episode": 390, + "avg_reward": 3474.58, + "avg_cost": 0.5, + "lambda": 34.0177, + "rho": [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ] + }, + { + "episode": 400, + "avg_reward": 1337.0, + "avg_cost": 0.25, + "lambda": 35.1461, + "rho": [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ] + }, + { + "episode": 410, + "avg_reward": 315.83, + "avg_cost": 2.75, + "lambda": 36.2171, + "rho": [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ] + }, + { + "episode": 420, + "avg_reward": 2293.42, + "avg_cost": 2.25, + "lambda": 37.5117, + "rho": [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ] + }, + { + "episode": 430, + "avg_reward": 2250.13, + "avg_cost": 0.0, + "lambda": 39.0674, + "rho": [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ] + }, + { + "episode": 440, + "avg_reward": 1398.54, + "avg_cost": 0.25, + "lambda": 40.3265, + "rho": [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ] + }, + { + "episode": 450, + "avg_reward": 3202.56, + "avg_cost": 1.0, + "lambda": 41.6198, + "rho": [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ] + }, + { + "episode": 460, + "avg_reward": 4397.19, + "avg_cost": 0.75, + "lambda": 42.7081, + "rho": [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ] + }, + { + "episode": 470, + "avg_reward": 5093.37, + "avg_cost": 0.5, + "lambda": 43.6636, + "rho": [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ] + }, + { + "episode": 480, + "avg_reward": 5827.12, + "avg_cost": 2.25, + "lambda": 44.6698, + "rho": [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ] + }, + { + "episode": 490, + "avg_reward": 4812.18, + "avg_cost": 1.0, + "lambda": 45.6635, + "rho": [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ] + }, + { + "episode": 500, + "avg_reward": 4650.74, + "avg_cost": 0.0, + "lambda": 46.8897, + "rho": [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ] + }, + { + "episode": 510, + "avg_reward": 3352.11, + "avg_cost": 1.0, + "lambda": 48.4317, + "rho": [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ] + }, + { + "episode": 520, + "avg_reward": 2758.38, + "avg_cost": 0.5, + "lambda": 50.1559, + "rho": [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ] + }, + { + "episode": 530, + "avg_reward": 4250.42, + "avg_cost": 0.5, + "lambda": 51.6965, + "rho": [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ] + }, + { + "episode": 540, + "avg_reward": 4468.9, + "avg_cost": 1.75, + "lambda": 52.8466, + "rho": [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ] + }, + { + "episode": 550, + "avg_reward": 3988.95, + "avg_cost": 0.75, + "lambda": 53.9194, + "rho": [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ] + }, + { + "episode": 560, + "avg_reward": 5882.24, + "avg_cost": 0.25, + "lambda": 55.0658, + "rho": [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ] + }, + { + "episode": 570, + "avg_reward": 5896.32, + "avg_cost": 1.25, + "lambda": 56.0151, + "rho": [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ] + }, + { + "episode": 580, + "avg_reward": 6206.56, + "avg_cost": 0.75, + "lambda": 56.9455, + "rho": [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ] + }, + { + "episode": 590, + "avg_reward": 6690.19, + "avg_cost": 1.75, + "lambda": 57.9738, + "rho": [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ] + }, + { + "episode": 600, + "avg_reward": 5972.48, + "avg_cost": 0.25, + "lambda": 58.906, + "rho": [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ] + }, + { + "episode": 610, + "avg_reward": 4814.73, + "avg_cost": 0.75, + "lambda": 59.6868, + "rho": [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ] + }, + { + "episode": 620, + "avg_reward": 5433.68, + "avg_cost": 0.25, + "lambda": 60.3779, + "rho": [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ] + }, + { + "episode": 630, + "avg_reward": 5158.1, + "avg_cost": 1.75, + "lambda": 61.039, + "rho": [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ] + }, + { + "episode": 640, + "avg_reward": 4362.62, + "avg_cost": 0.5, + "lambda": 61.6865, + "rho": [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ] + }, + { + "episode": 650, + "avg_reward": 6499.39, + "avg_cost": 1.0, + "lambda": 62.3939, + "rho": [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ] + }, + { + "episode": 660, + "avg_reward": 6301.61, + "avg_cost": 0.75, + "lambda": 63.1581, + "rho": [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ] + }, + { + "episode": 670, + "avg_reward": 5948.36, + "avg_cost": 0.75, + "lambda": 63.9395, + "rho": [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ] + }, + { + "episode": 680, + "avg_reward": 6804.18, + "avg_cost": 1.25, + "lambda": 64.5585, + "rho": [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ] + }, + { + "episode": 690, + "avg_reward": 6100.76, + "avg_cost": 0.25, + "lambda": 65.1888, + "rho": [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ] + }, + { + "episode": 700, + "avg_reward": 5615.85, + "avg_cost": 0.25, + "lambda": 65.918, + "rho": [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ] + }, + { + "episode": 710, + "avg_reward": 7544.06, + "avg_cost": 0.25, + "lambda": 66.7825, + "rho": [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ] + }, + { + "episode": 720, + "avg_reward": 8202.32, + "avg_cost": 1.5, + "lambda": 67.5975, + "rho": [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ] + }, + { + "episode": 730, + "avg_reward": 8408.15, + "avg_cost": 1.25, + "lambda": 68.3756, + "rho": [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ] + }, + { + "episode": 740, + "avg_reward": 9084.79, + "avg_cost": 1.5, + "lambda": 69.0805, + "rho": [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ] + }, + { + "episode": 750, + "avg_reward": 6041.56, + "avg_cost": 1.25, + "lambda": 69.7861, + "rho": [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ] + }, + { + "episode": 760, + "avg_reward": 6353.41, + "avg_cost": 0.5, + "lambda": 70.3674, + "rho": [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ] + }, + { + "episode": 770, + "avg_reward": 8529.41, + "avg_cost": 0.5, + "lambda": 71.0724, + "rho": [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ] + }, + { + "episode": 780, + "avg_reward": 8465.46, + "avg_cost": 0.25, + "lambda": 71.9058, + "rho": [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ] + }, + { + "episode": 790, + "avg_reward": 8438.01, + "avg_cost": 0.0, + "lambda": 72.6965, + "rho": [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ] + }, + { + "episode": 800, + "avg_reward": 9265.41, + "avg_cost": 1.75, + "lambda": 73.4673, + "rho": [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ] + }, + { + "episode": 810, + "avg_reward": 8146.12, + "avg_cost": 0.25, + "lambda": 74.4301, + "rho": [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ] + }, + { + "episode": 820, + "avg_reward": -1170.63, + "avg_cost": 0.5, + "lambda": 75.533, + "rho": [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ] + }, + { + "episode": 830, + "avg_reward": -2579.81, + "avg_cost": 0.0, + "lambda": 76.1911, + "rho": [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ] + }, + { + "episode": 840, + "avg_reward": -1658.99, + "avg_cost": 1.0, + "lambda": 76.5153, + "rho": [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ] + }, + { + "episode": 850, + "avg_reward": -1080.1, + "avg_cost": 0.0, + "lambda": 76.6844, + "rho": [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ] + }, + { + "episode": 860, + "avg_reward": -1129.3, + "avg_cost": 0.0, + "lambda": 76.7434, + "rho": [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ] + }, + { + "episode": 870, + "avg_reward": -488.14, + "avg_cost": 0.0, + "lambda": 76.764, + "rho": [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ] + }, + { + "episode": 880, + "avg_reward": -546.51, + "avg_cost": 0.0, + "lambda": 76.7712, + "rho": [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ] + }, + { + "episode": 890, + "avg_reward": -601.25, + "avg_cost": 0.0, + "lambda": 76.7737, + "rho": [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ] + }, + { + "episode": 900, + "avg_reward": -293.41, + "avg_cost": 0.0, + "lambda": 76.7745, + "rho": [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ] + }, + { + "episode": 910, + "avg_reward": -297.3, + "avg_cost": 0.0, + "lambda": 76.7748, + "rho": [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ] + }, + { + "episode": 920, + "avg_reward": -160.53, + "avg_cost": 0.0, + "lambda": 76.7749, + "rho": [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ] + }, + { + "episode": 930, + "avg_reward": 109.55, + "avg_cost": 0.0, + "lambda": 76.7852, + "rho": [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ] + }, + { + "episode": 940, + "avg_reward": -473.96, + "avg_cost": 0.0, + "lambda": 76.7948, + "rho": [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ] + }, + { + "episode": 950, + "avg_reward": 238.38, + "avg_cost": 0.0, + "lambda": 76.7982, + "rho": [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ] + }, + { + "episode": 960, + "avg_reward": 611.39, + "avg_cost": 0.0, + "lambda": 76.7994, + "rho": [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ] + }, + { + "episode": 970, + "avg_reward": 512.24, + "avg_cost": 0.0, + "lambda": 76.7998, + "rho": [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ] + }, + { + "episode": 980, + "avg_reward": -96.57, + "avg_cost": 0.0, + "lambda": 76.7999, + "rho": [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ] + }, + { + "episode": 990, + "avg_reward": 1303.03, + "avg_cost": 0.0, + "lambda": 76.8, + "rho": [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ] + }, + { + "episode": 1000, + "avg_reward": 953.08, + "avg_cost": 0.25, + "lambda": 76.863, + "rho": [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ] + }, + { + "episode": 1010, + "avg_reward": 384.21, + "avg_cost": 0.0, + "lambda": 77.1251, + "rho": [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ] + }, + { + "episode": 1020, + "avg_reward": 2533.95, + "avg_cost": 0.25, + "lambda": 77.3793, + "rho": [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ] + }, + { + "episode": 1030, + "avg_reward": 3458.8, + "avg_cost": 0.0, + "lambda": 77.6477, + "rho": [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ] + }, + { + "episode": 1040, + "avg_reward": 4431.0, + "avg_cost": 0.5, + "lambda": 77.8753, + "rho": [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ] + }, + { + "episode": 1050, + "avg_reward": 2175.87, + "avg_cost": 0.0, + "lambda": 78.2216, + "rho": [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ] + }, + { + "episode": 1060, + "avg_reward": 3041.25, + "avg_cost": 0.0, + "lambda": 78.5131, + "rho": [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ] + }, + { + "episode": 1070, + "avg_reward": 5245.8, + "avg_cost": 0.0, + "lambda": 78.8504, + "rho": [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ] + }, + { + "episode": 1080, + "avg_reward": 4787.66, + "avg_cost": 1.5, + "lambda": 79.2076, + "rho": [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ] + }, + { + "episode": 1090, + "avg_reward": 5928.8, + "avg_cost": 0.5, + "lambda": 79.99, + "rho": [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ] + }, + { + "episode": 1100, + "avg_reward": 3302.59, + "avg_cost": 0.5, + "lambda": 80.8373, + "rho": [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ] + }, + { + "episode": 1110, + "avg_reward": 5521.1, + "avg_cost": 0.0, + "lambda": 81.6399, + "rho": [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ] + }, + { + "episode": 1120, + "avg_reward": 7362.69, + "avg_cost": 0.75, + "lambda": 82.1909, + "rho": [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ] + }, + { + "episode": 1130, + "avg_reward": 7049.71, + "avg_cost": 0.0, + "lambda": 82.8204, + "rho": [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ] + }, + { + "episode": 1140, + "avg_reward": 6516.04, + "avg_cost": 0.5, + "lambda": 83.1332, + "rho": [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ] + }, + { + "episode": 1150, + "avg_reward": 7856.61, + "avg_cost": 0.75, + "lambda": 83.3569, + "rho": [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ] + }, + { + "episode": 1160, + "avg_reward": 7271.64, + "avg_cost": 0.75, + "lambda": 83.7998, + "rho": [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ] + }, + { + "episode": 1170, + "avg_reward": 7917.01, + "avg_cost": 0.75, + "lambda": 84.3161, + "rho": [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ] + }, + { + "episode": 1180, + "avg_reward": 7570.39, + "avg_cost": 0.25, + "lambda": 84.7239, + "rho": [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ] + }, + { + "episode": 1190, + "avg_reward": 8001.88, + "avg_cost": 0.75, + "lambda": 85.1598, + "rho": [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ] + }, + { + "episode": 1200, + "avg_reward": 8149.31, + "avg_cost": 1.25, + "lambda": 85.5704, + "rho": [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ] + }, + { + "episode": 1210, + "avg_reward": 6094.68, + "avg_cost": 0.75, + "lambda": 86.1115, + "rho": [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ] + }, + { + "episode": 1220, + "avg_reward": 7449.44, + "avg_cost": 0.75, + "lambda": 86.6255, + "rho": [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ] + }, + { + "episode": 1230, + "avg_reward": 8265.74, + "avg_cost": 0.75, + "lambda": 87.1061, + "rho": [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ] + }, + { + "episode": 1240, + "avg_reward": 8440.28, + "avg_cost": 0.25, + "lambda": 87.719, + "rho": [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ] + }, + { + "episode": 1250, + "avg_reward": 8055.62, + "avg_cost": 0.0, + "lambda": 88.1755, + "rho": [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ] + }, + { + "episode": 1260, + "avg_reward": 8801.65, + "avg_cost": 0.0, + "lambda": 88.5473, + "rho": [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ] + }, + { + "episode": 1270, + "avg_reward": 9080.11, + "avg_cost": 0.75, + "lambda": 88.8611, + "rho": [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ] + }, + { + "episode": 1280, + "avg_reward": 9129.22, + "avg_cost": 1.75, + "lambda": 89.3326, + "rho": [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ] + }, + { + "episode": 1290, + "avg_reward": 8856.78, + "avg_cost": 0.0, + "lambda": 90.0098, + "rho": [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ] + }, + { + "episode": 1300, + "avg_reward": 9242.47, + "avg_cost": 0.5, + "lambda": 90.6491, + "rho": [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ] + }, + { + "episode": 1310, + "avg_reward": 9491.84, + "avg_cost": 0.75, + "lambda": 91.3401, + "rho": [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ] + }, + { + "episode": 1320, + "avg_reward": 9038.19, + "avg_cost": 0.75, + "lambda": 92.0288, + "rho": [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ] + }, + { + "episode": 1330, + "avg_reward": 9139.43, + "avg_cost": 1.0, + "lambda": 92.7015, + "rho": [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ] + }, + { + "episode": 1340, + "avg_reward": 9226.11, + "avg_cost": 1.0, + "lambda": 93.3626, + "rho": [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ] + }, + { + "episode": 1350, + "avg_reward": 8933.18, + "avg_cost": 0.25, + "lambda": 94.2387, + "rho": [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ] + }, + { + "episode": 1360, + "avg_reward": 8075.92, + "avg_cost": 1.5, + "lambda": 95.1027, + "rho": [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ] + }, + { + "episode": 1370, + "avg_reward": 9161.06, + "avg_cost": 0.0, + "lambda": 95.7613, + "rho": [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ] + }, + { + "episode": 1380, + "avg_reward": 9423.41, + "avg_cost": 1.5, + "lambda": 96.3413, + "rho": [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ] + }, + { + "episode": 1390, + "avg_reward": 9170.8, + "avg_cost": 0.0, + "lambda": 97.1317, + "rho": [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ] + }, + { + "episode": 1400, + "avg_reward": 9327.43, + "avg_cost": 0.75, + "lambda": 97.8104, + "rho": [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ] + }, + { + "episode": 1410, + "avg_reward": 8949.6, + "avg_cost": 0.25, + "lambda": 98.5488, + "rho": [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ] + }, + { + "episode": 1420, + "avg_reward": 8971.43, + "avg_cost": 0.75, + "lambda": 99.2744, + "rho": [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ] + }, + { + "episode": 1430, + "avg_reward": 9540.75, + "avg_cost": 0.0, + "lambda": 99.7869, + "rho": [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ] + }, + { + "episode": 1440, + "avg_reward": 9337.0, + "avg_cost": 0.5, + "lambda": 100.2049, + "rho": [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ] + }, + { + "episode": 1450, + "avg_reward": 9592.83, + "avg_cost": 0.25, + "lambda": 100.8085, + "rho": [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + }, + { + "episode": 1460, + "avg_reward": 8671.51, + "avg_cost": 0.5, + "lambda": 101.6356, + "rho": [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + }, + { + "episode": 1470, + "avg_reward": 9207.91, + "avg_cost": 0.0, + "lambda": 102.4449, + "rho": [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + }, + { + "episode": 1480, + "avg_reward": 9189.66, + "avg_cost": 0.0, + "lambda": 103.3428, + "rho": [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + }, + { + "episode": 1490, + "avg_reward": 9426.77, + "avg_cost": 0.5, + "lambda": 104.029, + "rho": [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + }, + { + "episode": 1500, + "avg_reward": 9366.24, + "avg_cost": 0.0, + "lambda": 104.5083, + "rho": [ + 0.103, + 0.165, + 0.1934, + 0.0984, + 0.2642, + 0.176 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6690.2382, + -6343.3483, + -6255.2495, + -6459.0711, + -6734.6587, + -6975.9597, + -6553.0657, + -6088.2031, + -6884.3082, + -6335.7319, + -5754.6773, + -6414.4406, + -5969.2555, + -6651.6005, + -6155.1826, + -5397.2657, + -5511.7863, + -5497.7657, + -5727.1208, + -5482.9521, + -5934.3489, + -6494.9284, + -5068.5252, + -5800.1722, + -5738.6506, + -6071.7292, + -4933.5485, + -5778.0103, + -5808.2238, + -4961.7783, + -5275.3847, + -5064.4614, + -5494.1577, + -5234.4196, + -4473.5895, + -6154.2381, + -6343.2316, + -5527.4455, + -5782.3564, + -5933.0563, + -6659.6062, + -6327.873, + -6881.7433, + -5952.5833, + -5576.8839, + -5666.1008, + -5207.3385, + -4646.774, + -5498.7532, + -4708.9563, + -4486.2832, + -4125.7878, + -5207.4825, + -5057.0117, + -5204.6475, + -4817.4034, + -4286.4164, + -4682.4887, + -3986.7624, + -4854.5575, + -4428.1426, + -4256.2403, + -4010.072, + -4688.087, + -4834.8287, + -4360.5825, + -4624.4652, + -4732.3574, + -5149.7649, + -4923.2955, + -4746.1013, + -3086.7453, + -4489.6659, + -4069.5701, + -3461.8215, + -4141.7018, + -3998.5024, + -4133.4698, + -3880.356, + -3659.4085, + -3510.6716, + -4391.4267, + -3475.3069, + -3347.0447, + -4203.5593, + -4146.1216, + -3739.3504, + -3756.9998, + -3809.449, + -4428.5731, + -2727.0709, + -3223.5591, + -4365.9614, + -4137.6071, + -3587.1523, + -3696.8164, + -4036.0778, + -3898.6104, + -3250.9906, + -2643.081, + -3559.9715, + -3402.728, + -2907.7896, + -3836.9248, + -3767.7157, + -3243.9419, + -2946.2903, + -2646.6628, + -3010.0586, + -3581.7975, + -3295.1998, + -2542.6292, + -3305.7049, + -2816.4058, + -3184.4403, + -3883.2003, + -3304.4828, + -2482.7092, + -2660.5157, + -3182.0148, + -3072.1748, + -3365.1024, + -2855.3708, + -2526.7882, + -2681.7186, + -2823.5936, + -2585.4314, + -2830.9502, + -3317.6386, + -2121.4771, + -2734.4531, + -3288.17, + -2835.2404, + -2533.3541, + -3122.5786, + -2250.7745, + -3190.7579, + -3523.2082, + -2512.3851, + -2998.4668, + -2183.1944, + -2107.1864, + -2177.8808, + -2393.8312, + -2330.1768, + -2124.1696, + -2034.311, + -2039.1796, + -2268.033, + -2218.8038, + -2227.3735, + -1859.1124, + -1815.6312, + -2071.0311, + -3020.7922, + -2566.1828, + -3152.4725, + -2086.0524, + -2976.5754, + -1181.4014, + -2654.327, + -3415.9114, + -2054.9706, + -2676.1353, + -2444.7426, + -1876.425, + -2818.556, + -2581.6122, + -1995.7343, + -1953.7225, + -1509.9387, + -2401.823, + -2267.1977, + -2027.8341, + -1985.9248, + -2979.5605, + -2431.3043, + -1910.7201, + -2102.8948, + -2152.2914, + -1600.4282, + -1811.0608, + -1175.0972, + -1725.7777, + -1907.194, + -948.7435, + -2258.5192, + -1337.9617, + -1771.2228, + -1956.0248, + -2053.3711, + -2555.7397, + -2814.2552, + -1187.9503, + -1613.3178, + -2855.676, + -2497.1529, + -3292.9589, + -813.5238, + -2544.4536, + -1868.4411, + -2836.183, + -3320.6745, + -3304.9024, + -2556.0161, + -2274.0879, + -947.8454, + -1314.9063, + -1099.2887, + -2633.307, + -2100.9939, + -2510.9374, + -1293.2611, + -1572.0728, + -1234.6538, + -2900.4341, + -1049.2498, + -1995.7884, + -1859.3514, + -2803.3315, + -1561.4163, + -2226.0593, + -1060.3547, + -691.5742, + -628.6763, + -804.8622, + -1163.5533, + -2834.056, + 21.0226, + -3042.5866, + -1091.4363, + -2349.7359, + -1708.1642, + -1378.2467, + -1428.2085, + -2376.23, + -1715.7115, + -961.6293, + -1092.9029, + -2360.843, + -1810.9142, + -1220.4106, + -2381.0571, + -747.1732, + -406.3382, + 295.8941, + 371.7892, + -477.4292, + -1824.5801, + 222.4579, + -2267.9222, + -489.2943, + -1494.0883, + -2660.217, + -1187.2728, + -1671.8849, + -3038.505, + -1451.3394, + -2408.889, + -1173.7345, + -2838.0791, + -1251.1822, + -144.2814, + -731.9452, + -3426.7468, + -1856.9229, + -1338.6277, + -589.0321, + -850.7485, + -238.8382, + 801.9653, + -1882.2365, + -2549.4807, + 842.8122, + -15.8803, + -272.553, + -696.0289, + -2738.0638, + -1524.159, + 801.767, + -2169.723, + -302.6028, + 1387.7682, + -1298.3607, + -756.8568, + -1836.4461, + -304.7007, + -2994.5361, + -3631.7137, + -2098.4432, + -2065.5556, + -799.5288, + 528.3877, + -1902.9104, + -2101.0392, + -1465.5877, + -1631.6354, + -193.0406, + -1932.4158, + -772.0028, + -272.0105, + -864.8509, + 385.2721, + 322.483, + -1338.1534, + -495.4445, + 66.5435, + -371.454, + 1708.2357, + 182.7987, + -2172.1384, + 979.878, + -29.6301, + 812.7952, + 559.9379, + -133.1375, + -724.6505, + 1181.3103, + 564.2338, + 91.6128, + 668.2642, + 1625.6995, + 1071.7572, + -387.9161, + -351.9751, + 1031.4328, + 1120.2792, + 1923.5196, + -413.0211, + 883.1168, + 2039.0624, + 1932.7903, + 1855.3252, + 833.9802, + 1978.6329, + 1857.4218, + 349.1057, + 979.6344, + 783.9681, + 1325.2576, + 644.1867, + 325.1519, + 1409.1896, + 328.1166, + -375.6995, + -289.1951, + 2935.54, + 543.3298, + 1369.4132, + -1211.2267, + 1347.5352, + 1673.9416, + 2423.3715, + 2210.6347, + 1671.0748, + 1715.7119, + -674.3217, + 2746.0295, + 144.9946, + 2036.0505, + 2305.0479, + 2903.7441, + 2456.4154, + 2252.9938, + -2238.6438, + 874.0863, + 987.744, + 941.3499, + 1981.0459, + 1618.6075, + 3710.338, + 3187.5974, + 3195.835, + 1961.4007, + 895.4708, + 1380.6716, + 2744.7857, + -462.2838, + 1899.9607, + 1471.1, + 78.7066, + 3235.0852, + 3133.1637, + 2749.5876, + 1986.9457, + 3248.8658, + 2053.9005, + -382.8998, + 3474.5785, + 1691.622, + 3461.9697, + 1764.8777, + 2834.9816, + 1878.6925, + 2808.7958, + -188.1549, + 2095.1004, + -60.7427, + 1336.999, + -369.8853, + 3394.3259, + 1501.136, + 1013.2153, + -18.8235, + -1001.3181, + 1108.336, + 2328.181, + 27.6017, + 315.8254, + 1937.2355, + 1576.6098, + 98.0621, + 1218.2172, + 2335.9218, + 1656.9262, + 1218.1009, + -141.2346, + 769.6082, + 2293.4243, + 2239.2111, + 3157.0563, + 1016.678, + 2253.934, + 3037.9316, + 3456.1784, + 1929.437, + 2489.3088, + 2058.8134, + 2250.1259, + 2084.6315, + 3080.1936, + 1366.1266, + 2543.704, + 1049.7399, + 1501.5613, + 1470.1861, + 4376.5923, + 1714.3911, + 1398.5445, + 2453.2404, + 1704.5988, + 3758.8356, + 1312.5684, + 3301.328, + 664.891, + 1942.553, + 1529.0739, + 3435.9833, + 3202.5641, + 2482.8841, + 2640.419, + 4415.093, + 2478.0549, + 437.9714, + 3520.7477, + 3401.6132, + 4025.1814, + 3451.8177, + 4397.1925, + 2737.0152, + 1772.8306, + 4217.8897, + 4970.7937, + 2995.7699, + 2538.3859, + 3561.4712, + 4755.0015, + 2232.0782, + 5093.3691, + 4439.808, + 4426.0061, + 2548.6933, + 4716.9467, + 4266.6806, + 4540.0976, + 3566.6061, + 2366.525, + 3571.2149, + 5827.1214, + 4966.4883, + 4620.7869, + 3043.1007, + 5086.8902, + 4047.5669, + 3271.9903, + 5487.2381, + 4102.2503, + 3836.3837, + 4812.1831, + 4149.5017, + 4015.0123, + 4885.2942, + 5061.693, + 5394.8729, + 2872.9943, + 3714.5625, + 4532.3044, + 3919.3464, + 4650.7414, + 5295.1924, + 4863.3294, + 4882.6292, + 4007.4007, + 6586.456, + 3454.6772, + 3823.2232, + 5486.5487, + 4550.1849, + 3352.112, + 4445.1779, + 4503.2747, + 5437.9939, + 2949.1739, + 3326.9826, + 5292.3304, + 4847.4093, + 4743.7596, + 2771.195, + 2758.3811, + 5370.4222, + 3462.3623, + 2804.6718, + 5174.3765, + 5423.184, + 4571.4722, + 4682.698, + 3466.5958, + 4551.672, + 4250.419, + 3443.7492, + 5466.7943, + 4935.9727, + 5246.6046, + 5825.2272, + 5712.5416, + 3615.9559, + 5763.5534, + 2558.171, + 4468.9048, + 5176.7486, + 1381.0435, + 5714.012, + 5001.0509, + 5635.128, + 3483.2246, + 5641.6409, + 4555.6782, + 4185.797, + 3988.9465, + 5086.1168, + 6061.089, + 6229.3061, + 6198.3805, + 4694.636, + 5458.2275, + 5348.5386, + 4931.7575, + 5736.9658, + 5882.2436, + 5294.3024, + 5897.0115, + 6418.0046, + 3893.2731, + 6308.8246, + 3963.5249, + 6044.2278, + 5419.7855, + 5083.0397, + 5896.3169, + 5116.393, + 3968.9193, + 5334.2524, + 5483.7195, + 4159.052, + 6256.8061, + 1751.7081, + 6004.6896, + 6725.3292, + 6206.5603, + 5360.3, + 6049.7299, + 3871.4813, + 6157.2215, + 5019.816, + 4208.4423, + 5183.2293, + 6534.2759, + 6288.5892, + 6690.1926, + 6148.6546, + 6000.4425, + 5825.6668, + 5309.4376, + 4161.2033, + 6665.7436, + 4923.6878, + 5769.1626, + 4019.1986, + 5972.4827, + 6475.5982, + 6950.8797, + 6057.8546, + 4139.4863, + 4749.7335, + 6188.7876, + 6177.5098, + 6281.4273, + 6365.921, + 4814.7293, + 7017.982, + 6859.8939, + 6291.1838, + 6307.0241, + 6396.5394, + 6159.352, + 4384.3198, + 6297.1955, + 7390.1779, + 5433.6805, + 6605.6197, + 6631.0365, + 6909.9412, + 7062.4278, + 7737.2768, + 4148.279, + 4991.1809, + 7754.8462, + 6372.2985, + 5158.0975, + 4536.4234, + 5003.7518, + 7253.6175, + 6981.3513, + 7173.2341, + 4839.0339, + 3771.5944, + 6990.6312, + 6866.0576, + 4362.6172, + 3924.5376, + 5254.0062, + 7359.5218, + 6771.2374, + 6841.4873, + 5623.8346, + 7364.2923, + 5337.3725, + 7640.3839, + 6499.3852, + 7289.1931, + 7121.641, + 7282.7213, + 5998.2113, + 7079.6754, + 7117.6281, + 5223.5528, + 5175.0867, + 7301.7289, + 6301.6125, + 5645.9347, + 6834.4156, + 4210.9189, + 7882.8167, + 6471.0977, + 7436.0707, + 6921.9262, + 6432.7347, + 6371.3811, + 5948.3634, + 7496.5312, + 7971.8618, + 7614.8431, + 7612.1457, + 5065.3966, + 7060.1539, + 6314.9781, + 6261.2207, + 7322.2745, + 6804.1808, + 5618.4169, + 4721.5949, + 7620.6893, + 7934.3274, + 7285.4258, + 3988.234, + 6222.3642, + 7194.0559, + 7678.3439, + 6100.7624, + 6056.51, + 6234.1946, + 8172.9847, + 7170.8859, + 6881.6158, + 5375.7154, + 7244.3528, + 5650.1247, + 7901.1263, + 5615.8468, + 7510.6524, + 6504.3866, + 6692.0816, + 6951.7347, + 5334.4372, + 6646.4255, + 6403.5537, + 7937.9698, + 6734.6128, + 7544.0626, + 7828.6477, + 5146.9309, + 8505.9504, + 8431.4475, + 7621.3023, + 3988.5226, + 8421.7842, + 8225.0466, + 6893.8452, + 8202.3168, + 5343.5159, + 7583.2314, + 8048.3945, + 6168.0867, + 8283.4994, + 8014.3045, + 3047.8817, + 8402.5706, + 6260.2493, + 8408.1483, + 7937.9404, + 7926.6908, + 8041.6695, + 8520.8715, + 7776.107, + 8380.0948, + 7863.1578, + 4713.506, + 7970.7805, + 9084.7888, + 6915.5787, + 7756.8413, + 8461.6757, + 7598.9785, + 8060.6322, + 8327.4316, + 8038.3725, + 7269.501, + 8225.2038, + 6041.5575, + 6442.7091, + 7990.3382, + 8813.2471, + 8393.9959, + 8295.6732, + 8482.0504, + 6149.8, + 8249.276, + 8100.2444, + 6353.4086, + 8996.6793, + 8541.2442, + 8156.6204, + 6798.5943, + 8567.3556, + 8893.2206, + 8254.7445, + 8284.9253, + 8449.2801, + 8529.4075, + 8003.8152, + 5803.642, + 9020.9743, + 8542.6116, + 8507.9273, + 8910.6548, + 8992.8041, + 5721.7352, + 8960.6669, + 8465.4634, + 8758.8257, + 8334.7619, + 8656.7209, + 7910.488, + 8903.1832, + 8214.1631, + 5964.092, + 9231.5441, + 9025.8719, + 8438.0089, + 5565.8458, + 8525.8158, + 7426.7658, + 9797.122, + 9237.4727, + 8707.4848, + 8718.8854, + 8524.0851, + 8635.6695, + 9265.4099, + 8621.6927, + 8760.6731, + 7661.4453, + 8555.092, + 7214.6609, + 8936.4687, + 8860.8351, + 9088.0812, + 8442.5549, + 8146.1199, + 8273.391, + 8400.0619, + 7653.1264, + 7190.5351, + 3877.8299, + 2440.8222, + 1521.3454, + -861.8231, + -1660.8075, + -1170.6322, + -868.8444, + -657.1856, + -2050.6029, + -1926.3865, + -2665.9137, + -2495.2983, + -2312.3244, + -2550.8608, + -2416.9927, + -2579.8094, + -2513.1844, + -2459.2021, + -2456.9986, + -2263.8126, + -2319.1938, + -2218.1554, + -2103.1216, + -2084.3532, + -1996.4616, + -1658.9921, + -1768.7952, + -1788.2999, + -1637.2709, + -1598.0803, + -1467.8612, + -1481.9082, + -1454.1502, + -1323.9589, + -1019.7535, + -1080.1016, + -943.5508, + -954.0485, + -803.5123, + -785.5074, + -927.0716, + -942.3233, + -1007.7701, + -997.3756, + -1244.7065, + -1129.2962, + -791.9911, + -761.2876, + -951.0909, + -556.548, + -997.9241, + -989.2473, + -658.8087, + -561.6676, + -876.3068, + -488.1379, + -651.5627, + -729.762, + -558.6537, + -596.5172, + -665.9504, + -557.788, + -706.945, + -424.9284, + -315.134, + -546.513, + -317.9188, + -111.0272, + -692.9249, + -781.8003, + -460.8025, + -473.922, + -649.4889, + -793.1226, + -405.3215, + -601.2513, + -458.907, + -663.1357, + -907.6755, + -981.7938, + -723.5302, + -767.8131, + 11.5117, + -592.6813, + -589.1154, + -293.4061, + -212.1582, + -424.6226, + -112.2519, + -449.9231, + -754.3461, + -1387.6757, + -965.7117, + -494.309, + -903.0871, + -297.3019, + -877.9152, + -942.1463, + -333.9931, + -3.267, + -577.6125, + -1513.8285, + -699.4717, + -928.123, + -637.7491, + -160.5258, + -303.5463, + -1397.9416, + -1360.6797, + -1176.6619, + -320.7915, + -1191.6142, + -357.6516, + -1897.8328, + 173.8688, + 109.5497, + -288.8089, + 144.5669, + -299.0946, + 391.2991, + 337.8516, + 119.7512, + 206.8624, + 513.3817, + -339.0464, + -473.9579, + -828.2868, + 154.7238, + -99.7713, + -791.5892, + -196.9836, + -275.4621, + 353.688, + -323.2599, + 223.5471, + 238.3777, + 177.0789, + 41.8882, + 149.8091, + -727.9192, + 387.2224, + -114.4485, + 460.0327, + 273.1846, + -379.839, + 611.3903, + 577.2276, + -562.6646, + 415.3955, + -209.327, + 360.004, + 250.9898, + 482.7025, + 265.5889, + -500.714, + 512.2404, + 668.4709, + -249.1624, + 772.2648, + 89.6685, + 927.7945, + -229.4084, + 356.3294, + 1022.2372, + 1006.6519, + -96.5656, + 557.8937, + 963.9624, + 526.5454, + 252.9571, + 1094.0781, + 416.6331, + -680.2431, + 364.2369, + 646.8978, + 1303.0342, + 377.2175, + 605.1752, + 1463.3385, + 649.1485, + 448.5032, + 1747.9832, + -172.0937, + 1141.9932, + 532.8685, + 953.0811, + 2872.7604, + 2247.9939, + 3117.6425, + 3291.8903, + 2973.3138, + -33.2034, + 2101.3142, + -138.9857, + 817.5764, + 384.2095, + 1696.2603, + 1482.3491, + 2374.8845, + 2343.4565, + 1781.8884, + 543.0297, + 459.916, + 2375.5765, + 444.8819, + 2533.9505, + 2530.342, + 2228.5212, + 2473.037, + 2629.3569, + 2988.6158, + 2597.4022, + -600.4902, + 3343.6587, + 1654.6448, + 3458.7961, + 2621.1926, + 3261.4862, + 2942.4801, + 3152.4099, + 3488.3709, + 1165.4045, + 2171.1243, + 2657.5497, + 4158.2993, + 4431.0042, + 1686.3806, + 2600.4857, + 2335.621, + 4218.8184, + 3469.8696, + 3444.9591, + 3665.5537, + 3328.9805, + 159.3109, + 2175.8709, + 2083.2284, + 4497.4925, + 4402.8369, + 3563.4715, + 2746.0352, + 3031.4374, + 5177.8814, + 2051.2524, + 3031.8768, + 3041.2495, + 3521.6664, + 2561.9838, + 4205.654, + 3213.1446, + 2855.7384, + 5223.2797, + 5587.2276, + 4926.705, + 4212.5431, + 5245.7977, + 3758.7587, + 5804.1647, + 6217.3674, + 5590.2461, + 2465.3839, + 6658.4313, + 5749.3149, + 5289.3812, + 5974.5811, + 4787.6629, + 6487.6942, + 6522.3107, + 6343.1031, + 6020.5482, + 2690.8841, + 5057.5937, + 6053.2497, + 6685.8184, + 5841.0225, + 5928.803, + 6684.4225, + 3551.4343, + 5751.4929, + 4640.3869, + 4871.7814, + 5890.8015, + 6789.7131, + 6476.7571, + 2534.5543, + 3302.589, + 6499.8151, + 6259.7504, + 5984.9836, + 6696.1059, + 5891.7792, + 6250.241, + 6431.4852, + 6910.6228, + 6459.6478, + 5521.1015, + 6976.1793, + 6462.6335, + 4823.0457, + 7379.4086, + 6640.9148, + 7016.4211, + 5560.2349, + 7450.667, + 6765.5007, + 7362.6867, + 6486.409, + 5693.0006, + 7236.3681, + 6707.4849, + 6458.7654, + 6817.2841, + 7116.9302, + 6597.7789, + 5195.3322, + 7049.7063, + 6914.1096, + 6870.4215, + 7329.3086, + 7274.6828, + 7082.9111, + 7144.6764, + 6909.9228, + 7018.3571, + 7355.6469, + 6516.0381, + 7173.8969, + 7112.8321, + 7723.0042, + 7449.3117, + 7422.1658, + 6691.1455, + 7367.7511, + 5549.9488, + 8065.8839, + 7856.6137, + 6085.3978, + 7720.742, + 7598.6989, + 8248.5305, + 7896.2778, + 6630.0446, + 7107.3055, + 7494.9996, + 7764.458, + 7271.6406, + 4880.2433, + 8192.9016, + 7831.5776, + 7687.215, + 7748.7132, + 7986.8298, + 5422.8188, + 7412.4996, + 7650.4718, + 7917.0129, + 8177.3018, + 7305.7253, + 7143.9009, + 4982.0849, + 7570.9888, + 8081.8111, + 7692.7983, + 8150.8156, + 8220.3729, + 7570.3898, + 7956.1364, + 8048.9803, + 7712.7309, + 7782.3019, + 7689.8473, + 8251.1869, + 7978.783, + 7609.3875, + 8008.7016, + 8001.883, + 7895.0154, + 8302.9242, + 7896.0335, + 8176.2426, + 8129.2617, + 6777.6631, + 8268.7337, + 8178.6099, + 7759.2202, + 8149.3116, + 7538.955, + 8214.2406, + 8448.3647, + 8260.8767, + 8060.194, + 7915.0938, + 8550.4814, + 7857.6283, + 8606.9687, + 6094.679, + 8451.3728, + 7505.7915, + 7171.5893, + 8431.1371, + 8545.6704, + 7664.7796, + 8258.9227, + 7725.086, + 8141.2207, + 7449.4401, + 8769.1277, + 8214.0761, + 8229.2409, + 7446.9647, + 8525.1887, + 8611.9387, + 8665.1438, + 8878.7088, + 8078.5696, + 8265.7352, + 6808.7591, + 8837.0197, + 8605.8773, + 8376.1315, + 8350.2367, + 6293.0309, + 8618.2028, + 8312.0766, + 8555.3419, + 8440.2778, + 8573.7177, + 8366.5433, + 8430.1398, + 8769.8995, + 8386.3319, + 8266.8162, + 7059.4576, + 9286.0346, + 8818.1665, + 8055.6188, + 8801.3092, + 8135.2987, + 9344.7184, + 8454.221, + 8426.0762, + 8419.1923, + 6905.7546, + 8343.1125, + 8843.0578, + 8801.6517, + 8819.175, + 8760.1264, + 8005.8733, + 8776.3395, + 6477.8264, + 7897.623, + 9297.3305, + 6241.5458, + 9120.4574, + 9080.1058, + 8817.7711, + 9096.502, + 8863.9734, + 8942.2454, + 8603.8001, + 8615.7149, + 8354.7125, + 8511.7061, + 7504.7606, + 9129.2159, + 8784.6847, + 9185.9669, + 8997.7053, + 8760.366, + 8764.0256, + 8716.3614, + 9428.2719, + 8940.6674, + 8671.4938, + 8856.7795, + 8680.9732, + 8832.524, + 9400.0166, + 9315.5186, + 8435.2521, + 8812.8208, + 8831.1905, + 9377.1494, + 8106.3482, + 9242.4693, + 9578.6122, + 8975.7994, + 8885.4762, + 9380.2283, + 9518.0574, + 8798.078, + 9425.5242, + 9409.9219, + 9102.8544, + 9491.8359, + 8206.7414, + 9249.4467, + 8918.4034, + 8609.6205, + 8724.088, + 9067.5553, + 9230.197, + 8998.336, + 9415.3304, + 9038.1908, + 9250.9433, + 9206.0615, + 9422.7162, + 9738.6583, + 9627.2185, + 6712.0629, + 9160.1882, + 9913.0988, + 9573.5458, + 9139.4302, + 9541.1378, + 9676.7799, + 9473.894, + 9508.4024, + 6367.2002, + 9460.8185, + 9520.348, + 9380.5632, + 9508.5047, + 9226.1142, + 9637.8105, + 6842.6842, + 9362.0766, + 9699.3278, + 9230.8422, + 8738.0793, + 8648.9785, + 9178.8086, + 9211.2187, + 8933.1837, + 9042.659, + 9311.2594, + 9114.3146, + 9209.7568, + 8882.138, + 7964.1591, + 9439.487, + 8968.177, + 9187.2156, + 8075.9188, + 9328.8567, + 9408.7034, + 9636.6555, + 8306.0517, + 7751.0646, + 9028.4163, + 7324.0711, + 7877.655, + 4870.0824, + 9161.0623, + 9878.3614, + 8815.6427, + 9028.1041, + 9684.2694, + 9352.5212, + 6595.763, + 9239.9038, + 9559.7704, + 9259.6516, + 9423.4136, + 9393.4832, + 9470.0779, + 8936.3224, + 8821.1803, + 7608.4479, + 8712.3796, + 6946.4495, + 9338.0609, + 9444.7279, + 9170.8047, + 9092.9821, + 9368.3975, + 9585.3464, + 9666.6529, + 9424.465, + 9221.964, + 9736.4273, + 9491.2525, + 8072.5876, + 9327.4312, + 7789.3251, + 7899.1061, + 9342.6194, + 9343.8667, + 9043.9401, + 9003.3661, + 9741.7778, + 8847.0912, + 8987.5804, + 8949.6003, + 8999.0794, + 8658.0599, + 8979.312, + 9192.1353, + 9312.4387, + 8858.966, + 8984.879, + 9445.4655, + 8675.6381, + 8971.4282, + 8976.5677, + 9407.2745, + 9064.8217, + 8929.2621, + 9198.2748, + 9391.0397, + 9205.0711, + 9468.5135, + 9050.1133, + 9540.7523, + 9414.962, + 9472.2552, + 9555.4361, + 9910.8045, + 9673.4365, + 9605.4449, + 9567.8883, + 9302.7418, + 9053.9455, + 9337.0021, + 9714.1522, + 9316.9806, + 9610.3505, + 8572.7863, + 9841.2545, + 9809.5322, + 9637.0597, + 9544.9798, + 8883.1016, + 9592.8265, + 9504.5108, + 8833.9166, + 9535.4096, + 9439.5207, + 9387.4406, + 9490.2641, + 9723.4268, + 9303.9344, + 9195.394, + 8671.5057, + 9294.0715, + 7065.0101, + 9795.1478, + 9672.6446, + 9468.6382, + 9380.0707, + 9961.0436, + 9178.5487, + 9081.0907, + 9207.9093, + 9195.0867, + 9474.4583, + 9448.4197, + 9160.181, + 9289.7507, + 9854.5369, + 9611.1533, + 9806.3864, + 9241.9119, + 9189.6611, + 9657.194, + 9358.2243, + 9184.3224, + 9346.4312, + 9464.3231, + 9568.3369, + 9569.3547, + 9499.5886, + 9472.4972, + 9426.7721, + 9318.1233, + 9535.1386, + 9464.5887, + 9512.1026, + 9685.1072, + 9564.8915, + 9598.0086, + 9459.7545, + 9757.0939, + 9366.238 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 1.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 0.0, + 0.0, + 1.5, + 1.25, + 1.5, + 1.5, + 1.25, + 0.25, + 0.25, + 1.5, + 2.75, + 0.75, + 1.25, + 0.25, + 1.75, + 3.0, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 2.25, + 0.5, + 2.0, + 1.75, + 3.0, + 2.0, + 1.5, + 0.75, + 1.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.5, + 2.0, + 2.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 1.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 1.0, + 1.25, + 0.75, + 0.75, + 2.0, + 4.75, + 2.75, + 1.75, + 1.5, + 1.5, + 0.25, + 2.5, + 1.25, + 0.75, + 2.5, + 1.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.25, + 1.5, + 0.75, + 0.0, + 0.0, + 2.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 1.5, + 2.75, + 0.0, + 2.5, + 0.75, + 2.0, + 2.75, + 0.75, + 0.25, + 2.5, + 2.5, + 0.0, + 1.5, + 1.25, + 1.25, + 4.25, + 0.25, + 0.25, + 0.75, + 3.25, + 3.0, + 1.25, + 0.5, + 1.75, + 4.0, + 0.25, + 1.25, + 1.0, + 6.75, + 4.0, + 0.25, + 1.75, + 3.0, + 1.25, + 1.25, + 2.25, + 2.75, + 2.5, + 4.0, + 1.5, + 1.75, + 0.5, + 3.5, + 0.5, + 7.25, + 1.0, + 4.75, + 0.25, + 0.5, + 1.75, + 3.0, + 0.5, + 0.75, + 0.5, + 1.25, + 2.25, + 0.25, + 0.0, + 0.5, + 1.0, + 1.0, + 1.0, + 1.0, + 1.25, + 2.25, + 1.5, + 1.75, + 0.75, + 3.25, + 1.0, + 2.5, + 0.75, + 0.5, + 0.0, + 1.0, + 0.5, + 0.75, + 0.5, + 2.5, + 5.25, + 1.5, + 1.5, + 2.0, + 2.0, + 0.75, + 1.75, + 0.5, + 0.0, + 1.0, + 1.0, + 1.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.25, + 0.0, + 1.75, + 1.0, + 2.5, + 1.25, + 1.5, + 1.25, + 1.25, + 1.5, + 2.75, + 0.5, + 1.25, + 1.5, + 1.0, + 0.25, + 2.0, + 1.0, + 0.75, + 4.75, + 2.25, + 1.5, + 1.0, + 0.75, + 0.75, + 2.0, + 2.5, + 2.0, + 2.25, + 2.75, + 0.0, + 1.5, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 0.0, + 2.25, + 1.5, + 0.25, + 2.0, + 0.5, + 3.0, + 2.25, + 0.75, + 1.25, + 0.25, + 1.0, + 3.25, + 1.0, + 0.5, + 1.25, + 1.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 2.25, + 0.75, + 0.5, + 0.5, + 0.25, + 1.25, + 1.5, + 1.0, + 1.0, + 3.0, + 0.0, + 0.5, + 2.75, + 1.5, + 0.25, + 0.25, + 0.0, + 0.75, + 1.5, + 0.25, + 1.0, + 2.25, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 2.0, + 4.0, + 1.25, + 1.0, + 1.0, + 2.75, + 1.0, + 1.5, + 1.25, + 0.75, + 0.0, + 1.25, + 2.5, + 0.75, + 0.0, + 1.75, + 2.5, + 2.5, + 2.25, + 3.75, + 2.75, + 1.0, + 1.5, + 0.0, + 1.0, + 2.25, + 2.25, + 5.5, + 1.0, + 1.5, + 1.25, + 1.0, + 1.25, + 0.25, + 0.5, + 3.5, + 2.75, + 0.5, + 2.5, + 0.75, + 0.5, + 0.25, + 2.0, + 1.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 1.5, + 2.0, + 0.5, + 1.25, + 1.0, + 1.75, + 0.75, + 0.0, + 0.25, + 0.5, + 2.0, + 0.5, + 2.0, + 3.0, + 0.5, + 0.75, + 0.75, + 2.75, + 2.25, + 0.25, + 1.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 2.0, + 1.75, + 0.25, + 1.25, + 0.75, + 0.25, + 0.25, + 0.25, + 1.25, + 0.5, + 0.75, + 2.0, + 1.5, + 0.25, + 0.75, + 0.5, + 1.5, + 3.0, + 0.75, + 2.25, + 1.25, + 0.0, + 0.25, + 0.25, + 1.5, + 0.25, + 1.5, + 0.75, + 1.75, + 0.0, + 3.0, + 0.25, + 0.0, + 1.0, + 1.5, + 0.25, + 0.25, + 0.25, + 0.25, + 1.5, + 2.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.75, + 1.5, + 1.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 2.25, + 0.25, + 0.5, + 0.0, + 0.0, + 2.0, + 0.75, + 0.5, + 0.25, + 0.5, + 1.25, + 1.75, + 0.0, + 0.0, + 0.25, + 1.75, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.75, + 0.75, + 2.25, + 0.5, + 0.25, + 0.25, + 0.25, + 1.25, + 1.75, + 1.0, + 2.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 1.0, + 0.75, + 0.5, + 2.25, + 0.0, + 1.25, + 1.0, + 0.5, + 1.5, + 1.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.75, + 1.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.25, + 0.75, + 1.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.75, + 1.75, + 1.75, + 2.75, + 1.0, + 0.25, + 1.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.5, + 2.25, + 1.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 1.75, + 0.25, + 0.25, + 2.5, + 1.75, + 1.25, + 1.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 0.5, + 1.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.5, + 1.25, + 1.5, + 1.5, + 1.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.25, + 1.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 1.0, + 0.0, + 1.25, + 2.0, + 1.75, + 1.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 4.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 1.25, + 1.25, + 0.5, + 0.25, + 1.0, + 1.0, + 1.5, + 0.0, + 0.0, + 0.25, + 0.75, + 1.75, + 1.0, + 1.25, + 0.5, + 0.25, + 1.25, + 1.75, + 0.5, + 0.75, + 0.75, + 1.5, + 2.25, + 0.75, + 1.25, + 1.0, + 1.5, + 0.25, + 2.0, + 2.0, + 1.25, + 1.25, + 0.5, + 1.75, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 1.0, + 1.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 1.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.75, + 1.5, + 1.25, + 0.5, + 1.25, + 1.5, + 2.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 1.0, + 1.0, + 0.25, + 0.75, + 1.75, + 1.25, + 1.0, + 0.25, + 0.5, + 0.5, + 2.75, + 0.25, + 0.25, + 1.25, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 1.0, + 1.0, + 0.75, + 0.75, + 1.0, + 1.25, + 0.5, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 1.0, + 1.5, + 0.25, + 0.5, + 0.25, + 0.5, + 1.25, + 0.0, + 0.75, + 0.0, + 1.0, + 0.75, + 1.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 1.75, + 0.0, + 0.5, + 0.75, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.25, + 0.75, + 0.75, + 0.25, + 1.75, + 1.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 0.75, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 0.75, + 2.25, + 0.75, + 0.0, + 1.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 1.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.75, + 0.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 1.5, + 0.5, + 1.0, + 1.75, + 0.25, + 0.5, + 0.5, + 0.5, + 1.0, + 1.5, + 1.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.75, + 0.75, + 1.0, + 1.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.25, + 1.0, + 1.5, + 0.75, + 0.75, + 0.0, + 1.25, + 0.0, + 0.5, + 1.25, + 0.5, + 1.0, + 0.0, + 1.0, + 0.75, + 0.5, + 0.5, + 1.5, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 1.0, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 1.5, + 1.5, + 1.0, + 1.0, + 1.25, + 2.25, + 0.75, + 1.0, + 0.5, + 0.75, + 0.0, + 1.25, + 1.25, + 0.25, + 1.0, + 2.25, + 0.25, + 0.5, + 0.5, + 1.25, + 0.75, + 0.25, + 1.0, + 1.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 1.5, + 1.0, + 1.25, + 1.5, + 0.75, + 1.25, + 1.0, + 1.5, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.0, + 1.5, + 1.25, + 2.25, + 1.0, + 0.75, + 0.25, + 0.0, + 1.0, + 0.5, + 0.5, + 0.25, + 1.0, + 0.5, + 3.0, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 1.5, + 0.0, + 1.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 1.25, + 2.0, + 1.25, + 0.5, + 1.25, + 0.25, + 0.5, + 1.25, + 0.75, + 1.5, + 1.0, + 0.75, + 2.0, + 0.5, + 0.75, + 0.5, + 0.75, + 1.0, + 0.25, + 0.0, + 1.0, + 1.25, + 1.25, + 1.0, + 1.0, + 0.0, + 1.25, + 1.5, + 0.75, + 0.25, + 1.0, + 2.5, + 0.75, + 0.75, + 0.75, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1402, + 10.1812, + 10.2231, + 10.2733, + 10.3185, + 10.3591, + 10.4007, + 10.4406, + 10.4791, + 10.5137, + 10.5448, + 10.5728, + 10.598, + 10.6207, + 10.6437, + 10.6643, + 10.6829, + 10.6996, + 10.7146, + 10.7282, + 10.7403, + 10.7538, + 10.7659, + 10.7768, + 10.7867, + 10.798, + 10.8132, + 10.8269, + 10.8417, + 10.855, + 10.867, + 10.8778, + 10.89, + 10.901, + 10.9109, + 10.9223, + 10.9326, + 10.9418, + 10.9502, + 10.9576, + 10.9644, + 10.9754, + 10.9854, + 10.9944, + 11.0024, + 11.0097, + 11.0162, + 11.0221, + 11.0274, + 11.0321, + 11.0364, + 11.0403, + 11.0438, + 11.0469, + 11.0497, + 11.0522, + 11.0545, + 11.0566, + 11.0584, + 11.0651, + 11.0711, + 11.0764, + 11.0813, + 11.0857, + 11.0896, + 11.0931, + 11.0963, + 11.0992, + 11.1018, + 11.1041, + 11.1062, + 11.1081, + 11.1098, + 11.1113, + 11.1152, + 11.1186, + 11.1243, + 11.1294, + 11.1339, + 11.138, + 11.1417, + 11.145, + 11.148, + 11.1507, + 11.1532, + 11.1553, + 11.1598, + 11.1638, + 11.1674, + 11.1707, + 11.1761, + 11.181, + 11.1854, + 11.1894, + 11.1954, + 11.2009, + 11.2058, + 11.2102, + 11.2142, + 11.2178, + 11.221, + 11.2239, + 11.2265, + 11.2289, + 11.231, + 11.2329, + 11.2346, + 11.2361, + 11.2375, + 11.2388, + 11.2399, + 11.2409, + 11.2418, + 11.2426, + 11.2434, + 11.244, + 11.2446, + 11.2452, + 11.2456, + 11.2461, + 11.2465, + 11.2468, + 11.2471, + 11.2474, + 11.2477, + 11.2479, + 11.2481, + 11.2508, + 11.2532, + 11.2554, + 11.2574, + 11.2591, + 11.2607, + 11.2621, + 11.2634, + 11.2646, + 11.2681, + 11.2713, + 11.2742, + 11.2768, + 11.2791, + 11.2812, + 11.2831, + 11.2848, + 11.2863, + 11.2877, + 11.2889, + 11.29, + 11.291, + 11.2919, + 11.2927, + 11.2934, + 11.2941, + 11.2947, + 11.2952, + 11.2957, + 11.2961, + 11.2965, + 11.2969, + 11.2997, + 11.3022, + 11.3045, + 11.3065, + 11.3084, + 11.31, + 11.3115, + 11.3154, + 11.3188, + 11.322, + 11.3248, + 11.3273, + 11.3296, + 11.3316, + 11.3334, + 11.3351, + 11.3366, + 11.3379, + 11.3391, + 11.3402, + 11.3412, + 11.3446, + 11.3476, + 11.3504, + 11.3553, + 11.3598, + 11.3638, + 11.3674, + 11.3732, + 11.3884, + 11.412, + 11.4433, + 11.474, + 11.5066, + 11.5384, + 11.5671, + 11.5979, + 11.6256, + 11.653, + 11.6777, + 11.7125, + 11.7437, + 11.7718, + 11.7997, + 11.8247, + 11.8472, + 11.875, + 11.9075, + 11.9368, + 11.9631, + 12.0018, + 12.0491, + 12.1067, + 12.1735, + 12.2462, + 12.314, + 12.3776, + 12.4499, + 12.5424, + 12.6332, + 12.7273, + 12.8146, + 12.9106, + 13.0271, + 13.1394, + 13.2479, + 13.3481, + 13.4433, + 13.529, + 13.6111, + 13.7075, + 13.7992, + 13.9018, + 14.0116, + 14.1405, + 14.2764, + 14.4138, + 14.5449, + 14.6754, + 14.7979, + 14.9106, + 15.012, + 15.1033, + 15.193, + 15.2737, + 15.3563, + 15.4357, + 15.5271, + 15.6294, + 15.7265, + 15.8188, + 15.9019, + 15.9792, + 16.0488, + 16.1139, + 16.1875, + 16.2563, + 16.3332, + 16.4073, + 16.4816, + 16.5484, + 16.6086, + 16.6677, + 16.726, + 16.7784, + 16.8255, + 16.868, + 16.9062, + 16.9531, + 16.9953, + 17.0432, + 17.0989, + 17.1565, + 17.2159, + 17.2893, + 17.4029, + 17.5326, + 17.6668, + 17.8026, + 17.9399, + 18.0659, + 18.2043, + 18.3414, + 18.4722, + 18.615, + 18.7585, + 18.8877, + 19.0039, + 19.1135, + 19.2121, + 19.3084, + 19.3976, + 19.4928, + 19.586, + 19.6699, + 19.7454, + 19.8359, + 19.9223, + 20.0001, + 20.0701, + 20.1331, + 20.1948, + 20.2653, + 20.3563, + 20.4381, + 20.5368, + 20.6331, + 20.7398, + 20.8633, + 20.982, + 21.0913, + 21.2147, + 21.3507, + 21.4731, + 21.5983, + 21.7235, + 21.8486, + 22.0038, + 22.1459, + 22.2763, + 22.4012, + 22.5461, + 22.7065, + 22.8633, + 23.0095, + 23.1585, + 23.3327, + 23.4919, + 23.6477, + 23.7979, + 24.0007, + 24.2231, + 24.4258, + 24.6257, + 24.8356, + 25.0371, + 25.2309, + 25.4278, + 25.6325, + 25.8417, + 26.0701, + 26.2906, + 26.5065, + 26.7059, + 26.9203, + 27.1182, + 27.3689, + 27.6045, + 27.8641, + 28.1002, + 28.3177, + 28.5309, + 28.7528, + 28.9575, + 29.1493, + 29.3268, + 29.4992, + 29.6767, + 29.8391, + 29.9852, + 30.1216, + 30.2545, + 30.384, + 30.5106, + 30.6346, + 30.7586, + 30.8927, + 31.0285, + 31.1681, + 31.3013, + 31.4537, + 31.6008, + 31.7582, + 31.9074, + 32.0467, + 32.172, + 32.2948, + 32.4103, + 32.5218, + 32.6271, + 32.7469, + 32.9072, + 33.0665, + 33.2248, + 33.3874, + 33.5536, + 33.7108, + 33.8697, + 34.0177, + 34.1509, + 34.2808, + 34.4078, + 34.537, + 34.6558, + 34.7627, + 34.8614, + 34.9603, + 35.0568, + 35.1461, + 35.2265, + 35.3163, + 35.4072, + 35.514, + 35.6226, + 35.7353, + 35.8493, + 35.9644, + 36.0829, + 36.2171, + 36.3429, + 36.4686, + 36.5968, + 36.7221, + 36.8374, + 36.9611, + 37.0825, + 37.1993, + 37.3518, + 37.5117, + 37.6705, + 37.8234, + 37.9686, + 38.1067, + 38.2511, + 38.406, + 38.5654, + 38.7313, + 38.9082, + 39.0674, + 39.2256, + 39.3731, + 39.5108, + 39.6397, + 39.7557, + 39.8726, + 39.9779, + 40.0951, + 40.2156, + 40.3265, + 40.4464, + 40.5592, + 40.6908, + 40.8317, + 40.9661, + 41.0995, + 41.222, + 41.3423, + 41.4831, + 41.6198, + 41.7478, + 41.8755, + 42.0055, + 42.1224, + 42.2302, + 42.3297, + 42.4192, + 42.5073, + 42.609, + 42.7081, + 42.8023, + 42.8921, + 42.9754, + 43.0628, + 43.1566, + 43.2509, + 43.3458, + 43.4612, + 43.5651, + 43.6636, + 43.7797, + 43.8993, + 44.0093, + 44.1109, + 44.2023, + 44.2921, + 44.3879, + 44.4766, + 44.5664, + 44.6698, + 44.7678, + 44.866, + 44.9544, + 45.034, + 45.1081, + 45.1948, + 45.3128, + 45.4315, + 45.5484, + 45.6635, + 45.7947, + 45.9227, + 46.0529, + 46.1826, + 46.3069, + 46.4187, + 46.5318, + 46.6586, + 46.7803, + 46.8897, + 47.0058, + 47.1352, + 47.2767, + 47.4265, + 47.5989, + 47.7815, + 47.9558, + 48.1277, + 48.2825, + 48.4317, + 48.5885, + 48.7522, + 48.9545, + 49.1465, + 49.3344, + 49.5159, + 49.6893, + 49.8579, + 50.0121, + 50.1559, + 50.3203, + 50.4958, + 50.6587, + 50.8303, + 50.9923, + 51.1431, + 51.2813, + 51.4256, + 51.5656, + 51.6965, + 51.8194, + 51.9324, + 52.0417, + 52.15, + 52.2625, + 52.3838, + 52.4979, + 52.6131, + 52.7268, + 52.8466, + 52.9619, + 53.0658, + 53.1617, + 53.253, + 53.3552, + 53.4522, + 53.5595, + 53.686, + 53.8049, + 53.9194, + 54.03, + 54.157, + 54.2938, + 54.4194, + 54.5425, + 54.6582, + 54.7699, + 54.8729, + 54.9731, + 55.0658, + 55.1567, + 55.2586, + 55.3677, + 55.4684, + 55.5716, + 55.6719, + 55.7647, + 55.8508, + 55.9307, + 56.0151, + 56.0961, + 56.1765, + 56.2688, + 56.367, + 56.4578, + 56.547, + 56.6323, + 56.7241, + 56.8367, + 56.9455, + 57.0659, + 57.1868, + 57.2957, + 57.3961, + 57.489, + 57.5876, + 57.6788, + 57.7759, + 57.8709, + 57.9738, + 58.0664, + 58.1798, + 58.2843, + 58.3783, + 58.473, + 58.5732, + 58.6659, + 58.7518, + 58.8316, + 58.906, + 58.9879, + 59.0866, + 59.1779, + 59.2626, + 59.3414, + 59.4222, + 59.495, + 59.563, + 59.6242, + 59.6868, + 59.7506, + 59.823, + 59.8982, + 59.9734, + 60.0461, + 60.114, + 60.1776, + 60.2348, + 60.3088, + 60.3779, + 60.4452, + 60.5056, + 60.5601, + 60.6291, + 60.6987, + 60.7663, + 60.8297, + 60.8917, + 60.96, + 61.039, + 61.1101, + 61.1741, + 61.2342, + 61.3058, + 61.3752, + 61.4402, + 61.5037, + 61.5658, + 61.6267, + 61.6865, + 61.7479, + 61.8106, + 61.8895, + 61.9656, + 62.0365, + 62.1029, + 62.1651, + 62.2336, + 62.3127, + 62.3939, + 62.4921, + 62.5853, + 62.6693, + 62.7524, + 62.8296, + 62.8992, + 62.9668, + 63.0276, + 63.0923, + 63.1581, + 63.2223, + 63.3026, + 63.3748, + 63.4523, + 63.5321, + 63.6089, + 63.693, + 63.7812, + 63.8606, + 63.9395, + 64.0156, + 64.0865, + 64.1504, + 64.2078, + 64.262, + 64.3208, + 64.3763, + 64.4336, + 64.4928, + 64.5585, + 64.6226, + 64.6854, + 64.7518, + 64.8142, + 64.8727, + 64.933, + 65.0047, + 65.0717, + 65.132, + 65.1888, + 65.2449, + 65.3005, + 65.3604, + 65.4169, + 65.4752, + 65.5452, + 65.6256, + 65.7256, + 65.8255, + 65.918, + 66.0137, + 66.1073, + 66.1916, + 66.2724, + 66.3502, + 66.4252, + 66.5151, + 66.6111, + 66.7, + 66.7825, + 66.8568, + 66.9311, + 66.998, + 67.0757, + 67.1481, + 67.2158, + 67.3017, + 67.3965, + 67.4944, + 67.5975, + 67.6952, + 67.7857, + 67.8721, + 67.9524, + 68.0297, + 68.1017, + 68.169, + 68.2371, + 68.3034, + 68.3756, + 68.4455, + 68.5185, + 68.5916, + 68.665, + 68.7335, + 68.7951, + 68.8556, + 68.9225, + 68.9978, + 69.0805, + 69.1675, + 69.2507, + 69.3256, + 69.3956, + 69.461, + 69.5249, + 69.5899, + 69.6559, + 69.7178, + 69.7861, + 69.855, + 69.9195, + 69.9825, + 70.0393, + 70.0953, + 70.1458, + 70.1987, + 70.2538, + 70.311, + 70.3674, + 70.4206, + 70.4786, + 70.5307, + 70.5901, + 70.6636, + 70.7473, + 70.835, + 70.919, + 70.9971, + 71.0724, + 71.1402, + 71.2087, + 71.3103, + 71.4018, + 71.4916, + 71.5774, + 71.6647, + 71.7457, + 71.8286, + 71.9058, + 71.9802, + 72.0547, + 72.1342, + 72.2183, + 72.299, + 72.3741, + 72.4517, + 72.5315, + 72.6183, + 72.6965, + 72.7669, + 72.8327, + 72.8994, + 72.977, + 73.0568, + 73.1411, + 73.222, + 73.2973, + 73.3776, + 73.4673, + 73.5531, + 73.6378, + 73.7215, + 73.8118, + 73.9157, + 74.0166, + 74.1199, + 74.2229, + 74.3306, + 74.4301, + 74.5396, + 74.6581, + 74.7773, + 74.8971, + 75.0099, + 75.1289, + 75.241, + 75.3469, + 75.4422, + 75.533, + 75.6147, + 75.6932, + 75.7639, + 75.83, + 75.8895, + 75.9506, + 76.0205, + 76.0834, + 76.1401, + 76.1911, + 76.237, + 76.2808, + 76.3202, + 76.3557, + 76.3876, + 76.4164, + 76.4422, + 76.4655, + 76.4864, + 76.5153, + 76.5413, + 76.5646, + 76.5857, + 76.6046, + 76.6217, + 76.637, + 76.6508, + 76.6632, + 76.6744, + 76.6844, + 76.6935, + 76.7017, + 76.709, + 76.7156, + 76.7215, + 76.7269, + 76.7317, + 76.736, + 76.7399, + 76.7434, + 76.7466, + 76.7494, + 76.752, + 76.7543, + 76.7564, + 76.7582, + 76.7599, + 76.7614, + 76.7628, + 76.764, + 76.7651, + 76.7661, + 76.767, + 76.7678, + 76.7685, + 76.7691, + 76.7697, + 76.7703, + 76.7707, + 76.7712, + 76.7715, + 76.7719, + 76.7722, + 76.7725, + 76.7727, + 76.773, + 76.7732, + 76.7733, + 76.7735, + 76.7737, + 76.7738, + 76.7739, + 76.774, + 76.7741, + 76.7742, + 76.7743, + 76.7744, + 76.7744, + 76.7745, + 76.7745, + 76.7746, + 76.7746, + 76.7747, + 76.7747, + 76.7747, + 76.7748, + 76.7748, + 76.7748, + 76.7748, + 76.7748, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.7749, + 76.775, + 76.775, + 76.775, + 76.775, + 76.7775, + 76.7797, + 76.7818, + 76.7836, + 76.7852, + 76.7867, + 76.788, + 76.7892, + 76.7903, + 76.7913, + 76.7921, + 76.7929, + 76.7936, + 76.7943, + 76.7948, + 76.7954, + 76.7958, + 76.7962, + 76.7966, + 76.797, + 76.7973, + 76.7975, + 76.7978, + 76.798, + 76.7982, + 76.7984, + 76.7985, + 76.7987, + 76.7988, + 76.7989, + 76.799, + 76.7991, + 76.7992, + 76.7993, + 76.7994, + 76.7994, + 76.7995, + 76.7995, + 76.7996, + 76.7996, + 76.7997, + 76.7997, + 76.7997, + 76.7998, + 76.7998, + 76.7998, + 76.7998, + 76.7998, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.7999, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8075, + 76.8167, + 76.8251, + 76.8326, + 76.8393, + 76.8454, + 76.8533, + 76.863, + 76.8742, + 76.8843, + 76.9009, + 76.9258, + 76.9632, + 76.9969, + 77.0322, + 77.0665, + 77.0973, + 77.1251, + 77.1526, + 77.1773, + 77.1996, + 77.2221, + 77.2424, + 77.2682, + 77.2939, + 77.3245, + 77.352, + 77.3793, + 77.4114, + 77.4403, + 77.4662, + 77.4921, + 77.5204, + 77.5459, + 77.5688, + 77.5944, + 77.6225, + 77.6477, + 77.6729, + 77.6956, + 77.7211, + 77.744, + 77.7671, + 77.7879, + 77.8091, + 77.8282, + 77.8504, + 77.8753, + 77.9053, + 77.9398, + 77.9783, + 78.023, + 78.0632, + 78.1018, + 78.1367, + 78.168, + 78.1962, + 78.2216, + 78.2494, + 78.282, + 78.3138, + 78.3449, + 78.3754, + 78.4079, + 78.4371, + 78.4634, + 78.4895, + 78.5131, + 78.5468, + 78.5796, + 78.6091, + 78.6407, + 78.6742, + 78.7092, + 78.7483, + 78.786, + 78.8199, + 78.8504, + 78.8779, + 78.9051, + 78.9321, + 78.9614, + 78.9927, + 79.0284, + 79.0681, + 79.1088, + 79.1529, + 79.2076, + 79.2694, + 79.3299, + 79.3969, + 79.4722, + 79.56, + 79.6465, + 79.7369, + 79.8232, + 79.9084, + 79.99, + 80.0735, + 80.1587, + 80.2378, + 80.3165, + 80.4049, + 80.4969, + 80.5897, + 80.6757, + 80.7582, + 80.8373, + 80.9361, + 81.0275, + 81.1122, + 81.201, + 81.2809, + 81.3653, + 81.4438, + 81.5144, + 81.5805, + 81.6399, + 81.6959, + 81.7488, + 81.8015, + 81.8538, + 81.9059, + 81.9603, + 82.0118, + 82.0681, + 82.1288, + 82.1909, + 82.2543, + 82.3214, + 82.3943, + 82.4648, + 82.5284, + 82.588, + 82.6542, + 82.7138, + 82.7699, + 82.8204, + 82.8659, + 82.9068, + 82.9436, + 82.9768, + 83.0091, + 83.0382, + 83.0644, + 83.0879, + 83.1091, + 83.1332, + 83.1549, + 83.1744, + 83.197, + 83.2198, + 83.2403, + 83.2588, + 83.2804, + 83.3023, + 83.3271, + 83.3569, + 83.3862, + 83.4226, + 83.4703, + 83.5158, + 83.5617, + 83.6055, + 83.65, + 83.7025, + 83.7497, + 83.7998, + 83.8448, + 83.8953, + 83.9483, + 84.0135, + 84.0746, + 84.1296, + 84.1817, + 84.2285, + 84.2707, + 84.3161, + 84.362, + 84.4058, + 84.4477, + 84.4879, + 84.5316, + 84.571, + 84.6114, + 84.6502, + 84.6877, + 84.7239, + 84.7641, + 84.8026, + 84.8374, + 84.8861, + 84.93, + 84.9745, + 85.0221, + 85.0649, + 85.1109, + 85.1598, + 85.2063, + 85.2482, + 85.2909, + 85.3318, + 85.3786, + 85.4207, + 85.4587, + 85.4953, + 85.5283, + 85.5704, + 85.6159, + 85.6643, + 85.7104, + 85.7693, + 85.8324, + 85.8892, + 85.9502, + 86.0052, + 86.0572, + 86.1115, + 86.1628, + 86.219, + 86.2721, + 86.3249, + 86.3724, + 86.4202, + 86.4657, + 86.5166, + 86.5699, + 86.6255, + 86.6779, + 86.7351, + 86.7891, + 86.8402, + 86.8887, + 86.9348, + 86.9763, + 87.0162, + 87.0596, + 87.1061, + 87.1555, + 87.2225, + 87.2902, + 87.3512, + 87.4186, + 87.4892, + 87.5553, + 87.6148, + 87.6683, + 87.719, + 87.7646, + 87.8081, + 87.8523, + 87.8971, + 87.9424, + 87.9831, + 88.0223, + 88.0701, + 88.1256, + 88.1755, + 88.223, + 88.2657, + 88.3066, + 88.3434, + 88.3841, + 88.4207, + 88.4561, + 88.488, + 88.5192, + 88.5473, + 88.5726, + 88.6003, + 88.6253, + 88.6502, + 88.6752, + 88.7052, + 88.7397, + 88.7782, + 88.8179, + 88.8611, + 88.9025, + 88.9497, + 88.9948, + 89.0378, + 89.079, + 89.1161, + 89.1645, + 89.213, + 89.2667, + 89.3326, + 89.3943, + 89.4549, + 89.5144, + 89.573, + 89.6357, + 89.7071, + 89.7839, + 89.8655, + 89.9414, + 90.0098, + 90.0713, + 90.1292, + 90.1888, + 90.2474, + 90.3102, + 90.3741, + 90.4392, + 90.5078, + 90.5795, + 90.6491, + 90.7167, + 90.7825, + 90.8467, + 90.9096, + 90.9786, + 91.0433, + 91.1114, + 91.1878, + 91.264, + 91.3401, + 91.4086, + 91.4827, + 91.5495, + 91.6145, + 91.6856, + 91.7545, + 91.8266, + 91.8914, + 91.9598, + 92.0288, + 92.0959, + 92.1613, + 92.2352, + 92.3042, + 92.3787, + 92.4484, + 92.5135, + 92.5722, + 92.635, + 92.7015, + 92.7738, + 92.8414, + 92.9048, + 92.9693, + 93.0274, + 93.0796, + 93.1417, + 93.2125, + 93.2863, + 93.3626, + 93.4439, + 93.5395, + 93.633, + 93.7272, + 93.817, + 93.9053, + 93.9848, + 94.0688, + 94.1569, + 94.2387, + 94.3224, + 94.4201, + 94.5106, + 94.597, + 94.6798, + 94.7669, + 94.8527, + 94.9324, + 95.0142, + 95.1027, + 95.1875, + 95.2637, + 95.3374, + 95.4036, + 95.4658, + 95.5242, + 95.5918, + 95.6526, + 95.7098, + 95.7613, + 95.8152, + 95.8637, + 95.9098, + 95.9638, + 96.015, + 96.066, + 96.1269, + 96.1917, + 96.2625, + 96.3413, + 96.4196, + 96.5027, + 96.5874, + 96.6787, + 96.7608, + 96.8422, + 96.9205, + 96.9984, + 97.0686, + 97.1317, + 97.1936, + 97.2517, + 97.3115, + 97.3704, + 97.4233, + 97.486, + 97.5549, + 97.6394, + 97.7255, + 97.8104, + 97.8894, + 97.9604, + 98.0344, + 98.106, + 98.1754, + 98.2403, + 98.3088, + 98.3754, + 98.4654, + 98.5488, + 98.6315, + 98.7108, + 98.7822, + 98.849, + 98.9241, + 98.9917, + 99.065, + 99.136, + 99.2049, + 99.2744, + 99.337, + 99.3958, + 99.4487, + 99.4963, + 99.5492, + 99.5993, + 99.6519, + 99.7017, + 99.7465, + 99.7869, + 99.8257, + 99.8606, + 99.9045, + 99.9491, + 99.9917, + 100.035, + 100.079, + 100.1236, + 100.1637, + 100.2049, + 100.2544, + 100.3039, + 100.3511, + 100.3959, + 100.4489, + 100.5165, + 100.5898, + 100.6608, + 100.7373, + 100.8085, + 100.8777, + 100.9524, + 101.0272, + 101.1095, + 101.1935, + 101.2767, + 101.3715, + 101.4618, + 101.5507, + 101.6356, + 101.7195, + 101.8051, + 101.8846, + 101.9561, + 102.0305, + 102.11, + 102.194, + 102.2796, + 102.3666, + 102.4449, + 102.528, + 102.6177, + 102.7059, + 102.7878, + 102.8715, + 102.9719, + 103.0697, + 103.1652, + 103.2587, + 103.3428, + 103.4285, + 103.5057, + 103.5776, + 103.6424, + 103.7031, + 103.7653, + 103.8313, + 103.9006, + 103.9656, + 104.029, + 104.0886, + 104.1448, + 104.1978, + 104.248, + 104.3007, + 104.3481, + 104.3933, + 104.434, + 104.4731, + 104.5083 + ], + "episode_rhos": [ + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1333, + 0.1688, + 0.1658, + 0.1758, + 0.211, + 0.1452 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1339, + 0.1726, + 0.1701, + 0.167, + 0.2055, + 0.1509 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1309, + 0.1776, + 0.1757, + 0.1587, + 0.2055, + 0.1516 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1284, + 0.1805, + 0.1801, + 0.1506, + 0.2043, + 0.1561 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.1236, + 0.1847, + 0.1854, + 0.143, + 0.2022, + 0.1611 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.119, + 0.1875, + 0.1904, + 0.134, + 0.2036, + 0.1655 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1143, + 0.1927, + 0.1887, + 0.1258, + 0.2074, + 0.1711 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1122, + 0.1972, + 0.1896, + 0.1178, + 0.2084, + 0.1749 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1086, + 0.1986, + 0.1902, + 0.1087, + 0.2136, + 0.1803 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1049, + 0.1953, + 0.1923, + 0.1012, + 0.2196, + 0.1867 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1022, + 0.1941, + 0.191, + 0.0997, + 0.2239, + 0.189 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.1014, + 0.1906, + 0.1887, + 0.0994, + 0.226, + 0.1938 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0993, + 0.1858, + 0.1877, + 0.0991, + 0.2313, + 0.1968 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0986, + 0.181, + 0.1865, + 0.0986, + 0.2362, + 0.1991 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0982, + 0.1765, + 0.1852, + 0.0982, + 0.2407, + 0.2012 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0978, + 0.1723, + 0.184, + 0.0978, + 0.245, + 0.2031 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0977, + 0.1689, + 0.1836, + 0.0977, + 0.2479, + 0.2042 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0979, + 0.1655, + 0.1878, + 0.0979, + 0.2479, + 0.2031 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0978, + 0.1612, + 0.1897, + 0.0978, + 0.2525, + 0.201 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0979, + 0.1585, + 0.1937, + 0.0979, + 0.2565, + 0.1955 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.1541, + 0.1942, + 0.0977, + 0.2623, + 0.194 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0977, + 0.154, + 0.1941, + 0.0977, + 0.265, + 0.1916 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1527, + 0.1916, + 0.0975, + 0.2719, + 0.1888 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0975, + 0.1549, + 0.1894, + 0.0975, + 0.276, + 0.1847 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0979, + 0.1587, + 0.1904, + 0.0979, + 0.2739, + 0.1812 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ], + [ + 0.0994, + 0.1629, + 0.1928, + 0.0982, + 0.2676, + 0.1791 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json new file mode 100644 index 0000000000000000000000000000000000000000..14703595c64c681bab3f8e860ee561f3a50fdf52 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4544833.32, + "constraint_satisfaction_pct": 41.2, + "final_rho": [ + 0.1456, + 0.0781, + 0.0781, + 0.0781, + 0.542, + 0.0781 + ], + "final_lambda": 93.1, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -5808.22, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5782.36, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5498.75, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 60, + "avg_reward": -4813.35, + "avg_cost": 0.0, + "lambda": 11.0728, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 70, + "avg_reward": -5105.27, + "avg_cost": 0.0, + "lambda": 11.0973, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 80, + "avg_reward": -4136.81, + "avg_cost": 0.25, + "lambda": 11.1552, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 90, + "avg_reward": -4270.89, + "avg_cost": 0.0, + "lambda": 11.2075, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 100, + "avg_reward": -3216.01, + "avg_cost": 0.0, + "lambda": 11.2352, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 110, + "avg_reward": -3431.0, + "avg_cost": 0.0, + "lambda": 11.2448, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 120, + "avg_reward": -2732.43, + "avg_cost": 0.0, + "lambda": 11.2482, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 130, + "avg_reward": -3606.18, + "avg_cost": 0.25, + "lambda": 11.2672, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 140, + "avg_reward": -2999.34, + "avg_cost": 0.5, + "lambda": 11.318, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 150, + "avg_reward": -2556.98, + "avg_cost": 0.0, + "lambda": 11.3857, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 160, + "avg_reward": -2879.03, + "avg_cost": 0.0, + "lambda": 11.4113, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 170, + "avg_reward": -3094.07, + "avg_cost": 0.0, + "lambda": 11.4202, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 180, + "avg_reward": -1790.08, + "avg_cost": 0.0, + "lambda": 11.4233, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 190, + "avg_reward": -2108.15, + "avg_cost": 0.0, + "lambda": 11.4445, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 200, + "avg_reward": -952.41, + "avg_cost": 0.25, + "lambda": 11.4669, + "rho": [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ] + }, + { + "episode": 210, + "avg_reward": -2228.68, + "avg_cost": 0.25, + "lambda": 11.6579, + "rho": [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ] + }, + { + "episode": 220, + "avg_reward": -2843.84, + "avg_cost": 0.75, + "lambda": 12.2909, + "rho": [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ] + }, + { + "episode": 230, + "avg_reward": -2737.88, + "avg_cost": 0.0, + "lambda": 12.8951, + "rho": [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ] + }, + { + "episode": 240, + "avg_reward": -1283.18, + "avg_cost": 0.75, + "lambda": 13.4848, + "rho": [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ] + }, + { + "episode": 250, + "avg_reward": -1608.59, + "avg_cost": 1.25, + "lambda": 13.9719, + "rho": [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ] + }, + { + "episode": 260, + "avg_reward": -1601.24, + "avg_cost": 0.0, + "lambda": 14.805, + "rho": [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ] + }, + { + "episode": 270, + "avg_reward": -1247.06, + "avg_cost": 0.5, + "lambda": 15.5099, + "rho": [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ] + }, + { + "episode": 280, + "avg_reward": -2487.75, + "avg_cost": 0.0, + "lambda": 16.1319, + "rho": [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ] + }, + { + "episode": 290, + "avg_reward": -2671.8, + "avg_cost": 0.0, + "lambda": 16.6941, + "rho": [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ] + }, + { + "episode": 300, + "avg_reward": -1545.99, + "avg_cost": 1.0, + "lambda": 16.9895, + "rho": [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ] + }, + { + "episode": 310, + "avg_reward": -2082.74, + "avg_cost": 1.25, + "lambda": 17.6004, + "rho": [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ] + }, + { + "episode": 320, + "avg_reward": -1559.49, + "avg_cost": 0.25, + "lambda": 18.1619, + "rho": [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ] + }, + { + "episode": 330, + "avg_reward": -430.7, + "avg_cost": 1.75, + "lambda": 18.5766, + "rho": [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ] + }, + { + "episode": 340, + "avg_reward": -56.81, + "avg_cost": 0.0, + "lambda": 19.2922, + "rho": [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ] + }, + { + "episode": 350, + "avg_reward": 994.54, + "avg_cost": 2.5, + "lambda": 19.862, + "rho": [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ] + }, + { + "episode": 360, + "avg_reward": 440.25, + "avg_cost": 1.25, + "lambda": 20.8874, + "rho": [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ] + }, + { + "episode": 370, + "avg_reward": -877.33, + "avg_cost": 1.0, + "lambda": 22.0768, + "rho": [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ] + }, + { + "episode": 380, + "avg_reward": 2025.51, + "avg_cost": 1.25, + "lambda": 23.2442, + "rho": [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ] + }, + { + "episode": 390, + "avg_reward": -35.34, + "avg_cost": 1.5, + "lambda": 24.5388, + "rho": [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ] + }, + { + "episode": 400, + "avg_reward": -684.24, + "avg_cost": 0.0, + "lambda": 26.3016, + "rho": [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ] + }, + { + "episode": 410, + "avg_reward": 2276.73, + "avg_cost": 2.25, + "lambda": 27.9538, + "rho": [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ] + }, + { + "episode": 420, + "avg_reward": 2628.5, + "avg_cost": 2.5, + "lambda": 29.8092, + "rho": [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ] + }, + { + "episode": 430, + "avg_reward": 3330.9, + "avg_cost": 1.5, + "lambda": 31.6763, + "rho": [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ] + }, + { + "episode": 440, + "avg_reward": 1157.59, + "avg_cost": 1.75, + "lambda": 33.4846, + "rho": [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ] + }, + { + "episode": 450, + "avg_reward": 3695.12, + "avg_cost": 1.5, + "lambda": 35.3692, + "rho": [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ] + }, + { + "episode": 460, + "avg_reward": 3880.95, + "avg_cost": 0.75, + "lambda": 37.0937, + "rho": [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ] + }, + { + "episode": 470, + "avg_reward": 3226.46, + "avg_cost": 0.5, + "lambda": 38.5251, + "rho": [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ] + }, + { + "episode": 480, + "avg_reward": 2648.66, + "avg_cost": 0.25, + "lambda": 39.8449, + "rho": [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ] + }, + { + "episode": 490, + "avg_reward": 2772.96, + "avg_cost": 1.5, + "lambda": 41.002, + "rho": [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ] + }, + { + "episode": 500, + "avg_reward": 3081.15, + "avg_cost": 2.0, + "lambda": 42.0318, + "rho": [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ] + }, + { + "episode": 510, + "avg_reward": 4413.8, + "avg_cost": 0.25, + "lambda": 43.4223, + "rho": [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ] + }, + { + "episode": 520, + "avg_reward": 3490.98, + "avg_cost": 0.5, + "lambda": 44.5217, + "rho": [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ] + }, + { + "episode": 530, + "avg_reward": 5107.88, + "avg_cost": 1.5, + "lambda": 45.4389, + "rho": [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ] + }, + { + "episode": 540, + "avg_reward": 4735.22, + "avg_cost": 0.5, + "lambda": 46.3307, + "rho": [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ] + }, + { + "episode": 550, + "avg_reward": 5177.44, + "avg_cost": 0.5, + "lambda": 47.2017, + "rho": [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ] + }, + { + "episode": 560, + "avg_reward": 3948.08, + "avg_cost": 0.0, + "lambda": 48.0895, + "rho": [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ] + }, + { + "episode": 570, + "avg_reward": 5738.8, + "avg_cost": 1.25, + "lambda": 48.9991, + "rho": [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ] + }, + { + "episode": 580, + "avg_reward": 5133.61, + "avg_cost": 1.0, + "lambda": 49.9039, + "rho": [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ] + }, + { + "episode": 590, + "avg_reward": 6291.36, + "avg_cost": 0.0, + "lambda": 50.8046, + "rho": [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ] + }, + { + "episode": 600, + "avg_reward": 6110.15, + "avg_cost": 0.75, + "lambda": 51.8614, + "rho": [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ] + }, + { + "episode": 610, + "avg_reward": 5164.55, + "avg_cost": 1.0, + "lambda": 52.9266, + "rho": [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ] + }, + { + "episode": 620, + "avg_reward": 5286.21, + "avg_cost": 0.5, + "lambda": 54.0398, + "rho": [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ] + }, + { + "episode": 630, + "avg_reward": 5796.85, + "avg_cost": 0.75, + "lambda": 55.0299, + "rho": [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ] + }, + { + "episode": 640, + "avg_reward": 5606.23, + "avg_cost": 0.75, + "lambda": 55.778, + "rho": [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ] + }, + { + "episode": 650, + "avg_reward": 6071.89, + "avg_cost": 0.0, + "lambda": 56.5707, + "rho": [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ] + }, + { + "episode": 660, + "avg_reward": 4223.84, + "avg_cost": 1.0, + "lambda": 57.3332, + "rho": [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ] + }, + { + "episode": 670, + "avg_reward": 4524.81, + "avg_cost": 0.0, + "lambda": 58.0703, + "rho": [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ] + }, + { + "episode": 680, + "avg_reward": 5171.92, + "avg_cost": 1.25, + "lambda": 58.8205, + "rho": [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ] + }, + { + "episode": 690, + "avg_reward": 5470.27, + "avg_cost": 1.25, + "lambda": 59.5561, + "rho": [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ] + }, + { + "episode": 700, + "avg_reward": 4297.77, + "avg_cost": 0.0, + "lambda": 60.4325, + "rho": [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ] + }, + { + "episode": 710, + "avg_reward": 6291.59, + "avg_cost": 0.75, + "lambda": 61.3551, + "rho": [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ] + }, + { + "episode": 720, + "avg_reward": 6877.34, + "avg_cost": 0.5, + "lambda": 62.3009, + "rho": [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ] + }, + { + "episode": 730, + "avg_reward": 7042.6, + "avg_cost": 0.75, + "lambda": 63.1042, + "rho": [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ] + }, + { + "episode": 740, + "avg_reward": 5333.65, + "avg_cost": 1.0, + "lambda": 63.8687, + "rho": [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ] + }, + { + "episode": 750, + "avg_reward": 6632.57, + "avg_cost": 1.0, + "lambda": 64.6864, + "rho": [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ] + }, + { + "episode": 760, + "avg_reward": 5507.95, + "avg_cost": 0.75, + "lambda": 65.7106, + "rho": [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ] + }, + { + "episode": 770, + "avg_reward": 6787.35, + "avg_cost": 1.0, + "lambda": 66.7708, + "rho": [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ] + }, + { + "episode": 780, + "avg_reward": -3010.44, + "avg_cost": 0.0, + "lambda": 67.6924, + "rho": [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ] + }, + { + "episode": 790, + "avg_reward": -2818.62, + "avg_cost": 0.0, + "lambda": 68.2179, + "rho": [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ] + }, + { + "episode": 800, + "avg_reward": -2082.52, + "avg_cost": 0.0, + "lambda": 68.4179, + "rho": [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ] + }, + { + "episode": 810, + "avg_reward": -1710.03, + "avg_cost": 0.0, + "lambda": 68.4877, + "rho": [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ] + }, + { + "episode": 820, + "avg_reward": -1312.12, + "avg_cost": 0.0, + "lambda": 68.5206, + "rho": [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ] + }, + { + "episode": 830, + "avg_reward": -1153.56, + "avg_cost": 0.0, + "lambda": 68.5465, + "rho": [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ] + }, + { + "episode": 840, + "avg_reward": -749.56, + "avg_cost": 0.75, + "lambda": 68.5726, + "rho": [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ] + }, + { + "episode": 850, + "avg_reward": -1068.61, + "avg_cost": 0.5, + "lambda": 68.7931, + "rho": [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ] + }, + { + "episode": 860, + "avg_reward": -742.86, + "avg_cost": 3.5, + "lambda": 69.359, + "rho": [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ] + }, + { + "episode": 870, + "avg_reward": -870.05, + "avg_cost": 1.5, + "lambda": 69.9996, + "rho": [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ] + }, + { + "episode": 880, + "avg_reward": 706.45, + "avg_cost": 0.75, + "lambda": 70.6487, + "rho": [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ] + }, + { + "episode": 890, + "avg_reward": -599.14, + "avg_cost": 0.0, + "lambda": 71.0315, + "rho": [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ] + }, + { + "episode": 900, + "avg_reward": -112.06, + "avg_cost": 0.25, + "lambda": 71.2615, + "rho": [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ] + }, + { + "episode": 910, + "avg_reward": 517.71, + "avg_cost": 0.0, + "lambda": 71.506, + "rho": [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ] + }, + { + "episode": 920, + "avg_reward": 4247.7, + "avg_cost": 0.0, + "lambda": 71.6303, + "rho": [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ] + }, + { + "episode": 930, + "avg_reward": 5974.48, + "avg_cost": 0.25, + "lambda": 71.6877, + "rho": [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ] + }, + { + "episode": 940, + "avg_reward": 6361.94, + "avg_cost": 0.5, + "lambda": 71.7658, + "rho": [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ] + }, + { + "episode": 950, + "avg_reward": 6429.43, + "avg_cost": 0.0, + "lambda": 71.834, + "rho": [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ] + }, + { + "episode": 960, + "avg_reward": 6310.81, + "avg_cost": 0.0, + "lambda": 71.947, + "rho": [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ] + }, + { + "episode": 970, + "avg_reward": 5733.5, + "avg_cost": 0.0, + "lambda": 72.0743, + "rho": [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ] + }, + { + "episode": 980, + "avg_reward": 5028.48, + "avg_cost": 0.0, + "lambda": 72.2158, + "rho": [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ] + }, + { + "episode": 990, + "avg_reward": 7678.28, + "avg_cost": 0.75, + "lambda": 72.4116, + "rho": [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ] + }, + { + "episode": 1000, + "avg_reward": 7224.63, + "avg_cost": 0.75, + "lambda": 72.7017, + "rho": [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ] + }, + { + "episode": 1010, + "avg_reward": 7811.68, + "avg_cost": 0.75, + "lambda": 73.1422, + "rho": [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ] + }, + { + "episode": 1020, + "avg_reward": 7349.49, + "avg_cost": 0.0, + "lambda": 73.5046, + "rho": [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ] + }, + { + "episode": 1030, + "avg_reward": 7513.34, + "avg_cost": 1.0, + "lambda": 73.9532, + "rho": [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ] + }, + { + "episode": 1040, + "avg_reward": 8371.01, + "avg_cost": 2.5, + "lambda": 74.4735, + "rho": [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ] + }, + { + "episode": 1050, + "avg_reward": 8467.73, + "avg_cost": 0.0, + "lambda": 74.9787, + "rho": [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ] + }, + { + "episode": 1060, + "avg_reward": 8015.73, + "avg_cost": 0.0, + "lambda": 75.3833, + "rho": [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ] + }, + { + "episode": 1070, + "avg_reward": 6882.37, + "avg_cost": 0.25, + "lambda": 75.8601, + "rho": [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ] + }, + { + "episode": 1080, + "avg_reward": 8910.17, + "avg_cost": 2.25, + "lambda": 76.3779, + "rho": [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ] + }, + { + "episode": 1090, + "avg_reward": 8916.41, + "avg_cost": 0.0, + "lambda": 76.7828, + "rho": [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ] + }, + { + "episode": 1100, + "avg_reward": 9088.84, + "avg_cost": 0.0, + "lambda": 77.151, + "rho": [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ] + }, + { + "episode": 1110, + "avg_reward": 9097.39, + "avg_cost": 0.25, + "lambda": 77.5356, + "rho": [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ] + }, + { + "episode": 1120, + "avg_reward": 9210.93, + "avg_cost": 0.75, + "lambda": 77.923, + "rho": [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ] + }, + { + "episode": 1130, + "avg_reward": 10319.62, + "avg_cost": 0.25, + "lambda": 78.4195, + "rho": [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ] + }, + { + "episode": 1140, + "avg_reward": 9799.09, + "avg_cost": 1.0, + "lambda": 78.8026, + "rho": [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ] + }, + { + "episode": 1150, + "avg_reward": 9998.61, + "avg_cost": 0.5, + "lambda": 79.2987, + "rho": [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ] + }, + { + "episode": 1160, + "avg_reward": 10887.39, + "avg_cost": 0.25, + "lambda": 79.8511, + "rho": [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ] + }, + { + "episode": 1170, + "avg_reward": 10919.63, + "avg_cost": 1.5, + "lambda": 80.2883, + "rho": [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ] + }, + { + "episode": 1180, + "avg_reward": 9849.6, + "avg_cost": 0.0, + "lambda": 80.9068, + "rho": [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ] + }, + { + "episode": 1190, + "avg_reward": 9523.13, + "avg_cost": 0.5, + "lambda": 81.6156, + "rho": [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ] + }, + { + "episode": 1200, + "avg_reward": 10598.36, + "avg_cost": 0.0, + "lambda": 82.3349, + "rho": [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ] + }, + { + "episode": 1210, + "avg_reward": 11066.92, + "avg_cost": 0.0, + "lambda": 82.8427, + "rho": [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ] + }, + { + "episode": 1220, + "avg_reward": 9995.88, + "avg_cost": 0.25, + "lambda": 83.3402, + "rho": [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ] + }, + { + "episode": 1230, + "avg_reward": 10590.31, + "avg_cost": 0.5, + "lambda": 83.8991, + "rho": [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ] + }, + { + "episode": 1240, + "avg_reward": 10189.36, + "avg_cost": 1.25, + "lambda": 84.3942, + "rho": [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ] + }, + { + "episode": 1250, + "avg_reward": 10605.89, + "avg_cost": 0.5, + "lambda": 84.9526, + "rho": [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ] + }, + { + "episode": 1260, + "avg_reward": 9868.02, + "avg_cost": 0.25, + "lambda": 85.4755, + "rho": [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ] + }, + { + "episode": 1270, + "avg_reward": 11074.83, + "avg_cost": 0.75, + "lambda": 86.0011, + "rho": [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ] + }, + { + "episode": 1280, + "avg_reward": 11140.81, + "avg_cost": 2.25, + "lambda": 86.6687, + "rho": [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ] + }, + { + "episode": 1290, + "avg_reward": 10173.98, + "avg_cost": 0.25, + "lambda": 87.5254, + "rho": [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ] + }, + { + "episode": 1300, + "avg_reward": 11513.42, + "avg_cost": 0.5, + "lambda": 88.2656, + "rho": [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ] + }, + { + "episode": 1310, + "avg_reward": 10813.1, + "avg_cost": 0.5, + "lambda": 88.8075, + "rho": [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ] + }, + { + "episode": 1320, + "avg_reward": 10740.72, + "avg_cost": 0.0, + "lambda": 89.277, + "rho": [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ] + }, + { + "episode": 1330, + "avg_reward": 10962.74, + "avg_cost": 1.0, + "lambda": 89.8344, + "rho": [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ] + }, + { + "episode": 1340, + "avg_reward": 11791.79, + "avg_cost": 0.5, + "lambda": 90.4613, + "rho": [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ] + }, + { + "episode": 1350, + "avg_reward": 10907.81, + "avg_cost": 0.75, + "lambda": 91.212, + "rho": [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ] + }, + { + "episode": 1360, + "avg_reward": 9839.77, + "avg_cost": 0.0, + "lambda": 91.9762, + "rho": [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ] + }, + { + "episode": 1370, + "avg_reward": -2403.79, + "avg_cost": 0.0, + "lambda": 92.6558, + "rho": [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ] + }, + { + "episode": 1380, + "avg_reward": -1354.06, + "avg_cost": 0.0, + "lambda": 92.9451, + "rho": [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ] + }, + { + "episode": 1390, + "avg_reward": -898.6, + "avg_cost": 0.0, + "lambda": 93.046, + "rho": [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ] + }, + { + "episode": 1400, + "avg_reward": -700.12, + "avg_cost": 0.0, + "lambda": 93.0812, + "rho": [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ] + }, + { + "episode": 1410, + "avg_reward": -597.12, + "avg_cost": 0.0, + "lambda": 93.0934, + "rho": [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ] + }, + { + "episode": 1420, + "avg_reward": -513.09, + "avg_cost": 0.0, + "lambda": 93.0977, + "rho": [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ] + }, + { + "episode": 1430, + "avg_reward": -516.85, + "avg_cost": 0.0, + "lambda": 93.0992, + "rho": [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ] + }, + { + "episode": 1440, + "avg_reward": -409.89, + "avg_cost": 0.0, + "lambda": 93.0997, + "rho": [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ] + }, + { + "episode": 1450, + "avg_reward": -342.18, + "avg_cost": 0.0, + "lambda": 93.0999, + "rho": [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + }, + { + "episode": 1460, + "avg_reward": -316.9, + "avg_cost": 0.0, + "lambda": 93.1, + "rho": [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + }, + { + "episode": 1470, + "avg_reward": -153.15, + "avg_cost": 0.0, + "lambda": 93.1, + "rho": [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + }, + { + "episode": 1480, + "avg_reward": -105.48, + "avg_cost": 0.0, + "lambda": 93.1, + "rho": [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + }, + { + "episode": 1490, + "avg_reward": 608.39, + "avg_cost": 0.0, + "lambda": 93.1, + "rho": [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + }, + { + "episode": 1500, + "avg_reward": 812.93, + "avg_cost": 0.0, + "lambda": 93.1, + "rho": [ + 0.1456, + 0.0781, + 0.0781, + 0.0781, + 0.542, + 0.0781 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6690.2382, + -6343.3483, + -6255.2495, + -6459.0711, + -6734.6587, + -6975.9597, + -6553.0657, + -6088.2031, + -6884.3082, + -6335.7319, + -5754.6773, + -6414.4406, + -5969.2555, + -6651.6005, + -6155.1826, + -5397.2657, + -5511.7863, + -5497.7657, + -5727.1208, + -5482.9521, + -5934.3489, + -6494.9284, + -5068.5252, + -5800.1722, + -5738.6506, + -6071.7292, + -4933.5485, + -5778.0103, + -5808.2238, + -4961.7783, + -5275.3847, + -5064.4614, + -5494.1577, + -5234.4196, + -4473.5895, + -6154.2381, + -6343.2316, + -5527.4455, + -5782.3564, + -5933.0563, + -6659.6062, + -6327.873, + -6881.7433, + -5952.5833, + -5576.8839, + -5666.1008, + -5207.3385, + -4646.774, + -5498.7532, + -5115.3798, + -4738.6336, + -5017.8614, + -4562.0306, + -4666.6821, + -4388.7991, + -4421.695, + -4939.2332, + -5863.5683, + -4813.3491, + -3665.7571, + -4304.3342, + -3631.0247, + -3823.885, + -4597.2743, + -4968.1845, + -4572.3976, + -4404.7471, + -5088.2232, + -5105.2657, + -4753.2636, + -3667.7178, + -4692.6675, + -4775.7008, + -4360.34, + -3741.9697, + -3910.5013, + -4012.9709, + -3442.1657, + -4136.8128, + -3481.4743, + -4631.8297, + -4665.129, + -4780.68, + -3699.3322, + -3113.2354, + -4054.1895, + -4029.7386, + -3767.6357, + -4270.8864, + -3857.7531, + -4160.2673, + -4013.4427, + -4154.1891, + -3374.6122, + -4155.1958, + -4529.5891, + -3272.1951, + -3564.9377, + -3216.0118, + -4449.3929, + -3648.6815, + -3702.3372, + -3833.2185, + -3637.3701, + -3409.2296, + -3568.5954, + -2684.5852, + -3653.5397, + -3431.0001, + -3321.0696, + -3401.5252, + -3588.2653, + -2707.7481, + -3786.3043, + -3153.9058, + -3073.0104, + -2383.6597, + -3114.0412, + -2732.4291, + -3426.3571, + -3223.4714, + -3006.5914, + -2842.1112, + -2988.4855, + -2125.9633, + -2992.956, + -2995.2876, + -2859.6933, + -3606.1768, + -3455.9204, + -3753.3645, + -2540.1246, + -2747.9399, + -4004.6563, + -3811.9954, + -3692.1487, + -3741.9222, + -2863.8844, + -2999.3438, + -2178.0939, + -2387.6866, + -2795.7782, + -1724.3518, + -2570.0522, + -2629.4212, + -2637.312, + -2048.134, + -2483.6006, + -2556.9776, + -3006.3741, + -2663.4716, + -2175.3095, + -2478.0815, + -2236.3274, + -2174.1508, + -1916.7514, + -2567.7613, + -2356.5353, + -2879.0298, + -1555.5336, + -2633.4392, + -2109.0589, + -2150.5756, + -2310.1539, + -2289.5221, + -2815.8161, + -2695.6856, + -2002.3551, + -3094.0656, + -1982.5641, + -2382.428, + -2796.9523, + -2230.7068, + -2167.3591, + -1912.0887, + -1781.9449, + -1706.9783, + -2882.5109, + -1790.0768, + -1218.2438, + -2439.1684, + -2160.9692, + -1906.107, + -1889.2805, + -1928.8204, + -1973.2607, + -2464.6387, + -2108.5047, + -2108.1469, + -2716.1517, + -2149.5486, + -1437.9174, + -2335.7684, + -2537.778, + -2223.2811, + -1905.4913, + -2336.3929, + -2251.7231, + -952.4141, + -845.8137, + -2060.5673, + -1774.2643, + -3164.9353, + -463.296, + -1055.9789, + -2672.9434, + -2689.7156, + -2017.7279, + -2228.6773, + -836.6437, + -1423.1405, + -3918.9798, + -459.2404, + -3169.3807, + -2088.7692, + -3155.1349, + -3582.7267, + -2294.4468, + -2843.837, + -3415.2224, + -1894.5968, + -1518.9191, + -2365.5791, + -1986.4289, + -2699.559, + -1442.3799, + -2613.5241, + -2339.7437, + -2737.8759, + -2285.0671, + -2758.854, + -2178.2635, + -1660.6961, + -682.456, + -3091.1858, + -2872.2354, + -1951.9867, + -1866.4971, + -1283.1828, + -1505.3926, + -2760.2435, + -1714.5027, + -2501.8427, + -1996.8492, + -3046.2593, + -2353.7896, + -1891.4497, + -2297.0301, + -1608.587, + -2556.579, + -2635.9984, + -1758.9568, + -2369.3617, + -2210.0765, + -1237.4775, + -1899.607, + -2414.6961, + -1973.8247, + -1601.2421, + -2288.6344, + -2064.9716, + -1922.2649, + -2914.4334, + -3293.2428, + -1693.3309, + -2555.5964, + -1634.5698, + -1435.9842, + -1247.0609, + -3252.3629, + -2603.1493, + -2735.3278, + -2164.0259, + -1322.3604, + -1087.581, + -1958.9886, + -2855.5108, + -1757.1847, + -2487.7539, + -1899.0077, + -2577.2266, + -2164.4154, + -1303.8097, + -2133.796, + -2574.4609, + -2395.8855, + -1816.334, + -1245.223, + -2671.8033, + -2445.0392, + -1780.3512, + -1956.871, + -2494.2593, + -2430.4096, + -1670.0575, + -2090.1034, + -1807.2742, + -2660.3251, + -1545.9944, + -1554.2908, + -1054.1074, + -1568.5166, + -1796.5284, + -1784.6998, + -1118.3965, + -185.33, + -916.1916, + -2072.6328, + -2082.7422, + -1819.3998, + -592.472, + -2044.2705, + -2359.7413, + -1609.2762, + -1619.9922, + -892.9345, + -687.3429, + -749.0626, + -1559.4899, + -1314.3264, + -2207.1334, + -1634.0247, + -1517.0836, + -999.2209, + -154.8093, + 264.1922, + 106.85, + -250.8023, + -430.6976, + 0.563, + -211.5482, + 1027.2607, + 618.3143, + 698.1032, + -24.639, + -677.3864, + -2063.9702, + 139.0883, + -56.8073, + 834.1347, + 639.1549, + 144.8094, + -1088.2877, + -584.8669, + -1835.556, + -3399.7201, + -1220.6036, + 180.0374, + 994.5375, + -1266.021, + -228.4201, + -923.798, + -1668.8165, + 1554.5937, + -204.7826, + -1067.7849, + -320.0492, + 0.2015, + 440.2456, + -1701.0783, + -1214.2503, + 183.9095, + 1544.281, + 261.2572, + 866.646, + -1204.7893, + -4.108, + -160.5731, + -877.3266, + 649.6916, + -119.7183, + 320.1993, + -514.7514, + 102.7079, + -129.5849, + -580.3424, + -644.9943, + 908.2917, + 2025.5139, + 631.0785, + 318.8968, + 924.3173, + 1812.7602, + 482.8869, + 772.0629, + 38.0381, + 2210.3659, + 1203.7396, + -35.3411, + 1911.34, + 3336.936, + 1503.0876, + 194.597, + 670.5194, + 402.7444, + 497.9576, + -145.6346, + 940.2045, + -684.241, + 2006.0895, + 766.4288, + 943.2603, + 2696.1762, + 3112.3601, + 2307.7136, + 1370.0796, + 1602.0726, + 1539.2802, + 2276.7283, + 1363.2716, + 2630.3192, + 3021.9058, + 1428.4196, + 2294.6765, + 2150.6916, + 1536.9343, + 3296.5442, + 2545.8791, + 2628.4983, + 1904.3733, + 1355.4438, + 1635.6453, + 2052.4963, + 3549.3699, + 2488.6118, + 2989.2785, + 1348.0591, + 3754.3216, + 3330.9009, + 1164.7608, + 1830.5404, + 3697.052, + 1532.2894, + 2765.7452, + 3172.4732, + 3274.4349, + 2767.8816, + 3587.2172, + 1157.5921, + 3644.3643, + 2356.7424, + 2517.8913, + 3859.1494, + 2169.1956, + 2104.832, + 4084.4208, + 4263.4592, + 1662.3095, + 3695.1187, + 3291.4594, + 3623.9536, + 2143.4654, + 4084.6942, + 4135.1258, + 4110.9968, + 3090.2808, + 2230.469, + 4123.097, + 3880.9548, + 2174.9679, + 4941.013, + 4068.2305, + 1911.4806, + 2419.5116, + 4273.9546, + 1531.1589, + 3889.3513, + 3336.6983, + 3226.461, + 3118.8325, + 802.6349, + 4383.4694, + 4576.1411, + 4384.8014, + 2476.2738, + 4569.5661, + 4926.2266, + 4144.1686, + 2648.6581, + 2521.5113, + 4593.117, + 1759.991, + 3729.3987, + 3100.3213, + 2927.1113, + 3685.7642, + 4112.8889, + 2414.0509, + 2772.9625, + 2113.565, + 4870.9355, + 3581.2629, + 448.8445, + 3563.0077, + 2521.9993, + 4767.4253, + 2164.0165, + 500.7448, + 3081.1539, + 3234.3943, + 2333.7567, + 3560.5748, + 2983.0182, + 3474.8833, + 4255.7388, + 2654.5377, + 3333.694, + 2142.0465, + 4413.7958, + 3708.3652, + 4840.3816, + 2184.5873, + 3318.5354, + 4217.315, + 4505.604, + 3074.1321, + 3124.6699, + 3122.4896, + 3490.9773, + 2234.0073, + 3750.7158, + 1662.6649, + 4853.8837, + 5149.9232, + 3085.3469, + 3173.3192, + 4563.0461, + 4053.2736, + 5107.882, + 4496.3439, + 4553.5169, + 4368.2875, + 3397.3676, + 2899.072, + 2931.6559, + 4423.5632, + 3973.5787, + 4901.8058, + 4735.216, + 4771.2979, + 5560.4876, + 3910.4521, + 4450.5774, + 3791.2031, + 1197.924, + 4039.4609, + 4070.496, + 2643.8784, + 5177.4383, + 5903.0978, + 4948.8061, + 3349.4191, + 5972.7912, + 4078.2222, + 3855.6592, + 5440.3321, + 4831.5355, + 3957.2407, + 3948.0817, + 4518.1147, + 3387.3043, + 3888.431, + 5391.5831, + 5438.6733, + 4519.6263, + 6087.6212, + 4520.3042, + 4983.2486, + 5738.7978, + 4767.3031, + 5291.8977, + 4813.9382, + 6204.6158, + 5409.3742, + 1728.5354, + 6258.3955, + 4403.0107, + 5133.6016, + 5133.6129, + 6041.0471, + 5417.4672, + 5610.3473, + 3285.1404, + 5568.2997, + 3996.6652, + 2319.9018, + 4682.8632, + 3292.8941, + 6291.3583, + 6101.6882, + 5567.1662, + 5363.931, + 5902.7355, + 6558.0986, + 3681.8339, + 5548.9763, + 6515.7784, + 5601.5176, + 6110.1521, + 2439.7207, + 6440.1106, + 5355.9843, + 6001.9355, + 6322.1181, + 4740.3805, + 6586.7041, + 4131.0763, + 3934.5795, + 5164.5461, + 5461.22, + 3991.6447, + 5052.7002, + 5157.6833, + 3693.4974, + 6034.8735, + 5536.409, + 5211.0311, + 5435.9718, + 5286.209, + 5328.8057, + 4344.4485, + 2229.8222, + 6501.3927, + 6495.8521, + 2718.3363, + 5940.7742, + 3651.5274, + 5491.1745, + 5796.8455, + 6103.3542, + 5915.536, + 6079.8681, + 4047.8832, + 6139.0204, + 5855.8454, + 5989.7264, + 6631.5039, + 4972.1329, + 5606.2266, + 6402.5503, + 4288.3804, + 6245.7701, + 6121.5577, + 3538.3272, + 5963.7999, + 6007.6804, + 5222.455, + 6333.5687, + 6071.8894, + 5561.6281, + 3312.3392, + 5080.1373, + 6789.0472, + 5298.6805, + 3897.6734, + 6810.4226, + 2612.8292, + 4563.2266, + 4223.8363, + 6426.3068, + 5028.8567, + 5712.2187, + 6271.651, + 4299.652, + 5757.1845, + 7235.6565, + 6693.8216, + 5055.2824, + 4524.8058, + 4495.9884, + 6684.5154, + 6521.1486, + 4901.4212, + 3379.8385, + 5968.7268, + 4403.1325, + 6388.8215, + 6293.6537, + 5171.9182, + 4439.235, + 2695.2733, + 7069.4202, + 7100.4514, + 6827.1382, + 4884.6236, + 6793.1677, + 6841.9779, + 4394.5443, + 5470.2734, + 7069.4024, + 7107.6065, + 6759.6048, + 3624.3038, + 6961.1784, + 6258.1992, + 3943.9647, + 6816.3257, + 7287.8162, + 4297.7739, + 6460.297, + 6465.1544, + 3730.5787, + 6589.7719, + 4531.1842, + 5618.0721, + 5205.1738, + 7058.9244, + 6768.0004, + 6291.5909, + 5053.3612, + 5203.3031, + 6931.8814, + 6555.507, + 6587.9597, + 7096.4628, + 7174.5891, + 6203.4846, + 6518.1002, + 6877.3368, + 5103.5134, + 4770.1123, + 6989.0083, + 5982.3645, + 5542.5418, + 6816.5248, + 7013.7535, + 7097.8341, + 6921.3862, + 7042.5956, + 4247.02, + 7343.4312, + 6850.5524, + 6387.1695, + 6867.1234, + 7285.7983, + 5933.7564, + 4886.6083, + 6582.4736, + 5333.6478, + 6156.841, + 7202.9107, + 3158.392, + 6132.9492, + 6104.4286, + 7378.0888, + 7437.8481, + 6935.1103, + 6439.4828, + 6632.571, + 7019.0349, + 7479.2675, + 5368.4975, + 6871.768, + 6511.6261, + 6687.4124, + 5190.921, + 5231.636, + 7434.1933, + 5507.9482, + 6098.6955, + 6484.3963, + 7413.0614, + 6870.5069, + 6969.8688, + 7155.6509, + 5306.7775, + 7216.463, + 6428.9696, + 6787.3491, + 6654.8554, + 5683.8262, + 5683.5832, + 6949.7771, + 6497.9203, + 2811.7926, + 2222.7787, + -939.5191, + -2984.2757, + -3010.4419, + -3063.0875, + -2536.4162, + -2768.4358, + -3446.7013, + -2828.1096, + -2940.2445, + -3145.6911, + -3114.2358, + -2770.2885, + -2818.6236, + -2664.2173, + -2657.0373, + -2427.4061, + -2540.479, + -2344.2162, + -2152.2777, + -2095.635, + -2176.2972, + -1996.7278, + -2082.5243, + -2063.6559, + -2044.6364, + -1821.7285, + -1546.3133, + -1557.4849, + -1468.2825, + -1593.6123, + -1578.7552, + -1564.1044, + -1710.0325, + -1575.8299, + -1548.9058, + -1363.2336, + -1326.4557, + -1079.6004, + -1084.0326, + -1091.6325, + -1364.2667, + -1265.4307, + -1312.124, + -1219.7798, + -1292.3535, + -1029.8307, + -1180.5005, + -1031.4771, + -1231.9974, + -1186.9392, + -688.7741, + -1142.9272, + -1153.5618, + -1181.0011, + -772.1328, + -1119.9417, + -999.5474, + -623.3625, + -1191.2645, + -1080.3684, + -1072.8915, + -755.5297, + -749.5576, + -412.4341, + -1429.3096, + -949.4608, + -1662.7003, + -1352.9361, + -806.0279, + -802.6366, + -1102.2621, + -951.6359, + -1068.6135, + 204.8324, + -954.0709, + -1043.0628, + -692.6964, + -964.877, + -1220.3733, + -1020.5546, + -248.0566, + -311.1745, + -742.864, + -825.55, + -1404.7832, + -1404.9446, + -1837.4191, + -1328.6121, + -992.2576, + -1368.989, + -1042.3938, + -808.2683, + -870.0546, + -420.9746, + -80.3576, + -307.4762, + -662.0512, + -680.277, + -1167.3334, + -370.6327, + -339.0128, + -688.0605, + 706.4465, + -421.6245, + -403.1332, + -245.6542, + 360.5011, + 120.9345, + -33.7416, + -661.6122, + 177.1879, + -654.9909, + -599.1408, + 145.8398, + -296.2455, + -938.3948, + -487.072, + -549.8157, + -444.671, + 296.1381, + 760.3013, + 109.7303, + -112.0552, + 716.756, + 180.9642, + 663.1534, + 1102.2729, + 1456.4381, + 1466.9031, + 883.4109, + 655.0776, + 2025.0978, + 517.7084, + 605.1488, + 755.2756, + 2349.1372, + 2030.3076, + 3011.5879, + 2869.4199, + 2922.8176, + 905.247, + 4201.9881, + 4247.7013, + 4990.2948, + 5062.7557, + 2728.6473, + 5025.7091, + 5539.6755, + 3979.8106, + 4191.928, + 5603.9884, + 6142.6808, + 5974.4802, + 5784.0366, + 6178.7814, + 4917.0136, + 4902.396, + 5453.9064, + 5145.2095, + 6289.2939, + 4871.8694, + 5876.6407, + 6361.9404, + 3547.8887, + 6291.519, + 3760.3215, + 6537.241, + 4597.3026, + 3545.9815, + 6145.0855, + 6279.5879, + 6263.2708, + 6429.4316, + 4333.8258, + 4681.4789, + 5662.5243, + 6073.3472, + 4718.0139, + 5343.2356, + 6582.066, + 6715.1435, + 4374.1559, + 6310.8057, + 6467.5043, + 5752.8797, + 5230.4669, + 6468.8211, + 6893.7584, + 6910.3875, + 6026.7184, + 6357.8273, + 5172.8355, + 5733.5029, + 4725.3743, + 5218.7488, + 6542.5925, + 6506.9471, + 3727.4381, + 7356.2066, + 6323.9339, + 6784.5807, + 6957.6451, + 5028.4835, + 6539.8786, + 7618.0781, + 7482.7896, + 4048.4267, + 4837.6058, + 5964.8776, + 5631.0531, + 7254.7299, + 7215.2414, + 7678.2836, + 7903.9187, + 7216.9367, + 7477.0315, + 6299.7227, + 6942.2026, + 7226.1234, + 5358.749, + 7731.2965, + 4019.2198, + 7224.6322, + 7178.3118, + 5510.9179, + 6954.7957, + 5559.1826, + 5059.849, + 7141.0251, + 7135.5306, + 8178.1215, + 7379.2212, + 7811.6849, + 7179.2113, + 7261.8805, + 5653.7692, + 7569.09, + 7422.9065, + 7615.3929, + 7969.4871, + 7532.3633, + 7986.356, + 7349.4872, + 7248.9709, + 7574.1649, + 7643.0491, + 7830.5392, + 8480.7958, + 7872.3916, + 7331.8525, + 7583.6777, + 8343.0443, + 7513.3437, + 7773.1164, + 7783.7831, + 8180.107, + 8286.4484, + 7700.4617, + 7947.3655, + 8086.9685, + 8207.4175, + 5745.5856, + 8371.0062, + 7673.6161, + 8104.1244, + 7579.4995, + 8018.3282, + 7395.5405, + 7843.7381, + 7931.8777, + 7054.5897, + 7971.3213, + 8467.7267, + 7164.6999, + 8121.8221, + 8255.7627, + 6371.9193, + 8383.2484, + 8432.9816, + 8379.1764, + 8140.3151, + 8021.239, + 8015.7274, + 8772.5017, + 8629.0081, + 6461.1855, + 8565.4842, + 8540.9519, + 8048.5636, + 8136.421, + 8109.2963, + 8202.9524, + 6882.365, + 9147.8066, + 8819.9368, + 8257.6848, + 8152.665, + 8457.0908, + 8338.4801, + 8398.6428, + 8725.2077, + 8465.3941, + 8910.1724, + 8304.675, + 8312.5902, + 8642.5047, + 8359.3173, + 8272.7807, + 8605.1255, + 8535.8097, + 6495.4821, + 8880.2703, + 8916.4053, + 8592.586, + 8831.3761, + 8305.6533, + 8946.5396, + 9099.1421, + 8893.8122, + 8303.076, + 9022.6133, + 8634.22, + 9088.8432, + 8296.6007, + 8780.2845, + 9136.5508, + 6882.2941, + 8648.9451, + 9121.4145, + 8870.5911, + 9270.9021, + 8202.5617, + 9097.3853, + 9866.7798, + 9367.5657, + 9217.4551, + 9242.1738, + 9424.9193, + 9356.6021, + 9698.2082, + 9824.9516, + 8983.5372, + 9210.9317, + 9395.5577, + 9569.286, + 9418.0618, + 9626.7353, + 9429.4877, + 8814.0412, + 9341.6775, + 9957.9493, + 9808.7805, + 10319.6156, + 9436.8864, + 9136.7171, + 9853.8671, + 9280.8648, + 9999.4458, + 5257.5433, + 10020.9598, + 9653.6202, + 10313.6434, + 9799.0912, + 8176.3897, + 9360.1809, + 9619.2957, + 8345.0492, + 9956.0284, + 9717.4906, + 9821.0624, + 9907.0126, + 10443.6857, + 9998.6072, + 9739.1467, + 9976.1289, + 9025.4189, + 9985.9108, + 10841.6085, + 10195.9406, + 10128.7347, + 10352.3953, + 9870.2943, + 10887.3926, + 10428.2357, + 10076.8977, + 9702.0441, + 10473.7461, + 10426.4482, + 7793.5736, + 10153.4435, + 10736.5386, + 10259.9979, + 10919.6344, + 10073.0761, + 11243.3284, + 9334.1974, + 10671.5505, + 9614.9449, + 10321.3587, + 10036.6103, + 8299.7408, + 10784.7239, + 9849.6014, + 9905.9466, + 10643.0725, + 10057.5899, + 10233.7322, + 11372.5993, + 10400.9421, + 10440.5952, + 10321.8778, + 10467.8759, + 9523.1339, + 10065.3134, + 8924.9568, + 8840.0546, + 9523.4509, + 8952.3608, + 8812.7628, + 10807.7414, + 10573.4509, + 10609.0739, + 10598.3645, + 10277.5762, + 10554.7134, + 10534.0492, + 10384.6537, + 10822.5584, + 10866.3994, + 9096.2985, + 10532.1781, + 10250.931, + 11066.9177, + 10519.113, + 10966.4293, + 10475.8245, + 8932.5622, + 10421.4881, + 10466.5233, + 11410.43, + 10219.9447, + 10652.7329, + 9995.8795, + 11127.4312, + 11189.1164, + 9899.579, + 10470.6773, + 10218.9048, + 11339.0093, + 10421.1919, + 10893.8987, + 11508.5275, + 10590.3052, + 10315.0837, + 11079.9343, + 10585.1486, + 10362.3491, + 10027.4969, + 9639.7283, + 10959.0457, + 10071.7655, + 10148.1134, + 10189.3642, + 10628.5022, + 10941.7159, + 10932.0371, + 10470.9975, + 10881.2587, + 10899.4888, + 9976.6531, + 10752.1382, + 9865.2737, + 10605.8913, + 10308.7884, + 9982.037, + 9383.0742, + 10372.386, + 10517.209, + 10476.0353, + 10749.0342, + 10396.7539, + 11259.1832, + 9868.0222, + 11112.8663, + 10460.9105, + 10845.7802, + 10676.8529, + 10616.4027, + 10742.8774, + 10769.2641, + 10511.9712, + 10782.9861, + 11074.8306, + 10633.2085, + 11187.5774, + 10569.6947, + 10715.77, + 10107.0037, + 10789.7004, + 10194.1634, + 10738.8185, + 10503.8547, + 11140.8058, + 11523.3176, + 11191.2564, + 11357.8982, + 10925.9892, + 10392.9374, + 11696.0864, + 10183.1332, + 10271.4288, + 10326.3091, + 10173.9835, + 9635.7088, + 9467.0772, + 7867.3489, + 10771.3116, + 10275.7003, + 11019.1517, + 11921.7889, + 11409.4401, + 11519.9093, + 11513.4246, + 11027.1397, + 10853.725, + 11256.3818, + 11046.5889, + 11113.7667, + 10803.4215, + 11049.2166, + 11024.3218, + 11378.4958, + 10813.1039, + 10856.4785, + 10777.141, + 11827.9552, + 11073.2529, + 11559.0585, + 11233.2192, + 10671.3817, + 11467.7578, + 11605.2507, + 10740.7177, + 11117.8293, + 11086.8677, + 10892.5916, + 10909.7701, + 10219.3617, + 10510.6372, + 11770.2368, + 11728.4052, + 11749.2101, + 10962.7412, + 10527.2954, + 11138.3266, + 11660.4208, + 11172.1127, + 11039.0125, + 10911.5046, + 10194.774, + 10165.5015, + 11177.6192, + 11791.7929, + 11275.5935, + 10608.0732, + 11151.8808, + 11688.7822, + 11866.329, + 11207.3862, + 11333.748, + 11119.1569, + 11242.6233, + 10907.8078, + 10879.9507, + 10051.5204, + 11150.8842, + 11899.4312, + 11699.3053, + 10860.7365, + 11377.016, + 11295.8364, + 10244.6806, + 9839.7723, + 10237.697, + 9583.5705, + 9195.6001, + 9236.5927, + 7471.35, + 4490.5649, + 4098.1171, + 1401.9369, + -1614.6571, + -2403.7898, + -2178.9214, + -1744.6967, + -1508.669, + -1225.6929, + -1194.3118, + -1372.9349, + -1260.4508, + -1175.8011, + -1509.7948, + -1354.0626, + -1296.1878, + -1171.0712, + -1134.7563, + -1053.3467, + -1039.8527, + -901.9031, + -968.6969, + -829.1182, + -846.6574, + -898.5973, + -760.4858, + -799.8913, + -841.867, + -834.56, + -761.2226, + -727.2888, + -723.5005, + -659.5512, + -672.5034, + -700.1195, + -657.4054, + -670.2292, + -649.1392, + -666.1637, + -679.9754, + -640.9025, + -607.6202, + -585.1728, + -560.4724, + -597.1217, + -618.4034, + -612.787, + -628.6783, + -491.4574, + -604.5654, + -519.9062, + -615.0345, + -549.4207, + -572.0698, + -513.0863, + -485.7324, + -514.8279, + -563.8075, + -564.5539, + -614.4311, + -494.8967, + -422.2285, + -569.339, + -511.4223, + -516.8455, + -505.8536, + -434.8606, + -444.7252, + -448.7827, + -463.3955, + -489.4278, + -471.197, + -466.2303, + -428.9907, + -409.8852, + -547.4757, + -376.6539, + -428.1376, + -347.186, + -447.3435, + -405.1605, + -327.2937, + -405.7214, + -338.5325, + -342.175, + -418.3221, + -382.9378, + -296.5756, + -352.813, + -305.1759, + -299.0607, + -357.5178, + -288.1854, + -257.3841, + -316.9009, + -308.5611, + -294.3439, + -277.7641, + -239.6787, + -205.2751, + -229.9283, + -194.8057, + -218.6546, + -182.9611, + -153.1522, + -53.4616, + -165.6935, + -127.4332, + -66.2275, + -115.7414, + -100.9904, + 5.7463, + -77.9364, + 86.5753, + -105.4763, + 114.743, + 117.6363, + 91.3429, + 232.6241, + 96.3866, + 152.2198, + 276.9457, + 457.4043, + 590.9355, + 608.3906, + 728.4312, + 811.1576, + 930.2063, + 375.2204, + 614.8391, + 873.7417, + 311.9259, + 272.6599, + 72.9981, + 812.9312 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 1.5, + 1.0, + 0.25, + 1.75, + 1.0, + 0.0, + 2.25, + 0.0, + 1.5, + 1.0, + 0.0, + 0.75, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 1.0, + 2.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 0.25, + 1.0, + 1.25, + 1.25, + 1.25, + 1.0, + 0.5, + 2.75, + 2.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 1.5, + 0.0, + 2.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 1.75, + 0.0, + 0.5, + 0.5, + 0.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 1.0, + 1.25, + 1.5, + 0.5, + 0.5, + 0.75, + 1.5, + 1.75, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.5, + 1.75, + 0.25, + 0.75, + 1.0, + 1.25, + 2.0, + 1.75, + 1.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 2.5, + 3.25, + 0.0, + 0.75, + 0.75, + 2.0, + 2.0, + 0.75, + 1.5, + 3.25, + 1.25, + 0.5, + 1.0, + 0.5, + 1.25, + 2.25, + 2.5, + 0.25, + 0.5, + 0.25, + 1.0, + 2.0, + 2.25, + 0.25, + 2.25, + 0.0, + 1.25, + 1.25, + 1.0, + 0.0, + 1.25, + 1.0, + 1.25, + 0.25, + 2.75, + 2.0, + 2.25, + 0.5, + 3.25, + 3.5, + 1.5, + 3.25, + 3.5, + 1.75, + 1.0, + 0.25, + 0.5, + 1.25, + 2.25, + 4.25, + 0.0, + 2.75, + 0.25, + 1.5, + 0.75, + 2.0, + 2.0, + 1.75, + 2.0, + 1.5, + 2.25, + 2.25, + 0.5, + 2.0, + 0.5, + 2.25, + 3.75, + 2.75, + 3.0, + 3.75, + 2.5, + 0.75, + 1.0, + 1.0, + 0.5, + 1.0, + 1.0, + 3.25, + 2.25, + 4.5, + 1.5, + 2.25, + 1.5, + 2.5, + 0.5, + 1.0, + 1.25, + 0.25, + 2.25, + 1.5, + 1.75, + 3.75, + 1.25, + 2.5, + 3.0, + 1.0, + 2.0, + 3.25, + 1.25, + 0.25, + 1.5, + 1.75, + 1.25, + 2.25, + 2.5, + 3.0, + 1.0, + 0.25, + 1.25, + 0.75, + 0.75, + 1.0, + 3.25, + 1.75, + 0.25, + 0.75, + 2.75, + 0.0, + 0.75, + 0.75, + 0.5, + 1.25, + 0.5, + 2.25, + 1.25, + 4.0, + 0.5, + 0.5, + 2.5, + 1.0, + 0.25, + 0.25, + 1.0, + 2.0, + 1.5, + 0.75, + 0.25, + 1.5, + 0.5, + 0.5, + 1.5, + 1.25, + 1.5, + 0.25, + 0.5, + 0.75, + 1.5, + 1.5, + 0.0, + 0.75, + 2.0, + 1.75, + 2.0, + 3.25, + 2.5, + 2.0, + 1.75, + 0.75, + 0.25, + 1.25, + 0.25, + 0.25, + 1.0, + 1.0, + 1.0, + 0.75, + 1.75, + 0.75, + 1.5, + 0.0, + 0.5, + 2.0, + 1.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.0, + 1.5, + 2.5, + 0.75, + 1.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 2.5, + 2.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 1.5, + 0.25, + 1.5, + 1.5, + 0.75, + 0.0, + 1.75, + 2.5, + 0.5, + 0.0, + 0.75, + 0.5, + 1.5, + 1.75, + 0.5, + 0.25, + 0.75, + 0.75, + 1.75, + 1.25, + 0.0, + 1.25, + 1.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 1.75, + 1.0, + 0.5, + 0.5, + 1.0, + 1.0, + 2.0, + 0.75, + 0.75, + 1.0, + 0.0, + 0.0, + 2.0, + 1.75, + 1.0, + 2.0, + 1.5, + 1.0, + 1.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.75, + 1.5, + 1.0, + 0.75, + 2.25, + 3.0, + 0.5, + 0.0, + 1.0, + 0.75, + 0.25, + 1.5, + 0.5, + 1.5, + 4.0, + 0.75, + 1.25, + 0.25, + 0.5, + 0.5, + 0.75, + 1.5, + 1.25, + 1.0, + 0.0, + 1.75, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 0.5, + 0.5, + 0.75, + 2.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.75, + 1.25, + 0.75, + 2.0, + 1.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 2.75, + 1.75, + 0.25, + 0.75, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.75, + 1.5, + 1.0, + 1.0, + 0.75, + 0.75, + 0.0, + 0.0, + 1.0, + 0.5, + 0.75, + 0.0, + 0.5, + 3.25, + 0.75, + 0.75, + 1.0, + 1.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.0, + 1.25, + 1.75, + 0.75, + 2.0, + 0.0, + 1.0, + 1.75, + 1.25, + 0.0, + 2.0, + 0.0, + 0.5, + 1.25, + 1.0, + 0.5, + 1.5, + 0.75, + 0.75, + 2.25, + 1.0, + 0.75, + 0.5, + 1.25, + 0.5, + 2.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 0.75, + 1.0, + 1.0, + 0.75, + 2.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 0.0, + 1.0, + 1.0, + 1.0, + 0.25, + 1.75, + 0.5, + 0.5, + 1.5, + 2.0, + 0.25, + 0.75, + 0.25, + 1.0, + 1.0, + 3.0, + 0.0, + 1.0, + 1.0, + 1.25, + 0.5, + 3.0, + 2.0, + 0.75, + 0.0, + 0.75, + 0.75, + 0.5, + 2.0, + 1.75, + 0.5, + 1.5, + 1.0, + 1.0, + 0.5, + 1.0, + 1.0, + 0.25, + 1.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 1.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 1.75, + 0.75, + 1.25, + 1.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 3.5, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 1.5, + 1.75, + 2.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 2.0, + 0.75, + 1.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 1.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 1.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.75, + 0.75, + 0.0, + 2.5, + 0.25, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 1.25, + 0.25, + 0.5, + 1.0, + 0.25, + 1.0, + 1.0, + 0.0, + 0.25, + 0.75, + 1.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 2.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.0, + 1.0, + 0.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.75, + 0.5, + 0.75, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 1.75, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.5, + 1.0, + 1.0, + 1.0, + 0.5, + 1.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 1.75, + 1.5, + 0.5, + 2.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.25, + 1.0, + 1.25, + 1.0, + 1.0, + 0.5, + 2.5, + 2.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 0.25, + 1.75, + 0.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 1.0, + 1.25, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 1.0, + 0.5, + 0.75, + 1.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 1.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.25, + 2.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.25, + 0.5, + 0.75, + 0.25, + 0.5, + 1.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 1.0, + 0.75, + 0.25, + 2.0, + 2.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 2.25, + 1.25, + 0.75, + 1.0, + 0.5, + 0.25, + 3.0, + 1.0, + 1.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.5, + 1.0, + 0.75, + 1.25, + 1.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 1.0, + 0.5, + 1.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 2.0, + 0.25, + 1.0, + 0.0, + 0.0, + 1.5, + 0.75, + 1.75, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 2.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 3.0, + 1.25, + 2.0, + 0.75, + 0.25, + 0.75, + 0.75, + 0.75, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.75, + 1.5, + 0.0, + 2.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1402, + 10.1812, + 10.2231, + 10.2733, + 10.3185, + 10.3591, + 10.4007, + 10.4406, + 10.4791, + 10.5137, + 10.5448, + 10.5728, + 10.598, + 10.6207, + 10.6437, + 10.6643, + 10.6829, + 10.6996, + 10.7146, + 10.7282, + 10.7403, + 10.7538, + 10.7659, + 10.7768, + 10.7867, + 10.798, + 10.8132, + 10.8269, + 10.8417, + 10.855, + 10.867, + 10.8778, + 10.89, + 10.901, + 10.9109, + 10.9223, + 10.9326, + 10.9418, + 10.9502, + 10.9576, + 10.9644, + 10.9754, + 10.9854, + 10.9944, + 11.0024, + 11.0097, + 11.0162, + 11.0221, + 11.0299, + 11.0369, + 11.0432, + 11.0489, + 11.054, + 11.0586, + 11.0627, + 11.0665, + 11.0698, + 11.0728, + 11.0756, + 11.078, + 11.0802, + 11.0822, + 11.084, + 11.0856, + 11.087, + 11.0908, + 11.0942, + 11.0973, + 11.1001, + 11.1076, + 11.1143, + 11.1204, + 11.1258, + 11.1308, + 11.1352, + 11.1417, + 11.1475, + 11.1552, + 11.1622, + 11.1685, + 11.1741, + 11.1792, + 11.1838, + 11.1879, + 11.1916, + 11.1975, + 11.2027, + 11.2075, + 11.2117, + 11.2155, + 11.219, + 11.2221, + 11.2249, + 11.2274, + 11.2297, + 11.2317, + 11.2335, + 11.2352, + 11.2366, + 11.238, + 11.2392, + 11.2403, + 11.2412, + 11.2421, + 11.2429, + 11.2436, + 11.2443, + 11.2448, + 11.2453, + 11.2458, + 11.2462, + 11.2466, + 11.2469, + 11.2473, + 11.2475, + 11.2478, + 11.248, + 11.2482, + 11.2484, + 11.251, + 11.2534, + 11.2556, + 11.2575, + 11.2593, + 11.2609, + 11.2623, + 11.2635, + 11.2672, + 11.2705, + 11.2734, + 11.2786, + 11.2832, + 11.2874, + 11.2937, + 11.2993, + 11.3044, + 11.3089, + 11.318, + 11.3262, + 11.3336, + 11.3427, + 11.351, + 11.3584, + 11.365, + 11.371, + 11.3764, + 11.3813, + 11.3857, + 11.3896, + 11.3931, + 11.3963, + 11.3992, + 11.4018, + 11.4041, + 11.4062, + 11.4081, + 11.4098, + 11.4113, + 11.4127, + 11.4139, + 11.415, + 11.416, + 11.4169, + 11.4177, + 11.4184, + 11.4191, + 11.4197, + 11.4202, + 11.4207, + 11.4211, + 11.4215, + 11.4219, + 11.4222, + 11.4225, + 11.4227, + 11.4229, + 11.4231, + 11.4233, + 11.4235, + 11.4261, + 11.4285, + 11.4307, + 11.4326, + 11.4344, + 11.4359, + 11.4373, + 11.4411, + 11.4445, + 11.4475, + 11.4503, + 11.4528, + 11.455, + 11.457, + 11.4588, + 11.4604, + 11.4619, + 11.4632, + 11.4669, + 11.4727, + 11.4779, + 11.4876, + 11.4964, + 11.5117, + 11.528, + 11.5477, + 11.5805, + 11.6199, + 11.6579, + 11.7096, + 11.7662, + 11.8171, + 11.8853, + 11.9468, + 12.0171, + 12.0904, + 12.1564, + 12.2232, + 12.2909, + 12.3618, + 12.4306, + 12.4951, + 12.5531, + 12.6103, + 12.6667, + 12.7251, + 12.7826, + 12.8418, + 12.8951, + 12.9531, + 13.0253, + 13.0903, + 13.1487, + 13.2014, + 13.2612, + 13.3201, + 13.3781, + 13.4303, + 13.4848, + 13.5363, + 13.5852, + 13.6341, + 13.6782, + 13.7254, + 13.7679, + 13.8161, + 13.862, + 13.9133, + 13.9719, + 14.0372, + 14.1085, + 14.1827, + 14.2544, + 14.3465, + 14.4493, + 14.5494, + 14.6419, + 14.7278, + 14.805, + 14.882, + 14.9538, + 15.0259, + 15.0933, + 15.1565, + 15.2283, + 15.293, + 15.3712, + 15.4416, + 15.5099, + 15.5714, + 15.6318, + 15.6861, + 15.7425, + 15.8057, + 15.8677, + 15.9309, + 15.9928, + 16.066, + 16.1319, + 16.1962, + 16.2591, + 16.3207, + 16.3861, + 16.45, + 16.5075, + 16.5618, + 16.6106, + 16.6545, + 16.6941, + 16.7297, + 16.7617, + 16.793, + 16.8212, + 16.8466, + 16.8694, + 16.8975, + 16.9278, + 16.955, + 16.9895, + 17.033, + 17.0872, + 17.141, + 17.1944, + 17.25, + 17.315, + 17.391, + 17.4619, + 17.5282, + 17.6004, + 17.6678, + 17.736, + 17.8024, + 17.8622, + 17.921, + 17.9764, + 18.0262, + 18.0736, + 18.1188, + 18.1619, + 18.2057, + 18.2451, + 18.2806, + 18.3176, + 18.3583, + 18.395, + 18.438, + 18.4792, + 18.5213, + 18.5766, + 18.629, + 18.6836, + 18.7427, + 18.8084, + 18.8876, + 18.9763, + 19.0662, + 19.1496, + 19.2246, + 19.2922, + 19.3604, + 19.4219, + 19.4797, + 19.5317, + 19.5861, + 19.6375, + 19.6862, + 19.7401, + 19.7911, + 19.862, + 19.9583, + 20.0449, + 20.1305, + 20.2149, + 20.3109, + 20.4173, + 20.5206, + 20.6285, + 20.7582, + 20.8874, + 21.0086, + 21.1278, + 21.24, + 21.3535, + 21.4781, + 21.6153, + 21.7413, + 21.8597, + 21.9687, + 22.0768, + 22.1941, + 22.3222, + 22.44, + 22.5685, + 22.6842, + 22.8007, + 22.9182, + 23.0338, + 23.138, + 23.2442, + 23.3498, + 23.4573, + 23.5565, + 23.6734, + 23.7986, + 23.9337, + 24.0603, + 24.2068, + 24.3736, + 24.5388, + 24.7199, + 24.9179, + 25.1136, + 25.2997, + 25.4698, + 25.6278, + 25.7825, + 25.9443, + 26.1323, + 26.3016, + 26.4814, + 26.6458, + 26.8087, + 26.9628, + 27.1216, + 27.2844, + 27.4485, + 27.6161, + 27.782, + 27.9538, + 28.1309, + 28.2953, + 28.4633, + 28.6195, + 28.7825, + 28.9668, + 29.1601, + 29.3641, + 29.5852, + 29.8092, + 30.0182, + 30.2164, + 30.4048, + 30.5793, + 30.7464, + 30.9067, + 31.0836, + 31.2652, + 31.4737, + 31.6763, + 31.8812, + 32.0806, + 32.285, + 32.474, + 32.6541, + 32.8287, + 32.9883, + 33.1545, + 33.319, + 33.4846, + 33.6712, + 33.8516, + 34.0389, + 34.2375, + 34.4263, + 34.6161, + 34.8195, + 35.0151, + 35.1936, + 35.3692, + 35.5448, + 35.7153, + 35.8913, + 36.0746, + 36.2697, + 36.4552, + 36.6247, + 36.7897, + 36.9458, + 37.0937, + 37.2368, + 37.3981, + 37.5608, + 37.7097, + 37.8513, + 38.0061, + 38.1455, + 38.2785, + 38.4056, + 38.5251, + 38.6451, + 38.758, + 38.8822, + 39.0065, + 39.1584, + 39.3, + 39.4325, + 39.5768, + 39.7166, + 39.8449, + 39.9629, + 40.0791, + 40.2037, + 40.3309, + 40.4528, + 40.565, + 40.681, + 40.7904, + 40.8939, + 41.002, + 41.1118, + 41.2256, + 41.3305, + 41.43, + 41.527, + 41.6293, + 41.7364, + 41.8327, + 41.927, + 42.0318, + 42.1436, + 42.2642, + 42.4053, + 42.5573, + 42.714, + 42.8726, + 43.0229, + 43.1606, + 43.297, + 43.4223, + 43.5376, + 43.6513, + 43.7637, + 43.8748, + 43.9823, + 44.0966, + 44.207, + 44.3213, + 44.4241, + 44.5217, + 44.6295, + 44.7416, + 44.8424, + 44.9432, + 45.0364, + 45.1227, + 45.2005, + 45.2829, + 45.3571, + 45.4389, + 45.5375, + 45.6338, + 45.7354, + 45.8344, + 45.9259, + 46.0158, + 46.0992, + 46.1793, + 46.2564, + 46.3307, + 46.4027, + 46.4774, + 46.5697, + 46.6727, + 46.7754, + 46.8729, + 46.9631, + 47.0493, + 47.1269, + 47.2017, + 47.284, + 47.3606, + 47.4445, + 47.5351, + 47.6241, + 47.7042, + 47.7938, + 47.8994, + 47.9994, + 48.0895, + 48.178, + 48.2627, + 48.354, + 48.4536, + 48.5482, + 48.6359, + 48.7223, + 48.8076, + 48.9018, + 48.9991, + 49.0867, + 49.178, + 49.2702, + 49.3607, + 49.4546, + 49.5442, + 49.6323, + 49.7165, + 49.8099, + 49.9039, + 49.9935, + 50.0792, + 50.1662, + 50.2546, + 50.3542, + 50.4512, + 50.5461, + 50.6415, + 50.7274, + 50.8046, + 50.8942, + 50.9922, + 51.0905, + 51.199, + 51.3116, + 51.4229, + 51.5356, + 51.6496, + 51.7571, + 51.8614, + 51.9578, + 52.052, + 52.1518, + 52.2516, + 52.3489, + 52.459, + 52.5881, + 52.7093, + 52.8184, + 52.9266, + 53.0314, + 53.1283, + 53.2304, + 53.3274, + 53.4297, + 53.5617, + 53.688, + 53.8142, + 53.9303, + 54.0398, + 54.1433, + 54.244, + 54.3496, + 54.4571, + 54.5639, + 54.66, + 54.764, + 54.8576, + 54.9443, + 55.0299, + 55.1094, + 55.1835, + 55.2601, + 55.3316, + 55.401, + 55.4684, + 55.5365, + 55.6229, + 55.7006, + 55.778, + 55.8527, + 55.9225, + 55.9927, + 56.0684, + 56.1441, + 56.2322, + 56.3265, + 56.4113, + 56.4952, + 56.5707, + 56.6386, + 56.7022, + 56.7645, + 56.8481, + 56.9408, + 57.0267, + 57.1115, + 57.1879, + 57.2591, + 57.3332, + 57.4049, + 57.4719, + 57.5397, + 57.6157, + 57.6941, + 57.7747, + 57.8548, + 57.9343, + 58.0059, + 58.0703, + 58.1382, + 58.2044, + 58.2715, + 58.3318, + 58.3911, + 58.477, + 58.5618, + 58.6456, + 58.7311, + 58.8205, + 58.9009, + 58.9758, + 59.0557, + 59.1327, + 59.2094, + 59.281, + 59.3554, + 59.4248, + 59.4873, + 59.5561, + 59.6355, + 59.7145, + 59.8055, + 59.8875, + 59.9712, + 60.0641, + 60.1602, + 60.2467, + 60.3445, + 60.4325, + 60.5168, + 60.6051, + 60.6946, + 60.7801, + 60.8721, + 60.9624, + 61.0512, + 61.1536, + 61.2557, + 61.3551, + 61.4496, + 61.5472, + 61.6399, + 61.7434, + 61.8441, + 61.9472, + 62.0425, + 62.1307, + 62.2177, + 62.3009, + 62.3783, + 62.4605, + 62.5394, + 62.613, + 62.6867, + 62.763, + 62.8417, + 62.92, + 63.013, + 63.1042, + 63.1938, + 63.2794, + 63.3615, + 63.4353, + 63.5093, + 63.5834, + 63.65, + 63.72, + 63.793, + 63.8687, + 63.9394, + 64.0204, + 64.0984, + 64.1735, + 64.2562, + 64.3506, + 64.438, + 64.5242, + 64.6043, + 64.6864, + 64.7702, + 64.8757, + 64.9706, + 65.0661, + 65.162, + 65.2608, + 65.3547, + 65.4692, + 65.5923, + 65.7106, + 65.817, + 65.9203, + 66.0208, + 66.1162, + 66.2221, + 66.3349, + 66.4414, + 66.5522, + 66.662, + 66.7708, + 66.8737, + 66.9764, + 67.0787, + 67.1734, + 67.271, + 67.3664, + 67.4573, + 67.544, + 67.6221, + 67.6924, + 67.7582, + 67.8174, + 67.8856, + 67.9471, + 68.0049, + 68.0569, + 68.1037, + 68.1458, + 68.1837, + 68.2179, + 68.2486, + 68.2762, + 68.3011, + 68.3235, + 68.3436, + 68.3618, + 68.3781, + 68.3928, + 68.406, + 68.4179, + 68.4286, + 68.4383, + 68.4469, + 68.4547, + 68.4618, + 68.4681, + 68.4738, + 68.4789, + 68.4835, + 68.4877, + 68.4914, + 68.4948, + 68.4978, + 68.5005, + 68.503, + 68.5052, + 68.5096, + 68.5137, + 68.5173, + 68.5206, + 68.5235, + 68.5262, + 68.5286, + 68.5307, + 68.5326, + 68.5344, + 68.5359, + 68.5398, + 68.5434, + 68.5465, + 68.5494, + 68.5519, + 68.5542, + 68.5563, + 68.5582, + 68.5599, + 68.5614, + 68.5627, + 68.564, + 68.5726, + 68.5953, + 68.6183, + 68.639, + 68.6626, + 68.6863, + 68.7077, + 68.7269, + 68.7442, + 68.7673, + 68.7931, + 68.8338, + 68.8779, + 68.9301, + 68.9946, + 69.0551, + 69.1121, + 69.1684, + 69.2241, + 69.2767, + 69.359, + 69.4431, + 69.5238, + 69.5964, + 69.6618, + 69.7231, + 69.7858, + 69.8422, + 69.893, + 69.9412, + 69.9996, + 70.0696, + 70.1551, + 70.2346, + 70.3087, + 70.3778, + 70.44, + 70.4985, + 70.5512, + 70.5986, + 70.6487, + 70.6963, + 70.7417, + 70.7825, + 70.8218, + 70.8571, + 70.8964, + 70.9317, + 70.9686, + 71.0017, + 71.0315, + 71.0634, + 71.0946, + 71.1226, + 71.1478, + 71.1706, + 71.191, + 71.2094, + 71.226, + 71.2434, + 71.2615, + 71.2854, + 71.3068, + 71.3337, + 71.3628, + 71.3915, + 71.4174, + 71.4431, + 71.4663, + 71.4872, + 71.506, + 71.5229, + 71.5381, + 71.5543, + 71.5688, + 71.582, + 71.5938, + 71.6044, + 71.6139, + 71.6226, + 71.6303, + 71.6373, + 71.6435, + 71.6492, + 71.6543, + 71.6588, + 71.663, + 71.6667, + 71.67, + 71.678, + 71.6877, + 71.6989, + 71.709, + 71.7181, + 71.7263, + 71.7337, + 71.7403, + 71.7463, + 71.7517, + 71.7565, + 71.7658, + 71.7743, + 71.7818, + 71.7886, + 71.7948, + 71.8003, + 71.8053, + 71.8122, + 71.8185, + 71.8267, + 71.834, + 71.8431, + 71.8513, + 71.8637, + 71.8748, + 71.8873, + 71.8986, + 71.9087, + 71.9229, + 71.9356, + 71.947, + 71.9598, + 71.9713, + 71.9817, + 71.991, + 72.0044, + 72.0215, + 72.0368, + 72.0507, + 72.0631, + 72.0743, + 72.0843, + 72.0934, + 72.1041, + 72.1162, + 72.132, + 72.1513, + 72.1687, + 72.1843, + 72.2009, + 72.2158, + 72.2317, + 72.2486, + 72.2637, + 72.2823, + 72.3041, + 72.3262, + 72.3461, + 72.364, + 72.3851, + 72.4116, + 72.4379, + 72.4616, + 72.483, + 72.5022, + 72.5244, + 72.547, + 72.5748, + 72.6048, + 72.6518, + 72.7017, + 72.759, + 72.8106, + 72.857, + 72.8988, + 72.9389, + 72.975, + 73.01, + 73.049, + 73.0941, + 73.1422, + 73.1855, + 73.2245, + 73.2595, + 73.2911, + 73.3269, + 73.3643, + 73.4003, + 73.4353, + 73.4718, + 73.5046, + 73.5441, + 73.5822, + 73.624, + 73.6666, + 73.7149, + 73.7634, + 73.8096, + 73.8536, + 73.9008, + 73.9532, + 74.0004, + 74.0528, + 74.1051, + 74.1621, + 74.2133, + 74.2595, + 74.3086, + 74.3602, + 74.4067, + 74.4735, + 74.5362, + 74.595, + 74.648, + 74.6982, + 74.7559, + 74.8103, + 74.8593, + 74.9034, + 74.943, + 74.9787, + 75.0159, + 75.0518, + 75.0916, + 75.1299, + 75.1719, + 75.2172, + 75.2655, + 75.309, + 75.3481, + 75.3833, + 75.4199, + 75.4654, + 75.5089, + 75.553, + 75.6027, + 75.6499, + 75.7024, + 75.7597, + 75.8112, + 75.8601, + 75.9116, + 75.9704, + 76.0309, + 76.0853, + 76.1343, + 76.1833, + 76.23, + 76.2745, + 76.3171, + 76.3779, + 76.4326, + 76.4818, + 76.5311, + 76.5755, + 76.6155, + 76.6514, + 76.6863, + 76.7201, + 76.7531, + 76.7828, + 76.817, + 76.8553, + 76.8898, + 76.9308, + 76.9677, + 77.001, + 77.0334, + 77.075, + 77.115, + 77.151, + 77.1884, + 77.2296, + 77.2741, + 77.3192, + 77.3598, + 77.3988, + 77.4339, + 77.4705, + 77.5035, + 77.5356, + 77.5696, + 77.6001, + 77.6376, + 77.6763, + 77.7112, + 77.7451, + 77.7781, + 77.8253, + 77.8727, + 77.923, + 77.9882, + 78.0469, + 78.0997, + 78.1472, + 78.19, + 78.2285, + 78.2681, + 78.3213, + 78.3717, + 78.4195, + 78.4626, + 78.5013, + 78.5362, + 78.5676, + 78.5983, + 78.6285, + 78.6606, + 78.6971, + 78.7474, + 78.8026, + 78.8524, + 78.8996, + 78.9422, + 78.9879, + 79.0317, + 79.076, + 79.1259, + 79.1808, + 79.2402, + 79.2987, + 79.3638, + 79.4274, + 79.4872, + 79.541, + 79.5969, + 79.6472, + 79.6975, + 79.7427, + 79.7985, + 79.8511, + 79.901, + 79.9509, + 79.9958, + 80.0387, + 80.0774, + 80.1121, + 80.1434, + 80.1791, + 80.2287, + 80.2883, + 80.347, + 80.4248, + 80.4973, + 80.5701, + 80.6356, + 80.6945, + 80.7476, + 80.8028, + 80.8575, + 80.9068, + 80.9536, + 81.0057, + 81.0652, + 81.1286, + 81.1958, + 81.2612, + 81.3451, + 81.4431, + 81.5313, + 81.6156, + 81.6941, + 81.7672, + 81.8404, + 81.9164, + 81.9848, + 82.0488, + 82.1239, + 82.1965, + 82.2694, + 82.3349, + 82.3989, + 82.459, + 82.5156, + 82.5666, + 82.6149, + 82.6609, + 82.7098, + 82.7588, + 82.803, + 82.8427, + 82.8809, + 82.9253, + 82.9778, + 83.03, + 83.0795, + 83.1241, + 83.1741, + 83.2292, + 83.2863, + 83.3402, + 83.3887, + 83.4373, + 83.4886, + 83.5422, + 83.5955, + 83.6534, + 83.7106, + 83.7695, + 83.8351, + 83.8991, + 83.9617, + 84.0205, + 84.0759, + 84.1259, + 84.1758, + 84.2207, + 84.2661, + 84.307, + 84.3463, + 84.3942, + 84.4423, + 84.4955, + 84.551, + 84.6009, + 84.6483, + 84.716, + 84.7794, + 84.8414, + 84.8973, + 84.9526, + 85.0023, + 85.0471, + 85.0999, + 85.1524, + 85.2071, + 85.2589, + 85.3105, + 85.367, + 85.4228, + 85.4755, + 85.5305, + 85.5824, + 85.6342, + 85.6858, + 85.7347, + 85.7862, + 85.8351, + 85.8866, + 85.9429, + 86.0011, + 86.056, + 86.1254, + 86.2079, + 86.2871, + 86.3584, + 86.4225, + 86.4803, + 86.5398, + 86.5958, + 86.6687, + 86.7468, + 86.8246, + 86.9047, + 86.9817, + 87.0535, + 87.1482, + 87.2434, + 87.3465, + 87.4394, + 87.5254, + 87.6029, + 87.6726, + 87.7353, + 87.8068, + 87.8811, + 87.9555, + 88.035, + 88.1165, + 88.1923, + 88.2656, + 88.3365, + 88.4004, + 88.4578, + 88.5171, + 88.5729, + 88.6231, + 88.6733, + 88.7209, + 88.7638, + 88.8075, + 88.8467, + 88.887, + 88.9258, + 88.9608, + 89.0022, + 89.0495, + 89.102, + 89.1543, + 89.2189, + 89.277, + 89.3318, + 89.3936, + 89.4493, + 89.5043, + 89.5564, + 89.6033, + 89.6504, + 89.7129, + 89.7716, + 89.8344, + 89.891, + 89.9419, + 90.0027, + 90.0649, + 90.1384, + 90.2121, + 90.2784, + 90.3405, + 90.4015, + 90.4613, + 90.5377, + 90.6139, + 90.6825, + 90.7468, + 90.8071, + 90.8614, + 90.9403, + 91.0237, + 91.1189, + 91.212, + 91.2983, + 91.3834, + 91.4676, + 91.5508, + 91.6358, + 91.7147, + 91.7907, + 91.8591, + 91.9207, + 91.9762, + 92.0435, + 92.1192, + 92.1873, + 92.2735, + 92.3537, + 92.4258, + 92.4907, + 92.5517, + 92.6065, + 92.6558, + 92.7003, + 92.7402, + 92.7762, + 92.8086, + 92.8377, + 92.864, + 92.8876, + 92.9088, + 92.9279, + 92.9451, + 92.9606, + 92.9746, + 92.9871, + 92.9984, + 93.0086, + 93.0177, + 93.0259, + 93.0333, + 93.04, + 93.046, + 93.0514, + 93.0563, + 93.0606, + 93.0646, + 93.0681, + 93.0713, + 93.0742, + 93.0768, + 93.0791, + 93.0812, + 93.0831, + 93.0847, + 93.0863, + 93.0876, + 93.0889, + 93.09, + 93.091, + 93.0919, + 93.0927, + 93.0934, + 93.0941, + 93.0947, + 93.0952, + 93.0957, + 93.0961, + 93.0965, + 93.0969, + 93.0972, + 93.0975, + 93.0977, + 93.0979, + 93.0981, + 93.0983, + 93.0985, + 93.0986, + 93.0988, + 93.0989, + 93.099, + 93.0991, + 93.0992, + 93.0993, + 93.0994, + 93.0994, + 93.0995, + 93.0995, + 93.0996, + 93.0996, + 93.0997, + 93.0997, + 93.0997, + 93.0997, + 93.0998, + 93.0998, + 93.0998, + 93.0998, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.0999, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1, + 93.1 + ], + "episode_rhos": [ + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.136, + 0.1658, + 0.1498, + 0.1868, + 0.2292, + 0.1324 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1301, + 0.1676, + 0.136, + 0.1928, + 0.2496, + 0.1239 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1318, + 0.1726, + 0.1252, + 0.1881, + 0.2634, + 0.1188 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1324, + 0.1704, + 0.1138, + 0.1838, + 0.281, + 0.1185 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1322, + 0.1626, + 0.1037, + 0.181, + 0.3035, + 0.1169 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.1321, + 0.1514, + 0.0994, + 0.1731, + 0.3316, + 0.1125 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.136, + 0.144, + 0.0989, + 0.1699, + 0.3406, + 0.1105 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1427, + 0.1379, + 0.0985, + 0.1633, + 0.3493, + 0.1083 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1486, + 0.1321, + 0.098, + 0.1541, + 0.3654, + 0.1018 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1577, + 0.129, + 0.0975, + 0.1444, + 0.374, + 0.0975 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1674, + 0.1303, + 0.0972, + 0.1404, + 0.3675, + 0.0972 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1785, + 0.1355, + 0.0973, + 0.1383, + 0.353, + 0.0973 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1884, + 0.1399, + 0.0974, + 0.1364, + 0.3404, + 0.0974 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1944, + 0.1408, + 0.0971, + 0.1319, + 0.3387, + 0.0971 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.1999, + 0.1416, + 0.0968, + 0.1279, + 0.337, + 0.0968 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2051, + 0.1416, + 0.0963, + 0.1236, + 0.3371, + 0.0963 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2069, + 0.1388, + 0.0956, + 0.118, + 0.3452, + 0.0956 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2075, + 0.1342, + 0.0947, + 0.1128, + 0.3561, + 0.0947 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2038, + 0.1295, + 0.0938, + 0.1061, + 0.373, + 0.0938 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.2003, + 0.1229, + 0.0927, + 0.0958, + 0.3957, + 0.0927 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.199, + 0.1127, + 0.091, + 0.091, + 0.4152, + 0.091 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1959, + 0.1016, + 0.089, + 0.089, + 0.4355, + 0.089 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1886, + 0.0875, + 0.0869, + 0.0869, + 0.4633, + 0.0869 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1778, + 0.084, + 0.084, + 0.084, + 0.4864, + 0.084 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1667, + 0.0816, + 0.0816, + 0.0816, + 0.507, + 0.0816 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ], + [ + 0.1559, + 0.0796, + 0.0796, + 0.0796, + 0.5255, + 0.0796 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json new file mode 100644 index 0000000000000000000000000000000000000000..ec1b7ba9526a9bddf361e9905a65866e888f1261 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4689644.4, + "constraint_satisfaction_pct": 35.27, + "final_rho": [ + 0.16, + 0.14, + 0.1786, + 0.2158, + 0.1782, + 0.1275 + ], + "final_lambda": 86.1433, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -5808.22, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5782.36, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5498.75, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 60, + "avg_reward": -4133.28, + "avg_cost": 0.0, + "lambda": 11.0794, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 70, + "avg_reward": -4464.44, + "avg_cost": 0.0, + "lambda": 11.1441, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 80, + "avg_reward": -4857.22, + "avg_cost": 0.0, + "lambda": 11.1805, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 90, + "avg_reward": -3784.36, + "avg_cost": 0.0, + "lambda": 11.2135, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 100, + "avg_reward": -4439.55, + "avg_cost": 0.25, + "lambda": 11.2398, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 110, + "avg_reward": -4226.94, + "avg_cost": 0.0, + "lambda": 11.2781, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 120, + "avg_reward": -2983.47, + "avg_cost": 0.0, + "lambda": 11.3189, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 130, + "avg_reward": -1983.45, + "avg_cost": 0.0, + "lambda": 11.3439, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 140, + "avg_reward": -3012.93, + "avg_cost": 0.0, + "lambda": 11.3689, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 150, + "avg_reward": -1919.62, + "avg_cost": 0.0, + "lambda": 11.3892, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 160, + "avg_reward": -2457.99, + "avg_cost": 0.0, + "lambda": 11.4079, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 170, + "avg_reward": -2127.91, + "avg_cost": 0.0, + "lambda": 11.4308, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 180, + "avg_reward": -2767.48, + "avg_cost": 0.0, + "lambda": 11.4433, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 190, + "avg_reward": -2221.53, + "avg_cost": 0.0, + "lambda": 11.463, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 200, + "avg_reward": -3693.45, + "avg_cost": 0.0, + "lambda": 11.5806, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 210, + "avg_reward": -26.75, + "avg_cost": 1.25, + "lambda": 11.8723, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 220, + "avg_reward": -347.21, + "avg_cost": 0.0, + "lambda": 12.674, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 230, + "avg_reward": -39.97, + "avg_cost": 2.0, + "lambda": 13.5139, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 240, + "avg_reward": -1995.07, + "avg_cost": 1.0, + "lambda": 14.4679, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 250, + "avg_reward": -2089.19, + "avg_cost": 0.75, + "lambda": 15.4399, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 260, + "avg_reward": -683.48, + "avg_cost": 0.25, + "lambda": 16.2588, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 270, + "avg_reward": -1841.39, + "avg_cost": 0.75, + "lambda": 17.1111, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 280, + "avg_reward": -494.88, + "avg_cost": 2.75, + "lambda": 17.8711, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 290, + "avg_reward": -1646.38, + "avg_cost": 1.0, + "lambda": 18.795, + "rho": [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ] + }, + { + "episode": 300, + "avg_reward": 1477.3, + "avg_cost": 1.5, + "lambda": 19.8951, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 310, + "avg_reward": 12.06, + "avg_cost": 0.75, + "lambda": 20.8296, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 320, + "avg_reward": 840.99, + "avg_cost": 1.5, + "lambda": 21.9999, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 330, + "avg_reward": -940.6, + "avg_cost": 0.75, + "lambda": 23.3046, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 340, + "avg_reward": 2259.62, + "avg_cost": 0.75, + "lambda": 24.4796, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 350, + "avg_reward": 1824.01, + "avg_cost": 1.75, + "lambda": 25.7782, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 360, + "avg_reward": 3018.51, + "avg_cost": 0.0, + "lambda": 27.0637, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 370, + "avg_reward": 2970.35, + "avg_cost": 0.5, + "lambda": 27.8907, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 380, + "avg_reward": 2845.77, + "avg_cost": 1.75, + "lambda": 29.0987, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 390, + "avg_reward": 2778.85, + "avg_cost": 2.25, + "lambda": 30.3316, + "rho": [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ] + }, + { + "episode": 400, + "avg_reward": 2002.12, + "avg_cost": 1.0, + "lambda": 31.5452, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 410, + "avg_reward": 3632.99, + "avg_cost": 1.0, + "lambda": 32.5472, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 420, + "avg_reward": 2903.78, + "avg_cost": 0.25, + "lambda": 33.5696, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 430, + "avg_reward": 2511.03, + "avg_cost": 1.25, + "lambda": 34.3326, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 440, + "avg_reward": 4032.84, + "avg_cost": 1.0, + "lambda": 35.2604, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 450, + "avg_reward": 2757.93, + "avg_cost": 0.5, + "lambda": 36.0234, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 460, + "avg_reward": 3985.9, + "avg_cost": 0.0, + "lambda": 36.6228, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 470, + "avg_reward": 5273.51, + "avg_cost": 0.75, + "lambda": 37.2235, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 480, + "avg_reward": 5130.9, + "avg_cost": 0.5, + "lambda": 37.921, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 490, + "avg_reward": 5193.23, + "avg_cost": 1.25, + "lambda": 38.7439, + "rho": [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ] + }, + { + "episode": 500, + "avg_reward": 3216.83, + "avg_cost": 0.75, + "lambda": 39.5781, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 510, + "avg_reward": 5687.08, + "avg_cost": 2.25, + "lambda": 40.4067, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 520, + "avg_reward": 5304.29, + "avg_cost": 1.75, + "lambda": 41.4158, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 530, + "avg_reward": 5227.5, + "avg_cost": 0.25, + "lambda": 42.341, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 540, + "avg_reward": 4858.45, + "avg_cost": 1.0, + "lambda": 43.1675, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 550, + "avg_reward": 2681.41, + "avg_cost": 0.75, + "lambda": 43.9424, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 560, + "avg_reward": 6122.07, + "avg_cost": 0.25, + "lambda": 44.7796, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 570, + "avg_reward": 5736.14, + "avg_cost": 0.5, + "lambda": 45.5052, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 580, + "avg_reward": 6111.47, + "avg_cost": 0.5, + "lambda": 46.3355, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 590, + "avg_reward": 4591.05, + "avg_cost": 0.5, + "lambda": 47.2861, + "rho": [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ] + }, + { + "episode": 600, + "avg_reward": 6557.93, + "avg_cost": 0.0, + "lambda": 48.1291, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 610, + "avg_reward": 4807.82, + "avg_cost": 0.25, + "lambda": 48.8836, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 620, + "avg_reward": 5039.79, + "avg_cost": 1.5, + "lambda": 49.5621, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 630, + "avg_reward": 7031.02, + "avg_cost": 0.25, + "lambda": 50.1493, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 640, + "avg_reward": 6789.71, + "avg_cost": 0.5, + "lambda": 50.8144, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 650, + "avg_reward": 5698.98, + "avg_cost": 0.75, + "lambda": 51.5389, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 660, + "avg_reward": 7555.22, + "avg_cost": 0.75, + "lambda": 52.2307, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 670, + "avg_reward": 7830.55, + "avg_cost": 0.75, + "lambda": 52.866, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 680, + "avg_reward": 6288.74, + "avg_cost": 0.25, + "lambda": 53.3202, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 690, + "avg_reward": 8404.97, + "avg_cost": 1.0, + "lambda": 53.7486, + "rho": [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ] + }, + { + "episode": 700, + "avg_reward": 7784.55, + "avg_cost": 0.25, + "lambda": 54.2714, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 710, + "avg_reward": 7749.9, + "avg_cost": 0.25, + "lambda": 54.7609, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 720, + "avg_reward": 4719.76, + "avg_cost": 0.25, + "lambda": 55.3078, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 730, + "avg_reward": 5890.51, + "avg_cost": 1.0, + "lambda": 55.8251, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 740, + "avg_reward": 6056.79, + "avg_cost": 0.5, + "lambda": 56.2939, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 750, + "avg_reward": 8183.18, + "avg_cost": 1.25, + "lambda": 56.9947, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 760, + "avg_reward": 6284.61, + "avg_cost": 1.0, + "lambda": 57.6792, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 770, + "avg_reward": 6275.93, + "avg_cost": 0.25, + "lambda": 58.3693, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 780, + "avg_reward": 8463.7, + "avg_cost": 0.5, + "lambda": 59.2509, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 790, + "avg_reward": 8863.16, + "avg_cost": 2.25, + "lambda": 60.0112, + "rho": [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ] + }, + { + "episode": 800, + "avg_reward": 6937.07, + "avg_cost": 0.75, + "lambda": 60.852, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 810, + "avg_reward": 8441.93, + "avg_cost": 0.25, + "lambda": 61.5156, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 820, + "avg_reward": 6100.16, + "avg_cost": 0.25, + "lambda": 62.3402, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 830, + "avg_reward": 9034.42, + "avg_cost": 0.75, + "lambda": 63.0259, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 840, + "avg_reward": 8724.62, + "avg_cost": 0.0, + "lambda": 63.703, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 850, + "avg_reward": 9582.03, + "avg_cost": 1.75, + "lambda": 64.4371, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 860, + "avg_reward": 7897.58, + "avg_cost": 0.25, + "lambda": 65.198, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 870, + "avg_reward": 8828.12, + "avg_cost": 1.5, + "lambda": 65.991, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 880, + "avg_reward": 9075.78, + "avg_cost": 0.75, + "lambda": 66.852, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 890, + "avg_reward": 8842.65, + "avg_cost": 0.25, + "lambda": 67.4834, + "rho": [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ] + }, + { + "episode": 900, + "avg_reward": 9522.43, + "avg_cost": 0.75, + "lambda": 68.1899, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 910, + "avg_reward": 9042.58, + "avg_cost": 0.75, + "lambda": 68.8335, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 920, + "avg_reward": 9039.32, + "avg_cost": 0.0, + "lambda": 69.4903, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 930, + "avg_reward": 8980.43, + "avg_cost": 0.5, + "lambda": 70.184, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 940, + "avg_reward": 9531.75, + "avg_cost": 1.25, + "lambda": 70.9585, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 950, + "avg_reward": 9266.47, + "avg_cost": 1.0, + "lambda": 71.6536, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 960, + "avg_reward": 9665.22, + "avg_cost": 0.25, + "lambda": 72.3026, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 970, + "avg_reward": 8945.08, + "avg_cost": 0.5, + "lambda": 72.7, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 980, + "avg_reward": 8220.05, + "avg_cost": 0.5, + "lambda": 73.0719, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 990, + "avg_reward": 9827.56, + "avg_cost": 0.25, + "lambda": 73.4563, + "rho": [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ] + }, + { + "episode": 1000, + "avg_reward": 9416.2, + "avg_cost": 1.0, + "lambda": 73.8817, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1010, + "avg_reward": 9439.23, + "avg_cost": 0.75, + "lambda": 74.4061, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1020, + "avg_reward": 9174.81, + "avg_cost": 0.75, + "lambda": 75.0067, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1030, + "avg_reward": 9330.26, + "avg_cost": 0.0, + "lambda": 75.581, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1040, + "avg_reward": 9671.93, + "avg_cost": 0.0, + "lambda": 76.1051, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1050, + "avg_reward": 8589.72, + "avg_cost": 0.0, + "lambda": 76.6069, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1060, + "avg_reward": 10169.62, + "avg_cost": 0.25, + "lambda": 77.1114, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1070, + "avg_reward": 9165.46, + "avg_cost": 0.75, + "lambda": 77.5738, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1080, + "avg_reward": 6362.06, + "avg_cost": 0.0, + "lambda": 78.1993, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1090, + "avg_reward": -8244.16, + "avg_cost": 0.0, + "lambda": 78.7607, + "rho": [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ] + }, + { + "episode": 1100, + "avg_reward": -7578.91, + "avg_cost": 0.0, + "lambda": 78.9817, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1110, + "avg_reward": -6782.87, + "avg_cost": 0.0, + "lambda": 79.0588, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1120, + "avg_reward": -4655.67, + "avg_cost": 0.0, + "lambda": 79.0856, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1130, + "avg_reward": -3620.41, + "avg_cost": 0.0, + "lambda": 79.095, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1140, + "avg_reward": -2860.9, + "avg_cost": 0.0, + "lambda": 79.0983, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1150, + "avg_reward": -1950.88, + "avg_cost": 0.0, + "lambda": 79.0994, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1160, + "avg_reward": -1263.74, + "avg_cost": 0.0, + "lambda": 79.0998, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1170, + "avg_reward": -208.93, + "avg_cost": 0.0, + "lambda": 79.1149, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1180, + "avg_reward": -245.45, + "avg_cost": 0.0, + "lambda": 79.1837, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1190, + "avg_reward": 178.37, + "avg_cost": 0.0, + "lambda": 79.2622, + "rho": [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ] + }, + { + "episode": 1200, + "avg_reward": 225.68, + "avg_cost": 0.75, + "lambda": 79.4842, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1210, + "avg_reward": 131.54, + "avg_cost": 0.25, + "lambda": 79.7378, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1220, + "avg_reward": -247.54, + "avg_cost": 0.0, + "lambda": 79.9787, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1230, + "avg_reward": 175.95, + "avg_cost": 0.5, + "lambda": 80.1498, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1240, + "avg_reward": 39.34, + "avg_cost": 0.5, + "lambda": 80.3796, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1250, + "avg_reward": 768.3, + "avg_cost": 0.0, + "lambda": 80.6227, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1260, + "avg_reward": 392.1, + "avg_cost": 0.0, + "lambda": 80.759, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1270, + "avg_reward": 153.7, + "avg_cost": 0.0, + "lambda": 80.8784, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1280, + "avg_reward": 337.96, + "avg_cost": 0.0, + "lambda": 81.0021, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1290, + "avg_reward": 787.73, + "avg_cost": 0.75, + "lambda": 81.1844, + "rho": [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ] + }, + { + "episode": 1300, + "avg_reward": 317.99, + "avg_cost": 0.0, + "lambda": 81.3857, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1310, + "avg_reward": 158.24, + "avg_cost": 0.0, + "lambda": 81.5686, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1320, + "avg_reward": 915.25, + "avg_cost": 0.0, + "lambda": 81.6693, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1330, + "avg_reward": -64.17, + "avg_cost": 0.0, + "lambda": 81.7694, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1340, + "avg_reward": 4133.63, + "avg_cost": 0.0, + "lambda": 81.8634, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1350, + "avg_reward": 2675.43, + "avg_cost": 0.25, + "lambda": 81.9278, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1360, + "avg_reward": 3151.08, + "avg_cost": 0.25, + "lambda": 82.0386, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1370, + "avg_reward": 4610.04, + "avg_cost": 0.0, + "lambda": 82.2073, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1380, + "avg_reward": 3406.08, + "avg_cost": 0.0, + "lambda": 82.3696, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1390, + "avg_reward": 5350.08, + "avg_cost": 0.25, + "lambda": 82.5205, + "rho": [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ] + }, + { + "episode": 1400, + "avg_reward": 3842.08, + "avg_cost": 0.0, + "lambda": 82.7116, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1410, + "avg_reward": 2595.03, + "avg_cost": 0.0, + "lambda": 82.9048, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1420, + "avg_reward": 7075.27, + "avg_cost": 0.0, + "lambda": 83.2299, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1430, + "avg_reward": 7058.37, + "avg_cost": 1.0, + "lambda": 83.5301, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1440, + "avg_reward": 6945.36, + "avg_cost": 1.25, + "lambda": 83.8466, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1450, + "avg_reward": 6948.19, + "avg_cost": 0.5, + "lambda": 84.1953, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1460, + "avg_reward": 7899.72, + "avg_cost": 0.5, + "lambda": 84.5808, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1470, + "avg_reward": 7047.69, + "avg_cost": 0.0, + "lambda": 84.9617, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1480, + "avg_reward": 3797.9, + "avg_cost": 0.75, + "lambda": 85.294, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1490, + "avg_reward": 8341.74, + "avg_cost": 0.25, + "lambda": 85.7778, + "rho": [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + }, + { + "episode": 1500, + "avg_reward": 5795.45, + "avg_cost": 0.25, + "lambda": 86.1433, + "rho": [ + 0.16, + 0.14, + 0.1786, + 0.2158, + 0.1782, + 0.1275 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6690.2382, + -6343.3483, + -6255.2495, + -6459.0711, + -6734.6587, + -6975.9597, + -6553.0657, + -6088.2031, + -6884.3082, + -6335.7319, + -5754.6773, + -6414.4406, + -5969.2555, + -6651.6005, + -6155.1826, + -5397.2657, + -5511.7863, + -5497.7657, + -5727.1208, + -5482.9521, + -5934.3489, + -6494.9284, + -5068.5252, + -5800.1722, + -5738.6506, + -6071.7292, + -4933.5485, + -5778.0103, + -5808.2238, + -4961.7783, + -5275.3847, + -5064.4614, + -5494.1577, + -5234.4196, + -4473.5895, + -6154.2381, + -6343.2316, + -5527.4455, + -5782.3564, + -5933.0563, + -6659.6062, + -6327.873, + -6881.7433, + -5952.5833, + -5576.8839, + -5666.1008, + -5207.3385, + -4646.774, + -5498.7532, + -4627.1386, + -4996.9069, + -5071.926, + -4911.4058, + -5517.183, + -5379.5928, + -5426.9165, + -5254.7098, + -4367.9472, + -4133.2823, + -5561.1385, + -4889.4615, + -5067.8673, + -5345.7491, + -4555.1986, + -4616.5437, + -4762.2694, + -4165.5522, + -4138.0068, + -4464.4382, + -3745.576, + -3594.3385, + -4068.3502, + -3868.9522, + -3980.4451, + -3945.7347, + -3633.2349, + -4286.4526, + -3927.9361, + -4857.2181, + -3818.8039, + -4022.0941, + -4223.7014, + -4421.8207, + -3855.5359, + -4143.0069, + -3935.0698, + -3551.647, + -4053.6991, + -3784.3638, + -3741.2716, + -3481.4267, + -3625.6799, + -3919.2259, + -3573.0406, + -2596.5827, + -3633.2508, + -3990.9058, + -3430.7182, + -4439.5516, + -3481.4952, + -3920.7959, + -3389.6033, + -3794.632, + -4031.3299, + -4103.3845, + -4300.1128, + -4272.1798, + -3758.9817, + -4226.9375, + -3968.3596, + -3700.803, + -3473.6017, + -3839.3541, + -3554.7085, + -3812.9612, + -4189.54, + -2820.1735, + -2322.6555, + -2983.4697, + -2588.4457, + -2949.7263, + -3114.3382, + -2613.4659, + -2418.4814, + -2872.4994, + -3089.5257, + -3200.0485, + -2080.8483, + -1983.4538, + -3435.3027, + -3651.936, + -3177.965, + -2419.1159, + -3159.1322, + -3210.0859, + -2824.9491, + -3256.9507, + -2971.6857, + -3012.9284, + -2771.439, + -3188.5985, + -2757.5603, + -2531.5332, + -2015.1807, + -2200.9957, + -2202.3213, + -2084.5474, + -2821.6842, + -1919.6202, + -2377.1956, + -2247.6906, + -2578.1958, + -2501.765, + -3196.6933, + -2249.351, + -1906.6828, + -3667.3353, + -2995.6743, + -2457.9901, + -2759.0195, + -2378.9098, + -2062.7162, + -2278.0978, + -2183.8928, + -2551.411, + -1826.1483, + -3141.5191, + -2608.8831, + -2127.9097, + -1789.7606, + -2735.3705, + -1657.867, + -1602.4888, + -1918.7775, + -2144.0186, + -1788.7044, + -1643.9664, + -1632.9871, + -2767.4841, + -2303.698, + -1485.1414, + -2219.2644, + -2294.3602, + -1590.0598, + -832.9842, + -2384.5675, + -3014.6969, + -2820.2495, + -2221.5286, + -1587.7799, + -2306.6652, + -2195.7501, + -2423.078, + -1067.6934, + -1635.1184, + -1021.0222, + -2374.5958, + -1996.9569, + -3693.4498, + -3559.7098, + -2030.5145, + -1827.1523, + -1465.4189, + -2670.1158, + -2346.3261, + -1216.1735, + -3446.3943, + -2068.0388, + -26.7463, + -1219.9565, + -826.7848, + -1402.3572, + -258.6029, + -1619.0571, + -1362.877, + -629.3839, + -999.0822, + -461.8337, + -347.2061, + -3080.6341, + -2450.8241, + -2642.539, + -1947.6253, + -313.5163, + -644.8116, + -3014.1259, + -1504.1939, + -873.9097, + -39.9717, + -1710.0319, + -2162.7901, + -440.7781, + -1095.0712, + -589.9545, + -1352.546, + -888.7675, + -1119.4218, + -1408.7874, + -1995.0687, + -1102.2005, + -533.5565, + -1979.123, + -1865.2199, + -2972.7648, + -1106.6247, + -257.7584, + -1201.5625, + -1325.4987, + -2089.1904, + -1553.3642, + -1214.8053, + 641.48, + -196.2754, + -1995.9759, + -858.5315, + -229.1748, + -1201.6538, + -2716.9532, + -683.4815, + -674.4342, + -622.7784, + -526.2268, + -1885.0312, + 838.7939, + 575.1827, + 83.9254, + 14.7056, + -377.3523, + -1841.391, + -1482.0004, + 126.5658, + 343.7656, + -1174.03, + 516.1592, + 254.2154, + -698.6789, + -2604.7563, + -346.6645, + -494.8829, + -909.4189, + 13.4443, + -1621.1618, + -1253.0486, + -204.8494, + -163.5455, + -947.7411, + -1838.2561, + -1266.2708, + -1646.3828, + -1448.4324, + 494.9148, + 379.7052, + -774.6039, + -1908.2245, + 487.1985, + -1768.1329, + -769.751, + -622.9337, + 1477.3007, + -767.0521, + -418.5673, + -1494.0453, + -1614.4116, + -294.3308, + -1149.9354, + -1267.509, + 756.7751, + 546.0843, + 12.0636, + 1315.3916, + -947.2517, + -1297.644, + 1084.0471, + 70.2561, + 1409.868, + 1203.2936, + 857.7428, + -1256.4194, + 840.9872, + 749.5432, + -11.8416, + 1071.6858, + 511.208, + 1300.2531, + -177.2897, + 992.0245, + 823.6801, + 845.3242, + -940.5994, + 1103.3916, + 1633.9422, + -458.8397, + 663.3465, + 997.2851, + 1504.92, + 1810.857, + 692.4968, + 2657.1662, + 2259.6228, + 687.5297, + 2130.2221, + 1787.8662, + 1153.4757, + 3319.7936, + 172.349, + 1602.4163, + 2068.3926, + 1261.469, + 1824.0097, + 1156.4655, + 2054.5043, + 536.4222, + 1240.5059, + 1793.1004, + 2161.3017, + 1526.104, + 1678.0954, + 220.905, + 3018.5058, + 1230.1366, + 2793.2965, + 1126.2114, + 778.2268, + 2283.3099, + 1913.089, + 738.5537, + 2946.2174, + 1223.2204, + 2970.3456, + -296.7514, + 2549.2745, + 2779.2972, + 1137.9833, + 4052.5027, + 1262.6778, + 978.4245, + 1828.5604, + 808.7276, + 2845.7672, + 2760.7999, + 2806.9425, + 2973.6161, + 3565.856, + 908.2133, + 2046.8052, + 1496.9677, + 2599.0698, + 232.426, + 2778.8478, + 2012.4508, + 3135.0664, + 2778.1726, + 2041.0036, + 1693.1071, + 1901.4693, + 3235.128, + 1732.6267, + 913.046, + 2002.1237, + 3380.9836, + 3532.2829, + 3230.0598, + 3573.2781, + 1645.057, + 3015.7008, + 3368.4363, + 2417.3685, + -2040.9248, + 3632.9929, + 4011.1612, + 3677.1669, + 683.5632, + 3330.8684, + 4198.6189, + 3003.1403, + 3961.0302, + 2299.9436, + 2940.5253, + 2903.7837, + 3359.5516, + 2449.8236, + 578.0838, + 4303.0459, + 815.8891, + 2338.7132, + 3467.6532, + 4478.9242, + 5017.9224, + 2511.0304, + 4449.881, + 2384.1751, + 2409.7169, + 3204.0013, + 1940.5263, + 864.2417, + 1549.1598, + 4288.5067, + 2106.5102, + 4032.8439, + 4542.5441, + 1265.7183, + 4180.818, + 3016.1566, + 1245.8203, + 2542.9153, + 4153.1661, + 4662.0548, + 2803.5453, + 2757.9288, + 3503.2981, + 5135.9531, + 3435.3804, + 1876.6879, + 3980.4864, + 2774.2473, + 3910.1257, + 3181.9401, + 4875.7967, + 3985.9047, + 2739.9606, + 1317.8866, + 3880.4005, + 3085.9745, + 4758.8657, + 3677.2911, + 2725.5475, + 4574.4066, + 3175.486, + 5273.5062, + 3226.4463, + 4670.0184, + 3727.6702, + 5087.083, + 3502.473, + 4522.2323, + 4654.5964, + 5007.5328, + 3932.5405, + 5130.8984, + 3713.0193, + 4872.2751, + 4195.5639, + 2494.9407, + 2836.0345, + 4093.5208, + 2443.9528, + 4157.2576, + 3777.7005, + 5193.2318, + 3970.7425, + 5143.3939, + 3008.9271, + 4198.2229, + 1621.7676, + 4932.1055, + 4211.5169, + 3526.3676, + 5554.6184, + 3216.8342, + 3934.4042, + 4827.7874, + 5592.3206, + 4087.0761, + 3721.789, + 1668.2083, + 3567.4327, + 5621.7878, + 5505.8835, + 5687.0844, + 3310.0938, + 4820.1165, + 5295.848, + 3502.9648, + 5313.4402, + 4087.543, + 4532.9403, + 5469.4464, + 5222.0526, + 5304.2918, + 6097.0041, + 5506.9556, + 5856.9216, + 4792.3437, + 181.5859, + 3709.2415, + 6442.8915, + 5669.8598, + 1276.3353, + 5227.5003, + 4576.6176, + 6766.7497, + 3811.4682, + 3660.4454, + 4209.9941, + 4196.0161, + 5862.3486, + 2953.3894, + 5476.1293, + 4858.4526, + 6232.3319, + 2766.4602, + 5417.8052, + 3763.0092, + 5913.4512, + 5640.514, + 5535.6282, + 4595.9517, + 5949.2577, + 2681.4067, + 3328.2627, + 4895.5283, + 3497.1204, + 5024.1725, + 5424.9585, + 6397.4359, + 2524.8421, + 4465.7378, + 6559.9182, + 6122.0709, + 5120.084, + 4534.9109, + 4476.2158, + 5228.9243, + 5663.1767, + 5427.4223, + 5760.2997, + 6823.3843, + 6193.8802, + 5736.1428, + 4814.5973, + 4590.6188, + 6738.9268, + 4239.5378, + 4069.9644, + 5249.249, + 5227.4693, + 6496.6331, + 5113.856, + 6111.4683, + 4851.5848, + 4164.3528, + 4918.6014, + 4597.5317, + 6368.6204, + 4103.8208, + 5199.9406, + 4238.3118, + 3953.7856, + 4591.0478, + 4735.1146, + 6441.7955, + 6051.6109, + 5784.2274, + 6283.7607, + 5257.1115, + 7108.5255, + 6410.7368, + 5384.5848, + 6557.9337, + 6324.6745, + 6806.0913, + 6454.0829, + 2500.7572, + 3306.3582, + 4560.1253, + 6018.7977, + 6418.3577, + 6041.033, + 4807.8218, + 7268.5504, + 5417.1912, + 6684.3209, + 5830.9095, + 6761.2089, + 3602.7248, + 7806.7812, + 6368.7424, + 4264.3492, + 5039.7867, + 6615.5463, + 4872.7111, + 7107.1314, + 6850.9887, + 7124.2649, + 6110.4324, + 6186.8298, + 7463.6854, + 6621.1686, + 7031.0227, + 6165.5219, + 7167.3799, + 6682.3086, + 7148.7933, + 7207.1222, + 6430.4636, + 7419.0757, + 6086.2105, + 5443.2674, + 6789.706, + 7328.7458, + 6819.619, + 7160.3832, + 7132.2369, + 6998.1896, + 4824.7356, + 6701.6853, + 7362.139, + 6749.1864, + 5698.9809, + 7657.9561, + 6330.3541, + 7324.8326, + 7259.6604, + 6454.2506, + 7049.3578, + 7282.1947, + 6940.2259, + 7224.096, + 7555.2247, + 6124.3629, + 6948.1945, + 3159.3025, + 4291.1213, + 6568.8536, + 5486.1127, + 4767.5978, + 7741.7751, + 6712.7023, + 7830.5549, + 5279.2017, + 7574.8754, + 3287.7788, + 5962.1446, + 7582.4684, + 7285.0214, + 7526.1948, + 7057.049, + 7056.8263, + 6288.7358, + 7784.3833, + 7309.2971, + 7800.4555, + 4821.1943, + 7159.1988, + 8024.4581, + 5713.6371, + 4330.1777, + 3050.5175, + 8404.9723, + 8397.1601, + 7520.1848, + 7590.6747, + 4736.2698, + 7642.0745, + 6269.3253, + 4651.9174, + 8076.4867, + 7820.9765, + 7784.5513, + 6505.2939, + 7311.7584, + 8373.4538, + 4486.236, + 7687.9972, + 7796.7873, + 6047.5555, + 8061.6929, + 6714.5715, + 7749.9002, + 8018.544, + 6648.4456, + 8253.1724, + 5559.9222, + 5904.4305, + 5331.2472, + 8043.4945, + 8204.1305, + 7703.4344, + 4719.7552, + 7505.7123, + 8065.9741, + 7954.3089, + 8323.8002, + 8053.6657, + 5310.268, + 8049.5783, + 8413.2554, + 5877.5556, + 5890.5113, + 6236.506, + 7803.4855, + 6056.727, + 7961.2558, + 7957.4785, + 8104.1313, + 8142.2471, + 8032.4216, + 8127.8321, + 6056.7902, + 8640.9576, + 8584.9996, + 6936.8743, + 7661.0246, + 6876.9821, + 6078.1031, + 8937.6024, + 8587.7996, + 8047.0453, + 8183.175, + 6850.4863, + 7919.9462, + 7833.9177, + 7855.5003, + 8032.7393, + 8588.6295, + 5842.5794, + 3688.7605, + 8576.7862, + 6284.6139, + 8641.5552, + 8774.1863, + 3958.6044, + 8054.8482, + 5740.5758, + 7816.7381, + 7806.4525, + 7417.5479, + 7674.2338, + 6275.9281, + 8274.231, + 8643.4108, + 8486.2226, + 7889.0149, + 8158.742, + 8936.6669, + 8218.3971, + 6318.5484, + 7731.6153, + 8463.7043, + 7989.7061, + 8044.8863, + 8156.1091, + 7000.1314, + 8284.9257, + 8051.438, + 8028.3118, + 8380.5963, + 8089.0165, + 8863.1625, + 8468.0026, + 8119.9218, + 8255.6737, + 8948.4645, + 8639.0623, + 8427.7581, + 7889.4597, + 8210.6785, + 8289.806, + 6937.0733, + 8344.2749, + 6724.5063, + 8403.7399, + 8397.6918, + 8149.7805, + 7990.5362, + 6061.2326, + 9098.5264, + 8056.2676, + 8441.9304, + 8794.2486, + 7290.9871, + 8134.9897, + 8842.8708, + 8333.8095, + 8588.1108, + 6152.4474, + 8701.3359, + 8666.8158, + 6100.1577, + 8783.6793, + 8600.237, + 7902.544, + 7502.783, + 6016.0509, + 6831.1795, + 8969.9143, + 7975.623, + 8148.1216, + 9034.4165, + 8878.3448, + 8277.1071, + 5294.9551, + 8886.5326, + 9121.6541, + 7633.4682, + 7048.7571, + 8689.5392, + 8771.2544, + 8724.6169, + 7739.6011, + 9045.8153, + 8565.0262, + 8431.1574, + 8590.7103, + 9123.1764, + 8804.9064, + 7226.0456, + 7044.4695, + 9582.0261, + 8535.2817, + 7890.6952, + 8461.111, + 9127.0234, + 9047.2449, + 9008.5806, + 6145.1032, + 8655.7899, + 9186.5795, + 7897.5774, + 8250.6184, + 9151.4795, + 9115.9475, + 8306.1345, + 8515.4287, + 9390.0978, + 9069.6875, + 9240.0215, + 8899.2207, + 8828.1155, + 8754.4829, + 8885.1936, + 8338.9625, + 8489.6065, + 8895.2942, + 9023.8569, + 8961.1856, + 9198.0952, + 8662.7289, + 9075.7816, + 8038.8799, + 9293.698, + 9285.7187, + 8874.998, + 8805.2017, + 9062.1661, + 8793.9846, + 9864.699, + 8902.4312, + 8842.6525, + 8320.7921, + 9555.6415, + 9158.0004, + 8712.8261, + 8337.957, + 8818.0217, + 8744.7634, + 9345.1367, + 9070.1435, + 9522.4348, + 9004.6206, + 8810.8627, + 9328.6703, + 9618.6525, + 6982.8159, + 9273.1952, + 9157.6053, + 9207.3058, + 9108.463, + 9042.5817, + 9585.4312, + 9533.0964, + 9148.1742, + 9661.9218, + 9347.1297, + 8916.2108, + 8977.7282, + 9681.7482, + 6523.0649, + 9039.324, + 9155.482, + 9594.189, + 9406.1412, + 9430.2904, + 9169.1513, + 9532.0316, + 8930.4319, + 10305.5017, + 8278.3333, + 8980.4336, + 9207.1457, + 9119.6378, + 8912.5794, + 9743.5306, + 6895.2226, + 9460.2135, + 9664.3278, + 8978.4388, + 9016.8358, + 9531.7515, + 9618.3164, + 9461.0201, + 7912.9156, + 8968.9663, + 8437.2823, + 9038.483, + 9073.4228, + 9196.5368, + 9023.9713, + 9266.4716, + 6965.2563, + 9681.434, + 9269.9594, + 9400.5279, + 8606.2713, + 8956.6214, + 9478.3116, + 9769.3252, + 7052.0543, + 9665.2211, + 8809.3405, + 9644.2785, + 9464.8271, + 9516.2387, + 9698.5613, + 8091.2592, + 9112.7798, + 8880.9528, + 9803.0882, + 8945.0802, + 8403.0749, + 9221.616, + 9232.5226, + 9096.4266, + 9572.6852, + 9661.266, + 8689.8501, + 9406.7743, + 9894.3311, + 8220.0518, + 9415.8511, + 9825.2484, + 9483.9281, + 7666.2871, + 7426.9573, + 9832.0378, + 10048.5932, + 9659.9431, + 9469.6878, + 9827.5592, + 9625.0678, + 6748.1219, + 9397.6654, + 9521.0887, + 10051.0654, + 8233.2771, + 8970.53, + 9152.5918, + 10192.2826, + 9416.1989, + 9296.234, + 9444.0781, + 9499.5191, + 9770.7768, + 9488.5126, + 9622.1606, + 9768.9971, + 9709.7666, + 6462.5497, + 9439.2268, + 9702.2511, + 8931.9173, + 9304.2729, + 9667.1093, + 9230.9187, + 9100.8135, + 9987.0726, + 8235.364, + 9549.1144, + 9174.8085, + 9474.8628, + 9435.0264, + 9397.3932, + 9720.0697, + 9327.1626, + 9678.7179, + 9626.2774, + 7436.8052, + 9600.0925, + 9330.2588, + 9473.1923, + 9623.488, + 9003.8909, + 8884.2433, + 9725.7379, + 9744.6958, + 9339.0593, + 9357.9488, + 9103.4323, + 9671.931, + 7841.0149, + 9594.1777, + 9703.3539, + 9684.7691, + 9725.4749, + 9566.9858, + 7882.5548, + 10237.2782, + 9611.1335, + 8589.724, + 7962.0616, + 9882.5476, + 8048.9028, + 9377.3047, + 9816.3633, + 9901.3189, + 9385.6163, + 9791.1915, + 9679.8725, + 10169.6189, + 9558.8878, + 9556.5205, + 9885.2285, + 9626.8401, + 9978.3958, + 9012.9853, + 9866.4272, + 9663.6544, + 9726.4402, + 9165.4575, + 10687.6165, + 10023.2439, + 9178.1386, + 6416.3873, + 10005.8736, + 10193.8083, + 9523.5294, + 8982.3697, + 9438.6162, + 6362.0639, + 10158.7073, + 5235.0932, + 8582.0227, + 9993.0814, + 7680.6835, + 1422.3275, + -1350.8438, + -7919.7919, + -7995.33, + -8244.1608, + -9845.6129, + -11209.3238, + -11058.0667, + -10595.2647, + -10054.643, + -9892.3576, + -8975.1411, + -7840.7436, + -7759.4617, + -7578.909, + -7418.6193, + -7182.1787, + -6786.0612, + -6690.3383, + -6914.9619, + -7299.2588, + -7430.6962, + -7109.4775, + -6929.0084, + -6782.8662, + -6671.2971, + -6455.6909, + -6139.6723, + -5852.2073, + -5683.4576, + -5408.3986, + -5209.6998, + -5056.9489, + -4825.593, + -4655.6652, + -4719.6466, + -4503.474, + -4412.3111, + -4327.2139, + -4083.7151, + -4005.8533, + -3868.3655, + -3851.8593, + -3744.8456, + -3620.4057, + -3572.3491, + -3467.1259, + -3426.6609, + -3357.0049, + -3295.6167, + -3224.0194, + -3104.9865, + -2993.8465, + -2936.1085, + -2860.901, + -2784.2713, + -2732.3989, + -2578.8538, + -2407.7859, + -2357.1211, + -2282.6132, + -2225.0596, + -2125.5732, + -1997.5232, + -1950.8828, + -1886.4356, + -1653.6091, + -1672.1598, + -1446.9285, + -1217.3693, + -1229.6834, + -1305.4477, + -1452.5052, + -1308.8696, + -1263.736, + -1097.9432, + -1071.1208, + -988.1871, + -803.7386, + -712.3541, + -826.89, + -529.4827, + -574.6075, + -462.4012, + -208.9321, + -504.8864, + -249.1129, + -431.2303, + -173.3375, + -224.4482, + -496.2814, + -358.9948, + -27.5525, + 50.3987, + -245.4511, + -174.0654, + -40.3808, + -92.8567, + -62.3178, + -5.9783, + 168.7063, + 99.453, + 178.8396, + 230.3237, + 178.3709, + 635.5356, + 938.5396, + 263.9203, + 692.1305, + -754.9665, + 266.9813, + 558.466, + 199.2536, + 1220.8865, + 225.6752, + 327.7202, + 716.2214, + 848.2444, + 767.7209, + -83.0725, + -2.5621, + 161.5277, + 951.4075, + -113.3405, + 131.5429, + 65.9361, + -468.5811, + -292.7277, + 216.5296, + -5.0939, + -386.7959, + -367.6807, + -333.8163, + -526.673, + -247.5392, + -487.5402, + -795.3216, + -311.3568, + -337.1465, + -389.6959, + -579.8289, + 257.9782, + -154.8401, + -187.166, + 175.9531, + 205.2059, + 160.8593, + -397.5563, + -72.0108, + 7.7239, + -932.4888, + -233.0925, + -77.5633, + -107.5414, + 39.3447, + -155.9622, + -108.4831, + -179.062, + -92.9266, + 49.7145, + -252.5891, + -9.9888, + -233.2887, + 222.4779, + 768.3, + -27.7742, + 36.8813, + 195.0656, + 45.7076, + -440.1382, + 1503.0731, + 154.0788, + 427.5941, + 541.2063, + 392.1021, + 455.1558, + 619.9661, + 257.595, + 444.0022, + 332.5237, + -118.1574, + 65.8517, + 468.7094, + 638.2667, + 153.7013, + -0.7313, + -420.3808, + 1863.8507, + 433.933, + 545.4621, + -258.3056, + 194.476, + 363.1417, + 444.2227, + 337.9606, + 1065.8519, + 773.8019, + 902.8737, + -56.0025, + 1698.3017, + 1416.4774, + 114.7616, + 331.2364, + 712.8269, + 787.7266, + 1241.4923, + 446.9246, + 61.6873, + 2698.6926, + 2691.039, + 718.3264, + -1102.9212, + 968.4884, + -298.3862, + 317.9902, + 1062.4599, + 939.6788, + 905.8343, + 489.3344, + 525.0589, + 3048.1859, + 1665.615, + -1495.9631, + 199.5705, + 158.2353, + 4022.6048, + 448.9976, + 892.6323, + 1406.2493, + 2270.9443, + 480.7913, + 1838.1316, + 4394.2733, + 2765.0399, + 915.2476, + 3119.2797, + 3257.8074, + 850.0371, + 1142.539, + 5456.2444, + 2969.0788, + 1836.5531, + 2403.1477, + 2445.9597, + -64.1689, + 6957.0387, + 3349.6061, + 2641.2253, + 3647.601, + 4585.958, + 1166.1667, + 4179.6683, + 4386.7471, + 54.3565, + 4133.6254, + 907.7835, + 1423.3719, + 5307.0464, + 7229.8389, + 1739.8191, + 3263.5226, + 1583.3198, + 2152.8281, + 2199.3688, + 2675.4335, + 2956.1328, + 4549.6118, + 3685.6517, + 431.8758, + 4983.154, + 559.7764, + 2152.6442, + 1502.8141, + 5082.9008, + 3151.08, + 1288.9877, + 1850.278, + 533.223, + 3811.1565, + 4228.3269, + 4593.5501, + 5920.4203, + 2082.3287, + 3792.6047, + 4610.0404, + 6263.086, + 2272.092, + 3134.3724, + 1069.3608, + 6053.0624, + 7043.1881, + 2897.8258, + 875.0421, + 7297.9131, + 3406.0789, + 1880.4809, + 1584.5968, + 7337.116, + 4929.1561, + 4644.1447, + 2690.3288, + 3636.7153, + 5277.9842, + 3815.3041, + 5350.0779, + 4007.9486, + 1712.0479, + 4130.6806, + 3159.9685, + 5083.9079, + 3437.6815, + 6864.224, + 6593.693, + 4594.0717, + 3842.077, + 1571.3882, + 5419.1061, + 4195.1774, + 7683.6256, + 8450.5287, + 9242.6869, + 1822.2395, + 5865.8736, + 3010.2756, + 2595.0254, + 10109.0666, + 6869.6597, + 6021.2389, + 6026.1327, + 6535.6801, + 6494.1602, + 5015.55, + 6301.6269, + 7347.7529, + 7075.2741, + 5373.8963, + 5171.5794, + 7211.6647, + 7601.5515, + 9211.3807, + 7117.6968, + 3964.9275, + 4077.4589, + 7045.5354, + 7058.3688, + 8589.5848, + 6468.971, + 10152.0403, + 7056.2185, + 5309.8032, + 3641.9651, + 8113.7673, + 9560.1903, + 4120.5411, + 6945.3573, + 1474.1045, + 4935.4786, + 10053.2628, + 8791.6075, + 4168.899, + 9584.7747, + 6577.6408, + 6051.6472, + 8216.29, + 6948.1913, + 5173.4866, + 9524.4908, + 7701.3065, + 7537.2776, + 8454.3136, + 7339.4637, + 6101.9918, + 9304.7491, + 7809.3534, + 7899.7181, + 5828.2776, + 7296.8466, + 10121.5005, + 8994.8648, + 6726.8665, + 7104.1514, + 9043.9756, + 7091.8682, + 10498.0973, + 7047.6902, + 6135.4791, + 8674.0034, + 8172.0704, + 4944.0806, + 7780.9301, + 8455.6747, + 10201.9742, + 7566.7155, + 5513.5883, + 3797.8969, + 8188.4494, + 11797.9253, + 7839.5258, + 9702.2678, + 2056.5392, + 5650.2669, + 7708.7185, + 10156.676, + 9930.009, + 8341.7352, + 9223.2079, + 7275.3467, + 10577.2724, + 9747.1542, + 8316.1968, + 7815.6184, + 10788.847, + 10612.3414, + 10710.1384, + 5795.4504 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 1.5, + 1.5, + 1.25, + 1.25, + 1.0, + 0.0, + 1.5, + 1.75, + 1.75, + 0.75, + 1.25, + 1.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 1.0, + 0.5, + 2.5, + 1.75, + 2.0, + 0.25, + 0.0, + 0.75, + 1.5, + 2.25, + 0.25, + 0.75, + 0.5, + 0.5, + 1.0, + 1.25, + 2.75, + 1.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.75, + 0.75, + 0.75, + 1.0, + 0.75, + 0.75, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 1.25, + 1.75, + 0.25, + 1.25, + 0.0, + 1.75, + 1.5, + 1.75, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.0, + 0.75, + 0.25, + 0.5, + 1.25, + 0.0, + 2.75, + 1.75, + 0.75, + 1.0, + 1.0, + 0.75, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.25, + 4.25, + 0.5, + 0.75, + 1.0, + 4.0, + 0.25, + 0.5, + 0.0, + 1.5, + 1.0, + 0.75, + 0.5, + 0.5, + 1.25, + 0.5, + 0.0, + 0.75, + 1.25, + 0.75, + 3.0, + 0.75, + 2.0, + 0.75, + 1.25, + 3.0, + 1.0, + 1.25, + 0.5, + 1.5, + 0.25, + 1.5, + 2.0, + 2.0, + 1.25, + 0.5, + 2.75, + 1.75, + 1.75, + 0.75, + 1.0, + 1.25, + 1.75, + 0.25, + 0.25, + 0.75, + 0.25, + 1.0, + 1.25, + 0.75, + 0.5, + 2.25, + 2.0, + 1.5, + 3.0, + 1.5, + 1.75, + 1.75, + 0.5, + 1.75, + 0.75, + 1.0, + 1.25, + 2.5, + 1.5, + 0.5, + 0.25, + 1.0, + 1.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.25, + 1.25, + 1.0, + 0.5, + 0.5, + 1.75, + 4.25, + 0.5, + 2.75, + 2.0, + 1.5, + 2.75, + 0.0, + 1.75, + 1.25, + 0.5, + 0.5, + 2.25, + 0.25, + 1.5, + 0.0, + 1.5, + 1.25, + 2.25, + 1.5, + 2.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 2.0, + 1.25, + 1.0, + 0.75, + 1.5, + 0.25, + 1.25, + 0.0, + 1.0, + 1.0, + 0.25, + 1.0, + 1.0, + 3.5, + 0.25, + 0.0, + 1.0, + 0.5, + 1.5, + 2.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 2.5, + 1.75, + 0.0, + 0.5, + 1.5, + 1.0, + 1.75, + 1.0, + 0.25, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 1.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.75, + 0.5, + 0.25, + 0.0, + 1.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.0, + 1.25, + 1.25, + 1.5, + 1.25, + 1.25, + 0.5, + 2.0, + 0.75, + 0.25, + 1.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 1.25, + 0.5, + 0.5, + 2.5, + 1.25, + 0.25, + 1.5, + 1.0, + 0.25, + 0.75, + 0.75, + 0.25, + 2.5, + 1.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 2.25, + 0.0, + 1.25, + 3.25, + 1.5, + 1.75, + 0.5, + 0.75, + 0.5, + 0.5, + 1.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 1.5, + 1.5, + 2.0, + 0.75, + 0.25, + 0.0, + 1.25, + 1.25, + 0.25, + 1.25, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 1.25, + 0.5, + 0.5, + 0.75, + 1.0, + 1.0, + 1.0, + 0.25, + 0.75, + 0.75, + 0.5, + 2.5, + 0.0, + 0.25, + 1.5, + 1.25, + 0.75, + 0.75, + 1.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.25, + 0.75, + 1.75, + 0.5, + 0.5, + 0.0, + 0.0, + 3.25, + 0.25, + 1.0, + 2.0, + 0.25, + 1.0, + 2.25, + 0.5, + 2.25, + 1.25, + 0.5, + 0.5, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.25, + 2.25, + 0.75, + 1.25, + 0.75, + 0.0, + 0.5, + 2.0, + 0.5, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 0.25, + 1.0, + 1.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 1.0, + 2.25, + 0.5, + 1.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 1.75, + 1.5, + 0.75, + 0.0, + 1.0, + 0.5, + 1.75, + 0.25, + 0.0, + 0.5, + 1.25, + 0.5, + 1.5, + 0.5, + 1.0, + 0.25, + 0.75, + 1.5, + 0.25, + 0.75, + 1.5, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.5, + 1.5, + 0.5, + 0.75, + 0.25, + 1.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 1.0, + 0.25, + 1.0, + 0.75, + 1.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 2.25, + 1.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 1.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.5, + 1.75, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 3.25, + 3.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.75, + 1.5, + 0.75, + 0.75, + 0.25, + 0.75, + 1.5, + 1.0, + 0.25, + 0.25, + 0.5, + 2.5, + 2.5, + 0.0, + 0.5, + 1.5, + 0.75, + 1.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 1.0, + 1.5, + 0.5, + 0.0, + 0.25, + 0.5, + 2.25, + 1.25, + 0.25, + 0.75, + 1.75, + 1.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 2.25, + 0.5, + 0.25, + 1.75, + 1.0, + 0.5, + 2.25, + 0.5, + 0.75, + 0.25, + 1.25, + 1.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 1.75, + 0.5, + 0.75, + 0.0, + 1.75, + 0.75, + 0.25, + 1.25, + 0.5, + 0.0, + 0.75, + 1.25, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 0.75, + 1.0, + 1.75, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 1.75, + 0.5, + 0.25, + 1.0, + 0.25, + 0.75, + 1.5, + 0.75, + 0.0, + 0.75, + 0.75, + 0.5, + 0.75, + 3.5, + 1.5, + 0.25, + 0.5, + 0.0, + 0.5, + 1.75, + 0.75, + 1.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 1.25, + 0.5, + 0.75, + 0.25, + 0.75, + 1.25, + 1.25, + 0.5, + 0.75, + 0.75, + 0.75, + 1.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 1.75, + 0.75, + 0.0, + 0.0, + 3.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.25, + 0.5, + 2.0, + 2.5, + 1.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.0, + 1.75, + 1.5, + 0.25, + 0.0, + 1.25, + 0.25, + 1.5, + 1.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 1.0, + 1.25, + 2.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 1.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 2.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 1.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 1.5, + 0.25, + 0.5, + 0.0, + 1.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 1.0, + 1.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.75, + 1.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 1.75, + 1.0, + 0.25, + 0.0, + 2.0, + 1.0, + 0.75, + 0.0, + 0.75, + 0.0, + 2.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 1.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 1.25, + 1.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1402, + 10.1812, + 10.2231, + 10.2733, + 10.3185, + 10.3591, + 10.4007, + 10.4406, + 10.4791, + 10.5137, + 10.5448, + 10.5728, + 10.598, + 10.6207, + 10.6437, + 10.6643, + 10.6829, + 10.6996, + 10.7146, + 10.7282, + 10.7403, + 10.7538, + 10.7659, + 10.7768, + 10.7867, + 10.798, + 10.8132, + 10.8269, + 10.8417, + 10.855, + 10.867, + 10.8778, + 10.89, + 10.901, + 10.9109, + 10.9223, + 10.9326, + 10.9418, + 10.9502, + 10.9576, + 10.9644, + 10.9754, + 10.9854, + 10.9944, + 11.0024, + 11.0097, + 11.0162, + 11.0221, + 11.0274, + 11.0321, + 11.0389, + 11.045, + 11.0505, + 11.0555, + 11.0624, + 11.0687, + 11.0743, + 11.0794, + 11.0839, + 11.0881, + 11.0917, + 11.0976, + 11.1053, + 11.1148, + 11.1233, + 11.131, + 11.1379, + 11.1441, + 11.1497, + 11.1547, + 11.1592, + 11.1633, + 11.167, + 11.1703, + 11.1733, + 11.1759, + 11.1783, + 11.1805, + 11.1825, + 11.1842, + 11.1858, + 11.1872, + 11.191, + 11.1944, + 11.2, + 11.205, + 11.2095, + 11.2135, + 11.2172, + 11.2204, + 11.2234, + 11.2261, + 11.2285, + 11.2306, + 11.2325, + 11.2343, + 11.2359, + 11.2398, + 11.2433, + 11.2465, + 11.2493, + 11.2519, + 11.2542, + 11.2563, + 11.2607, + 11.2671, + 11.2729, + 11.2781, + 11.2828, + 11.287, + 11.2908, + 11.2942, + 11.2973, + 11.3026, + 11.3073, + 11.3116, + 11.3154, + 11.3189, + 11.322, + 11.3248, + 11.3273, + 11.3296, + 11.3316, + 11.3335, + 11.3351, + 11.3366, + 11.3404, + 11.3439, + 11.347, + 11.3498, + 11.3523, + 11.3546, + 11.3566, + 11.3585, + 11.3601, + 11.3616, + 11.3655, + 11.3689, + 11.372, + 11.3748, + 11.3773, + 11.3796, + 11.3816, + 11.3835, + 11.3851, + 11.3866, + 11.388, + 11.3892, + 11.3902, + 11.3912, + 11.3921, + 11.3929, + 11.3961, + 11.399, + 11.4016, + 11.4039, + 11.406, + 11.4079, + 11.4096, + 11.4112, + 11.4126, + 11.4138, + 11.4174, + 11.4207, + 11.4236, + 11.4263, + 11.4286, + 11.4308, + 11.4327, + 11.4344, + 11.436, + 11.4374, + 11.4386, + 11.4398, + 11.4408, + 11.4417, + 11.4425, + 11.4433, + 11.444, + 11.4446, + 11.4451, + 11.4456, + 11.446, + 11.4464, + 11.4493, + 11.4544, + 11.4589, + 11.463, + 11.4692, + 11.4798, + 11.4918, + 11.5026, + 11.5124, + 11.5236, + 11.5363, + 11.5526, + 11.5674, + 11.5806, + 11.5951, + 11.6081, + 11.6248, + 11.6423, + 11.6656, + 11.694, + 11.7221, + 11.7624, + 11.8137, + 11.8723, + 11.9376, + 12.0063, + 12.0682, + 12.1389, + 12.22, + 12.3105, + 12.3994, + 12.492, + 12.5878, + 12.674, + 12.7566, + 12.8384, + 12.9146, + 12.9906, + 13.0641, + 13.1402, + 13.2137, + 13.3048, + 13.4043, + 13.5139, + 13.615, + 13.706, + 13.7954, + 13.8909, + 13.9993, + 14.0993, + 14.1969, + 14.2897, + 14.3782, + 14.4679, + 14.5611, + 14.6725, + 14.7828, + 14.887, + 14.9858, + 15.0822, + 15.174, + 15.2641, + 15.3527, + 15.4399, + 15.5259, + 15.6133, + 15.6995, + 15.7845, + 15.8711, + 15.9565, + 16.0383, + 16.117, + 16.1903, + 16.2588, + 16.3329, + 16.4171, + 16.4954, + 16.5784, + 16.653, + 16.7377, + 16.8289, + 16.9286, + 17.0207, + 17.1111, + 17.1975, + 17.2803, + 17.3622, + 17.436, + 17.5099, + 17.5789, + 17.646, + 17.7189, + 17.7845, + 17.8711, + 17.9665, + 18.0598, + 18.1538, + 18.2485, + 18.3411, + 18.4345, + 18.5286, + 18.6232, + 18.7084, + 18.795, + 18.8755, + 18.9905, + 19.0989, + 19.204, + 19.3086, + 19.4428, + 19.566, + 19.6819, + 19.7862, + 19.8951, + 20.0031, + 20.1078, + 20.207, + 20.3013, + 20.3987, + 20.4913, + 20.5747, + 20.6572, + 20.744, + 20.8296, + 20.9366, + 21.0405, + 21.1539, + 21.2635, + 21.3747, + 21.5047, + 21.6317, + 21.7586, + 21.8777, + 21.9999, + 22.1124, + 22.2287, + 22.3533, + 22.4855, + 22.6169, + 22.7403, + 22.8787, + 23.0209, + 23.1663, + 23.3046, + 23.4392, + 23.5728, + 23.7105, + 23.8369, + 23.9532, + 24.0654, + 24.1689, + 24.272, + 24.3773, + 24.4796, + 24.5766, + 24.6864, + 24.8053, + 24.9273, + 25.067, + 25.2078, + 25.3521, + 25.4993, + 25.6369, + 25.7782, + 25.9129, + 26.0441, + 26.1747, + 26.3172, + 26.4605, + 26.5945, + 26.7175, + 26.8383, + 26.9569, + 27.0637, + 27.1674, + 27.2606, + 27.3496, + 27.4296, + 27.5116, + 27.588, + 27.6592, + 27.7358, + 27.8147, + 27.8907, + 27.9641, + 28.0477, + 28.1655, + 28.2764, + 28.4038, + 28.5384, + 28.6746, + 28.8246, + 28.9596, + 29.0987, + 29.2363, + 29.3652, + 29.4862, + 29.6175, + 29.7383, + 29.862, + 29.9733, + 30.0884, + 30.2046, + 30.3316, + 30.461, + 30.6024, + 30.7371, + 30.8609, + 30.9823, + 31.0941, + 31.1997, + 31.3147, + 31.4307, + 31.5452, + 31.6557, + 31.7701, + 31.8756, + 31.983, + 32.0797, + 32.1767, + 32.2741, + 32.3642, + 32.4552, + 32.5472, + 32.665, + 32.7735, + 32.8712, + 32.969, + 33.0621, + 33.1609, + 33.2723, + 33.3776, + 33.4773, + 33.5696, + 33.6626, + 33.7539, + 33.836, + 33.9149, + 33.9884, + 34.0596, + 34.1286, + 34.1957, + 34.2612, + 34.3326, + 34.4218, + 34.5196, + 34.6077, + 34.6919, + 34.7827, + 34.8744, + 34.9745, + 35.0745, + 35.1671, + 35.2604, + 35.3543, + 35.4489, + 35.534, + 35.6206, + 35.6986, + 35.7687, + 35.8393, + 35.9054, + 35.9649, + 36.0234, + 36.0785, + 36.1432, + 36.2064, + 36.2682, + 36.3289, + 36.3885, + 36.4472, + 36.5049, + 36.567, + 36.6228, + 36.6805, + 36.7374, + 36.7987, + 36.8613, + 36.9227, + 36.9804, + 37.0324, + 37.0966, + 37.1595, + 37.2235, + 37.2837, + 37.3403, + 37.3938, + 37.4519, + 37.5167, + 37.5875, + 37.6663, + 37.7497, + 37.8372, + 37.921, + 38.0164, + 38.1097, + 38.1963, + 38.2866, + 38.373, + 38.4582, + 38.5349, + 38.6039, + 38.671, + 38.7439, + 38.8145, + 38.883, + 38.9697, + 39.0603, + 39.1442, + 39.2348, + 39.3263, + 39.4112, + 39.4951, + 39.5781, + 39.6553, + 39.7497, + 39.8448, + 39.9353, + 40.0218, + 40.1021, + 40.1794, + 40.2514, + 40.3213, + 40.4067, + 40.4835, + 40.5651, + 40.6711, + 40.7815, + 40.8984, + 41.0085, + 41.1152, + 41.2162, + 41.312, + 41.4158, + 41.5168, + 41.6126, + 41.7038, + 41.7884, + 41.8671, + 41.9529, + 42.0451, + 42.1481, + 42.2483, + 42.341, + 42.4244, + 42.5119, + 42.6032, + 42.6879, + 42.7766, + 42.8615, + 42.9428, + 43.0185, + 43.0917, + 43.1675, + 43.2483, + 43.3259, + 43.4008, + 43.4758, + 43.5532, + 43.6329, + 43.7146, + 43.7906, + 43.8666, + 43.9424, + 44.0157, + 44.1066, + 44.1884, + 44.2646, + 44.3481, + 44.4358, + 44.5222, + 44.6075, + 44.6968, + 44.7796, + 44.8591, + 44.9382, + 45.0144, + 45.083, + 45.1522, + 45.2169, + 45.2827, + 45.3595, + 45.4335, + 45.5052, + 45.5697, + 45.6277, + 45.7124, + 45.7912, + 45.8721, + 45.9649, + 46.0509, + 46.1383, + 46.2395, + 46.3355, + 46.4445, + 46.555, + 46.6595, + 46.7586, + 46.8527, + 46.9474, + 47.0352, + 47.1242, + 47.2068, + 47.2861, + 47.36, + 47.449, + 47.5366, + 47.6279, + 47.7176, + 47.7984, + 47.876, + 47.9659, + 48.0518, + 48.1291, + 48.2112, + 48.2951, + 48.3731, + 48.4483, + 48.5185, + 48.5916, + 48.6725, + 48.7477, + 48.8179, + 48.8836, + 48.9528, + 49.0175, + 49.0783, + 49.1379, + 49.1941, + 49.2547, + 49.3192, + 49.3998, + 49.4773, + 49.5621, + 49.6409, + 49.7118, + 49.7781, + 49.8378, + 49.894, + 49.9496, + 49.9997, + 50.0522, + 50.102, + 50.1493, + 50.2094, + 50.2784, + 50.3481, + 50.4108, + 50.4772, + 50.542, + 50.6178, + 50.6885, + 50.7521, + 50.8144, + 50.883, + 50.9497, + 51.0247, + 51.0972, + 51.1725, + 51.2428, + 51.3135, + 51.3921, + 51.4654, + 51.5389, + 51.62, + 51.693, + 51.7587, + 51.8303, + 51.8998, + 51.9623, + 52.0236, + 52.0937, + 52.1619, + 52.2307, + 52.2951, + 52.3656, + 52.4315, + 52.4934, + 52.559, + 52.6206, + 52.6786, + 52.7432, + 52.8039, + 52.866, + 52.9269, + 52.9817, + 53.0335, + 53.0802, + 53.1222, + 53.1625, + 53.1987, + 53.2338, + 53.278, + 53.3202, + 53.3631, + 53.4043, + 53.4439, + 53.4845, + 53.5236, + 53.5662, + 53.6071, + 53.6539, + 53.6985, + 53.7486, + 53.8013, + 53.8611, + 53.9175, + 53.9733, + 54.0259, + 54.0809, + 54.1328, + 54.1795, + 54.2265, + 54.2714, + 54.3217, + 54.3746, + 54.4296, + 54.4817, + 54.5285, + 54.5731, + 54.6183, + 54.6665, + 54.7148, + 54.7609, + 54.8023, + 54.842, + 54.9003, + 54.9653, + 55.0288, + 55.0909, + 55.1493, + 55.2069, + 55.2587, + 55.3078, + 55.362, + 55.4208, + 55.4788, + 55.5384, + 55.5945, + 55.6451, + 55.6906, + 55.7365, + 55.7779, + 55.8251, + 55.8776, + 55.9273, + 55.9771, + 56.0244, + 56.0719, + 56.1172, + 56.163, + 56.2042, + 56.2488, + 56.2939, + 56.352, + 56.4168, + 56.4776, + 56.5324, + 56.5841, + 56.6307, + 56.7052, + 56.8021, + 56.8969, + 56.9947, + 57.0853, + 57.1667, + 57.2426, + 57.3108, + 57.3797, + 57.4493, + 57.5118, + 57.5681, + 57.6213, + 57.6792, + 57.7388, + 57.8074, + 57.8767, + 57.9465, + 58.0118, + 58.0782, + 58.1528, + 58.2301, + 58.3021, + 58.3693, + 58.4349, + 58.5189, + 58.6195, + 58.7101, + 58.7966, + 58.8894, + 58.9805, + 59.0749, + 59.1649, + 59.2509, + 59.3283, + 59.4055, + 59.48, + 59.557, + 59.6413, + 59.7221, + 59.7949, + 59.8629, + 59.9291, + 60.0112, + 60.0976, + 60.1778, + 60.2576, + 60.3468, + 60.4396, + 60.5282, + 60.6128, + 60.6966, + 60.7744, + 60.852, + 60.9268, + 61.0016, + 61.0739, + 61.139, + 61.1976, + 61.2554, + 61.3098, + 61.3814, + 61.4507, + 61.5156, + 61.5916, + 61.6699, + 61.7454, + 61.8359, + 61.9223, + 62.0076, + 62.0868, + 62.1706, + 62.2586, + 62.3402, + 62.4237, + 62.5038, + 62.5784, + 62.6531, + 62.7278, + 62.795, + 62.858, + 62.9172, + 62.9705, + 63.0259, + 63.0933, + 63.159, + 63.2256, + 63.2855, + 63.357, + 63.4288, + 63.4959, + 63.5688, + 63.6394, + 63.703, + 63.7677, + 63.8384, + 63.9096, + 63.9861, + 64.06, + 64.134, + 64.2056, + 64.2775, + 64.3523, + 64.4371, + 64.5184, + 64.594, + 64.6621, + 64.7334, + 64.8076, + 64.8918, + 64.9726, + 65.0479, + 65.1256, + 65.198, + 65.2707, + 65.3511, + 65.431, + 65.5029, + 65.5751, + 65.6476, + 65.7179, + 65.7886, + 65.8872, + 65.991, + 66.0869, + 66.1782, + 66.2604, + 66.3393, + 66.4279, + 66.5151, + 66.6036, + 66.6907, + 66.7717, + 66.852, + 66.9268, + 66.9991, + 67.0667, + 67.1325, + 67.1918, + 67.2451, + 67.3056, + 67.365, + 67.426, + 67.4834, + 67.5426, + 67.6083, + 67.68, + 67.7495, + 67.8195, + 67.8901, + 67.9611, + 68.0375, + 68.1137, + 68.1899, + 68.2609, + 68.3298, + 68.3918, + 68.4576, + 68.5269, + 68.5917, + 68.6525, + 68.7148, + 68.7733, + 68.8335, + 68.8926, + 68.9508, + 69.0083, + 69.0774, + 69.1472, + 69.21, + 69.2665, + 69.3473, + 69.4226, + 69.4903, + 69.5513, + 69.6187, + 69.6818, + 69.7411, + 69.797, + 69.8523, + 69.9221, + 70.0099, + 70.0989, + 70.184, + 70.2656, + 70.3465, + 70.4244, + 70.4994, + 70.567, + 70.6453, + 70.7308, + 70.8102, + 70.8817, + 70.9585, + 71.0302, + 71.1096, + 71.1937, + 71.2718, + 71.3421, + 71.4054, + 71.4674, + 71.5306, + 71.5901, + 71.6536, + 71.7232, + 71.8059, + 71.8853, + 71.9593, + 72.0258, + 72.0858, + 72.1422, + 72.2005, + 72.2529, + 72.3026, + 72.3474, + 72.3876, + 72.4239, + 72.4565, + 72.5008, + 72.5407, + 72.5817, + 72.6235, + 72.6612, + 72.7, + 72.7375, + 72.7763, + 72.8137, + 72.8498, + 72.8898, + 72.9258, + 72.9607, + 72.9947, + 73.0327, + 73.0719, + 73.1072, + 73.144, + 73.1796, + 73.2117, + 73.2455, + 73.2809, + 73.3278, + 73.3726, + 73.4153, + 73.4563, + 73.4981, + 73.5383, + 73.5745, + 73.617, + 73.6653, + 73.7113, + 73.7552, + 73.7947, + 73.8352, + 73.8817, + 73.931, + 73.9804, + 74.0299, + 74.0769, + 74.1192, + 74.1648, + 74.2308, + 74.2927, + 74.3484, + 74.4061, + 74.4655, + 74.5239, + 74.584, + 74.6431, + 74.6963, + 74.7492, + 74.8093, + 74.8758, + 74.9408, + 75.0067, + 75.0685, + 75.1292, + 75.1912, + 75.2546, + 75.3142, + 75.3727, + 75.428, + 75.4827, + 75.5344, + 75.581, + 75.6379, + 75.6916, + 75.7449, + 75.7929, + 75.8486, + 75.9113, + 75.9676, + 76.0184, + 76.064, + 76.1051, + 76.1446, + 76.1927, + 76.2409, + 76.2893, + 76.3379, + 76.3841, + 76.4357, + 76.4971, + 76.5549, + 76.6069, + 76.6537, + 76.7058, + 76.7603, + 76.8092, + 76.8608, + 76.9197, + 76.9728, + 77.023, + 77.0682, + 77.1114, + 77.1577, + 77.2045, + 77.2565, + 77.3059, + 77.3528, + 77.4, + 77.445, + 77.488, + 77.5292, + 77.5738, + 77.6314, + 77.6933, + 77.7514, + 77.8038, + 77.8709, + 77.9413, + 78.0122, + 78.076, + 78.1409, + 78.1993, + 78.2744, + 78.3419, + 78.4027, + 78.4675, + 78.5282, + 78.5829, + 78.6346, + 78.6811, + 78.723, + 78.7607, + 78.7947, + 78.8252, + 78.8527, + 78.8774, + 78.8997, + 78.9197, + 78.9377, + 78.954, + 78.9686, + 78.9817, + 78.9935, + 79.0042, + 79.0138, + 79.0224, + 79.0301, + 79.0371, + 79.0434, + 79.0491, + 79.0542, + 79.0588, + 79.0629, + 79.0666, + 79.0699, + 79.0729, + 79.0756, + 79.0781, + 79.0803, + 79.0822, + 79.084, + 79.0856, + 79.0871, + 79.0884, + 79.0895, + 79.0906, + 79.0915, + 79.0924, + 79.0931, + 79.0938, + 79.0944, + 79.095, + 79.0955, + 79.0959, + 79.0963, + 79.0967, + 79.097, + 79.0973, + 79.0976, + 79.0978, + 79.0981, + 79.0983, + 79.0984, + 79.0986, + 79.0987, + 79.0989, + 79.099, + 79.0991, + 79.0992, + 79.0992, + 79.0993, + 79.0994, + 79.0995, + 79.0995, + 79.0996, + 79.0996, + 79.0996, + 79.0997, + 79.0997, + 79.0997, + 79.0998, + 79.0998, + 79.0998, + 79.0998, + 79.0998, + 79.0999, + 79.0999, + 79.1024, + 79.1046, + 79.1067, + 79.111, + 79.1149, + 79.1184, + 79.1216, + 79.1244, + 79.1345, + 79.1435, + 79.1517, + 79.159, + 79.1681, + 79.1763, + 79.1837, + 79.1903, + 79.1963, + 79.2016, + 79.2065, + 79.2133, + 79.222, + 79.2323, + 79.2416, + 79.2524, + 79.2622, + 79.2785, + 79.3031, + 79.3253, + 79.3453, + 79.3632, + 79.3794, + 79.3965, + 79.4243, + 79.4519, + 79.4842, + 79.5158, + 79.5442, + 79.5698, + 79.5953, + 79.6183, + 79.6414, + 79.6648, + 79.6908, + 79.7142, + 79.7378, + 79.7615, + 79.7879, + 79.8116, + 79.8329, + 79.8571, + 79.8814, + 79.9058, + 79.9327, + 79.9569, + 79.9787, + 79.9984, + 80.016, + 80.0344, + 80.051, + 80.0659, + 80.0793, + 80.0964, + 80.1142, + 80.1303, + 80.1498, + 80.1773, + 80.2021, + 80.2244, + 80.2469, + 80.2672, + 80.2855, + 80.302, + 80.3218, + 80.3496, + 80.3796, + 80.4067, + 80.4385, + 80.4696, + 80.4977, + 80.5229, + 80.5456, + 80.5661, + 80.587, + 80.6058, + 80.6227, + 80.6379, + 80.6516, + 80.669, + 80.6846, + 80.6986, + 80.7112, + 80.7251, + 80.7376, + 80.7488, + 80.759, + 80.7706, + 80.781, + 80.7954, + 80.8084, + 80.82, + 80.8305, + 80.8425, + 80.8557, + 80.8677, + 80.8784, + 80.8881, + 80.8967, + 80.9071, + 80.9189, + 80.932, + 80.9463, + 80.9592, + 80.9732, + 80.9884, + 81.0021, + 81.0144, + 81.0279, + 81.0401, + 81.0511, + 81.0685, + 81.0917, + 81.1125, + 81.1362, + 81.1576, + 81.1844, + 81.2084, + 81.2301, + 81.2496, + 81.2721, + 81.2949, + 81.3154, + 81.3339, + 81.353, + 81.3702, + 81.3857, + 81.4096, + 81.4336, + 81.4553, + 81.4747, + 81.4948, + 81.5128, + 81.529, + 81.5436, + 81.5568, + 81.5686, + 81.5792, + 81.5888, + 81.5999, + 81.6099, + 81.6189, + 81.627, + 81.6393, + 81.6504, + 81.6604, + 81.6693, + 81.6774, + 81.6872, + 81.6959, + 81.7038, + 81.7135, + 81.7271, + 81.7394, + 81.7505, + 81.7604, + 81.7694, + 81.7774, + 81.7847, + 81.7962, + 81.8091, + 81.8207, + 81.8311, + 81.8405, + 81.849, + 81.8566, + 81.8634, + 81.8696, + 81.8751, + 81.8801, + 81.8846, + 81.8886, + 81.8948, + 81.9003, + 81.9078, + 81.917, + 81.9278, + 81.9375, + 81.9463, + 81.9566, + 81.966, + 81.9769, + 81.9867, + 81.9955, + 82.0035, + 82.0206, + 82.0386, + 82.0572, + 82.0765, + 82.0938, + 82.1094, + 82.1285, + 82.1457, + 82.1636, + 82.1797, + 82.1943, + 82.2073, + 82.2216, + 82.2369, + 82.2507, + 82.2657, + 82.2791, + 82.3012, + 82.3211, + 82.339, + 82.3551, + 82.3696, + 82.3826, + 82.3943, + 82.4099, + 82.4264, + 82.4438, + 82.4619, + 82.4782, + 82.4929, + 82.5061, + 82.5205, + 82.5359, + 82.5523, + 82.5671, + 82.5879, + 82.6066, + 82.6259, + 82.6509, + 82.6733, + 82.6934, + 82.7116, + 82.7279, + 82.7426, + 82.7584, + 82.7775, + 82.7998, + 82.8198, + 82.8378, + 82.859, + 82.8831, + 82.9048, + 82.9343, + 82.9659, + 83.0018, + 83.0341, + 83.0657, + 83.0967, + 83.1295, + 83.1665, + 83.1999, + 83.2299, + 83.2594, + 83.286, + 83.3174, + 83.3481, + 83.3758, + 83.4082, + 83.4374, + 83.4662, + 83.4946, + 83.5301, + 83.5671, + 83.6029, + 83.6376, + 83.6713, + 83.7017, + 83.734, + 83.7631, + 83.7893, + 83.8129, + 83.8466, + 83.8794, + 83.909, + 83.9456, + 83.981, + 84.0179, + 84.0511, + 84.0835, + 84.1177, + 84.1559, + 84.1953, + 84.2308, + 84.2702, + 84.3082, + 84.3449, + 84.3804, + 84.4173, + 84.4581, + 84.4998, + 84.5398, + 84.5808, + 84.6228, + 84.6705, + 84.7134, + 84.7521, + 84.7869, + 84.8207, + 84.8536, + 84.8883, + 84.9269, + 84.9617, + 84.9931, + 85.0213, + 85.0491, + 85.0842, + 85.1183, + 85.154, + 85.1886, + 85.2247, + 85.2572, + 85.294, + 85.3396, + 85.3957, + 85.4461, + 85.5015, + 85.5538, + 85.6034, + 85.6481, + 85.6933, + 85.7365, + 85.7778, + 85.82, + 85.8655, + 85.9065, + 85.9433, + 85.9765, + 86.0063, + 86.0407, + 86.0741, + 86.1092, + 86.1433 + ], + "episode_rhos": [ + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1573, + 0.1735, + 0.1823, + 0.1749, + 0.1601, + 0.152 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1721, + 0.1709, + 0.1756, + 0.1738, + 0.1616, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.1774, + 0.1753, + 0.1671, + 0.1764, + 0.1579, + 0.146 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.175, + 0.1731, + 0.1674, + 0.1813, + 0.1592, + 0.144 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1722, + 0.1691, + 0.1668, + 0.1886, + 0.1632, + 0.1401 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1696, + 0.1627, + 0.1679, + 0.1953, + 0.167, + 0.1374 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1686, + 0.1579, + 0.1699, + 0.2012, + 0.1658, + 0.1367 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.1673, + 0.1553, + 0.17, + 0.2039, + 0.1675, + 0.136 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.167, + 0.1531, + 0.1724, + 0.2035, + 0.1697, + 0.1343 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1668, + 0.1511, + 0.1743, + 0.2034, + 0.1715, + 0.1329 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1644, + 0.1497, + 0.177, + 0.2032, + 0.1733, + 0.1323 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.1625, + 0.1479, + 0.1777, + 0.2061, + 0.1747, + 0.1311 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ], + [ + 0.161, + 0.144, + 0.179, + 0.2096, + 0.1764, + 0.1299 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json new file mode 100644 index 0000000000000000000000000000000000000000..62192a9806874fdc37facb1517f0a096fcac43d7 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7697212.37, + "constraint_satisfaction_pct": 27.0, + "final_rho": [ + 0.1042, + 0.0936, + 0.0972, + 0.0936, + 0.1545, + 0.4568 + ], + "final_lambda": 112.1199, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -6071.06, + "avg_cost": 0.0, + "lambda": 10.8192, + "rho": [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ] + }, + { + "episode": 40, + "avg_reward": -4915.01, + "avg_cost": 0.0, + "lambda": 10.9064, + "rho": [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ] + }, + { + "episode": 50, + "avg_reward": -6410.01, + "avg_cost": 0.25, + "lambda": 10.9536, + "rho": [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ] + }, + { + "episode": 60, + "avg_reward": -4383.28, + "avg_cost": 0.0, + "lambda": 11.0151, + "rho": [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ] + }, + { + "episode": 70, + "avg_reward": -4539.4, + "avg_cost": 0.0, + "lambda": 11.1362, + "rho": [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ] + }, + { + "episode": 80, + "avg_reward": -4264.19, + "avg_cost": 0.0, + "lambda": 11.2193, + "rho": [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ] + }, + { + "episode": 90, + "avg_reward": -4003.55, + "avg_cost": 0.0, + "lambda": 11.3188, + "rho": [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ] + }, + { + "episode": 100, + "avg_reward": -3700.43, + "avg_cost": 0.0, + "lambda": 11.3554, + "rho": [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ] + }, + { + "episode": 110, + "avg_reward": -3571.29, + "avg_cost": 0.0, + "lambda": 11.3682, + "rho": [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ] + }, + { + "episode": 120, + "avg_reward": -3549.1, + "avg_cost": 0.0, + "lambda": 11.3726, + "rho": [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ] + }, + { + "episode": 130, + "avg_reward": -3534.09, + "avg_cost": 0.0, + "lambda": 11.3742, + "rho": [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ] + }, + { + "episode": 140, + "avg_reward": -2732.46, + "avg_cost": 0.0, + "lambda": 11.3747, + "rho": [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ] + }, + { + "episode": 150, + "avg_reward": -2567.59, + "avg_cost": 0.0, + "lambda": 11.3749, + "rho": [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ] + }, + { + "episode": 160, + "avg_reward": -2270.37, + "avg_cost": 0.0, + "lambda": 11.375, + "rho": [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ] + }, + { + "episode": 170, + "avg_reward": -1846.72, + "avg_cost": 0.0, + "lambda": 11.375, + "rho": [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ] + }, + { + "episode": 180, + "avg_reward": -2619.04, + "avg_cost": 0.0, + "lambda": 11.3955, + "rho": [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ] + }, + { + "episode": 190, + "avg_reward": -2937.64, + "avg_cost": 0.0, + "lambda": 11.4264, + "rho": [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ] + }, + { + "episode": 200, + "avg_reward": -2127.08, + "avg_cost": 0.0, + "lambda": 11.4486, + "rho": [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ] + }, + { + "episode": 210, + "avg_reward": -992.73, + "avg_cost": 0.0, + "lambda": 11.4658, + "rho": [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ] + }, + { + "episode": 220, + "avg_reward": -1780.06, + "avg_cost": 0.75, + "lambda": 11.5924, + "rho": [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ] + }, + { + "episode": 230, + "avg_reward": -1070.6, + "avg_cost": 0.0, + "lambda": 11.7481, + "rho": [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ] + }, + { + "episode": 240, + "avg_reward": -756.7, + "avg_cost": 2.0, + "lambda": 12.0004, + "rho": [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ] + }, + { + "episode": 250, + "avg_reward": -948.88, + "avg_cost": 1.25, + "lambda": 12.6826, + "rho": [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ] + }, + { + "episode": 260, + "avg_reward": -495.1, + "avg_cost": 0.0, + "lambda": 13.2665, + "rho": [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ] + }, + { + "episode": 270, + "avg_reward": 751.74, + "avg_cost": 7.0, + "lambda": 14.1299, + "rho": [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ] + }, + { + "episode": 280, + "avg_reward": 70.11, + "avg_cost": 2.0, + "lambda": 15.5737, + "rho": [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ] + }, + { + "episode": 290, + "avg_reward": -1286.54, + "avg_cost": 0.25, + "lambda": 17.0547, + "rho": [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ] + }, + { + "episode": 300, + "avg_reward": -115.64, + "avg_cost": 1.75, + "lambda": 18.0465, + "rho": [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ] + }, + { + "episode": 310, + "avg_reward": 619.09, + "avg_cost": 2.5, + "lambda": 19.061, + "rho": [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ] + }, + { + "episode": 320, + "avg_reward": -548.73, + "avg_cost": 0.0, + "lambda": 20.2178, + "rho": [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ] + }, + { + "episode": 330, + "avg_reward": -1549.91, + "avg_cost": 1.5, + "lambda": 21.3029, + "rho": [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ] + }, + { + "episode": 340, + "avg_reward": -509.23, + "avg_cost": 1.5, + "lambda": 22.4688, + "rho": [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ] + }, + { + "episode": 350, + "avg_reward": 775.62, + "avg_cost": 0.0, + "lambda": 23.7936, + "rho": [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ] + }, + { + "episode": 360, + "avg_reward": 1231.74, + "avg_cost": 4.0, + "lambda": 24.9502, + "rho": [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ] + }, + { + "episode": 370, + "avg_reward": 2139.55, + "avg_cost": 2.25, + "lambda": 26.319, + "rho": [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ] + }, + { + "episode": 380, + "avg_reward": 1653.09, + "avg_cost": 2.0, + "lambda": 28.0304, + "rho": [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ] + }, + { + "episode": 390, + "avg_reward": 4137.38, + "avg_cost": 3.25, + "lambda": 30.2521, + "rho": [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ] + }, + { + "episode": 400, + "avg_reward": 96.17, + "avg_cost": 3.0, + "lambda": 32.8988, + "rho": [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ] + }, + { + "episode": 410, + "avg_reward": 3549.68, + "avg_cost": 3.5, + "lambda": 35.2482, + "rho": [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ] + }, + { + "episode": 420, + "avg_reward": 2549.76, + "avg_cost": 2.75, + "lambda": 37.6251, + "rho": [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ] + }, + { + "episode": 430, + "avg_reward": 2576.81, + "avg_cost": 2.5, + "lambda": 39.4438, + "rho": [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ] + }, + { + "episode": 440, + "avg_reward": 3445.89, + "avg_cost": 1.25, + "lambda": 41.0005, + "rho": [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ] + }, + { + "episode": 450, + "avg_reward": 1620.5, + "avg_cost": 1.25, + "lambda": 42.5461, + "rho": [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ] + }, + { + "episode": 460, + "avg_reward": 2972.77, + "avg_cost": 1.75, + "lambda": 43.779, + "rho": [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ] + }, + { + "episode": 470, + "avg_reward": 4741.76, + "avg_cost": 0.75, + "lambda": 44.9383, + "rho": [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ] + }, + { + "episode": 480, + "avg_reward": 2725.84, + "avg_cost": 0.5, + "lambda": 46.0942, + "rho": [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ] + }, + { + "episode": 490, + "avg_reward": 3503.27, + "avg_cost": 0.75, + "lambda": 47.1764, + "rho": [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ] + }, + { + "episode": 500, + "avg_reward": 552.74, + "avg_cost": 0.5, + "lambda": 48.4185, + "rho": [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ] + }, + { + "episode": 510, + "avg_reward": 756.09, + "avg_cost": 0.5, + "lambda": 49.9337, + "rho": [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ] + }, + { + "episode": 520, + "avg_reward": 3274.22, + "avg_cost": 0.5, + "lambda": 51.1207, + "rho": [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ] + }, + { + "episode": 530, + "avg_reward": 4453.52, + "avg_cost": 0.75, + "lambda": 52.3786, + "rho": [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ] + }, + { + "episode": 540, + "avg_reward": 3624.14, + "avg_cost": 2.5, + "lambda": 53.6041, + "rho": [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ] + }, + { + "episode": 550, + "avg_reward": 4070.36, + "avg_cost": 1.25, + "lambda": 54.7264, + "rho": [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ] + }, + { + "episode": 560, + "avg_reward": 1739.59, + "avg_cost": 0.5, + "lambda": 55.7371, + "rho": [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ] + }, + { + "episode": 570, + "avg_reward": 4080.12, + "avg_cost": 0.0, + "lambda": 56.5429, + "rho": [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ] + }, + { + "episode": 580, + "avg_reward": 2539.82, + "avg_cost": 0.5, + "lambda": 57.2182, + "rho": [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ] + }, + { + "episode": 590, + "avg_reward": 5515.42, + "avg_cost": 1.75, + "lambda": 57.8504, + "rho": [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ] + }, + { + "episode": 600, + "avg_reward": 2700.83, + "avg_cost": 0.0, + "lambda": 58.4127, + "rho": [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ] + }, + { + "episode": 610, + "avg_reward": 5235.95, + "avg_cost": 0.25, + "lambda": 58.8378, + "rho": [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ] + }, + { + "episode": 620, + "avg_reward": 5579.88, + "avg_cost": 0.0, + "lambda": 59.2128, + "rho": [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ] + }, + { + "episode": 630, + "avg_reward": 5935.92, + "avg_cost": 0.0, + "lambda": 59.6124, + "rho": [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ] + }, + { + "episode": 640, + "avg_reward": 5343.37, + "avg_cost": 0.25, + "lambda": 60.0411, + "rho": [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ] + }, + { + "episode": 650, + "avg_reward": 7373.05, + "avg_cost": 1.75, + "lambda": 60.443, + "rho": [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ] + }, + { + "episode": 660, + "avg_reward": 5867.91, + "avg_cost": 1.25, + "lambda": 60.9435, + "rho": [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ] + }, + { + "episode": 670, + "avg_reward": 3113.78, + "avg_cost": 1.0, + "lambda": 61.4318, + "rho": [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ] + }, + { + "episode": 680, + "avg_reward": 4704.88, + "avg_cost": 0.25, + "lambda": 62.3334, + "rho": [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ] + }, + { + "episode": 690, + "avg_reward": 3794.93, + "avg_cost": 0.25, + "lambda": 63.0882, + "rho": [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ] + }, + { + "episode": 700, + "avg_reward": 6758.95, + "avg_cost": 0.0, + "lambda": 63.6378, + "rho": [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ] + }, + { + "episode": 710, + "avg_reward": 6033.26, + "avg_cost": 0.0, + "lambda": 63.9996, + "rho": [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ] + }, + { + "episode": 720, + "avg_reward": 7449.68, + "avg_cost": 3.25, + "lambda": 64.339, + "rho": [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ] + }, + { + "episode": 730, + "avg_reward": 7323.01, + "avg_cost": 0.25, + "lambda": 64.9735, + "rho": [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ] + }, + { + "episode": 740, + "avg_reward": 6390.31, + "avg_cost": 0.25, + "lambda": 65.7677, + "rho": [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ] + }, + { + "episode": 750, + "avg_reward": 3642.37, + "avg_cost": 1.0, + "lambda": 66.5929, + "rho": [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ] + }, + { + "episode": 760, + "avg_reward": 7975.42, + "avg_cost": 1.0, + "lambda": 67.3297, + "rho": [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ] + }, + { + "episode": 770, + "avg_reward": 7426.02, + "avg_cost": 1.25, + "lambda": 68.1626, + "rho": [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ] + }, + { + "episode": 780, + "avg_reward": 6768.11, + "avg_cost": 0.75, + "lambda": 69.1319, + "rho": [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ] + }, + { + "episode": 790, + "avg_reward": 7489.32, + "avg_cost": 0.75, + "lambda": 70.0924, + "rho": [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ] + }, + { + "episode": 800, + "avg_reward": 7763.09, + "avg_cost": 2.75, + "lambda": 70.9272, + "rho": [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ] + }, + { + "episode": 810, + "avg_reward": 7623.62, + "avg_cost": 0.5, + "lambda": 71.7299, + "rho": [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ] + }, + { + "episode": 820, + "avg_reward": 6596.67, + "avg_cost": 0.25, + "lambda": 72.6899, + "rho": [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ] + }, + { + "episode": 830, + "avg_reward": 7946.07, + "avg_cost": 1.25, + "lambda": 73.6784, + "rho": [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ] + }, + { + "episode": 840, + "avg_reward": 7622.58, + "avg_cost": 0.5, + "lambda": 74.4746, + "rho": [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ] + }, + { + "episode": 850, + "avg_reward": 8280.36, + "avg_cost": 1.75, + "lambda": 75.1621, + "rho": [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ] + }, + { + "episode": 860, + "avg_reward": 6360.49, + "avg_cost": 0.5, + "lambda": 75.9691, + "rho": [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ] + }, + { + "episode": 870, + "avg_reward": 5621.57, + "avg_cost": 0.0, + "lambda": 76.6708, + "rho": [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ] + }, + { + "episode": 880, + "avg_reward": 8624.63, + "avg_cost": 2.0, + "lambda": 77.2934, + "rho": [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ] + }, + { + "episode": 890, + "avg_reward": 7323.8, + "avg_cost": 1.25, + "lambda": 77.8142, + "rho": [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ] + }, + { + "episode": 900, + "avg_reward": 8579.08, + "avg_cost": 0.0, + "lambda": 78.4005, + "rho": [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ] + }, + { + "episode": 910, + "avg_reward": 9022.37, + "avg_cost": 0.0, + "lambda": 78.97, + "rho": [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ] + }, + { + "episode": 920, + "avg_reward": 8534.67, + "avg_cost": 0.75, + "lambda": 79.5905, + "rho": [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ] + }, + { + "episode": 930, + "avg_reward": 8944.73, + "avg_cost": 0.0, + "lambda": 80.3251, + "rho": [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ] + }, + { + "episode": 940, + "avg_reward": 9331.75, + "avg_cost": 0.25, + "lambda": 80.9722, + "rho": [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ] + }, + { + "episode": 950, + "avg_reward": 9484.69, + "avg_cost": 0.75, + "lambda": 81.5878, + "rho": [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ] + }, + { + "episode": 960, + "avg_reward": 9822.23, + "avg_cost": 1.75, + "lambda": 82.1502, + "rho": [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ] + }, + { + "episode": 970, + "avg_reward": 9714.82, + "avg_cost": 1.0, + "lambda": 82.9515, + "rho": [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ] + }, + { + "episode": 980, + "avg_reward": 9939.13, + "avg_cost": 1.0, + "lambda": 83.7109, + "rho": [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ] + }, + { + "episode": 990, + "avg_reward": 6204.22, + "avg_cost": 0.5, + "lambda": 84.2998, + "rho": [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ] + }, + { + "episode": 1000, + "avg_reward": 9472.55, + "avg_cost": 0.25, + "lambda": 84.9731, + "rho": [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ] + }, + { + "episode": 1010, + "avg_reward": 9030.72, + "avg_cost": 1.25, + "lambda": 85.5725, + "rho": [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ] + }, + { + "episode": 1020, + "avg_reward": 9725.21, + "avg_cost": 0.25, + "lambda": 86.196, + "rho": [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ] + }, + { + "episode": 1030, + "avg_reward": 9235.82, + "avg_cost": 0.0, + "lambda": 86.6555, + "rho": [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ] + }, + { + "episode": 1040, + "avg_reward": 7398.5, + "avg_cost": 0.5, + "lambda": 87.2741, + "rho": [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ] + }, + { + "episode": 1050, + "avg_reward": 6514.66, + "avg_cost": 2.25, + "lambda": 87.9896, + "rho": [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ] + }, + { + "episode": 1060, + "avg_reward": 9424.52, + "avg_cost": 0.25, + "lambda": 89.1204, + "rho": [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ] + }, + { + "episode": 1070, + "avg_reward": 9290.62, + "avg_cost": 0.0, + "lambda": 90.0515, + "rho": [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ] + }, + { + "episode": 1080, + "avg_reward": 9712.26, + "avg_cost": 0.75, + "lambda": 90.8749, + "rho": [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ] + }, + { + "episode": 1090, + "avg_reward": 9520.49, + "avg_cost": 0.25, + "lambda": 91.6098, + "rho": [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ] + }, + { + "episode": 1100, + "avg_reward": 9891.93, + "avg_cost": 0.25, + "lambda": 92.3121, + "rho": [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ] + }, + { + "episode": 1110, + "avg_reward": 10142.0, + "avg_cost": 0.0, + "lambda": 92.8646, + "rho": [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ] + }, + { + "episode": 1120, + "avg_reward": 10367.85, + "avg_cost": 1.0, + "lambda": 93.3642, + "rho": [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ] + }, + { + "episode": 1130, + "avg_reward": 10173.02, + "avg_cost": 0.0, + "lambda": 93.9082, + "rho": [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ] + }, + { + "episode": 1140, + "avg_reward": 9828.56, + "avg_cost": 0.0, + "lambda": 94.4718, + "rho": [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ] + }, + { + "episode": 1150, + "avg_reward": 10099.8, + "avg_cost": 0.5, + "lambda": 94.9713, + "rho": [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ] + }, + { + "episode": 1160, + "avg_reward": 7495.85, + "avg_cost": 0.5, + "lambda": 95.5468, + "rho": [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ] + }, + { + "episode": 1170, + "avg_reward": 8245.41, + "avg_cost": 0.75, + "lambda": 96.1684, + "rho": [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ] + }, + { + "episode": 1180, + "avg_reward": 9796.26, + "avg_cost": 1.0, + "lambda": 96.6929, + "rho": [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ] + }, + { + "episode": 1190, + "avg_reward": 10162.1, + "avg_cost": 0.25, + "lambda": 97.2785, + "rho": [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ] + }, + { + "episode": 1200, + "avg_reward": 10645.15, + "avg_cost": 0.75, + "lambda": 97.7314, + "rho": [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ] + }, + { + "episode": 1210, + "avg_reward": 10569.28, + "avg_cost": 0.25, + "lambda": 98.131, + "rho": [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ] + }, + { + "episode": 1220, + "avg_reward": 9122.69, + "avg_cost": 0.5, + "lambda": 98.519, + "rho": [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ] + }, + { + "episode": 1230, + "avg_reward": 9516.31, + "avg_cost": 0.0, + "lambda": 99.017, + "rho": [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ] + }, + { + "episode": 1240, + "avg_reward": 8384.73, + "avg_cost": 0.25, + "lambda": 99.6795, + "rho": [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ] + }, + { + "episode": 1250, + "avg_reward": 8340.65, + "avg_cost": 1.75, + "lambda": 100.372, + "rho": [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ] + }, + { + "episode": 1260, + "avg_reward": 10995.49, + "avg_cost": 0.5, + "lambda": 101.072, + "rho": [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ] + }, + { + "episode": 1270, + "avg_reward": 10506.14, + "avg_cost": 1.75, + "lambda": 101.6956, + "rho": [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ] + }, + { + "episode": 1280, + "avg_reward": 8138.05, + "avg_cost": 1.0, + "lambda": 102.3938, + "rho": [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ] + }, + { + "episode": 1290, + "avg_reward": 10152.31, + "avg_cost": 0.0, + "lambda": 103.0575, + "rho": [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ] + }, + { + "episode": 1300, + "avg_reward": 10769.53, + "avg_cost": 0.0, + "lambda": 103.7306, + "rho": [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ] + }, + { + "episode": 1310, + "avg_reward": 8335.24, + "avg_cost": 0.75, + "lambda": 104.2447, + "rho": [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ] + }, + { + "episode": 1320, + "avg_reward": 11173.15, + "avg_cost": 0.75, + "lambda": 104.8128, + "rho": [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ] + }, + { + "episode": 1330, + "avg_reward": 11553.63, + "avg_cost": 2.0, + "lambda": 105.3223, + "rho": [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ] + }, + { + "episode": 1340, + "avg_reward": 11507.51, + "avg_cost": 0.25, + "lambda": 105.8403, + "rho": [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ] + }, + { + "episode": 1350, + "avg_reward": 10992.74, + "avg_cost": 0.0, + "lambda": 106.2862, + "rho": [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ] + }, + { + "episode": 1360, + "avg_reward": 11209.18, + "avg_cost": 0.25, + "lambda": 106.6014, + "rho": [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ] + }, + { + "episode": 1370, + "avg_reward": 11461.68, + "avg_cost": 0.0, + "lambda": 106.9176, + "rho": [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ] + }, + { + "episode": 1380, + "avg_reward": 11990.13, + "avg_cost": 0.25, + "lambda": 107.2061, + "rho": [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ] + }, + { + "episode": 1390, + "avg_reward": 11725.9, + "avg_cost": 0.25, + "lambda": 107.6667, + "rho": [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ] + }, + { + "episode": 1400, + "avg_reward": 11686.03, + "avg_cost": 0.0, + "lambda": 108.0882, + "rho": [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ] + }, + { + "episode": 1410, + "avg_reward": 11585.43, + "avg_cost": 0.5, + "lambda": 108.4746, + "rho": [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ] + }, + { + "episode": 1420, + "avg_reward": 12066.44, + "avg_cost": 0.5, + "lambda": 108.9251, + "rho": [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ] + }, + { + "episode": 1430, + "avg_reward": 11215.82, + "avg_cost": 0.5, + "lambda": 109.3713, + "rho": [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ] + }, + { + "episode": 1440, + "avg_reward": 11648.36, + "avg_cost": 0.0, + "lambda": 109.8863, + "rho": [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ] + }, + { + "episode": 1450, + "avg_reward": 12390.69, + "avg_cost": 0.25, + "lambda": 110.3099, + "rho": [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ] + }, + { + "episode": 1460, + "avg_reward": 11806.31, + "avg_cost": 0.0, + "lambda": 110.672, + "rho": [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ] + }, + { + "episode": 1470, + "avg_reward": 11796.38, + "avg_cost": 0.25, + "lambda": 110.9438, + "rho": [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ] + }, + { + "episode": 1480, + "avg_reward": 12238.9, + "avg_cost": 0.25, + "lambda": 111.3281, + "rho": [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ] + }, + { + "episode": 1490, + "avg_reward": 12135.52, + "avg_cost": 0.25, + "lambda": 111.7109, + "rho": [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ] + }, + { + "episode": 1500, + "avg_reward": 12836.59, + "avg_cost": 1.0, + "lambda": 112.1199, + "rho": [ + 0.1042, + 0.0936, + 0.0972, + 0.0936, + 0.1545, + 0.4568 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6690.2382, + -6343.3483, + -6255.2495, + -6459.0711, + -6734.6587, + -6975.9597, + -6553.0657, + -6088.2031, + -6884.3082, + -6335.7319, + -5754.6773, + -6414.4406, + -5969.2555, + -6651.6005, + -6155.1826, + -5397.2657, + -5511.7863, + -5497.7657, + -5727.1208, + -5482.9521, + -5934.3489, + -6494.9284, + -5068.5252, + -5800.1722, + -6317.0785, + -6462.2046, + -6278.4156, + -6495.2074, + -6071.0599, + -5770.1144, + -5766.2027, + -6194.4473, + -5958.1678, + -5808.1406, + -5117.0278, + -6612.2404, + -5595.5949, + -5968.0531, + -4915.0134, + -5640.1433, + -4966.2541, + -5326.0364, + -6044.2017, + -5809.7084, + -5295.6256, + -5294.3012, + -6134.9848, + -5291.9888, + -6410.0093, + -5060.7209, + -4844.6958, + -4809.6771, + -5644.1155, + -4713.5033, + -4553.3435, + -4351.4993, + -4796.0777, + -4366.9531, + -4383.2846, + -4434.1332, + -4431.6275, + -4271.7702, + -5082.4973, + -4830.5319, + -3650.624, + -4697.5524, + -4068.6093, + -4729.4418, + -4539.4028, + -4219.0457, + -4432.2414, + -4190.4885, + -4560.8924, + -5240.9241, + -5178.5361, + -4864.4599, + -4537.555, + -5179.0118, + -4264.1868, + -4294.547, + -3701.1527, + -3283.017, + -3864.9945, + -4030.7275, + -4469.6666, + -4393.013, + -4330.9786, + -4486.2384, + -4003.5479, + -3958.7074, + -4309.6198, + -3615.5038, + -3612.6184, + -3635.7081, + -3611.3526, + -4214.8659, + -3926.1547, + -4258.6898, + -3700.4336, + -3595.7878, + -2969.6723, + -3200.8927, + -3850.2965, + -3486.784, + -3592.3801, + -3448.0874, + -3363.6552, + -2864.4816, + -3571.2949, + -3647.3931, + -3548.6459, + -3225.0067, + -2983.1456, + -3188.9223, + -2897.1413, + -3216.7528, + -3579.9013, + -2804.4587, + -3549.095, + -2900.4186, + -2593.1248, + -2777.5022, + -3066.8234, + -2900.7446, + -2856.7455, + -3643.4169, + -2863.6158, + -2475.2707, + -3534.0853, + -2163.8601, + -2860.4462, + -3138.0666, + -2636.7692, + -2360.7136, + -2412.9505, + -2922.9944, + -2435.0635, + -2674.6634, + -2732.4555, + -2176.0968, + -2299.2081, + -2489.0245, + -2801.556, + -2243.9942, + -3120.7156, + -2445.2523, + -2096.2549, + -2765.8734, + -2567.5885, + -2451.483, + -3045.4294, + -2473.054, + -1988.3577, + -2787.4965, + -2524.4996, + -2064.8229, + -2403.8251, + -2597.022, + -2270.3734, + -2491.9328, + -3264.7643, + -2263.7371, + -2670.2402, + -3068.4695, + -2076.4541, + -2948.3324, + -1668.7165, + -2095.0101, + -1846.7202, + -1584.4507, + -2095.457, + -2115.5727, + -1861.3787, + -1910.2287, + -2435.9676, + -2342.0461, + -2043.443, + -2490.3635, + -2619.0372, + -1914.2851, + -2804.5373, + -2360.2438, + -1935.966, + -2098.4714, + -2511.5753, + -1459.5172, + -2505.1982, + -1757.8498, + -2937.6388, + -2168.303, + -1732.063, + -1984.9046, + -1857.9893, + -1556.7462, + -1784.1181, + -1676.9882, + -1753.188, + -2801.6189, + -2127.0848, + -1545.5639, + -2277.6738, + -1457.5245, + -1746.7902, + -1034.6498, + -1483.7714, + -862.8259, + -2101.7319, + -1278.3093, + -992.7328, + -2885.7686, + -1325.8992, + -1900.3876, + -1502.8599, + -500.0024, + -1169.7364, + -621.0156, + -21.4216, + -1578.1765, + -1780.059, + -1914.0567, + -2301.5645, + -1421.4729, + -1665.4546, + -1372.8598, + -1602.8239, + -2029.0931, + -1196.833, + -66.584, + -1070.6041, + -3690.5835, + -1002.4481, + -512.0684, + -1128.7203, + -877.2922, + -575.365, + -3327.434, + -1610.7777, + -1233.1628, + -756.6982, + -2947.2135, + -1449.7461, + -1164.4644, + -3060.4106, + -1222.5264, + -1173.2702, + -2748.8171, + -2371.8488, + -3132.782, + -948.8817, + -2430.1285, + -2691.4953, + -827.6122, + -1263.2773, + -1753.4597, + -1589.3461, + -3096.9648, + -1205.1242, + -1691.1961, + -495.0986, + -2027.4256, + -1887.9676, + -1592.3596, + -2527.0114, + -1924.6919, + -2280.3602, + -2800.3606, + -2138.0222, + -2516.7001, + 751.7369, + -2015.0133, + -851.0409, + -1417.6078, + -2440.7263, + -1133.6601, + -1080.9647, + -1324.9618, + -902.5927, + 413.1881, + 70.1145, + -1341.1895, + -2093.1264, + -1847.6499, + -2295.8351, + -2159.9384, + -2506.5238, + -3176.129, + -2994.1953, + -1800.1374, + -1286.536, + -2927.2038, + -1566.8031, + -227.3698, + -2407.7454, + -1965.2707, + -1219.8256, + -1478.0104, + -2625.745, + -1025.9049, + -115.6398, + -1708.7617, + -988.3482, + -2484.1469, + -1272.0466, + -1423.4791, + -66.4367, + -136.9343, + -978.0135, + -1393.8236, + 619.0928, + -1904.9683, + -1504.8757, + -50.1515, + -505.2962, + 1426.7561, + 493.7781, + -1025.3593, + 1273.2665, + -61.1308, + -548.7302, + -281.2494, + -1085.3009, + 331.9869, + 778.656, + -1398.8656, + 380.9247, + 195.5578, + -107.0914, + -679.5561, + -1549.9055, + -2000.7076, + -39.4814, + -1046.5491, + 386.2414, + 480.2566, + 1122.6481, + 139.6106, + 804.7449, + -599.7572, + -509.2284, + 1446.1677, + -128.6361, + -1037.8855, + 529.0456, + -86.8297, + 43.3857, + 519.4846, + 774.9986, + 146.7557, + 775.6151, + 379.7771, + 1516.8929, + 441.3969, + 454.186, + 445.7826, + 2002.8265, + 1592.2484, + 1964.1731, + 1691.1469, + 1231.7385, + 1226.7999, + 2614.7768, + 1599.9242, + 1274.8977, + 2232.059, + 1803.8043, + 1923.6537, + 804.6547, + 295.366, + 2139.5498, + 2958.5454, + 2563.5044, + 1312.8078, + 749.4713, + 2175.4754, + 3158.7666, + 2215.1765, + 1877.1409, + 2303.0737, + 1653.0935, + 1308.5199, + 1676.3528, + 1609.0778, + -1019.5248, + 2094.3356, + -512.9197, + 1703.7812, + 2207.0319, + 2677.6324, + 4137.3823, + 2272.7391, + 2300.6325, + 921.7803, + 1730.4521, + 1326.4966, + 2135.5621, + 1537.6495, + 554.2701, + 186.866, + 96.1651, + 141.9611, + 1773.611, + 2776.2539, + 2284.6098, + 2081.486, + 3109.6634, + 2916.465, + 696.9845, + -1263.7861, + 3549.6783, + 3920.9465, + 2611.7215, + 20.8355, + 2655.0493, + 3320.8353, + 2356.7057, + 213.8101, + 2903.9139, + 2439.7673, + 2549.7566, + 1449.2061, + 2112.1234, + 1902.5317, + 2475.4971, + 2376.5223, + 2594.3622, + 2746.5966, + 1710.3287, + 2853.3908, + 2576.8068, + 3282.3232, + 3211.7093, + 2248.2161, + 1596.1933, + 2855.7928, + 1238.0588, + 2851.4035, + 3486.9433, + 1076.8624, + 3445.8887, + 1368.4738, + 2514.3968, + 1089.0297, + 3339.0639, + 2895.241, + 918.6564, + 2379.5985, + 3007.3304, + 2213.6449, + 1620.5011, + 3140.8751, + 3027.0425, + 968.1498, + 710.5497, + 3024.5018, + 3762.7175, + 2395.6766, + 4239.4279, + 649.9248, + 2972.7668, + 1954.5556, + 3248.8917, + 1994.7727, + 2475.8208, + 3218.2415, + 962.2879, + 2264.9293, + 1526.1511, + 1542.5304, + 4741.758, + 2308.7116, + 4073.6524, + 4172.2747, + 3405.5735, + 2252.8402, + 3328.943, + 3554.6943, + 2289.2039, + 1434.2256, + 2725.8414, + 2882.9438, + 4183.9203, + 4598.0172, + 4829.6962, + 3222.246, + 3718.7225, + 727.7144, + 3978.2247, + 1984.5219, + 3503.2737, + 4633.6404, + 2908.4682, + 970.3802, + 3419.4359, + 3952.4279, + 3109.1931, + 222.1071, + 1155.9969, + 3372.1441, + 552.7435, + 3019.7162, + 4259.4711, + 3589.5418, + 5205.0489, + 3464.9872, + 2995.6804, + 2175.0981, + 4037.5896, + 4344.6697, + 756.0887, + 3128.9831, + 2966.6472, + 4686.3481, + 3353.9621, + 2490.5644, + 1125.6063, + 1672.2313, + 2954.8896, + 3939.9485, + 3274.2244, + 5392.6695, + 3353.1775, + 4268.1391, + 5115.1304, + 4694.2316, + 4648.5493, + 4544.025, + 4774.3393, + 2875.3824, + 4453.5233, + 3143.5648, + 2973.7478, + 5073.2994, + 3018.6549, + 4466.2839, + 2644.2428, + 1687.5079, + 2401.1413, + 3449.693, + 3624.1407, + 4921.1654, + 2781.5158, + 4290.0243, + 2866.051, + 3747.3697, + 5167.0455, + 2993.5379, + 4061.986, + 4400.8323, + 4070.3648, + 598.4072, + 1192.4745, + 5768.9592, + 2883.064, + 3945.1907, + 5844.0776, + 2550.661, + 3054.7034, + 2056.3605, + 1739.5919, + 4157.7473, + 6168.4085, + 4422.8484, + 6074.9078, + 5303.0069, + 5028.4869, + 615.5892, + 937.0324, + 5145.7759, + 4080.1196, + 4284.4556, + 1089.1933, + 5887.0551, + 4211.2176, + 4095.5904, + 218.5806, + 2821.8493, + 2100.5145, + 4544.6093, + 2539.8218, + 4529.0337, + 1920.4726, + 5805.9272, + 3874.9057, + 4951.9983, + 5934.0074, + 5274.9011, + 2022.3958, + 5106.8015, + 5515.4156, + 5031.4025, + 4743.0571, + 1294.466, + 4738.1496, + 4800.5386, + 4359.5582, + 2574.2335, + 4424.1599, + 5112.1626, + 2700.8305, + 5673.3208, + 3656.6873, + 4222.0342, + 3781.4662, + 6363.9149, + 1414.5116, + 2318.9453, + 6194.5658, + 4475.7369, + 5235.9501, + 3418.6513, + 3669.8894, + 3151.3952, + 5830.5294, + 5760.9079, + 4341.6199, + 3825.9951, + 6653.9446, + 6028.6301, + 5579.8783, + 5863.5473, + 6175.4105, + 5231.0831, + 5116.3129, + 5763.4198, + 3852.4177, + 5739.8356, + 6700.1415, + 3244.0529, + 5935.9215, + 2790.4867, + 4602.6644, + 1276.0247, + 4930.4418, + 2321.1622, + 2268.6931, + 7047.4555, + 4239.6332, + 3127.7265, + 5343.3706, + 6286.4934, + 5352.6455, + 4285.6144, + 6082.45, + 4133.2675, + 4851.6673, + 6839.3857, + 2324.7312, + 6217.3938, + 7373.0452, + 6103.2199, + 6149.3285, + 3997.3067, + 5189.3621, + 5989.3424, + 5588.7131, + 5003.5285, + 4726.4977, + 4857.1478, + 5867.9087, + 5901.9484, + 4874.5344, + 6976.1171, + 6549.4028, + 6789.5221, + 6796.537, + 6439.4183, + 5923.2718, + 5090.6099, + 3113.7845, + 6635.926, + 5962.633, + 6617.6193, + 6615.0513, + 7115.8239, + 7044.7337, + 4735.4089, + 6727.9615, + 4569.7452, + 4704.8834, + 4876.0931, + 3429.0704, + 3923.2294, + 3014.5213, + 6305.4665, + 7157.6321, + 6610.3375, + 4615.3741, + 4399.2338, + 3794.9293, + 4769.3152, + 6945.0196, + 5414.0216, + 5300.8147, + 6328.5583, + 6974.2974, + 7030.1975, + 6166.4847, + 5654.3825, + 6758.9548, + 5072.0295, + 5142.784, + 6204.5584, + 3447.8459, + 7219.022, + 7475.4839, + 4126.9998, + 6618.125, + 7296.3033, + 6033.2618, + 6710.2633, + 5609.923, + 6151.636, + 6842.4634, + 6262.2005, + 4509.7901, + 7567.1304, + 3324.954, + 7489.6549, + 7449.683, + 7485.9252, + 6994.7517, + 7522.2389, + 5501.5771, + 5016.3915, + 6010.5526, + 7565.9851, + 7968.5661, + 7761.4831, + 7323.0055, + 5013.653, + 6965.3204, + 7565.0314, + 7632.0663, + 4497.3861, + 6216.4439, + 2816.2893, + 5889.3148, + 5854.9114, + 6390.3092, + 6741.4566, + 6960.8756, + 5726.9451, + 2825.69, + 5909.3117, + 7483.0805, + 3995.9744, + 5564.4204, + 7998.5689, + 3642.3718, + 5577.5273, + 6188.4428, + 6550.6201, + 6121.7168, + 7497.1142, + 6719.5386, + 7726.7644, + 6907.0201, + 6315.4806, + 7975.4197, + 5709.5724, + 7236.5571, + 7709.5185, + 7481.0055, + 6612.4584, + 6054.2412, + 7516.3352, + 7701.2015, + 4551.7995, + 7426.0214, + 7025.6473, + 7268.9004, + 4730.0064, + 6902.5393, + 5770.2592, + 7260.9257, + 7753.1782, + 1840.2428, + 7188.7621, + 6768.1141, + 7093.7224, + 7142.4799, + 6781.4785, + 5835.0944, + 7773.6952, + 7477.7059, + 4631.0157, + 7629.2354, + 6287.3494, + 7489.3166, + 7140.8836, + 5747.5448, + 6652.4843, + 8223.1935, + 4766.5966, + 5456.9238, + 7829.2467, + 3505.0874, + 5223.0708, + 7763.0934, + 6357.9778, + 5865.1798, + 4092.458, + 8300.0639, + 3363.3259, + 4285.2313, + 4989.3726, + 8200.4846, + 7575.6992, + 7623.6156, + 5461.5445, + 4698.8708, + 2951.0096, + 6177.5272, + 5567.884, + 4688.4196, + 7146.627, + 7167.9757, + 5358.146, + 6596.6686, + 8138.1302, + 5219.2038, + 3692.6431, + 7321.6732, + 7465.3711, + 7389.6563, + 7903.3088, + 4954.34, + 7251.5977, + 7946.0738, + 7839.8103, + 7458.363, + 7491.083, + 7796.361, + 3340.3466, + 7878.0039, + 7944.0236, + 5390.8801, + 8176.9705, + 7622.5764, + 5494.2542, + 5128.5278, + 5195.5095, + 6889.5793, + 7818.3985, + 8643.4632, + 7696.9362, + 6102.4619, + 7310.9394, + 8280.3562, + 6946.138, + 7903.4324, + 7496.8314, + 6963.6668, + 6727.3497, + 7556.412, + 5380.4032, + 7534.4326, + 8463.7221, + 6360.4917, + 5911.8653, + 7791.665, + 8537.8975, + 5759.6713, + 8181.6266, + 8150.5288, + 8053.9622, + 8398.4487, + 6182.4197, + 5621.5693, + 9045.8154, + 6571.2504, + 8347.8709, + 7617.8256, + 8574.9807, + 7008.3875, + 6203.9599, + 8527.313, + 5640.4541, + 8624.6254, + 8646.7515, + 8208.551, + 3870.797, + 4201.2767, + 9418.7918, + 7840.8429, + 3923.4306, + 6189.2803, + 3858.3546, + 7323.8033, + 8410.1039, + 5166.9989, + 7378.5072, + 6705.0029, + 6510.0733, + 8051.308, + 8475.4114, + 8253.7507, + 7817.2639, + 8579.0766, + 8765.1699, + 8699.4359, + 6858.5439, + 7190.9437, + 8942.954, + 8787.2507, + 9029.2917, + 8468.7194, + 8446.9347, + 9022.3746, + 8838.3251, + 5246.7537, + 6401.7679, + 8828.1235, + 8294.7194, + 8270.3832, + 9285.6428, + 6008.3963, + 8612.4538, + 8534.672, + 6976.5925, + 9399.7132, + 9448.9436, + 8502.1652, + 8543.9685, + 5711.0903, + 9402.7145, + 9408.2613, + 9369.7187, + 8944.7349, + 8802.1799, + 8861.9491, + 8840.962, + 4330.6638, + 9121.4786, + 6806.12, + 8666.6111, + 7448.3087, + 5446.9508, + 9331.7516, + 8893.1616, + 8704.8594, + 9408.4428, + 9257.6986, + 9417.5883, + 9022.0905, + 9388.1689, + 6570.9626, + 4259.6818, + 9484.6874, + 9076.0526, + 9377.8614, + 5301.4924, + 10216.5901, + 8459.818, + 8863.7818, + 9156.1277, + 4126.5317, + 10045.2233, + 9822.2283, + 9329.3358, + 9225.5412, + 9214.3287, + 8301.4956, + 6471.2269, + 10397.4882, + 9770.4087, + 9601.5755, + 7115.5756, + 9714.8199, + 9752.7698, + 9476.308, + 9366.1638, + 9703.3464, + 9485.7541, + 9472.7502, + 8663.0885, + 7996.5953, + 9359.7996, + 9939.127, + 9556.7228, + 7328.4802, + 6933.6023, + 9305.3408, + 7934.8184, + 9614.2199, + 10309.6791, + 8029.4949, + 9717.4482, + 6204.2205, + 9614.7358, + 8900.6687, + 9388.2787, + 9619.4078, + 9112.1298, + 9415.3187, + 9384.8354, + 9376.5137, + 9621.2191, + 9472.5547, + 9264.3407, + 6508.8175, + 10631.601, + 6849.1797, + 7064.4716, + 9591.5578, + 4556.0656, + 7666.9616, + 8044.6528, + 9030.7194, + 7995.9824, + 9614.2759, + 8785.2872, + 9989.5445, + 8891.3927, + 8803.2188, + 9193.2156, + 9940.1114, + 9072.0533, + 9725.2135, + 8697.1097, + 8460.9884, + 9083.0116, + 8933.3257, + 9291.6529, + 7975.1484, + 7459.3085, + 9608.394, + 7359.7964, + 9235.8177, + 9761.8659, + 10515.1812, + 9239.7021, + 8277.8793, + 9075.5121, + 10354.8803, + 10109.5122, + 10321.0387, + 9620.1399, + 7398.498, + 9959.2213, + 10111.1939, + 9873.0707, + 9743.8561, + 10244.0433, + 6356.4179, + 8419.0811, + 5663.1318, + 9984.2447, + 6514.6644, + 5574.5906, + 8070.7456, + 9776.1444, + 7448.157, + 9746.9293, + 10021.0952, + 9435.9208, + 10247.5361, + 10146.7252, + 9424.5164, + 9430.6672, + 8129.064, + 8181.4524, + 10460.3933, + 9789.2633, + 9272.0055, + 9651.1127, + 9557.4628, + 8873.073, + 9290.6246, + 9587.2146, + 10421.9409, + 9635.4341, + 10020.7249, + 10056.4628, + 8877.743, + 8800.3229, + 9690.0593, + 7641.8655, + 9712.2551, + 9600.645, + 9434.044, + 7808.5425, + 9880.0614, + 9250.9859, + 9553.739, + 9927.9275, + 9887.9303, + 9524.3647, + 9520.4935, + 6256.1685, + 9697.5133, + 8602.147, + 10808.1236, + 9770.5981, + 7923.7054, + 10022.5141, + 9708.1524, + 9043.8191, + 9891.9319, + 10132.5128, + 7478.1392, + 10058.2645, + 10239.3393, + 9723.7631, + 10146.5582, + 7341.4189, + 10486.3904, + 10041.5931, + 10142.0025, + 7744.4694, + 10477.9426, + 9674.4721, + 10798.921, + 10338.2018, + 10023.6008, + 9153.0633, + 10040.2046, + 10501.8379, + 10367.8497, + 10647.257, + 10213.8577, + 10106.8919, + 10039.1996, + 10904.7914, + 8929.5748, + 9266.5421, + 10074.2112, + 9672.7813, + 10173.0247, + 9322.2453, + 8207.2789, + 10530.7691, + 10474.7644, + 9585.9017, + 10250.9346, + 10325.8424, + 9816.0697, + 10884.7733, + 9828.5582, + 10130.2594, + 7844.8077, + 10596.8244, + 9667.7964, + 10545.5611, + 10729.3564, + 10372.3299, + 10280.5219, + 8993.0897, + 10099.7971, + 8140.0806, + 7649.0466, + 7464.4494, + 10616.1866, + 10779.4353, + 9575.5585, + 9138.1943, + 10117.7686, + 8197.5074, + 7495.8456, + 11228.2532, + 10459.2933, + 7518.1735, + 10993.038, + 9656.449, + 10570.5081, + 9899.6483, + 10635.7971, + 9566.4706, + 8245.414, + 10426.1762, + 10308.5219, + 10566.1305, + 10652.3053, + 10497.8104, + 9962.1146, + 10333.5198, + 10409.3435, + 10262.1194, + 9796.2649, + 7889.8183, + 10603.4182, + 9353.7172, + 10478.6616, + 10709.2703, + 7284.9005, + 10756.4959, + 10564.8547, + 8380.7811, + 10162.1007, + 11051.9934, + 10223.0571, + 10693.2945, + 10451.5608, + 10759.1754, + 10968.5534, + 10823.7662, + 11069.4249, + 10393.3773, + 10645.1488, + 10998.2808, + 10683.1271, + 10578.4545, + 10590.8647, + 8257.9909, + 8280.6054, + 10828.9272, + 10751.2575, + 10266.729, + 10569.2849, + 10671.2753, + 8152.1146, + 11115.9742, + 10946.9905, + 8823.0287, + 10592.9794, + 10667.5603, + 8298.0163, + 10805.1393, + 9122.6906, + 11046.0967, + 7962.3587, + 11631.954, + 11103.2847, + 10279.2622, + 10343.1987, + 10648.9018, + 11150.1779, + 10909.6865, + 9516.3071, + 11357.7669, + 10562.8988, + 10642.9379, + 10491.1523, + 11328.5335, + 10890.4795, + 10757.7814, + 11106.2761, + 9564.1434, + 8384.7344, + 10448.0438, + 10796.8674, + 11598.8962, + 10990.0974, + 10617.4459, + 10912.2908, + 11347.9154, + 10628.461, + 11446.4393, + 8340.6534, + 10976.7273, + 11355.007, + 10981.5561, + 11475.632, + 11046.2064, + 10839.5858, + 10897.94, + 11008.4665, + 10568.8628, + 10995.492, + 10706.9418, + 11170.3858, + 11342.733, + 10888.8188, + 11011.5914, + 9804.581, + 11290.6184, + 10882.9966, + 10801.6097, + 10506.1427, + 11432.4105, + 10987.1669, + 11105.9339, + 11246.7651, + 11100.939, + 10613.6069, + 9718.6606, + 11266.0018, + 11328.2387, + 8138.052, + 10734.7591, + 11368.9553, + 10624.727, + 11068.2506, + 11240.3624, + 11516.6524, + 10747.3142, + 11822.5056, + 10952.3599, + 10152.3126, + 11401.3597, + 10890.1499, + 10859.3815, + 10921.777, + 11119.7735, + 10614.665, + 10805.2741, + 10911.0881, + 11014.6518, + 10769.5304, + 10099.3831, + 8086.8947, + 11065.988, + 11193.1389, + 10948.6096, + 10995.3291, + 10976.4816, + 10802.2561, + 10701.5604, + 8335.2445, + 7719.1842, + 11463.8431, + 11026.3679, + 10620.1001, + 11003.0454, + 11114.5854, + 11047.028, + 10968.34, + 9490.7864, + 11173.1517, + 11380.7131, + 10466.4733, + 11144.7765, + 11560.5331, + 10517.439, + 11063.5421, + 11346.1156, + 8827.0122, + 11720.3122, + 11553.6276, + 11429.0888, + 10832.2993, + 11195.2398, + 11161.2535, + 11963.815, + 11611.6064, + 11531.2976, + 11490.8804, + 10769.8798, + 11507.5135, + 11299.8325, + 10605.858, + 11520.6317, + 11062.2174, + 11113.672, + 11039.1476, + 11424.5041, + 11469.9075, + 11313.6469, + 10992.7355, + 11228.9596, + 11565.4355, + 10522.2999, + 11761.2645, + 11539.8205, + 12156.0406, + 11357.4831, + 11520.2901, + 11248.4679, + 11209.1799, + 11397.8998, + 12079.4109, + 11487.7191, + 11466.4332, + 10366.4635, + 11408.3142, + 8170.1324, + 11831.4345, + 10734.9059, + 11461.6828, + 11677.1334, + 10888.2285, + 12002.8751, + 11630.5339, + 11611.6262, + 10801.3021, + 11742.6246, + 11182.2137, + 11759.463, + 11990.1283, + 11814.8894, + 11411.9969, + 12237.8241, + 11562.793, + 12491.2831, + 11782.8481, + 11376.0396, + 11638.1358, + 12157.2047, + 11725.904, + 11614.0966, + 11472.641, + 12127.1717, + 11963.7431, + 11342.5501, + 11506.8293, + 11336.7035, + 11914.9627, + 11581.6101, + 11686.026, + 11956.0004, + 11783.82, + 11836.2538, + 12047.4432, + 11715.972, + 11483.1131, + 12400.7093, + 12355.8176, + 12027.5611, + 11585.4342, + 12298.3362, + 12162.9702, + 11412.4286, + 11850.2878, + 12325.8924, + 11672.6825, + 11830.3298, + 11835.9331, + 11921.1937, + 12066.4425, + 12059.9846, + 11594.0092, + 12363.4386, + 11750.6445, + 11837.3371, + 11601.6138, + 12677.0892, + 11744.0394, + 12210.2893, + 11215.8192, + 12687.4604, + 11286.3875, + 11599.5712, + 7880.1437, + 11638.2089, + 11353.8594, + 12414.4003, + 12130.5806, + 12302.7168, + 11648.3642, + 12025.7139, + 12252.7723, + 11646.461, + 11204.2487, + 11439.1452, + 11838.0177, + 12539.0602, + 11584.1544, + 11907.2264, + 12390.693, + 11480.7565, + 12300.8958, + 11768.2808, + 11918.1853, + 11830.6009, + 12274.9646, + 11662.9669, + 11857.0411, + 12077.8196, + 11806.3145, + 12117.3075, + 11797.004, + 12201.637, + 12599.7177, + 12312.92, + 11647.3811, + 12516.2418, + 11959.6316, + 11090.1913, + 11796.3792, + 12254.7821, + 12482.5306, + 12451.1261, + 11660.1321, + 12419.7667, + 12299.4429, + 9527.6398, + 12827.8681, + 12567.4006, + 12238.9039, + 12800.573, + 12253.7336, + 12008.8196, + 12509.731, + 8451.5713, + 12771.1848, + 12796.4768, + 12548.6762, + 12741.6427, + 12135.5152, + 12383.3487, + 12269.8319, + 12545.3289, + 13110.9762, + 12044.7644, + 12665.5707, + 11974.6946, + 12745.0363, + 11976.1492, + 12836.5938 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.5, + 0.5, + 2.0, + 0.75, + 0.25, + 0.75, + 1.5, + 2.5, + 0.75, + 1.0, + 0.25, + 1.0, + 1.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 3.0, + 0.5, + 1.75, + 2.25, + 1.0, + 1.25, + 0.5, + 7.0, + 0.25, + 0.5, + 2.5, + 1.5, + 0.75, + 2.25, + 0.5, + 1.0, + 4.0, + 2.0, + 2.25, + 1.5, + 1.75, + 1.5, + 1.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 1.75, + 0.25, + 1.5, + 2.0, + 0.5, + 0.0, + 0.75, + 1.75, + 1.25, + 0.25, + 0.25, + 2.25, + 0.0, + 1.75, + 0.75, + 2.25, + 0.75, + 2.5, + 0.5, + 1.0, + 1.75, + 1.5, + 0.75, + 2.0, + 0.25, + 1.5, + 0.5, + 0.0, + 1.75, + 1.0, + 1.0, + 1.5, + 1.0, + 0.25, + 1.0, + 2.5, + 0.5, + 1.5, + 0.0, + 1.5, + 0.0, + 2.0, + 1.0, + 2.5, + 3.0, + 1.0, + 0.5, + 1.5, + 1.25, + 1.75, + 0.5, + 2.25, + 1.75, + 1.75, + 1.25, + 1.5, + 0.0, + 0.0, + 1.25, + 0.5, + 1.5, + 1.75, + 0.5, + 1.0, + 1.5, + 0.25, + 1.75, + 4.0, + 2.25, + 1.0, + 1.5, + 0.75, + 1.25, + 1.0, + 0.75, + 0.75, + 2.0, + 2.25, + 2.0, + 1.75, + 1.25, + 1.5, + 4.75, + 2.75, + 2.25, + 1.5, + 1.75, + 2.0, + 1.75, + 1.0, + 2.25, + 2.0, + 6.75, + 1.5, + 4.25, + 3.75, + 2.75, + 3.25, + 1.25, + 3.25, + 1.5, + 3.5, + 3.25, + 4.0, + 2.5, + 3.5, + 0.5, + 3.0, + 0.0, + 2.75, + 1.75, + 0.75, + 3.0, + 4.5, + 2.0, + 0.5, + 2.75, + 3.5, + 3.75, + 2.75, + 0.75, + 0.25, + 3.25, + 3.75, + 0.75, + 2.75, + 3.0, + 2.75, + 0.25, + 1.0, + 0.25, + 0.0, + 2.25, + 0.5, + 3.0, + 0.5, + 2.25, + 2.5, + 1.0, + 0.75, + 0.75, + 0.25, + 2.75, + 0.5, + 3.75, + 1.25, + 1.0, + 1.25, + 0.75, + 1.75, + 0.75, + 2.75, + 3.25, + 1.0, + 1.5, + 1.0, + 1.25, + 1.25, + 1.0, + 1.0, + 0.5, + 0.5, + 0.5, + 1.25, + 0.75, + 1.75, + 0.25, + 1.75, + 0.75, + 2.0, + 0.5, + 0.5, + 2.0, + 1.25, + 1.5, + 1.25, + 0.75, + 0.75, + 1.25, + 1.5, + 2.75, + 0.0, + 0.5, + 2.5, + 0.5, + 0.0, + 1.0, + 0.5, + 0.75, + 2.0, + 1.25, + 1.5, + 1.0, + 1.5, + 0.75, + 0.75, + 0.5, + 0.75, + 1.75, + 3.75, + 1.0, + 1.0, + 1.25, + 0.25, + 0.75, + 1.75, + 3.0, + 0.5, + 1.0, + 3.5, + 1.75, + 3.25, + 1.0, + 2.25, + 0.75, + 1.25, + 0.5, + 0.5, + 0.75, + 1.0, + 2.25, + 1.5, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.5, + 6.0, + 1.0, + 1.5, + 0.25, + 1.0, + 1.0, + 0.0, + 0.75, + 1.0, + 0.75, + 1.75, + 2.5, + 2.25, + 0.75, + 1.5, + 0.25, + 0.0, + 1.5, + 1.5, + 2.5, + 1.75, + 1.25, + 1.0, + 0.0, + 0.5, + 1.25, + 0.0, + 0.75, + 0.25, + 1.25, + 0.0, + 0.75, + 1.75, + 0.75, + 3.0, + 0.5, + 2.25, + 0.75, + 0.5, + 0.5, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 1.25, + 0.0, + 1.5, + 0.5, + 1.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 1.0, + 0.5, + 1.0, + 0.5, + 1.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 1.75, + 1.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.5, + 1.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 1.0, + 1.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 1.25, + 0.0, + 0.0, + 1.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 1.0, + 4.0, + 1.75, + 0.75, + 1.0, + 1.25, + 1.5, + 0.0, + 0.25, + 0.25, + 0.25, + 1.75, + 0.75, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.25, + 1.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.25, + 0.0, + 0.0, + 3.25, + 1.0, + 0.25, + 1.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 2.0, + 0.25, + 0.25, + 1.0, + 0.25, + 1.25, + 0.75, + 2.75, + 0.5, + 1.75, + 0.75, + 0.25, + 0.25, + 1.75, + 0.5, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 1.75, + 1.0, + 0.0, + 0.5, + 0.25, + 1.75, + 0.25, + 0.25, + 1.25, + 0.5, + 1.0, + 1.0, + 0.5, + 0.25, + 2.25, + 0.5, + 2.75, + 0.0, + 0.0, + 1.0, + 0.5, + 1.25, + 2.0, + 1.25, + 0.5, + 1.0, + 0.25, + 2.75, + 1.0, + 0.0, + 1.0, + 0.75, + 2.75, + 0.25, + 0.5, + 1.0, + 0.5, + 0.75, + 1.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 1.25, + 0.75, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 2.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 1.25, + 1.5, + 0.25, + 0.5, + 0.5, + 0.0, + 1.0, + 1.25, + 4.25, + 2.25, + 0.0, + 0.25, + 1.25, + 1.0, + 0.25, + 1.25, + 0.5, + 1.0, + 2.75, + 0.75, + 0.5, + 1.25, + 0.0, + 0.25, + 1.25, + 2.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 1.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.5, + 1.25, + 1.75, + 0.75, + 0.5, + 2.5, + 0.0, + 1.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.5, + 0.25, + 2.25, + 0.25, + 0.5, + 0.5, + 0.5, + 1.5, + 0.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 2.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 1.0, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.5, + 1.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.75, + 0.0, + 0.5, + 0.0, + 1.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 2.0, + 0.75, + 0.5, + 2.0, + 0.25, + 0.25, + 0.75, + 0.5, + 2.75, + 0.0, + 0.75, + 0.0, + 0.25, + 1.0, + 1.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 2.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.0, + 1.0, + 0.5, + 0.0, + 0.5, + 0.0, + 1.25, + 1.75, + 0.75, + 1.5, + 0.25, + 0.0, + 1.25, + 2.75, + 1.75, + 0.0, + 0.75, + 1.0, + 0.75, + 0.5, + 0.75, + 1.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.75, + 1.0, + 1.0, + 0.25, + 0.5, + 1.0, + 1.5, + 0.75, + 0.25, + 0.25, + 0.75, + 1.25, + 0.25, + 1.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 2.0, + 0.0, + 0.25, + 1.0, + 1.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 1.25, + 0.25, + 0.75, + 2.0, + 2.0, + 0.5, + 1.25, + 0.0, + 0.5, + 0.0, + 2.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 1.0, + 1.5, + 2.25, + 1.0, + 3.5, + 1.5, + 1.75, + 1.0, + 0.5, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 1.25, + 2.0, + 0.75, + 0.0, + 0.75, + 0.5, + 1.5, + 1.25, + 0.0, + 1.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 1.0, + 1.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 1.25, + 0.0, + 1.0, + 0.5, + 1.25, + 0.25, + 1.25, + 0.75, + 0.5, + 1.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 1.75, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 1.0, + 1.75, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 1.25, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 1.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 2.5, + 0.25, + 1.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 1.25, + 0.5, + 0.25, + 1.75, + 0.25, + 1.25, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.75, + 1.0, + 0.75, + 1.5, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 0.5, + 0.0, + 0.0, + 1.5, + 1.75, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 1.25, + 1.0, + 0.75, + 0.25, + 2.5, + 0.75, + 0.25, + 0.75, + 0.5, + 1.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 1.25, + 1.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 1.0, + 0.25, + 0.5, + 0.5, + 1.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.75, + 1.75, + 1.25, + 1.0, + 0.0, + 1.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 1.0, + 1.5, + 1.75, + 0.25, + 1.0, + 0.5, + 0.0, + 0.75, + 1.75, + 0.25, + 1.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 0.25, + 0.0, + 0.75, + 0.25, + 2.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 1.75, + 0.25, + 0.25, + 0.75, + 2.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 1.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 1.25, + 0.75, + 1.0, + 1.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.0, + 0.75, + 0.5, + 0.75, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 1.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 1.0, + 0.75, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 1.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 1.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 1.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 1.0 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1402, + 10.1812, + 10.2231, + 10.2733, + 10.3185, + 10.3591, + 10.4007, + 10.4406, + 10.4791, + 10.5137, + 10.5448, + 10.5728, + 10.598, + 10.6207, + 10.6437, + 10.6643, + 10.6829, + 10.6996, + 10.7146, + 10.7282, + 10.7403, + 10.7538, + 10.7659, + 10.7768, + 10.7892, + 10.8002, + 10.8102, + 10.8192, + 10.8273, + 10.8345, + 10.8436, + 10.8517, + 10.8616, + 10.8704, + 10.8809, + 10.8903, + 10.8987, + 10.9064, + 10.9132, + 10.9194, + 10.925, + 10.93, + 10.9345, + 10.9385, + 10.9422, + 10.9455, + 10.9484, + 10.9536, + 10.9607, + 10.9671, + 10.9729, + 10.9781, + 10.9828, + 10.9895, + 10.9956, + 11.001, + 11.0084, + 11.0151, + 11.0211, + 11.034, + 11.0481, + 11.0608, + 11.0747, + 11.0897, + 11.1032, + 11.1154, + 11.1264, + 11.1362, + 11.1451, + 11.1531, + 11.1603, + 11.1668, + 11.1726, + 11.1828, + 11.192, + 11.2003, + 11.2103, + 11.2193, + 11.2298, + 11.2444, + 11.2574, + 11.2692, + 11.2798, + 11.2893, + 11.2979, + 11.3056, + 11.3125, + 11.3188, + 11.3244, + 11.3295, + 11.334, + 11.3381, + 11.3418, + 11.3451, + 11.3481, + 11.3508, + 11.3532, + 11.3554, + 11.3574, + 11.3591, + 11.3607, + 11.3621, + 11.3634, + 11.3646, + 11.3656, + 11.3666, + 11.3674, + 11.3682, + 11.3688, + 11.3695, + 11.37, + 11.3705, + 11.371, + 11.3714, + 11.3717, + 11.3721, + 11.3724, + 11.3726, + 11.3729, + 11.3731, + 11.3733, + 11.3734, + 11.3736, + 11.3737, + 11.3739, + 11.374, + 11.3741, + 11.3742, + 11.3743, + 11.3743, + 11.3744, + 11.3745, + 11.3745, + 11.3746, + 11.3746, + 11.3746, + 11.3747, + 11.3747, + 11.3747, + 11.3748, + 11.3748, + 11.3748, + 11.3748, + 11.3748, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.3749, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.38, + 11.3845, + 11.3885, + 11.3922, + 11.3955, + 11.3984, + 11.4011, + 11.4035, + 11.4056, + 11.4101, + 11.4141, + 11.4177, + 11.4209, + 11.4238, + 11.4264, + 11.4288, + 11.4309, + 11.4328, + 11.4345, + 11.4361, + 11.4375, + 11.4387, + 11.4423, + 11.4456, + 11.4486, + 11.4512, + 11.4536, + 11.4557, + 11.4576, + 11.4594, + 11.4609, + 11.4624, + 11.4636, + 11.4648, + 11.4658, + 11.4667, + 11.4775, + 11.4873, + 11.501, + 11.5134, + 11.5246, + 11.5421, + 11.5579, + 11.5721, + 11.5924, + 11.6107, + 11.6271, + 11.6419, + 11.6552, + 11.6672, + 11.683, + 11.6972, + 11.7125, + 11.7312, + 11.7481, + 11.7633, + 11.7845, + 11.8035, + 11.8207, + 11.8411, + 11.8695, + 11.895, + 11.923, + 11.9532, + 12.0004, + 12.0504, + 12.0978, + 12.148, + 12.2082, + 12.2874, + 12.3662, + 12.4471, + 12.5224, + 12.6001, + 12.6826, + 12.7593, + 12.8284, + 12.8906, + 12.9515, + 13.0064, + 13.0682, + 13.1239, + 13.1765, + 13.2239, + 13.2665, + 13.3123, + 13.3611, + 13.435, + 13.5065, + 13.5883, + 13.6845, + 13.7811, + 13.8804, + 13.9749, + 14.1299, + 14.2719, + 14.4047, + 14.5493, + 14.6943, + 14.8324, + 14.9792, + 15.1162, + 15.2496, + 15.4097, + 15.5737, + 15.7438, + 15.9119, + 16.0807, + 16.2477, + 16.4129, + 16.5641, + 16.7027, + 16.8299, + 16.9469, + 17.0547, + 17.1518, + 17.2466, + 17.3494, + 17.4445, + 17.545, + 17.6555, + 17.76, + 17.854, + 17.9461, + 18.0465, + 18.1493, + 18.2444, + 18.3325, + 18.4342, + 18.5258, + 18.6257, + 18.7231, + 18.8333, + 18.94, + 19.061, + 19.1749, + 19.2874, + 19.4062, + 19.528, + 19.6452, + 19.7707, + 19.8861, + 20.005, + 20.117, + 20.2178, + 20.326, + 20.4334, + 20.5401, + 20.6511, + 20.761, + 20.8624, + 20.9636, + 21.0798, + 21.1893, + 21.3029, + 21.4051, + 21.5121, + 21.6084, + 21.715, + 21.821, + 21.9414, + 22.0798, + 22.2143, + 22.3404, + 22.4688, + 22.597, + 22.7298, + 22.8543, + 22.9889, + 23.1275, + 23.2697, + 23.4102, + 23.5517, + 23.6791, + 23.7936, + 23.9093, + 24.0184, + 24.1315, + 24.2509, + 24.3633, + 24.4745, + 24.5895, + 24.6956, + 24.8085, + 24.9502, + 25.1001, + 25.2451, + 25.3906, + 25.529, + 25.6661, + 25.7995, + 25.9271, + 26.0494, + 26.1794, + 26.319, + 26.4646, + 26.6131, + 26.7593, + 26.9059, + 27.0853, + 27.2743, + 27.4668, + 27.6552, + 27.8421, + 28.0304, + 28.2174, + 28.3956, + 28.5786, + 28.7632, + 28.9969, + 29.2222, + 29.4675, + 29.7257, + 29.9857, + 30.2521, + 30.5044, + 30.764, + 31.0126, + 31.2713, + 31.5367, + 31.8155, + 32.0915, + 32.3748, + 32.6348, + 32.8988, + 33.1365, + 33.3778, + 33.6125, + 33.8313, + 34.0582, + 34.3073, + 34.5516, + 34.7764, + 35.0063, + 35.2482, + 35.5034, + 35.7605, + 35.9995, + 36.217, + 36.4453, + 36.6883, + 36.9145, + 37.1455, + 37.3835, + 37.6251, + 37.8451, + 38.0531, + 38.2428, + 38.4135, + 38.5897, + 38.7532, + 38.9304, + 39.0948, + 39.2653, + 39.4438, + 39.6144, + 39.7755, + 39.9279, + 40.0676, + 40.2209, + 40.3638, + 40.5299, + 40.6919, + 40.8477, + 41.0005, + 41.1454, + 41.2934, + 41.434, + 41.5881, + 41.7593, + 41.9234, + 42.086, + 42.2424, + 42.3957, + 42.5461, + 42.6915, + 42.8324, + 42.9641, + 43.0877, + 43.2039, + 43.321, + 43.4339, + 43.553, + 43.6627, + 43.779, + 43.8911, + 44.012, + 44.1258, + 44.2332, + 44.3499, + 44.4674, + 44.5881, + 44.7093, + 44.8259, + 44.9383, + 45.052, + 45.1693, + 45.3024, + 45.4221, + 45.5349, + 45.6614, + 45.7803, + 45.8872, + 45.9935, + 46.0942, + 46.1923, + 46.3005, + 46.4105, + 46.5244, + 46.637, + 46.7533, + 46.8655, + 46.9739, + 47.0765, + 47.1764, + 47.2837, + 47.4179, + 47.5486, + 47.6762, + 47.8036, + 47.9207, + 48.0337, + 48.1528, + 48.29, + 48.4185, + 48.5442, + 48.6922, + 48.843, + 49.0112, + 49.1726, + 49.3403, + 49.4988, + 49.6539, + 49.7985, + 49.9337, + 50.0628, + 50.189, + 50.3251, + 50.4626, + 50.5889, + 50.7075, + 50.8167, + 50.92, + 51.023, + 51.1207, + 51.2687, + 51.4118, + 51.5556, + 51.6876, + 51.8163, + 51.9422, + 52.0555, + 52.1649, + 52.2734, + 52.3786, + 52.4907, + 52.6166, + 52.7525, + 52.8822, + 53.014, + 53.1351, + 53.2441, + 53.3572, + 53.474, + 53.6041, + 53.7387, + 53.8723, + 54.0026, + 54.1198, + 54.2303, + 54.3423, + 54.4431, + 54.5413, + 54.6321, + 54.7264, + 54.8113, + 54.8952, + 54.9881, + 55.0793, + 55.1914, + 55.2973, + 55.415, + 55.5285, + 55.6357, + 55.7371, + 55.8359, + 55.9348, + 56.0263, + 56.1137, + 56.1973, + 56.2726, + 56.3403, + 56.4063, + 56.4782, + 56.5429, + 56.6161, + 56.687, + 56.7608, + 56.8347, + 56.9037, + 56.9683, + 57.034, + 57.0931, + 57.1563, + 57.2182, + 57.2839, + 57.348, + 57.4157, + 57.4841, + 57.5507, + 57.6156, + 57.6741, + 57.7292, + 57.7837, + 57.8504, + 57.9203, + 57.9883, + 58.057, + 58.1188, + 58.1744, + 58.227, + 58.2743, + 58.3218, + 58.3696, + 58.4127, + 58.4564, + 58.5033, + 58.5479, + 58.5907, + 58.6341, + 58.6732, + 58.7109, + 58.7498, + 58.7948, + 58.8378, + 58.8815, + 58.9259, + 58.9658, + 59.0017, + 59.0365, + 59.0679, + 59.0986, + 59.1337, + 59.1754, + 59.2128, + 59.249, + 59.2916, + 59.3325, + 59.3717, + 59.4171, + 59.4604, + 59.5018, + 59.5391, + 59.5777, + 59.6124, + 59.6437, + 59.6793, + 59.7164, + 59.7573, + 59.799, + 59.8491, + 59.9042, + 59.9538, + 59.9984, + 60.0411, + 60.082, + 60.1188, + 60.1544, + 60.194, + 60.2321, + 60.2714, + 60.3067, + 60.3435, + 60.3867, + 60.443, + 60.5012, + 60.5536, + 60.6007, + 60.6482, + 60.6958, + 60.7463, + 60.7966, + 60.8445, + 60.89, + 60.9435, + 60.9917, + 61.035, + 61.089, + 61.1426, + 61.1933, + 61.244, + 61.2896, + 61.3331, + 61.3798, + 61.4318, + 61.5187, + 61.6143, + 61.7079, + 61.8021, + 61.8994, + 62.0019, + 62.0942, + 62.1798, + 62.2593, + 62.3334, + 62.4176, + 62.5008, + 62.5782, + 62.6579, + 62.7321, + 62.8089, + 62.8805, + 62.9475, + 63.0202, + 63.0882, + 63.1519, + 63.2217, + 63.2845, + 63.3436, + 63.4017, + 63.4565, + 63.5059, + 63.5528, + 63.5975, + 63.6378, + 63.674, + 63.7116, + 63.7454, + 63.7809, + 63.8203, + 63.8608, + 63.8972, + 63.935, + 63.969, + 63.9996, + 64.0271, + 64.0619, + 64.0932, + 64.1239, + 64.1515, + 64.1789, + 64.216, + 64.2494, + 64.2794, + 64.339, + 64.4026, + 64.4623, + 64.5286, + 64.5882, + 64.6469, + 64.7097, + 64.7688, + 64.8294, + 64.9039, + 64.9735, + 65.0387, + 65.1073, + 65.1716, + 65.2419, + 65.3127, + 65.404, + 65.4911, + 65.587, + 65.6808, + 65.7677, + 65.8484, + 65.9386, + 66.0247, + 66.1072, + 66.194, + 66.2771, + 66.3544, + 66.4265, + 66.5088, + 66.5929, + 66.6686, + 66.7418, + 66.8101, + 66.8891, + 66.9627, + 67.0314, + 67.1058, + 67.1777, + 67.2524, + 67.3297, + 67.4042, + 67.4738, + 67.5589, + 67.6405, + 67.7415, + 67.8323, + 67.9141, + 67.9977, + 68.0779, + 68.1626, + 68.2589, + 68.358, + 68.4522, + 68.547, + 68.6348, + 68.7413, + 68.8472, + 68.9424, + 69.0382, + 69.1319, + 69.2437, + 69.3468, + 69.4446, + 69.5427, + 69.6359, + 69.7273, + 69.8246, + 69.9171, + 70.0054, + 70.0924, + 70.1781, + 70.2603, + 70.3468, + 70.4321, + 70.5189, + 70.5995, + 70.6821, + 70.7589, + 70.833, + 70.9272, + 71.0145, + 71.0955, + 71.176, + 71.2584, + 71.3325, + 71.4118, + 71.4981, + 71.5783, + 71.6555, + 71.7299, + 71.7969, + 71.8672, + 71.943, + 72.0537, + 72.1758, + 72.2858, + 72.3872, + 72.491, + 72.5944, + 72.6899, + 72.7884, + 72.8821, + 72.9764, + 73.0887, + 73.1974, + 73.3001, + 73.4051, + 73.4996, + 73.5871, + 73.6784, + 73.7831, + 73.8773, + 73.9671, + 74.0503, + 74.1253, + 74.2003, + 74.2753, + 74.3452, + 74.4107, + 74.4746, + 74.5347, + 74.5987, + 74.6688, + 74.7369, + 74.8058, + 74.8752, + 74.9427, + 75.0084, + 75.0801, + 75.1621, + 75.2433, + 75.3215, + 75.4169, + 75.5027, + 75.5949, + 75.6804, + 75.7574, + 75.8266, + 75.899, + 75.9691, + 76.0372, + 76.101, + 76.1809, + 76.2553, + 76.3272, + 76.397, + 76.4648, + 76.5408, + 76.6093, + 76.6708, + 76.7387, + 76.8049, + 76.8694, + 76.9324, + 76.9917, + 77.0525, + 77.1148, + 77.1733, + 77.226, + 77.2934, + 77.3565, + 77.4134, + 77.467, + 77.5153, + 77.5663, + 77.6172, + 77.663, + 77.7142, + 77.7602, + 77.8142, + 77.8728, + 77.928, + 77.9827, + 78.0394, + 78.0955, + 78.1635, + 78.2296, + 78.2891, + 78.3477, + 78.4005, + 78.4529, + 78.5151, + 78.5786, + 78.6357, + 78.6922, + 78.743, + 78.8037, + 78.8633, + 78.9195, + 78.97, + 79.0205, + 79.0685, + 79.1166, + 79.18, + 79.2445, + 79.3075, + 79.3843, + 79.4558, + 79.5228, + 79.5905, + 79.6564, + 79.7433, + 79.8215, + 79.8993, + 79.9694, + 80.0349, + 80.1039, + 80.1786, + 80.2557, + 80.3251, + 80.3876, + 80.4439, + 80.497, + 80.5523, + 80.612, + 80.6883, + 80.7595, + 80.8336, + 80.9052, + 80.9722, + 81.035, + 81.094, + 81.1571, + 81.2214, + 81.2867, + 81.3531, + 81.4177, + 81.476, + 81.5309, + 81.5878, + 81.6465, + 81.7069, + 81.7612, + 81.8201, + 81.878, + 81.9302, + 81.9822, + 82.029, + 82.0836, + 82.1502, + 82.2177, + 82.2934, + 82.3641, + 82.4277, + 82.4974, + 82.5877, + 82.6864, + 82.7753, + 82.8627, + 82.9515, + 83.0388, + 83.1224, + 83.2052, + 83.2922, + 83.3705, + 83.4434, + 83.5116, + 83.5779, + 83.6426, + 83.7109, + 83.7773, + 83.837, + 83.8983, + 83.9535, + 84.0057, + 84.0601, + 84.1191, + 84.1822, + 84.2415, + 84.2998, + 84.3623, + 84.4336, + 84.5052, + 84.5722, + 84.635, + 84.699, + 84.7691, + 84.8347, + 84.9062, + 84.9731, + 85.0333, + 85.0975, + 85.1577, + 85.2119, + 85.2632, + 85.3294, + 85.389, + 85.4451, + 85.5056, + 85.5725, + 85.6453, + 85.7157, + 85.7867, + 85.853, + 85.9152, + 85.9712, + 86.0266, + 86.0864, + 86.1428, + 86.196, + 86.2489, + 86.3015, + 86.3513, + 86.3987, + 86.4438, + 86.4895, + 86.533, + 86.5747, + 86.6172, + 86.6555, + 86.695, + 86.743, + 86.7887, + 86.8373, + 86.9011, + 86.9785, + 87.0531, + 87.1328, + 87.2045, + 87.2741, + 87.3367, + 87.413, + 87.4842, + 87.5508, + 87.6157, + 87.6816, + 87.7485, + 87.8186, + 87.8968, + 87.9896, + 88.0831, + 88.2023, + 88.3246, + 88.4521, + 88.5769, + 88.6942, + 88.8048, + 88.9168, + 89.0226, + 89.1204, + 89.2108, + 89.3048, + 89.4093, + 89.5108, + 89.6023, + 89.692, + 89.7778, + 89.8701, + 89.9655, + 90.0515, + 90.1438, + 90.2395, + 90.328, + 90.4152, + 90.4962, + 90.5691, + 90.6397, + 90.7132, + 90.7944, + 90.8749, + 90.9499, + 91.025, + 91.0975, + 91.1702, + 91.2482, + 91.3184, + 91.3915, + 91.4624, + 91.5386, + 91.6098, + 91.6863, + 91.7627, + 91.8364, + 91.9203, + 91.9982, + 92.0684, + 92.1366, + 92.2004, + 92.2579, + 92.3121, + 92.3634, + 92.412, + 92.4608, + 92.5148, + 92.5808, + 92.6402, + 92.6962, + 92.7566, + 92.8134, + 92.8646, + 92.9106, + 92.957, + 93.0063, + 93.0607, + 93.1146, + 93.1657, + 93.2191, + 93.2672, + 93.313, + 93.3642, + 93.4278, + 93.485, + 93.539, + 93.5976, + 93.6553, + 93.7098, + 93.7588, + 93.8104, + 93.8619, + 93.9082, + 93.9574, + 94.0091, + 94.0632, + 94.1244, + 94.182, + 94.2413, + 94.2996, + 94.3597, + 94.4187, + 94.4718, + 94.5222, + 94.5699, + 94.6179, + 94.6637, + 94.7123, + 94.7711, + 94.8265, + 94.8763, + 94.9237, + 94.9713, + 95.0167, + 95.0825, + 95.1443, + 95.2098, + 95.2763, + 95.3362, + 95.3901, + 95.4461, + 95.4965, + 95.5468, + 95.6046, + 95.6617, + 95.7155, + 95.7815, + 95.8433, + 95.9115, + 95.9753, + 96.0403, + 96.1038, + 96.1684, + 96.2266, + 96.2889, + 96.3475, + 96.4003, + 96.4477, + 96.493, + 96.5362, + 96.585, + 96.6365, + 96.6929, + 96.7511, + 96.8185, + 96.8816, + 96.9385, + 96.9996, + 97.0597, + 97.1137, + 97.1648, + 97.2233, + 97.2785, + 97.3307, + 97.3776, + 97.4248, + 97.4699, + 97.5154, + 97.5613, + 97.6027, + 97.6474, + 97.6877, + 97.7314, + 97.7758, + 97.8182, + 97.8614, + 97.9077, + 97.952, + 97.9918, + 98.0276, + 98.0648, + 98.0983, + 98.131, + 98.1679, + 98.2036, + 98.2383, + 98.2719, + 98.3047, + 98.3393, + 98.3853, + 98.4293, + 98.4739, + 98.519, + 98.5646, + 98.6056, + 98.6551, + 98.7046, + 98.7491, + 98.7892, + 98.8403, + 98.9037, + 98.9634, + 99.017, + 99.0778, + 99.1375, + 99.1913, + 99.2522, + 99.3169, + 99.3828, + 99.4445, + 99.525, + 99.605, + 99.6795, + 99.7541, + 99.8262, + 99.9035, + 99.9757, + 100.0456, + 100.1111, + 100.175, + 100.2325, + 100.2967, + 100.372, + 100.4473, + 100.5201, + 100.5906, + 100.6615, + 100.7329, + 100.8021, + 100.8744, + 100.9419, + 101.0078, + 101.072, + 101.1448, + 101.2128, + 101.2815, + 101.3434, + 101.399, + 101.4566, + 101.511, + 101.5674, + 101.6256, + 101.6956, + 101.771, + 101.8489, + 101.919, + 101.9921, + 102.0579, + 102.1246, + 102.1947, + 102.2627, + 102.3264, + 102.3938, + 102.4544, + 102.5115, + 102.5653, + 102.6238, + 102.6914, + 102.7698, + 102.8428, + 102.9185, + 102.9917, + 103.0575, + 103.1242, + 103.2018, + 103.2741, + 103.3492, + 103.4243, + 103.4919, + 103.5552, + 103.6147, + 103.6757, + 103.7306, + 103.7826, + 103.8343, + 103.8884, + 103.9395, + 103.9881, + 104.0368, + 104.0931, + 104.1463, + 104.1942, + 104.2447, + 104.2928, + 104.356, + 104.4179, + 104.4761, + 104.5335, + 104.5926, + 104.6484, + 104.701, + 104.7559, + 104.8128, + 104.8641, + 104.9102, + 104.9566, + 105.0035, + 105.0456, + 105.1011, + 105.1535, + 105.2031, + 105.2553, + 105.3223, + 105.385, + 105.4415, + 105.4949, + 105.5454, + 105.5959, + 105.6463, + 105.6966, + 105.747, + 105.7948, + 105.8403, + 105.8913, + 105.9396, + 105.9882, + 106.0344, + 106.0834, + 106.1276, + 106.1723, + 106.2126, + 106.2513, + 106.2862, + 106.3176, + 106.3508, + 106.3832, + 106.4124, + 106.4387, + 106.4673, + 106.5056, + 106.54, + 106.571, + 106.6014, + 106.6313, + 106.6581, + 106.6873, + 106.7211, + 106.7565, + 106.7958, + 106.8313, + 106.8631, + 106.8918, + 106.9176, + 106.9459, + 106.9713, + 106.9967, + 107.0195, + 107.0425, + 107.0658, + 107.1017, + 107.134, + 107.1706, + 107.2061, + 107.238, + 107.2667, + 107.305, + 107.347, + 107.3948, + 107.4528, + 107.505, + 107.562, + 107.6158, + 107.6667, + 107.7126, + 107.7588, + 107.8079, + 107.8546, + 107.8992, + 107.9393, + 107.9778, + 108.015, + 108.0535, + 108.0882, + 108.1219, + 108.1572, + 108.199, + 108.2366, + 108.2704, + 108.3009, + 108.3458, + 108.3862, + 108.4301, + 108.4746, + 108.5221, + 108.5724, + 108.6177, + 108.6609, + 108.7123, + 108.7586, + 108.8002, + 108.8427, + 108.8834, + 108.9251, + 108.9651, + 109.0011, + 109.041, + 109.0819, + 109.1262, + 109.1711, + 109.219, + 109.2646, + 109.3181, + 109.3713, + 109.4217, + 109.472, + 109.5223, + 109.5676, + 109.6133, + 109.662, + 109.7158, + 109.7717, + 109.832, + 109.8863, + 109.9377, + 109.9864, + 110.0303, + 110.0698, + 110.1103, + 110.1468, + 110.1846, + 110.2211, + 110.2665, + 110.3099, + 110.3514, + 110.3962, + 110.4391, + 110.4802, + 110.5197, + 110.5552, + 110.5872, + 110.6185, + 110.6466, + 110.672, + 110.6948, + 110.7153, + 110.7363, + 110.7626, + 110.7889, + 110.8175, + 110.8507, + 110.8807, + 110.9126, + 110.9438, + 110.9745, + 111.012, + 111.0583, + 111.1, + 111.14, + 111.176, + 111.2134, + 111.2495, + 111.2896, + 111.3281, + 111.3653, + 111.3988, + 111.4314, + 111.4708, + 111.5062, + 111.5481, + 111.5908, + 111.6342, + 111.6733, + 111.7109, + 111.7523, + 111.7971, + 111.8374, + 111.8787, + 111.9183, + 111.959, + 111.9956, + 112.036, + 112.0749, + 112.1199 + ], + "episode_rhos": [ + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1409, + 0.1501, + 0.1974, + 0.1894, + 0.1668, + 0.1554 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1477, + 0.1458, + 0.1877, + 0.1826, + 0.1742, + 0.1619 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1519, + 0.136, + 0.1836, + 0.1794, + 0.1807, + 0.1683 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1557, + 0.128, + 0.1794, + 0.1762, + 0.1867, + 0.1739 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1558, + 0.1214, + 0.1752, + 0.1717, + 0.1905, + 0.1854 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.1567, + 0.1107, + 0.1716, + 0.168, + 0.1957, + 0.1972 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.159, + 0.1011, + 0.1614, + 0.1652, + 0.2031, + 0.2102 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1598, + 0.0992, + 0.1503, + 0.161, + 0.2084, + 0.2213 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1589, + 0.0984, + 0.1429, + 0.1523, + 0.2088, + 0.2387 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1512, + 0.0978, + 0.1383, + 0.1478, + 0.2121, + 0.2527 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1427, + 0.0972, + 0.1316, + 0.1415, + 0.2113, + 0.2756 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1393, + 0.0966, + 0.1224, + 0.1343, + 0.2145, + 0.2929 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1365, + 0.0961, + 0.1158, + 0.1234, + 0.2198, + 0.3085 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1325, + 0.0955, + 0.1066, + 0.1132, + 0.2186, + 0.3337 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.1253, + 0.0949, + 0.097, + 0.1019, + 0.2112, + 0.3697 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.121, + 0.0942, + 0.0942, + 0.0951, + 0.2084, + 0.387 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.1163, + 0.0931, + 0.0931, + 0.0931, + 0.2127, + 0.3915 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.11, + 0.0918, + 0.0918, + 0.0918, + 0.2078, + 0.4068 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1097, + 0.0914, + 0.0914, + 0.0914, + 0.2088, + 0.4074 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1103, + 0.0907, + 0.0907, + 0.0907, + 0.2104, + 0.407 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1148, + 0.0906, + 0.0906, + 0.0906, + 0.218, + 0.3953 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1227, + 0.0909, + 0.0909, + 0.0909, + 0.23, + 0.3747 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1318, + 0.0912, + 0.0912, + 0.0912, + 0.2463, + 0.3483 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1414, + 0.0915, + 0.0915, + 0.0915, + 0.2524, + 0.3318 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1425, + 0.0914, + 0.0914, + 0.0914, + 0.2601, + 0.3233 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1407, + 0.0912, + 0.0912, + 0.0912, + 0.2619, + 0.324 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1404, + 0.0912, + 0.0912, + 0.0912, + 0.2689, + 0.3171 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1459, + 0.0914, + 0.0914, + 0.0914, + 0.2728, + 0.3072 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1494, + 0.0914, + 0.0914, + 0.0914, + 0.2709, + 0.3054 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.1474, + 0.0913, + 0.0913, + 0.0913, + 0.2691, + 0.3098 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.145, + 0.0908, + 0.0908, + 0.0908, + 0.2625, + 0.3201 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1428, + 0.0904, + 0.0904, + 0.0904, + 0.2511, + 0.3349 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1447, + 0.0903, + 0.0903, + 0.0903, + 0.2364, + 0.3478 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1415, + 0.09, + 0.09, + 0.09, + 0.2225, + 0.3659 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1392, + 0.0899, + 0.0899, + 0.0899, + 0.2153, + 0.3758 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1344, + 0.0896, + 0.0896, + 0.0896, + 0.2049, + 0.392 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1268, + 0.0891, + 0.0891, + 0.0891, + 0.1922, + 0.4136 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1244, + 0.089, + 0.089, + 0.089, + 0.1833, + 0.4252 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1253, + 0.0895, + 0.0895, + 0.0895, + 0.1766, + 0.4297 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1248, + 0.0895, + 0.0895, + 0.0895, + 0.1662, + 0.4404 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1279, + 0.0901, + 0.0901, + 0.0901, + 0.1611, + 0.4406 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1319, + 0.0911, + 0.0911, + 0.0911, + 0.1615, + 0.4335 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1316, + 0.0914, + 0.0914, + 0.0914, + 0.1585, + 0.4357 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1283, + 0.0918, + 0.0918, + 0.0918, + 0.1576, + 0.4387 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1214, + 0.0917, + 0.0917, + 0.0917, + 0.1554, + 0.448 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1147, + 0.0914, + 0.0914, + 0.0914, + 0.1521, + 0.4591 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1077, + 0.091, + 0.091, + 0.091, + 0.1459, + 0.4733 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1028, + 0.0912, + 0.0912, + 0.0912, + 0.1415, + 0.4821 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.1001, + 0.0913, + 0.0913, + 0.0913, + 0.139, + 0.487 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.094, + 0.0909, + 0.0909, + 0.0909, + 0.1369, + 0.4962 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0924, + 0.0912, + 0.0912, + 0.0912, + 0.1393, + 0.4947 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0944, + 0.0921, + 0.0921, + 0.0921, + 0.1455, + 0.4838 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.0992, + 0.0932, + 0.0932, + 0.0932, + 0.1548, + 0.4664 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1029, + 0.0937, + 0.0957, + 0.0937, + 0.1583, + 0.4557 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1026, + 0.0938, + 0.0974, + 0.0938, + 0.1607, + 0.4519 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1034, + 0.0938, + 0.0998, + 0.0938, + 0.1608, + 0.4484 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1077, + 0.0941, + 0.1034, + 0.0941, + 0.1624, + 0.4382 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1086, + 0.0941, + 0.102, + 0.0941, + 0.1625, + 0.4386 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ], + [ + 0.1069, + 0.0938, + 0.1001, + 0.0938, + 0.1592, + 0.4462 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v11d_multipart.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v11d_multipart.json new file mode 100644 index 0000000000000000000000000000000000000000..40af2d072d33ca842b4153e026e2d12772589b90 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v11d_multipart.json @@ -0,0 +1,2145 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 8810722.37, + "constraint_satisfaction_pct": 78.6, + "final_rho": [ + 0.0985, + 0.1318, + 0.2069, + 0.2361, + 0.1879, + 0.1388 + ], + "final_lambda": 10.0839, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 4.51, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -5965.59, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -6194.58, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -7050.67, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5897.63, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5410.35, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 60, + "avg_reward": -5237.93, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 70, + "avg_reward": -5416.73, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 80, + "avg_reward": -3887.76, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 90, + "avg_reward": -2953.16, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 100, + "avg_reward": -2957.53, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 110, + "avg_reward": -3927.36, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 120, + "avg_reward": -2559.05, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 130, + "avg_reward": -2577.05, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 140, + "avg_reward": -2916.28, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 150, + "avg_reward": -2237.64, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 160, + "avg_reward": -2796.46, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 170, + "avg_reward": -2368.67, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 180, + "avg_reward": -2357.74, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 190, + "avg_reward": -1597.71, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1299, + 0.1737, + 0.1924, + 0.1867, + 0.1627, + 0.1546 + ] + }, + { + "episode": 200, + "avg_reward": -930.6, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 210, + "avg_reward": -649.64, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 220, + "avg_reward": -2462.11, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 230, + "avg_reward": -3583.12, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 240, + "avg_reward": -2797.71, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 250, + "avg_reward": -3431.89, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 260, + "avg_reward": -2744.74, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 270, + "avg_reward": -2250.98, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 280, + "avg_reward": -2529.38, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 290, + "avg_reward": -566.67, + "avg_cost": 3.75, + "lambda": 2.0, + "rho": [ + 0.123, + 0.1732, + 0.1954, + 0.1894, + 0.1634, + 0.1557 + ] + }, + { + "episode": 300, + "avg_reward": -1033.4, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 310, + "avg_reward": -666.33, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 320, + "avg_reward": -114.36, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 330, + "avg_reward": -2826.69, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 340, + "avg_reward": -1118.55, + "avg_cost": 4.5, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 350, + "avg_reward": -1838.95, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 360, + "avg_reward": -248.17, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 370, + "avg_reward": -594.23, + "avg_cost": 0.75, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 380, + "avg_reward": -773.88, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 390, + "avg_reward": -1132.37, + "avg_cost": 2.25, + "lambda": 2.0, + "rho": [ + 0.1218, + 0.1668, + 0.1987, + 0.1944, + 0.1662, + 0.152 + ] + }, + { + "episode": 400, + "avg_reward": 649.43, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 410, + "avg_reward": 1977.96, + "avg_cost": 2.0, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 420, + "avg_reward": 943.6, + "avg_cost": 3.75, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 430, + "avg_reward": 2698.67, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 440, + "avg_reward": 3932.82, + "avg_cost": 9.0, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 450, + "avg_reward": 1846.9, + "avg_cost": 5.25, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 460, + "avg_reward": 3231.81, + "avg_cost": 4.25, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 470, + "avg_reward": 3198.56, + "avg_cost": 7.5, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 480, + "avg_reward": 3477.36, + "avg_cost": 8.75, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 490, + "avg_reward": 4056.32, + "avg_cost": 7.0, + "lambda": 2.0, + "rho": [ + 0.1192, + 0.161, + 0.2021, + 0.2005, + 0.1695, + 0.1478 + ] + }, + { + "episode": 500, + "avg_reward": 3494.42, + "avg_cost": 8.0, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 510, + "avg_reward": 5169.13, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 520, + "avg_reward": 4084.47, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 530, + "avg_reward": 4081.12, + "avg_cost": 11.5, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 540, + "avg_reward": 5636.82, + "avg_cost": 19.75, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 550, + "avg_reward": 5376.58, + "avg_cost": 10.75, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 560, + "avg_reward": 4869.91, + "avg_cost": 8.25, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 570, + "avg_reward": 1380.41, + "avg_cost": 6.5, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 580, + "avg_reward": 3786.54, + "avg_cost": 13.75, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 590, + "avg_reward": 6807.85, + "avg_cost": 17.25, + "lambda": 2.0, + "rho": [ + 0.1148, + 0.1556, + 0.2059, + 0.2074, + 0.1735, + 0.1427 + ] + }, + { + "episode": 600, + "avg_reward": 6423.8, + "avg_cost": 12.75, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 610, + "avg_reward": 7633.08, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 620, + "avg_reward": 4060.91, + "avg_cost": 14.5, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 630, + "avg_reward": 6342.18, + "avg_cost": 19.75, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 640, + "avg_reward": 6832.5, + "avg_cost": 24.0, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 650, + "avg_reward": 7919.92, + "avg_cost": 18.25, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 660, + "avg_reward": 8126.9, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 670, + "avg_reward": 7911.98, + "avg_cost": 16.0, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 680, + "avg_reward": 8880.58, + "avg_cost": 19.75, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 690, + "avg_reward": 7935.73, + "avg_cost": 13.5, + "lambda": 2.0, + "rho": [ + 0.1116, + 0.1511, + 0.2037, + 0.2134, + 0.1794, + 0.1408 + ] + }, + { + "episode": 700, + "avg_reward": 8100.96, + "avg_cost": 21.25, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 710, + "avg_reward": 7282.48, + "avg_cost": 20.5, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 720, + "avg_reward": 8936.34, + "avg_cost": 24.25, + "lambda": 2.0277, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 730, + "avg_reward": 8748.87, + "avg_cost": 24.5, + "lambda": 2.4289, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 740, + "avg_reward": 8901.65, + "avg_cost": 24.25, + "lambda": 3.3258, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 750, + "avg_reward": 9693.7, + "avg_cost": 36.25, + "lambda": 4.283, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 760, + "avg_reward": 828.61, + "avg_cost": 1.0, + "lambda": 5.0729, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 770, + "avg_reward": -1203.93, + "avg_cost": 0.0, + "lambda": 2.8146, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 780, + "avg_reward": -270.52, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 790, + "avg_reward": -11.28, + "avg_cost": 0.0, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.145, + 0.2035, + 0.2199, + 0.1849, + 0.1393 + ] + }, + { + "episode": 800, + "avg_reward": 236.13, + "avg_cost": 0.25, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 810, + "avg_reward": 102.27, + "avg_cost": 0.5, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 820, + "avg_reward": 356.07, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 830, + "avg_reward": -143.33, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 840, + "avg_reward": 864.48, + "avg_cost": 1.0, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 850, + "avg_reward": 1667.57, + "avg_cost": 3.25, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 860, + "avg_reward": 2147.23, + "avg_cost": 2.5, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 870, + "avg_reward": 3114.24, + "avg_cost": 6.25, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 880, + "avg_reward": 3985.38, + "avg_cost": 5.0, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 890, + "avg_reward": 5916.92, + "avg_cost": 6.75, + "lambda": 2.0, + "rho": [ + 0.1075, + 0.1417, + 0.2008, + 0.2232, + 0.1886, + 0.1382 + ] + }, + { + "episode": 900, + "avg_reward": 7267.18, + "avg_cost": 12.5, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 910, + "avg_reward": 3505.17, + "avg_cost": 17.0, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 920, + "avg_reward": 1199.81, + "avg_cost": 5.75, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 930, + "avg_reward": 4883.47, + "avg_cost": 12.25, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 940, + "avg_reward": 6054.57, + "avg_cost": 11.75, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 950, + "avg_reward": 8340.85, + "avg_cost": 26.5, + "lambda": 2.0, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 960, + "avg_reward": 9506.93, + "avg_cost": 30.0, + "lambda": 2.014, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 970, + "avg_reward": 9601.91, + "avg_cost": 34.5, + "lambda": 2.5878, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 980, + "avg_reward": 9703.28, + "avg_cost": 37.25, + "lambda": 3.9255, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 990, + "avg_reward": 11378.73, + "avg_cost": 31.25, + "lambda": 5.3375, + "rho": [ + 0.1082, + 0.1393, + 0.2008, + 0.2253, + 0.1881, + 0.1382 + ] + }, + { + "episode": 1000, + "avg_reward": 10584.72, + "avg_cost": 15.0, + "lambda": 5.6676, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1010, + "avg_reward": 9827.28, + "avg_cost": 8.25, + "lambda": 4.7917, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1020, + "avg_reward": 12107.5, + "avg_cost": 16.5, + "lambda": 2.9912, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1030, + "avg_reward": 11935.29, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1040, + "avg_reward": 12311.7, + "avg_cost": 15.0, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1050, + "avg_reward": 12759.27, + "avg_cost": 40.75, + "lambda": 2.0, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1060, + "avg_reward": 12220.8, + "avg_cost": 19.0, + "lambda": 2.0602, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1070, + "avg_reward": 13004.08, + "avg_cost": 38.75, + "lambda": 2.4971, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1080, + "avg_reward": 13053.78, + "avg_cost": 21.0, + "lambda": 2.8721, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1090, + "avg_reward": 13239.02, + "avg_cost": 33.75, + "lambda": 3.063, + "rho": [ + 0.1073, + 0.1376, + 0.2004, + 0.23, + 0.1879, + 0.1368 + ] + }, + { + "episode": 1100, + "avg_reward": 13298.59, + "avg_cost": 47.25, + "lambda": 3.5791, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1110, + "avg_reward": 14591.31, + "avg_cost": 41.25, + "lambda": 4.7322, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1120, + "avg_reward": 14321.26, + "avg_cost": 32.0, + "lambda": 6.2261, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1130, + "avg_reward": 12881.2, + "avg_cost": 25.25, + "lambda": 7.4196, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1140, + "avg_reward": 13561.85, + "avg_cost": 20.75, + "lambda": 8.656, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1150, + "avg_reward": 13368.69, + "avg_cost": 19.0, + "lambda": 9.1438, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1160, + "avg_reward": 14428.99, + "avg_cost": 32.75, + "lambda": 8.9348, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1170, + "avg_reward": 13559.15, + "avg_cost": 15.75, + "lambda": 8.4908, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1180, + "avg_reward": 13222.15, + "avg_cost": 13.0, + "lambda": 7.2474, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1190, + "avg_reward": 12744.07, + "avg_cost": 12.5, + "lambda": 5.6452, + "rho": [ + 0.106, + 0.1368, + 0.2002, + 0.2313, + 0.1885, + 0.1371 + ] + }, + { + "episode": 1200, + "avg_reward": 13347.13, + "avg_cost": 13.0, + "lambda": 3.6455, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1210, + "avg_reward": 14850.47, + "avg_cost": 27.0, + "lambda": 2.0935, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1220, + "avg_reward": 15504.62, + "avg_cost": 38.5, + "lambda": 2.0, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1230, + "avg_reward": 15144.68, + "avg_cost": 17.75, + "lambda": 2.4108, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1240, + "avg_reward": 14980.46, + "avg_cost": 38.0, + "lambda": 2.6926, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1250, + "avg_reward": 15605.8, + "avg_cost": 44.5, + "lambda": 3.761, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1260, + "avg_reward": 14627.83, + "avg_cost": 37.75, + "lambda": 5.5268, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1270, + "avg_reward": 15289.65, + "avg_cost": 26.5, + "lambda": 7.1826, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1280, + "avg_reward": 15317.68, + "avg_cost": 39.0, + "lambda": 8.2728, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1290, + "avg_reward": 13115.6, + "avg_cost": 12.5, + "lambda": 9.1259, + "rho": [ + 0.1047, + 0.1364, + 0.2019, + 0.2299, + 0.1887, + 0.1384 + ] + }, + { + "episode": 1300, + "avg_reward": 12381.59, + "avg_cost": 28.0, + "lambda": 8.5837, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1310, + "avg_reward": 13381.06, + "avg_cost": 20.25, + "lambda": 8.113, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1320, + "avg_reward": 14583.16, + "avg_cost": 23.5, + "lambda": 7.3836, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1330, + "avg_reward": 15847.45, + "avg_cost": 30.25, + "lambda": 6.7386, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1340, + "avg_reward": 15791.26, + "avg_cost": 24.5, + "lambda": 6.1151, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1350, + "avg_reward": 15694.93, + "avg_cost": 18.5, + "lambda": 5.8013, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1360, + "avg_reward": 15695.1, + "avg_cost": 21.75, + "lambda": 5.048, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1370, + "avg_reward": 15611.28, + "avg_cost": 25.5, + "lambda": 4.2423, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1380, + "avg_reward": 15439.85, + "avg_cost": 19.25, + "lambda": 3.3835, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1390, + "avg_reward": 16645.5, + "avg_cost": 35.75, + "lambda": 2.7462, + "rho": [ + 0.1022, + 0.1343, + 0.2046, + 0.231, + 0.1896, + 0.1383 + ] + }, + { + "episode": 1400, + "avg_reward": 16305.32, + "avg_cost": 31.25, + "lambda": 2.9417, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1410, + "avg_reward": 16322.8, + "avg_cost": 23.5, + "lambda": 3.2851, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1420, + "avg_reward": 14997.01, + "avg_cost": 24.0, + "lambda": 3.3394, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1430, + "avg_reward": 16778.52, + "avg_cost": 42.5, + "lambda": 3.9331, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1440, + "avg_reward": 16229.03, + "avg_cost": 38.0, + "lambda": 5.0228, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1450, + "avg_reward": 16060.29, + "avg_cost": 37.25, + "lambda": 6.8932, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1460, + "avg_reward": 14860.4, + "avg_cost": 27.25, + "lambda": 8.1982, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1470, + "avg_reward": 15447.67, + "avg_cost": 25.75, + "lambda": 9.3999, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1480, + "avg_reward": 14854.66, + "avg_cost": 18.0, + "lambda": 10.4964, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1490, + "avg_reward": 14330.98, + "avg_cost": 18.0, + "lambda": 10.7478, + "rho": [ + 0.1007, + 0.1334, + 0.2058, + 0.2322, + 0.1889, + 0.139 + ] + }, + { + "episode": 1500, + "avg_reward": 14296.65, + "avg_cost": 17.25, + "lambda": 10.0839, + "rho": [ + 0.0985, + 0.1318, + 0.2069, + 0.2361, + 0.1879, + 0.1388 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..f1c61ebca76cfd58d8fb268fbed68ad439489fc1 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7455978.97, + "constraint_satisfaction_pct": 27.8, + "final_rho": [ + 0.0926, + 0.165, + 0.0926, + 0.1974, + 0.2747, + 0.1777 + ], + "final_lambda": 115.2133, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -5808.22, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5782.36, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5498.75, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 60, + "avg_reward": -4520.51, + "avg_cost": 0.0, + "lambda": 11.081, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 70, + "avg_reward": -4156.98, + "avg_cost": 0.0, + "lambda": 11.125, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 80, + "avg_reward": -3728.59, + "avg_cost": 0.0, + "lambda": 11.1629, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 90, + "avg_reward": -3512.34, + "avg_cost": 0.0, + "lambda": 11.1871, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 100, + "avg_reward": -4008.96, + "avg_cost": 0.5, + "lambda": 11.2107, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 110, + "avg_reward": -3225.36, + "avg_cost": 0.0, + "lambda": 11.2526, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 120, + "avg_reward": -4322.27, + "avg_cost": 0.0, + "lambda": 11.274, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 130, + "avg_reward": -2978.56, + "avg_cost": 0.0, + "lambda": 11.2977, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 140, + "avg_reward": -3090.94, + "avg_cost": 0.0, + "lambda": 11.3257, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 150, + "avg_reward": -2950.97, + "avg_cost": 0.0, + "lambda": 11.3415, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 160, + "avg_reward": -2601.23, + "avg_cost": 0.5, + "lambda": 11.352, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 170, + "avg_reward": -2092.65, + "avg_cost": 0.0, + "lambda": 11.3833, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 180, + "avg_reward": -1721.34, + "avg_cost": 0.0, + "lambda": 11.3942, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 190, + "avg_reward": -2174.82, + "avg_cost": 0.0, + "lambda": 11.398, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 200, + "avg_reward": -1922.25, + "avg_cost": 0.0, + "lambda": 11.4254, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 210, + "avg_reward": -1380.89, + "avg_cost": 0.0, + "lambda": 11.4414, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 220, + "avg_reward": -1501.42, + "avg_cost": 0.0, + "lambda": 11.5306, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 230, + "avg_reward": 37.24, + "avg_cost": 0.25, + "lambda": 11.7666, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 240, + "avg_reward": -1720.47, + "avg_cost": 0.25, + "lambda": 12.0653, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 250, + "avg_reward": -2839.88, + "avg_cost": 0.25, + "lambda": 12.5074, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 260, + "avg_reward": -3229.24, + "avg_cost": 1.25, + "lambda": 12.8893, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 270, + "avg_reward": -1284.94, + "avg_cost": 0.0, + "lambda": 13.3486, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 280, + "avg_reward": -2186.93, + "avg_cost": 0.0, + "lambda": 13.6617, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 290, + "avg_reward": -2218.77, + "avg_cost": 0.5, + "lambda": 13.967, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 300, + "avg_reward": -2824.34, + "avg_cost": 0.0, + "lambda": 14.4337, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 310, + "avg_reward": -1340.98, + "avg_cost": 0.5, + "lambda": 14.7697, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 320, + "avg_reward": 507.77, + "avg_cost": 0.5, + "lambda": 15.1239, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 330, + "avg_reward": 96.94, + "avg_cost": 2.5, + "lambda": 15.7843, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 340, + "avg_reward": 1843.09, + "avg_cost": 1.25, + "lambda": 16.5262, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 350, + "avg_reward": 2111.78, + "avg_cost": 1.25, + "lambda": 17.5276, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 360, + "avg_reward": -429.3, + "avg_cost": 0.0, + "lambda": 18.4813, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 370, + "avg_reward": -1020.87, + "avg_cost": 1.25, + "lambda": 19.7019, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 380, + "avg_reward": 583.37, + "avg_cost": 1.5, + "lambda": 21.2479, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 390, + "avg_reward": 2023.01, + "avg_cost": 2.5, + "lambda": 22.8575, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 400, + "avg_reward": 2206.41, + "avg_cost": 2.25, + "lambda": 24.7827, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 410, + "avg_reward": 2206.55, + "avg_cost": 3.25, + "lambda": 26.6499, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 420, + "avg_reward": 2063.06, + "avg_cost": 1.25, + "lambda": 28.4473, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 430, + "avg_reward": 1059.95, + "avg_cost": 2.5, + "lambda": 30.2987, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 440, + "avg_reward": 2540.69, + "avg_cost": 0.0, + "lambda": 32.2356, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 450, + "avg_reward": 2756.83, + "avg_cost": 2.0, + "lambda": 33.9602, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 460, + "avg_reward": 2482.64, + "avg_cost": 1.0, + "lambda": 35.8226, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 470, + "avg_reward": 3585.92, + "avg_cost": 0.75, + "lambda": 37.5515, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 480, + "avg_reward": 2760.78, + "avg_cost": 1.0, + "lambda": 38.9546, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 490, + "avg_reward": 4504.89, + "avg_cost": 2.75, + "lambda": 40.4279, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 500, + "avg_reward": 4349.92, + "avg_cost": 0.75, + "lambda": 41.872, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 510, + "avg_reward": 2639.01, + "avg_cost": 1.0, + "lambda": 43.1622, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 520, + "avg_reward": 5450.16, + "avg_cost": 1.0, + "lambda": 44.4035, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 530, + "avg_reward": 3437.89, + "avg_cost": 0.5, + "lambda": 45.6407, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 540, + "avg_reward": 5593.07, + "avg_cost": 3.25, + "lambda": 47.0549, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 550, + "avg_reward": 5754.56, + "avg_cost": 1.75, + "lambda": 48.673, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 560, + "avg_reward": 1527.65, + "avg_cost": 0.75, + "lambda": 50.3194, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 570, + "avg_reward": 4981.35, + "avg_cost": 0.0, + "lambda": 51.6182, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 580, + "avg_reward": 5453.89, + "avg_cost": 1.0, + "lambda": 52.6735, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 590, + "avg_reward": 5516.61, + "avg_cost": 0.25, + "lambda": 53.8018, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 600, + "avg_reward": 4199.36, + "avg_cost": 0.25, + "lambda": 55.0142, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 610, + "avg_reward": 3393.39, + "avg_cost": 1.25, + "lambda": 56.2488, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 620, + "avg_reward": 6223.47, + "avg_cost": 1.0, + "lambda": 57.3749, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 630, + "avg_reward": 1717.06, + "avg_cost": 0.5, + "lambda": 58.4518, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 640, + "avg_reward": 5613.45, + "avg_cost": 0.75, + "lambda": 59.4606, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 650, + "avg_reward": 4593.19, + "avg_cost": 0.0, + "lambda": 60.5234, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 660, + "avg_reward": 5802.89, + "avg_cost": 0.25, + "lambda": 61.2908, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 670, + "avg_reward": 3060.89, + "avg_cost": 0.0, + "lambda": 61.945, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 680, + "avg_reward": 6688.47, + "avg_cost": 0.75, + "lambda": 62.4208, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 690, + "avg_reward": 7057.15, + "avg_cost": 0.0, + "lambda": 62.9356, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 700, + "avg_reward": 4938.91, + "avg_cost": 0.75, + "lambda": 63.4249, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 710, + "avg_reward": 1518.47, + "avg_cost": 0.25, + "lambda": 63.8385, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 720, + "avg_reward": 4852.72, + "avg_cost": 0.0, + "lambda": 64.4279, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 730, + "avg_reward": 6647.69, + "avg_cost": 1.25, + "lambda": 65.328, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 740, + "avg_reward": 6933.06, + "avg_cost": 0.25, + "lambda": 66.8207, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 750, + "avg_reward": 8055.36, + "avg_cost": 1.75, + "lambda": 68.2643, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 760, + "avg_reward": 7625.42, + "avg_cost": 1.5, + "lambda": 69.5542, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 770, + "avg_reward": 7568.82, + "avg_cost": 1.0, + "lambda": 70.7644, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 780, + "avg_reward": 7280.06, + "avg_cost": 2.5, + "lambda": 72.0091, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 790, + "avg_reward": 7074.94, + "avg_cost": 0.0, + "lambda": 72.902, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 800, + "avg_reward": 7527.23, + "avg_cost": 0.0, + "lambda": 73.6349, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 810, + "avg_reward": 7749.81, + "avg_cost": 0.25, + "lambda": 74.2082, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 820, + "avg_reward": 8674.98, + "avg_cost": 1.0, + "lambda": 74.7326, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 830, + "avg_reward": 8265.5, + "avg_cost": 0.25, + "lambda": 75.1315, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 840, + "avg_reward": 8246.19, + "avg_cost": 0.25, + "lambda": 75.5515, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 850, + "avg_reward": 8249.31, + "avg_cost": 0.25, + "lambda": 75.9292, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 860, + "avg_reward": 6320.45, + "avg_cost": 1.25, + "lambda": 76.2296, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 870, + "avg_reward": 8095.41, + "avg_cost": 0.25, + "lambda": 76.6628, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 880, + "avg_reward": 7758.17, + "avg_cost": 0.75, + "lambda": 77.0268, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 890, + "avg_reward": 9012.11, + "avg_cost": 0.75, + "lambda": 77.3747, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 900, + "avg_reward": 8553.92, + "avg_cost": 0.75, + "lambda": 77.9034, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 910, + "avg_reward": 6564.39, + "avg_cost": 0.25, + "lambda": 78.3891, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 920, + "avg_reward": 9245.48, + "avg_cost": 2.0, + "lambda": 79.0956, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 930, + "avg_reward": 8598.26, + "avg_cost": 0.0, + "lambda": 80.0045, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 940, + "avg_reward": 7250.62, + "avg_cost": 0.75, + "lambda": 80.8012, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 950, + "avg_reward": 7110.06, + "avg_cost": 0.5, + "lambda": 81.6376, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 960, + "avg_reward": 9053.46, + "avg_cost": 1.5, + "lambda": 82.5105, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 970, + "avg_reward": 9476.18, + "avg_cost": 1.25, + "lambda": 83.4914, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 980, + "avg_reward": 7216.98, + "avg_cost": 0.5, + "lambda": 84.4773, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 990, + "avg_reward": 8612.04, + "avg_cost": 0.0, + "lambda": 85.5402, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 1000, + "avg_reward": 9352.32, + "avg_cost": 0.5, + "lambda": 86.4944, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1010, + "avg_reward": 8328.15, + "avg_cost": 1.25, + "lambda": 87.5045, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1020, + "avg_reward": 7281.2, + "avg_cost": 0.25, + "lambda": 88.5783, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1030, + "avg_reward": 9111.28, + "avg_cost": 0.0, + "lambda": 89.5808, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1040, + "avg_reward": 8552.54, + "avg_cost": 0.0, + "lambda": 90.6204, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1050, + "avg_reward": 9658.31, + "avg_cost": 1.25, + "lambda": 91.4851, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1060, + "avg_reward": 9521.69, + "avg_cost": 0.5, + "lambda": 92.1066, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1070, + "avg_reward": 9381.05, + "avg_cost": 0.0, + "lambda": 92.5925, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1080, + "avg_reward": 9378.9, + "avg_cost": 0.75, + "lambda": 93.0742, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1090, + "avg_reward": 8973.52, + "avg_cost": 0.5, + "lambda": 93.5076, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1100, + "avg_reward": 9757.88, + "avg_cost": 1.0, + "lambda": 94.1029, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1110, + "avg_reward": 8588.17, + "avg_cost": 0.5, + "lambda": 94.8878, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1120, + "avg_reward": 10022.76, + "avg_cost": 1.5, + "lambda": 95.5433, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1130, + "avg_reward": 8573.44, + "avg_cost": 0.25, + "lambda": 96.1466, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1140, + "avg_reward": 9740.81, + "avg_cost": 1.5, + "lambda": 96.7779, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1150, + "avg_reward": 9744.2, + "avg_cost": 0.75, + "lambda": 97.3956, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1160, + "avg_reward": 10540.2, + "avg_cost": 1.25, + "lambda": 97.9636, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1170, + "avg_reward": 10143.4, + "avg_cost": 0.5, + "lambda": 98.5985, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1180, + "avg_reward": 9716.79, + "avg_cost": 1.0, + "lambda": 99.1168, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1190, + "avg_reward": 9920.02, + "avg_cost": 0.25, + "lambda": 99.5564, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1200, + "avg_reward": 9537.94, + "avg_cost": 0.0, + "lambda": 100.1454, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1210, + "avg_reward": 10192.86, + "avg_cost": 0.75, + "lambda": 100.7307, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1220, + "avg_reward": 10435.54, + "avg_cost": 0.75, + "lambda": 101.1071, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1230, + "avg_reward": 9829.86, + "avg_cost": 0.0, + "lambda": 101.3704, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1240, + "avg_reward": 10680.96, + "avg_cost": 1.0, + "lambda": 101.5599, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1250, + "avg_reward": 10040.81, + "avg_cost": 0.5, + "lambda": 101.8326, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1260, + "avg_reward": 10351.23, + "avg_cost": 1.0, + "lambda": 102.1943, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1270, + "avg_reward": 10387.81, + "avg_cost": 1.0, + "lambda": 102.5631, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1280, + "avg_reward": 10363.86, + "avg_cost": 1.0, + "lambda": 103.0654, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1290, + "avg_reward": 10597.4, + "avg_cost": 0.25, + "lambda": 103.5162, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1300, + "avg_reward": 10905.9, + "avg_cost": 0.5, + "lambda": 103.9017, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1310, + "avg_reward": 9890.27, + "avg_cost": 0.0, + "lambda": 104.3976, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1320, + "avg_reward": 6743.31, + "avg_cost": 0.0, + "lambda": 104.7774, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1330, + "avg_reward": 9948.04, + "avg_cost": 0.0, + "lambda": 105.0248, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1340, + "avg_reward": 10217.75, + "avg_cost": 0.25, + "lambda": 105.3907, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1350, + "avg_reward": 9686.15, + "avg_cost": 0.25, + "lambda": 105.9164, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1360, + "avg_reward": 10559.78, + "avg_cost": 0.5, + "lambda": 106.4399, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1370, + "avg_reward": 10147.38, + "avg_cost": 0.0, + "lambda": 107.0071, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1380, + "avg_reward": 10759.03, + "avg_cost": 1.0, + "lambda": 107.4567, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1390, + "avg_reward": 10997.85, + "avg_cost": 0.75, + "lambda": 107.9762, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1400, + "avg_reward": 10815.15, + "avg_cost": 1.75, + "lambda": 108.6019, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1410, + "avg_reward": 8857.04, + "avg_cost": 1.25, + "lambda": 109.5638, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1420, + "avg_reward": 10480.48, + "avg_cost": 2.75, + "lambda": 110.4844, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1430, + "avg_reward": 9714.67, + "avg_cost": 0.25, + "lambda": 111.5422, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1440, + "avg_reward": 10076.96, + "avg_cost": 0.0, + "lambda": 112.4425, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1450, + "avg_reward": 10498.75, + "avg_cost": 0.0, + "lambda": 113.0352, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1460, + "avg_reward": 10449.92, + "avg_cost": 0.5, + "lambda": 113.4469, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1470, + "avg_reward": 10634.62, + "avg_cost": 0.75, + "lambda": 113.8267, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1480, + "avg_reward": 10300.69, + "avg_cost": 0.0, + "lambda": 114.2407, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1490, + "avg_reward": 10884.39, + "avg_cost": 0.75, + "lambda": 114.6776, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1500, + "avg_reward": 10989.73, + "avg_cost": 1.0, + "lambda": 115.2133, + "rho": [ + 0.0926, + 0.165, + 0.0926, + 0.1974, + 0.2747, + 0.1777 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_video.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_video.json new file mode 100644 index 0000000000000000000000000000000000000000..0324c70768c5bf86346183f2d98f0271475b6238 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_video.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7455978.97, + "constraint_satisfaction_pct": 27.8, + "final_rho": [ + 0.0926, + 0.165, + 0.0926, + 0.1974, + 0.2747, + 0.1777 + ], + "final_lambda": 115.2133, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6884.31, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -5727.12, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -5808.22, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5782.36, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -5498.75, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 60, + "avg_reward": -4520.51, + "avg_cost": 0.0, + "lambda": 11.081, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 70, + "avg_reward": -4156.98, + "avg_cost": 0.0, + "lambda": 11.125, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 80, + "avg_reward": -3728.59, + "avg_cost": 0.0, + "lambda": 11.1629, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 90, + "avg_reward": -3512.34, + "avg_cost": 0.0, + "lambda": 11.1871, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 100, + "avg_reward": -4008.96, + "avg_cost": 0.5, + "lambda": 11.2107, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 110, + "avg_reward": -3225.36, + "avg_cost": 0.0, + "lambda": 11.2526, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 120, + "avg_reward": -4322.27, + "avg_cost": 0.0, + "lambda": 11.274, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 130, + "avg_reward": -2978.56, + "avg_cost": 0.0, + "lambda": 11.2977, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 140, + "avg_reward": -3090.94, + "avg_cost": 0.0, + "lambda": 11.3257, + "rho": [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ] + }, + { + "episode": 150, + "avg_reward": -2950.97, + "avg_cost": 0.0, + "lambda": 11.3415, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 160, + "avg_reward": -2601.23, + "avg_cost": 0.5, + "lambda": 11.352, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 170, + "avg_reward": -2092.65, + "avg_cost": 0.0, + "lambda": 11.3833, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 180, + "avg_reward": -1721.34, + "avg_cost": 0.0, + "lambda": 11.3942, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 190, + "avg_reward": -2174.82, + "avg_cost": 0.0, + "lambda": 11.398, + "rho": [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ] + }, + { + "episode": 200, + "avg_reward": -1922.25, + "avg_cost": 0.0, + "lambda": 11.4254, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 210, + "avg_reward": -1380.89, + "avg_cost": 0.0, + "lambda": 11.4414, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 220, + "avg_reward": -1501.42, + "avg_cost": 0.0, + "lambda": 11.5306, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 230, + "avg_reward": 37.24, + "avg_cost": 0.25, + "lambda": 11.7666, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 240, + "avg_reward": -1720.47, + "avg_cost": 0.25, + "lambda": 12.0653, + "rho": [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ] + }, + { + "episode": 250, + "avg_reward": -2839.88, + "avg_cost": 0.25, + "lambda": 12.5074, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 260, + "avg_reward": -3229.24, + "avg_cost": 1.25, + "lambda": 12.8893, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 270, + "avg_reward": -1284.94, + "avg_cost": 0.0, + "lambda": 13.3486, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 280, + "avg_reward": -2186.93, + "avg_cost": 0.0, + "lambda": 13.6617, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 290, + "avg_reward": -2218.77, + "avg_cost": 0.5, + "lambda": 13.967, + "rho": [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ] + }, + { + "episode": 300, + "avg_reward": -2824.34, + "avg_cost": 0.0, + "lambda": 14.4337, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 310, + "avg_reward": -1340.98, + "avg_cost": 0.5, + "lambda": 14.7697, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 320, + "avg_reward": 507.77, + "avg_cost": 0.5, + "lambda": 15.1239, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 330, + "avg_reward": 96.94, + "avg_cost": 2.5, + "lambda": 15.7843, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 340, + "avg_reward": 1843.09, + "avg_cost": 1.25, + "lambda": 16.5262, + "rho": [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ] + }, + { + "episode": 350, + "avg_reward": 2111.78, + "avg_cost": 1.25, + "lambda": 17.5276, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 360, + "avg_reward": -429.3, + "avg_cost": 0.0, + "lambda": 18.4813, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 370, + "avg_reward": -1020.87, + "avg_cost": 1.25, + "lambda": 19.7019, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 380, + "avg_reward": 583.37, + "avg_cost": 1.5, + "lambda": 21.2479, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 390, + "avg_reward": 2023.01, + "avg_cost": 2.5, + "lambda": 22.8575, + "rho": [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ] + }, + { + "episode": 400, + "avg_reward": 2206.41, + "avg_cost": 2.25, + "lambda": 24.7827, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 410, + "avg_reward": 2206.55, + "avg_cost": 3.25, + "lambda": 26.6499, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 420, + "avg_reward": 2063.06, + "avg_cost": 1.25, + "lambda": 28.4473, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 430, + "avg_reward": 1059.95, + "avg_cost": 2.5, + "lambda": 30.2987, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 440, + "avg_reward": 2540.69, + "avg_cost": 0.0, + "lambda": 32.2356, + "rho": [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ] + }, + { + "episode": 450, + "avg_reward": 2756.83, + "avg_cost": 2.0, + "lambda": 33.9602, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 460, + "avg_reward": 2482.64, + "avg_cost": 1.0, + "lambda": 35.8226, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 470, + "avg_reward": 3585.92, + "avg_cost": 0.75, + "lambda": 37.5515, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 480, + "avg_reward": 2760.78, + "avg_cost": 1.0, + "lambda": 38.9546, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 490, + "avg_reward": 4504.89, + "avg_cost": 2.75, + "lambda": 40.4279, + "rho": [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ] + }, + { + "episode": 500, + "avg_reward": 4349.92, + "avg_cost": 0.75, + "lambda": 41.872, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 510, + "avg_reward": 2639.01, + "avg_cost": 1.0, + "lambda": 43.1622, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 520, + "avg_reward": 5450.16, + "avg_cost": 1.0, + "lambda": 44.4035, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 530, + "avg_reward": 3437.89, + "avg_cost": 0.5, + "lambda": 45.6407, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 540, + "avg_reward": 5593.07, + "avg_cost": 3.25, + "lambda": 47.0549, + "rho": [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ] + }, + { + "episode": 550, + "avg_reward": 5754.56, + "avg_cost": 1.75, + "lambda": 48.673, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 560, + "avg_reward": 1527.65, + "avg_cost": 0.75, + "lambda": 50.3194, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 570, + "avg_reward": 4981.35, + "avg_cost": 0.0, + "lambda": 51.6182, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 580, + "avg_reward": 5453.89, + "avg_cost": 1.0, + "lambda": 52.6735, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 590, + "avg_reward": 5516.61, + "avg_cost": 0.25, + "lambda": 53.8018, + "rho": [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ] + }, + { + "episode": 600, + "avg_reward": 4199.36, + "avg_cost": 0.25, + "lambda": 55.0142, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 610, + "avg_reward": 3393.39, + "avg_cost": 1.25, + "lambda": 56.2488, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 620, + "avg_reward": 6223.47, + "avg_cost": 1.0, + "lambda": 57.3749, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 630, + "avg_reward": 1717.06, + "avg_cost": 0.5, + "lambda": 58.4518, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 640, + "avg_reward": 5613.45, + "avg_cost": 0.75, + "lambda": 59.4606, + "rho": [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ] + }, + { + "episode": 650, + "avg_reward": 4593.19, + "avg_cost": 0.0, + "lambda": 60.5234, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 660, + "avg_reward": 5802.89, + "avg_cost": 0.25, + "lambda": 61.2908, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 670, + "avg_reward": 3060.89, + "avg_cost": 0.0, + "lambda": 61.945, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 680, + "avg_reward": 6688.47, + "avg_cost": 0.75, + "lambda": 62.4208, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 690, + "avg_reward": 7057.15, + "avg_cost": 0.0, + "lambda": 62.9356, + "rho": [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ] + }, + { + "episode": 700, + "avg_reward": 4938.91, + "avg_cost": 0.75, + "lambda": 63.4249, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 710, + "avg_reward": 1518.47, + "avg_cost": 0.25, + "lambda": 63.8385, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 720, + "avg_reward": 4852.72, + "avg_cost": 0.0, + "lambda": 64.4279, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 730, + "avg_reward": 6647.69, + "avg_cost": 1.25, + "lambda": 65.328, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 740, + "avg_reward": 6933.06, + "avg_cost": 0.25, + "lambda": 66.8207, + "rho": [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ] + }, + { + "episode": 750, + "avg_reward": 8055.36, + "avg_cost": 1.75, + "lambda": 68.2643, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 760, + "avg_reward": 7625.42, + "avg_cost": 1.5, + "lambda": 69.5542, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 770, + "avg_reward": 7568.82, + "avg_cost": 1.0, + "lambda": 70.7644, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 780, + "avg_reward": 7280.06, + "avg_cost": 2.5, + "lambda": 72.0091, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 790, + "avg_reward": 7074.94, + "avg_cost": 0.0, + "lambda": 72.902, + "rho": [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ] + }, + { + "episode": 800, + "avg_reward": 7527.23, + "avg_cost": 0.0, + "lambda": 73.6349, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 810, + "avg_reward": 7749.81, + "avg_cost": 0.25, + "lambda": 74.2082, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 820, + "avg_reward": 8674.98, + "avg_cost": 1.0, + "lambda": 74.7326, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 830, + "avg_reward": 8265.5, + "avg_cost": 0.25, + "lambda": 75.1315, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 840, + "avg_reward": 8246.19, + "avg_cost": 0.25, + "lambda": 75.5515, + "rho": [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ] + }, + { + "episode": 850, + "avg_reward": 8249.31, + "avg_cost": 0.25, + "lambda": 75.9292, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 860, + "avg_reward": 6320.45, + "avg_cost": 1.25, + "lambda": 76.2296, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 870, + "avg_reward": 8095.41, + "avg_cost": 0.25, + "lambda": 76.6628, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 880, + "avg_reward": 7758.17, + "avg_cost": 0.75, + "lambda": 77.0268, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 890, + "avg_reward": 9012.11, + "avg_cost": 0.75, + "lambda": 77.3747, + "rho": [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ] + }, + { + "episode": 900, + "avg_reward": 8553.92, + "avg_cost": 0.75, + "lambda": 77.9034, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 910, + "avg_reward": 6564.39, + "avg_cost": 0.25, + "lambda": 78.3891, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 920, + "avg_reward": 9245.48, + "avg_cost": 2.0, + "lambda": 79.0956, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 930, + "avg_reward": 8598.26, + "avg_cost": 0.0, + "lambda": 80.0045, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 940, + "avg_reward": 7250.62, + "avg_cost": 0.75, + "lambda": 80.8012, + "rho": [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ] + }, + { + "episode": 950, + "avg_reward": 7110.06, + "avg_cost": 0.5, + "lambda": 81.6376, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 960, + "avg_reward": 9053.46, + "avg_cost": 1.5, + "lambda": 82.5105, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 970, + "avg_reward": 9476.18, + "avg_cost": 1.25, + "lambda": 83.4914, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 980, + "avg_reward": 7216.98, + "avg_cost": 0.5, + "lambda": 84.4773, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 990, + "avg_reward": 8612.04, + "avg_cost": 0.0, + "lambda": 85.5402, + "rho": [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ] + }, + { + "episode": 1000, + "avg_reward": 9352.32, + "avg_cost": 0.5, + "lambda": 86.4944, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1010, + "avg_reward": 8328.15, + "avg_cost": 1.25, + "lambda": 87.5045, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1020, + "avg_reward": 7281.2, + "avg_cost": 0.25, + "lambda": 88.5783, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1030, + "avg_reward": 9111.28, + "avg_cost": 0.0, + "lambda": 89.5808, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1040, + "avg_reward": 8552.54, + "avg_cost": 0.0, + "lambda": 90.6204, + "rho": [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ] + }, + { + "episode": 1050, + "avg_reward": 9658.31, + "avg_cost": 1.25, + "lambda": 91.4851, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1060, + "avg_reward": 9521.69, + "avg_cost": 0.5, + "lambda": 92.1066, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1070, + "avg_reward": 9381.05, + "avg_cost": 0.0, + "lambda": 92.5925, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1080, + "avg_reward": 9378.9, + "avg_cost": 0.75, + "lambda": 93.0742, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1090, + "avg_reward": 8973.52, + "avg_cost": 0.5, + "lambda": 93.5076, + "rho": [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ] + }, + { + "episode": 1100, + "avg_reward": 9757.88, + "avg_cost": 1.0, + "lambda": 94.1029, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1110, + "avg_reward": 8588.17, + "avg_cost": 0.5, + "lambda": 94.8878, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1120, + "avg_reward": 10022.76, + "avg_cost": 1.5, + "lambda": 95.5433, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1130, + "avg_reward": 8573.44, + "avg_cost": 0.25, + "lambda": 96.1466, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1140, + "avg_reward": 9740.81, + "avg_cost": 1.5, + "lambda": 96.7779, + "rho": [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ] + }, + { + "episode": 1150, + "avg_reward": 9744.2, + "avg_cost": 0.75, + "lambda": 97.3956, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1160, + "avg_reward": 10540.2, + "avg_cost": 1.25, + "lambda": 97.9636, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1170, + "avg_reward": 10143.4, + "avg_cost": 0.5, + "lambda": 98.5985, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1180, + "avg_reward": 9716.79, + "avg_cost": 1.0, + "lambda": 99.1168, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1190, + "avg_reward": 9920.02, + "avg_cost": 0.25, + "lambda": 99.5564, + "rho": [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ] + }, + { + "episode": 1200, + "avg_reward": 9537.94, + "avg_cost": 0.0, + "lambda": 100.1454, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1210, + "avg_reward": 10192.86, + "avg_cost": 0.75, + "lambda": 100.7307, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1220, + "avg_reward": 10435.54, + "avg_cost": 0.75, + "lambda": 101.1071, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1230, + "avg_reward": 9829.86, + "avg_cost": 0.0, + "lambda": 101.3704, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1240, + "avg_reward": 10680.96, + "avg_cost": 1.0, + "lambda": 101.5599, + "rho": [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ] + }, + { + "episode": 1250, + "avg_reward": 10040.81, + "avg_cost": 0.5, + "lambda": 101.8326, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1260, + "avg_reward": 10351.23, + "avg_cost": 1.0, + "lambda": 102.1943, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1270, + "avg_reward": 10387.81, + "avg_cost": 1.0, + "lambda": 102.5631, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1280, + "avg_reward": 10363.86, + "avg_cost": 1.0, + "lambda": 103.0654, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1290, + "avg_reward": 10597.4, + "avg_cost": 0.25, + "lambda": 103.5162, + "rho": [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ] + }, + { + "episode": 1300, + "avg_reward": 10905.9, + "avg_cost": 0.5, + "lambda": 103.9017, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1310, + "avg_reward": 9890.27, + "avg_cost": 0.0, + "lambda": 104.3976, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1320, + "avg_reward": 6743.31, + "avg_cost": 0.0, + "lambda": 104.7774, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1330, + "avg_reward": 9948.04, + "avg_cost": 0.0, + "lambda": 105.0248, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1340, + "avg_reward": 10217.75, + "avg_cost": 0.25, + "lambda": 105.3907, + "rho": [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ] + }, + { + "episode": 1350, + "avg_reward": 9686.15, + "avg_cost": 0.25, + "lambda": 105.9164, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1360, + "avg_reward": 10559.78, + "avg_cost": 0.5, + "lambda": 106.4399, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1370, + "avg_reward": 10147.38, + "avg_cost": 0.0, + "lambda": 107.0071, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1380, + "avg_reward": 10759.03, + "avg_cost": 1.0, + "lambda": 107.4567, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1390, + "avg_reward": 10997.85, + "avg_cost": 0.75, + "lambda": 107.9762, + "rho": [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ] + }, + { + "episode": 1400, + "avg_reward": 10815.15, + "avg_cost": 1.75, + "lambda": 108.6019, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1410, + "avg_reward": 8857.04, + "avg_cost": 1.25, + "lambda": 109.5638, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1420, + "avg_reward": 10480.48, + "avg_cost": 2.75, + "lambda": 110.4844, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1430, + "avg_reward": 9714.67, + "avg_cost": 0.25, + "lambda": 111.5422, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1440, + "avg_reward": 10076.96, + "avg_cost": 0.0, + "lambda": 112.4425, + "rho": [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ] + }, + { + "episode": 1450, + "avg_reward": 10498.75, + "avg_cost": 0.0, + "lambda": 113.0352, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1460, + "avg_reward": 10449.92, + "avg_cost": 0.5, + "lambda": 113.4469, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1470, + "avg_reward": 10634.62, + "avg_cost": 0.75, + "lambda": 113.8267, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1480, + "avg_reward": 10300.69, + "avg_cost": 0.0, + "lambda": 114.2407, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1490, + "avg_reward": 10884.39, + "avg_cost": 0.75, + "lambda": 114.6776, + "rho": [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + }, + { + "episode": 1500, + "avg_reward": 10989.73, + "avg_cost": 1.0, + "lambda": 115.2133, + "rho": [ + 0.0926, + 0.165, + 0.0926, + 0.1974, + 0.2747, + 0.1777 + ] + } + ], + "episode_rewards": [ + -6832.7994, + -6690.2382, + -6343.3483, + -6255.2495, + -6459.0711, + -6734.6587, + -6975.9597, + -6553.0657, + -6088.2031, + -6884.3082, + -6335.7319, + -5754.6773, + -6414.4406, + -5969.2555, + -6651.6005, + -6155.1826, + -5397.2657, + -5511.7863, + -5497.7657, + -5727.1208, + -5482.9521, + -5934.3489, + -6494.9284, + -5068.5252, + -5800.1722, + -5738.6506, + -6071.7292, + -4933.5485, + -5778.0103, + -5808.2238, + -4961.7783, + -5275.3847, + -5064.4614, + -5494.1577, + -5234.4196, + -4473.5895, + -6154.2381, + -6343.2316, + -5527.4455, + -5782.3564, + -5933.0563, + -6659.6062, + -6327.873, + -6881.7433, + -5952.5833, + -5576.8839, + -5666.1008, + -5207.3385, + -4646.774, + -5498.7532, + -4929.316, + -4991.5054, + -5412.4889, + -4998.2699, + -4248.5399, + -5415.1956, + -4770.1952, + -4323.8313, + -4758.981, + -4520.5116, + -5001.9276, + -3953.4269, + -4076.2337, + -4199.894, + -3788.8349, + -5185.9392, + -3656.279, + -4159.4902, + -3933.3269, + -4156.9752, + -4672.9325, + -4289.8109, + -3680.3266, + -4542.4418, + -3660.4323, + -4095.693, + -3524.6016, + -4145.0869, + -3931.5918, + -3728.5918, + -3811.403, + -4004.3804, + -3263.2231, + -3615.4241, + -3508.1993, + -3303.3085, + -4289.1176, + -3624.7304, + -4127.0663, + -3512.3417, + -3379.6249, + -3177.8735, + -3818.7426, + -3753.5824, + -3469.435, + -4021.7681, + -3595.4332, + -3540.2122, + -3649.9445, + -4008.9595, + -2671.7765, + -3037.0124, + -3449.4611, + -3442.5347, + -3923.5559, + -3209.6081, + -3491.7396, + -2942.4279, + -3614.773, + -3225.3577, + -2307.484, + -2672.5469, + -4069.2496, + -3173.7634, + -3433.7509, + -2802.4519, + -3023.2401, + -3247.6842, + -2990.2774, + -4322.2739, + -3347.1473, + -3686.3395, + -3250.4394, + -3211.1623, + -3225.6529, + -3230.8885, + -3197.3559, + -2802.9701, + -2526.838, + -2978.561, + -2499.6732, + -2860.2218, + -3286.5711, + -2823.2585, + -2414.1694, + -3253.3015, + -3080.6997, + -3089.5328, + -2326.5574, + -3090.9419, + -2762.8698, + -3139.7107, + -2858.5991, + -1759.4462, + -2945.05, + -2759.2003, + -3114.503, + -2566.5612, + -2196.5451, + -2950.9668, + -2431.6421, + -1830.4309, + -1754.054, + -2434.7918, + -2935.6041, + -2197.7596, + -1991.0858, + -2084.2669, + -2561.6523, + -2601.2341, + -1616.5367, + -2390.187, + -2065.5875, + -2102.8215, + -2146.7585, + -2257.8446, + -2076.7986, + -1907.8728, + -2028.7986, + -2092.6484, + -1747.984, + -1428.7391, + -2438.4562, + -1233.5577, + -2238.959, + -1668.4671, + -1606.3839, + -1696.7195, + -1721.7511, + -1721.3402, + -1067.8534, + -2071.5203, + -2134.6772, + -1802.2452, + -2154.8865, + -2126.2173, + -2007.1243, + -2036.749, + -2116.2507, + -2174.8162, + -2228.4037, + -1624.2691, + -1455.8002, + -1789.9145, + -1611.3301, + -1647.058, + -1194.3584, + -1420.313, + -1786.9473, + -1922.2472, + -1897.6613, + -2183.2553, + -2186.9783, + -1869.0185, + -1044.128, + -1495.8321, + -990.5588, + -1713.7745, + -2388.8911, + -1380.8864, + -1192.4045, + -1400.7113, + -1357.9299, + -1577.1063, + -1438.4838, + -2567.1159, + -2074.7909, + -889.1754, + -1747.6925, + -1501.415, + -3845.7596, + -1983.111, + -1333.2552, + -2147.0041, + -1707.4485, + -1820.8106, + -1489.6492, + 74.0828, + -1160.1244, + 37.2409, + -45.8186, + -1160.1186, + -1710.4754, + -753.813, + -2376.2293, + -2094.8147, + -993.1883, + -2403.5376, + -322.755, + -1720.4707, + -2731.1323, + -867.7737, + -1683.9588, + 301.2003, + -1396.507, + -1880.3302, + -1711.76, + -3005.9717, + -2091.9472, + -2839.8764, + -1635.4611, + -1611.4012, + -2322.9268, + -1110.3951, + -2887.5849, + -1871.764, + -2603.5692, + -2253.1668, + -1807.5563, + -3229.2358, + -1450.3259, + -2067.7943, + -2635.435, + -2271.745, + -1789.5399, + -1962.9302, + -2967.6761, + -1865.2398, + -26.2962, + -1284.9366, + -1956.0954, + -569.9424, + -1651.4991, + -665.8003, + -1499.2531, + -2512.5195, + -1151.3545, + -2357.902, + -877.154, + -2186.9304, + -2303.6881, + -1651.0323, + -1023.5483, + -1433.3724, + -1707.5387, + -909.1063, + -1812.0096, + -1263.6464, + -861.991, + -2218.7737, + -1706.8529, + 324.9809, + -1554.856, + 114.6465, + -1130.3268, + -838.4374, + -1645.0253, + -1259.2555, + -1765.6263, + -2824.3379, + -2576.4129, + -1737.9699, + -1749.6352, + -405.8473, + -1324.5119, + -2750.3686, + -1979.469, + -1028.4656, + -989.2427, + -1340.9837, + 324.1737, + -51.4994, + -1595.529, + -2056.2609, + -2086.3799, + -2104.9592, + -384.221, + -420.2012, + -1383.2352, + 507.7656, + -422.7408, + -712.1993, + 1080.3015, + -1430.7374, + -2127.6002, + -1313.916, + -1130.3968, + -18.8764, + -2737.9405, + 96.9405, + -1197.1646, + -1305.1419, + -1011.319, + -1384.4342, + -1056.0287, + -962.0753, + 1282.1051, + 372.7379, + 899.6212, + 1843.0941, + 1373.0027, + -290.511, + 766.7202, + 107.5531, + 1422.9151, + 495.4752, + 998.8264, + -539.6992, + 764.9573, + 2111.7802, + 616.3712, + 1118.7256, + 445.9066, + -594.0897, + 611.2387, + -435.6642, + -772.0557, + 1135.2393, + 1163.9931, + -429.2965, + -987.8476, + 211.1877, + 1877.5245, + 657.6928, + 713.3889, + 1641.6515, + -358.3474, + 132.2668, + 658.9584, + -1020.8747, + -19.4861, + -83.4402, + -998.1392, + -550.6483, + -2127.4262, + -235.9159, + -162.444, + -904.1914, + 2085.0111, + 583.3673, + 2229.323, + -138.1121, + 2216.7357, + 2030.392, + 2432.3505, + 2163.2786, + 1894.6258, + 1817.1159, + 1863.8891, + 2023.006, + 2766.3696, + 2886.5208, + 907.3719, + 1130.6185, + -152.7057, + 434.1008, + 3528.6987, + 1655.1638, + -952.7916, + 2206.4149, + 2769.7604, + 1458.9407, + 453.6865, + 1632.148, + 1056.4348, + 1756.6084, + 2904.3199, + 2004.617, + 431.0845, + 2206.5456, + 1055.6429, + 2095.5148, + 2424.2178, + 2609.6411, + 2275.7108, + 2268.5802, + 1901.1612, + 2003.4412, + 2627.0133, + 2063.057, + 2991.1799, + 1600.0254, + 2785.6844, + 709.5034, + 845.1269, + -362.4145, + 1627.532, + -370.2729, + 1299.584, + 1059.9499, + 1678.2565, + 1605.6411, + 2388.2738, + 846.7865, + 2888.6006, + 2678.8319, + 614.2296, + 2552.9211, + 2989.1186, + 2540.6946, + 2281.1202, + 912.8035, + 2255.0915, + 1973.5404, + 2218.6612, + 1950.3756, + 3952.1649, + 3471.8937, + 3555.115, + 2756.8341, + 3565.4828, + 1603.6195, + 3410.5779, + 3501.535, + 853.0443, + 4240.113, + 2536.4427, + 2846.7987, + 3903.962, + 2482.6371, + 1837.8896, + 1109.3796, + 1702.4433, + 3508.5209, + 3383.1101, + 3496.6246, + 3245.9166, + 4007.6459, + 3686.4717, + 3585.9152, + 1640.5228, + 3403.6355, + 1160.5074, + 3890.3538, + 2256.8365, + 3437.9068, + 3934.8798, + 4261.725, + 1796.7066, + 2760.7815, + 2269.9618, + 3149.4748, + 3294.4482, + 1946.5671, + 1281.3502, + 3849.4131, + 3043.5948, + 3379.1476, + 3255.6795, + 4504.8931, + 764.5221, + 3291.7855, + 3898.8596, + 1207.1953, + 2979.6585, + 3172.1981, + 4632.8945, + 4486.8144, + 1287.2066, + 4349.9188, + 4788.8127, + 3425.7531, + 1829.1425, + 4379.5937, + 4427.3526, + 4999.676, + 3870.9885, + 1049.5237, + 4525.7219, + 2639.0116, + 5383.7975, + 4972.416, + 4449.1129, + 4317.4263, + 2979.2015, + 4081.8649, + 5070.3263, + 4994.2439, + 2939.1611, + 5450.1612, + 5103.931, + 2270.7415, + 4820.8501, + 4710.8059, + 1994.4271, + 3902.4315, + 3479.2207, + 2742.9172, + 4387.1113, + 3437.8916, + 3736.8146, + 3499.5177, + 5296.1941, + 5227.6151, + 3560.2703, + 5240.8013, + 4546.4412, + 3617.7651, + 3615.9699, + 5593.0658, + 3598.1887, + 3675.7891, + 5026.9834, + 4326.1279, + 3905.4386, + 2094.7119, + 5259.7525, + 4030.0076, + 2545.6321, + 5754.5638, + 577.458, + 5542.1841, + 6236.1655, + 4756.8621, + 322.6921, + 4295.3644, + 3055.5357, + 4686.2427, + 4564.0613, + 1527.65, + 5196.3546, + 5384.6754, + 3138.6269, + 5326.8435, + 4675.4866, + 4725.088, + 3654.783, + 1542.5484, + 3988.3336, + 4981.3453, + 3136.2871, + 3552.945, + 2867.8334, + 4578.8105, + 4737.8597, + 5285.1731, + 4282.9593, + 3117.2488, + 5736.3003, + 5453.8916, + 5007.4218, + 6041.9412, + 3112.1443, + 1341.5182, + 6341.2146, + 5038.7173, + 2303.9512, + 5544.98, + 5658.7512, + 5516.6125, + 5321.5669, + 4851.8203, + 2673.8079, + 5735.887, + 4392.4126, + 4478.9444, + 6012.529, + 5278.6401, + 4634.3861, + 4199.3596, + 6157.1541, + 5902.8422, + 2205.9135, + 5339.1337, + 6321.356, + 3846.6914, + 3713.2514, + 4744.4137, + 4358.4326, + 3393.3866, + 5350.874, + 3440.8768, + 6043.9183, + 5038.3092, + 5043.3632, + 4711.9752, + 4288.571, + 3914.9036, + 4305.5372, + 6223.4674, + 4889.4536, + 5336.8347, + 5395.4215, + 4437.7553, + 2292.4316, + 5974.5032, + 5752.6377, + 5363.6108, + 5807.1936, + 1717.0566, + 4016.6209, + 5823.4894, + 3284.9523, + 5916.4394, + 5172.2259, + 6041.7331, + 4891.243, + 3873.4112, + 6268.4612, + 5613.4533, + 4679.7462, + 5852.8074, + 5089.6891, + 6044.3423, + 6758.27, + 5820.2833, + 4668.8548, + 6298.7518, + 3763.9249, + 4593.1914, + 5709.2684, + 5745.2838, + 4630.1315, + 6184.1187, + 5857.8641, + 4451.1322, + 6354.0917, + 4507.2245, + 5810.5135, + 5802.8945, + 6080.1055, + 6181.0319, + 4467.5101, + 4255.9796, + 5729.0679, + 5854.1582, + 4884.7578, + 5935.0637, + 6360.8132, + 3060.8928, + 4760.8067, + 5565.3533, + 6259.8939, + 6268.7567, + 7167.6034, + 6021.9581, + 3414.5944, + 4883.428, + 6772.7199, + 6688.4741, + 7149.2442, + 5060.6248, + 6414.5327, + 5227.8196, + 4170.0232, + 3300.491, + 7138.7346, + 7352.5887, + 7112.0296, + 7057.148, + 6729.0127, + 5600.821, + 7285.9012, + 5768.0688, + 7309.6609, + 4926.1598, + 4227.2229, + 6870.9786, + 7022.6413, + 4938.9091, + 7195.8221, + 4460.0947, + 4461.5968, + 7410.4938, + 4985.1008, + 7129.7991, + 3172.3434, + 4867.8658, + 7535.0178, + 1518.4656, + 7140.168, + 5923.4017, + 6968.5583, + 5213.6843, + 5751.7109, + 6779.2464, + 6177.4867, + 7566.4462, + 6901.5203, + 4852.7197, + 6106.603, + 7319.5089, + 7596.3064, + 7574.9312, + 7174.0751, + 5788.571, + 6027.8648, + 7273.1401, + 7682.2564, + 6647.6935, + 5423.6823, + 6360.9555, + 4878.7004, + 6199.5269, + 6665.6596, + 6575.8736, + 6048.6486, + 6660.8395, + 5910.6561, + 6933.0621, + 7109.5676, + 7416.4963, + 5838.7203, + 6906.5154, + 6663.0875, + 7113.4345, + 8241.5019, + 6851.8636, + 5939.0047, + 8055.3605, + 5591.0198, + 7143.7572, + 5961.5197, + 5985.5307, + 7302.9494, + 7378.7665, + 7399.1492, + 5528.3326, + 4316.1956, + 7625.4155, + 7028.7019, + 7172.9325, + 7334.9467, + 8016.6879, + 7870.2506, + 7938.6321, + 6787.4864, + 4510.3815, + 5859.2122, + 7568.8224, + 7706.5596, + 7245.5131, + 7545.6026, + 7724.7269, + 7013.6787, + 7224.5439, + 7515.9545, + 7694.304, + 7873.968, + 7280.0649, + 7940.5502, + 4144.0363, + 6773.5583, + 7738.9732, + 6777.8606, + 7360.2913, + 7467.8834, + 7522.2286, + 8174.039, + 7074.9405, + 7396.2655, + 7535.6334, + 5471.9834, + 4816.2632, + 7741.8161, + 8023.8819, + 5742.564, + 7856.0567, + 5997.613, + 7527.2274, + 7074.5998, + 7277.623, + 7476.549, + 7629.4285, + 7787.3802, + 7560.842, + 8239.2049, + 7948.078, + 7343.7471, + 7749.8091, + 6394.0517, + 8567.8804, + 7930.0475, + 8175.472, + 8053.9259, + 7559.9561, + 7618.2034, + 6154.072, + 5668.5451, + 8674.9773, + 7890.7738, + 7932.0908, + 7914.74, + 7784.761, + 7886.8752, + 4295.3645, + 6956.4478, + 8390.3729, + 5541.7004, + 8265.5043, + 7966.1796, + 8563.9426, + 4490.0295, + 8361.1463, + 8313.5326, + 7273.55, + 8343.3794, + 8389.5665, + 5728.9343, + 8246.1855, + 8104.4513, + 8185.2881, + 8196.1857, + 8313.9254, + 8485.432, + 7596.106, + 7921.8096, + 7925.1972, + 8390.3816, + 8249.3091, + 8433.9368, + 8603.3381, + 6752.6109, + 8643.0313, + 8666.1037, + 6669.8195, + 8616.7234, + 6219.0744, + 8910.3821, + 6320.448, + 6413.0111, + 8616.7342, + 8691.8964, + 8077.9919, + 9060.5213, + 8388.7092, + 8595.7599, + 8504.9025, + 8271.6776, + 8095.4114, + 4732.2838, + 8458.3979, + 8987.7398, + 8638.2653, + 8689.5636, + 6529.9547, + 8944.075, + 8400.9852, + 7503.1301, + 7758.1674, + 8707.7179, + 8786.1159, + 8411.1013, + 4192.0921, + 8642.4013, + 8383.8571, + 9231.1486, + 8063.2986, + 8386.721, + 9012.1135, + 5005.7596, + 8927.9818, + 8964.9077, + 9076.9661, + 8646.9102, + 7446.4546, + 6674.1728, + 9179.6722, + 8885.4197, + 8553.9238, + 9138.6943, + 8485.1095, + 9440.077, + 8439.3269, + 7003.4948, + 8862.4556, + 9071.6636, + 8666.8892, + 6932.2648, + 6564.3852, + 9022.5724, + 7503.5965, + 9076.5528, + 7652.7462, + 9347.2926, + 9165.0072, + 8674.4999, + 8885.3426, + 8479.6629, + 9245.4832, + 9092.4697, + 7620.8521, + 8927.5841, + 9270.1109, + 9254.2534, + 8469.732, + 8816.0403, + 9249.365, + 9218.0326, + 8598.2615, + 7454.7888, + 5650.9674, + 7147.8255, + 9281.068, + 9087.5346, + 8448.7457, + 9146.5217, + 8015.6164, + 9366.6067, + 7250.6199, + 9180.6977, + 8763.6876, + 8170.1889, + 7063.1874, + 9657.3216, + 9840.3322, + 9226.7769, + 7384.1813, + 8932.9059, + 7110.0623, + 9202.1356, + 9570.7894, + 8760.9832, + 9124.2821, + 9476.1222, + 6328.497, + 9137.3471, + 8553.681, + 8793.2211, + 9053.4625, + 7094.3388, + 7773.5954, + 8948.7083, + 6997.701, + 8578.2868, + 8917.1604, + 7833.7306, + 7680.0107, + 8919.0566, + 9476.1768, + 9373.783, + 9214.4802, + 9003.0819, + 9011.8753, + 8951.9453, + 8585.6011, + 7104.9254, + 8766.6605, + 8582.3196, + 7216.9765, + 9304.866, + 8657.8914, + 8845.9567, + 5230.323, + 8827.0018, + 9127.0811, + 8699.4961, + 8961.4837, + 8061.0756, + 8612.036, + 9161.0699, + 8787.6426, + 9256.5472, + 6365.6379, + 9042.4806, + 9049.1479, + 9285.9312, + 9630.9154, + 9195.6409, + 9352.3219, + 8778.1062, + 8747.3521, + 8691.7512, + 8666.1527, + 8380.2931, + 9526.1084, + 9511.6029, + 9523.0384, + 9156.5615, + 8328.1548, + 9011.7646, + 8598.9361, + 9930.7489, + 9497.4019, + 8667.1621, + 9083.6308, + 4767.3632, + 7237.4776, + 9300.7065, + 7281.2042, + 8711.3447, + 8713.6435, + 9533.7616, + 9049.265, + 9299.7949, + 9394.6294, + 9775.4418, + 9556.3277, + 9113.6734, + 9111.2786, + 9364.6128, + 9331.3799, + 7109.4317, + 8395.3396, + 9008.4523, + 8913.3104, + 8076.0124, + 9038.6847, + 7664.5056, + 8552.5371, + 8698.8648, + 8917.4998, + 9196.3678, + 8770.8403, + 8985.4932, + 9983.7098, + 9568.4356, + 9447.607, + 9180.7857, + 9658.3079, + 9562.5525, + 7715.4783, + 9377.224, + 9611.1608, + 9094.0313, + 9015.4831, + 9258.8875, + 9302.2191, + 7566.6859, + 9521.6893, + 8337.5943, + 6878.2266, + 9263.8443, + 9412.1883, + 9251.2189, + 9304.611, + 9655.7388, + 9408.3411, + 8982.6296, + 9381.0451, + 8259.9878, + 7999.3687, + 9740.7357, + 9955.5667, + 4657.0457, + 9331.4824, + 9677.1508, + 9800.0445, + 9661.6586, + 9378.8953, + 9542.2945, + 10164.7372, + 9810.268, + 9422.7461, + 9622.0553, + 9621.6008, + 9416.7896, + 9913.5008, + 6548.4846, + 8973.5163, + 9416.8524, + 9282.6679, + 8968.8999, + 9002.048, + 9706.1517, + 9303.0995, + 9271.212, + 9530.3839, + 9289.1238, + 9757.8819, + 9019.3557, + 9987.6906, + 9995.5611, + 9243.7469, + 9920.9381, + 9843.7558, + 9300.8491, + 9768.7447, + 9086.6106, + 8588.1652, + 9572.9613, + 9913.1615, + 9944.4835, + 9481.0957, + 7900.4545, + 10006.5626, + 10023.085, + 7503.7737, + 9549.8078, + 10022.7635, + 9519.9747, + 10230.466, + 10319.3426, + 9767.8016, + 7728.7036, + 10452.1978, + 7279.6112, + 10077.9817, + 9810.8324, + 8573.4359, + 10047.5712, + 9612.1271, + 10127.2669, + 9833.9662, + 9322.2828, + 9184.9881, + 10143.4926, + 9757.3799, + 9315.9379, + 9740.8109, + 10062.2114, + 9574.897, + 9268.6631, + 7416.7436, + 10014.8062, + 9408.2584, + 9039.753, + 10278.291, + 9545.8122, + 9744.2048, + 10041.2403, + 9565.0294, + 9579.0727, + 9776.381, + 9417.6163, + 9415.8059, + 10248.4619, + 9698.8325, + 9342.4804, + 10540.2043, + 9917.924, + 9889.1071, + 10253.0217, + 8095.2969, + 9712.0537, + 10016.3318, + 9453.9094, + 9683.5832, + 10424.4786, + 10143.4048, + 10084.3698, + 10031.0441, + 7674.4609, + 10224.6932, + 10089.7885, + 9824.9577, + 9763.1067, + 8922.6744, + 9936.4842, + 9716.7903, + 9859.4994, + 9686.1122, + 10065.4904, + 9785.1444, + 7241.3678, + 8365.0511, + 9779.026, + 9075.3497, + 10000.0135, + 9920.0156, + 10583.8825, + 9753.0563, + 10648.6445, + 10176.2372, + 9688.6144, + 9076.4316, + 10200.1786, + 9992.1755, + 9507.9082, + 9537.9382, + 8519.4962, + 10111.445, + 7194.9382, + 10471.5649, + 10130.9206, + 10231.6382, + 10025.4831, + 9888.4428, + 9843.0889, + 10192.8637, + 8724.7579, + 8943.2512, + 9964.5176, + 9872.5835, + 9719.9999, + 9824.6654, + 10158.1209, + 10281.3888, + 8808.7479, + 10435.5405, + 10566.2452, + 9632.4565, + 9517.0448, + 9764.4932, + 9654.4051, + 8389.3045, + 8077.4183, + 9716.6154, + 9939.8932, + 9829.8634, + 9515.9133, + 9890.3583, + 7089.6387, + 10324.1574, + 10589.2273, + 10208.8619, + 10128.8948, + 10180.2549, + 8306.8718, + 10680.9581, + 10221.6892, + 10387.1184, + 9689.7118, + 10176.9658, + 10494.9562, + 10669.983, + 10363.4438, + 10208.0626, + 10329.737, + 10040.8101, + 9447.9715, + 10271.9879, + 10513.4341, + 8878.1671, + 10421.8453, + 9638.6949, + 10304.7138, + 9809.5763, + 10018.1867, + 10351.2311, + 10360.2641, + 10061.4853, + 9898.6505, + 9471.0012, + 10187.7622, + 5082.9037, + 10028.7004, + 10699.6297, + 10070.4972, + 10387.8087, + 10487.9674, + 10111.4087, + 9978.1914, + 10253.1251, + 10344.8935, + 9941.9943, + 10095.4473, + 10308.4183, + 10367.5105, + 10363.8629, + 10127.2927, + 10450.4132, + 9272.285, + 10272.2162, + 10177.7372, + 7638.3615, + 9897.5821, + 10553.3758, + 10096.978, + 10597.4008, + 9754.5869, + 9955.1916, + 10514.3986, + 10394.3242, + 10572.1496, + 10063.157, + 10733.4922, + 10395.7144, + 10355.5061, + 10905.897, + 10831.0795, + 10307.4296, + 10379.2828, + 10557.9441, + 10540.0355, + 10247.3911, + 10798.6162, + 10437.3488, + 9997.7089, + 9890.2698, + 10244.3377, + 10265.2293, + 10357.2054, + 10299.5535, + 9846.2373, + 9027.8724, + 9381.589, + 9941.7331, + 10236.4915, + 6743.3147, + 5710.2262, + 10452.544, + 10289.0785, + 9372.6043, + 10247.0933, + 9803.9715, + 10057.869, + 10808.5119, + 10627.5, + 9948.0415, + 10119.2514, + 10237.419, + 8996.6771, + 10147.7997, + 8900.7014, + 10545.8741, + 11168.4724, + 10116.7067, + 10217.5262, + 10217.7485, + 10473.7528, + 9780.9943, + 10550.0396, + 10329.075, + 10617.1108, + 10608.3005, + 9695.8363, + 9954.1254, + 10476.4821, + 9686.1516, + 9945.7808, + 10452.3466, + 10235.5354, + 10849.3985, + 10469.6687, + 9424.351, + 9941.838, + 8706.9869, + 10665.6618, + 10559.7815, + 10618.1935, + 10720.7254, + 10799.51, + 10954.6068, + 9803.0189, + 10531.7851, + 10445.238, + 10566.9607, + 10583.2198, + 10147.3816, + 10424.2732, + 10690.43, + 8268.1024, + 9915.5023, + 6607.9678, + 10744.0255, + 10977.0326, + 10996.5551, + 10055.8601, + 10759.0287, + 10190.0805, + 10524.8755, + 7940.547, + 9897.4897, + 10136.7962, + 7514.8774, + 10299.9865, + 9723.3001, + 5873.7242, + 10997.8471, + 10643.7258, + 10088.4967, + 10766.323, + 10421.6144, + 10489.137, + 10993.661, + 10988.5163, + 10384.117, + 10538.2011, + 10815.1514, + 7975.5523, + 10862.8184, + 10681.934, + 10275.2354, + 10341.1594, + 9788.1732, + 10117.5983, + 11068.1099, + 7826.5364, + 8857.0429, + 10983.3375, + 10574.4081, + 9678.7076, + 10087.8557, + 9709.4698, + 9565.4286, + 10465.8448, + 9560.591, + 9474.8669, + 10480.4811, + 10508.5111, + 10454.7961, + 11062.5057, + 11339.7142, + 9912.8372, + 9820.2818, + 9559.414, + 9325.8785, + 9949.8612, + 9714.6671, + 10429.5612, + 9937.0488, + 9755.8002, + 10129.0674, + 10718.5476, + 10484.7351, + 10513.7628, + 10075.2875, + 7960.2834, + 10076.9585, + 10579.5803, + 9483.6855, + 10629.8706, + 10150.6011, + 9044.6329, + 9945.7105, + 10877.7154, + 10139.5976, + 10675.2446, + 10498.7532, + 10220.7794, + 9983.0773, + 10139.7432, + 7465.4478, + 10502.9112, + 10337.2966, + 10177.4212, + 10138.2125, + 10085.1275, + 10449.9202, + 10116.699, + 10687.9642, + 10307.2392, + 10253.0375, + 10430.0465, + 10556.5746, + 11108.8412, + 10302.9687, + 10978.9323, + 10634.6163, + 10585.3014, + 10680.6547, + 10420.2626, + 10165.1973, + 10676.8013, + 11071.8881, + 10361.8746, + 10605.8375, + 10311.383, + 10300.6931, + 10349.0688, + 10250.2844, + 10239.1317, + 10055.308, + 10963.0106, + 8900.966, + 10155.0977, + 10674.2249, + 7903.2404, + 10884.3943, + 10550.3122, + 10515.1515, + 9594.682, + 10759.2801, + 10019.1045, + 10048.6497, + 9728.6916, + 10379.27, + 10152.3873, + 10989.7275 + ], + "episode_costs": [ + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.0, + 1.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.5, + 0.75, + 0.0, + 1.25, + 2.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 1.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 2.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.25, + 0.5, + 2.25, + 1.0, + 1.5, + 0.5, + 1.25, + 0.25, + 2.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.75, + 0.5, + 2.0, + 1.25, + 2.25, + 0.75, + 2.0, + 1.0, + 0.5, + 1.25, + 0.5, + 1.0, + 1.25, + 1.25, + 0.25, + 1.25, + 0.75, + 0.0, + 2.25, + 0.25, + 0.75, + 1.75, + 1.5, + 0.0, + 0.25, + 2.5, + 1.5, + 1.25, + 2.25, + 1.75, + 1.5, + 3.0, + 1.5, + 1.25, + 2.75, + 2.25, + 2.0, + 2.0, + 0.25, + 1.0, + 0.75, + 1.25, + 2.0, + 1.5, + 1.25, + 0.75, + 2.0, + 1.25, + 3.5, + 2.5, + 2.0, + 1.5, + 2.0, + 2.5, + 3.0, + 1.0, + 0.75, + 3.75, + 2.0, + 2.25, + 3.75, + 0.5, + 0.5, + 2.25, + 4.25, + 1.5, + 0.0, + 1.75, + 1.75, + 1.25, + 2.0, + 2.25, + 0.5, + 3.25, + 1.5, + 1.5, + 0.5, + 3.0, + 1.75, + 2.5, + 1.5, + 1.5, + 2.25, + 1.25, + 3.0, + 0.75, + 3.0, + 1.25, + 1.0, + 1.75, + 3.75, + 1.25, + 1.25, + 2.5, + 3.5, + 2.25, + 1.0, + 1.25, + 3.25, + 1.25, + 1.0, + 2.75, + 1.5, + 0.0, + 1.25, + 2.0, + 2.75, + 1.75, + 2.5, + 0.75, + 1.75, + 0.5, + 1.5, + 2.0, + 3.5, + 0.25, + 0.5, + 3.75, + 1.25, + 3.75, + 2.5, + 3.25, + 1.5, + 1.0, + 2.25, + 1.75, + 0.5, + 1.5, + 1.25, + 1.5, + 1.75, + 0.75, + 1.0, + 0.75, + 0.5, + 1.5, + 0.5, + 2.5, + 1.75, + 1.75, + 1.0, + 1.5, + 1.0, + 1.0, + 1.75, + 2.5, + 1.0, + 1.0, + 2.25, + 2.25, + 1.0, + 0.0, + 2.25, + 2.75, + 0.75, + 0.75, + 1.0, + 0.0, + 1.75, + 2.75, + 3.25, + 1.75, + 0.25, + 0.75, + 1.25, + 1.25, + 1.0, + 1.0, + 1.75, + 1.25, + 0.0, + 0.0, + 2.5, + 1.0, + 2.75, + 0.75, + 1.0, + 1.0, + 1.75, + 0.5, + 1.5, + 0.75, + 0.75, + 1.0, + 0.5, + 0.5, + 2.75, + 2.75, + 0.0, + 1.5, + 1.75, + 2.5, + 0.75, + 0.5, + 2.5, + 1.25, + 1.5, + 1.25, + 0.0, + 2.75, + 1.75, + 0.5, + 3.5, + 3.25, + 1.75, + 1.0, + 2.0, + 2.5, + 0.75, + 1.0, + 2.0, + 0.75, + 0.5, + 1.75, + 1.25, + 4.0, + 3.25, + 3.0, + 0.25, + 0.5, + 0.25, + 2.25, + 0.25, + 0.75, + 2.5, + 2.75, + 0.25, + 0.5, + 1.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.0, + 0.5, + 1.5, + 1.5, + 1.75, + 1.25, + 0.5, + 1.75, + 0.0, + 0.75, + 1.0, + 0.75, + 1.75, + 0.75, + 0.75, + 2.25, + 2.75, + 0.0, + 2.0, + 1.5, + 0.25, + 0.75, + 2.75, + 1.75, + 1.0, + 0.25, + 0.25, + 1.75, + 1.75, + 1.5, + 0.25, + 0.75, + 2.0, + 2.25, + 0.75, + 2.75, + 0.75, + 0.25, + 1.5, + 0.0, + 1.25, + 1.25, + 0.75, + 1.75, + 0.5, + 0.75, + 1.0, + 2.5, + 0.5, + 1.0, + 1.0, + 0.75, + 1.0, + 0.5, + 0.75, + 2.0, + 2.0, + 0.75, + 1.0, + 0.75, + 0.5, + 0.0, + 1.5, + 0.25, + 0.5, + 2.75, + 1.5, + 0.5, + 1.0, + 1.75, + 0.75, + 0.5, + 1.5, + 0.75, + 2.5, + 0.75, + 0.0, + 0.5, + 2.25, + 1.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.0, + 0.75, + 0.25, + 2.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 1.5, + 0.75, + 1.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.75, + 0.25, + 0.25, + 0.5, + 0.5, + 2.25, + 2.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.75, + 2.0, + 1.75, + 0.75, + 1.5, + 1.0, + 3.0, + 1.0, + 1.25, + 0.0, + 1.75, + 0.75, + 9.0, + 3.0, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 1.0, + 1.5, + 1.0, + 0.75, + 0.0, + 2.25, + 4.5, + 3.5, + 0.75, + 1.75, + 0.25, + 0.25, + 0.75, + 0.0, + 1.5, + 1.0, + 2.0, + 1.0, + 0.5, + 1.5, + 0.25, + 0.25, + 1.75, + 3.25, + 2.25, + 1.75, + 0.25, + 0.0, + 0.0, + 1.0, + 4.5, + 1.25, + 0.75, + 1.75, + 1.0, + 0.5, + 0.0, + 0.5, + 0.5, + 2.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 1.25, + 0.0, + 0.75, + 0.75, + 0.5, + 0.25, + 1.25, + 1.0, + 0.25, + 1.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 1.25, + 0.0, + 0.5, + 0.0, + 0.25, + 2.0, + 1.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 2.0, + 0.75, + 0.0, + 0.75, + 0.25, + 1.0, + 0.75, + 1.25, + 0.25, + 0.0, + 1.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 2.5, + 0.5, + 1.5, + 0.75, + 1.0, + 1.0, + 1.25, + 2.0, + 1.0, + 0.5, + 1.75, + 0.75, + 0.5, + 0.5, + 0.75, + 1.25, + 0.75, + 0.0, + 0.75, + 0.0, + 1.25, + 1.25, + 0.5, + 1.0, + 0.25, + 1.75, + 0.75, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 3.25, + 1.75, + 1.5, + 1.0, + 0.5, + 0.5, + 2.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.75, + 1.5, + 2.5, + 1.5, + 0.25, + 0.25, + 2.25, + 1.25, + 0.75, + 1.25, + 0.25, + 1.25, + 0.75, + 1.0, + 1.0, + 1.5, + 0.75, + 0.5, + 0.75, + 1.5, + 2.0, + 0.5, + 0.25, + 1.0, + 0.25, + 3.5, + 1.25, + 1.5, + 0.25, + 2.0, + 0.25, + 0.0, + 0.5, + 0.25, + 1.25, + 1.5, + 0.75, + 0.25, + 1.5, + 1.5, + 2.0, + 0.5, + 0.5, + 0.75, + 0.75, + 2.0, + 0.75, + 1.5, + 0.5, + 1.75, + 0.25, + 1.25, + 1.25, + 1.75, + 2.75, + 0.75, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 1.5, + 0.75, + 1.0, + 2.5, + 0.25, + 2.5, + 1.0, + 1.25, + 0.0, + 1.75, + 1.25, + 0.25, + 0.5, + 2.25, + 0.75, + 0.75, + 1.25, + 0.75, + 0.0, + 0.75, + 1.75, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 1.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 1.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 1.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.5, + 2.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.25, + 1.0, + 1.5, + 1.75, + 1.0, + 0.75, + 1.0, + 0.25, + 0.25, + 1.75, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 2.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 1.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.75, + 1.25, + 0.25, + 0.5, + 1.25, + 0.25, + 0.25, + 1.5, + 0.25, + 0.25, + 0.5, + 1.0, + 1.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.75, + 1.0, + 0.0, + 0.75, + 1.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.25, + 1.25, + 0.75, + 0.75, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 0.5, + 1.0, + 0.5, + 0.5, + 1.5, + 1.75, + 0.75, + 0.25, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.5, + 1.0, + 0.5, + 0.75, + 0.75, + 0.5, + 1.25, + 0.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 1.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 1.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 1.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.5, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 1.75, + 0.25, + 0.5, + 0.75, + 1.75, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.75, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 2.0, + 0.5, + 0.25, + 1.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 1.25, + 1.0, + 0.75, + 1.25, + 0.75, + 0.5, + 1.0, + 1.75, + 2.0, + 1.25, + 0.75, + 0.0, + 1.75, + 1.0, + 0.5, + 2.75, + 0.75, + 1.25, + 0.75, + 1.25, + 0.25, + 0.25, + 1.0, + 0.25, + 1.25, + 0.0, + 0.75, + 2.75, + 1.0, + 0.5, + 1.75, + 1.5, + 1.5, + 0.5, + 0.5, + 1.0, + 3.5, + 0.25, + 0.25, + 0.0, + 0.75, + 1.5, + 0.0, + 1.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 1.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.75, + 2.0, + 0.5, + 0.25, + 0.5, + 0.75, + 1.0, + 1.0 + ], + "episode_lambdas": [ + 10.05, + 10.0975, + 10.1402, + 10.1812, + 10.2231, + 10.2733, + 10.3185, + 10.3591, + 10.4007, + 10.4406, + 10.4791, + 10.5137, + 10.5448, + 10.5728, + 10.598, + 10.6207, + 10.6437, + 10.6643, + 10.6829, + 10.6996, + 10.7146, + 10.7282, + 10.7403, + 10.7538, + 10.7659, + 10.7768, + 10.7867, + 10.798, + 10.8132, + 10.8269, + 10.8417, + 10.855, + 10.867, + 10.8778, + 10.89, + 10.901, + 10.9109, + 10.9223, + 10.9326, + 10.9418, + 10.9502, + 10.9576, + 10.9644, + 10.9754, + 10.9854, + 10.9944, + 11.0024, + 11.0097, + 11.0162, + 11.0221, + 11.0274, + 11.0321, + 11.0389, + 11.045, + 11.0505, + 11.058, + 11.0647, + 11.0707, + 11.0761, + 11.081, + 11.0854, + 11.0919, + 11.0977, + 11.1029, + 11.1076, + 11.1119, + 11.1157, + 11.1191, + 11.1222, + 11.125, + 11.1275, + 11.1297, + 11.1318, + 11.1361, + 11.14, + 11.1435, + 11.1491, + 11.1542, + 11.1588, + 11.1629, + 11.1666, + 11.17, + 11.173, + 11.1757, + 11.1781, + 11.1803, + 11.1823, + 11.184, + 11.1856, + 11.1871, + 11.1884, + 11.1895, + 11.1906, + 11.1915, + 11.1924, + 11.1956, + 11.1986, + 11.2012, + 11.2036, + 11.2107, + 11.2172, + 11.2229, + 11.2281, + 11.2328, + 11.237, + 11.2408, + 11.2443, + 11.2473, + 11.2501, + 11.2526, + 11.2548, + 11.2568, + 11.2587, + 11.2603, + 11.2618, + 11.2631, + 11.2643, + 11.2679, + 11.2711, + 11.274, + 11.2766, + 11.2789, + 11.281, + 11.2829, + 11.2846, + 11.2862, + 11.2875, + 11.2913, + 11.2947, + 11.2977, + 11.3004, + 11.3029, + 11.3051, + 11.3071, + 11.3089, + 11.313, + 11.3167, + 11.32, + 11.323, + 11.3257, + 11.3281, + 11.3303, + 11.3323, + 11.3341, + 11.3357, + 11.3371, + 11.3384, + 11.3395, + 11.3406, + 11.3415, + 11.3424, + 11.3431, + 11.3438, + 11.3444, + 11.345, + 11.3455, + 11.346, + 11.3464, + 11.3467, + 11.352, + 11.3568, + 11.3612, + 11.365, + 11.3685, + 11.3717, + 11.3745, + 11.3771, + 11.3794, + 11.3814, + 11.3833, + 11.385, + 11.3865, + 11.3878, + 11.389, + 11.3901, + 11.3911, + 11.392, + 11.3928, + 11.3935, + 11.3942, + 11.3948, + 11.3953, + 11.3958, + 11.3962, + 11.3966, + 11.3969, + 11.3972, + 11.3975, + 11.3977, + 11.398, + 11.3982, + 11.3984, + 11.3985, + 11.4037, + 11.4083, + 11.4125, + 11.4162, + 11.4196, + 11.4226, + 11.4254, + 11.4278, + 11.4301, + 11.432, + 11.4338, + 11.4355, + 11.4369, + 11.4382, + 11.4394, + 11.4405, + 11.4414, + 11.4423, + 11.443, + 11.4437, + 11.4444, + 11.4599, + 11.4739, + 11.489, + 11.5026, + 11.5174, + 11.5306, + 11.5426, + 11.5608, + 11.5822, + 11.604, + 11.6261, + 11.646, + 11.6764, + 11.7088, + 11.7379, + 11.7666, + 11.7949, + 11.8254, + 11.8579, + 11.8896, + 11.9206, + 11.9486, + 11.9737, + 12.0014, + 12.0337, + 12.0653, + 12.1038, + 12.1409, + 12.1793, + 12.2214, + 12.2693, + 12.3123, + 12.3636, + 12.4122, + 12.461, + 12.5074, + 12.5492, + 12.5868, + 12.6206, + 12.6535, + 12.6932, + 12.7289, + 12.766, + 12.8069, + 12.8437, + 12.8893, + 12.9529, + 13.0101, + 13.0616, + 13.1104, + 13.1569, + 13.2037, + 13.2458, + 13.2837, + 13.3179, + 13.3486, + 13.3762, + 13.4011, + 13.4235, + 13.4486, + 13.4813, + 13.5107, + 13.5471, + 13.5824, + 13.6241, + 13.6617, + 13.6956, + 13.726, + 13.7584, + 13.7901, + 13.8186, + 13.8442, + 13.8698, + 13.9003, + 13.9328, + 13.967, + 14.0003, + 14.0503, + 14.0977, + 14.148, + 14.1932, + 14.2414, + 14.2872, + 14.336, + 14.3874, + 14.4337, + 14.4753, + 14.5128, + 14.549, + 14.5816, + 14.6134, + 14.6421, + 14.6679, + 14.7036, + 14.7357, + 14.7697, + 14.8027, + 14.8399, + 14.8784, + 14.9131, + 14.9468, + 14.9771, + 15.0144, + 15.053, + 15.0877, + 15.1239, + 15.1715, + 15.2169, + 15.2627, + 15.3264, + 15.3938, + 15.4694, + 15.5424, + 15.6207, + 15.6936, + 15.7843, + 15.8683, + 15.949, + 16.0266, + 16.0964, + 16.1668, + 16.2326, + 16.2994, + 16.3644, + 16.443, + 16.5262, + 16.6236, + 16.7187, + 16.8243, + 16.9294, + 17.029, + 17.1311, + 17.228, + 17.3252, + 17.4251, + 17.5276, + 17.6224, + 17.7201, + 17.8156, + 17.9016, + 18.0014, + 18.0938, + 18.1844, + 18.2834, + 18.3876, + 18.4813, + 18.5682, + 18.6714, + 18.7792, + 18.8888, + 19.0099, + 19.1364, + 19.2653, + 19.4113, + 19.5576, + 19.7019, + 19.8592, + 20.0233, + 20.1909, + 20.3619, + 20.5182, + 20.6688, + 20.812, + 20.9533, + 21.1004, + 21.2479, + 21.3931, + 21.5313, + 21.6757, + 21.8181, + 21.9813, + 22.1532, + 22.3278, + 22.5001, + 22.6751, + 22.8575, + 23.0518, + 23.2366, + 23.4105, + 23.6044, + 23.799, + 23.9966, + 24.2119, + 24.4107, + 24.5946, + 24.7827, + 24.9944, + 25.2, + 25.385, + 25.569, + 25.7521, + 25.9294, + 26.1089, + 26.293, + 26.4637, + 26.6499, + 26.8324, + 27.0116, + 27.178, + 27.3577, + 27.5369, + 27.7232, + 27.9059, + 28.0853, + 28.2693, + 28.4473, + 28.6376, + 28.8164, + 29.0072, + 29.1915, + 29.3673, + 29.5431, + 29.7388, + 29.9274, + 30.1097, + 30.2987, + 30.5038, + 30.711, + 30.9074, + 31.0966, + 31.2995, + 31.4945, + 31.6801, + 31.8746, + 32.0646, + 32.2356, + 32.4021, + 32.5719, + 32.7522, + 32.932, + 33.1188, + 33.2944, + 33.47, + 33.633, + 33.7947, + 33.9602, + 34.1442, + 34.3123, + 34.4685, + 34.6467, + 34.8195, + 35.0126, + 35.2113, + 35.4227, + 35.6279, + 35.8226, + 36.0204, + 36.2158, + 36.3967, + 36.5746, + 36.7471, + 36.9174, + 37.0882, + 37.2493, + 37.4044, + 37.5515, + 37.6888, + 37.8274, + 37.9572, + 38.099, + 38.2441, + 38.3922, + 38.5355, + 38.6794, + 38.819, + 38.9546, + 39.0941, + 39.2447, + 39.3902, + 39.5312, + 39.6806, + 39.8375, + 39.9888, + 40.1249, + 40.2699, + 40.4279, + 40.5776, + 40.7199, + 40.8579, + 40.9821, + 41.1114, + 41.2552, + 41.4172, + 41.5805, + 41.7299, + 41.872, + 42.0123, + 42.151, + 42.2859, + 42.4173, + 42.5531, + 42.6878, + 42.809, + 42.9181, + 43.0413, + 43.1622, + 43.2985, + 43.4286, + 43.5557, + 43.6802, + 43.8097, + 43.9312, + 44.0556, + 44.175, + 44.29, + 44.4035, + 44.5107, + 44.6121, + 44.7309, + 44.8653, + 44.9863, + 45.1101, + 45.2391, + 45.3802, + 45.5147, + 45.6407, + 45.7792, + 45.9162, + 46.0546, + 46.1917, + 46.315, + 46.4535, + 46.5956, + 46.7286, + 46.8832, + 47.0549, + 47.2269, + 47.3917, + 47.56, + 47.7365, + 47.9029, + 48.0626, + 48.2263, + 48.3812, + 48.5256, + 48.673, + 48.8182, + 48.9889, + 49.175, + 49.3725, + 49.5528, + 49.72, + 49.873, + 50.0332, + 50.1799, + 50.3194, + 50.4699, + 50.6329, + 50.7822, + 50.9214, + 51.0568, + 51.1836, + 51.2978, + 51.4055, + 51.5174, + 51.6182, + 51.7139, + 51.815, + 51.921, + 52.0339, + 52.148, + 52.2557, + 52.3701, + 52.4731, + 52.5733, + 52.6735, + 52.7711, + 52.8765, + 52.9789, + 53.0785, + 53.1906, + 53.3191, + 53.4347, + 53.5587, + 53.6853, + 53.8018, + 53.9141, + 54.0427, + 54.1759, + 54.3058, + 54.4253, + 54.5352, + 54.6517, + 54.774, + 54.8991, + 55.0142, + 55.1253, + 55.2453, + 55.3757, + 55.5007, + 55.6406, + 55.774, + 55.8966, + 56.022, + 56.1348, + 56.2488, + 56.3639, + 56.475, + 56.5925, + 56.7033, + 56.8104, + 56.9169, + 57.0377, + 57.1514, + 57.2638, + 57.3749, + 57.4824, + 57.5892, + 57.6903, + 57.7887, + 57.8974, + 58.0151, + 58.1286, + 58.2408, + 58.3492, + 58.4518, + 58.5441, + 58.6422, + 58.733, + 58.8197, + 58.9252, + 59.0352, + 59.1392, + 59.2427, + 59.3535, + 59.4606, + 59.5621, + 59.6684, + 59.7715, + 59.8894, + 60.0029, + 60.1051, + 60.2021, + 60.3119, + 60.4232, + 60.5234, + 60.6136, + 60.6997, + 60.7822, + 60.859, + 60.9331, + 61.0098, + 61.0888, + 61.1624, + 61.2287, + 61.2908, + 61.3617, + 61.4256, + 61.4905, + 61.5515, + 61.6263, + 61.6962, + 61.7666, + 61.8324, + 61.8917, + 61.945, + 61.993, + 62.0362, + 62.0751, + 62.1276, + 62.1748, + 62.2248, + 62.2723, + 62.3226, + 62.3704, + 62.4208, + 62.4687, + 62.5119, + 62.5582, + 62.6074, + 62.6516, + 62.6965, + 62.7518, + 62.8091, + 62.8757, + 62.9356, + 62.9896, + 63.0456, + 63.0961, + 63.149, + 63.1966, + 63.2444, + 63.29, + 63.3335, + 63.3776, + 63.4249, + 63.4724, + 63.5176, + 63.5609, + 63.6023, + 63.6421, + 63.6829, + 63.7221, + 63.7624, + 63.8011, + 63.8385, + 63.8897, + 63.9382, + 63.9844, + 64.0309, + 64.0778, + 64.1426, + 64.2208, + 64.2937, + 64.3644, + 64.4279, + 64.4901, + 64.5536, + 64.6308, + 64.7177, + 64.8034, + 64.8956, + 64.9885, + 65.1022, + 65.2144, + 65.328, + 65.4302, + 65.5397, + 65.6457, + 65.8311, + 66.028, + 66.2102, + 66.3742, + 66.5293, + 66.6814, + 66.8207, + 66.9561, + 67.093, + 67.2262, + 67.3536, + 67.4682, + 67.5939, + 67.752, + 67.9293, + 68.0964, + 68.2643, + 68.4178, + 68.5585, + 68.6927, + 68.8134, + 68.9371, + 69.0584, + 69.1875, + 69.3138, + 69.4324, + 69.5542, + 69.6662, + 69.7696, + 69.8802, + 70.0121, + 70.1534, + 70.2981, + 70.4308, + 70.5502, + 70.6577, + 70.7644, + 70.9055, + 71.0449, + 71.1779, + 71.3151, + 71.4486, + 71.5738, + 71.6864, + 71.7927, + 71.8935, + 72.0091, + 72.1182, + 72.2239, + 72.3215, + 72.4169, + 72.5052, + 72.5897, + 72.6657, + 72.7441, + 72.8272, + 72.902, + 72.9768, + 73.0516, + 73.1239, + 73.1916, + 73.2649, + 73.3409, + 73.4118, + 73.4906, + 73.5666, + 73.6349, + 73.6964, + 73.7518, + 73.8091, + 73.8657, + 73.9241, + 73.9767, + 74.034, + 74.0956, + 74.1536, + 74.2082, + 74.2599, + 74.3189, + 74.382, + 74.4388, + 74.4924, + 74.5407, + 74.5916, + 74.64, + 74.6835, + 74.7326, + 74.7769, + 74.8192, + 74.8573, + 74.8915, + 74.9299, + 74.9694, + 75.0124, + 75.0537, + 75.0933, + 75.1315, + 75.1683, + 75.204, + 75.2386, + 75.2748, + 75.3123, + 75.356, + 75.4054, + 75.4549, + 75.5044, + 75.5515, + 75.5938, + 75.6394, + 75.6805, + 75.7174, + 75.7507, + 75.7831, + 75.8148, + 75.8508, + 75.8908, + 75.9292, + 75.9638, + 75.9974, + 76.0301, + 76.0596, + 76.0862, + 76.1126, + 76.1388, + 76.1624, + 76.1912, + 76.2296, + 76.2641, + 76.3002, + 76.3327, + 76.3644, + 76.413, + 76.4692, + 76.5248, + 76.5748, + 76.6198, + 76.6628, + 76.709, + 76.7506, + 76.7906, + 76.829, + 76.8686, + 76.9043, + 76.9363, + 76.9652, + 76.9937, + 77.0268, + 77.0616, + 77.093, + 77.1237, + 77.1513, + 77.1762, + 77.2011, + 77.2434, + 77.2891, + 77.3302, + 77.3747, + 77.4172, + 77.4655, + 77.5164, + 77.5748, + 77.6298, + 77.6793, + 77.7364, + 77.7953, + 77.8482, + 77.9034, + 77.9531, + 78.0028, + 78.055, + 78.1045, + 78.149, + 78.1916, + 78.245, + 78.2955, + 78.3434, + 78.3891, + 78.4377, + 78.4839, + 78.5505, + 78.6155, + 78.6889, + 78.7625, + 78.8388, + 78.9174, + 79.0007, + 79.0956, + 79.191, + 79.2819, + 79.3812, + 79.4781, + 79.5703, + 79.6583, + 79.7449, + 79.8354, + 79.9244, + 80.0045, + 80.084, + 80.1556, + 80.2326, + 80.3143, + 80.3929, + 80.4736, + 80.5487, + 80.6339, + 80.718, + 80.8012, + 80.8786, + 80.9507, + 81.0156, + 81.0741, + 81.1592, + 81.2532, + 81.3529, + 81.4526, + 81.5474, + 81.6376, + 81.7439, + 81.847, + 81.9423, + 82.0356, + 82.127, + 82.2093, + 82.2884, + 82.3595, + 82.4311, + 82.5105, + 82.6069, + 82.7087, + 82.8029, + 82.8901, + 82.9911, + 83.0945, + 83.195, + 83.298, + 83.3932, + 83.4914, + 83.5873, + 83.6835, + 83.7802, + 83.8822, + 83.9814, + 84.0758, + 84.1682, + 84.2664, + 84.3748, + 84.4773, + 84.5721, + 84.6673, + 84.7556, + 84.8701, + 84.9855, + 85.1045, + 85.214, + 85.3326, + 85.4419, + 85.5402, + 85.6337, + 85.7203, + 85.8108, + 85.9072, + 86.0015, + 86.0888, + 86.1824, + 86.2817, + 86.391, + 86.4944, + 86.5925, + 86.6882, + 86.7819, + 86.8862, + 86.9876, + 87.0938, + 87.1945, + 87.3025, + 87.4023, + 87.5045, + 87.6091, + 87.7207, + 87.8486, + 87.9712, + 88.0841, + 88.1932, + 88.2964, + 88.3942, + 88.4898, + 88.5783, + 88.663, + 88.7542, + 88.8438, + 88.9344, + 89.041, + 89.1394, + 89.2529, + 89.3651, + 89.4786, + 89.5808, + 89.6902, + 89.8012, + 89.9036, + 90.0007, + 90.1106, + 90.2171, + 90.3204, + 90.4258, + 90.5282, + 90.6204, + 90.7109, + 90.8098, + 90.9013, + 90.9912, + 91.0771, + 91.1594, + 91.2384, + 91.3196, + 91.4001, + 91.4851, + 91.5641, + 91.6377, + 91.7064, + 91.7708, + 91.8312, + 91.8956, + 91.9535, + 92.0082, + 92.0574, + 92.1066, + 92.161, + 92.2099, + 92.2589, + 92.3105, + 92.3569, + 92.4037, + 92.4559, + 92.5028, + 92.55, + 92.5925, + 92.6358, + 92.6822, + 92.734, + 92.7881, + 92.8393, + 92.8903, + 92.9363, + 92.9827, + 93.0269, + 93.0742, + 93.1168, + 93.1551, + 93.1946, + 93.2301, + 93.2771, + 93.3244, + 93.367, + 93.4153, + 93.4612, + 93.5076, + 93.5744, + 93.6394, + 93.7055, + 93.7699, + 93.8279, + 93.8826, + 93.9369, + 93.9857, + 94.0421, + 94.1029, + 94.1726, + 94.2529, + 94.3351, + 94.4166, + 94.4999, + 94.5774, + 94.6497, + 94.7322, + 94.8115, + 94.8878, + 94.9591, + 95.0281, + 95.0928, + 95.1536, + 95.2132, + 95.2869, + 95.3557, + 95.4176, + 95.4759, + 95.5433, + 95.6039, + 95.6636, + 95.7247, + 95.7847, + 95.8413, + 95.9021, + 95.9644, + 96.0255, + 96.0879, + 96.1466, + 96.202, + 96.2618, + 96.3231, + 96.3908, + 96.4542, + 96.5163, + 96.5847, + 96.6487, + 96.7088, + 96.7779, + 96.8426, + 96.9034, + 96.963, + 97.0267, + 97.0941, + 97.1572, + 97.2164, + 97.2798, + 97.3368, + 97.3956, + 97.4586, + 97.5152, + 97.5737, + 97.6363, + 97.6952, + 97.7507, + 97.8056, + 97.8575, + 97.9068, + 97.9636, + 98.0273, + 98.092, + 98.1578, + 98.2245, + 98.2896, + 98.3556, + 98.4201, + 98.4806, + 98.54, + 98.5985, + 98.6587, + 98.7228, + 98.783, + 98.8397, + 98.8932, + 98.9414, + 98.9848, + 99.0263, + 99.0687, + 99.1168, + 99.1651, + 99.2186, + 99.2667, + 99.3101, + 99.3491, + 99.3867, + 99.428, + 99.4727, + 99.5154, + 99.5564, + 99.6032, + 99.6504, + 99.7029, + 99.7551, + 99.8071, + 99.8689, + 99.942, + 100.0153, + 100.0838, + 100.1454, + 100.2108, + 100.2723, + 100.33, + 100.3845, + 100.4461, + 100.504, + 100.5636, + 100.6172, + 100.673, + 100.7307, + 100.7826, + 100.8344, + 100.8809, + 100.9228, + 100.9606, + 100.9945, + 101.025, + 101.0525, + 101.0773, + 101.1071, + 101.1364, + 101.1627, + 101.1889, + 101.2176, + 101.2458, + 101.2762, + 101.3036, + 101.3282, + 101.3504, + 101.3704, + 101.3883, + 101.4045, + 101.4191, + 101.4396, + 101.4632, + 101.4844, + 101.5034, + 101.5206, + 101.536, + 101.5599, + 101.5839, + 101.6055, + 101.625, + 101.6475, + 101.6827, + 101.717, + 101.7478, + 101.7755, + 101.8029, + 101.8326, + 101.8669, + 101.9027, + 101.9399, + 101.9759, + 102.0083, + 102.0375, + 102.0763, + 102.1161, + 102.152, + 102.1943, + 102.2324, + 102.2691, + 102.3022, + 102.3345, + 102.3686, + 102.4017, + 102.439, + 102.4776, + 102.5174, + 102.5631, + 102.6093, + 102.6584, + 102.71, + 102.7615, + 102.8204, + 102.8733, + 102.9235, + 102.9687, + 103.0143, + 103.0654, + 103.1163, + 103.1647, + 103.2132, + 103.2569, + 103.2987, + 103.3413, + 103.3822, + 103.429, + 103.4736, + 103.5162, + 103.5596, + 103.5986, + 103.6413, + 103.6797, + 103.7167, + 103.755, + 103.7895, + 103.8256, + 103.863, + 103.9017, + 103.944, + 103.9921, + 104.0429, + 104.0911, + 104.142, + 104.1903, + 104.2388, + 104.2974, + 104.3502, + 104.3976, + 104.4454, + 104.4908, + 104.5318, + 104.5736, + 104.6112, + 104.6476, + 104.6853, + 104.7193, + 104.7499, + 104.7774, + 104.8022, + 104.8269, + 104.8492, + 104.8693, + 104.8924, + 104.9181, + 104.9438, + 104.9719, + 104.9998, + 105.0248, + 105.0573, + 105.0991, + 105.1367, + 105.1705, + 105.2059, + 105.2379, + 105.2816, + 105.3209, + 105.3563, + 105.3907, + 105.4316, + 105.471, + 105.5239, + 105.574, + 105.6241, + 105.6767, + 105.7415, + 105.7999, + 105.8599, + 105.9164, + 105.9697, + 106.0228, + 106.078, + 106.1352, + 106.1917, + 106.245, + 106.2955, + 106.3435, + 106.3916, + 106.4399, + 106.4935, + 106.5466, + 106.6019, + 106.6643, + 106.7253, + 106.7853, + 106.8443, + 106.8973, + 106.9551, + 107.0071, + 107.0539, + 107.096, + 107.1364, + 107.1753, + 107.2102, + 107.2467, + 107.2995, + 107.3521, + 107.4019, + 107.4567, + 107.506, + 107.5604, + 107.6169, + 107.6677, + 107.7184, + 107.7716, + 107.8269, + 107.8792, + 107.9263, + 107.9762, + 108.0261, + 108.0735, + 108.1286, + 108.1882, + 108.2494, + 108.317, + 108.3853, + 108.4518, + 108.5216, + 108.6019, + 108.6942, + 108.7898, + 108.8833, + 108.9675, + 109.0607, + 109.1547, + 109.2442, + 109.3523, + 109.4571, + 109.5638, + 109.6675, + 109.7732, + 109.8709, + 109.9613, + 110.0527, + 110.1374, + 110.2262, + 110.3061, + 110.3854, + 110.4844, + 110.5835, + 110.6776, + 110.7799, + 110.8869, + 110.9982, + 111.1034, + 111.203, + 111.3027, + 111.4275, + 111.5422, + 111.648, + 111.7432, + 111.8364, + 111.9352, + 112.0242, + 112.1168, + 112.2101, + 112.2941, + 112.3722, + 112.4425, + 112.5082, + 112.5674, + 112.6332, + 112.6998, + 112.7649, + 112.8234, + 112.881, + 112.9379, + 112.9891, + 113.0352, + 113.0767, + 113.114, + 113.1476, + 113.1879, + 113.2316, + 113.2759, + 113.3208, + 113.3637, + 113.4049, + 113.4469, + 113.4872, + 113.526, + 113.5609, + 113.5948, + 113.6303, + 113.6673, + 113.7056, + 113.7475, + 113.7852, + 113.8267, + 113.8641, + 113.9001, + 113.9351, + 113.9691, + 114.0072, + 114.0565, + 114.1033, + 114.1505, + 114.198, + 114.2407, + 114.2841, + 114.3282, + 114.3704, + 114.4158, + 114.4642, + 114.5103, + 114.5568, + 114.5986, + 114.6362, + 114.6776, + 114.7149, + 114.7559, + 114.8003, + 114.8603, + 114.9192, + 114.9748, + 115.0298, + 115.0868, + 115.1482, + 115.2133 + ], + "episode_rhos": [ + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1379, + 0.1675, + 0.1665, + 0.1835, + 0.2014, + 0.1432 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1359, + 0.1654, + 0.1606, + 0.183, + 0.2146, + 0.1405 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1259, + 0.1657, + 0.1575, + 0.1851, + 0.225, + 0.1407 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1139, + 0.1683, + 0.1573, + 0.1896, + 0.2283, + 0.1426 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1057, + 0.1678, + 0.1547, + 0.1962, + 0.2256, + 0.1501 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.1008, + 0.1669, + 0.1493, + 0.1998, + 0.2217, + 0.1615 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0995, + 0.1609, + 0.1394, + 0.2014, + 0.229, + 0.1699 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0993, + 0.1597, + 0.1389, + 0.1996, + 0.2291, + 0.1734 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.0991, + 0.1568, + 0.1389, + 0.1953, + 0.2312, + 0.1787 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1594, + 0.141, + 0.1896, + 0.2285, + 0.1825 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.099, + 0.1633, + 0.1407, + 0.1866, + 0.2227, + 0.1877 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0988, + 0.1656, + 0.1357, + 0.183, + 0.2222, + 0.1948 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0987, + 0.1661, + 0.1326, + 0.1828, + 0.2234, + 0.1965 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0984, + 0.1656, + 0.1256, + 0.1832, + 0.2275, + 0.1997 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0982, + 0.1685, + 0.119, + 0.1816, + 0.2313, + 0.2015 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0981, + 0.1717, + 0.116, + 0.1839, + 0.2312, + 0.1992 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0979, + 0.1732, + 0.1115, + 0.1853, + 0.2356, + 0.1965 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0977, + 0.1761, + 0.1079, + 0.1866, + 0.2403, + 0.1915 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0975, + 0.1788, + 0.1037, + 0.1903, + 0.2416, + 0.1881 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0972, + 0.1794, + 0.098, + 0.195, + 0.2468, + 0.1836 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0964, + 0.1772, + 0.0964, + 0.1955, + 0.253, + 0.1815 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0958, + 0.1768, + 0.0958, + 0.192, + 0.2583, + 0.1814 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0953, + 0.1782, + 0.0953, + 0.1902, + 0.2584, + 0.1826 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0949, + 0.178, + 0.0949, + 0.1932, + 0.257, + 0.182 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0944, + 0.1779, + 0.0944, + 0.1925, + 0.2598, + 0.181 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0938, + 0.1754, + 0.0938, + 0.1906, + 0.2672, + 0.1793 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0933, + 0.1719, + 0.0933, + 0.1932, + 0.2722, + 0.1762 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ], + [ + 0.0929, + 0.1701, + 0.0929, + 0.1936, + 0.2736, + 0.1769 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..84ec83676758a361acaaa26a233435522639bf66 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4509309.4, + "constraint_satisfaction_pct": 29.67, + "final_rho": [ + 0.1623, + 0.2492, + 0.087, + 0.087, + 0.3071, + 0.1073 + ], + "final_lambda": 103.4372, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3904.46, + "avg_cost": 0.5, + "lambda": 10.05, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -3933.89, + "avg_cost": 0.25, + "lambda": 10.4406, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -3272.64, + "avg_cost": 0.0, + "lambda": 10.6996, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -3318.99, + "avg_cost": 0.0, + "lambda": 10.8269, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -3304.2, + "avg_cost": 0.0, + "lambda": 10.9418, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -3142.14, + "avg_cost": 0.0, + "lambda": 11.0221, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 60, + "avg_reward": -2965.47, + "avg_cost": 0.25, + "lambda": 11.078, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 70, + "avg_reward": -2394.55, + "avg_cost": 0.0, + "lambda": 11.1412, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 80, + "avg_reward": -1837.71, + "avg_cost": 0.25, + "lambda": 11.1959, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 90, + "avg_reward": -2439.86, + "avg_cost": 0.25, + "lambda": 11.2567, + "rho": [ + 0.1396, + 0.1699, + 0.1745, + 0.1836, + 0.1856, + 0.1468 + ] + }, + { + "episode": 100, + "avg_reward": -2033.75, + "avg_cost": 0.25, + "lambda": 11.3037, + "rho": [ + 0.1426, + 0.1753, + 0.173, + 0.1675, + 0.1897, + 0.152 + ] + }, + { + "episode": 110, + "avg_reward": -2065.45, + "avg_cost": 0.0, + "lambda": 11.3481, + "rho": [ + 0.1426, + 0.1753, + 0.173, + 0.1675, + 0.1897, + 0.152 + ] + }, + { + "episode": 120, + "avg_reward": -2014.7, + "avg_cost": 0.0, + "lambda": 11.3656, + "rho": [ + 0.1426, + 0.1753, + 0.173, + 0.1675, + 0.1897, + 0.152 + ] + }, + { + "episode": 130, + "avg_reward": -1553.73, + "avg_cost": 0.0, + "lambda": 11.3803, + "rho": [ + 0.1426, + 0.1753, + 0.173, + 0.1675, + 0.1897, + 0.152 + ] + }, + { + "episode": 140, + "avg_reward": -1940.99, + "avg_cost": 0.0, + "lambda": 11.4285, + "rho": [ + 0.1426, + 0.1753, + 0.173, + 0.1675, + 0.1897, + 0.152 + ] + }, + { + "episode": 150, + "avg_reward": -1755.92, + "avg_cost": 0.0, + "lambda": 11.4588, + "rho": [ + 0.144, + 0.1783, + 0.1729, + 0.1568, + 0.1928, + 0.1552 + ] + }, + { + "episode": 160, + "avg_reward": -1529.78, + "avg_cost": 0.0, + "lambda": 11.4693, + "rho": [ + 0.144, + 0.1783, + 0.1729, + 0.1568, + 0.1928, + 0.1552 + ] + }, + { + "episode": 170, + "avg_reward": -1196.5, + "avg_cost": 0.0, + "lambda": 11.473, + "rho": [ + 0.144, + 0.1783, + 0.1729, + 0.1568, + 0.1928, + 0.1552 + ] + }, + { + "episode": 180, + "avg_reward": -1171.36, + "avg_cost": 0.0, + "lambda": 11.4743, + "rho": [ + 0.144, + 0.1783, + 0.1729, + 0.1568, + 0.1928, + 0.1552 + ] + }, + { + "episode": 190, + "avg_reward": -1206.95, + "avg_cost": 0.25, + "lambda": 11.4773, + "rho": [ + 0.144, + 0.1783, + 0.1729, + 0.1568, + 0.1928, + 0.1552 + ] + }, + { + "episode": 200, + "avg_reward": -1137.52, + "avg_cost": 0.0, + "lambda": 11.4921, + "rho": [ + 0.1449, + 0.1806, + 0.1731, + 0.1485, + 0.1955, + 0.1575 + ] + }, + { + "episode": 210, + "avg_reward": -700.72, + "avg_cost": 0.25, + "lambda": 11.4997, + "rho": [ + 0.1449, + 0.1806, + 0.1731, + 0.1485, + 0.1955, + 0.1575 + ] + }, + { + "episode": 220, + "avg_reward": -1527.59, + "avg_cost": 0.0, + "lambda": 11.5988, + "rho": [ + 0.1449, + 0.1806, + 0.1731, + 0.1485, + 0.1955, + 0.1575 + ] + }, + { + "episode": 230, + "avg_reward": -209.71, + "avg_cost": 0.0, + "lambda": 11.7181, + "rho": [ + 0.1449, + 0.1806, + 0.1731, + 0.1485, + 0.1955, + 0.1575 + ] + }, + { + "episode": 240, + "avg_reward": -833.54, + "avg_cost": 0.25, + "lambda": 12.1222, + "rho": [ + 0.1449, + 0.1806, + 0.1731, + 0.1485, + 0.1955, + 0.1575 + ] + }, + { + "episode": 250, + "avg_reward": -577.31, + "avg_cost": 2.25, + "lambda": 12.806, + "rho": [ + 0.1441, + 0.1883, + 0.1666, + 0.1397, + 0.205, + 0.1563 + ] + }, + { + "episode": 260, + "avg_reward": -502.45, + "avg_cost": 5.0, + "lambda": 14.3424, + "rho": [ + 0.1441, + 0.1883, + 0.1666, + 0.1397, + 0.205, + 0.1563 + ] + }, + { + "episode": 270, + "avg_reward": -953.0, + "avg_cost": 0.5, + "lambda": 15.9604, + "rho": [ + 0.1441, + 0.1883, + 0.1666, + 0.1397, + 0.205, + 0.1563 + ] + }, + { + "episode": 280, + "avg_reward": -435.51, + "avg_cost": 1.0, + "lambda": 16.9492, + "rho": [ + 0.1441, + 0.1883, + 0.1666, + 0.1397, + 0.205, + 0.1563 + ] + }, + { + "episode": 290, + "avg_reward": 70.74, + "avg_cost": 1.25, + "lambda": 18.3913, + "rho": [ + 0.1441, + 0.1883, + 0.1666, + 0.1397, + 0.205, + 0.1563 + ] + }, + { + "episode": 300, + "avg_reward": -325.65, + "avg_cost": 1.25, + "lambda": 19.6144, + "rho": [ + 0.1455, + 0.1984, + 0.1555, + 0.1309, + 0.216, + 0.1537 + ] + }, + { + "episode": 310, + "avg_reward": -335.39, + "avg_cost": 0.0, + "lambda": 20.6929, + "rho": [ + 0.1455, + 0.1984, + 0.1555, + 0.1309, + 0.216, + 0.1537 + ] + }, + { + "episode": 320, + "avg_reward": -430.13, + "avg_cost": 0.75, + "lambda": 21.8021, + "rho": [ + 0.1455, + 0.1984, + 0.1555, + 0.1309, + 0.216, + 0.1537 + ] + }, + { + "episode": 330, + "avg_reward": 336.53, + "avg_cost": 2.5, + "lambda": 22.9783, + "rho": [ + 0.1455, + 0.1984, + 0.1555, + 0.1309, + 0.216, + 0.1537 + ] + }, + { + "episode": 340, + "avg_reward": 537.97, + "avg_cost": 0.75, + "lambda": 23.9883, + "rho": [ + 0.1455, + 0.1984, + 0.1555, + 0.1309, + 0.216, + 0.1537 + ] + }, + { + "episode": 350, + "avg_reward": -673.81, + "avg_cost": 0.0, + "lambda": 24.8597, + "rho": [ + 0.1415, + 0.2061, + 0.1432, + 0.1211, + 0.2328, + 0.1552 + ] + }, + { + "episode": 360, + "avg_reward": 330.62, + "avg_cost": 0.5, + "lambda": 25.7389, + "rho": [ + 0.1415, + 0.2061, + 0.1432, + 0.1211, + 0.2328, + 0.1552 + ] + }, + { + "episode": 370, + "avg_reward": 142.07, + "avg_cost": 0.5, + "lambda": 26.8567, + "rho": [ + 0.1415, + 0.2061, + 0.1432, + 0.1211, + 0.2328, + 0.1552 + ] + }, + { + "episode": 380, + "avg_reward": 1270.55, + "avg_cost": 1.25, + "lambda": 28.0243, + "rho": [ + 0.1415, + 0.2061, + 0.1432, + 0.1211, + 0.2328, + 0.1552 + ] + }, + { + "episode": 390, + "avg_reward": 1665.43, + "avg_cost": 3.25, + "lambda": 29.3967, + "rho": [ + 0.1415, + 0.2061, + 0.1432, + 0.1211, + 0.2328, + 0.1552 + ] + }, + { + "episode": 400, + "avg_reward": 804.97, + "avg_cost": 0.5, + "lambda": 31.2441, + "rho": [ + 0.1338, + 0.2171, + 0.128, + 0.1093, + 0.255, + 0.1568 + ] + }, + { + "episode": 410, + "avg_reward": 1274.73, + "avg_cost": 1.75, + "lambda": 32.7265, + "rho": [ + 0.1338, + 0.2171, + 0.128, + 0.1093, + 0.255, + 0.1568 + ] + }, + { + "episode": 420, + "avg_reward": 1734.95, + "avg_cost": 1.5, + "lambda": 34.1897, + "rho": [ + 0.1338, + 0.2171, + 0.128, + 0.1093, + 0.255, + 0.1568 + ] + }, + { + "episode": 430, + "avg_reward": 1851.69, + "avg_cost": 1.5, + "lambda": 35.5974, + "rho": [ + 0.1338, + 0.2171, + 0.128, + 0.1093, + 0.255, + 0.1568 + ] + }, + { + "episode": 440, + "avg_reward": 2109.33, + "avg_cost": 1.5, + "lambda": 36.9783, + "rho": [ + 0.1338, + 0.2171, + 0.128, + 0.1093, + 0.255, + 0.1568 + ] + }, + { + "episode": 450, + "avg_reward": 2193.94, + "avg_cost": 1.0, + "lambda": 38.3404, + "rho": [ + 0.1302, + 0.2313, + 0.1127, + 0.0998, + 0.268, + 0.1581 + ] + }, + { + "episode": 460, + "avg_reward": 1465.13, + "avg_cost": 0.5, + "lambda": 39.7332, + "rho": [ + 0.1302, + 0.2313, + 0.1127, + 0.0998, + 0.268, + 0.1581 + ] + }, + { + "episode": 470, + "avg_reward": 1120.07, + "avg_cost": 0.75, + "lambda": 41.1502, + "rho": [ + 0.1302, + 0.2313, + 0.1127, + 0.0998, + 0.268, + 0.1581 + ] + }, + { + "episode": 480, + "avg_reward": 2547.37, + "avg_cost": 1.5, + "lambda": 42.3963, + "rho": [ + 0.1302, + 0.2313, + 0.1127, + 0.0998, + 0.268, + 0.1581 + ] + }, + { + "episode": 490, + "avg_reward": 1888.51, + "avg_cost": 2.75, + "lambda": 43.5066, + "rho": [ + 0.1302, + 0.2313, + 0.1127, + 0.0998, + 0.268, + 0.1581 + ] + }, + { + "episode": 500, + "avg_reward": 2805.97, + "avg_cost": 1.0, + "lambda": 44.7909, + "rho": [ + 0.1313, + 0.2423, + 0.0995, + 0.0989, + 0.273, + 0.155 + ] + }, + { + "episode": 510, + "avg_reward": 2741.24, + "avg_cost": 1.75, + "lambda": 46.0257, + "rho": [ + 0.1313, + 0.2423, + 0.0995, + 0.0989, + 0.273, + 0.155 + ] + }, + { + "episode": 520, + "avg_reward": 2942.91, + "avg_cost": 1.75, + "lambda": 47.485, + "rho": [ + 0.1313, + 0.2423, + 0.0995, + 0.0989, + 0.273, + 0.155 + ] + }, + { + "episode": 530, + "avg_reward": 3163.92, + "avg_cost": 0.5, + "lambda": 48.7333, + "rho": [ + 0.1313, + 0.2423, + 0.0995, + 0.0989, + 0.273, + 0.155 + ] + }, + { + "episode": 540, + "avg_reward": 2950.43, + "avg_cost": 0.5, + "lambda": 49.7846, + "rho": [ + 0.1313, + 0.2423, + 0.0995, + 0.0989, + 0.273, + 0.155 + ] + }, + { + "episode": 550, + "avg_reward": 3419.15, + "avg_cost": 0.75, + "lambda": 50.8319, + "rho": [ + 0.1309, + 0.257, + 0.097, + 0.097, + 0.2702, + 0.148 + ] + }, + { + "episode": 560, + "avg_reward": 2213.59, + "avg_cost": 0.25, + "lambda": 51.9242, + "rho": [ + 0.1309, + 0.257, + 0.097, + 0.097, + 0.2702, + 0.148 + ] + }, + { + "episode": 570, + "avg_reward": 3580.71, + "avg_cost": 2.75, + "lambda": 52.8999, + "rho": [ + 0.1309, + 0.257, + 0.097, + 0.097, + 0.2702, + 0.148 + ] + }, + { + "episode": 580, + "avg_reward": 3648.86, + "avg_cost": 1.25, + "lambda": 53.76, + "rho": [ + 0.1309, + 0.257, + 0.097, + 0.097, + 0.2702, + 0.148 + ] + }, + { + "episode": 590, + "avg_reward": 3501.4, + "avg_cost": 0.0, + "lambda": 54.6452, + "rho": [ + 0.1309, + 0.257, + 0.097, + 0.097, + 0.2702, + 0.148 + ] + }, + { + "episode": 600, + "avg_reward": 2891.46, + "avg_cost": 0.5, + "lambda": 55.2999, + "rho": [ + 0.1323, + 0.2736, + 0.0955, + 0.0955, + 0.2581, + 0.145 + ] + }, + { + "episode": 610, + "avg_reward": 2332.52, + "avg_cost": 0.5, + "lambda": 55.9804, + "rho": [ + 0.1323, + 0.2736, + 0.0955, + 0.0955, + 0.2581, + 0.145 + ] + }, + { + "episode": 620, + "avg_reward": 1753.98, + "avg_cost": 0.25, + "lambda": 56.7247, + "rho": [ + 0.1323, + 0.2736, + 0.0955, + 0.0955, + 0.2581, + 0.145 + ] + }, + { + "episode": 630, + "avg_reward": 3585.71, + "avg_cost": 1.5, + "lambda": 57.8037, + "rho": [ + 0.1323, + 0.2736, + 0.0955, + 0.0955, + 0.2581, + 0.145 + ] + }, + { + "episode": 640, + "avg_reward": 3908.04, + "avg_cost": 1.25, + "lambda": 59.0364, + "rho": [ + 0.1323, + 0.2736, + 0.0955, + 0.0955, + 0.2581, + 0.145 + ] + }, + { + "episode": 650, + "avg_reward": 3522.73, + "avg_cost": 0.75, + "lambda": 60.2206, + "rho": [ + 0.1347, + 0.2795, + 0.0944, + 0.0944, + 0.2511, + 0.146 + ] + }, + { + "episode": 660, + "avg_reward": 3708.22, + "avg_cost": 1.25, + "lambda": 61.1716, + "rho": [ + 0.1347, + 0.2795, + 0.0944, + 0.0944, + 0.2511, + 0.146 + ] + }, + { + "episode": 670, + "avg_reward": 3969.22, + "avg_cost": 0.5, + "lambda": 62.3697, + "rho": [ + 0.1347, + 0.2795, + 0.0944, + 0.0944, + 0.2511, + 0.146 + ] + }, + { + "episode": 680, + "avg_reward": 3965.47, + "avg_cost": 1.5, + "lambda": 63.7045, + "rho": [ + 0.1347, + 0.2795, + 0.0944, + 0.0944, + 0.2511, + 0.146 + ] + }, + { + "episode": 690, + "avg_reward": 2677.73, + "avg_cost": 0.5, + "lambda": 64.8874, + "rho": [ + 0.1347, + 0.2795, + 0.0944, + 0.0944, + 0.2511, + 0.146 + ] + }, + { + "episode": 700, + "avg_reward": 4127.21, + "avg_cost": 1.0, + "lambda": 65.9729, + "rho": [ + 0.1323, + 0.2843, + 0.0933, + 0.0933, + 0.2508, + 0.1461 + ] + }, + { + "episode": 710, + "avg_reward": 3186.26, + "avg_cost": 0.25, + "lambda": 66.973, + "rho": [ + 0.1323, + 0.2843, + 0.0933, + 0.0933, + 0.2508, + 0.1461 + ] + }, + { + "episode": 720, + "avg_reward": 4363.09, + "avg_cost": 0.0, + "lambda": 67.6577, + "rho": [ + 0.1323, + 0.2843, + 0.0933, + 0.0933, + 0.2508, + 0.1461 + ] + }, + { + "episode": 730, + "avg_reward": 4510.34, + "avg_cost": 1.25, + "lambda": 68.2724, + "rho": [ + 0.1323, + 0.2843, + 0.0933, + 0.0933, + 0.2508, + 0.1461 + ] + }, + { + "episode": 740, + "avg_reward": 4486.02, + "avg_cost": 0.5, + "lambda": 68.806, + "rho": [ + 0.1323, + 0.2843, + 0.0933, + 0.0933, + 0.2508, + 0.1461 + ] + }, + { + "episode": 750, + "avg_reward": 4365.36, + "avg_cost": 1.5, + "lambda": 69.4848, + "rho": [ + 0.1303, + 0.2869, + 0.0922, + 0.0922, + 0.2515, + 0.1469 + ] + }, + { + "episode": 760, + "avg_reward": 4624.97, + "avg_cost": 0.25, + "lambda": 70.2008, + "rho": [ + 0.1303, + 0.2869, + 0.0922, + 0.0922, + 0.2515, + 0.1469 + ] + }, + { + "episode": 770, + "avg_reward": 4992.2, + "avg_cost": 1.75, + "lambda": 70.8307, + "rho": [ + 0.1303, + 0.2869, + 0.0922, + 0.0922, + 0.2515, + 0.1469 + ] + }, + { + "episode": 780, + "avg_reward": 4725.99, + "avg_cost": 1.0, + "lambda": 71.4651, + "rho": [ + 0.1303, + 0.2869, + 0.0922, + 0.0922, + 0.2515, + 0.1469 + ] + }, + { + "episode": 790, + "avg_reward": 4058.22, + "avg_cost": 0.0, + "lambda": 72.2219, + "rho": [ + 0.1303, + 0.2869, + 0.0922, + 0.0922, + 0.2515, + 0.1469 + ] + }, + { + "episode": 800, + "avg_reward": 4798.67, + "avg_cost": 0.25, + "lambda": 73.193, + "rho": [ + 0.1311, + 0.2836, + 0.0914, + 0.0914, + 0.2576, + 0.1451 + ] + }, + { + "episode": 810, + "avg_reward": 4839.07, + "avg_cost": 1.0, + "lambda": 73.8915, + "rho": [ + 0.1311, + 0.2836, + 0.0914, + 0.0914, + 0.2576, + 0.1451 + ] + }, + { + "episode": 820, + "avg_reward": 4885.75, + "avg_cost": 0.25, + "lambda": 74.5375, + "rho": [ + 0.1311, + 0.2836, + 0.0914, + 0.0914, + 0.2576, + 0.1451 + ] + }, + { + "episode": 830, + "avg_reward": 4719.27, + "avg_cost": 1.0, + "lambda": 75.123, + "rho": [ + 0.1311, + 0.2836, + 0.0914, + 0.0914, + 0.2576, + 0.1451 + ] + }, + { + "episode": 840, + "avg_reward": 4852.02, + "avg_cost": 0.5, + "lambda": 75.6952, + "rho": [ + 0.1311, + 0.2836, + 0.0914, + 0.0914, + 0.2576, + 0.1451 + ] + }, + { + "episode": 850, + "avg_reward": 4836.05, + "avg_cost": 0.25, + "lambda": 76.1629, + "rho": [ + 0.1326, + 0.2845, + 0.0905, + 0.0905, + 0.2578, + 0.1439 + ] + }, + { + "episode": 860, + "avg_reward": 5121.9, + "avg_cost": 0.25, + "lambda": 76.6055, + "rho": [ + 0.1326, + 0.2845, + 0.0905, + 0.0905, + 0.2578, + 0.1439 + ] + }, + { + "episode": 870, + "avg_reward": 5172.63, + "avg_cost": 0.0, + "lambda": 77.1456, + "rho": [ + 0.1326, + 0.2845, + 0.0905, + 0.0905, + 0.2578, + 0.1439 + ] + }, + { + "episode": 880, + "avg_reward": 5055.3, + "avg_cost": 0.0, + "lambda": 77.5737, + "rho": [ + 0.1326, + 0.2845, + 0.0905, + 0.0905, + 0.2578, + 0.1439 + ] + }, + { + "episode": 890, + "avg_reward": 4335.95, + "avg_cost": 0.25, + "lambda": 77.8788, + "rho": [ + 0.1326, + 0.2845, + 0.0905, + 0.0905, + 0.2578, + 0.1439 + ] + }, + { + "episode": 900, + "avg_reward": 4789.81, + "avg_cost": 0.0, + "lambda": 78.2374, + "rho": [ + 0.1322, + 0.2832, + 0.0898, + 0.0898, + 0.2651, + 0.1398 + ] + }, + { + "episode": 910, + "avg_reward": 5321.56, + "avg_cost": 0.5, + "lambda": 78.482, + "rho": [ + 0.1322, + 0.2832, + 0.0898, + 0.0898, + 0.2651, + 0.1398 + ] + }, + { + "episode": 920, + "avg_reward": 5239.23, + "avg_cost": 0.25, + "lambda": 78.7394, + "rho": [ + 0.1322, + 0.2832, + 0.0898, + 0.0898, + 0.2651, + 0.1398 + ] + }, + { + "episode": 930, + "avg_reward": 5321.25, + "avg_cost": 0.0, + "lambda": 78.9541, + "rho": [ + 0.1322, + 0.2832, + 0.0898, + 0.0898, + 0.2651, + 0.1398 + ] + }, + { + "episode": 940, + "avg_reward": 5345.94, + "avg_cost": 1.5, + "lambda": 79.2017, + "rho": [ + 0.1322, + 0.2832, + 0.0898, + 0.0898, + 0.2651, + 0.1398 + ] + }, + { + "episode": 950, + "avg_reward": 5378.99, + "avg_cost": 0.5, + "lambda": 79.6675, + "rho": [ + 0.1369, + 0.2781, + 0.0893, + 0.0893, + 0.2703, + 0.136 + ] + }, + { + "episode": 960, + "avg_reward": 5295.21, + "avg_cost": 0.25, + "lambda": 80.1476, + "rho": [ + 0.1369, + 0.2781, + 0.0893, + 0.0893, + 0.2703, + 0.136 + ] + }, + { + "episode": 970, + "avg_reward": 5378.06, + "avg_cost": 0.0, + "lambda": 80.6561, + "rho": [ + 0.1369, + 0.2781, + 0.0893, + 0.0893, + 0.2703, + 0.136 + ] + }, + { + "episode": 980, + "avg_reward": 5181.05, + "avg_cost": 0.0, + "lambda": 81.0823, + "rho": [ + 0.1369, + 0.2781, + 0.0893, + 0.0893, + 0.2703, + 0.136 + ] + }, + { + "episode": 990, + "avg_reward": 5284.48, + "avg_cost": 1.0, + "lambda": 81.5026, + "rho": [ + 0.1369, + 0.2781, + 0.0893, + 0.0893, + 0.2703, + 0.136 + ] + }, + { + "episode": 1000, + "avg_reward": 5218.81, + "avg_cost": 0.0, + "lambda": 81.8995, + "rho": [ + 0.1368, + 0.2793, + 0.0887, + 0.0887, + 0.2736, + 0.1328 + ] + }, + { + "episode": 1010, + "avg_reward": 5569.52, + "avg_cost": 0.0, + "lambda": 82.4314, + "rho": [ + 0.1368, + 0.2793, + 0.0887, + 0.0887, + 0.2736, + 0.1328 + ] + }, + { + "episode": 1020, + "avg_reward": 5771.13, + "avg_cost": 0.5, + "lambda": 82.9347, + "rho": [ + 0.1368, + 0.2793, + 0.0887, + 0.0887, + 0.2736, + 0.1328 + ] + }, + { + "episode": 1030, + "avg_reward": 5415.12, + "avg_cost": 0.25, + "lambda": 83.4732, + "rho": [ + 0.1368, + 0.2793, + 0.0887, + 0.0887, + 0.2736, + 0.1328 + ] + }, + { + "episode": 1040, + "avg_reward": 5629.48, + "avg_cost": 0.25, + "lambda": 84.002, + "rho": [ + 0.1368, + 0.2793, + 0.0887, + 0.0887, + 0.2736, + 0.1328 + ] + }, + { + "episode": 1050, + "avg_reward": 5127.57, + "avg_cost": 0.0, + "lambda": 84.4307, + "rho": [ + 0.1381, + 0.2867, + 0.0882, + 0.0882, + 0.2703, + 0.1285 + ] + }, + { + "episode": 1060, + "avg_reward": 5454.32, + "avg_cost": 0.0, + "lambda": 84.808, + "rho": [ + 0.1381, + 0.2867, + 0.0882, + 0.0882, + 0.2703, + 0.1285 + ] + }, + { + "episode": 1070, + "avg_reward": 5298.79, + "avg_cost": 0.0, + "lambda": 85.0292, + "rho": [ + 0.1381, + 0.2867, + 0.0882, + 0.0882, + 0.2703, + 0.1285 + ] + }, + { + "episode": 1080, + "avg_reward": 5749.74, + "avg_cost": 0.75, + "lambda": 85.2805, + "rho": [ + 0.1381, + 0.2867, + 0.0882, + 0.0882, + 0.2703, + 0.1285 + ] + }, + { + "episode": 1090, + "avg_reward": 5788.82, + "avg_cost": 1.25, + "lambda": 85.6256, + "rho": [ + 0.1381, + 0.2867, + 0.0882, + 0.0882, + 0.2703, + 0.1285 + ] + }, + { + "episode": 1100, + "avg_reward": 3637.22, + "avg_cost": 0.5, + "lambda": 85.9505, + "rho": [ + 0.1399, + 0.3004, + 0.0878, + 0.0878, + 0.264, + 0.12 + ] + }, + { + "episode": 1110, + "avg_reward": 5845.49, + "avg_cost": 0.75, + "lambda": 86.405, + "rho": [ + 0.1399, + 0.3004, + 0.0878, + 0.0878, + 0.264, + 0.12 + ] + }, + { + "episode": 1120, + "avg_reward": 5808.04, + "avg_cost": 0.75, + "lambda": 87.0564, + "rho": [ + 0.1399, + 0.3004, + 0.0878, + 0.0878, + 0.264, + 0.12 + ] + }, + { + "episode": 1130, + "avg_reward": 6258.14, + "avg_cost": 1.0, + "lambda": 87.656, + "rho": [ + 0.1399, + 0.3004, + 0.0878, + 0.0878, + 0.264, + 0.12 + ] + }, + { + "episode": 1140, + "avg_reward": 5584.15, + "avg_cost": 0.5, + "lambda": 88.2035, + "rho": [ + 0.1399, + 0.3004, + 0.0878, + 0.0878, + 0.264, + 0.12 + ] + }, + { + "episode": 1150, + "avg_reward": 5656.47, + "avg_cost": 0.75, + "lambda": 88.7929, + "rho": [ + 0.139, + 0.3067, + 0.0875, + 0.0875, + 0.2627, + 0.1166 + ] + }, + { + "episode": 1160, + "avg_reward": 5517.26, + "avg_cost": 0.5, + "lambda": 89.3542, + "rho": [ + 0.139, + 0.3067, + 0.0875, + 0.0875, + 0.2627, + 0.1166 + ] + }, + { + "episode": 1170, + "avg_reward": 5255.25, + "avg_cost": 0.0, + "lambda": 89.8647, + "rho": [ + 0.139, + 0.3067, + 0.0875, + 0.0875, + 0.2627, + 0.1166 + ] + }, + { + "episode": 1180, + "avg_reward": 4212.8, + "avg_cost": 0.75, + "lambda": 90.3338, + "rho": [ + 0.139, + 0.3067, + 0.0875, + 0.0875, + 0.2627, + 0.1166 + ] + }, + { + "episode": 1190, + "avg_reward": 5799.63, + "avg_cost": 0.75, + "lambda": 90.8022, + "rho": [ + 0.139, + 0.3067, + 0.0875, + 0.0875, + 0.2627, + 0.1166 + ] + }, + { + "episode": 1200, + "avg_reward": 6087.04, + "avg_cost": 0.75, + "lambda": 91.2578, + "rho": [ + 0.142, + 0.3068, + 0.0873, + 0.0873, + 0.2645, + 0.1121 + ] + }, + { + "episode": 1210, + "avg_reward": 5540.22, + "avg_cost": 0.25, + "lambda": 91.7242, + "rho": [ + 0.142, + 0.3068, + 0.0873, + 0.0873, + 0.2645, + 0.1121 + ] + }, + { + "episode": 1220, + "avg_reward": 5951.18, + "avg_cost": 1.5, + "lambda": 92.244, + "rho": [ + 0.142, + 0.3068, + 0.0873, + 0.0873, + 0.2645, + 0.1121 + ] + }, + { + "episode": 1230, + "avg_reward": 3007.04, + "avg_cost": 0.0, + "lambda": 92.8349, + "rho": [ + 0.142, + 0.3068, + 0.0873, + 0.0873, + 0.2645, + 0.1121 + ] + }, + { + "episode": 1240, + "avg_reward": 3442.96, + "avg_cost": 0.25, + "lambda": 93.2919, + "rho": [ + 0.142, + 0.3068, + 0.0873, + 0.0873, + 0.2645, + 0.1121 + ] + }, + { + "episode": 1250, + "avg_reward": 5188.61, + "avg_cost": 0.5, + "lambda": 93.7828, + "rho": [ + 0.1449, + 0.3005, + 0.0871, + 0.0871, + 0.2721, + 0.1083 + ] + }, + { + "episode": 1260, + "avg_reward": 5477.18, + "avg_cost": 0.5, + "lambda": 94.3586, + "rho": [ + 0.1449, + 0.3005, + 0.0871, + 0.0871, + 0.2721, + 0.1083 + ] + }, + { + "episode": 1270, + "avg_reward": 5276.38, + "avg_cost": 0.0, + "lambda": 94.9828, + "rho": [ + 0.1449, + 0.3005, + 0.0871, + 0.0871, + 0.2721, + 0.1083 + ] + }, + { + "episode": 1280, + "avg_reward": 5457.74, + "avg_cost": 0.75, + "lambda": 95.4758, + "rho": [ + 0.1449, + 0.3005, + 0.0871, + 0.0871, + 0.2721, + 0.1083 + ] + }, + { + "episode": 1290, + "avg_reward": 5488.13, + "avg_cost": 0.0, + "lambda": 95.9395, + "rho": [ + 0.1449, + 0.3005, + 0.0871, + 0.0871, + 0.2721, + 0.1083 + ] + }, + { + "episode": 1300, + "avg_reward": 5626.19, + "avg_cost": 0.0, + "lambda": 96.289, + "rho": [ + 0.1525, + 0.2915, + 0.0871, + 0.0871, + 0.2762, + 0.1056 + ] + }, + { + "episode": 1310, + "avg_reward": 5578.68, + "avg_cost": 0.25, + "lambda": 96.6191, + "rho": [ + 0.1525, + 0.2915, + 0.0871, + 0.0871, + 0.2762, + 0.1056 + ] + }, + { + "episode": 1320, + "avg_reward": 5404.92, + "avg_cost": 0.0, + "lambda": 96.8814, + "rho": [ + 0.1525, + 0.2915, + 0.0871, + 0.0871, + 0.2762, + 0.1056 + ] + }, + { + "episode": 1330, + "avg_reward": 5859.56, + "avg_cost": 0.5, + "lambda": 97.1167, + "rho": [ + 0.1525, + 0.2915, + 0.0871, + 0.0871, + 0.2762, + 0.1056 + ] + }, + { + "episode": 1340, + "avg_reward": 4281.29, + "avg_cost": 0.0, + "lambda": 97.3693, + "rho": [ + 0.1525, + 0.2915, + 0.0871, + 0.0871, + 0.2762, + 0.1056 + ] + }, + { + "episode": 1350, + "avg_reward": 5860.08, + "avg_cost": 0.75, + "lambda": 97.661, + "rho": [ + 0.1575, + 0.2789, + 0.087, + 0.087, + 0.286, + 0.1035 + ] + }, + { + "episode": 1360, + "avg_reward": 5530.58, + "avg_cost": 0.25, + "lambda": 97.9796, + "rho": [ + 0.1575, + 0.2789, + 0.087, + 0.087, + 0.286, + 0.1035 + ] + }, + { + "episode": 1370, + "avg_reward": 5988.9, + "avg_cost": 0.0, + "lambda": 98.296, + "rho": [ + 0.1575, + 0.2789, + 0.087, + 0.087, + 0.286, + 0.1035 + ] + }, + { + "episode": 1380, + "avg_reward": 5061.12, + "avg_cost": 0.5, + "lambda": 98.6772, + "rho": [ + 0.1575, + 0.2789, + 0.087, + 0.087, + 0.286, + 0.1035 + ] + }, + { + "episode": 1390, + "avg_reward": 6037.24, + "avg_cost": 0.5, + "lambda": 99.0505, + "rho": [ + 0.1575, + 0.2789, + 0.087, + 0.087, + 0.286, + 0.1035 + ] + }, + { + "episode": 1400, + "avg_reward": 5915.76, + "avg_cost": 0.75, + "lambda": 99.4129, + "rho": [ + 0.1601, + 0.2703, + 0.0871, + 0.0871, + 0.2894, + 0.1061 + ] + }, + { + "episode": 1410, + "avg_reward": 5606.4, + "avg_cost": 0.25, + "lambda": 99.8191, + "rho": [ + 0.1601, + 0.2703, + 0.0871, + 0.0871, + 0.2894, + 0.1061 + ] + }, + { + "episode": 1420, + "avg_reward": 5703.59, + "avg_cost": 0.0, + "lambda": 100.264, + "rho": [ + 0.1601, + 0.2703, + 0.0871, + 0.0871, + 0.2894, + 0.1061 + ] + }, + { + "episode": 1430, + "avg_reward": 5798.18, + "avg_cost": 1.25, + "lambda": 100.6582, + "rho": [ + 0.1601, + 0.2703, + 0.0871, + 0.0871, + 0.2894, + 0.1061 + ] + }, + { + "episode": 1440, + "avg_reward": 6089.83, + "avg_cost": 1.25, + "lambda": 101.0944, + "rho": [ + 0.1601, + 0.2703, + 0.0871, + 0.0871, + 0.2894, + 0.1061 + ] + }, + { + "episode": 1450, + "avg_reward": 5785.72, + "avg_cost": 0.0, + "lambda": 101.5843, + "rho": [ + 0.1612, + 0.2592, + 0.087, + 0.087, + 0.299, + 0.1066 + ] + }, + { + "episode": 1460, + "avg_reward": 6192.8, + "avg_cost": 0.75, + "lambda": 101.9801, + "rho": [ + 0.1612, + 0.2592, + 0.087, + 0.087, + 0.299, + 0.1066 + ] + }, + { + "episode": 1470, + "avg_reward": 5979.65, + "avg_cost": 0.0, + "lambda": 102.41, + "rho": [ + 0.1612, + 0.2592, + 0.087, + 0.087, + 0.299, + 0.1066 + ] + }, + { + "episode": 1480, + "avg_reward": 6326.89, + "avg_cost": 0.25, + "lambda": 102.7596, + "rho": [ + 0.1612, + 0.2592, + 0.087, + 0.087, + 0.299, + 0.1066 + ] + }, + { + "episode": 1490, + "avg_reward": 5885.69, + "avg_cost": 0.25, + "lambda": 103.1126, + "rho": [ + 0.1612, + 0.2592, + 0.087, + 0.087, + 0.299, + 0.1066 + ] + }, + { + "episode": 1500, + "avg_reward": 5791.95, + "avg_cost": 0.0, + "lambda": 103.4372, + "rho": [ + 0.1623, + 0.2492, + 0.087, + 0.087, + 0.3071, + 0.1073 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..d35d09eb46d94ca27da42b0ceac0c2965e40b233 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -265955.96, + "constraint_satisfaction_pct": 13.87, + "final_rho": [ + 0.1386, + 0.193, + 0.1685, + 0.1407, + 0.1737, + 0.1856 + ], + "final_lambda": 10.5808, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -229.27, + "avg_cost": 231.75, + "lambda": 0.3317, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 10, + "avg_reward": -722.27, + "avg_cost": 141.75, + "lambda": 2.2274, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 20, + "avg_reward": -891.64, + "avg_cost": 166.75, + "lambda": 4.0423, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 30, + "avg_reward": -1111.54, + "avg_cost": 117.75, + "lambda": 5.4608, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 40, + "avg_reward": -1293.99, + "avg_cost": 12.5, + "lambda": 6.4757, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 50, + "avg_reward": -1801.1, + "avg_cost": 10.5, + "lambda": 7.0114, + "rho": [ + 0.1436, + 0.1668, + 0.1573, + 0.1571, + 0.189, + 0.1862 + ] + }, + { + "episode": 60, + "avg_reward": -1661.54, + "avg_cost": 18.75, + "lambda": 7.2759, + "rho": [ + 0.1436, + 0.1668, + 0.1573, + 0.1571, + 0.189, + 0.1862 + ] + }, + { + "episode": 70, + "avg_reward": -1798.3, + "avg_cost": 9.25, + "lambda": 7.4817, + "rho": [ + 0.1436, + 0.1668, + 0.1573, + 0.1571, + 0.189, + 0.1862 + ] + }, + { + "episode": 80, + "avg_reward": -1258.56, + "avg_cost": 25.0, + "lambda": 7.688, + "rho": [ + 0.1436, + 0.1668, + 0.1573, + 0.1571, + 0.189, + 0.1862 + ] + }, + { + "episode": 90, + "avg_reward": -1306.0, + "avg_cost": 24.0, + "lambda": 7.9159, + "rho": [ + 0.1436, + 0.1668, + 0.1573, + 0.1571, + 0.189, + 0.1862 + ] + }, + { + "episode": 100, + "avg_reward": -1383.38, + "avg_cost": 1.75, + "lambda": 8.0996, + "rho": [ + 0.1483, + 0.1584, + 0.1635, + 0.154, + 0.1874, + 0.1884 + ] + }, + { + "episode": 110, + "avg_reward": -1686.21, + "avg_cost": 18.75, + "lambda": 8.2019, + "rho": [ + 0.1483, + 0.1584, + 0.1635, + 0.154, + 0.1874, + 0.1884 + ] + }, + { + "episode": 120, + "avg_reward": -1364.95, + "avg_cost": 8.0, + "lambda": 8.2927, + "rho": [ + 0.1483, + 0.1584, + 0.1635, + 0.154, + 0.1874, + 0.1884 + ] + }, + { + "episode": 130, + "avg_reward": -1497.68, + "avg_cost": 6.0, + "lambda": 8.3475, + "rho": [ + 0.1483, + 0.1584, + 0.1635, + 0.154, + 0.1874, + 0.1884 + ] + }, + { + "episode": 140, + "avg_reward": -1409.89, + "avg_cost": 10.5, + "lambda": 8.3818, + "rho": [ + 0.1483, + 0.1584, + 0.1635, + 0.154, + 0.1874, + 0.1884 + ] + }, + { + "episode": 150, + "avg_reward": -1499.05, + "avg_cost": 4.0, + "lambda": 8.4185, + "rho": [ + 0.1534, + 0.1581, + 0.1693, + 0.1453, + 0.1904, + 0.1834 + ] + }, + { + "episode": 160, + "avg_reward": -1749.35, + "avg_cost": 7.75, + "lambda": 8.4624, + "rho": [ + 0.1534, + 0.1581, + 0.1693, + 0.1453, + 0.1904, + 0.1834 + ] + }, + { + "episode": 170, + "avg_reward": -1590.83, + "avg_cost": 3.0, + "lambda": 8.5051, + "rho": [ + 0.1534, + 0.1581, + 0.1693, + 0.1453, + 0.1904, + 0.1834 + ] + }, + { + "episode": 180, + "avg_reward": -1371.8, + "avg_cost": 1.0, + "lambda": 8.544, + "rho": [ + 0.1534, + 0.1581, + 0.1693, + 0.1453, + 0.1904, + 0.1834 + ] + }, + { + "episode": 190, + "avg_reward": -1407.45, + "avg_cost": 4.25, + "lambda": 8.5754, + "rho": [ + 0.1534, + 0.1581, + 0.1693, + 0.1453, + 0.1904, + 0.1834 + ] + }, + { + "episode": 200, + "avg_reward": -1338.92, + "avg_cost": 1.0, + "lambda": 8.6014, + "rho": [ + 0.1515, + 0.1586, + 0.1737, + 0.1411, + 0.1945, + 0.1806 + ] + }, + { + "episode": 210, + "avg_reward": -1252.74, + "avg_cost": 2.25, + "lambda": 8.6342, + "rho": [ + 0.1515, + 0.1586, + 0.1737, + 0.1411, + 0.1945, + 0.1806 + ] + }, + { + "episode": 220, + "avg_reward": -1410.32, + "avg_cost": 1.0, + "lambda": 8.6658, + "rho": [ + 0.1515, + 0.1586, + 0.1737, + 0.1411, + 0.1945, + 0.1806 + ] + }, + { + "episode": 230, + "avg_reward": -1331.82, + "avg_cost": 0.5, + "lambda": 8.6945, + "rho": [ + 0.1515, + 0.1586, + 0.1737, + 0.1411, + 0.1945, + 0.1806 + ] + }, + { + "episode": 240, + "avg_reward": -795.87, + "avg_cost": 15.75, + "lambda": 8.7372, + "rho": [ + 0.1515, + 0.1586, + 0.1737, + 0.1411, + 0.1945, + 0.1806 + ] + }, + { + "episode": 250, + "avg_reward": -893.27, + "avg_cost": 4.25, + "lambda": 8.812, + "rho": [ + 0.1505, + 0.1592, + 0.1805, + 0.1395, + 0.1911, + 0.1791 + ] + }, + { + "episode": 260, + "avg_reward": -388.31, + "avg_cost": 15.5, + "lambda": 8.866, + "rho": [ + 0.1505, + 0.1592, + 0.1805, + 0.1395, + 0.1911, + 0.1791 + ] + }, + { + "episode": 270, + "avg_reward": -775.54, + "avg_cost": 4.25, + "lambda": 8.9191, + "rho": [ + 0.1505, + 0.1592, + 0.1805, + 0.1395, + 0.1911, + 0.1791 + ] + }, + { + "episode": 280, + "avg_reward": -685.38, + "avg_cost": 5.25, + "lambda": 8.9609, + "rho": [ + 0.1505, + 0.1592, + 0.1805, + 0.1395, + 0.1911, + 0.1791 + ] + }, + { + "episode": 290, + "avg_reward": -349.03, + "avg_cost": 3.5, + "lambda": 8.9972, + "rho": [ + 0.1505, + 0.1592, + 0.1805, + 0.1395, + 0.1911, + 0.1791 + ] + }, + { + "episode": 300, + "avg_reward": -329.98, + "avg_cost": 2.25, + "lambda": 9.023, + "rho": [ + 0.1499, + 0.1608, + 0.1802, + 0.1392, + 0.1906, + 0.1794 + ] + }, + { + "episode": 310, + "avg_reward": -332.82, + "avg_cost": 1.5, + "lambda": 9.0495, + "rho": [ + 0.1499, + 0.1608, + 0.1802, + 0.1392, + 0.1906, + 0.1794 + ] + }, + { + "episode": 320, + "avg_reward": -352.93, + "avg_cost": 8.25, + "lambda": 9.078, + "rho": [ + 0.1499, + 0.1608, + 0.1802, + 0.1392, + 0.1906, + 0.1794 + ] + }, + { + "episode": 330, + "avg_reward": -172.87, + "avg_cost": 3.0, + "lambda": 9.1122, + "rho": [ + 0.1499, + 0.1608, + 0.1802, + 0.1392, + 0.1906, + 0.1794 + ] + }, + { + "episode": 340, + "avg_reward": -151.15, + "avg_cost": 2.75, + "lambda": 9.1447, + "rho": [ + 0.1499, + 0.1608, + 0.1802, + 0.1392, + 0.1906, + 0.1794 + ] + }, + { + "episode": 350, + "avg_reward": -163.34, + "avg_cost": 3.0, + "lambda": 9.1734, + "rho": [ + 0.1503, + 0.1601, + 0.1783, + 0.1392, + 0.1937, + 0.1783 + ] + }, + { + "episode": 360, + "avg_reward": -120.51, + "avg_cost": 1.5, + "lambda": 9.1987, + "rho": [ + 0.1503, + 0.1601, + 0.1783, + 0.1392, + 0.1937, + 0.1783 + ] + }, + { + "episode": 370, + "avg_reward": -120.25, + "avg_cost": 4.0, + "lambda": 9.2256, + "rho": [ + 0.1503, + 0.1601, + 0.1783, + 0.1392, + 0.1937, + 0.1783 + ] + }, + { + "episode": 380, + "avg_reward": -117.54, + "avg_cost": 1.5, + "lambda": 9.2501, + "rho": [ + 0.1503, + 0.1601, + 0.1783, + 0.1392, + 0.1937, + 0.1783 + ] + }, + { + "episode": 390, + "avg_reward": -123.99, + "avg_cost": 2.25, + "lambda": 9.2694, + "rho": [ + 0.1503, + 0.1601, + 0.1783, + 0.1392, + 0.1937, + 0.1783 + ] + }, + { + "episode": 400, + "avg_reward": -146.83, + "avg_cost": 1.0, + "lambda": 9.2896, + "rho": [ + 0.1486, + 0.1608, + 0.1775, + 0.1398, + 0.1967, + 0.1767 + ] + }, + { + "episode": 410, + "avg_reward": -190.14, + "avg_cost": 1.75, + "lambda": 9.3085, + "rho": [ + 0.1486, + 0.1608, + 0.1775, + 0.1398, + 0.1967, + 0.1767 + ] + }, + { + "episode": 420, + "avg_reward": -191.2, + "avg_cost": 4.0, + "lambda": 9.3293, + "rho": [ + 0.1486, + 0.1608, + 0.1775, + 0.1398, + 0.1967, + 0.1767 + ] + }, + { + "episode": 430, + "avg_reward": -221.29, + "avg_cost": 4.0, + "lambda": 9.3534, + "rho": [ + 0.1486, + 0.1608, + 0.1775, + 0.1398, + 0.1967, + 0.1767 + ] + }, + { + "episode": 440, + "avg_reward": -218.26, + "avg_cost": 2.0, + "lambda": 9.3782, + "rho": [ + 0.1486, + 0.1608, + 0.1775, + 0.1398, + 0.1967, + 0.1767 + ] + }, + { + "episode": 450, + "avg_reward": -155.38, + "avg_cost": 2.25, + "lambda": 9.3985, + "rho": [ + 0.1456, + 0.1619, + 0.1767, + 0.1408, + 0.199, + 0.176 + ] + }, + { + "episode": 460, + "avg_reward": -236.85, + "avg_cost": 1.25, + "lambda": 9.413, + "rho": [ + 0.1456, + 0.1619, + 0.1767, + 0.1408, + 0.199, + 0.176 + ] + }, + { + "episode": 470, + "avg_reward": -241.27, + "avg_cost": 1.75, + "lambda": 9.4235, + "rho": [ + 0.1456, + 0.1619, + 0.1767, + 0.1408, + 0.199, + 0.176 + ] + }, + { + "episode": 480, + "avg_reward": -113.79, + "avg_cost": 0.25, + "lambda": 9.4313, + "rho": [ + 0.1456, + 0.1619, + 0.1767, + 0.1408, + 0.199, + 0.176 + ] + }, + { + "episode": 490, + "avg_reward": -37.02, + "avg_cost": 1.5, + "lambda": 9.4389, + "rho": [ + 0.1456, + 0.1619, + 0.1767, + 0.1408, + 0.199, + 0.176 + ] + }, + { + "episode": 500, + "avg_reward": 18.58, + "avg_cost": 2.5, + "lambda": 9.4477, + "rho": [ + 0.1434, + 0.1636, + 0.1773, + 0.1417, + 0.1978, + 0.1762 + ] + }, + { + "episode": 510, + "avg_reward": 41.1, + "avg_cost": 0.0, + "lambda": 9.4559, + "rho": [ + 0.1434, + 0.1636, + 0.1773, + 0.1417, + 0.1978, + 0.1762 + ] + }, + { + "episode": 520, + "avg_reward": 29.01, + "avg_cost": 1.5, + "lambda": 9.467, + "rho": [ + 0.1434, + 0.1636, + 0.1773, + 0.1417, + 0.1978, + 0.1762 + ] + }, + { + "episode": 530, + "avg_reward": -81.29, + "avg_cost": 1.25, + "lambda": 9.4776, + "rho": [ + 0.1434, + 0.1636, + 0.1773, + 0.1417, + 0.1978, + 0.1762 + ] + }, + { + "episode": 540, + "avg_reward": 48.72, + "avg_cost": 0.0, + "lambda": 9.4988, + "rho": [ + 0.1434, + 0.1636, + 0.1773, + 0.1417, + 0.1978, + 0.1762 + ] + }, + { + "episode": 550, + "avg_reward": -37.83, + "avg_cost": 1.25, + "lambda": 9.5122, + "rho": [ + 0.1428, + 0.1661, + 0.1776, + 0.1416, + 0.1963, + 0.1756 + ] + }, + { + "episode": 560, + "avg_reward": -6.51, + "avg_cost": 0.25, + "lambda": 9.5218, + "rho": [ + 0.1428, + 0.1661, + 0.1776, + 0.1416, + 0.1963, + 0.1756 + ] + }, + { + "episode": 570, + "avg_reward": -103.05, + "avg_cost": 0.5, + "lambda": 9.5291, + "rho": [ + 0.1428, + 0.1661, + 0.1776, + 0.1416, + 0.1963, + 0.1756 + ] + }, + { + "episode": 580, + "avg_reward": -259.81, + "avg_cost": 1.0, + "lambda": 9.5382, + "rho": [ + 0.1428, + 0.1661, + 0.1776, + 0.1416, + 0.1963, + 0.1756 + ] + }, + { + "episode": 590, + "avg_reward": -272.43, + "avg_cost": 0.25, + "lambda": 9.548, + "rho": [ + 0.1428, + 0.1661, + 0.1776, + 0.1416, + 0.1963, + 0.1756 + ] + }, + { + "episode": 600, + "avg_reward": -308.51, + "avg_cost": 1.0, + "lambda": 9.5554, + "rho": [ + 0.142, + 0.1692, + 0.1776, + 0.1409, + 0.194, + 0.1763 + ] + }, + { + "episode": 610, + "avg_reward": -292.75, + "avg_cost": 1.0, + "lambda": 9.5645, + "rho": [ + 0.142, + 0.1692, + 0.1776, + 0.1409, + 0.194, + 0.1763 + ] + }, + { + "episode": 620, + "avg_reward": -201.82, + "avg_cost": 0.75, + "lambda": 9.5722, + "rho": [ + 0.142, + 0.1692, + 0.1776, + 0.1409, + 0.194, + 0.1763 + ] + }, + { + "episode": 630, + "avg_reward": -308.82, + "avg_cost": 0.25, + "lambda": 9.5794, + "rho": [ + 0.142, + 0.1692, + 0.1776, + 0.1409, + 0.194, + 0.1763 + ] + }, + { + "episode": 640, + "avg_reward": -255.66, + "avg_cost": 0.75, + "lambda": 9.5853, + "rho": [ + 0.142, + 0.1692, + 0.1776, + 0.1409, + 0.194, + 0.1763 + ] + }, + { + "episode": 650, + "avg_reward": -123.8, + "avg_cost": 1.25, + "lambda": 9.5912, + "rho": [ + 0.1419, + 0.1726, + 0.1787, + 0.1401, + 0.191, + 0.1757 + ] + }, + { + "episode": 660, + "avg_reward": -196.36, + "avg_cost": 1.25, + "lambda": 9.5977, + "rho": [ + 0.1419, + 0.1726, + 0.1787, + 0.1401, + 0.191, + 0.1757 + ] + }, + { + "episode": 670, + "avg_reward": -170.01, + "avg_cost": 1.5, + "lambda": 9.6655, + "rho": [ + 0.1419, + 0.1726, + 0.1787, + 0.1401, + 0.191, + 0.1757 + ] + }, + { + "episode": 680, + "avg_reward": -128.76, + "avg_cost": 2.25, + "lambda": 9.7127, + "rho": [ + 0.1419, + 0.1726, + 0.1787, + 0.1401, + 0.191, + 0.1757 + ] + }, + { + "episode": 690, + "avg_reward": -160.37, + "avg_cost": 1.0, + "lambda": 9.7423, + "rho": [ + 0.1419, + 0.1726, + 0.1787, + 0.1401, + 0.191, + 0.1757 + ] + }, + { + "episode": 700, + "avg_reward": -147.65, + "avg_cost": 2.25, + "lambda": 9.7611, + "rho": [ + 0.1406, + 0.1759, + 0.1796, + 0.1395, + 0.1887, + 0.1757 + ] + }, + { + "episode": 710, + "avg_reward": -116.87, + "avg_cost": 1.75, + "lambda": 9.779, + "rho": [ + 0.1406, + 0.1759, + 0.1796, + 0.1395, + 0.1887, + 0.1757 + ] + }, + { + "episode": 720, + "avg_reward": -43.16, + "avg_cost": 1.25, + "lambda": 9.7954, + "rho": [ + 0.1406, + 0.1759, + 0.1796, + 0.1395, + 0.1887, + 0.1757 + ] + }, + { + "episode": 730, + "avg_reward": -33.2, + "avg_cost": 1.5, + "lambda": 9.8074, + "rho": [ + 0.1406, + 0.1759, + 0.1796, + 0.1395, + 0.1887, + 0.1757 + ] + }, + { + "episode": 740, + "avg_reward": -37.43, + "avg_cost": 2.5, + "lambda": 9.8188, + "rho": [ + 0.1406, + 0.1759, + 0.1796, + 0.1395, + 0.1887, + 0.1757 + ] + }, + { + "episode": 750, + "avg_reward": -145.61, + "avg_cost": 2.0, + "lambda": 9.8328, + "rho": [ + 0.1396, + 0.1783, + 0.1786, + 0.1395, + 0.188, + 0.176 + ] + }, + { + "episode": 760, + "avg_reward": -181.89, + "avg_cost": 2.5, + "lambda": 9.8501, + "rho": [ + 0.1396, + 0.1783, + 0.1786, + 0.1395, + 0.188, + 0.176 + ] + }, + { + "episode": 770, + "avg_reward": -169.38, + "avg_cost": 1.5, + "lambda": 9.8732, + "rho": [ + 0.1396, + 0.1783, + 0.1786, + 0.1395, + 0.188, + 0.176 + ] + }, + { + "episode": 780, + "avg_reward": -91.07, + "avg_cost": 1.0, + "lambda": 9.8923, + "rho": [ + 0.1396, + 0.1783, + 0.1786, + 0.1395, + 0.188, + 0.176 + ] + }, + { + "episode": 790, + "avg_reward": -39.36, + "avg_cost": 0.75, + "lambda": 9.9064, + "rho": [ + 0.1396, + 0.1783, + 0.1786, + 0.1395, + 0.188, + 0.176 + ] + }, + { + "episode": 800, + "avg_reward": -96.53, + "avg_cost": 0.75, + "lambda": 9.9145, + "rho": [ + 0.1388, + 0.1794, + 0.1771, + 0.1411, + 0.1866, + 0.1769 + ] + }, + { + "episode": 810, + "avg_reward": -89.99, + "avg_cost": 0.5, + "lambda": 9.9222, + "rho": [ + 0.1388, + 0.1794, + 0.1771, + 0.1411, + 0.1866, + 0.1769 + ] + }, + { + "episode": 820, + "avg_reward": -107.11, + "avg_cost": 0.25, + "lambda": 9.9298, + "rho": [ + 0.1388, + 0.1794, + 0.1771, + 0.1411, + 0.1866, + 0.1769 + ] + }, + { + "episode": 830, + "avg_reward": -51.37, + "avg_cost": 0.75, + "lambda": 9.9356, + "rho": [ + 0.1388, + 0.1794, + 0.1771, + 0.1411, + 0.1866, + 0.1769 + ] + }, + { + "episode": 840, + "avg_reward": -61.86, + "avg_cost": 0.0, + "lambda": 9.9411, + "rho": [ + 0.1388, + 0.1794, + 0.1771, + 0.1411, + 0.1866, + 0.1769 + ] + }, + { + "episode": 850, + "avg_reward": -126.89, + "avg_cost": 2.0, + "lambda": 9.9467, + "rho": [ + 0.1383, + 0.1796, + 0.1755, + 0.1439, + 0.185, + 0.1777 + ] + }, + { + "episode": 860, + "avg_reward": -54.2, + "avg_cost": 0.25, + "lambda": 9.9528, + "rho": [ + 0.1383, + 0.1796, + 0.1755, + 0.1439, + 0.185, + 0.1777 + ] + }, + { + "episode": 870, + "avg_reward": -88.69, + "avg_cost": 0.5, + "lambda": 9.9581, + "rho": [ + 0.1383, + 0.1796, + 0.1755, + 0.1439, + 0.185, + 0.1777 + ] + }, + { + "episode": 880, + "avg_reward": -94.87, + "avg_cost": 0.25, + "lambda": 9.9645, + "rho": [ + 0.1383, + 0.1796, + 0.1755, + 0.1439, + 0.185, + 0.1777 + ] + }, + { + "episode": 890, + "avg_reward": -48.6, + "avg_cost": 0.0, + "lambda": 9.9701, + "rho": [ + 0.1383, + 0.1796, + 0.1755, + 0.1439, + 0.185, + 0.1777 + ] + }, + { + "episode": 900, + "avg_reward": -60.33, + "avg_cost": 0.5, + "lambda": 9.9738, + "rho": [ + 0.1372, + 0.1806, + 0.1745, + 0.145, + 0.1841, + 0.1787 + ] + }, + { + "episode": 910, + "avg_reward": -45.36, + "avg_cost": 0.25, + "lambda": 9.977, + "rho": [ + 0.1372, + 0.1806, + 0.1745, + 0.145, + 0.1841, + 0.1787 + ] + }, + { + "episode": 920, + "avg_reward": -79.05, + "avg_cost": 0.0, + "lambda": 9.9792, + "rho": [ + 0.1372, + 0.1806, + 0.1745, + 0.145, + 0.1841, + 0.1787 + ] + }, + { + "episode": 930, + "avg_reward": -114.94, + "avg_cost": 0.0, + "lambda": 9.9829, + "rho": [ + 0.1372, + 0.1806, + 0.1745, + 0.145, + 0.1841, + 0.1787 + ] + }, + { + "episode": 940, + "avg_reward": 26.85, + "avg_cost": 0.0, + "lambda": 9.9864, + "rho": [ + 0.1372, + 0.1806, + 0.1745, + 0.145, + 0.1841, + 0.1787 + ] + }, + { + "episode": 950, + "avg_reward": -12.3, + "avg_cost": 0.0, + "lambda": 9.9891, + "rho": [ + 0.1361, + 0.1824, + 0.1733, + 0.1445, + 0.184, + 0.1798 + ] + }, + { + "episode": 960, + "avg_reward": -0.34, + "avg_cost": 0.5, + "lambda": 9.992, + "rho": [ + 0.1361, + 0.1824, + 0.1733, + 0.1445, + 0.184, + 0.1798 + ] + }, + { + "episode": 970, + "avg_reward": 10.06, + "avg_cost": 1.0, + "lambda": 9.9945, + "rho": [ + 0.1361, + 0.1824, + 0.1733, + 0.1445, + 0.184, + 0.1798 + ] + }, + { + "episode": 980, + "avg_reward": -10.1, + "avg_cost": 1.0, + "lambda": 10.0003, + "rho": [ + 0.1361, + 0.1824, + 0.1733, + 0.1445, + 0.184, + 0.1798 + ] + }, + { + "episode": 990, + "avg_reward": 36.55, + "avg_cost": 0.75, + "lambda": 10.0087, + "rho": [ + 0.1361, + 0.1824, + 0.1733, + 0.1445, + 0.184, + 0.1798 + ] + }, + { + "episode": 1000, + "avg_reward": -40.54, + "avg_cost": 0.25, + "lambda": 10.0134, + "rho": [ + 0.1351, + 0.1845, + 0.171, + 0.144, + 0.1843, + 0.1811 + ] + }, + { + "episode": 1010, + "avg_reward": 124.23, + "avg_cost": 2.25, + "lambda": 10.02, + "rho": [ + 0.1351, + 0.1845, + 0.171, + 0.144, + 0.1843, + 0.1811 + ] + }, + { + "episode": 1020, + "avg_reward": 252.73, + "avg_cost": 2.25, + "lambda": 10.0391, + "rho": [ + 0.1351, + 0.1845, + 0.171, + 0.144, + 0.1843, + 0.1811 + ] + }, + { + "episode": 1030, + "avg_reward": 387.42, + "avg_cost": 26.5, + "lambda": 10.1238, + "rho": [ + 0.1351, + 0.1845, + 0.171, + 0.144, + 0.1843, + 0.1811 + ] + }, + { + "episode": 1040, + "avg_reward": 364.21, + "avg_cost": 7.75, + "lambda": 10.2501, + "rho": [ + 0.1351, + 0.1845, + 0.171, + 0.144, + 0.1843, + 0.1811 + ] + }, + { + "episode": 1050, + "avg_reward": 340.29, + "avg_cost": 0.0, + "lambda": 10.3194, + "rho": [ + 0.134, + 0.1864, + 0.1701, + 0.1431, + 0.184, + 0.1824 + ] + }, + { + "episode": 1060, + "avg_reward": 355.18, + "avg_cost": 0.25, + "lambda": 10.3481, + "rho": [ + 0.134, + 0.1864, + 0.1701, + 0.1431, + 0.184, + 0.1824 + ] + }, + { + "episode": 1070, + "avg_reward": 350.17, + "avg_cost": 0.5, + "lambda": 10.3602, + "rho": [ + 0.134, + 0.1864, + 0.1701, + 0.1431, + 0.184, + 0.1824 + ] + }, + { + "episode": 1080, + "avg_reward": 336.5, + "avg_cost": 0.0, + "lambda": 10.3697, + "rho": [ + 0.134, + 0.1864, + 0.1701, + 0.1431, + 0.184, + 0.1824 + ] + }, + { + "episode": 1090, + "avg_reward": 308.68, + "avg_cost": 0.25, + "lambda": 10.3777, + "rho": [ + 0.134, + 0.1864, + 0.1701, + 0.1431, + 0.184, + 0.1824 + ] + }, + { + "episode": 1100, + "avg_reward": 300.54, + "avg_cost": 0.25, + "lambda": 10.3855, + "rho": [ + 0.1324, + 0.1889, + 0.1694, + 0.1411, + 0.184, + 0.1842 + ] + }, + { + "episode": 1110, + "avg_reward": 274.98, + "avg_cost": 0.25, + "lambda": 10.3923, + "rho": [ + 0.1324, + 0.1889, + 0.1694, + 0.1411, + 0.184, + 0.1842 + ] + }, + { + "episode": 1120, + "avg_reward": 286.8, + "avg_cost": 0.5, + "lambda": 10.3972, + "rho": [ + 0.1324, + 0.1889, + 0.1694, + 0.1411, + 0.184, + 0.1842 + ] + }, + { + "episode": 1130, + "avg_reward": 308.16, + "avg_cost": 0.25, + "lambda": 10.4012, + "rho": [ + 0.1324, + 0.1889, + 0.1694, + 0.1411, + 0.184, + 0.1842 + ] + }, + { + "episode": 1140, + "avg_reward": 345.07, + "avg_cost": 0.0, + "lambda": 10.4096, + "rho": [ + 0.1324, + 0.1889, + 0.1694, + 0.1411, + 0.184, + 0.1842 + ] + }, + { + "episode": 1150, + "avg_reward": 319.74, + "avg_cost": 0.5, + "lambda": 10.4179, + "rho": [ + 0.1321, + 0.1894, + 0.1691, + 0.1406, + 0.1838, + 0.185 + ] + }, + { + "episode": 1160, + "avg_reward": 280.83, + "avg_cost": 0.5, + "lambda": 10.4234, + "rho": [ + 0.1321, + 0.1894, + 0.1691, + 0.1406, + 0.1838, + 0.185 + ] + }, + { + "episode": 1170, + "avg_reward": 256.58, + "avg_cost": 0.5, + "lambda": 10.4286, + "rho": [ + 0.1321, + 0.1894, + 0.1691, + 0.1406, + 0.1838, + 0.185 + ] + }, + { + "episode": 1180, + "avg_reward": 263.87, + "avg_cost": 1.0, + "lambda": 10.4356, + "rho": [ + 0.1321, + 0.1894, + 0.1691, + 0.1406, + 0.1838, + 0.185 + ] + }, + { + "episode": 1190, + "avg_reward": 259.28, + "avg_cost": 0.5, + "lambda": 10.4428, + "rho": [ + 0.1321, + 0.1894, + 0.1691, + 0.1406, + 0.1838, + 0.185 + ] + }, + { + "episode": 1200, + "avg_reward": 260.12, + "avg_cost": 0.5, + "lambda": 10.4482, + "rho": [ + 0.1321, + 0.1901, + 0.1693, + 0.1403, + 0.1824, + 0.1859 + ] + }, + { + "episode": 1210, + "avg_reward": 313.06, + "avg_cost": 0.5, + "lambda": 10.4516, + "rho": [ + 0.1321, + 0.1901, + 0.1693, + 0.1403, + 0.1824, + 0.1859 + ] + }, + { + "episode": 1220, + "avg_reward": 309.5, + "avg_cost": 0.25, + "lambda": 10.4549, + "rho": [ + 0.1321, + 0.1901, + 0.1693, + 0.1403, + 0.1824, + 0.1859 + ] + }, + { + "episode": 1230, + "avg_reward": 266.95, + "avg_cost": 1.25, + "lambda": 10.4591, + "rho": [ + 0.1321, + 0.1901, + 0.1693, + 0.1403, + 0.1824, + 0.1859 + ] + }, + { + "episode": 1240, + "avg_reward": 263.37, + "avg_cost": 0.25, + "lambda": 10.4647, + "rho": [ + 0.1321, + 0.1901, + 0.1693, + 0.1403, + 0.1824, + 0.1859 + ] + }, + { + "episode": 1250, + "avg_reward": 252.18, + "avg_cost": 0.25, + "lambda": 10.4686, + "rho": [ + 0.1324, + 0.191, + 0.1694, + 0.1404, + 0.1803, + 0.1865 + ] + }, + { + "episode": 1260, + "avg_reward": 256.24, + "avg_cost": 1.0, + "lambda": 10.4712, + "rho": [ + 0.1324, + 0.191, + 0.1694, + 0.1404, + 0.1803, + 0.1865 + ] + }, + { + "episode": 1270, + "avg_reward": 269.76, + "avg_cost": 0.0, + "lambda": 10.4737, + "rho": [ + 0.1324, + 0.191, + 0.1694, + 0.1404, + 0.1803, + 0.1865 + ] + }, + { + "episode": 1280, + "avg_reward": 244.85, + "avg_cost": 1.25, + "lambda": 10.4766, + "rho": [ + 0.1324, + 0.191, + 0.1694, + 0.1404, + 0.1803, + 0.1865 + ] + }, + { + "episode": 1290, + "avg_reward": 256.06, + "avg_cost": 1.75, + "lambda": 10.4831, + "rho": [ + 0.1324, + 0.191, + 0.1694, + 0.1404, + 0.1803, + 0.1865 + ] + }, + { + "episode": 1300, + "avg_reward": 374.97, + "avg_cost": 0.25, + "lambda": 10.4916, + "rho": [ + 0.1337, + 0.1917, + 0.1695, + 0.1405, + 0.1784, + 0.1863 + ] + }, + { + "episode": 1310, + "avg_reward": 450.55, + "avg_cost": 0.25, + "lambda": 10.4961, + "rho": [ + 0.1337, + 0.1917, + 0.1695, + 0.1405, + 0.1784, + 0.1863 + ] + }, + { + "episode": 1320, + "avg_reward": 435.72, + "avg_cost": 1.25, + "lambda": 10.4997, + "rho": [ + 0.1337, + 0.1917, + 0.1695, + 0.1405, + 0.1784, + 0.1863 + ] + }, + { + "episode": 1330, + "avg_reward": 423.68, + "avg_cost": 0.25, + "lambda": 10.5041, + "rho": [ + 0.1337, + 0.1917, + 0.1695, + 0.1405, + 0.1784, + 0.1863 + ] + }, + { + "episode": 1340, + "avg_reward": 448.07, + "avg_cost": 0.0, + "lambda": 10.5099, + "rho": [ + 0.1337, + 0.1917, + 0.1695, + 0.1405, + 0.1784, + 0.1863 + ] + }, + { + "episode": 1350, + "avg_reward": 474.73, + "avg_cost": 0.0, + "lambda": 10.5127, + "rho": [ + 0.1357, + 0.1915, + 0.1696, + 0.1408, + 0.1768, + 0.1856 + ] + }, + { + "episode": 1360, + "avg_reward": 440.79, + "avg_cost": 1.0, + "lambda": 10.5157, + "rho": [ + 0.1357, + 0.1915, + 0.1696, + 0.1408, + 0.1768, + 0.1856 + ] + }, + { + "episode": 1370, + "avg_reward": 398.83, + "avg_cost": 1.25, + "lambda": 10.5207, + "rho": [ + 0.1357, + 0.1915, + 0.1696, + 0.1408, + 0.1768, + 0.1856 + ] + }, + { + "episode": 1380, + "avg_reward": 468.56, + "avg_cost": 0.0, + "lambda": 10.5274, + "rho": [ + 0.1357, + 0.1915, + 0.1696, + 0.1408, + 0.1768, + 0.1856 + ] + }, + { + "episode": 1390, + "avg_reward": 529.56, + "avg_cost": 1.0, + "lambda": 10.5316, + "rho": [ + 0.1357, + 0.1915, + 0.1696, + 0.1408, + 0.1768, + 0.1856 + ] + }, + { + "episode": 1400, + "avg_reward": 479.75, + "avg_cost": 0.0, + "lambda": 10.5356, + "rho": [ + 0.1374, + 0.1918, + 0.1688, + 0.1409, + 0.1758, + 0.1853 + ] + }, + { + "episode": 1410, + "avg_reward": 466.61, + "avg_cost": 0.25, + "lambda": 10.5384, + "rho": [ + 0.1374, + 0.1918, + 0.1688, + 0.1409, + 0.1758, + 0.1853 + ] + }, + { + "episode": 1420, + "avg_reward": 461.67, + "avg_cost": 0.5, + "lambda": 10.5413, + "rho": [ + 0.1374, + 0.1918, + 0.1688, + 0.1409, + 0.1758, + 0.1853 + ] + }, + { + "episode": 1430, + "avg_reward": 467.93, + "avg_cost": 1.0, + "lambda": 10.5465, + "rho": [ + 0.1374, + 0.1918, + 0.1688, + 0.1409, + 0.1758, + 0.1853 + ] + }, + { + "episode": 1440, + "avg_reward": 458.48, + "avg_cost": 0.25, + "lambda": 10.5552, + "rho": [ + 0.1374, + 0.1918, + 0.1688, + 0.1409, + 0.1758, + 0.1853 + ] + }, + { + "episode": 1450, + "avg_reward": 457.02, + "avg_cost": 0.5, + "lambda": 10.5638, + "rho": [ + 0.138, + 0.1925, + 0.1681, + 0.1408, + 0.1748, + 0.1857 + ] + }, + { + "episode": 1460, + "avg_reward": 489.56, + "avg_cost": 0.0, + "lambda": 10.5697, + "rho": [ + 0.138, + 0.1925, + 0.1681, + 0.1408, + 0.1748, + 0.1857 + ] + }, + { + "episode": 1470, + "avg_reward": 469.24, + "avg_cost": 0.0, + "lambda": 10.5733, + "rho": [ + 0.138, + 0.1925, + 0.1681, + 0.1408, + 0.1748, + 0.1857 + ] + }, + { + "episode": 1480, + "avg_reward": 464.15, + "avg_cost": 0.25, + "lambda": 10.5757, + "rho": [ + 0.138, + 0.1925, + 0.1681, + 0.1408, + 0.1748, + 0.1857 + ] + }, + { + "episode": 1490, + "avg_reward": 469.42, + "avg_cost": 0.5, + "lambda": 10.5778, + "rho": [ + 0.138, + 0.1925, + 0.1681, + 0.1408, + 0.1748, + 0.1857 + ] + }, + { + "episode": 1500, + "avg_reward": 500.65, + "avg_cost": 0.5, + "lambda": 10.5808, + "rho": [ + 0.1386, + 0.193, + 0.1685, + 0.1407, + 0.1737, + 0.1856 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..43f40f1e24a7d13202c943e3749a5ce071b2ea3d --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 16652645.84, + "constraint_satisfaction_pct": 53.73, + "final_rho": [ + 0.0755, + 0.2234, + 0.0693, + 0.2408, + 0.0559, + 0.3351 + ], + "final_lambda": 20.745, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -211.31, + "avg_cost": 152.25, + "lambda": 6.1225, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": 8945.86, + "avg_cost": 96.75, + "lambda": 8.8525, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": 10627.57, + "avg_cost": 47.75, + "lambda": 12.6125, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": 9051.25, + "avg_cost": 127.5, + "lambda": 18.175, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": 5867.52, + "avg_cost": 123.5, + "lambda": 25.5025, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": 7522.06, + "avg_cost": 95.25, + "lambda": 30.49, + "rho": [ + 0.1343, + 0.1725, + 0.1963, + 0.1709, + 0.1485, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": 9157.85, + "avg_cost": 74.25, + "lambda": 35.005, + "rho": [ + 0.1343, + 0.1725, + 0.1963, + 0.1709, + 0.1485, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": 9180.57, + "avg_cost": 92.25, + "lambda": 38.735, + "rho": [ + 0.1343, + 0.1725, + 0.1963, + 0.1709, + 0.1485, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": 11376.24, + "avg_cost": 66.25, + "lambda": 41.955, + "rho": [ + 0.1343, + 0.1725, + 0.1963, + 0.1709, + 0.1485, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": 8176.04, + "avg_cost": 30.5, + "lambda": 43.5275, + "rho": [ + 0.1343, + 0.1725, + 0.1963, + 0.1709, + 0.1485, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": 11757.49, + "avg_cost": 61.0, + "lambda": 45.81, + "rho": [ + 0.1381, + 0.1816, + 0.186, + 0.1694, + 0.1379, + 0.1871 + ] + }, + { + "episode": 110, + "avg_reward": 14413.82, + "avg_cost": 90.5, + "lambda": 48.7275, + "rho": [ + 0.1381, + 0.1816, + 0.186, + 0.1694, + 0.1379, + 0.1871 + ] + }, + { + "episode": 120, + "avg_reward": 13247.38, + "avg_cost": 84.75, + "lambda": 51.9175, + "rho": [ + 0.1381, + 0.1816, + 0.186, + 0.1694, + 0.1379, + 0.1871 + ] + }, + { + "episode": 130, + "avg_reward": 9576.42, + "avg_cost": 41.0, + "lambda": 53.965, + "rho": [ + 0.1381, + 0.1816, + 0.186, + 0.1694, + 0.1379, + 0.1871 + ] + }, + { + "episode": 140, + "avg_reward": 5180.77, + "avg_cost": 17.0, + "lambda": 52.935, + "rho": [ + 0.1381, + 0.1816, + 0.186, + 0.1694, + 0.1379, + 0.1871 + ] + }, + { + "episode": 150, + "avg_reward": 6748.05, + "avg_cost": 34.5, + "lambda": 52.16, + "rho": [ + 0.131, + 0.1901, + 0.1832, + 0.1727, + 0.132, + 0.1909 + ] + }, + { + "episode": 160, + "avg_reward": 6643.33, + "avg_cost": 0.25, + "lambda": 49.575, + "rho": [ + 0.131, + 0.1901, + 0.1832, + 0.1727, + 0.132, + 0.1909 + ] + }, + { + "episode": 170, + "avg_reward": 6611.97, + "avg_cost": 2.75, + "lambda": 46.25, + "rho": [ + 0.131, + 0.1901, + 0.1832, + 0.1727, + 0.132, + 0.1909 + ] + }, + { + "episode": 180, + "avg_reward": 7414.42, + "avg_cost": 9.75, + "lambda": 43.05, + "rho": [ + 0.131, + 0.1901, + 0.1832, + 0.1727, + 0.132, + 0.1909 + ] + }, + { + "episode": 190, + "avg_reward": 5347.27, + "avg_cost": 25.25, + "lambda": 41.1575, + "rho": [ + 0.131, + 0.1901, + 0.1832, + 0.1727, + 0.132, + 0.1909 + ] + }, + { + "episode": 200, + "avg_reward": 7821.52, + "avg_cost": 30.0, + "lambda": 39.0975, + "rho": [ + 0.1228, + 0.189, + 0.183, + 0.1799, + 0.1246, + 0.2007 + ] + }, + { + "episode": 210, + "avg_reward": 9118.27, + "avg_cost": 29.25, + "lambda": 38.03, + "rho": [ + 0.1228, + 0.189, + 0.183, + 0.1799, + 0.1246, + 0.2007 + ] + }, + { + "episode": 220, + "avg_reward": 8194.42, + "avg_cost": 22.0, + "lambda": 36.5575, + "rho": [ + 0.1228, + 0.189, + 0.183, + 0.1799, + 0.1246, + 0.2007 + ] + }, + { + "episode": 230, + "avg_reward": 8301.52, + "avg_cost": 23.5, + "lambda": 35.1475, + "rho": [ + 0.1228, + 0.189, + 0.183, + 0.1799, + 0.1246, + 0.2007 + ] + }, + { + "episode": 240, + "avg_reward": 10697.84, + "avg_cost": 38.5, + "lambda": 33.7875, + "rho": [ + 0.1228, + 0.189, + 0.183, + 0.1799, + 0.1246, + 0.2007 + ] + }, + { + "episode": 250, + "avg_reward": 8802.97, + "avg_cost": 19.75, + "lambda": 32.9625, + "rho": [ + 0.1115, + 0.188, + 0.1818, + 0.1883, + 0.1135, + 0.2168 + ] + }, + { + "episode": 260, + "avg_reward": 8273.71, + "avg_cost": 17.0, + "lambda": 31.395, + "rho": [ + 0.1115, + 0.188, + 0.1818, + 0.1883, + 0.1135, + 0.2168 + ] + }, + { + "episode": 270, + "avg_reward": 9609.74, + "avg_cost": 26.25, + "lambda": 28.8425, + "rho": [ + 0.1115, + 0.188, + 0.1818, + 0.1883, + 0.1135, + 0.2168 + ] + }, + { + "episode": 280, + "avg_reward": 8905.95, + "avg_cost": 14.5, + "lambda": 26.155, + "rho": [ + 0.1115, + 0.188, + 0.1818, + 0.1883, + 0.1135, + 0.2168 + ] + }, + { + "episode": 290, + "avg_reward": 8565.11, + "avg_cost": 14.5, + "lambda": 25.03, + "rho": [ + 0.1115, + 0.188, + 0.1818, + 0.1883, + 0.1135, + 0.2168 + ] + }, + { + "episode": 300, + "avg_reward": 8053.23, + "avg_cost": 7.25, + "lambda": 21.705, + "rho": [ + 0.104, + 0.1879, + 0.1849, + 0.1993, + 0.1069, + 0.2171 + ] + }, + { + "episode": 310, + "avg_reward": 7986.88, + "avg_cost": 0.0, + "lambda": 17.9075, + "rho": [ + 0.104, + 0.1879, + 0.1849, + 0.1993, + 0.1069, + 0.2171 + ] + }, + { + "episode": 320, + "avg_reward": 10990.15, + "avg_cost": 26.25, + "lambda": 14.7875, + "rho": [ + 0.104, + 0.1879, + 0.1849, + 0.1993, + 0.1069, + 0.2171 + ] + }, + { + "episode": 330, + "avg_reward": 11972.92, + "avg_cost": 46.0, + "lambda": 14.1525, + "rho": [ + 0.104, + 0.1879, + 0.1849, + 0.1993, + 0.1069, + 0.2171 + ] + }, + { + "episode": 340, + "avg_reward": 9192.86, + "avg_cost": 6.75, + "lambda": 12.65, + "rho": [ + 0.104, + 0.1879, + 0.1849, + 0.1993, + 0.1069, + 0.2171 + ] + }, + { + "episode": 350, + "avg_reward": 9190.57, + "avg_cost": 7.0, + "lambda": 8.85, + "rho": [ + 0.0996, + 0.1916, + 0.1784, + 0.2085, + 0.1036, + 0.2184 + ] + }, + { + "episode": 360, + "avg_reward": 10521.28, + "avg_cost": 28.0, + "lambda": 6.01, + "rho": [ + 0.0996, + 0.1916, + 0.1784, + 0.2085, + 0.1036, + 0.2184 + ] + }, + { + "episode": 370, + "avg_reward": 9657.48, + "avg_cost": 6.75, + "lambda": 4.49, + "rho": [ + 0.0996, + 0.1916, + 0.1784, + 0.2085, + 0.1036, + 0.2184 + ] + }, + { + "episode": 380, + "avg_reward": 11405.03, + "avg_cost": 26.75, + "lambda": 2.45, + "rho": [ + 0.0996, + 0.1916, + 0.1784, + 0.2085, + 0.1036, + 0.2184 + ] + }, + { + "episode": 390, + "avg_reward": 12127.16, + "avg_cost": 37.25, + "lambda": 2.96, + "rho": [ + 0.0996, + 0.1916, + 0.1784, + 0.2085, + 0.1036, + 0.2184 + ] + }, + { + "episode": 400, + "avg_reward": 13668.66, + "avg_cost": 72.5, + "lambda": 4.0875, + "rho": [ + 0.0951, + 0.2006, + 0.1702, + 0.2157, + 0.1007, + 0.2177 + ] + }, + { + "episode": 410, + "avg_reward": 12730.84, + "avg_cost": 55.0, + "lambda": 6.9825, + "rho": [ + 0.0951, + 0.2006, + 0.1702, + 0.2157, + 0.1007, + 0.2177 + ] + }, + { + "episode": 420, + "avg_reward": 12816.23, + "avg_cost": 53.25, + "lambda": 8.855, + "rho": [ + 0.0951, + 0.2006, + 0.1702, + 0.2157, + 0.1007, + 0.2177 + ] + }, + { + "episode": 430, + "avg_reward": 10521.7, + "avg_cost": 20.25, + "lambda": 9.4325, + "rho": [ + 0.0951, + 0.2006, + 0.1702, + 0.2157, + 0.1007, + 0.2177 + ] + }, + { + "episode": 440, + "avg_reward": 13467.9, + "avg_cost": 66.5, + "lambda": 8.2575, + "rho": [ + 0.0951, + 0.2006, + 0.1702, + 0.2157, + 0.1007, + 0.2177 + ] + }, + { + "episode": 450, + "avg_reward": 10930.27, + "avg_cost": 28.25, + "lambda": 7.775, + "rho": [ + 0.0905, + 0.2076, + 0.1608, + 0.2275, + 0.0963, + 0.2174 + ] + }, + { + "episode": 460, + "avg_reward": 9183.87, + "avg_cost": 0.0, + "lambda": 5.1575, + "rho": [ + 0.0905, + 0.2076, + 0.1608, + 0.2275, + 0.0963, + 0.2174 + ] + }, + { + "episode": 470, + "avg_reward": 12025.07, + "avg_cost": 46.5, + "lambda": 5.7925, + "rho": [ + 0.0905, + 0.2076, + 0.1608, + 0.2275, + 0.0963, + 0.2174 + ] + }, + { + "episode": 480, + "avg_reward": 11969.97, + "avg_cost": 39.0, + "lambda": 6.805, + "rho": [ + 0.0905, + 0.2076, + 0.1608, + 0.2275, + 0.0963, + 0.2174 + ] + }, + { + "episode": 490, + "avg_reward": 10384.09, + "avg_cost": 19.5, + "lambda": 5.48, + "rho": [ + 0.0905, + 0.2076, + 0.1608, + 0.2275, + 0.0963, + 0.2174 + ] + }, + { + "episode": 500, + "avg_reward": 11214.53, + "avg_cost": 29.0, + "lambda": 4.3975, + "rho": [ + 0.088, + 0.2184, + 0.1494, + 0.2389, + 0.0903, + 0.215 + ] + }, + { + "episode": 510, + "avg_reward": 10903.51, + "avg_cost": 26.25, + "lambda": 3.2575, + "rho": [ + 0.088, + 0.2184, + 0.1494, + 0.2389, + 0.0903, + 0.215 + ] + }, + { + "episode": 520, + "avg_reward": 12306.24, + "avg_cost": 50.5, + "lambda": 3.1125, + "rho": [ + 0.088, + 0.2184, + 0.1494, + 0.2389, + 0.0903, + 0.215 + ] + }, + { + "episode": 530, + "avg_reward": 12142.95, + "avg_cost": 21.0, + "lambda": 2.4475, + "rho": [ + 0.088, + 0.2184, + 0.1494, + 0.2389, + 0.0903, + 0.215 + ] + }, + { + "episode": 540, + "avg_reward": 11501.66, + "avg_cost": 25.25, + "lambda": 1.0825, + "rho": [ + 0.088, + 0.2184, + 0.1494, + 0.2389, + 0.0903, + 0.215 + ] + }, + { + "episode": 550, + "avg_reward": 13933.58, + "avg_cost": 66.25, + "lambda": 1.6775, + "rho": [ + 0.0848, + 0.2341, + 0.1406, + 0.2465, + 0.0837, + 0.2103 + ] + }, + { + "episode": 560, + "avg_reward": 12374.25, + "avg_cost": 50.0, + "lambda": 2.32, + "rho": [ + 0.0848, + 0.2341, + 0.1406, + 0.2465, + 0.0837, + 0.2103 + ] + }, + { + "episode": 570, + "avg_reward": 11221.36, + "avg_cost": 38.0, + "lambda": 3.7625, + "rho": [ + 0.0848, + 0.2341, + 0.1406, + 0.2465, + 0.0837, + 0.2103 + ] + }, + { + "episode": 580, + "avg_reward": 11510.08, + "avg_cost": 37.5, + "lambda": 3.5475, + "rho": [ + 0.0848, + 0.2341, + 0.1406, + 0.2465, + 0.0837, + 0.2103 + ] + }, + { + "episode": 590, + "avg_reward": 11267.38, + "avg_cost": 32.0, + "lambda": 3.955, + "rho": [ + 0.0848, + 0.2341, + 0.1406, + 0.2465, + 0.0837, + 0.2103 + ] + }, + { + "episode": 600, + "avg_reward": 11771.17, + "avg_cost": 51.5, + "lambda": 4.31, + "rho": [ + 0.0836, + 0.2505, + 0.1329, + 0.2447, + 0.0788, + 0.2095 + ] + }, + { + "episode": 610, + "avg_reward": 10887.98, + "avg_cost": 40.5, + "lambda": 4.44, + "rho": [ + 0.0836, + 0.2505, + 0.1329, + 0.2447, + 0.0788, + 0.2095 + ] + }, + { + "episode": 620, + "avg_reward": 11476.78, + "avg_cost": 41.25, + "lambda": 4.955, + "rho": [ + 0.0836, + 0.2505, + 0.1329, + 0.2447, + 0.0788, + 0.2095 + ] + }, + { + "episode": 630, + "avg_reward": 11552.83, + "avg_cost": 46.5, + "lambda": 4.345, + "rho": [ + 0.0836, + 0.2505, + 0.1329, + 0.2447, + 0.0788, + 0.2095 + ] + }, + { + "episode": 640, + "avg_reward": 12266.76, + "avg_cost": 53.25, + "lambda": 4.525, + "rho": [ + 0.0836, + 0.2505, + 0.1329, + 0.2447, + 0.0788, + 0.2095 + ] + }, + { + "episode": 650, + "avg_reward": 10825.74, + "avg_cost": 26.5, + "lambda": 3.04, + "rho": [ + 0.0814, + 0.2658, + 0.1238, + 0.2404, + 0.0731, + 0.2156 + ] + }, + { + "episode": 660, + "avg_reward": 12181.37, + "avg_cost": 55.25, + "lambda": 3.55, + "rho": [ + 0.0814, + 0.2658, + 0.1238, + 0.2404, + 0.0731, + 0.2156 + ] + }, + { + "episode": 670, + "avg_reward": 11607.02, + "avg_cost": 51.0, + "lambda": 5.6175, + "rho": [ + 0.0814, + 0.2658, + 0.1238, + 0.2404, + 0.0731, + 0.2156 + ] + }, + { + "episode": 680, + "avg_reward": 11750.55, + "avg_cost": 47.0, + "lambda": 4.7625, + "rho": [ + 0.0814, + 0.2658, + 0.1238, + 0.2404, + 0.0731, + 0.2156 + ] + }, + { + "episode": 690, + "avg_reward": 10615.05, + "avg_cost": 25.75, + "lambda": 3.2875, + "rho": [ + 0.0814, + 0.2658, + 0.1238, + 0.2404, + 0.0731, + 0.2156 + ] + }, + { + "episode": 700, + "avg_reward": 12146.86, + "avg_cost": 54.5, + "lambda": 3.4125, + "rho": [ + 0.0796, + 0.2788, + 0.1187, + 0.2391, + 0.07, + 0.2138 + ] + }, + { + "episode": 710, + "avg_reward": 13090.8, + "avg_cost": 60.0, + "lambda": 3.955, + "rho": [ + 0.0796, + 0.2788, + 0.1187, + 0.2391, + 0.07, + 0.2138 + ] + }, + { + "episode": 720, + "avg_reward": 12022.66, + "avg_cost": 40.0, + "lambda": 4.155, + "rho": [ + 0.0796, + 0.2788, + 0.1187, + 0.2391, + 0.07, + 0.2138 + ] + }, + { + "episode": 730, + "avg_reward": 11366.36, + "avg_cost": 47.0, + "lambda": 4.79, + "rho": [ + 0.0796, + 0.2788, + 0.1187, + 0.2391, + 0.07, + 0.2138 + ] + }, + { + "episode": 740, + "avg_reward": 11843.27, + "avg_cost": 41.0, + "lambda": 5.83, + "rho": [ + 0.0796, + 0.2788, + 0.1187, + 0.2391, + 0.07, + 0.2138 + ] + }, + { + "episode": 750, + "avg_reward": 11250.03, + "avg_cost": 32.5, + "lambda": 6.4975, + "rho": [ + 0.0784, + 0.2844, + 0.1136, + 0.2391, + 0.0679, + 0.2167 + ] + }, + { + "episode": 760, + "avg_reward": 14219.45, + "avg_cost": 79.0, + "lambda": 9.2425, + "rho": [ + 0.0784, + 0.2844, + 0.1136, + 0.2391, + 0.0679, + 0.2167 + ] + }, + { + "episode": 770, + "avg_reward": 12479.46, + "avg_cost": 52.75, + "lambda": 12.09, + "rho": [ + 0.0784, + 0.2844, + 0.1136, + 0.2391, + 0.0679, + 0.2167 + ] + }, + { + "episode": 780, + "avg_reward": 12331.36, + "avg_cost": 62.0, + "lambda": 12.265, + "rho": [ + 0.0784, + 0.2844, + 0.1136, + 0.2391, + 0.0679, + 0.2167 + ] + }, + { + "episode": 790, + "avg_reward": 10793.25, + "avg_cost": 47.0, + "lambda": 10.715, + "rho": [ + 0.0784, + 0.2844, + 0.1136, + 0.2391, + 0.0679, + 0.2167 + ] + }, + { + "episode": 800, + "avg_reward": 7923.85, + "avg_cost": 24.5, + "lambda": 10.6775, + "rho": [ + 0.0757, + 0.2953, + 0.1055, + 0.2378, + 0.0623, + 0.2233 + ] + }, + { + "episode": 810, + "avg_reward": 7111.78, + "avg_cost": 78.25, + "lambda": 12.27, + "rho": [ + 0.0757, + 0.2953, + 0.1055, + 0.2378, + 0.0623, + 0.2233 + ] + }, + { + "episode": 820, + "avg_reward": 7513.75, + "avg_cost": 59.0, + "lambda": 15.2175, + "rho": [ + 0.0757, + 0.2953, + 0.1055, + 0.2378, + 0.0623, + 0.2233 + ] + }, + { + "episode": 830, + "avg_reward": 3526.65, + "avg_cost": 126.25, + "lambda": 21.3575, + "rho": [ + 0.0757, + 0.2953, + 0.1055, + 0.2378, + 0.0623, + 0.2233 + ] + }, + { + "episode": 840, + "avg_reward": 9043.64, + "avg_cost": 35.5, + "lambda": 22.46, + "rho": [ + 0.0757, + 0.2953, + 0.1055, + 0.2378, + 0.0623, + 0.2233 + ] + }, + { + "episode": 850, + "avg_reward": 12036.06, + "avg_cost": 63.0, + "lambda": 23.7775, + "rho": [ + 0.0731, + 0.3005, + 0.0988, + 0.2427, + 0.058, + 0.2268 + ] + }, + { + "episode": 860, + "avg_reward": 10362.13, + "avg_cost": 37.25, + "lambda": 24.63, + "rho": [ + 0.0731, + 0.3005, + 0.0988, + 0.2427, + 0.058, + 0.2268 + ] + }, + { + "episode": 870, + "avg_reward": 7580.37, + "avg_cost": 31.0, + "lambda": 23.485, + "rho": [ + 0.0731, + 0.3005, + 0.0988, + 0.2427, + 0.058, + 0.2268 + ] + }, + { + "episode": 880, + "avg_reward": 9056.5, + "avg_cost": 20.0, + "lambda": 22.01, + "rho": [ + 0.0731, + 0.3005, + 0.0988, + 0.2427, + 0.058, + 0.2268 + ] + }, + { + "episode": 890, + "avg_reward": 9159.36, + "avg_cost": 17.5, + "lambda": 19.515, + "rho": [ + 0.0731, + 0.3005, + 0.0988, + 0.2427, + 0.058, + 0.2268 + ] + }, + { + "episode": 900, + "avg_reward": 8915.3, + "avg_cost": 16.25, + "lambda": 16.595, + "rho": [ + 0.072, + 0.3045, + 0.0928, + 0.249, + 0.0572, + 0.2246 + ] + }, + { + "episode": 910, + "avg_reward": 9427.36, + "avg_cost": 17.0, + "lambda": 14.5875, + "rho": [ + 0.072, + 0.3045, + 0.0928, + 0.249, + 0.0572, + 0.2246 + ] + }, + { + "episode": 920, + "avg_reward": 9938.41, + "avg_cost": 12.75, + "lambda": 12.54, + "rho": [ + 0.072, + 0.3045, + 0.0928, + 0.249, + 0.0572, + 0.2246 + ] + }, + { + "episode": 930, + "avg_reward": 9247.13, + "avg_cost": 37.75, + "lambda": 10.66, + "rho": [ + 0.072, + 0.3045, + 0.0928, + 0.249, + 0.0572, + 0.2246 + ] + }, + { + "episode": 940, + "avg_reward": 10201.77, + "avg_cost": 15.75, + "lambda": 8.85, + "rho": [ + 0.072, + 0.3045, + 0.0928, + 0.249, + 0.0572, + 0.2246 + ] + }, + { + "episode": 950, + "avg_reward": 10029.5, + "avg_cost": 14.75, + "lambda": 6.8175, + "rho": [ + 0.0715, + 0.3044, + 0.0852, + 0.2581, + 0.0555, + 0.2253 + ] + }, + { + "episode": 960, + "avg_reward": 11870.02, + "avg_cost": 31.25, + "lambda": 4.38, + "rho": [ + 0.0715, + 0.3044, + 0.0852, + 0.2581, + 0.0555, + 0.2253 + ] + }, + { + "episode": 970, + "avg_reward": 13330.65, + "avg_cost": 57.75, + "lambda": 4.145, + "rho": [ + 0.0715, + 0.3044, + 0.0852, + 0.2581, + 0.0555, + 0.2253 + ] + }, + { + "episode": 980, + "avg_reward": 11923.12, + "avg_cost": 24.5, + "lambda": 6.805, + "rho": [ + 0.0715, + 0.3044, + 0.0852, + 0.2581, + 0.0555, + 0.2253 + ] + }, + { + "episode": 990, + "avg_reward": 10301.69, + "avg_cost": 16.25, + "lambda": 4.65, + "rho": [ + 0.0715, + 0.3044, + 0.0852, + 0.2581, + 0.0555, + 0.2253 + ] + }, + { + "episode": 1000, + "avg_reward": 11030.15, + "avg_cost": 21.75, + "lambda": 2.7625, + "rho": [ + 0.0725, + 0.2968, + 0.0805, + 0.2679, + 0.0539, + 0.2282 + ] + }, + { + "episode": 1010, + "avg_reward": 14112.62, + "avg_cost": 99.5, + "lambda": 3.4225, + "rho": [ + 0.0725, + 0.2968, + 0.0805, + 0.2679, + 0.0539, + 0.2282 + ] + }, + { + "episode": 1020, + "avg_reward": 13953.32, + "avg_cost": 67.0, + "lambda": 9.33, + "rho": [ + 0.0725, + 0.2968, + 0.0805, + 0.2679, + 0.0539, + 0.2282 + ] + }, + { + "episode": 1030, + "avg_reward": 10070.12, + "avg_cost": 21.0, + "lambda": 8.05, + "rho": [ + 0.0725, + 0.2968, + 0.0805, + 0.2679, + 0.0539, + 0.2282 + ] + }, + { + "episode": 1040, + "avg_reward": 9570.47, + "avg_cost": 19.75, + "lambda": 5.86, + "rho": [ + 0.0725, + 0.2968, + 0.0805, + 0.2679, + 0.0539, + 0.2282 + ] + }, + { + "episode": 1050, + "avg_reward": 12610.09, + "avg_cost": 21.25, + "lambda": 2.91, + "rho": [ + 0.0722, + 0.2922, + 0.0747, + 0.273, + 0.0512, + 0.2367 + ] + }, + { + "episode": 1060, + "avg_reward": 14760.96, + "avg_cost": 50.25, + "lambda": 2.4625, + "rho": [ + 0.0722, + 0.2922, + 0.0747, + 0.273, + 0.0512, + 0.2367 + ] + }, + { + "episode": 1070, + "avg_reward": 13295.5, + "avg_cost": 53.0, + "lambda": 3.2625, + "rho": [ + 0.0722, + 0.2922, + 0.0747, + 0.273, + 0.0512, + 0.2367 + ] + }, + { + "episode": 1080, + "avg_reward": 12070.89, + "avg_cost": 47.5, + "lambda": 4.8775, + "rho": [ + 0.0722, + 0.2922, + 0.0747, + 0.273, + 0.0512, + 0.2367 + ] + }, + { + "episode": 1090, + "avg_reward": 11283.02, + "avg_cost": 14.5, + "lambda": 3.0975, + "rho": [ + 0.0722, + 0.2922, + 0.0747, + 0.273, + 0.0512, + 0.2367 + ] + }, + { + "episode": 1100, + "avg_reward": 14646.27, + "avg_cost": 52.0, + "lambda": 1.695, + "rho": [ + 0.0738, + 0.2897, + 0.0714, + 0.2698, + 0.0503, + 0.2449 + ] + }, + { + "episode": 1110, + "avg_reward": 13701.08, + "avg_cost": 87.5, + "lambda": 4.255, + "rho": [ + 0.0738, + 0.2897, + 0.0714, + 0.2698, + 0.0503, + 0.2449 + ] + }, + { + "episode": 1120, + "avg_reward": 11522.94, + "avg_cost": 9.75, + "lambda": 4.055, + "rho": [ + 0.0738, + 0.2897, + 0.0714, + 0.2698, + 0.0503, + 0.2449 + ] + }, + { + "episode": 1130, + "avg_reward": 12962.61, + "avg_cost": 41.5, + "lambda": 3.0175, + "rho": [ + 0.0738, + 0.2897, + 0.0714, + 0.2698, + 0.0503, + 0.2449 + ] + }, + { + "episode": 1140, + "avg_reward": 14971.14, + "avg_cost": 53.25, + "lambda": 3.72, + "rho": [ + 0.0738, + 0.2897, + 0.0714, + 0.2698, + 0.0503, + 0.2449 + ] + }, + { + "episode": 1150, + "avg_reward": 12455.77, + "avg_cost": 43.75, + "lambda": 5.9475, + "rho": [ + 0.0765, + 0.2816, + 0.0705, + 0.2645, + 0.0512, + 0.2558 + ] + }, + { + "episode": 1160, + "avg_reward": 12065.75, + "avg_cost": 26.5, + "lambda": 5.0875, + "rho": [ + 0.0765, + 0.2816, + 0.0705, + 0.2645, + 0.0512, + 0.2558 + ] + }, + { + "episode": 1170, + "avg_reward": 11281.51, + "avg_cost": 18.25, + "lambda": 2.965, + "rho": [ + 0.0765, + 0.2816, + 0.0705, + 0.2645, + 0.0512, + 0.2558 + ] + }, + { + "episode": 1180, + "avg_reward": 13680.26, + "avg_cost": 26.5, + "lambda": 1.2, + "rho": [ + 0.0765, + 0.2816, + 0.0705, + 0.2645, + 0.0512, + 0.2558 + ] + }, + { + "episode": 1190, + "avg_reward": 14983.91, + "avg_cost": 77.25, + "lambda": 2.7525, + "rho": [ + 0.0765, + 0.2816, + 0.0705, + 0.2645, + 0.0512, + 0.2558 + ] + }, + { + "episode": 1200, + "avg_reward": 13316.35, + "avg_cost": 70.5, + "lambda": 4.8525, + "rho": [ + 0.0799, + 0.271, + 0.0704, + 0.2562, + 0.0533, + 0.2692 + ] + }, + { + "episode": 1210, + "avg_reward": 14398.98, + "avg_cost": 72.0, + "lambda": 7.8125, + "rho": [ + 0.0799, + 0.271, + 0.0704, + 0.2562, + 0.0533, + 0.2692 + ] + }, + { + "episode": 1220, + "avg_reward": 11342.26, + "avg_cost": 41.75, + "lambda": 9.99, + "rho": [ + 0.0799, + 0.271, + 0.0704, + 0.2562, + 0.0533, + 0.2692 + ] + }, + { + "episode": 1230, + "avg_reward": 11130.07, + "avg_cost": 27.5, + "lambda": 9.1975, + "rho": [ + 0.0799, + 0.271, + 0.0704, + 0.2562, + 0.0533, + 0.2692 + ] + }, + { + "episode": 1240, + "avg_reward": 11314.52, + "avg_cost": 27.25, + "lambda": 7.73, + "rho": [ + 0.0799, + 0.271, + 0.0704, + 0.2562, + 0.0533, + 0.2692 + ] + }, + { + "episode": 1250, + "avg_reward": 12311.92, + "avg_cost": 31.5, + "lambda": 5.9, + "rho": [ + 0.0809, + 0.2585, + 0.0687, + 0.2541, + 0.0539, + 0.2839 + ] + }, + { + "episode": 1260, + "avg_reward": 12431.51, + "avg_cost": 29.5, + "lambda": 4.92, + "rho": [ + 0.0809, + 0.2585, + 0.0687, + 0.2541, + 0.0539, + 0.2839 + ] + }, + { + "episode": 1270, + "avg_reward": 15606.48, + "avg_cost": 61.0, + "lambda": 4.68, + "rho": [ + 0.0809, + 0.2585, + 0.0687, + 0.2541, + 0.0539, + 0.2839 + ] + }, + { + "episode": 1280, + "avg_reward": 13932.9, + "avg_cost": 51.75, + "lambda": 5.9725, + "rho": [ + 0.0809, + 0.2585, + 0.0687, + 0.2541, + 0.0539, + 0.2839 + ] + }, + { + "episode": 1290, + "avg_reward": 13047.45, + "avg_cost": 49.25, + "lambda": 8.715, + "rho": [ + 0.0809, + 0.2585, + 0.0687, + 0.2541, + 0.0539, + 0.2839 + ] + }, + { + "episode": 1300, + "avg_reward": 12722.53, + "avg_cost": 55.0, + "lambda": 11.8025, + "rho": [ + 0.0792, + 0.2516, + 0.0677, + 0.2537, + 0.0537, + 0.2941 + ] + }, + { + "episode": 1310, + "avg_reward": 15203.87, + "avg_cost": 85.5, + "lambda": 14.6625, + "rho": [ + 0.0792, + 0.2516, + 0.0677, + 0.2537, + 0.0537, + 0.2941 + ] + }, + { + "episode": 1320, + "avg_reward": 11800.18, + "avg_cost": 36.0, + "lambda": 15.7475, + "rho": [ + 0.0792, + 0.2516, + 0.0677, + 0.2537, + 0.0537, + 0.2941 + ] + }, + { + "episode": 1330, + "avg_reward": 11621.39, + "avg_cost": 24.25, + "lambda": 14.785, + "rho": [ + 0.0792, + 0.2516, + 0.0677, + 0.2537, + 0.0537, + 0.2941 + ] + }, + { + "episode": 1340, + "avg_reward": 12928.41, + "avg_cost": 52.5, + "lambda": 14.315, + "rho": [ + 0.0792, + 0.2516, + 0.0677, + 0.2537, + 0.0537, + 0.2941 + ] + }, + { + "episode": 1350, + "avg_reward": 13347.55, + "avg_cost": 55.0, + "lambda": 14.7525, + "rho": [ + 0.0786, + 0.2418, + 0.0685, + 0.2513, + 0.0556, + 0.3042 + ] + }, + { + "episode": 1360, + "avg_reward": 13070.53, + "avg_cost": 66.25, + "lambda": 17.37, + "rho": [ + 0.0786, + 0.2418, + 0.0685, + 0.2513, + 0.0556, + 0.3042 + ] + }, + { + "episode": 1370, + "avg_reward": 12522.78, + "avg_cost": 41.5, + "lambda": 18.145, + "rho": [ + 0.0786, + 0.2418, + 0.0685, + 0.2513, + 0.0556, + 0.3042 + ] + }, + { + "episode": 1380, + "avg_reward": 11552.7, + "avg_cost": 26.5, + "lambda": 17.815, + "rho": [ + 0.0786, + 0.2418, + 0.0685, + 0.2513, + 0.0556, + 0.3042 + ] + }, + { + "episode": 1390, + "avg_reward": 13512.62, + "avg_cost": 46.25, + "lambda": 16.9975, + "rho": [ + 0.0786, + 0.2418, + 0.0685, + 0.2513, + 0.0556, + 0.3042 + ] + }, + { + "episode": 1400, + "avg_reward": 12097.08, + "avg_cost": 41.25, + "lambda": 17.4325, + "rho": [ + 0.0788, + 0.2368, + 0.0711, + 0.2449, + 0.0588, + 0.3097 + ] + }, + { + "episode": 1410, + "avg_reward": 12715.96, + "avg_cost": 35.5, + "lambda": 17.7275, + "rho": [ + 0.0788, + 0.2368, + 0.0711, + 0.2449, + 0.0588, + 0.3097 + ] + }, + { + "episode": 1420, + "avg_reward": 14110.51, + "avg_cost": 53.25, + "lambda": 18.6275, + "rho": [ + 0.0788, + 0.2368, + 0.0711, + 0.2449, + 0.0588, + 0.3097 + ] + }, + { + "episode": 1430, + "avg_reward": 10049.95, + "avg_cost": 51.25, + "lambda": 19.7275, + "rho": [ + 0.0788, + 0.2368, + 0.0711, + 0.2449, + 0.0588, + 0.3097 + ] + }, + { + "episode": 1440, + "avg_reward": 11711.49, + "avg_cost": 30.25, + "lambda": 19.14, + "rho": [ + 0.0788, + 0.2368, + 0.0711, + 0.2449, + 0.0588, + 0.3097 + ] + }, + { + "episode": 1450, + "avg_reward": 12805.36, + "avg_cost": 40.25, + "lambda": 19.905, + "rho": [ + 0.0771, + 0.2315, + 0.0712, + 0.2429, + 0.058, + 0.3194 + ] + }, + { + "episode": 1460, + "avg_reward": 12573.54, + "avg_cost": 49.75, + "lambda": 21.255, + "rho": [ + 0.0771, + 0.2315, + 0.0712, + 0.2429, + 0.058, + 0.3194 + ] + }, + { + "episode": 1470, + "avg_reward": 11688.76, + "avg_cost": 31.0, + "lambda": 21.7225, + "rho": [ + 0.0771, + 0.2315, + 0.0712, + 0.2429, + 0.058, + 0.3194 + ] + }, + { + "episode": 1480, + "avg_reward": 13492.76, + "avg_cost": 40.25, + "lambda": 21.71, + "rho": [ + 0.0771, + 0.2315, + 0.0712, + 0.2429, + 0.058, + 0.3194 + ] + }, + { + "episode": 1490, + "avg_reward": 10855.77, + "avg_cost": 23.5, + "lambda": 21.3575, + "rho": [ + 0.0771, + 0.2315, + 0.0712, + 0.2429, + 0.058, + 0.3194 + ] + }, + { + "episode": 1500, + "avg_reward": 12454.9, + "avg_cost": 32.5, + "lambda": 20.745, + "rho": [ + 0.0755, + 0.2234, + 0.0693, + 0.2408, + 0.0559, + 0.3351 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v40_dryrun_hc_energy.json b/results/diagnostic_results_n6_learned_rho_s0_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v40_dryrun_hc_energy.json new file mode 100644 index 0000000000000000000000000000000000000000..3e5a669d1ab49323a932371c0ed304230639da83 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v40_dryrun_hc_energy.json @@ -0,0 +1,125 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "energy", + "energy_threshold": 2.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 50, + "total_welfare": -308631.9, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 0.1459, + 0.1673, + 0.2044, + 0.1672, + 0.1473, + 0.1679 + ], + "final_lambda": 4.3324, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6832.8, + "avg_cost": 859.0, + "lambda": 0.1859, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 10, + "avg_reward": -6635.45, + "avg_cost": 856.5, + "lambda": 0.9606, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 20, + "avg_reward": -6202.08, + "avg_cost": 862.75, + "lambda": 1.8189, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 30, + "avg_reward": -6502.43, + "avg_cost": 828.75, + "lambda": 2.6704, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 40, + "avg_reward": -5248.99, + "avg_cost": 824.0, + "lambda": 3.5084, + "rho": [ + 0.1407, + 0.1742, + 0.1873, + 0.1825, + 0.1617, + 0.1536 + ] + }, + { + "episode": 50, + "avg_reward": -4833.16, + "avg_cost": 794.5, + "lambda": 4.3324, + "rho": [ + 0.1459, + 0.1673, + 0.2044, + 0.1672, + 0.1473, + 0.1679 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s0_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_dryrun_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s0_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_dryrun_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..0cf60d3da0ade41793fd0b9df46b86bf8d720873 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s0_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_dryrun_mss6x1.json @@ -0,0 +1,67 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 10, + "total_welfare": -16222.76, + "constraint_satisfaction_pct": 0.0, + "final_rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ], + "final_lambda": 383.7278, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -229.27, + "avg_cost": 426.0, + "lambda": 52.6, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + }, + { + "episode": 10, + "avg_reward": -2852.79, + "avg_cost": 87.0, + "lambda": 383.7278, + "rho": [ + 0.1515, + 0.1771, + 0.1756, + 0.1577, + 0.1714, + 0.1668 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..42f9876c5d0f12d22ace6b37dc3ebe42b5ee3048 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 647502.41, + "constraint_satisfaction_pct": 21.13, + "final_rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + "final_lambda": 9.8365, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -576.44, + "avg_cost": 186.25, + "lambda": 0.2863, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": 197.86, + "avg_cost": 126.5, + "lambda": 1.9611, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -1204.05, + "avg_cost": 59.5, + "lambda": 3.6352, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -1348.04, + "avg_cost": 50.0, + "lambda": 4.7808, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -1338.1, + "avg_cost": 44.75, + "lambda": 5.6229, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -1435.47, + "avg_cost": 24.75, + "lambda": 6.1833, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 60, + "avg_reward": -1365.04, + "avg_cost": 41.0, + "lambda": 6.6328, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 70, + "avg_reward": -1161.68, + "avg_cost": 29.75, + "lambda": 7.0133, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 80, + "avg_reward": -349.36, + "avg_cost": 13.25, + "lambda": 7.2854, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 90, + "avg_reward": -233.6, + "avg_cost": 8.75, + "lambda": 7.4428, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 100, + "avg_reward": -284.86, + "avg_cost": 5.0, + "lambda": 7.5423, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 110, + "avg_reward": -181.83, + "avg_cost": 3.5, + "lambda": 7.6121, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 120, + "avg_reward": -159.43, + "avg_cost": 9.75, + "lambda": 7.6877, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 130, + "avg_reward": -155.0, + "avg_cost": 1.5, + "lambda": 7.7729, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 140, + "avg_reward": 48.87, + "avg_cost": 10.5, + "lambda": 7.8415, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 150, + "avg_reward": -179.14, + "avg_cost": 7.75, + "lambda": 7.9764, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 160, + "avg_reward": -181.31, + "avg_cost": 6.0, + "lambda": 8.084, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 170, + "avg_reward": -281.79, + "avg_cost": 9.25, + "lambda": 8.1888, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 180, + "avg_reward": 31.27, + "avg_cost": 22.5, + "lambda": 8.296, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 190, + "avg_reward": -553.38, + "avg_cost": 2.5, + "lambda": 8.6399, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 200, + "avg_reward": -3.55, + "avg_cost": 7.5, + "lambda": 8.8533, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 210, + "avg_reward": 95.54, + "avg_cost": 3.75, + "lambda": 8.9661, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 220, + "avg_reward": 95.11, + "avg_cost": 6.75, + "lambda": 9.0383, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 230, + "avg_reward": 124.56, + "avg_cost": 2.5, + "lambda": 9.0821, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 240, + "avg_reward": 166.16, + "avg_cost": 10.0, + "lambda": 9.1142, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 250, + "avg_reward": 46.45, + "avg_cost": 2.5, + "lambda": 9.144, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 260, + "avg_reward": -1.16, + "avg_cost": 2.0, + "lambda": 9.1681, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 270, + "avg_reward": 79.87, + "avg_cost": 2.25, + "lambda": 9.1873, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 280, + "avg_reward": 37.46, + "avg_cost": 2.5, + "lambda": 9.2087, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 290, + "avg_reward": 314.69, + "avg_cost": 2.5, + "lambda": 9.2252, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 300, + "avg_reward": 251.8, + "avg_cost": 1.75, + "lambda": 9.2478, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 310, + "avg_reward": 389.87, + "avg_cost": 0.0, + "lambda": 9.2653, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 320, + "avg_reward": 318.65, + "avg_cost": 1.0, + "lambda": 9.2763, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 330, + "avg_reward": 390.39, + "avg_cost": 1.25, + "lambda": 9.285, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 340, + "avg_reward": 404.71, + "avg_cost": 0.25, + "lambda": 9.2941, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 350, + "avg_reward": 427.7, + "avg_cost": 0.0, + "lambda": 9.3032, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 360, + "avg_reward": 402.59, + "avg_cost": 0.0, + "lambda": 9.3105, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 370, + "avg_reward": 512.72, + "avg_cost": 0.25, + "lambda": 9.3174, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 380, + "avg_reward": 508.39, + "avg_cost": 0.0, + "lambda": 9.3249, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 390, + "avg_reward": 516.58, + "avg_cost": 1.25, + "lambda": 9.332, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 400, + "avg_reward": 509.15, + "avg_cost": 1.0, + "lambda": 9.3384, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 410, + "avg_reward": 531.93, + "avg_cost": 0.25, + "lambda": 9.3441, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 420, + "avg_reward": 570.46, + "avg_cost": 0.75, + "lambda": 9.3502, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 430, + "avg_reward": 565.3, + "avg_cost": 0.0, + "lambda": 9.3559, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 440, + "avg_reward": 504.09, + "avg_cost": 0.25, + "lambda": 9.3606, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 450, + "avg_reward": 495.74, + "avg_cost": 0.75, + "lambda": 9.3647, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 460, + "avg_reward": 514.4, + "avg_cost": 0.25, + "lambda": 9.3681, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 470, + "avg_reward": 524.76, + "avg_cost": 0.75, + "lambda": 9.373, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 480, + "avg_reward": 583.2, + "avg_cost": 1.0, + "lambda": 9.3781, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 490, + "avg_reward": 585.57, + "avg_cost": 1.5, + "lambda": 9.3855, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 500, + "avg_reward": 555.98, + "avg_cost": 0.75, + "lambda": 9.3928, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 510, + "avg_reward": 542.34, + "avg_cost": 1.25, + "lambda": 9.3979, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 520, + "avg_reward": 517.91, + "avg_cost": 0.0, + "lambda": 9.4032, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 530, + "avg_reward": 475.94, + "avg_cost": 0.5, + "lambda": 9.4074, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 540, + "avg_reward": 549.48, + "avg_cost": 1.75, + "lambda": 9.4114, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 550, + "avg_reward": 556.92, + "avg_cost": 0.5, + "lambda": 9.4185, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 560, + "avg_reward": 539.17, + "avg_cost": 1.0, + "lambda": 9.4252, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 570, + "avg_reward": 533.1, + "avg_cost": 0.25, + "lambda": 9.4315, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 580, + "avg_reward": 493.4, + "avg_cost": 0.0, + "lambda": 9.4369, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 590, + "avg_reward": 503.15, + "avg_cost": 0.5, + "lambda": 9.4413, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 600, + "avg_reward": 521.12, + "avg_cost": 0.75, + "lambda": 9.4458, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 610, + "avg_reward": 541.8, + "avg_cost": 0.5, + "lambda": 9.4503, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 620, + "avg_reward": 609.9, + "avg_cost": 1.0, + "lambda": 9.455, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 630, + "avg_reward": 595.17, + "avg_cost": 1.5, + "lambda": 9.4613, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 640, + "avg_reward": 626.34, + "avg_cost": 1.5, + "lambda": 9.467, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 650, + "avg_reward": 566.41, + "avg_cost": 0.25, + "lambda": 9.4727, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 660, + "avg_reward": 594.54, + "avg_cost": 0.75, + "lambda": 9.4771, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 670, + "avg_reward": 606.64, + "avg_cost": 2.25, + "lambda": 9.4829, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 680, + "avg_reward": 544.31, + "avg_cost": 1.0, + "lambda": 9.4893, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 690, + "avg_reward": 549.06, + "avg_cost": 0.25, + "lambda": 9.494, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 700, + "avg_reward": 555.79, + "avg_cost": 0.25, + "lambda": 9.4975, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 710, + "avg_reward": 533.77, + "avg_cost": 0.0, + "lambda": 9.5015, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 720, + "avg_reward": 569.37, + "avg_cost": 0.75, + "lambda": 9.5055, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 730, + "avg_reward": 541.37, + "avg_cost": 0.0, + "lambda": 9.5102, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 740, + "avg_reward": 540.48, + "avg_cost": 1.0, + "lambda": 9.5134, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 750, + "avg_reward": 569.32, + "avg_cost": 0.25, + "lambda": 9.5179, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 760, + "avg_reward": 579.07, + "avg_cost": 0.25, + "lambda": 9.5218, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 770, + "avg_reward": 571.72, + "avg_cost": 0.25, + "lambda": 9.5251, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 780, + "avg_reward": 561.06, + "avg_cost": 0.0, + "lambda": 9.529, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 790, + "avg_reward": 574.69, + "avg_cost": 0.5, + "lambda": 9.5331, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 800, + "avg_reward": 563.61, + "avg_cost": 0.5, + "lambda": 9.5384, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 810, + "avg_reward": 579.78, + "avg_cost": 0.25, + "lambda": 9.5447, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 820, + "avg_reward": 585.89, + "avg_cost": 0.25, + "lambda": 9.5509, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 830, + "avg_reward": 553.72, + "avg_cost": 0.25, + "lambda": 9.5555, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 840, + "avg_reward": 549.65, + "avg_cost": 0.25, + "lambda": 9.5588, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 850, + "avg_reward": 524.6, + "avg_cost": 0.25, + "lambda": 9.5619, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 860, + "avg_reward": 542.33, + "avg_cost": 0.25, + "lambda": 9.5656, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 870, + "avg_reward": 557.25, + "avg_cost": 0.25, + "lambda": 9.5689, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 880, + "avg_reward": 551.79, + "avg_cost": 1.0, + "lambda": 9.573, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 890, + "avg_reward": 505.43, + "avg_cost": 1.0, + "lambda": 9.5782, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 900, + "avg_reward": 510.96, + "avg_cost": 0.25, + "lambda": 9.5828, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 910, + "avg_reward": 549.42, + "avg_cost": 0.25, + "lambda": 9.5884, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 920, + "avg_reward": 575.96, + "avg_cost": 0.5, + "lambda": 9.5927, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 930, + "avg_reward": 537.89, + "avg_cost": 1.0, + "lambda": 9.5969, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 940, + "avg_reward": 512.3, + "avg_cost": 0.25, + "lambda": 9.6021, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 950, + "avg_reward": 469.74, + "avg_cost": 1.25, + "lambda": 9.608, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 960, + "avg_reward": 477.85, + "avg_cost": 3.5, + "lambda": 9.6161, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 970, + "avg_reward": 547.48, + "avg_cost": 0.5, + "lambda": 9.6235, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 980, + "avg_reward": 634.29, + "avg_cost": 0.75, + "lambda": 9.6296, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 990, + "avg_reward": 645.68, + "avg_cost": 0.0, + "lambda": 9.6352, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1000, + "avg_reward": 757.35, + "avg_cost": 0.75, + "lambda": 9.6406, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1010, + "avg_reward": 755.14, + "avg_cost": 0.5, + "lambda": 9.6462, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1020, + "avg_reward": 746.7, + "avg_cost": 0.5, + "lambda": 9.6531, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1030, + "avg_reward": 712.72, + "avg_cost": 0.0, + "lambda": 9.6587, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1040, + "avg_reward": 814.76, + "avg_cost": 0.75, + "lambda": 9.6636, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1050, + "avg_reward": 795.72, + "avg_cost": 0.25, + "lambda": 9.6686, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1060, + "avg_reward": 817.36, + "avg_cost": 0.75, + "lambda": 9.6727, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1070, + "avg_reward": 773.17, + "avg_cost": 0.5, + "lambda": 9.679, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1080, + "avg_reward": 685.15, + "avg_cost": 0.25, + "lambda": 9.6834, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1090, + "avg_reward": 695.37, + "avg_cost": 0.5, + "lambda": 9.6876, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1100, + "avg_reward": 720.61, + "avg_cost": 0.5, + "lambda": 9.6931, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1110, + "avg_reward": 745.21, + "avg_cost": 0.25, + "lambda": 9.698, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1120, + "avg_reward": 767.21, + "avg_cost": 0.5, + "lambda": 9.7018, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1130, + "avg_reward": 773.16, + "avg_cost": 0.5, + "lambda": 9.7057, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1140, + "avg_reward": 684.63, + "avg_cost": 0.0, + "lambda": 9.712, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1150, + "avg_reward": 719.03, + "avg_cost": 1.0, + "lambda": 9.7175, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1160, + "avg_reward": 752.64, + "avg_cost": 0.5, + "lambda": 9.7221, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1170, + "avg_reward": 779.54, + "avg_cost": 0.25, + "lambda": 9.7266, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1180, + "avg_reward": 692.55, + "avg_cost": 0.5, + "lambda": 9.7301, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1190, + "avg_reward": 768.21, + "avg_cost": 0.25, + "lambda": 9.7332, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1200, + "avg_reward": 749.65, + "avg_cost": 0.0, + "lambda": 9.7356, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1210, + "avg_reward": 752.76, + "avg_cost": 0.5, + "lambda": 9.7377, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1220, + "avg_reward": 752.61, + "avg_cost": 0.0, + "lambda": 9.7402, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1230, + "avg_reward": 758.28, + "avg_cost": 0.0, + "lambda": 9.7429, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1240, + "avg_reward": 758.54, + "avg_cost": 1.0, + "lambda": 9.7461, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1250, + "avg_reward": 711.28, + "avg_cost": 0.25, + "lambda": 9.7496, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1260, + "avg_reward": 737.79, + "avg_cost": 1.0, + "lambda": 9.7532, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1270, + "avg_reward": 726.3, + "avg_cost": 0.25, + "lambda": 9.7562, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1280, + "avg_reward": 720.84, + "avg_cost": 0.75, + "lambda": 9.7595, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1290, + "avg_reward": 684.14, + "avg_cost": 0.25, + "lambda": 9.7642, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1300, + "avg_reward": 717.7, + "avg_cost": 0.25, + "lambda": 9.7675, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1310, + "avg_reward": 747.43, + "avg_cost": 0.75, + "lambda": 9.7714, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1320, + "avg_reward": 696.79, + "avg_cost": 0.0, + "lambda": 9.7763, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1330, + "avg_reward": 697.01, + "avg_cost": 0.0, + "lambda": 9.7801, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1340, + "avg_reward": 753.5, + "avg_cost": 0.5, + "lambda": 9.7834, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1350, + "avg_reward": 696.61, + "avg_cost": 0.0, + "lambda": 9.7892, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1360, + "avg_reward": 712.24, + "avg_cost": 1.25, + "lambda": 9.7942, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1370, + "avg_reward": 737.33, + "avg_cost": 0.25, + "lambda": 9.8008, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1380, + "avg_reward": 757.24, + "avg_cost": 0.0, + "lambda": 9.8061, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1390, + "avg_reward": 762.75, + "avg_cost": 0.0, + "lambda": 9.8098, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1400, + "avg_reward": 726.85, + "avg_cost": 0.25, + "lambda": 9.8126, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1410, + "avg_reward": 742.29, + "avg_cost": 0.0, + "lambda": 9.8148, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1420, + "avg_reward": 723.33, + "avg_cost": 0.0, + "lambda": 9.8161, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1430, + "avg_reward": 748.94, + "avg_cost": 0.0, + "lambda": 9.8176, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1440, + "avg_reward": 748.61, + "avg_cost": 0.25, + "lambda": 9.8203, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1450, + "avg_reward": 718.6, + "avg_cost": 0.25, + "lambda": 9.8233, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1460, + "avg_reward": 694.14, + "avg_cost": 0.25, + "lambda": 9.8255, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1470, + "avg_reward": 703.7, + "avg_cost": 0.5, + "lambda": 9.8272, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1480, + "avg_reward": 681.38, + "avg_cost": 0.0, + "lambda": 9.83, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1490, + "avg_reward": 711.51, + "avg_cost": 0.75, + "lambda": 9.8332, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1500, + "avg_reward": 657.23, + "avg_cost": 0.5, + "lambda": 9.8365, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + } + ], + "episode_rewards": [ + -576.4446, + -394.6498, + -394.8684, + -594.6976, + -1506.1111, + -832.3104, + -332.1116, + -85.4847, + 141.1079, + 197.8575, + 310.3119, + -538.4544, + 373.5306, + -317.009, + -961.2814, + -1053.8783, + -805.5061, + -907.5425, + -1136.7817, + -1204.0508, + -630.8314, + -734.9552, + -802.223, + -1141.0271, + -1221.2957, + -1101.5591, + -546.6436, + -1432.3716, + -1392.4515, + -1348.0446, + -631.6402, + -1583.1466, + -1176.4444, + -1290.3003, + -1245.5988, + -1274.6045, + -1332.4838, + -1438.8549, + -1468.9928, + -1338.1018, + -1497.1137, + -1423.6345, + -1268.9419, + -1415.4361, + -642.4656, + -1377.4209, + -851.1697, + -1552.488, + -959.2522, + -1435.472, + -1423.4756, + -1499.5039, + -1538.8066, + -881.7543, + -1381.2703, + -1013.7241, + -1557.2743, + -1092.0697, + -1598.3673, + -1365.0372, + -1414.7634, + -1518.4272, + -606.3975, + -1342.5974, + -474.5368, + -1188.4459, + -905.3298, + -1110.1508, + -870.0772, + -1161.6791, + -624.3281, + -1394.6926, + -418.7528, + -1368.1691, + -339.6006, + -1192.123, + -226.0515, + -329.5514, + -245.7768, + -349.3577, + -247.0593, + -1410.622, + -237.2171, + -1588.8786, + -255.5464, + -332.3095, + -250.2098, + -243.6231, + -243.4271, + -233.598, + -325.9865, + -200.6404, + -270.406, + -193.4104, + -304.8598, + -357.4446, + -218.0629, + -358.987, + -228.855, + -284.8643, + -192.7573, + -423.314, + -266.899, + -235.5688, + -274.4863, + -192.1744, + -192.9608, + -581.3147, + -297.524, + -181.8253, + -170.272, + -195.1225, + -242.6152, + -165.5436, + -184.8309, + -180.8867, + -423.7441, + -720.8583, + -176.7382, + -159.4321, + -163.9554, + -755.6996, + -170.0143, + -751.8404, + -144.2035, + -507.5774, + -207.3335, + -189.2508, + -184.2909, + -155.0017, + -149.3075, + -289.9811, + -446.1446, + -128.7229, + -408.6597, + -147.035, + -74.0423, + -158.6234, + -23.6497, + 48.8686, + 62.9322, + -209.9381, + -1.0854, + 70.4683, + 182.635, + -59.6732, + -215.942, + -221.8769, + -150.8255, + -179.1385, + 46.6118, + 24.076, + -16.9407, + -93.0248, + -29.6532, + -260.6919, + -256.8906, + -165.7825, + -24.9057, + -181.3065, + -102.4014, + -67.5853, + -117.7826, + 33.6186, + -92.0373, + -236.2346, + -323.647, + -160.7277, + -249.0743, + -281.7949, + -220.151, + -293.7135, + -238.0369, + -122.9419, + -204.0939, + -281.3078, + -71.5673, + -70.5367, + -8.4857, + 31.2712, + -183.6294, + -258.2191, + -309.1816, + -166.2532, + -206.8241, + -345.66, + -455.3327, + -412.451, + -370.8881, + -553.3835, + -346.711, + -28.7315, + -79.8073, + -89.7969, + -10.6663, + -40.0395, + -73.4754, + -72.8914, + 15.4602, + -3.5473, + 97.5134, + 108.1568, + 92.3268, + 49.6835, + 98.1842, + 17.136, + -260.8043, + -161.6392, + -227.4779, + 95.5428, + 45.5572, + -134.7535, + -99.1413, + -148.2668, + 53.4945, + 58.8223, + 34.5935, + -62.1028, + 2.0474, + 95.105, + -221.0306, + -170.8973, + 98.4997, + 4.1741, + 218.8085, + 164.1457, + 71.1499, + 94.7968, + 140.7273, + 124.5594, + -74.1746, + -16.7882, + -28.6542, + 11.0254, + 19.2662, + 60.9523, + 8.1584, + -14.174, + 26.8818, + 166.1553, + 84.9993, + 120.7333, + 151.0253, + 164.2683, + 10.3907, + 63.9894, + 45.7911, + 116.6607, + 83.7995, + 46.4455, + 70.1463, + -13.9673, + -47.0701, + -47.4689, + -45.3243, + -13.834, + -43.1455, + -63.0382, + -22.6376, + -1.1596, + 51.1935, + 36.8101, + 66.5012, + 196.6228, + 158.2636, + 257.5655, + 239.5349, + 246.3916, + 129.3325, + 79.8722, + 24.6523, + 98.0484, + 45.3423, + 160.5177, + 173.2292, + 82.4991, + 91.4723, + 135.2081, + 86.715, + 37.455, + 39.1818, + 154.9476, + 157.2732, + 123.656, + 167.1093, + 126.6238, + 214.0503, + 195.9901, + 216.4647, + 314.6935, + 353.4352, + 356.9809, + 352.2621, + 351.9966, + 394.6601, + 291.4114, + 321.131, + 279.1173, + 291.9061, + 251.7992, + 338.7876, + 378.4709, + 333.4862, + 340.826, + 368.5529, + 355.2575, + 341.9616, + 392.9802, + 377.1528, + 389.8678, + 377.5678, + 342.8461, + 354.6396, + 331.0943, + 360.5771, + 380.8298, + 353.504, + 325.5956, + 365.4783, + 318.6469, + 360.9748, + 345.1551, + 327.946, + 296.1235, + 355.2386, + 383.7785, + 411.6529, + 382.7751, + 336.8473, + 390.3877, + 354.9073, + 323.1674, + 333.2348, + 320.3376, + 376.3039, + 368.6079, + 381.7315, + 366.0199, + 380.8577, + 404.7065, + 447.7386, + 469.039, + 472.3252, + 399.0204, + 389.5571, + 421.0851, + 409.0643, + 380.8487, + 445.1164, + 427.7024, + 440.9493, + 411.6742, + 447.1605, + 430.8734, + 453.1944, + 485.6731, + 483.2321, + 482.3964, + 420.167, + 402.5909, + 415.3952, + 416.0645, + 474.4131, + 477.6704, + 502.6704, + 503.1271, + 514.3921, + 516.7239, + 523.5734, + 512.7155, + 521.3294, + 486.6738, + 516.4505, + 524.6746, + 553.824, + 548.4084, + 528.0561, + 514.6333, + 487.63, + 508.3859, + 470.4623, + 460.5687, + 446.7707, + 513.2889, + 500.5687, + 516.3692, + 521.0939, + 516.0079, + 530.5874, + 516.5771, + 527.3128, + 525.0088, + 503.8348, + 507.2685, + 517.8906, + 523.4799, + 533.2847, + 541.3502, + 534.178, + 509.1535, + 560.3659, + 508.162, + 532.108, + 562.352, + 562.7331, + 564.4301, + 564.8593, + 551.1261, + 529.5306, + 531.926, + 550.6622, + 544.1453, + 559.2193, + 548.986, + 547.9814, + 574.5778, + 551.7454, + 543.4457, + 540.6464, + 570.4636, + 547.601, + 565.2002, + 576.5285, + 566.4909, + 526.2996, + 542.6415, + 557.9317, + 560.8125, + 554.7183, + 565.303, + 549.2352, + 574.166, + 567.7343, + 545.6632, + 551.559, + 532.8463, + 549.1029, + 523.9285, + 491.0765, + 504.0894, + 505.3258, + 505.7313, + 496.2449, + 490.1016, + 491.2825, + 509.9951, + 503.7598, + 492.1819, + 515.6359, + 495.7388, + 487.8982, + 478.7394, + 473.6249, + 487.1584, + 489.4662, + 517.6745, + 481.8361, + 495.3846, + 528.7075, + 514.4001, + 520.9536, + 523.2023, + 526.6599, + 521.2534, + 533.4897, + 526.3325, + 515.5913, + 518.0579, + 523.1125, + 524.7589, + 551.0853, + 553.4348, + 565.2775, + 529.6321, + 567.7206, + 584.9046, + 564.31, + 565.8296, + 600.5431, + 583.1961, + 591.0771, + 582.7847, + 596.7852, + 612.1647, + 576.9807, + 591.5065, + 613.5452, + 617.3746, + 567.625, + 585.574, + 565.361, + 575.15, + 560.1251, + 555.6896, + 544.2967, + 557.5887, + 551.1153, + 556.3959, + 548.9549, + 555.9818, + 549.2986, + 536.2643, + 552.7686, + 524.1704, + 549.244, + 526.032, + 534.7223, + 496.4176, + 545.7211, + 542.3421, + 519.3944, + 545.3404, + 551.8955, + 535.7644, + 526.6913, + 541.5559, + 540.2314, + 522.4348, + 529.765, + 517.9089, + 512.9643, + 507.3161, + 494.051, + 490.4513, + 508.49, + 490.0147, + 496.4044, + 468.9193, + 479.8074, + 475.9427, + 480.9914, + 467.8477, + 484.8525, + 512.8623, + 493.9636, + 508.058, + 521.1888, + 550.525, + 565.4698, + 549.4766, + 543.3582, + 531.0859, + 546.8932, + 541.9991, + 527.9872, + 554.2251, + 578.2187, + 562.2883, + 556.8897, + 556.9231, + 528.7455, + 548.3889, + 561.2774, + 571.035, + 562.4254, + 548.4825, + 563.0932, + 565.6953, + 531.6577, + 539.1679, + 518.5239, + 550.6738, + 559.785, + 536.2333, + 522.6529, + 547.896, + 546.8132, + 514.7903, + 526.8678, + 533.1043, + 522.101, + 542.1372, + 523.0764, + 522.8366, + 530.7257, + 537.0545, + 551.1931, + 520.1053, + 516.1132, + 493.4028, + 527.4565, + 490.9473, + 536.3433, + 526.8438, + 513.9356, + 516.4259, + 521.5261, + 513.2837, + 502.4674, + 503.1544, + 503.3648, + 492.7854, + 493.6123, + 489.3397, + 509.904, + 515.3647, + 498.7721, + 507.0661, + 500.9508, + 521.1203, + 504.6516, + 509.3754, + 491.6303, + 510.7383, + 520.9516, + 521.5723, + 528.3015, + 527.7257, + 538.52, + 541.8004, + 561.8721, + 572.4663, + 575.7707, + 594.4897, + 576.3284, + 564.8484, + 603.8982, + 607.2566, + 584.1133, + 609.8981, + 589.6178, + 595.046, + 590.5522, + 605.3925, + 601.6522, + 597.1665, + 608.5698, + 605.3995, + 599.9765, + 595.1748, + 612.4576, + 612.5055, + 598.8541, + 608.5394, + 629.4812, + 609.9724, + 628.0272, + 652.3985, + 660.8234, + 626.3427, + 639.1136, + 603.4759, + 598.9564, + 624.1295, + 636.5259, + 627.4439, + 603.5971, + 610.9661, + 601.1956, + 566.415, + 570.9484, + 563.7103, + 548.7179, + 596.7446, + 579.0302, + 577.3688, + 582.5683, + 585.4835, + 603.5519, + 594.5394, + 619.2104, + 607.0353, + 619.7324, + 615.8453, + 594.3464, + 600.0703, + 578.907, + 619.7872, + 585.686, + 606.6378, + 586.7968, + 596.7275, + 579.8694, + 585.7216, + 582.2071, + 602.3522, + 582.1764, + 584.3292, + 548.435, + 544.3103, + 561.7248, + 565.1269, + 560.8903, + 570.4925, + 569.9298, + 579.3936, + 583.5075, + 577.8164, + 576.7511, + 549.0602, + 538.0995, + 549.168, + 533.6576, + 549.9542, + 537.0168, + 548.6997, + 544.0962, + 529.0842, + 546.8028, + 555.7892, + 545.9049, + 540.6005, + 537.1846, + 533.3968, + 530.8042, + 546.7619, + 525.2088, + 543.6465, + 534.6599, + 533.7732, + 559.1113, + 537.165, + 544.8806, + 528.9798, + 533.7293, + 532.6401, + 526.9608, + 547.6291, + 563.8899, + 569.3726, + 552.5204, + 550.2848, + 525.1131, + 527.6755, + 536.939, + 538.7854, + 550.6643, + 556.1816, + 562.3351, + 541.3672, + 545.1862, + 556.1463, + 540.7884, + 537.3843, + 529.0784, + 536.6221, + 518.2526, + 542.726, + 531.631, + 540.4836, + 563.185, + 565.1632, + 576.2355, + 574.4863, + 577.4848, + 584.9371, + 553.245, + 558.3818, + 527.8743, + 569.3205, + 564.7704, + 589.4091, + 575.027, + 576.1097, + 561.8551, + 581.534, + 582.2544, + 579.4196, + 596.471, + 579.075, + 603.013, + 574.7654, + 577.0575, + 567.7742, + 587.9704, + 571.4607, + 578.9595, + 596.0772, + 589.5795, + 571.7226, + 590.6052, + 609.5594, + 583.7177, + 561.3794, + 582.3283, + 566.8422, + 559.7058, + 557.6837, + 599.7353, + 561.0606, + 549.4576, + 552.2042, + 541.3878, + 535.5767, + 564.9726, + 566.0445, + 583.9052, + 580.9486, + 562.2118, + 574.6872, + 561.8863, + 577.887, + 560.9482, + 594.1566, + 590.0583, + 564.1238, + 574.7894, + 579.7776, + 583.513, + 563.6087, + 551.1734, + 553.5838, + 554.7926, + 525.5709, + 552.0727, + 532.6681, + 563.779, + 564.3197, + 573.8913, + 579.7776, + 586.5685, + 558.8774, + 570.7518, + 553.5068, + 572.8536, + 553.6293, + 581.2095, + 589.1673, + 600.5256, + 585.8933, + 581.8194, + 578.7934, + 587.6879, + 562.8365, + 583.1517, + 580.9196, + 560.0746, + 549.7922, + 537.6898, + 553.7237, + 551.2347, + 539.5982, + 558.9315, + 586.8388, + 572.2309, + 567.4599, + 587.0129, + 632.9754, + 601.1743, + 549.6526, + 561.9216, + 559.6265, + 536.0264, + 526.3481, + 518.2108, + 524.5027, + 545.2031, + 541.9799, + 554.7103, + 524.6028, + 556.2634, + 563.5309, + 574.376, + 577.1003, + 590.9436, + 574.0838, + 563.1995, + 555.8807, + 561.5171, + 542.3275, + 543.425, + 524.2471, + 526.1539, + 546.3127, + 548.2902, + 546.8361, + 559.5796, + 553.6601, + 558.7299, + 557.2497, + 558.661, + 563.3494, + 562.8107, + 551.1214, + 569.0034, + 569.749, + 561.3473, + 570.2121, + 558.5127, + 551.7911, + 540.1076, + 540.248, + 532.5164, + 545.9202, + 521.3029, + 521.4343, + 526.5637, + 526.5883, + 505.5226, + 505.4252, + 541.1116, + 543.3654, + 527.6886, + 517.5205, + 520.3297, + 530.817, + 512.719, + 516.1408, + 533.6897, + 510.9568, + 513.4241, + 528.8027, + 558.2017, + 531.4819, + 533.2494, + 536.0635, + 521.3551, + 553.0711, + 560.6099, + 549.4228, + 528.1794, + 540.3075, + 544.0396, + 549.029, + 568.6213, + 555.1475, + 565.9829, + 547.2875, + 582.3697, + 575.9583, + 556.624, + 553.1217, + 526.5144, + 542.1479, + 555.813, + 548.962, + 516.1462, + 550.3765, + 545.6194, + 537.8895, + 524.5637, + 523.877, + 549.2152, + 587.7315, + 578.1797, + 562.0174, + 525.6654, + 528.9763, + 539.5268, + 512.2972, + 542.9329, + 536.7923, + 532.0399, + 536.9167, + 538.3529, + 535.4722, + 541.8854, + 528.6599, + 533.5154, + 469.743, + 515.3785, + 501.1883, + 512.6617, + 509.0247, + 521.346, + 497.9943, + 528.2198, + 503.0453, + 508.6336, + 477.8481, + 495.3554, + 483.8455, + 495.4725, + 498.9806, + 494.1609, + 494.5068, + 504.7656, + 559.2249, + 515.1921, + 547.4811, + 554.0171, + 606.5334, + 586.3875, + 594.6118, + 604.6129, + 563.0918, + 376.0821, + 636.2938, + 575.1741, + 634.2892, + 651.9639, + 554.8582, + 616.7564, + 632.4304, + 613.3883, + 614.9787, + 576.6674, + 603.719, + 638.4491, + 645.6848, + 663.8453, + 646.651, + 687.2984, + 673.6667, + 679.3476, + 673.9096, + 699.4119, + 694.0887, + 715.973, + 757.349, + 753.6984, + 729.8216, + 688.9347, + 736.1191, + 735.9409, + 697.8941, + 676.6267, + 731.3551, + 715.9462, + 755.1442, + 725.1375, + 720.3222, + 749.8006, + 787.1995, + 721.8674, + 623.2666, + 625.7562, + 690.6614, + 666.7143, + 746.6961, + 687.2061, + 719.8819, + 737.9265, + 713.7024, + 678.3824, + 673.871, + 729.7044, + 733.4622, + 743.9496, + 712.7247, + 750.074, + 735.0352, + 774.6226, + 775.8761, + 769.1927, + 771.0325, + 801.4497, + 787.9169, + 808.287, + 814.7569, + 837.748, + 817.0141, + 839.1119, + 761.454, + 816.8607, + 787.9714, + 822.0697, + 826.6468, + 801.3927, + 795.7212, + 815.5111, + 826.0835, + 875.6592, + 880.6581, + 853.0148, + 835.3812, + 824.9095, + 845.3397, + 874.4133, + 817.3575, + 850.4449, + 783.1565, + 796.0806, + 801.3817, + 795.6212, + 790.3163, + 814.4712, + 786.2829, + 788.2239, + 773.1673, + 709.2266, + 725.8256, + 728.2818, + 758.3372, + 721.3947, + 712.2928, + 748.7647, + 708.5466, + 687.2791, + 685.1538, + 672.6573, + 718.9182, + 689.1288, + 710.4622, + 742.368, + 719.4655, + 743.6332, + 734.1223, + 687.6037, + 695.3717, + 695.0969, + 732.27, + 690.7205, + 711.6139, + 724.1133, + 751.3498, + 762.3741, + 735.9323, + 728.353, + 720.6093, + 734.836, + 725.09, + 737.3866, + 747.1538, + 723.9026, + 784.3298, + 766.1945, + 807.858, + 773.6911, + 745.2058, + 699.5342, + 699.057, + 751.1056, + 750.781, + 773.5956, + 761.5356, + 770.042, + 764.3953, + 777.5598, + 767.2074, + 730.2697, + 726.6249, + 754.344, + 761.0978, + 754.0197, + 766.4994, + 776.8443, + 781.043, + 717.0289, + 773.1586, + 773.0332, + 762.1575, + 734.9812, + 698.4017, + 669.2796, + 674.9305, + 710.5272, + 687.8108, + 679.6593, + 684.63, + 704.4855, + 710.758, + 707.9078, + 733.7319, + 740.1658, + 712.4787, + 732.9207, + 717.4554, + 713.9733, + 719.0279, + 707.2204, + 721.6052, + 782.1148, + 778.1159, + 770.7509, + 812.5513, + 777.6242, + 746.2597, + 756.9889, + 752.6359, + 800.5019, + 720.286, + 783.5069, + 736.0082, + 726.4521, + 734.9781, + 779.6816, + 780.5094, + 770.1093, + 779.5416, + 789.4409, + 758.7668, + 727.036, + 752.686, + 791.3111, + 739.422, + 717.8595, + 743.0575, + 727.6923, + 692.5482, + 727.7844, + 685.0807, + 706.1848, + 663.006, + 689.301, + 684.5798, + 701.9997, + 767.8661, + 760.7266, + 768.2136, + 773.5818, + 746.6863, + 747.7254, + 766.2815, + 778.838, + 746.2191, + 747.2347, + 753.2867, + 759.4153, + 749.6479, + 762.4966, + 728.0688, + 743.7124, + 694.3039, + 695.201, + 740.9735, + 687.2061, + 738.0919, + 738.9961, + 752.7563, + 776.9147, + 781.7735, + 777.0654, + 716.5715, + 743.0711, + 735.4976, + 742.7201, + 735.6596, + 737.1959, + 752.6082, + 739.8558, + 770.8581, + 781.108, + 765.4819, + 772.3896, + 786.088, + 789.5612, + 800.0648, + 788.2741, + 758.2758, + 753.4633, + 758.3641, + 739.9351, + 738.1729, + 761.2052, + 697.7225, + 717.7232, + 727.6928, + 709.797, + 758.5388, + 747.1408, + 753.1634, + 740.2499, + 724.2423, + 706.7728, + 728.2121, + 734.1509, + 717.2765, + 705.3705, + 711.2837, + 718.5088, + 694.2496, + 734.6494, + 689.8866, + 659.7807, + 733.6411, + 715.8025, + 732.1992, + 741.792, + 737.7906, + 697.5354, + 727.2646, + 746.6275, + 711.727, + 716.2388, + 702.2795, + 714.5548, + 687.9965, + 691.8642, + 726.3003, + 739.4922, + 734.2223, + 757.5774, + 748.6307, + 718.8334, + 694.3715, + 699.3918, + 718.3904, + 724.4803, + 720.8438, + 717.2903, + 741.5543, + 755.3472, + 758.2194, + 740.4145, + 753.0814, + 720.2977, + 703.6051, + 682.6273, + 684.1391, + 668.5528, + 685.9431, + 724.3286, + 705.2958, + 703.6995, + 709.9726, + 713.621, + 741.1564, + 707.3732, + 717.6974, + 692.0346, + 688.409, + 701.2035, + 724.0324, + 725.7476, + 710.2464, + 729.1712, + 726.9794, + 751.3814, + 747.426, + 751.898, + 704.2369, + 710.3802, + 705.8941, + 705.863, + 727.8276, + 735.7834, + 749.0338, + 734.6218, + 696.7941, + 730.3733, + 729.7464, + 745.6124, + 743.7124, + 745.1093, + 717.741, + 683.2069, + 703.583, + 685.5349, + 697.008, + 750.5915, + 733.1601, + 725.8351, + 724.7871, + 739.5118, + 777.6069, + 763.6147, + 742.4652, + 745.1462, + 753.5011, + 761.5958, + 759.2743, + 744.9122, + 733.8662, + 714.8391, + 721.181, + 712.2775, + 696.9938, + 699.8406, + 696.6146, + 674.5617, + 692.8477, + 704.0428, + 689.6172, + 698.6182, + 683.1367, + 706.0559, + 714.7051, + 735.8312, + 712.2355, + 680.4541, + 707.1718, + 735.8075, + 712.9211, + 703.9027, + 723.5031, + 729.3899, + 726.8027, + 728.6421, + 737.3262, + 724.6187, + 737.7617, + 720.0758, + 718.3324, + 730.7659, + 728.6567, + 739.031, + 720.1702, + 728.1257, + 757.2351, + 749.6335, + 759.1355, + 753.0142, + 788.3206, + 761.4275, + 768.8667, + 770.5973, + 791.5098, + 770.4262, + 762.7517, + 771.3709, + 765.0675, + 745.7539, + 755.3936, + 738.4369, + 747.9049, + 732.1293, + 724.4855, + 723.0771, + 726.853, + 743.6944, + 734.3995, + 745.0964, + 746.8513, + 728.7376, + 731.0011, + 722.2315, + 711.8953, + 743.1332, + 742.2867, + 731.0782, + 726.5376, + 736.9852, + 741.279, + 723.9039, + 698.6013, + 719.5059, + 708.0359, + 740.865, + 723.3256, + 751.551, + 740.053, + 738.7903, + 727.3752, + 713.8931, + 744.4917, + 754.7032, + 754.8249, + 754.7864, + 748.9427, + 760.5342, + 737.2945, + 712.395, + 738.2785, + 739.1752, + 737.6275, + 742.5909, + 729.3791, + 740.168, + 748.6087, + 772.7016, + 761.6957, + 764.068, + 756.6363, + 736.1136, + 743.785, + 704.5149, + 720.1797, + 708.2939, + 718.6018, + 700.5078, + 690.2421, + 718.7529, + 701.8267, + 725.8393, + 706.9081, + 701.1583, + 672.4356, + 704.1035, + 694.1419, + 693.3327, + 682.2812, + 675.3756, + 688.3915, + 698.1882, + 699.6495, + 715.7145, + 712.4325, + 698.194, + 703.6984, + 696.7036, + 679.0021, + 683.7263, + 682.4835, + 678.2202, + 685.3878, + 685.1305, + 679.0484, + 697.0939, + 681.3846, + 677.2958, + 661.0502, + 652.3043, + 673.965, + 647.6316, + 667.8009, + 673.2853, + 693.957, + 696.7334, + 711.5081, + 703.8089, + 733.4712, + 729.5239, + 721.1536, + 705.5695, + 698.0737, + 687.4382, + 687.0841, + 672.7407, + 657.2261 + ], + "episode_costs": [ + 186.25, + 211.75, + 212.5, + 195.25, + 93.25, + 143.75, + 209.5, + 254.0, + 207.0, + 126.5, + 133.75, + 206.25, + 142.0, + 199.75, + 136.25, + 116.5, + 131.5, + 73.25, + 79.5, + 59.5, + 113.25, + 105.75, + 77.75, + 51.25, + 52.0, + 41.75, + 135.25, + 39.25, + 65.25, + 50.0, + 146.0, + 33.0, + 57.75, + 73.0, + 77.25, + 90.0, + 52.25, + 22.75, + 20.25, + 44.75, + 23.25, + 28.25, + 64.0, + 3.0, + 77.0, + 18.25, + 75.75, + 10.25, + 59.75, + 24.75, + 35.0, + 38.5, + 25.25, + 50.25, + 39.5, + 65.75, + 19.0, + 48.75, + 22.25, + 41.0, + 29.75, + 17.75, + 51.5, + 25.0, + 36.0, + 34.0, + 35.5, + 35.75, + 26.5, + 29.75, + 21.75, + 16.25, + 16.25, + 20.0, + 13.75, + 9.5, + 12.0, + 9.25, + 7.0, + 13.25, + 8.25, + 10.25, + 7.75, + 7.75, + 7.25, + 10.5, + 9.25, + 7.5, + 7.5, + 8.75, + 4.25, + 6.5, + 6.0, + 7.5, + 8.0, + 5.25, + 4.5, + 8.0, + 3.25, + 5.0, + 10.0, + 4.0, + 3.25, + 5.5, + 5.0, + 1.5, + 2.5, + 12.25, + 4.25, + 3.5, + 2.0, + 8.0, + 5.75, + 11.5, + 11.0, + 15.75, + 18.0, + 12.25, + 10.0, + 9.75, + 5.75, + 11.5, + 5.25, + 8.5, + 7.0, + 10.0, + 7.25, + 5.5, + 5.0, + 1.5, + 2.5, + 7.25, + 10.5, + 6.75, + 3.25, + 3.25, + 2.5, + 10.25, + 13.75, + 10.5, + 3.0, + 47.0, + 17.75, + 35.25, + 21.25, + 32.25, + 9.0, + 7.75, + 12.75, + 7.75, + 3.5, + 4.75, + 5.25, + 9.75, + 11.75, + 2.25, + 8.0, + 5.25, + 3.5, + 6.0, + 13.5, + 15.0, + 11.75, + 21.25, + 6.75, + 8.0, + 6.5, + 13.25, + 23.25, + 9.25, + 10.25, + 13.0, + 18.75, + 3.25, + 4.75, + 5.25, + 6.75, + 4.5, + 16.5, + 22.5, + 63.0, + 114.5, + 121.25, + 85.0, + 66.25, + 29.75, + 20.0, + 9.75, + 3.0, + 2.5, + 6.75, + 9.25, + 4.25, + 10.5, + 12.5, + 11.5, + 12.0, + 6.25, + 5.5, + 7.5, + 4.75, + 4.25, + 4.0, + 2.75, + 4.75, + 7.75, + 3.75, + 5.0, + 3.75, + 3.75, + 7.25, + 5.25, + 9.25, + 3.75, + 6.5, + 3.0, + 1.75, + 4.25, + 3.0, + 6.75, + 2.0, + 1.5, + 1.25, + 3.25, + 1.75, + 1.5, + 2.25, + 2.75, + 0.75, + 2.5, + 5.0, + 2.25, + 4.0, + 3.0, + 1.25, + 2.0, + 1.75, + 1.75, + 1.25, + 10.0, + 1.5, + 2.0, + 3.5, + 4.0, + 2.25, + 2.25, + 1.5, + 0.5, + 3.0, + 2.5, + 3.0, + 2.0, + 2.0, + 3.25, + 2.25, + 0.25, + 2.0, + 0.5, + 1.5, + 2.0, + 0.75, + 1.5, + 1.25, + 0.25, + 0.75, + 1.5, + 4.5, + 6.0, + 2.25, + 2.25, + 1.25, + 2.75, + 2.0, + 2.0, + 0.25, + 1.25, + 4.25, + 2.0, + 2.5, + 2.5, + 0.0, + 1.5, + 1.0, + 0.0, + 0.0, + 2.0, + 1.5, + 0.75, + 2.0, + 2.5, + 4.75, + 5.5, + 2.0, + 2.5, + 3.0, + 2.5, + 1.75, + 2.5, + 1.5, + 1.75, + 0.75, + 3.25, + 1.0, + 0.75, + 1.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 1.25, + 2.0, + 0.5, + 0.0, + 0.75, + 1.25, + 0.75, + 0.0, + 1.0, + 0.75, + 1.25, + 0.0, + 0.25, + 0.0, + 3.5, + 0.25, + 0.5, + 0.25, + 1.25, + 0.5, + 0.75, + 0.75, + 0.5, + 1.25, + 2.5, + 2.25, + 0.0, + 1.0, + 0.25, + 1.5, + 0.75, + 0.5, + 1.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 2.25, + 2.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 2.0, + 0.75, + 0.0, + 0.25, + 2.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 1.25, + 1.0, + 1.0, + 0.5, + 0.75, + 0.0, + 1.5, + 0.0, + 0.75, + 0.5, + 0.5, + 1.5, + 0.25, + 0.25, + 1.0, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 1.75, + 0.0, + 0.75, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 2.25, + 0.75, + 0.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.5, + 0.75, + 0.5, + 1.75, + 0.25, + 1.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.75, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 1.5, + 0.25, + 0.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.75, + 1.25, + 0.75, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 1.5, + 1.25, + 1.0, + 0.5, + 0.75, + 0.5, + 1.5, + 1.0, + 0.25, + 1.25, + 1.25, + 1.25, + 1.5, + 0.25, + 0.25, + 0.5, + 1.0, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 1.25, + 0.75, + 0.0, + 0.5, + 1.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 1.75, + 3.0, + 0.5, + 1.0, + 0.25, + 1.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.75, + 1.25, + 0.5, + 0.25, + 0.5, + 0.25, + 1.75, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 1.5, + 0.75, + 0.25, + 1.25, + 0.0, + 0.25, + 0.75, + 1.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 1.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 1.5, + 0.5, + 0.0, + 1.0, + 1.0, + 0.75, + 0.5, + 1.0, + 1.25, + 0.5, + 0.5, + 0.0, + 0.0, + 1.5, + 1.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 1.5, + 1.0, + 1.0, + 0.5, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.25, + 0.25, + 1.25, + 1.0, + 0.0, + 0.75, + 1.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.75, + 0.25, + 0.5, + 1.0, + 2.25, + 0.5, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 1.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 1.0, + 0.75, + 0.75, + 0.5, + 0.75, + 1.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 1.0, + 1.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 1.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 1.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 1.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 2.0, + 0.25, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 1.5, + 1.25, + 0.5, + 0.5, + 1.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.75, + 1.5, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 1.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 1.75, + 0.25, + 0.0, + 1.0, + 1.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 0.5, + 1.0, + 0.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 1.25, + 0.0, + 1.25, + 1.5, + 1.0, + 0.0, + 0.0, + 0.75, + 1.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 1.25, + 1.5, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.5, + 1.25, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 2.75, + 1.25, + 0.5, + 2.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 3.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 2.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 2.75, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.0, + 1.25, + 0.25, + 1.0, + 0.75, + 0.75, + 1.0, + 0.75, + 1.0, + 0.5, + 0.75, + 1.5, + 0.0, + 0.5, + 1.0, + 1.0, + 0.0, + 1.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 0.75, + 0.25, + 1.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 0.25, + 0.75, + 0.75, + 1.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 0.75, + 0.75, + 0.0, + 1.75, + 1.25, + 0.75, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 1.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.5, + 0.25, + 1.25, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.75, + 1.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.75, + 0.25, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.75, + 0.5, + 0.5, + 0.5, + 0.75, + 1.0, + 1.0, + 1.5, + 0.75, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 1.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.75, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.75, + 0.5, + 0.25, + 0.5, + 2.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 1.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 0.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 1.0, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 1.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 1.75, + 0.5, + 0.0, + 0.0, + 0.75, + 1.75, + 1.25, + 2.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.25, + 1.25, + 1.25, + 1.0, + 0.5, + 1.0, + 0.75, + 0.75, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 1.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5 + ], + "episode_lambdas": [ + 0.2863, + 0.475, + 0.6662, + 0.8578, + 1.0395, + 1.2175, + 1.3986, + 1.587, + 1.7772, + 1.9611, + 2.14, + 2.3216, + 2.4992, + 2.6791, + 2.8546, + 3.0242, + 3.1899, + 3.3465, + 3.4953, + 3.6352, + 3.7724, + 3.9065, + 4.035, + 4.1557, + 4.2695, + 4.3762, + 4.4857, + 4.5882, + 4.6869, + 4.7808, + 4.8799, + 4.9724, + 5.0614, + 5.1488, + 5.2352, + 5.322, + 5.4053, + 5.4825, + 5.5541, + 5.6229, + 5.6872, + 5.7479, + 5.809, + 5.8642, + 5.9216, + 5.9751, + 6.0308, + 6.082, + 6.134, + 6.1833, + 6.2312, + 6.2781, + 6.3229, + 6.3682, + 6.4129, + 6.4597, + 6.5038, + 6.5483, + 6.5906, + 6.6328, + 6.6737, + 6.7123, + 6.7522, + 6.7906, + 6.8288, + 6.8665, + 6.904, + 6.9414, + 6.9776, + 7.0133, + 7.0475, + 7.0799, + 7.1107, + 7.1404, + 7.1686, + 7.1948, + 7.2197, + 7.243, + 7.2646, + 7.2854, + 7.305, + 7.3236, + 7.3412, + 7.3577, + 7.3733, + 7.3885, + 7.403, + 7.4168, + 7.43, + 7.4428, + 7.4547, + 7.466, + 7.4768, + 7.4873, + 7.4976, + 7.5073, + 7.5165, + 7.5256, + 7.5341, + 7.5423, + 7.5506, + 7.5586, + 7.566, + 7.5733, + 7.5803, + 7.5867, + 7.5928, + 7.5995, + 7.606, + 7.6121, + 7.6179, + 7.6238, + 7.6298, + 7.6363, + 7.6432, + 7.651, + 7.6599, + 7.6691, + 7.6783, + 7.6877, + 7.6966, + 7.7058, + 7.7146, + 7.7234, + 7.732, + 7.7408, + 7.7494, + 7.7577, + 7.7656, + 7.7729, + 7.7798, + 7.7866, + 7.7939, + 7.8011, + 7.8079, + 7.8143, + 7.8203, + 7.8268, + 7.834, + 7.8415, + 7.8486, + 7.8597, + 7.8714, + 7.8855, + 7.9003, + 7.9168, + 7.9326, + 7.9476, + 7.9624, + 7.9764, + 7.9894, + 8.0016, + 8.0131, + 8.0244, + 8.0358, + 8.0462, + 8.0564, + 8.0661, + 8.0752, + 8.084, + 8.0933, + 8.1031, + 8.1131, + 8.1242, + 8.1349, + 8.1454, + 8.1554, + 8.1658, + 8.1774, + 8.1888, + 8.2001, + 8.2116, + 8.2238, + 8.2351, + 8.2457, + 8.2558, + 8.2656, + 8.2748, + 8.2848, + 8.296, + 8.3124, + 8.3386, + 8.3743, + 8.415, + 8.4582, + 8.5, + 8.5397, + 8.5764, + 8.6097, + 8.6399, + 8.6678, + 8.6938, + 8.7177, + 8.7402, + 8.7617, + 8.7822, + 8.8018, + 8.8202, + 8.8372, + 8.8533, + 8.8682, + 8.8821, + 8.895, + 8.9069, + 8.918, + 8.9289, + 8.939, + 8.9486, + 8.9576, + 8.9661, + 8.9744, + 8.9825, + 8.9907, + 8.9984, + 9.006, + 9.0132, + 9.0198, + 9.0261, + 9.0322, + 9.0383, + 9.044, + 9.0493, + 9.0541, + 9.0588, + 9.0633, + 9.0674, + 9.0713, + 9.0751, + 9.0787, + 9.0821, + 9.0856, + 9.0891, + 9.0926, + 9.096, + 9.0992, + 9.1023, + 9.1053, + 9.1081, + 9.1108, + 9.1142, + 9.1175, + 9.1206, + 9.1237, + 9.1269, + 9.1301, + 9.1331, + 9.136, + 9.1387, + 9.1413, + 9.144, + 9.1467, + 9.1493, + 9.1519, + 9.1545, + 9.1571, + 9.1595, + 9.1618, + 9.164, + 9.166, + 9.1681, + 9.1701, + 9.1719, + 9.1738, + 9.1754, + 9.177, + 9.1786, + 9.1805, + 9.1827, + 9.185, + 9.1873, + 9.1895, + 9.1917, + 9.1939, + 9.1961, + 9.1981, + 9.2, + 9.2021, + 9.2043, + 9.2065, + 9.2087, + 9.2106, + 9.2126, + 9.2144, + 9.2161, + 9.2176, + 9.2191, + 9.2207, + 9.2221, + 9.2236, + 9.2252, + 9.2272, + 9.2294, + 9.2317, + 9.234, + 9.2363, + 9.2387, + 9.241, + 9.2433, + 9.2456, + 9.2478, + 9.2498, + 9.252, + 9.254, + 9.256, + 9.2578, + 9.2595, + 9.2611, + 9.2626, + 9.264, + 9.2653, + 9.2665, + 9.2677, + 9.2689, + 9.2701, + 9.2712, + 9.2723, + 9.2734, + 9.2744, + 9.2753, + 9.2763, + 9.2772, + 9.2782, + 9.279, + 9.2798, + 9.2805, + 9.2815, + 9.2824, + 9.2833, + 9.2841, + 9.285, + 9.2858, + 9.2866, + 9.2875, + 9.2882, + 9.2891, + 9.2901, + 9.2912, + 9.2922, + 9.2932, + 9.2941, + 9.2951, + 9.2961, + 9.297, + 9.298, + 9.2989, + 9.2999, + 9.3008, + 9.3017, + 9.3025, + 9.3032, + 9.3039, + 9.3046, + 9.3052, + 9.3058, + 9.3066, + 9.3075, + 9.3084, + 9.3091, + 9.3098, + 9.3105, + 9.3111, + 9.3116, + 9.3124, + 9.3131, + 9.3137, + 9.3143, + 9.3151, + 9.3158, + 9.3166, + 9.3174, + 9.318, + 9.3187, + 9.3194, + 9.3202, + 9.3209, + 9.3217, + 9.3226, + 9.3234, + 9.3242, + 9.3249, + 9.3256, + 9.3264, + 9.3271, + 9.3278, + 9.3284, + 9.3292, + 9.3299, + 9.3306, + 9.3313, + 9.332, + 9.3327, + 9.3334, + 9.334, + 9.3346, + 9.3353, + 9.336, + 9.3366, + 9.3372, + 9.3378, + 9.3384, + 9.3389, + 9.3394, + 9.3398, + 9.3405, + 9.3411, + 9.3417, + 9.3423, + 9.3429, + 9.3435, + 9.3441, + 9.3445, + 9.3451, + 9.3457, + 9.3463, + 9.3469, + 9.3475, + 9.3482, + 9.3488, + 9.3495, + 9.3502, + 9.3509, + 9.3515, + 9.3521, + 9.3527, + 9.3533, + 9.3539, + 9.3544, + 9.3549, + 9.3554, + 9.3559, + 9.3563, + 9.3568, + 9.3571, + 9.3575, + 9.358, + 9.3585, + 9.359, + 9.3596, + 9.3601, + 9.3606, + 9.3611, + 9.3616, + 9.362, + 9.3624, + 9.3628, + 9.3632, + 9.3636, + 9.364, + 9.3643, + 9.3647, + 9.365, + 9.3653, + 9.3656, + 9.3659, + 9.3662, + 9.3666, + 9.3669, + 9.3672, + 9.3677, + 9.3681, + 9.3686, + 9.3691, + 9.3696, + 9.37, + 9.3704, + 9.3708, + 9.3714, + 9.3719, + 9.3725, + 9.373, + 9.3736, + 9.3741, + 9.3745, + 9.3749, + 9.3754, + 9.3758, + 9.3762, + 9.3768, + 9.3774, + 9.3781, + 9.3787, + 9.3794, + 9.38, + 9.3807, + 9.3815, + 9.3822, + 9.3829, + 9.3837, + 9.3846, + 9.3855, + 9.3864, + 9.3871, + 9.3879, + 9.3887, + 9.3895, + 9.3902, + 9.3909, + 9.3915, + 9.3922, + 9.3928, + 9.3934, + 9.3939, + 9.3944, + 9.3949, + 9.3954, + 9.3959, + 9.3964, + 9.3969, + 9.3974, + 9.3979, + 9.3985, + 9.399, + 9.3995, + 9.4001, + 9.4007, + 9.4013, + 9.4019, + 9.4024, + 9.4028, + 9.4032, + 9.4037, + 9.4041, + 9.4046, + 9.405, + 9.4054, + 9.4058, + 9.4062, + 9.4066, + 9.407, + 9.4074, + 9.4078, + 9.4081, + 9.4085, + 9.409, + 9.4094, + 9.4098, + 9.4102, + 9.4105, + 9.4109, + 9.4114, + 9.4121, + 9.4128, + 9.4136, + 9.4143, + 9.415, + 9.4158, + 9.4165, + 9.4172, + 9.4179, + 9.4185, + 9.4191, + 9.4197, + 9.4203, + 9.4211, + 9.4218, + 9.4225, + 9.4231, + 9.4237, + 9.4245, + 9.4252, + 9.4259, + 9.4265, + 9.4271, + 9.4277, + 9.4283, + 9.429, + 9.4296, + 9.4303, + 9.4309, + 9.4315, + 9.4321, + 9.4328, + 9.4334, + 9.4339, + 9.4345, + 9.435, + 9.4356, + 9.4361, + 9.4365, + 9.4369, + 9.4374, + 9.4379, + 9.4383, + 9.4387, + 9.4391, + 9.4395, + 9.4399, + 9.4403, + 9.4408, + 9.4413, + 9.4417, + 9.4421, + 9.4426, + 9.443, + 9.4435, + 9.444, + 9.4444, + 9.4448, + 9.4453, + 9.4458, + 9.4463, + 9.4467, + 9.4472, + 9.4477, + 9.4481, + 9.4484, + 9.4489, + 9.4494, + 9.4498, + 9.4503, + 9.4507, + 9.4511, + 9.4515, + 9.4519, + 9.4524, + 9.4528, + 9.4534, + 9.454, + 9.4545, + 9.455, + 9.4556, + 9.4562, + 9.4568, + 9.4575, + 9.4582, + 9.4589, + 9.4595, + 9.4601, + 9.4607, + 9.4613, + 9.462, + 9.4626, + 9.4632, + 9.4638, + 9.4644, + 9.465, + 9.4655, + 9.466, + 9.4664, + 9.467, + 9.4676, + 9.4682, + 9.4689, + 9.4695, + 9.4702, + 9.4707, + 9.4713, + 9.4718, + 9.4723, + 9.4727, + 9.4731, + 9.4735, + 9.4739, + 9.4743, + 9.4747, + 9.4751, + 9.4756, + 9.4761, + 9.4766, + 9.4771, + 9.4777, + 9.4782, + 9.4788, + 9.4794, + 9.4799, + 9.4805, + 9.4811, + 9.4816, + 9.4822, + 9.4829, + 9.4837, + 9.4844, + 9.4851, + 9.4858, + 9.4865, + 9.4871, + 9.4877, + 9.4883, + 9.4887, + 9.4893, + 9.4899, + 9.4904, + 9.491, + 9.4915, + 9.492, + 9.4924, + 9.4928, + 9.4933, + 9.4937, + 9.494, + 9.4944, + 9.4948, + 9.4952, + 9.4955, + 9.4959, + 9.4963, + 9.4966, + 9.4969, + 9.4972, + 9.4975, + 9.4979, + 9.4983, + 9.4987, + 9.4991, + 9.4995, + 9.5, + 9.5004, + 9.5008, + 9.5012, + 9.5015, + 9.5019, + 9.5022, + 9.5026, + 9.5029, + 9.5033, + 9.5037, + 9.5041, + 9.5046, + 9.505, + 9.5055, + 9.5061, + 9.5067, + 9.5072, + 9.5077, + 9.5082, + 9.5086, + 9.509, + 9.5095, + 9.5099, + 9.5102, + 9.5106, + 9.5109, + 9.5113, + 9.5116, + 9.5118, + 9.5121, + 9.5124, + 9.5127, + 9.5131, + 9.5134, + 9.5139, + 9.5145, + 9.515, + 9.5154, + 9.5159, + 9.5164, + 9.5168, + 9.5172, + 9.5176, + 9.5179, + 9.5183, + 9.5186, + 9.5191, + 9.5195, + 9.5199, + 9.5203, + 9.5206, + 9.521, + 9.5214, + 9.5218, + 9.5221, + 9.5224, + 9.5228, + 9.5231, + 9.5234, + 9.5237, + 9.524, + 9.5244, + 9.5247, + 9.5251, + 9.5255, + 9.5259, + 9.5263, + 9.5267, + 9.527, + 9.5274, + 9.5277, + 9.5281, + 9.5286, + 9.529, + 9.5294, + 9.5298, + 9.5302, + 9.5306, + 9.5309, + 9.5314, + 9.5318, + 9.5322, + 9.5326, + 9.5331, + 9.5335, + 9.534, + 9.5344, + 9.5349, + 9.5355, + 9.5361, + 9.5367, + 9.5373, + 9.5378, + 9.5384, + 9.5389, + 9.5394, + 9.54, + 9.5406, + 9.5413, + 9.542, + 9.5426, + 9.5433, + 9.544, + 9.5447, + 9.5453, + 9.546, + 9.5466, + 9.5471, + 9.5477, + 9.5484, + 9.5491, + 9.5497, + 9.5503, + 9.5509, + 9.5514, + 9.552, + 9.5525, + 9.553, + 9.5535, + 9.5539, + 9.5543, + 9.5547, + 9.5551, + 9.5555, + 9.5559, + 9.5562, + 9.5566, + 9.5569, + 9.5572, + 9.5575, + 9.5579, + 9.5582, + 9.5585, + 9.5588, + 9.5591, + 9.5595, + 9.5598, + 9.5602, + 9.5605, + 9.5608, + 9.5611, + 9.5614, + 9.5617, + 9.5619, + 9.5623, + 9.5627, + 9.5631, + 9.5635, + 9.564, + 9.5644, + 9.5647, + 9.5651, + 9.5654, + 9.5656, + 9.566, + 9.5662, + 9.5665, + 9.5669, + 9.5672, + 9.5676, + 9.5679, + 9.5683, + 9.5686, + 9.5689, + 9.5692, + 9.5695, + 9.5698, + 9.5701, + 9.5706, + 9.571, + 9.5714, + 9.5719, + 9.5724, + 9.573, + 9.5736, + 9.574, + 9.5745, + 9.575, + 9.5755, + 9.5761, + 9.5766, + 9.5771, + 9.5776, + 9.5782, + 9.5787, + 9.5792, + 9.5797, + 9.5802, + 9.5806, + 9.5811, + 9.5815, + 9.5819, + 9.5824, + 9.5828, + 9.5833, + 9.5837, + 9.5843, + 9.5849, + 9.5855, + 9.5861, + 9.5867, + 9.5872, + 9.5878, + 9.5884, + 9.5889, + 9.5895, + 9.59, + 9.5905, + 9.5909, + 9.5913, + 9.5917, + 9.592, + 9.5924, + 9.5927, + 9.5931, + 9.5934, + 9.5937, + 9.594, + 9.5944, + 9.5949, + 9.5954, + 9.5959, + 9.5964, + 9.5969, + 9.5974, + 9.5979, + 9.5984, + 9.599, + 9.5995, + 9.6, + 9.6005, + 9.6011, + 9.6016, + 9.6021, + 9.6026, + 9.6031, + 9.6036, + 9.6041, + 9.6047, + 9.6053, + 9.6058, + 9.6064, + 9.6072, + 9.608, + 9.6088, + 9.6097, + 9.6106, + 9.6115, + 9.6123, + 9.6131, + 9.6138, + 9.6144, + 9.6151, + 9.6161, + 9.617, + 9.6178, + 9.6186, + 9.6194, + 9.6201, + 9.6209, + 9.6216, + 9.6223, + 9.6229, + 9.6235, + 9.6241, + 9.6247, + 9.6254, + 9.6261, + 9.6267, + 9.6273, + 9.6278, + 9.6284, + 9.629, + 9.6296, + 9.6302, + 9.6308, + 9.6314, + 9.632, + 9.6325, + 9.6331, + 9.6337, + 9.6342, + 9.6347, + 9.6352, + 9.6359, + 9.6365, + 9.6371, + 9.6377, + 9.6383, + 9.6388, + 9.6393, + 9.6397, + 9.6402, + 9.6406, + 9.641, + 9.6415, + 9.642, + 9.6425, + 9.6431, + 9.6436, + 9.6442, + 9.6449, + 9.6455, + 9.6462, + 9.6468, + 9.6476, + 9.6482, + 9.6489, + 9.6496, + 9.6503, + 9.6509, + 9.6517, + 9.6524, + 9.6531, + 9.6537, + 9.6543, + 9.6548, + 9.6554, + 9.6559, + 9.6564, + 9.657, + 9.6576, + 9.6582, + 9.6587, + 9.6592, + 9.6597, + 9.6602, + 9.6607, + 9.6612, + 9.6616, + 9.6621, + 9.6626, + 9.6631, + 9.6636, + 9.6642, + 9.6647, + 9.6653, + 9.6658, + 9.6664, + 9.6669, + 9.6674, + 9.6678, + 9.6682, + 9.6686, + 9.669, + 9.6694, + 9.6697, + 9.6701, + 9.6705, + 9.6708, + 9.6712, + 9.6717, + 9.6722, + 9.6727, + 9.6731, + 9.6737, + 9.6744, + 9.675, + 9.6758, + 9.6765, + 9.6771, + 9.6778, + 9.6784, + 9.679, + 9.6795, + 9.68, + 9.6804, + 9.6808, + 9.6812, + 9.6816, + 9.6821, + 9.6825, + 9.6829, + 9.6834, + 9.6838, + 9.6841, + 9.6847, + 9.6851, + 9.6855, + 9.6859, + 9.6863, + 9.6867, + 9.6872, + 9.6876, + 9.6881, + 9.6887, + 9.6892, + 9.6898, + 9.6903, + 9.691, + 9.6915, + 9.692, + 9.6925, + 9.6931, + 9.6936, + 9.6941, + 9.6947, + 9.6952, + 9.6958, + 9.6963, + 9.6968, + 9.6972, + 9.6976, + 9.698, + 9.6984, + 9.6987, + 9.699, + 9.6993, + 9.6996, + 9.7001, + 9.7005, + 9.701, + 9.7014, + 9.7018, + 9.7022, + 9.7026, + 9.7029, + 9.7032, + 9.7036, + 9.7039, + 9.7042, + 9.7047, + 9.7052, + 9.7057, + 9.7061, + 9.7067, + 9.7072, + 9.7078, + 9.7085, + 9.7092, + 9.71, + 9.7107, + 9.7114, + 9.712, + 9.7126, + 9.7132, + 9.7137, + 9.7142, + 9.7148, + 9.7153, + 9.7159, + 9.7165, + 9.7169, + 9.7175, + 9.718, + 9.7185, + 9.7189, + 9.7194, + 9.7198, + 9.7203, + 9.7208, + 9.7213, + 9.7217, + 9.7221, + 9.7226, + 9.723, + 9.7235, + 9.7239, + 9.7245, + 9.7249, + 9.7254, + 9.7258, + 9.7262, + 9.7266, + 9.7269, + 9.7273, + 9.7276, + 9.728, + 9.7283, + 9.7287, + 9.729, + 9.7294, + 9.7297, + 9.7301, + 9.7305, + 9.7308, + 9.7311, + 9.7314, + 9.7316, + 9.7319, + 9.7322, + 9.7325, + 9.7329, + 9.7332, + 9.7335, + 9.7338, + 9.734, + 9.7343, + 9.7345, + 9.7347, + 9.735, + 9.7352, + 9.7354, + 9.7356, + 9.7358, + 9.736, + 9.7362, + 9.7364, + 9.7366, + 9.7368, + 9.737, + 9.7372, + 9.7374, + 9.7377, + 9.7379, + 9.7382, + 9.7384, + 9.7386, + 9.7389, + 9.7391, + 9.7394, + 9.7397, + 9.7399, + 9.7402, + 9.7404, + 9.7407, + 9.741, + 9.7413, + 9.7415, + 9.7418, + 9.742, + 9.7423, + 9.7426, + 9.7429, + 9.7432, + 9.7436, + 9.7439, + 9.7442, + 9.7445, + 9.7447, + 9.745, + 9.7453, + 9.7457, + 9.7461, + 9.7465, + 9.7469, + 9.7473, + 9.7476, + 9.7479, + 9.7482, + 9.7485, + 9.7488, + 9.7492, + 9.7496, + 9.75, + 9.7504, + 9.7507, + 9.7511, + 9.7514, + 9.7518, + 9.7521, + 9.7524, + 9.7527, + 9.7532, + 9.7535, + 9.7539, + 9.7543, + 9.7546, + 9.7549, + 9.7551, + 9.7554, + 9.7557, + 9.756, + 9.7562, + 9.7565, + 9.7568, + 9.7572, + 9.7575, + 9.7578, + 9.7581, + 9.7584, + 9.7587, + 9.7591, + 9.7595, + 9.7599, + 9.7603, + 9.7607, + 9.7613, + 9.7618, + 9.7623, + 9.7628, + 9.7633, + 9.7638, + 9.7642, + 9.7646, + 9.765, + 9.7653, + 9.7656, + 9.766, + 9.7662, + 9.7665, + 9.7669, + 9.7672, + 9.7675, + 9.7678, + 9.7682, + 9.7686, + 9.769, + 9.7694, + 9.7698, + 9.7702, + 9.7706, + 9.771, + 9.7714, + 9.7719, + 9.7723, + 9.7728, + 9.7734, + 9.7739, + 9.7743, + 9.7748, + 9.7753, + 9.7758, + 9.7763, + 9.7768, + 9.7772, + 9.7777, + 9.7781, + 9.7785, + 9.7789, + 9.7792, + 9.7795, + 9.7798, + 9.7801, + 9.7803, + 9.7807, + 9.7811, + 9.7814, + 9.7818, + 9.7822, + 9.7825, + 9.7828, + 9.7831, + 9.7834, + 9.7839, + 9.7844, + 9.7848, + 9.7852, + 9.7857, + 9.7862, + 9.7868, + 9.7877, + 9.7885, + 9.7892, + 9.7898, + 9.7904, + 9.7909, + 9.7914, + 9.7918, + 9.7923, + 9.7927, + 9.7931, + 9.7936, + 9.7942, + 9.7949, + 9.7956, + 9.7962, + 9.7969, + 9.7976, + 9.7984, + 9.799, + 9.7996, + 9.8002, + 9.8008, + 9.8014, + 9.802, + 9.8026, + 9.8031, + 9.8036, + 9.8042, + 9.8047, + 9.8052, + 9.8057, + 9.8061, + 9.8065, + 9.8069, + 9.8072, + 9.8076, + 9.8079, + 9.8083, + 9.8086, + 9.809, + 9.8094, + 9.8098, + 9.8101, + 9.8104, + 9.8107, + 9.811, + 9.8112, + 9.8115, + 9.8118, + 9.8121, + 9.8124, + 9.8126, + 9.8129, + 9.8132, + 9.8134, + 9.8136, + 9.8139, + 9.8141, + 9.8143, + 9.8144, + 9.8147, + 9.8148, + 9.815, + 9.8152, + 9.8153, + 9.8154, + 9.8155, + 9.8156, + 9.8158, + 9.8159, + 9.816, + 9.8161, + 9.8162, + 9.8163, + 9.8164, + 9.8165, + 9.8167, + 9.8168, + 9.817, + 9.8172, + 9.8174, + 9.8176, + 9.8178, + 9.818, + 9.8182, + 9.8185, + 9.8188, + 9.8191, + 9.8194, + 9.8197, + 9.82, + 9.8203, + 9.8206, + 9.8209, + 9.8213, + 9.8216, + 9.8219, + 9.8222, + 9.8224, + 9.8227, + 9.823, + 9.8233, + 9.8236, + 9.8238, + 9.8241, + 9.8243, + 9.8245, + 9.8247, + 9.8249, + 9.8251, + 9.8253, + 9.8255, + 9.8257, + 9.8258, + 9.826, + 9.8261, + 9.8263, + 9.8264, + 9.8266, + 9.8268, + 9.827, + 9.8272, + 9.8274, + 9.8277, + 9.828, + 9.8283, + 9.8285, + 9.8288, + 9.8291, + 9.8294, + 9.8297, + 9.83, + 9.8304, + 9.8308, + 9.8311, + 9.8314, + 9.8317, + 9.832, + 9.8323, + 9.8325, + 9.8328, + 9.8332, + 9.8335, + 9.8338, + 9.8341, + 9.8344, + 9.8347, + 9.835, + 9.8354, + 9.8358, + 9.8361, + 9.8365 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..8c65c0c03c5f874e9b0a87e7598b4bd62834691e --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 606430.28, + "constraint_satisfaction_pct": 18.8, + "final_rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.1199, + 0.1698, + 0.4497 + ], + "final_lambda": 10.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -487.21, + "avg_cost": 219.5, + "lambda": 0.3195, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": -214.38, + "avg_cost": 67.75, + "lambda": 2.2077, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -586.32, + "avg_cost": 152.0, + "lambda": 3.817, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -1016.09, + "avg_cost": 159.0, + "lambda": 5.0512, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -1621.41, + "avg_cost": 239.25, + "lambda": 6.5445, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -925.73, + "avg_cost": 130.25, + "lambda": 8.6134, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ] + }, + { + "episode": 60, + "avg_reward": -1194.34, + "avg_cost": 269.0, + "lambda": 10.0, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ] + }, + { + "episode": 70, + "avg_reward": -1733.84, + "avg_cost": 66.25, + "lambda": 10.0, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ] + }, + { + "episode": 80, + "avg_reward": -3001.18, + "avg_cost": 26.75, + "lambda": 10.0, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ] + }, + { + "episode": 90, + "avg_reward": -2527.86, + "avg_cost": 40.25, + "lambda": 10.0, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ] + }, + { + "episode": 100, + "avg_reward": -2992.21, + "avg_cost": 7.75, + "lambda": 10.0, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ] + }, + { + "episode": 110, + "avg_reward": -2850.0, + "avg_cost": 7.25, + "lambda": 10.0, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ] + }, + { + "episode": 120, + "avg_reward": -617.51, + "avg_cost": 31.5, + "lambda": 10.0, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ] + }, + { + "episode": 130, + "avg_reward": -2604.95, + "avg_cost": 5.75, + "lambda": 10.0, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ] + }, + { + "episode": 140, + "avg_reward": -489.99, + "avg_cost": 13.75, + "lambda": 10.0, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ] + }, + { + "episode": 150, + "avg_reward": -543.8, + "avg_cost": 9.5, + "lambda": 10.0, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ] + }, + { + "episode": 160, + "avg_reward": -2258.0, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ] + }, + { + "episode": 170, + "avg_reward": -545.34, + "avg_cost": 55.75, + "lambda": 10.0, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ] + }, + { + "episode": 180, + "avg_reward": -272.06, + "avg_cost": 5.5, + "lambda": 10.0, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ] + }, + { + "episode": 190, + "avg_reward": -271.1, + "avg_cost": 209.25, + "lambda": 10.0, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ] + }, + { + "episode": 200, + "avg_reward": -163.64, + "avg_cost": 7.75, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ] + }, + { + "episode": 210, + "avg_reward": 202.64, + "avg_cost": 6.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ] + }, + { + "episode": 220, + "avg_reward": -160.57, + "avg_cost": 8.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ] + }, + { + "episode": 230, + "avg_reward": 297.45, + "avg_cost": 18.75, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ] + }, + { + "episode": 240, + "avg_reward": 294.23, + "avg_cost": 12.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ] + }, + { + "episode": 250, + "avg_reward": -387.59, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ] + }, + { + "episode": 260, + "avg_reward": 310.39, + "avg_cost": 13.5, + "lambda": 10.0, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ] + }, + { + "episode": 270, + "avg_reward": 276.61, + "avg_cost": 3.25, + "lambda": 10.0, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ] + }, + { + "episode": 280, + "avg_reward": 281.6, + "avg_cost": 3.75, + "lambda": 10.0, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ] + }, + { + "episode": 290, + "avg_reward": 313.22, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ] + }, + { + "episode": 300, + "avg_reward": 290.44, + "avg_cost": 4.5, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ] + }, + { + "episode": 310, + "avg_reward": 223.13, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ] + }, + { + "episode": 320, + "avg_reward": 250.77, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ] + }, + { + "episode": 330, + "avg_reward": 269.95, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ] + }, + { + "episode": 340, + "avg_reward": 245.86, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ] + }, + { + "episode": 350, + "avg_reward": 255.53, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ] + }, + { + "episode": 360, + "avg_reward": 409.25, + "avg_cost": 16.5, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ] + }, + { + "episode": 370, + "avg_reward": 662.16, + "avg_cost": 6.0, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ] + }, + { + "episode": 380, + "avg_reward": 622.76, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ] + }, + { + "episode": 390, + "avg_reward": 327.26, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ] + }, + { + "episode": 400, + "avg_reward": 512.54, + "avg_cost": 5.25, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ] + }, + { + "episode": 410, + "avg_reward": 505.44, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ] + }, + { + "episode": 420, + "avg_reward": 467.74, + "avg_cost": 6.0, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ] + }, + { + "episode": 430, + "avg_reward": 545.56, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ] + }, + { + "episode": 440, + "avg_reward": 603.26, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ] + }, + { + "episode": 450, + "avg_reward": 624.59, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ] + }, + { + "episode": 460, + "avg_reward": 620.92, + "avg_cost": 5.25, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ] + }, + { + "episode": 470, + "avg_reward": 580.32, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ] + }, + { + "episode": 480, + "avg_reward": 638.56, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ] + }, + { + "episode": 490, + "avg_reward": 591.3, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ] + }, + { + "episode": 500, + "avg_reward": 660.53, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ] + }, + { + "episode": 510, + "avg_reward": 688.65, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ] + }, + { + "episode": 520, + "avg_reward": 707.96, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ] + }, + { + "episode": 530, + "avg_reward": 728.81, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ] + }, + { + "episode": 540, + "avg_reward": 747.86, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ] + }, + { + "episode": 550, + "avg_reward": 713.21, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ] + }, + { + "episode": 560, + "avg_reward": 754.5, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ] + }, + { + "episode": 570, + "avg_reward": 720.27, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ] + }, + { + "episode": 580, + "avg_reward": 719.16, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ] + }, + { + "episode": 590, + "avg_reward": 715.96, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ] + }, + { + "episode": 600, + "avg_reward": 761.13, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ] + }, + { + "episode": 610, + "avg_reward": 681.34, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ] + }, + { + "episode": 620, + "avg_reward": 621.29, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ] + }, + { + "episode": 630, + "avg_reward": -487.25, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ] + }, + { + "episode": 640, + "avg_reward": 504.63, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ] + }, + { + "episode": 650, + "avg_reward": 669.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ] + }, + { + "episode": 660, + "avg_reward": 766.68, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ] + }, + { + "episode": 670, + "avg_reward": 770.59, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ] + }, + { + "episode": 680, + "avg_reward": 803.61, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ] + }, + { + "episode": 690, + "avg_reward": 794.94, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ] + }, + { + "episode": 700, + "avg_reward": 809.14, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ] + }, + { + "episode": 710, + "avg_reward": 794.76, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ] + }, + { + "episode": 720, + "avg_reward": 759.37, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ] + }, + { + "episode": 730, + "avg_reward": 748.95, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ] + }, + { + "episode": 740, + "avg_reward": 768.29, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ] + }, + { + "episode": 750, + "avg_reward": 750.03, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ] + }, + { + "episode": 760, + "avg_reward": 773.78, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ] + }, + { + "episode": 770, + "avg_reward": 751.73, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ] + }, + { + "episode": 780, + "avg_reward": 767.33, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ] + }, + { + "episode": 790, + "avg_reward": 792.34, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ] + }, + { + "episode": 800, + "avg_reward": 808.18, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ] + }, + { + "episode": 810, + "avg_reward": 790.45, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ] + }, + { + "episode": 820, + "avg_reward": 805.86, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ] + }, + { + "episode": 830, + "avg_reward": 793.87, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ] + }, + { + "episode": 840, + "avg_reward": 779.88, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ] + }, + { + "episode": 850, + "avg_reward": 746.11, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ] + }, + { + "episode": 860, + "avg_reward": 764.11, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ] + }, + { + "episode": 870, + "avg_reward": 799.78, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ] + }, + { + "episode": 880, + "avg_reward": 791.74, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ] + }, + { + "episode": 890, + "avg_reward": 729.67, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ] + }, + { + "episode": 900, + "avg_reward": 713.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ] + }, + { + "episode": 910, + "avg_reward": 749.37, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ] + }, + { + "episode": 920, + "avg_reward": 713.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ] + }, + { + "episode": 930, + "avg_reward": 673.01, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ] + }, + { + "episode": 940, + "avg_reward": 691.83, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ] + }, + { + "episode": 950, + "avg_reward": 727.9, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ] + }, + { + "episode": 960, + "avg_reward": 745.53, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ] + }, + { + "episode": 970, + "avg_reward": 777.56, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ] + }, + { + "episode": 980, + "avg_reward": 800.54, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ] + }, + { + "episode": 990, + "avg_reward": 799.7, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ] + }, + { + "episode": 1000, + "avg_reward": 797.87, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ] + }, + { + "episode": 1010, + "avg_reward": 816.25, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ] + }, + { + "episode": 1020, + "avg_reward": 791.04, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ] + }, + { + "episode": 1030, + "avg_reward": 804.24, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ] + }, + { + "episode": 1040, + "avg_reward": 804.81, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ] + }, + { + "episode": 1050, + "avg_reward": 765.55, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ] + }, + { + "episode": 1060, + "avg_reward": 801.87, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ] + }, + { + "episode": 1070, + "avg_reward": 813.71, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ] + }, + { + "episode": 1080, + "avg_reward": 803.81, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ] + }, + { + "episode": 1090, + "avg_reward": 810.15, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ] + }, + { + "episode": 1100, + "avg_reward": 805.05, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ] + }, + { + "episode": 1110, + "avg_reward": 783.82, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ] + }, + { + "episode": 1120, + "avg_reward": 799.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ] + }, + { + "episode": 1130, + "avg_reward": 791.56, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ] + }, + { + "episode": 1140, + "avg_reward": 789.14, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ] + }, + { + "episode": 1150, + "avg_reward": 765.78, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ] + }, + { + "episode": 1160, + "avg_reward": 784.63, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ] + }, + { + "episode": 1170, + "avg_reward": 794.6, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ] + }, + { + "episode": 1180, + "avg_reward": 784.62, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ] + }, + { + "episode": 1190, + "avg_reward": 796.14, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ] + }, + { + "episode": 1200, + "avg_reward": 782.21, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ] + }, + { + "episode": 1210, + "avg_reward": 801.49, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ] + }, + { + "episode": 1220, + "avg_reward": 745.32, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ] + }, + { + "episode": 1230, + "avg_reward": 785.11, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ] + }, + { + "episode": 1240, + "avg_reward": 748.41, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ] + }, + { + "episode": 1250, + "avg_reward": 756.37, + "avg_cost": 3.75, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ] + }, + { + "episode": 1260, + "avg_reward": 791.83, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ] + }, + { + "episode": 1270, + "avg_reward": 771.11, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ] + }, + { + "episode": 1280, + "avg_reward": 787.64, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ] + }, + { + "episode": 1290, + "avg_reward": 787.88, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ] + }, + { + "episode": 1300, + "avg_reward": 797.98, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ] + }, + { + "episode": 1310, + "avg_reward": 805.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ] + }, + { + "episode": 1320, + "avg_reward": 805.04, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ] + }, + { + "episode": 1330, + "avg_reward": 809.92, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ] + }, + { + "episode": 1340, + "avg_reward": 795.6, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ] + }, + { + "episode": 1350, + "avg_reward": 788.01, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ] + }, + { + "episode": 1360, + "avg_reward": 795.72, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ] + }, + { + "episode": 1370, + "avg_reward": 793.3, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ] + }, + { + "episode": 1380, + "avg_reward": 803.07, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ] + }, + { + "episode": 1390, + "avg_reward": 807.75, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ] + }, + { + "episode": 1400, + "avg_reward": 800.2, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ] + }, + { + "episode": 1410, + "avg_reward": 784.37, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ] + }, + { + "episode": 1420, + "avg_reward": 766.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ] + }, + { + "episode": 1430, + "avg_reward": 796.8, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ] + }, + { + "episode": 1440, + "avg_reward": 779.89, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ] + }, + { + "episode": 1450, + "avg_reward": 735.64, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + }, + { + "episode": 1460, + "avg_reward": 742.92, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + }, + { + "episode": 1470, + "avg_reward": 762.83, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + }, + { + "episode": 1480, + "avg_reward": 766.91, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + }, + { + "episode": 1490, + "avg_reward": 771.26, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + }, + { + "episode": 1500, + "avg_reward": 767.35, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.1199, + 0.1698, + 0.4497 + ] + } + ], + "episode_rewards": [ + -487.2099, + -160.6938, + -639.4053, + -662.6073, + -655.5612, + -289.8027, + -188.72, + -180.999, + -325.9974, + -214.3842, + -22.2053, + 13.4178, + -24.6554, + -315.7266, + -1596.7588, + -840.6644, + -1783.64, + -1489.3377, + -1550.3818, + -586.3169, + -533.0671, + -574.9845, + -961.4489, + -1497.8563, + -1197.2009, + -1054.9072, + -1458.803, + -1452.805, + -1245.8969, + -1016.0889, + -1289.2064, + -775.5272, + -1165.4607, + -962.3229, + -1301.1742, + -1335.4371, + -1648.5534, + -1236.4276, + -1688.8445, + -1621.4087, + -1559.7896, + -1084.8962, + -1479.4666, + -1017.177, + -1172.0194, + -1031.5421, + -910.349, + -1095.7855, + -1126.6712, + -925.7299, + -1136.7046, + -999.4731, + -1022.513, + -881.5402, + -966.4547, + -1182.15, + -1040.031, + -1031.5787, + -915.5334, + -1194.3429, + -1184.1816, + -1284.9257, + -1532.8176, + -1615.2672, + -1579.248, + -1766.0774, + -1692.3378, + -1904.5505, + -1176.1669, + -1733.8443, + -1832.102, + -1638.1312, + -1682.3032, + -1766.3588, + -1838.1426, + -2222.5801, + -1777.3698, + -1969.5933, + -2760.5738, + -3001.1753, + -2981.2393, + -2239.8938, + -2455.3935, + -3048.14, + -2824.7338, + -3070.0524, + -3003.807, + -2667.3057, + -2449.4586, + -2527.864, + -2863.6782, + -2742.0812, + -2747.9702, + -2890.1718, + -2921.557, + -2955.5325, + -2952.1882, + -2971.5748, + -2937.1336, + -2992.2147, + -2818.3821, + -2876.2493, + -2160.0333, + -2934.4852, + -2709.492, + -2791.6075, + -2371.1325, + -2810.1459, + -2382.015, + -2850.0013, + -2077.4833, + -1931.7943, + -1152.7996, + -341.052, + -2182.8573, + -1079.0459, + -1875.6935, + -515.0788, + -2243.3921, + -617.5055, + -1739.1961, + -526.4054, + -1944.3644, + -378.6275, + -1413.8698, + -487.0955, + -1144.2621, + -1617.2265, + -1542.1446, + -2604.9471, + -1670.3344, + -1686.6034, + -649.2803, + -2437.1437, + -1076.5902, + -1622.3689, + -1832.6282, + -498.3791, + -2209.0238, + -489.9944, + -2057.4278, + -825.891, + -962.4846, + -1833.0774, + -344.9853, + -699.5302, + -1960.4421, + -599.3231, + -1831.8978, + -543.8046, + -1912.9037, + -299.5781, + -1227.5627, + -599.6236, + -1150.0852, + -1185.6315, + -1245.8802, + -1517.7484, + -682.9528, + -2258.0029, + -823.5463, + -533.4493, + -259.7821, + -761.2414, + -412.1751, + -506.8062, + -1050.4706, + -925.0681, + -597.5954, + -545.3422, + -825.0145, + 115.7069, + -202.8814, + 41.137, + -286.0804, + -769.5196, + -740.0134, + -331.3597, + -206.5271, + -272.0568, + 59.7556, + -373.3054, + -487.0944, + -283.413, + 148.7247, + 253.7554, + 111.1002, + 233.7419, + -337.6194, + -271.1047, + 386.4575, + 324.3436, + 295.027, + 292.0452, + 328.9411, + 289.4757, + 254.6858, + 132.0913, + 199.8151, + -163.6422, + -412.4363, + -21.5076, + 263.2951, + 250.221, + 329.3297, + 320.1022, + 276.337, + 13.366, + 139.5349, + 202.6351, + -97.1044, + 264.144, + 244.2776, + 96.9616, + 159.4415, + 173.0816, + -315.7757, + 235.5003, + 264.7354, + -160.572, + 326.7748, + -414.6994, + 161.6536, + 39.8286, + 96.0029, + 232.2416, + -381.2012, + 225.6346, + 317.067, + 297.4498, + 306.5241, + -431.2605, + 215.8294, + 264.0351, + -39.0665, + -31.3338, + 264.4152, + 78.1844, + 272.4588, + 294.2258, + -804.1936, + 356.0921, + 311.4519, + -810.6711, + 362.4857, + 275.2043, + 275.5519, + -164.1547, + 283.328, + -387.5882, + 384.9228, + 255.883, + 311.4228, + -951.6712, + 315.2695, + 222.0061, + -1010.3594, + 297.17, + 138.9636, + 310.3884, + 265.4123, + 307.1808, + 40.8868, + 278.6338, + 190.7989, + 264.6275, + 224.6758, + 237.223, + 264.1353, + 276.6087, + 305.4087, + 269.4787, + 319.1071, + 313.8846, + 299.8289, + 298.0822, + 305.1159, + 319.1443, + 305.471, + 281.6027, + 231.0465, + 330.7751, + 302.2273, + 247.9489, + 244.5673, + 301.8881, + 291.785, + 285.6728, + 284.6627, + 313.218, + 272.2021, + 276.2544, + 268.5396, + 295.1365, + 279.0083, + 293.7079, + 248.9969, + 298.5523, + 232.8524, + 290.4442, + 268.9686, + 264.7218, + 261.2666, + 262.5638, + 266.0603, + 267.6252, + 253.2753, + 144.8904, + 281.6279, + 223.1315, + 157.8232, + 273.3385, + 222.1564, + 284.2225, + 265.2791, + 274.5959, + 240.8417, + 257.3314, + 225.8589, + 250.7737, + 257.8506, + 265.6474, + 301.7078, + 353.7959, + 302.6641, + 364.3483, + 349.8546, + 179.4473, + 301.5511, + 269.9466, + 344.9175, + 312.8986, + 302.4845, + 287.9059, + 320.976, + 188.3918, + 304.8921, + 303.5756, + 326.6124, + 245.8553, + 234.2034, + 294.9367, + 271.7369, + 264.3736, + 283.5983, + 329.6181, + 288.5195, + 335.4109, + 231.6641, + 255.5297, + 325.4201, + 335.9331, + 312.8478, + 348.2819, + 271.4648, + 378.8718, + 346.0906, + 267.7501, + 358.7995, + 409.249, + 383.8495, + 339.5538, + 436.6922, + 565.1501, + 640.0313, + -979.9244, + -235.5062, + 389.691, + 66.7965, + 662.1609, + -534.0456, + 500.8339, + 641.4352, + 459.8251, + 579.1324, + 564.6416, + 365.4244, + 463.202, + 674.0075, + 622.7587, + 717.8586, + 500.4294, + 672.7473, + 533.0002, + 650.6055, + 759.8473, + 477.168, + 631.5172, + 503.5966, + 327.2604, + 546.2753, + 560.3756, + 399.2662, + 616.4055, + 448.5089, + 595.799, + 260.9211, + 524.8296, + 545.9537, + 512.5403, + 418.0927, + 392.7761, + 423.455, + 506.3307, + 521.5374, + 608.4755, + 497.3859, + 525.2232, + 503.4322, + 505.4406, + 588.5719, + 553.0416, + 531.727, + 514.5677, + 585.0969, + 533.5217, + 485.1878, + 487.0184, + 588.8072, + 467.7397, + 576.733, + 582.7727, + 606.5953, + 651.2824, + 439.6023, + 439.5546, + 586.7999, + 589.9062, + 561.6657, + 545.5624, + 570.1167, + 561.9198, + 562.8671, + 610.6376, + 598.1401, + 600.6895, + 553.367, + 611.4635, + 574.9438, + 603.2585, + 635.3746, + 522.7988, + 616.444, + 584.2018, + 608.0443, + 621.2518, + 585.2227, + 557.6163, + 610.7476, + 624.5902, + 617.1026, + 561.1884, + 623.7553, + 603.3674, + 621.2064, + 614.2468, + 635.3097, + 600.103, + 622.5149, + 620.9153, + 594.7408, + 611.5708, + 581.0393, + 620.9779, + 628.2906, + 608.7179, + 589.2383, + 600.9535, + 614.6983, + 580.3247, + 611.4865, + 578.1651, + 638.9944, + 622.7284, + 668.1779, + 643.7983, + 604.4056, + 651.9178, + 597.528, + 638.5639, + 649.4222, + 647.2237, + 664.3932, + 631.1008, + 659.5358, + 638.4633, + 630.7187, + 631.6152, + 642.3894, + 591.2967, + 643.6758, + 587.5848, + 674.9379, + 661.8828, + 656.2191, + 655.493, + 659.5005, + 648.8923, + 688.0426, + 660.5266, + 638.018, + 667.0639, + 644.2689, + 690.4521, + 687.9107, + 641.4874, + 685.4096, + 662.6245, + 671.797, + 688.6509, + 668.6508, + 704.3576, + 676.2728, + 691.5513, + 734.6454, + 626.9369, + 674.3265, + 671.0496, + 692.7387, + 707.9552, + 670.0416, + 683.5657, + 687.2954, + 666.8496, + 692.4168, + 721.3576, + 699.7167, + 726.3356, + 701.1069, + 728.8079, + 707.5199, + 672.3281, + 689.8131, + 711.7643, + 706.057, + 721.6683, + 706.6461, + 721.4211, + 700.4896, + 747.862, + 709.2636, + 745.2739, + 694.4038, + 757.1199, + 706.1984, + 709.7204, + 715.7127, + 706.3296, + 681.0821, + 713.2104, + 706.6874, + 734.723, + 709.413, + 733.8552, + 667.3719, + 736.7419, + 709.8783, + 729.267, + 740.269, + 754.5031, + 723.6915, + 739.5251, + 724.0843, + 752.7566, + 739.8717, + 726.8539, + 723.3142, + 725.836, + 723.5075, + 720.2663, + 733.9178, + 753.5097, + 723.6522, + 741.1257, + 727.1588, + 731.8496, + 754.9962, + 710.0467, + 723.7837, + 719.1557, + 733.2977, + 702.0393, + 711.134, + 681.598, + 697.6268, + 722.567, + 738.6605, + 703.8534, + 717.2151, + 715.9617, + 740.3087, + 707.5147, + 744.9304, + 749.7446, + 740.0115, + 749.6783, + 733.9533, + 768.1639, + 717.5344, + 761.1286, + 784.3021, + 739.1376, + 743.3092, + 731.6137, + 724.2597, + 736.9696, + 716.4871, + 688.3299, + 732.3385, + 681.3384, + 691.9621, + 680.7278, + 700.119, + 681.1192, + 664.5951, + 664.6579, + 616.995, + 630.5997, + 644.2488, + 621.2896, + 589.6309, + 580.1568, + -828.889, + -660.2892, + 288.258, + -706.8706, + -961.6438, + -817.0937, + -668.3614, + -487.2493, + -402.3538, + -330.5109, + -48.9171, + 514.3058, + 583.7918, + 621.2943, + 624.6791, + 646.0989, + 658.5272, + 504.6323, + 436.3629, + 302.6704, + 258.1985, + 280.4243, + 258.0816, + 369.9569, + 436.0704, + 613.9987, + 613.2864, + 669.301, + 656.3207, + 688.535, + 662.4808, + 685.149, + 663.7657, + 697.3364, + 702.5564, + 699.9821, + 727.6891, + 766.6796, + 745.3513, + 803.4134, + 697.9392, + 810.7333, + 759.3345, + 778.5253, + 748.9726, + 736.0181, + 795.6944, + 770.5937, + 769.6976, + 735.6534, + 783.955, + 722.4023, + 773.4207, + 798.9053, + 804.2098, + 790.664, + 783.6239, + 803.6098, + 744.2158, + 772.613, + 796.3711, + 817.7809, + 796.0551, + 763.4562, + 788.6798, + 796.1516, + 770.8343, + 794.9422, + 781.1697, + 771.3248, + 793.844, + 788.4291, + 790.8205, + 788.69, + 809.3045, + 830.9249, + 770.2971, + 809.1404, + 812.2026, + 789.7232, + 825.2914, + 785.3619, + 797.4735, + 794.2024, + 808.3236, + 801.2695, + 756.6261, + 794.7571, + 781.2524, + 761.9794, + 771.8323, + 769.2719, + 776.3557, + 747.1297, + 765.0059, + 768.7802, + 775.5914, + 759.3673, + 770.4616, + 750.8449, + 772.296, + 744.5386, + 767.556, + 762.0585, + 751.6007, + 739.4296, + 767.1988, + 748.9513, + 745.2279, + 748.8629, + 750.6409, + 760.7372, + 738.3132, + 745.1183, + 770.6906, + 760.5416, + 764.4845, + 768.287, + 786.541, + 751.4121, + 769.4617, + 748.8302, + 749.7872, + 755.8102, + 737.8422, + 756.5724, + 724.19, + 750.032, + 761.281, + 749.5323, + 762.7349, + 747.5249, + 737.3669, + 753.3496, + 754.0295, + 768.3004, + 773.1178, + 773.7761, + 767.7417, + 789.5478, + 773.8817, + 776.1123, + 768.4653, + 762.4134, + 754.6775, + 761.2058, + 774.8737, + 751.7267, + 762.4362, + 761.3032, + 755.6236, + 757.7715, + 758.4703, + 753.6499, + 780.1951, + 769.0691, + 781.2817, + 767.331, + 775.4109, + 767.7723, + 763.9502, + 751.4027, + 773.3736, + 756.2803, + 778.3933, + 770.814, + 777.8394, + 792.3438, + 785.6651, + 794.6302, + 806.0785, + 799.8833, + 801.9686, + 815.0181, + 816.6891, + 795.4859, + 799.6089, + 808.1773, + 800.8173, + 793.3214, + 804.727, + 808.8705, + 783.8129, + 784.7454, + 785.3529, + 771.6163, + 778.1484, + 790.4451, + 775.99, + 805.6101, + 798.9247, + 801.3049, + 802.0883, + 798.4727, + 808.2575, + 787.3919, + 780.189, + 805.8612, + 775.8324, + 785.77, + 796.9117, + 792.7409, + 792.3944, + 787.8073, + 796.6757, + 783.2776, + 774.8774, + 793.8699, + 801.1324, + 797.6962, + 785.112, + 793.8668, + 794.9609, + 779.407, + 798.9238, + 781.2057, + 771.0101, + 779.8817, + 777.8444, + 774.5455, + 776.8723, + 776.7991, + 775.31, + 791.2408, + 774.9776, + 769.8149, + 762.0252, + 746.1117, + 753.4439, + 756.7448, + 759.6517, + 751.1634, + 741.3584, + 754.4251, + 750.2664, + 766.2922, + 765.4271, + 764.1071, + 733.0449, + 741.2909, + 750.5789, + 738.6121, + 748.9448, + 771.2323, + 779.9347, + 756.5554, + 767.0327, + 799.7789, + 788.5375, + 750.5951, + 778.0133, + 772.0646, + 779.2329, + 786.7068, + 803.0585, + 813.4446, + 801.4208, + 791.7351, + 808.7463, + 765.1679, + 754.783, + 750.6471, + 755.4271, + 750.5557, + 752.8646, + 765.2893, + 725.9352, + 729.6669, + 732.9952, + 721.977, + 716.369, + 717.7342, + 715.6131, + 724.6346, + 727.1539, + 706.9347, + 719.9181, + 713.3043, + 697.2325, + 715.7324, + 716.3536, + 735.6066, + 716.7534, + 724.3602, + 730.2553, + 734.1245, + 726.2499, + 749.3735, + 743.3885, + 715.1056, + 701.2814, + 704.5139, + 717.4908, + 721.1386, + 697.7683, + 685.3808, + 684.1696, + 713.3032, + 690.9015, + 694.1653, + 672.8874, + 683.3819, + 684.2577, + 677.1658, + 658.8009, + 662.63, + 677.5283, + 673.0055, + 661.6313, + 677.0103, + 684.5357, + 693.0812, + 693.6189, + 702.7527, + 680.7914, + 703.1194, + 715.6146, + 691.8285, + 712.5782, + 701.5429, + 710.9212, + 718.2059, + 704.7047, + 726.7314, + 716.1772, + 720.3543, + 729.4141, + 727.8987, + 735.7149, + 717.2804, + 716.6642, + 723.5377, + 715.1181, + 732.7167, + 736.7193, + 727.6172, + 742.8163, + 745.5274, + 734.2416, + 748.6729, + 750.2597, + 755.0945, + 763.0751, + 769.9509, + 765.6221, + 760.1705, + 773.5379, + 777.5627, + 775.7306, + 769.1048, + 781.227, + 786.1013, + 779.4666, + 801.1791, + 754.5417, + 797.8557, + 808.8328, + 800.538, + 775.5287, + 798.7574, + 812.9575, + 804.8329, + 798.6034, + 803.2594, + 807.4221, + 821.0894, + 803.0482, + 799.7017, + 790.1106, + 768.7774, + 778.1874, + 779.959, + 783.9378, + 801.5364, + 805.5041, + 803.4433, + 784.7434, + 797.8657, + 771.0985, + 783.9632, + 791.7928, + 799.1767, + 806.6154, + 805.6146, + 808.9434, + 807.3659, + 815.8763, + 816.2482, + 806.6741, + 810.34, + 805.501, + 803.2125, + 798.2125, + 803.4278, + 820.0309, + 799.3771, + 787.8203, + 791.0411, + 784.5828, + 789.5647, + 790.6695, + 790.4231, + 785.4629, + 787.647, + 789.4116, + 793.9014, + 795.5659, + 804.2409, + 803.9722, + 803.103, + 794.9811, + 801.3587, + 811.0187, + 791.9963, + 799.6529, + 786.9296, + 801.1622, + 804.8068, + 794.3255, + 767.7369, + 775.82, + 770.0466, + 771.5267, + 764.1903, + 762.2213, + 754.4231, + 755.1018, + 765.5539, + 772.6314, + 775.6151, + 772.6368, + 778.8074, + 779.2276, + 780.514, + 790.1989, + 791.487, + 786.8437, + 801.8663, + 787.826, + 801.6716, + 784.328, + 770.2506, + 772.3987, + 792.8552, + 777.6782, + 791.2868, + 799.6341, + 813.7139, + 800.9604, + 782.1159, + 820.2636, + 809.5706, + 814.3101, + 828.5836, + 815.8949, + 815.5273, + 804.8746, + 803.8109, + 803.0669, + 815.2429, + 802.5833, + 823.9062, + 795.7387, + 790.0595, + 782.481, + 811.8398, + 805.9041, + 810.154, + 789.6717, + 790.0463, + 799.1079, + 801.0291, + 815.0549, + 820.1973, + 812.1262, + 815.0626, + 811.7956, + 805.0481, + 803.1404, + 804.8277, + 806.1809, + 817.5774, + 799.05, + 790.4862, + 788.4793, + 779.2927, + 775.3721, + 783.8163, + 785.1303, + 789.6841, + 792.4604, + 780.8396, + 791.4031, + 788.4917, + 800.9193, + 805.8211, + 794.0876, + 799.8534, + 782.957, + 774.6257, + 781.1369, + 781.5058, + 783.7532, + 775.6917, + 785.7569, + 777.6962, + 776.9731, + 791.5576, + 791.1026, + 795.4757, + 775.3667, + 775.0032, + 774.5593, + 748.7605, + 774.5121, + 791.5626, + 781.5755, + 789.1371, + 775.3638, + 796.716, + 777.3757, + 789.0661, + 764.2817, + 799.5299, + 768.9491, + 786.9598, + 771.2375, + 765.7843, + 757.7413, + 756.7378, + 767.4106, + 774.0118, + 763.3588, + 762.0689, + 776.8014, + 766.8932, + 775.0708, + 784.625, + 775.8718, + 783.6544, + 783.4883, + 794.738, + 784.4845, + 783.4282, + 794.7851, + 792.8033, + 792.5301, + 794.598, + 779.1451, + 782.0512, + 779.5278, + 772.9534, + 795.8421, + 799.6462, + 786.1115, + 795.106, + 787.135, + 784.6233, + 767.1635, + 784.0377, + 788.8578, + 782.4983, + 786.4079, + 768.6218, + 756.0225, + 775.6251, + 777.1819, + 796.135, + 791.8996, + 773.3023, + 760.0688, + 778.4869, + 787.2922, + 751.9409, + 791.2465, + 793.4396, + 798.2334, + 782.2111, + 790.5173, + 780.154, + 788.4965, + 792.4802, + 787.2793, + 807.8222, + 818.3633, + 821.457, + 802.3649, + 801.4865, + 806.8813, + 814.2762, + 787.1352, + 793.2261, + 769.546, + 776.9007, + 795.3544, + 790.9081, + 775.0404, + 745.32, + 761.4353, + 768.2144, + 756.7922, + 775.9531, + 764.4792, + 771.1051, + 787.8466, + 785.4335, + 782.7498, + 785.1146, + 758.2808, + 775.2145, + 752.545, + 775.2606, + 745.1202, + 768.8763, + 773.2502, + 767.2396, + 765.2969, + 748.4115, + 756.9757, + 750.0435, + 771.7149, + 769.004, + 768.1295, + 764.5559, + 770.4458, + 769.423, + 746.4965, + 756.3666, + 786.0778, + 794.1431, + 787.799, + 782.9769, + 803.247, + 784.0439, + 790.8639, + 786.6528, + 788.4765, + 791.8294, + 799.3859, + 799.5105, + 787.1, + 780.2217, + 780.8448, + 779.1514, + 768.5248, + 767.7845, + 761.2961, + 771.1129, + 788.6494, + 794.508, + 779.2921, + 759.4644, + 797.2346, + 774.8931, + 794.2539, + 798.518, + 793.2377, + 787.6394, + 781.3353, + 780.0427, + 772.0497, + 777.8876, + 796.7611, + 792.8997, + 784.6326, + 780.8517, + 772.066, + 787.8814, + 755.5158, + 776.0236, + 781.8818, + 782.9526, + 780.854, + 797.8204, + 804.0574, + 804.6277, + 791.4706, + 797.9768, + 805.7072, + 808.8953, + 796.4816, + 788.8373, + 796.244, + 812.5431, + 803.7412, + 810.7132, + 805.2329, + 805.492, + 808.0584, + 809.7433, + 821.0293, + 823.6058, + 818.0461, + 833.633, + 804.1639, + 837.405, + 831.7398, + 805.0392, + 828.2775, + 818.0054, + 802.2606, + 814.5337, + 830.7952, + 820.2842, + 813.2593, + 800.1508, + 795.6396, + 809.917, + 813.4388, + 807.0154, + 808.415, + 823.7994, + 815.6736, + 809.7389, + 817.1938, + 797.937, + 792.865, + 795.6018, + 802.7724, + 819.4055, + 822.0459, + 825.4152, + 815.7679, + 809.9921, + 813.5791, + 807.3086, + 792.8479, + 788.0061, + 800.3344, + 800.6892, + 793.1239, + 799.4945, + 811.2441, + 786.1407, + 795.6427, + 795.9535, + 789.6086, + 795.715, + 800.4405, + 817.0699, + 801.7015, + 807.395, + 799.6586, + 818.4996, + 784.5177, + 780.7309, + 796.9291, + 793.2968, + 787.6824, + 820.6118, + 805.2111, + 792.4503, + 790.6374, + 781.3247, + 790.7339, + 787.9851, + 803.6957, + 803.0658, + 803.4382, + 803.2603, + 794.7349, + 793.8618, + 792.9876, + 779.6471, + 808.7237, + 802.2687, + 831.1614, + 807.7484, + 807.5683, + 812.7266, + 807.2537, + 801.4758, + 793.1906, + 786.3159, + 794.7485, + 796.4004, + 794.6461, + 800.2044, + 801.4045, + 793.5958, + 798.1341, + 783.4751, + 789.564, + 777.3536, + 787.5904, + 771.5073, + 789.2258, + 784.3736, + 781.1061, + 786.3514, + 769.5319, + 782.0922, + 767.5283, + 770.1779, + 759.8062, + 770.2537, + 772.6771, + 766.8474, + 763.1014, + 753.8563, + 762.5955, + 754.8383, + 779.1639, + 798.5704, + 804.4726, + 825.7984, + 803.6512, + 796.8026, + 809.3015, + 806.8868, + 812.4549, + 796.7945, + 798.1461, + 782.141, + 777.2606, + 787.5451, + 771.2859, + 779.8907, + 772.1928, + 755.614, + 766.6373, + 761.0094, + 747.1194, + 749.9038, + 760.1719, + 753.2471, + 745.6231, + 735.6386, + 750.7918, + 756.5587, + 764.8416, + 763.4201, + 750.0957, + 751.2708, + 762.472, + 741.678, + 729.4744, + 742.918, + 750.5292, + 764.0387, + 758.1672, + 747.2733, + 765.9514, + 758.383, + 754.9368, + 764.2615, + 759.4903, + 762.8275, + 762.969, + 751.5859, + 760.857, + 758.6204, + 752.5909, + 772.3809, + 760.8289, + 772.9157, + 759.3668, + 766.9107, + 769.1, + 767.1619, + 756.0839, + 752.1913, + 758.9394, + 772.7599, + 772.133, + 767.7383, + 774.2113, + 771.2564, + 788.6553, + 774.1639, + 760.0703, + 780.0827, + 758.3891, + 752.6821, + 785.0373, + 775.4909, + 757.5578, + 767.35 + ], + "episode_costs": [ + 219.5, + 212.0, + 169.0, + 159.0, + 199.0, + 230.0, + 244.25, + 257.25, + 110.75, + 67.75, + 131.25, + 90.5, + 162.25, + 195.75, + 40.0, + 135.0, + 33.0, + 98.5, + 82.75, + 152.0, + 132.25, + 113.75, + 126.75, + 28.75, + 97.25, + 126.75, + 71.5, + 68.75, + 114.5, + 159.0, + 171.0, + 197.5, + 184.5, + 185.0, + 215.25, + 195.75, + 219.25, + 200.0, + 204.75, + 239.25, + 238.25, + 235.25, + 237.5, + 262.5, + 269.75, + 292.0, + 278.5, + 255.5, + 260.5, + 130.25, + 218.0, + 198.0, + 183.75, + 186.25, + 185.75, + 210.5, + 243.75, + 255.25, + 273.75, + 269.0, + 279.0, + 272.5, + 279.75, + 224.25, + 207.0, + 178.25, + 122.25, + 61.0, + 83.5, + 66.25, + 53.25, + 59.5, + 100.0, + 27.75, + 39.5, + 44.0, + 79.25, + 44.25, + 46.75, + 26.75, + 24.5, + 32.75, + 70.25, + 13.0, + 26.25, + 13.0, + 14.0, + 83.75, + 54.0, + 40.25, + 18.25, + 57.75, + 33.0, + 3.25, + 16.0, + 21.0, + 10.0, + 6.25, + 16.5, + 7.75, + 6.75, + 5.0, + 19.25, + 6.0, + 11.25, + 2.5, + 17.25, + 8.25, + 6.5, + 7.25, + 15.5, + 19.0, + 27.25, + 53.75, + 8.75, + 20.25, + 14.75, + 24.0, + 8.25, + 31.5, + 4.0, + 46.25, + 17.5, + 16.0, + 15.75, + 18.75, + 19.0, + 15.0, + 6.5, + 5.75, + 10.5, + 6.0, + 29.0, + 4.75, + 7.75, + 13.75, + 4.25, + 28.75, + 5.25, + 13.75, + 2.5, + 12.75, + 11.5, + 3.0, + 21.75, + 41.25, + 7.5, + 14.75, + 9.25, + 9.5, + 2.75, + 20.5, + 7.25, + 15.0, + 8.75, + 12.5, + 2.0, + 2.75, + 9.5, + 2.0, + 6.25, + 24.5, + 10.5, + 2.0, + 5.25, + 6.25, + 8.75, + 6.5, + 6.5, + 55.75, + 23.0, + 210.75, + 18.0, + 6.5, + 6.75, + 4.5, + 5.25, + 5.25, + 8.25, + 5.5, + 13.75, + 9.0, + 2.75, + 197.75, + 10.5, + 109.25, + 51.25, + 164.0, + 227.0, + 209.25, + 215.75, + 162.5, + 163.5, + 35.5, + 20.5, + 7.0, + 6.75, + 10.25, + 12.5, + 7.75, + 5.75, + 7.75, + 8.5, + 29.0, + 32.75, + 30.75, + 10.5, + 5.0, + 10.75, + 6.5, + 7.0, + 7.25, + 15.25, + 10.5, + 6.5, + 15.25, + 3.75, + 20.5, + 13.75, + 8.25, + 13.75, + 5.75, + 6.5, + 6.25, + 3.0, + 6.5, + 7.5, + 0.75, + 18.25, + 18.75, + 7.25, + 1.5, + 19.5, + 8.0, + 3.5, + 5.25, + 15.5, + 6.75, + 25.0, + 12.0, + 3.0, + 16.5, + 6.5, + 1.0, + 12.75, + 2.25, + 6.25, + 5.75, + 7.5, + 0.75, + 17.75, + 5.75, + 3.5, + 0.25, + 4.5, + 6.25, + 0.0, + 2.25, + 2.5, + 13.5, + 4.75, + 4.5, + 2.0, + 2.5, + 1.25, + 2.75, + 2.25, + 0.75, + 2.75, + 3.25, + 2.75, + 1.0, + 5.75, + 10.0, + 3.25, + 3.5, + 2.0, + 3.75, + 2.75, + 3.75, + 2.75, + 2.75, + 2.75, + 1.25, + 4.0, + 8.0, + 1.25, + 8.25, + 2.5, + 2.75, + 1.5, + 6.5, + 3.25, + 5.75, + 0.75, + 1.75, + 1.75, + 2.75, + 4.75, + 4.5, + 1.0, + 4.25, + 2.75, + 0.75, + 2.0, + 3.0, + 3.75, + 1.0, + 2.5, + 3.5, + 0.0, + 2.0, + 0.25, + 7.5, + 0.5, + 0.75, + 0.5, + 2.25, + 0.0, + 2.25, + 2.5, + 2.5, + 0.75, + 4.25, + 33.25, + 15.0, + 6.75, + 0.5, + 1.75, + 0.0, + 3.5, + 0.25, + 3.0, + 2.0, + 3.0, + 0.25, + 1.5, + 2.0, + 4.75, + 0.25, + 0.0, + 6.0, + 5.25, + 0.25, + 0.5, + 1.0, + 5.0, + 4.0, + 0.5, + 0.75, + 4.5, + 1.75, + 0.75, + 4.25, + 0.75, + 0.75, + 1.75, + 1.25, + 4.5, + 16.5, + 17.25, + 1.75, + 2.0, + 22.25, + 11.0, + 0.0, + 0.0, + 3.25, + 2.75, + 6.0, + 0.0, + 5.5, + 4.75, + 13.75, + 4.5, + 4.0, + 2.5, + 0.25, + 5.75, + 2.0, + 5.25, + 1.25, + 3.75, + 1.0, + 0.5, + 4.0, + 3.25, + 3.0, + 1.5, + 3.5, + 1.5, + 7.25, + 3.0, + 3.5, + 1.0, + 9.5, + 1.0, + 3.75, + 1.75, + 5.25, + 1.25, + 15.0, + 3.0, + 12.25, + 2.75, + 2.25, + 0.75, + 5.75, + 8.0, + 0.0, + 2.5, + 2.5, + 6.25, + 0.5, + 3.0, + 4.25, + 3.0, + 1.75, + 2.0, + 6.0, + 0.5, + 4.75, + 3.75, + 2.25, + 4.0, + 5.75, + 7.25, + 1.75, + 3.75, + 2.0, + 2.75, + 3.75, + 8.25, + 4.0, + 0.5, + 4.75, + 5.0, + 4.25, + 9.0, + 2.5, + 9.5, + 3.5, + 3.5, + 3.75, + 4.25, + 0.5, + 0.25, + 1.5, + 8.75, + 1.75, + 4.0, + 1.5, + 0.5, + 2.5, + 1.5, + 5.75, + 2.75, + 2.5, + 0.5, + 5.25, + 4.25, + 3.0, + 1.25, + 0.75, + 1.0, + 2.0, + 2.5, + 0.75, + 3.0, + 2.25, + 1.0, + 3.25, + 1.75, + 0.5, + 6.25, + 2.25, + 3.0, + 2.75, + 0.0, + 0.0, + 0.25, + 1.75, + 2.0, + 1.0, + 3.5, + 1.25, + 2.25, + 0.75, + 2.0, + 1.25, + 2.0, + 1.25, + 2.75, + 0.25, + 2.25, + 1.25, + 2.75, + 1.75, + 1.0, + 1.5, + 1.0, + 2.25, + 0.0, + 1.0, + 0.75, + 1.25, + 1.5, + 0.75, + 2.25, + 1.0, + 3.75, + 1.25, + 1.5, + 1.25, + 0.5, + 0.25, + 1.0, + 0.0, + 1.25, + 2.0, + 3.0, + 1.75, + 0.75, + 1.75, + 1.75, + 0.75, + 2.0, + 1.0, + 0.0, + 0.25, + 2.0, + 3.5, + 4.0, + 0.5, + 0.5, + 0.5, + 1.75, + 1.5, + 0.5, + 0.5, + 3.75, + 0.75, + 0.5, + 0.0, + 1.0, + 2.25, + 0.0, + 0.75, + 0.5, + 0.75, + 2.25, + 0.75, + 0.75, + 0.5, + 1.5, + 1.0, + 0.0, + 2.25, + 0.25, + 0.0, + 1.75, + 0.5, + 2.5, + 2.5, + 1.25, + 2.25, + 0.75, + 0.0, + 0.0, + 2.5, + 0.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 1.0, + 1.25, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.75, + 1.25, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.0, + 1.25, + 0.0, + 0.75, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 1.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 2.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 2.0, + 1.5, + 2.0, + 3.0, + 0.75, + 1.5, + 1.75, + 1.5, + 0.5, + 0.0, + 1.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 2.0, + 2.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 1.0, + 1.75, + 0.75, + 1.0, + 1.75, + 1.0, + 1.5, + 3.25, + 1.0, + 0.75, + 1.0, + 3.75, + 3.75, + 2.75, + 1.5, + 3.0, + 0.75, + 1.5, + 1.0, + 0.0, + 0.0, + 1.75, + 1.75, + 0.25, + 2.75, + 1.0, + 1.5, + 0.5, + 0.0, + 1.0, + 1.0, + 2.25, + 0.5, + 1.25, + 2.0, + 1.25, + 1.25, + 0.25, + 2.0, + 1.25, + 1.0, + 1.5, + 0.5, + 0.75, + 1.75, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 2.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 1.25, + 3.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.0, + 2.0, + 1.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 1.75, + 0.75, + 0.25, + 0.0, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.25, + 1.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.25, + 1.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.5, + 1.25, + 1.75, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 1.0, + 0.75, + 0.25, + 1.5, + 0.25, + 0.25, + 0.25, + 0.0, + 1.0, + 3.25, + 0.75, + 0.75, + 0.5, + 0.25, + 0.75, + 1.25, + 0.75, + 0.0, + 1.0, + 1.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 1.25, + 0.0, + 0.5, + 0.0, + 1.75, + 0.5, + 0.5, + 0.0, + 0.25, + 2.25, + 1.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 1.5, + 1.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.75, + 0.0, + 1.25, + 0.25, + 0.0, + 1.25, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 1.25, + 1.25, + 0.75, + 1.5, + 0.25, + 1.25, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 1.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 2.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 1.0, + 0.5, + 0.75, + 1.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.75, + 1.0, + 0.25, + 0.75, + 0.75, + 0.5, + 1.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 1.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.5, + 0.0, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 1.25, + 0.75, + 0.5, + 0.75, + 0.25, + 1.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 1.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 1.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 1.0, + 0.75, + 1.0, + 0.0, + 0.0, + 0.75, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 1.5, + 0.0, + 0.25, + 0.75, + 0.75, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 0.5, + 0.0, + 0.5, + 1.25, + 1.25, + 1.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 1.0, + 1.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 1.0, + 0.75, + 1.75, + 0.0, + 0.25, + 0.75, + 1.25, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 0.5, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 2.0, + 0.5, + 1.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5, + 3.75, + 0.25, + 1.5, + 0.75, + 0.5, + 0.5, + 1.75, + 0.5, + 2.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 5.75, + 0.25, + 1.25, + 0.75, + 1.75, + 1.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.25, + 0.5, + 0.25, + 1.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 1.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.5, + 1.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 1.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 1.5, + 1.75, + 2.75, + 0.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 1.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 2.75, + 0.5, + 1.0, + 0.5, + 1.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.25, + 0.75, + 1.75, + 2.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 2.5, + 0.5, + 0.5 + ], + "episode_lambdas": [ + 0.3195, + 0.5383, + 0.752, + 0.9603, + 1.1677, + 1.3773, + 1.5904, + 1.8079, + 2.0148, + 2.2077, + 2.3944, + 2.5716, + 2.7472, + 2.9249, + 3.0888, + 3.2498, + 3.398, + 3.5412, + 3.6784, + 3.817, + 3.9551, + 4.0906, + 4.2254, + 4.3495, + 4.4709, + 4.5929, + 4.7098, + 4.8219, + 4.9342, + 5.0512, + 5.1736, + 5.3035, + 5.4389, + 5.5792, + 5.7271, + 5.8797, + 6.039, + 6.2023, + 6.3698, + 6.5445, + 6.7255, + 6.912, + 7.1035, + 7.3022, + 7.5079, + 7.7223, + 7.9431, + 8.1674, + 8.3953, + 8.6134, + 8.8315, + 9.0476, + 9.2605, + 9.4707, + 9.6784, + 9.8865, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.101, + 0.201, + 0.4325 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.1034, + 0.1992, + 0.4322 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.1034, + 0.1921, + 0.4402 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1023, + 0.1807, + 0.4542 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0997, + 0.1654, + 0.4745 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0991, + 0.1608, + 0.4801 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0867, + 0.0867, + 0.0867, + 0.0988, + 0.1572, + 0.4837 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0968, + 0.1489, + 0.4947 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0949, + 0.1416, + 0.5038 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0864, + 0.0864, + 0.0864, + 0.0929, + 0.1347, + 0.5131 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0935, + 0.1351, + 0.5116 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0962, + 0.1392, + 0.5041 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0982, + 0.1382, + 0.5028 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1011, + 0.1413, + 0.4961 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1037, + 0.1444, + 0.4897 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1059, + 0.1468, + 0.4847 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1059, + 0.149, + 0.4823 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1073, + 0.1494, + 0.4805 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1083, + 0.1497, + 0.4794 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1093, + 0.1532, + 0.4747 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1102, + 0.1546, + 0.4725 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.1116, + 0.1574, + 0.4683 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1121, + 0.1601, + 0.4652 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.1125, + 0.1623, + 0.4628 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1133, + 0.1642, + 0.4602 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0874, + 0.0874, + 0.0874, + 0.1141, + 0.1657, + 0.4581 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.1149, + 0.1683, + 0.4549 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.1157, + 0.1703, + 0.4523 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ], + [ + 0.0871, + 0.0871, + 0.0871, + 0.1178, + 0.1701, + 0.4509 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..6bc0cd01f588095e9ff3b96f763e562a79c7a34d --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7012870.25, + "constraint_satisfaction_pct": 20.67, + "final_rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + "final_lambda": 128.2478, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 10.125, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6624.99, + "avg_cost": 0.25, + "lambda": 10.9011, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -6951.03, + "avg_cost": 0.75, + "lambda": 11.3012, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -5825.21, + "avg_cost": 0.0, + "lambda": 11.6078, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -4419.96, + "avg_cost": 0.0, + "lambda": 11.761, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -5774.08, + "avg_cost": 0.0, + "lambda": 11.9555, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 60, + "avg_reward": -5460.72, + "avg_cost": 0.0, + "lambda": 12.0772, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 70, + "avg_reward": -4271.78, + "avg_cost": 0.0, + "lambda": 12.1795, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 80, + "avg_reward": -3895.31, + "avg_cost": 0.0, + "lambda": 12.2385, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 90, + "avg_reward": -4036.46, + "avg_cost": 0.5, + "lambda": 12.2775, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 100, + "avg_reward": -4349.81, + "avg_cost": 0.0, + "lambda": 12.3247, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 110, + "avg_reward": -2766.59, + "avg_cost": 0.0, + "lambda": 12.377, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 120, + "avg_reward": -2535.21, + "avg_cost": 0.25, + "lambda": 12.4108, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 130, + "avg_reward": -1786.3, + "avg_cost": 0.0, + "lambda": 12.4363, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 140, + "avg_reward": -2223.02, + "avg_cost": 0.0, + "lambda": 12.45, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 150, + "avg_reward": -2804.08, + "avg_cost": 0.0, + "lambda": 12.4663, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 160, + "avg_reward": -1682.6, + "avg_cost": 0.25, + "lambda": 12.4745, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 170, + "avg_reward": -2472.29, + "avg_cost": 0.0, + "lambda": 12.4911, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 180, + "avg_reward": -1844.05, + "avg_cost": 0.0, + "lambda": 12.4969, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 190, + "avg_reward": -801.1, + "avg_cost": 1.75, + "lambda": 12.5398, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 200, + "avg_reward": -173.09, + "avg_cost": 0.0, + "lambda": 12.7846, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 210, + "avg_reward": -1622.76, + "avg_cost": 0.25, + "lambda": 13.3296, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 220, + "avg_reward": -2648.51, + "avg_cost": 0.5, + "lambda": 14.3832, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 230, + "avg_reward": -1815.58, + "avg_cost": 1.5, + "lambda": 15.8349, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 240, + "avg_reward": -2214.48, + "avg_cost": 0.0, + "lambda": 17.2659, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 250, + "avg_reward": -1341.99, + "avg_cost": 0.25, + "lambda": 18.1784, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 260, + "avg_reward": -1600.63, + "avg_cost": 1.0, + "lambda": 19.39, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 270, + "avg_reward": -2311.74, + "avg_cost": 1.0, + "lambda": 21.2493, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 280, + "avg_reward": -610.13, + "avg_cost": 0.0, + "lambda": 22.8846, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 290, + "avg_reward": -1931.78, + "avg_cost": 1.25, + "lambda": 24.5107, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 300, + "avg_reward": -1167.22, + "avg_cost": 1.25, + "lambda": 25.9686, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 310, + "avg_reward": 443.39, + "avg_cost": 1.25, + "lambda": 27.1337, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 320, + "avg_reward": -704.55, + "avg_cost": 2.25, + "lambda": 28.57, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 330, + "avg_reward": -949.53, + "avg_cost": 2.0, + "lambda": 29.895, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 340, + "avg_reward": 495.15, + "avg_cost": 2.75, + "lambda": 31.4451, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 350, + "avg_reward": 667.44, + "avg_cost": 0.25, + "lambda": 33.0116, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 360, + "avg_reward": 1411.67, + "avg_cost": 2.25, + "lambda": 34.6827, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 370, + "avg_reward": -616.4, + "avg_cost": 0.25, + "lambda": 36.7643, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 380, + "avg_reward": -396.78, + "avg_cost": 0.25, + "lambda": 38.2636, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 390, + "avg_reward": 1098.29, + "avg_cost": 0.0, + "lambda": 39.6875, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 400, + "avg_reward": 631.61, + "avg_cost": 0.0, + "lambda": 41.1486, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 410, + "avg_reward": 2180.46, + "avg_cost": 1.5, + "lambda": 42.3652, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 420, + "avg_reward": 2742.37, + "avg_cost": 2.5, + "lambda": 43.9759, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 430, + "avg_reward": -715.18, + "avg_cost": 0.5, + "lambda": 45.4191, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 440, + "avg_reward": 2810.09, + "avg_cost": 1.25, + "lambda": 46.9759, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 450, + "avg_reward": 2190.84, + "avg_cost": 1.5, + "lambda": 48.2972, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 460, + "avg_reward": -510.41, + "avg_cost": 1.5, + "lambda": 49.5657, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 470, + "avg_reward": 1689.13, + "avg_cost": 0.75, + "lambda": 50.8963, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 480, + "avg_reward": 3215.66, + "avg_cost": 2.5, + "lambda": 52.0633, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 490, + "avg_reward": 2596.12, + "avg_cost": 1.75, + "lambda": 53.0923, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 500, + "avg_reward": 3432.87, + "avg_cost": 0.75, + "lambda": 53.8775, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 510, + "avg_reward": 3582.89, + "avg_cost": 1.0, + "lambda": 54.5755, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 520, + "avg_reward": 4344.68, + "avg_cost": 1.75, + "lambda": 55.328, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 530, + "avg_reward": 2299.29, + "avg_cost": 2.75, + "lambda": 56.2155, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 540, + "avg_reward": 3053.91, + "avg_cost": 1.0, + "lambda": 57.2454, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 550, + "avg_reward": 3952.32, + "avg_cost": 1.5, + "lambda": 58.0617, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 560, + "avg_reward": 2949.76, + "avg_cost": 0.0, + "lambda": 58.7163, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 570, + "avg_reward": 5027.75, + "avg_cost": 1.75, + "lambda": 59.1909, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 580, + "avg_reward": 4590.5, + "avg_cost": 0.5, + "lambda": 59.7134, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 590, + "avg_reward": 4038.95, + "avg_cost": 0.5, + "lambda": 60.4206, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 600, + "avg_reward": 1105.63, + "avg_cost": 0.25, + "lambda": 61.1726, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 610, + "avg_reward": 3695.13, + "avg_cost": 0.0, + "lambda": 61.9229, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 620, + "avg_reward": 5575.21, + "avg_cost": 1.0, + "lambda": 62.6465, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 630, + "avg_reward": 3222.9, + "avg_cost": 0.0, + "lambda": 63.4067, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 640, + "avg_reward": 6061.06, + "avg_cost": 1.75, + "lambda": 64.2706, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 650, + "avg_reward": 6141.03, + "avg_cost": 0.75, + "lambda": 65.3749, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 660, + "avg_reward": 6319.8, + "avg_cost": 1.75, + "lambda": 66.4499, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 670, + "avg_reward": 2774.92, + "avg_cost": 1.0, + "lambda": 67.5006, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 680, + "avg_reward": 6754.99, + "avg_cost": 0.75, + "lambda": 68.4579, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 690, + "avg_reward": 5516.88, + "avg_cost": 2.0, + "lambda": 69.5559, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 700, + "avg_reward": 6661.73, + "avg_cost": 1.25, + "lambda": 70.657, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 710, + "avg_reward": 6500.66, + "avg_cost": 1.5, + "lambda": 71.8342, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 720, + "avg_reward": 6044.33, + "avg_cost": 1.0, + "lambda": 72.9692, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 730, + "avg_reward": 6997.48, + "avg_cost": 0.5, + "lambda": 74.0578, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 740, + "avg_reward": 6987.59, + "avg_cost": 2.0, + "lambda": 75.0121, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 750, + "avg_reward": 6091.06, + "avg_cost": 1.75, + "lambda": 76.2729, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 760, + "avg_reward": 5509.58, + "avg_cost": 0.25, + "lambda": 77.501, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 770, + "avg_reward": 7441.46, + "avg_cost": 1.25, + "lambda": 78.4845, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 780, + "avg_reward": 4777.04, + "avg_cost": 0.75, + "lambda": 79.4479, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 790, + "avg_reward": 7009.49, + "avg_cost": 1.5, + "lambda": 80.5958, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 800, + "avg_reward": 6849.22, + "avg_cost": 1.5, + "lambda": 81.7536, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 810, + "avg_reward": 7045.83, + "avg_cost": 0.5, + "lambda": 82.7181, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 820, + "avg_reward": 7544.83, + "avg_cost": 1.0, + "lambda": 83.5494, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 830, + "avg_reward": 7344.09, + "avg_cost": 0.25, + "lambda": 84.2313, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 840, + "avg_reward": 7289.58, + "avg_cost": 0.25, + "lambda": 84.9037, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 850, + "avg_reward": 7072.78, + "avg_cost": 0.25, + "lambda": 85.533, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 860, + "avg_reward": 7698.91, + "avg_cost": 0.25, + "lambda": 86.1227, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 870, + "avg_reward": 7557.0, + "avg_cost": 0.25, + "lambda": 86.7792, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 880, + "avg_reward": 7979.7, + "avg_cost": 1.0, + "lambda": 87.4255, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 890, + "avg_reward": 4429.34, + "avg_cost": 2.0, + "lambda": 88.0312, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 900, + "avg_reward": 6339.17, + "avg_cost": 0.5, + "lambda": 88.752, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 910, + "avg_reward": 7905.8, + "avg_cost": 1.0, + "lambda": 89.6183, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 920, + "avg_reward": 8210.42, + "avg_cost": 0.5, + "lambda": 90.4039, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 930, + "avg_reward": 8912.3, + "avg_cost": 1.0, + "lambda": 91.1242, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 940, + "avg_reward": 8065.07, + "avg_cost": 0.0, + "lambda": 92.0915, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 950, + "avg_reward": 9377.22, + "avg_cost": 0.25, + "lambda": 92.9036, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 960, + "avg_reward": 8122.35, + "avg_cost": 1.75, + "lambda": 93.6895, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 970, + "avg_reward": 9006.07, + "avg_cost": 0.75, + "lambda": 94.4257, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 980, + "avg_reward": 8802.08, + "avg_cost": 1.0, + "lambda": 95.1182, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 990, + "avg_reward": 8567.12, + "avg_cost": 0.0, + "lambda": 95.9619, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1000, + "avg_reward": 8683.7, + "avg_cost": 1.0, + "lambda": 96.611, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1010, + "avg_reward": 8909.53, + "avg_cost": 0.75, + "lambda": 97.2765, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1020, + "avg_reward": 9144.62, + "avg_cost": 0.25, + "lambda": 97.9375, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1030, + "avg_reward": 9093.2, + "avg_cost": 0.5, + "lambda": 98.5802, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1040, + "avg_reward": 7080.06, + "avg_cost": 0.25, + "lambda": 99.1763, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1050, + "avg_reward": 9069.32, + "avg_cost": 0.5, + "lambda": 99.7701, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1060, + "avg_reward": 9407.64, + "avg_cost": 0.5, + "lambda": 100.338, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1070, + "avg_reward": 9371.31, + "avg_cost": 0.5, + "lambda": 100.9366, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1080, + "avg_reward": 9325.13, + "avg_cost": 0.5, + "lambda": 101.4425, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1090, + "avg_reward": 9496.68, + "avg_cost": 0.75, + "lambda": 102.0391, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1100, + "avg_reward": 9106.06, + "avg_cost": 0.25, + "lambda": 102.7985, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1110, + "avg_reward": 5598.33, + "avg_cost": 1.75, + "lambda": 103.4181, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1120, + "avg_reward": 7922.73, + "avg_cost": 1.25, + "lambda": 104.1167, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1130, + "avg_reward": 6396.79, + "avg_cost": 0.25, + "lambda": 105.0145, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1140, + "avg_reward": 5845.37, + "avg_cost": 1.5, + "lambda": 105.7665, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1150, + "avg_reward": 5566.47, + "avg_cost": 0.75, + "lambda": 106.5113, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1160, + "avg_reward": 10310.05, + "avg_cost": 0.75, + "lambda": 107.291, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1170, + "avg_reward": 7791.26, + "avg_cost": 0.25, + "lambda": 108.1224, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1180, + "avg_reward": 10094.03, + "avg_cost": 2.25, + "lambda": 108.9166, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1190, + "avg_reward": 9713.02, + "avg_cost": 0.0, + "lambda": 109.7695, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1200, + "avg_reward": 10258.66, + "avg_cost": 1.75, + "lambda": 110.373, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1210, + "avg_reward": 10109.73, + "avg_cost": 1.0, + "lambda": 111.1046, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1220, + "avg_reward": 9802.36, + "avg_cost": 0.0, + "lambda": 111.8475, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1230, + "avg_reward": 10426.95, + "avg_cost": 0.25, + "lambda": 112.4471, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1240, + "avg_reward": 10482.29, + "avg_cost": 0.5, + "lambda": 113.0745, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1250, + "avg_reward": 10439.81, + "avg_cost": 0.0, + "lambda": 113.8391, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1260, + "avg_reward": 6927.72, + "avg_cost": 0.0, + "lambda": 114.4817, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1270, + "avg_reward": 11009.15, + "avg_cost": 0.75, + "lambda": 115.1449, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1280, + "avg_reward": 10890.67, + "avg_cost": 1.0, + "lambda": 116.0667, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1290, + "avg_reward": 10332.44, + "avg_cost": 0.25, + "lambda": 116.8058, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1300, + "avg_reward": 10215.17, + "avg_cost": 0.25, + "lambda": 117.4643, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1310, + "avg_reward": 7252.72, + "avg_cost": 1.0, + "lambda": 118.0335, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1320, + "avg_reward": 10623.75, + "avg_cost": 0.5, + "lambda": 118.6611, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1330, + "avg_reward": 10891.21, + "avg_cost": 1.0, + "lambda": 119.3472, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1340, + "avg_reward": 10327.21, + "avg_cost": 0.25, + "lambda": 119.971, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1350, + "avg_reward": 10275.6, + "avg_cost": 0.25, + "lambda": 120.6503, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1360, + "avg_reward": 10602.63, + "avg_cost": 0.0, + "lambda": 121.3515, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1370, + "avg_reward": 10899.15, + "avg_cost": 0.5, + "lambda": 121.8386, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1380, + "avg_reward": 10755.07, + "avg_cost": 0.0, + "lambda": 122.1411, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1390, + "avg_reward": 11057.05, + "avg_cost": 1.0, + "lambda": 122.4392, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1400, + "avg_reward": 10836.14, + "avg_cost": 0.75, + "lambda": 123.0085, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1410, + "avg_reward": 10981.76, + "avg_cost": 0.5, + "lambda": 123.573, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1420, + "avg_reward": 11094.86, + "avg_cost": 0.75, + "lambda": 123.9694, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1430, + "avg_reward": 10818.95, + "avg_cost": 1.25, + "lambda": 124.6081, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1440, + "avg_reward": 10945.18, + "avg_cost": 0.75, + "lambda": 125.3076, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1450, + "avg_reward": 10731.28, + "avg_cost": 0.25, + "lambda": 125.8415, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1460, + "avg_reward": 10316.09, + "avg_cost": 1.25, + "lambda": 126.2586, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1470, + "avg_reward": 11515.41, + "avg_cost": 1.5, + "lambda": 126.8511, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1480, + "avg_reward": 7701.7, + "avg_cost": 0.25, + "lambda": 127.3967, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1490, + "avg_reward": 10940.64, + "avg_cost": 0.0, + "lambda": 127.7598, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1500, + "avg_reward": 8196.35, + "avg_cost": 0.0, + "lambda": 128.2478, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + } + ], + "episode_rewards": [ + -6809.1656, + -6482.9005, + -6694.6792, + -6893.8034, + -7150.6844, + -6948.482, + -7596.4613, + -6210.8211, + -6874.7176, + -6624.989, + -6632.3759, + -6629.0696, + -6941.3753, + -5983.1727, + -6478.5576, + -5952.542, + -5917.687, + -7027.6471, + -6587.6881, + -6951.0279, + -6426.3451, + -6872.9454, + -6965.4087, + -6595.8014, + -6193.9395, + -7745.7825, + -5769.6954, + -6198.9513, + -6156.3238, + -5825.2138, + -5099.8103, + -6257.4411, + -5099.759, + -5865.4111, + -5891.7042, + -4844.8814, + -6217.6086, + -5712.2431, + -5872.8369, + -4419.9573, + -5407.43, + -5865.18, + -5612.6085, + -6341.903, + -5287.0748, + -6148.793, + -5785.4707, + -6081.6564, + -5801.5348, + -5774.0806, + -4819.0955, + -4717.131, + -5265.8882, + -4956.8669, + -5284.642, + -5201.4606, + -5830.1378, + -5154.5279, + -5163.615, + -5460.7164, + -4855.1045, + -5005.9729, + -4862.5342, + -4693.9344, + -4633.107, + -4693.0088, + -4940.0128, + -3745.4394, + -3871.7822, + -4271.7789, + -5096.2569, + -4333.8917, + -4826.7572, + -3432.0235, + -4764.8581, + -3673.8139, + -4486.865, + -4043.2227, + -4125.4781, + -3895.3094, + -4442.9095, + -4059.0142, + -4649.192, + -4002.5293, + -4510.6382, + -4217.0332, + -3992.8704, + -4193.6456, + -3742.82, + -4036.4575, + -3751.0775, + -4143.1398, + -3392.7937, + -3608.8122, + -3461.014, + -3740.0765, + -3695.4391, + -3419.445, + -4053.0581, + -4349.8126, + -3128.8474, + -4010.3208, + -3160.499, + -3350.5212, + -3610.2542, + -3107.6158, + -3228.4062, + -3035.7738, + -2992.7264, + -2766.5915, + -3678.2596, + -3431.1492, + -3680.2206, + -3664.8294, + -3084.8615, + -2442.9951, + -3692.0831, + -3027.6957, + -2514.4099, + -2535.2114, + -2677.1509, + -3159.7363, + -2754.7623, + -3849.6814, + -2314.3305, + -2773.6941, + -2638.212, + -3138.6412, + -2576.4377, + -1786.3041, + -2248.5462, + -3153.1926, + -3169.9808, + -3030.1996, + -3320.7826, + -2350.2059, + -2328.751, + -3880.7938, + -2354.8793, + -2223.0155, + -2622.2819, + -3263.4583, + -3612.419, + -2678.7937, + -3349.824, + -2125.4536, + -2261.0187, + -3493.1611, + -3231.9818, + -2804.0838, + -2831.9911, + -2960.6015, + -3059.8758, + -2458.4443, + -2763.3172, + -2315.8015, + -2619.6834, + -3083.0776, + -2584.2955, + -1682.6034, + -2413.6472, + -2288.7459, + -2006.4686, + -2109.678, + -2154.9505, + -2135.5712, + -1814.1562, + -1962.0546, + -2026.2888, + -2472.2909, + -1727.5366, + -2444.8889, + -1524.3932, + -2231.2164, + -2245.8492, + -1809.5447, + -2992.1862, + -1851.7721, + -2140.0412, + -1844.0526, + -2034.4853, + -1632.8182, + -1992.4988, + -1052.3648, + -1476.8731, + -1343.5369, + -1849.5661, + -2874.2638, + -891.7836, + -801.1021, + -971.5589, + -2917.4832, + -1206.3942, + -1425.8325, + -1283.6053, + -1261.6075, + -583.9769, + -820.5673, + 77.9753, + -173.0878, + -2093.5054, + -1164.6045, + -2593.4854, + -929.8161, + -3572.2044, + -3359.6379, + -2524.0906, + -1282.2646, + -1561.8093, + -1622.7616, + -830.3144, + -2694.6405, + -1495.3192, + -1544.8218, + -1375.1664, + -3969.5708, + -1168.718, + -1094.6929, + -1903.7703, + -2648.5107, + -807.2867, + -2403.3554, + -2386.986, + -1395.2231, + -434.6525, + -1253.3143, + -2155.6962, + -1392.274, + -765.8723, + -1815.5804, + -2740.1663, + -1315.2291, + -2282.293, + -1734.5581, + -323.4228, + -244.2602, + -701.8329, + -837.908, + -2072.1662, + -2214.4819, + -2513.9019, + -1018.2409, + -1273.4411, + -2491.9013, + -2245.9411, + -2434.9758, + -2069.7352, + -2896.0073, + -2505.931, + -1341.992, + -2967.2011, + -559.422, + -3083.8499, + -1236.4605, + -94.1982, + 512.412, + 342.1651, + -621.6742, + -1934.3061, + -1600.6316, + -4122.1532, + -1897.4198, + -1467.2506, + -2904.3225, + 225.698, + -1066.0565, + 43.0174, + -2359.209, + -3079.8811, + -2311.7405, + -2540.4095, + -1842.1486, + -1735.0781, + -4278.0671, + -3264.1309, + -1905.9325, + -2301.0438, + -3039.8229, + -2983.6599, + -610.1255, + -1474.0114, + -1572.4936, + -1024.2066, + -1230.0003, + -1722.523, + -1284.3243, + -713.669, + -3269.5111, + -1493.7652, + -1931.7805, + -1809.5447, + -3318.364, + -1015.3139, + -2528.0024, + -1763.3851, + 307.0786, + -1250.1947, + -1253.1029, + -1387.2663, + -1167.2199, + -1069.6305, + -1027.5232, + -2462.1288, + -1696.8618, + 217.0324, + -696.8235, + -973.1671, + -1619.3653, + -1467.5311, + 443.3928, + 389.4278, + -678.9879, + 31.7315, + 525.9483, + -938.5186, + 538.9264, + -106.4728, + 1256.4267, + -1126.816, + -704.5457, + -860.4756, + 73.7186, + -765.4028, + -106.3901, + -108.204, + -1953.5596, + 1050.8725, + -1703.732, + -2877.3293, + -949.5347, + -423.0856, + -1771.3452, + -1213.7506, + -1010.6481, + -449.318, + 178.0909, + 1977.1889, + -645.9393, + -47.4261, + 495.1478, + 142.6557, + -2974.9507, + -491.4135, + -655.1112, + -1259.4522, + -2607.9586, + -155.0339, + -328.699, + -292.9229, + 667.4362, + 1305.9639, + -165.0703, + 362.2217, + 2220.8345, + 620.6816, + 360.7014, + 263.7589, + 281.6421, + 79.2779, + 1411.6672, + 1390.6224, + 1054.6508, + 109.3938, + 461.4651, + 1657.6325, + 200.2759, + 1815.1831, + 1231.8597, + 1338.4583, + -616.4013, + 1768.2052, + 1414.9988, + 1776.8684, + 1177.0651, + 708.532, + 937.3321, + -940.1587, + 1321.1992, + 385.0893, + -396.78, + 1777.5753, + -705.8869, + 982.3412, + 2472.54, + 1457.0187, + 1987.372, + 581.1394, + 797.4078, + 917.9429, + 1098.2865, + 473.7713, + 1240.6435, + 1993.8789, + 2527.8851, + 2783.7801, + 327.0644, + 2808.7514, + 1528.7248, + 1533.991, + 631.6147, + 1881.3355, + 516.0123, + 3.306, + 1740.9117, + -261.0203, + 1117.6643, + 1134.9069, + 42.2991, + 2129.4716, + 2180.4576, + 1334.6859, + 1214.4823, + -227.8645, + 3004.001, + 2621.5811, + 578.8515, + 1359.814, + 549.9941, + 2830.0116, + 2742.3687, + 2183.0642, + 398.5123, + 27.0583, + 1183.4783, + 2001.9054, + 2199.5847, + 1261.0574, + 870.1661, + 2725.7226, + -715.1763, + 2046.9782, + 3314.5631, + 1456.869, + 895.0053, + 2204.8603, + 578.3422, + 2305.4139, + 1024.357, + 2572.0272, + 2810.086, + -1403.4683, + -210.5489, + 2547.8975, + 1113.9991, + 2310.5549, + 635.6727, + 2603.837, + 494.3509, + 986.6056, + 2190.8365, + -1693.2224, + 1496.0633, + 1618.8083, + 1525.5867, + -161.0018, + 458.7547, + 2716.5835, + -76.0862, + 1622.2414, + -510.4095, + 1724.7403, + 3311.5551, + 1985.69, + 653.1567, + 1593.2305, + 1993.0371, + 293.7584, + 543.2948, + 1551.4644, + 1689.1257, + 318.2788, + 1407.9665, + -86.9153, + 3308.907, + 1372.1295, + 1853.1963, + 2082.8288, + 2149.9073, + 955.067, + 3215.6639, + 1672.4667, + 1464.7017, + 2271.3312, + 2810.5281, + 3441.4243, + 2507.1997, + 3782.8924, + 2560.1714, + -328.664, + 2596.1169, + 4071.8476, + 2652.2211, + 1091.2733, + 2760.4791, + 2401.6832, + 625.3678, + 1641.6201, + 2888.4894, + 980.7888, + 3432.8729, + 3064.4627, + 3205.304, + 2882.249, + -765.6173, + 3653.2358, + 3948.7405, + 3410.9317, + 2243.5979, + 3725.3116, + 3582.8907, + 3088.9812, + 3888.4987, + 4819.2706, + 1766.4902, + 3553.6384, + 4613.3756, + 2563.7666, + 4417.0205, + 2885.8954, + 4344.6838, + 2140.18, + 2150.1477, + 4524.5343, + 4037.448, + 3870.5607, + 1917.0771, + 4697.8211, + 3348.1075, + 3942.3294, + 2299.2871, + 2343.2766, + 3692.0451, + 2502.6428, + 4340.4078, + 3981.9456, + 4390.3193, + 4272.7576, + 3067.112, + 4140.9906, + 3053.9099, + 4051.9808, + 2200.1625, + 3326.9979, + 2604.9372, + 1334.5023, + 3582.6044, + 3743.5353, + 4227.8805, + 1784.6238, + 3952.3204, + 4211.7632, + 2222.7696, + 1779.609, + 2883.3267, + 4272.616, + 1933.4717, + 2547.7923, + 4205.2266, + 4243.4966, + 2949.7563, + 1397.5847, + 4061.693, + 3889.4884, + 3477.1668, + 4513.2511, + 4628.1501, + 3831.1407, + 842.0641, + 4754.4072, + 5027.751, + 2593.0207, + 651.8152, + 2433.1738, + 2207.516, + 1978.4344, + 1622.6751, + 2747.9364, + 3108.29, + 4098.3851, + 4590.4966, + 4679.1613, + 5025.4777, + 3871.8296, + 5244.0981, + 4844.7692, + 1027.9119, + 200.0289, + 2890.8534, + 4711.7134, + 4038.9518, + 3117.0896, + 3125.4868, + 2615.8377, + 3748.9586, + 4493.6954, + 2923.6397, + 3914.6168, + 5224.1999, + 3603.1067, + 1105.6306, + 3786.6529, + 4849.2656, + 2874.2193, + 2479.1447, + 5393.8087, + 1435.3508, + 2910.4644, + 2970.8879, + 4910.8822, + 3695.1317, + 5057.5169, + 3212.806, + 1710.4668, + 4044.5238, + 4948.2861, + 2577.4232, + 5127.8228, + 1810.0052, + 5601.7069, + 5575.2123, + 4958.9623, + 5916.6821, + 5211.9334, + 3471.8675, + 5471.5847, + 5179.8954, + 5449.9492, + 5259.4175, + 4172.1572, + 3222.9034, + 5704.332, + 5460.8292, + 5534.2379, + 5934.5622, + 2078.8785, + 4903.6164, + 5138.6458, + 5851.1038, + 5801.1456, + 6061.0559, + 5600.623, + 5437.8536, + 4851.9042, + 3620.2375, + 6045.7486, + 5991.2653, + 5450.3797, + 5560.5355, + 6388.4744, + 6141.0259, + 5695.877, + 5771.909, + 6323.1112, + 5912.0161, + 3477.8703, + 6220.3271, + 5953.8905, + 4936.1598, + 5950.0823, + 6319.7954, + 6238.8878, + 5754.6499, + 6212.427, + 6290.3059, + 4227.234, + 6522.2666, + 5194.1045, + 3597.9626, + 2013.7466, + 2774.9208, + 6534.6672, + 5943.5246, + 6618.6546, + 5623.8144, + 4015.5615, + 4087.1693, + 6258.4453, + 5943.7789, + 6369.4224, + 6754.9872, + 4780.651, + 7052.0227, + 6868.9917, + 6650.5995, + 6350.9659, + 6614.0187, + 6070.7392, + 6271.0324, + 6554.6195, + 5516.8776, + 4965.0867, + 6982.2751, + 6247.0941, + 6199.0101, + 4450.5605, + 4160.7021, + 4994.2771, + 7241.4752, + 4448.7766, + 6661.7338, + 5136.4469, + 6646.1385, + 5426.6099, + 3974.2068, + 6615.2203, + 6823.2731, + 6129.3772, + 6363.1166, + 6755.3215, + 6500.6573, + 6216.7101, + 6207.3157, + 4622.5225, + 6498.7563, + 6479.1343, + 6668.1621, + 5462.2706, + 6710.2701, + 3257.7383, + 6044.3299, + 4913.7204, + 6080.0023, + 7389.5185, + 6900.5962, + 6708.5534, + 6031.4587, + 6102.2584, + 6925.6329, + 6387.2386, + 6997.4835, + 5167.7423, + 6938.4846, + 6660.7317, + 6907.8135, + 5442.4935, + 6397.9552, + 6493.1184, + 7022.0925, + 3654.6789, + 6987.5859, + 7019.3502, + 6866.2669, + 7182.0804, + 7372.7559, + 7310.855, + 4581.6321, + 6506.1228, + 7029.5946, + 6497.3111, + 6091.0585, + 6749.7424, + 6583.0886, + 6154.6899, + 2090.1982, + 6984.0649, + 7299.5083, + 6236.6219, + 5863.2016, + 4448.1463, + 5509.5757, + 5527.9068, + 5981.6542, + 7243.1128, + 6686.4606, + 6779.6196, + 4968.1788, + 6919.1864, + 6901.2102, + 6942.739, + 7441.4614, + 4781.708, + 7533.1272, + 7100.3505, + 7320.6862, + 5287.8549, + 7475.2287, + 5409.5842, + 7439.9716, + 6960.1456, + 4777.0365, + 7005.5855, + 7303.5906, + 4176.0999, + 7575.4267, + 7579.582, + 7406.0603, + 6999.273, + 7360.0512, + 7528.7847, + 7009.4935, + 6090.7208, + 7257.2695, + 6635.0138, + 6856.7467, + 6921.9179, + 6969.3392, + 7239.5882, + 4677.6428, + 6817.1807, + 6849.217, + 6646.4813, + 6863.2857, + 6950.6768, + 7072.9474, + 7125.3943, + 7148.5318, + 7286.8849, + 4359.9554, + 6853.072, + 7045.8333, + 6923.4054, + 6619.7712, + 7090.4538, + 7332.8583, + 7351.5831, + 4938.9708, + 6574.3618, + 4935.5375, + 5305.8559, + 7544.8252, + 5559.3139, + 6945.5186, + 7031.9005, + 7321.222, + 7196.0987, + 6321.8263, + 7704.3008, + 7156.1629, + 5640.249, + 7344.0936, + 7124.4188, + 4925.9397, + 7254.2344, + 6922.8356, + 4586.9041, + 6951.9029, + 7460.2614, + 5200.8018, + 7167.9259, + 7289.5763, + 7362.317, + 7389.938, + 4370.0084, + 5473.1008, + 7540.0858, + 7180.3544, + 7684.9637, + 7798.0448, + 6935.6263, + 7072.7791, + 7330.6375, + 6733.2607, + 6840.1696, + 7727.2259, + 7449.523, + 5932.2431, + 8142.3079, + 7604.9995, + 7402.1298, + 7698.9128, + 3746.3499, + 7970.2004, + 7573.1443, + 7630.3923, + 7586.6129, + 6389.2729, + 7448.0091, + 5577.251, + 5181.8394, + 7556.9987, + 7773.5279, + 6551.7579, + 6558.1698, + 8062.6726, + 8588.1677, + 7008.0113, + 7320.35, + 6476.2111, + 8250.7576, + 7979.6972, + 7415.0018, + 7633.8312, + 8278.3401, + 7984.5968, + 4882.6194, + 5493.1255, + 8107.5855, + 4204.3619, + 7863.1151, + 4429.3364, + 8263.0056, + 7945.7076, + 7918.842, + 5975.3244, + 5362.3935, + 8431.2209, + 8075.5512, + 8233.5994, + 8062.9863, + 6339.1707, + 8137.0834, + 8023.8559, + 8053.1067, + 5250.555, + 7983.3943, + 8975.264, + 5409.5763, + 6668.2122, + 7845.5054, + 7905.7952, + 7534.0906, + 6097.7517, + 8281.2715, + 7831.9247, + 7757.7854, + 7939.0899, + 8623.5719, + 8275.199, + 7399.0986, + 8210.4223, + 8832.8507, + 7194.2892, + 5366.079, + 8717.483, + 8295.3206, + 5646.7196, + 8382.5199, + 8408.1587, + 7587.9979, + 8912.3032, + 8712.5404, + 8293.6344, + 8628.4333, + 7587.4206, + 9293.5431, + 7834.1751, + 8271.1746, + 8926.4345, + 8531.1118, + 8065.0689, + 8830.5322, + 8712.99, + 8905.2342, + 8884.0393, + 9004.7718, + 8721.5181, + 9158.5555, + 4515.321, + 7600.9799, + 9377.218, + 7234.2273, + 6612.9869, + 7803.8813, + 9143.6936, + 8649.7071, + 5960.6642, + 8658.6835, + 7125.9409, + 8815.9993, + 8122.3513, + 8636.7042, + 7526.6018, + 7699.8689, + 8153.1923, + 8149.8115, + 8202.5779, + 8621.496, + 6676.0373, + 8961.853, + 9006.0747, + 9141.7166, + 8910.5159, + 8454.5557, + 5733.0123, + 9329.2147, + 8887.8326, + 9391.9306, + 9094.331, + 8375.2108, + 8802.081, + 9418.1548, + 8835.3245, + 5519.1541, + 9558.8371, + 5532.8941, + 8710.9624, + 5867.5105, + 8113.9238, + 8960.9257, + 8567.1189, + 9147.447, + 8748.2115, + 4447.8563, + 9092.267, + 9111.2505, + 7085.1429, + 9264.9228, + 7405.3587, + 9156.3185, + 8683.696, + 2978.661, + 9427.2144, + 7446.0803, + 5707.5112, + 9604.9553, + 9841.4865, + 9303.0872, + 8996.8472, + 8115.114, + 8909.5307, + 8958.1466, + 9140.622, + 6798.5003, + 9434.4633, + 8753.1948, + 9320.7874, + 9027.0072, + 8525.8608, + 9377.3538, + 9144.6163, + 9166.5698, + 8727.6212, + 6741.8847, + 9119.0986, + 8009.2912, + 9597.6283, + 8821.8007, + 9200.3759, + 9904.3702, + 9093.1976, + 7822.2455, + 8212.7779, + 9662.6214, + 9070.1667, + 7437.8965, + 8355.6131, + 9051.8684, + 9445.5328, + 9226.4775, + 7080.0617, + 6264.0654, + 9307.9639, + 6455.1675, + 3739.9859, + 7650.6552, + 9879.8974, + 9161.5953, + 9279.1298, + 9706.3639, + 9069.3213, + 9216.2021, + 6007.4969, + 8252.8162, + 9549.9086, + 6711.6386, + 9568.989, + 5937.9885, + 7015.628, + 9844.8215, + 9407.6387, + 8263.0665, + 9574.6903, + 9186.4036, + 9189.1957, + 9517.283, + 8681.3095, + 9611.194, + 8105.3431, + 9355.9454, + 9371.3091, + 9591.169, + 5745.2315, + 9273.0747, + 5717.592, + 6916.6942, + 9969.5412, + 9516.9926, + 7165.4314, + 9864.8465, + 9325.1289, + 7482.9859, + 9594.5138, + 9717.3231, + 9816.9197, + 8973.7126, + 9649.5343, + 9386.2969, + 9500.4947, + 2154.8579, + 9496.6826, + 9303.822, + 9084.0418, + 9270.0089, + 9183.9137, + 9235.1101, + 6510.3411, + 9069.8844, + 8539.6797, + 9266.0527, + 9106.0603, + 9694.6851, + 5807.6582, + 6907.7249, + 9698.9851, + 8995.8555, + 10000.3648, + 8033.148, + 7163.1777, + 9581.7503, + 5598.3301, + 9680.8067, + 10118.0773, + 7464.5822, + 7326.5156, + 10184.7505, + 9803.6302, + 10353.237, + 9661.6438, + 7279.1068, + 7922.7293, + 9605.5539, + 10049.5066, + 9985.8784, + 9428.479, + 9399.9398, + 10040.5534, + 9508.9912, + 9651.109, + 9740.5406, + 6396.7945, + 10362.0742, + 9788.6899, + 10097.9956, + 10072.4112, + 9514.3495, + 9246.2794, + 5749.7557, + 10112.025, + 9319.0969, + 5845.3705, + 9945.1604, + 5990.997, + 6060.782, + 9448.9667, + 9173.1004, + 9453.0308, + 9166.9928, + 9241.1744, + 8676.8325, + 5566.4671, + 8683.5335, + 8383.7661, + 8694.0824, + 8654.8511, + 8765.3693, + 8975.3454, + 9545.9051, + 9798.035, + 9899.9933, + 10310.0526, + 7962.7054, + 10042.0038, + 9897.7599, + 10126.4585, + 6529.6519, + 7932.7335, + 10163.4202, + 10189.5194, + 7477.5171, + 7791.257, + 4799.4837, + 10217.7101, + 10107.4327, + 9586.814, + 10128.3907, + 6145.3556, + 10200.1806, + 8482.6003, + 7414.0341, + 10094.025, + 9801.2578, + 9866.8239, + 10207.5689, + 5817.3783, + 7973.4825, + 9876.9053, + 9693.4804, + 8662.8679, + 10000.3373, + 9713.0239, + 9509.2944, + 8584.3813, + 9783.0552, + 10045.479, + 10071.1171, + 9626.6192, + 10487.7718, + 9779.9497, + 10109.9263, + 10258.6629, + 10467.1004, + 10687.507, + 9881.0969, + 7952.4642, + 10337.385, + 9822.3309, + 10150.649, + 6030.0831, + 4611.7204, + 10109.7299, + 10330.0942, + 10448.4069, + 10200.5098, + 10684.7046, + 5731.067, + 10252.9955, + 7762.0474, + 10153.214, + 10296.6468, + 9802.3573, + 9637.8504, + 10755.3082, + 9782.1138, + 10303.9683, + 9845.0142, + 10442.2307, + 10219.0673, + 10566.2858, + 10116.3566, + 10426.9517, + 8137.7768, + 10219.6398, + 5960.868, + 7361.806, + 10930.802, + 10471.556, + 10581.6444, + 10213.8122, + 10192.4496, + 10482.2865, + 10065.422, + 9478.3757, + 10725.3025, + 10243.3344, + 10734.9775, + 10203.7301, + 10492.5046, + 10373.0703, + 6892.5122, + 10439.8073, + 10146.6951, + 8744.5544, + 10520.328, + 10633.8709, + 10706.5217, + 8926.8566, + 7793.2035, + 11119.6364, + 10787.5373, + 6927.7183, + 10872.487, + 10381.7493, + 7433.7673, + 10689.2107, + 10280.4901, + 10014.1587, + 10851.6909, + 10467.5621, + 10584.1129, + 11009.1462, + 11025.5656, + 10892.6337, + 11027.3188, + 10707.6036, + 10917.0231, + 10436.2963, + 10504.0881, + 10779.8249, + 10500.2052, + 10890.6711, + 9833.1695, + 10824.762, + 7134.6143, + 10554.3744, + 10452.3681, + 10624.256, + 10650.5861, + 10478.4044, + 7174.7688, + 10332.4406, + 10587.7409, + 6582.9037, + 8848.5869, + 10959.1906, + 9318.5319, + 10409.6395, + 10438.2519, + 10886.4689, + 10751.4536, + 10215.1668, + 9927.9623, + 10648.1445, + 9884.0125, + 10025.8454, + 10694.9823, + 10178.7456, + 10373.1815, + 6824.1386, + 10492.7178, + 7252.72, + 9626.0622, + 10980.2335, + 11068.0477, + 10720.3341, + 10255.944, + 10852.7057, + 10698.6446, + 10731.6503, + 7399.3691, + 10623.7456, + 10168.9267, + 10623.0743, + 10416.6548, + 10825.7869, + 10607.1742, + 10411.858, + 10502.5951, + 10553.9975, + 10806.2937, + 10891.2135, + 6762.4538, + 10755.4785, + 7448.1762, + 10731.9386, + 8440.2314, + 10378.873, + 10639.905, + 7050.947, + 10390.9541, + 10327.205, + 10248.7597, + 9043.1382, + 10125.3292, + 10057.1676, + 10128.3822, + 10119.6447, + 10678.6722, + 10341.7362, + 10530.691, + 10275.6039, + 10593.4268, + 8409.0299, + 10524.612, + 10392.54, + 10744.2943, + 10915.646, + 10298.4946, + 10495.3961, + 9047.4544, + 10602.632, + 10271.9127, + 9154.3805, + 10660.7125, + 10244.7691, + 9540.9884, + 10663.8899, + 10546.5247, + 10477.5248, + 10647.4932, + 10899.1517, + 10445.9416, + 10316.4192, + 10755.7989, + 9289.753, + 10475.4176, + 10919.7319, + 10750.7449, + 8075.3127, + 10902.3871, + 10755.073, + 10756.8096, + 11311.5813, + 10865.331, + 10820.7545, + 11312.8799, + 11068.7864, + 10749.9417, + 10750.7459, + 11068.7, + 11057.0546, + 8311.2081, + 10690.2578, + 11075.046, + 8475.005, + 10419.9701, + 10960.4173, + 10541.6777, + 11033.9311, + 10500.6288, + 10836.1398, + 11193.9745, + 10813.5874, + 11310.9664, + 10999.6149, + 10774.7412, + 10848.8315, + 10830.0461, + 9400.8914, + 10836.7283, + 10981.7557, + 8272.7045, + 11112.6296, + 10906.2966, + 10401.1938, + 10764.4177, + 11145.0547, + 10886.1285, + 11355.0047, + 10783.3392, + 11094.8559, + 11611.0249, + 10483.8914, + 11061.661, + 8549.696, + 10880.8387, + 11125.886, + 7185.7847, + 11298.956, + 11321.4054, + 10818.9488, + 11498.9542, + 11362.0149, + 11380.6834, + 11076.992, + 11128.7142, + 10482.9077, + 10629.5183, + 10726.1627, + 10921.4957, + 10945.1755, + 11483.7945, + 11055.2247, + 11006.7162, + 10904.1516, + 10780.9132, + 11250.2887, + 7587.9832, + 10584.6403, + 7854.1098, + 10731.279, + 10646.0623, + 10690.6574, + 11009.755, + 10717.375, + 10699.4627, + 10722.9164, + 10714.0651, + 11379.7079, + 7880.0038, + 10316.0931, + 11882.0491, + 11735.2198, + 11247.7359, + 10143.8543, + 11009.1815, + 11651.9493, + 11110.8051, + 10361.4379, + 11724.1049, + 11515.4102, + 5164.7304, + 10944.5414, + 9526.0778, + 11283.5073, + 11574.0134, + 7283.5088, + 11243.2184, + 11058.731, + 11258.7276, + 7701.695, + 11125.842, + 11075.4972, + 11138.1701, + 11118.7791, + 11305.9048, + 11621.4549, + 11169.8374, + 11335.3221, + 11711.3297, + 10940.638, + 11320.9017, + 11285.082, + 11600.3169, + 11353.3954, + 8381.5549, + 11486.6957, + 11271.547, + 10947.5603, + 11147.9216, + 8196.3466 + ], + "episode_costs": [ + 1.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.75, + 1.5, + 0.0, + 0.25, + 2.25, + 1.0, + 1.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 1.5, + 2.25, + 3.25, + 1.25, + 0.5, + 2.25, + 2.5, + 1.75, + 1.25, + 0.5, + 1.75, + 1.75, + 0.75, + 1.0, + 2.0, + 4.0, + 1.5, + 1.25, + 3.5, + 1.5, + 1.25, + 1.25, + 0.25, + 1.75, + 0.5, + 1.5, + 0.5, + 1.25, + 1.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.0, + 0.25, + 0.25, + 0.25, + 1.75, + 1.0, + 2.5, + 1.0, + 1.75, + 2.0, + 5.5, + 1.5, + 1.75, + 1.0, + 0.25, + 1.5, + 1.5, + 1.0, + 8.75, + 1.75, + 3.75, + 3.0, + 0.5, + 1.0, + 0.25, + 1.75, + 2.5, + 0.0, + 0.0, + 2.0, + 1.5, + 0.5, + 1.75, + 0.0, + 0.75, + 1.75, + 1.0, + 1.0, + 3.25, + 2.0, + 7.25, + 0.25, + 3.5, + 1.25, + 0.75, + 0.0, + 1.75, + 0.0, + 0.25, + 1.5, + 1.5, + 0.25, + 0.0, + 1.25, + 1.0, + 0.5, + 0.5, + 0.75, + 0.5, + 2.25, + 2.5, + 1.75, + 2.75, + 1.25, + 3.0, + 0.5, + 1.25, + 1.25, + 1.25, + 2.0, + 1.5, + 0.75, + 0.75, + 2.25, + 0.25, + 2.0, + 1.75, + 1.5, + 0.25, + 0.75, + 2.0, + 1.25, + 0.5, + 2.0, + 3.0, + 0.5, + 1.0, + 0.5, + 1.0, + 4.25, + 3.5, + 2.25, + 2.25, + 2.75, + 0.25, + 0.0, + 1.5, + 2.5, + 0.75, + 1.0, + 0.5, + 3.25, + 1.25, + 0.25, + 2.0, + 0.75, + 2.0, + 1.0, + 0.5, + 2.75, + 2.75, + 5.75, + 4.25, + 2.25, + 1.25, + 2.5, + 0.5, + 2.0, + 1.0, + 2.75, + 5.0, + 1.75, + 1.0, + 0.25, + 1.25, + 1.25, + 0.5, + 1.5, + 0.0, + 0.25, + 1.0, + 1.75, + 0.5, + 0.25, + 1.75, + 0.5, + 2.25, + 5.25, + 0.5, + 0.75, + 1.25, + 2.75, + 0.75, + 0.0, + 0.0, + 0.75, + 1.5, + 3.75, + 4.0, + 1.25, + 1.5, + 2.0, + 0.0, + 0.0, + 2.0, + 0.25, + 1.0, + 1.0, + 0.0, + 1.0, + 0.75, + 1.25, + 2.5, + 1.5, + 3.25, + 1.25, + 0.5, + 3.75, + 3.0, + 1.5, + 0.75, + 2.0, + 2.75, + 2.5, + 0.75, + 0.5, + 2.0, + 1.0, + 0.5, + 0.5, + 0.75, + 0.75, + 1.5, + 0.5, + 1.75, + 3.75, + 0.75, + 3.75, + 0.75, + 2.25, + 2.25, + 0.75, + 1.75, + 1.25, + 0.25, + 0.25, + 1.75, + 0.0, + 1.5, + 1.5, + 1.75, + 1.0, + 1.5, + 1.5, + 0.5, + 2.75, + 1.5, + 0.25, + 1.0, + 1.25, + 0.75, + 0.5, + 1.75, + 1.5, + 0.75, + 1.25, + 3.5, + 2.25, + 0.75, + 1.25, + 0.5, + 1.5, + 0.75, + 0.75, + 0.0, + 2.0, + 0.25, + 3.0, + 0.5, + 0.75, + 1.0, + 1.0, + 0.75, + 2.5, + 1.0, + 0.5, + 0.25, + 1.5, + 0.0, + 0.75, + 0.0, + 2.0, + 0.75, + 1.75, + 1.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 1.5, + 0.25, + 0.25, + 3.0, + 1.0, + 0.5, + 0.75, + 0.5, + 1.0, + 0.75, + 0.0, + 0.75, + 0.5, + 0.25, + 1.25, + 1.75, + 1.25, + 0.25, + 1.75, + 1.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.75, + 2.75, + 0.75, + 0.5, + 2.75, + 1.0, + 0.5, + 1.5, + 1.25, + 0.0, + 0.75, + 1.0, + 1.25, + 1.75, + 1.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 1.0, + 1.5, + 1.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 1.75, + 0.0, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 1.0, + 0.5, + 1.5, + 2.5, + 0.75, + 1.25, + 0.5, + 0.0, + 1.0, + 0.5, + 0.25, + 2.25, + 1.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 2.0, + 0.75, + 0.25, + 0.0, + 2.75, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 1.25, + 0.75, + 0.25, + 0.25, + 1.25, + 0.75, + 1.25, + 1.0, + 1.25, + 1.0, + 0.0, + 1.5, + 0.25, + 0.25, + 1.25, + 1.25, + 0.25, + 1.0, + 0.25, + 0.0, + 1.25, + 1.5, + 1.25, + 0.75, + 0.5, + 1.25, + 0.75, + 1.75, + 1.5, + 1.75, + 2.0, + 0.0, + 2.25, + 1.25, + 0.75, + 1.0, + 0.5, + 0.75, + 2.0, + 0.75, + 1.0, + 1.0, + 0.75, + 1.75, + 0.75, + 1.75, + 0.5, + 0.0, + 2.0, + 1.75, + 1.0, + 1.0, + 0.75, + 1.0, + 0.25, + 3.0, + 0.5, + 0.0, + 0.0, + 1.0, + 1.75, + 1.75, + 0.0, + 0.5, + 1.0, + 1.75, + 0.5, + 0.75, + 0.5, + 0.75, + 1.5, + 2.0, + 1.25, + 1.5, + 0.75, + 2.25, + 0.75, + 0.75, + 1.0, + 2.0, + 0.5, + 1.0, + 2.5, + 0.25, + 0.25, + 1.0, + 0.5, + 2.0, + 1.0, + 1.25, + 1.5, + 0.75, + 1.5, + 1.0, + 2.5, + 1.5, + 0.0, + 1.0, + 1.5, + 1.5, + 0.25, + 1.75, + 1.5, + 1.5, + 1.5, + 0.25, + 0.75, + 0.25, + 0.75, + 1.0, + 0.0, + 1.0, + 1.75, + 3.5, + 0.5, + 1.25, + 1.25, + 0.5, + 1.0, + 0.5, + 0.75, + 0.75, + 1.5, + 1.75, + 0.0, + 0.0, + 0.5, + 1.0, + 0.25, + 2.0, + 1.25, + 2.5, + 1.25, + 3.0, + 2.0, + 2.0, + 0.0, + 1.5, + 1.0, + 1.75, + 1.75, + 1.0, + 0.5, + 0.25, + 0.75, + 1.5, + 2.5, + 1.25, + 0.5, + 0.25, + 2.25, + 0.5, + 1.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 1.25, + 0.25, + 1.75, + 1.5, + 0.5, + 1.75, + 2.0, + 1.5, + 0.25, + 0.0, + 0.75, + 0.75, + 1.0, + 1.0, + 3.0, + 3.0, + 0.5, + 0.25, + 2.5, + 1.75, + 1.5, + 1.0, + 2.25, + 0.5, + 0.25, + 0.5, + 0.25, + 1.25, + 0.5, + 1.25, + 1.5, + 0.0, + 0.75, + 0.25, + 0.75, + 1.25, + 2.0, + 1.25, + 0.75, + 1.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 1.75, + 0.25, + 1.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.5, + 0.75, + 0.5, + 0.25, + 1.75, + 0.5, + 0.75, + 0.0, + 0.75, + 0.5, + 1.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.5, + 1.0, + 0.5, + 1.0, + 0.5, + 0.5, + 0.25, + 1.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 1.5, + 0.5, + 0.25, + 0.5, + 1.25, + 1.0, + 0.75, + 0.25, + 1.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 1.25, + 1.25, + 0.75, + 0.0, + 1.5, + 1.0, + 0.75, + 1.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 2.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 2.0, + 0.5, + 2.5, + 1.0, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 0.75, + 3.0, + 1.0, + 1.0, + 1.5, + 1.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 1.0, + 0.5, + 1.5, + 0.5, + 0.0, + 1.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.75, + 1.0, + 2.0, + 2.0, + 0.5, + 1.75, + 1.0, + 1.25, + 0.5, + 1.0, + 1.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 1.75, + 0.75, + 0.75, + 1.25, + 1.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.75, + 0.25, + 1.0, + 2.25, + 1.75, + 0.0, + 1.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.5, + 1.5, + 1.75, + 0.0, + 1.25, + 0.5, + 0.0, + 1.0, + 2.0, + 0.75, + 1.0, + 1.75, + 0.75, + 0.25, + 0.75, + 1.0, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.25, + 1.0, + 0.0, + 1.75, + 1.25, + 0.25, + 0.75, + 1.25, + 0.75, + 1.0, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 1.5, + 0.25, + 0.25, + 1.5, + 1.75, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 1.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 1.25, + 2.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.5, + 1.75, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 1.75, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 1.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 0.5, + 1.75, + 1.25, + 1.5, + 0.75, + 0.75, + 0.0, + 1.25, + 1.0, + 0.75, + 0.5, + 1.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.5, + 1.75, + 0.5, + 0.25, + 0.25, + 0.75, + 1.75, + 0.5, + 2.0, + 0.5, + 0.25, + 1.25, + 3.5, + 0.25, + 1.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.75, + 1.0, + 0.25, + 1.0, + 0.5, + 0.5, + 1.75, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 1.5, + 1.75, + 0.25, + 0.5, + 0.75, + 1.5, + 0.0, + 1.0, + 0.5, + 0.5, + 0.75, + 0.25, + 1.25, + 1.75, + 0.25, + 0.0, + 1.25, + 1.0, + 1.0, + 2.0, + 0.75, + 1.25, + 1.0, + 0.75, + 1.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.75, + 1.25, + 1.5, + 0.75, + 2.0, + 2.25, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 1.75, + 0.75, + 1.5, + 1.25, + 0.5, + 1.25, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 1.5, + 1.5, + 0.75, + 1.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 1.75, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 2.5, + 1.25, + 0.75, + 1.25, + 0.75, + 0.5, + 0.5, + 1.0, + 1.5, + 0.25, + 1.5, + 0.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 1.0, + 1.5, + 1.5, + 0.0, + 1.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 1.5, + 0.75, + 2.5, + 1.0, + 0.75, + 2.0, + 1.25, + 1.0, + 0.5, + 1.0, + 1.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 1.0, + 0.75, + 1.75, + 0.75, + 0.25, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 1.5, + 1.25, + 0.75, + 0.75, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 0.5, + 2.0, + 0.25, + 1.25, + 0.75, + 0.75, + 0.25, + 1.0, + 0.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 2.0, + 0.25, + 0.5, + 1.75, + 0.75, + 0.5, + 1.0, + 0.5, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.75, + 1.0, + 1.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.75, + 1.75, + 0.5, + 0.75, + 1.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 1.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 1.5, + 0.5, + 1.25, + 1.75, + 0.5, + 0.25, + 1.25, + 1.0, + 0.0, + 1.25, + 1.5, + 0.5, + 0.75, + 1.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.75, + 0.75, + 0.0, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 1.5, + 0.75, + 1.25, + 1.0, + 0.5, + 0.25, + 0.25, + 1.25, + 1.5, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 1.5, + 0.5, + 0.75, + 1.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.125, + 10.24, + 10.346, + 10.4414, + 10.5273, + 10.6095, + 10.6936, + 10.7692, + 10.8373, + 10.9011, + 10.9585, + 11.0101, + 11.0566, + 11.0984, + 11.1361, + 11.1725, + 11.2077, + 11.2395, + 11.268, + 11.3012, + 11.3311, + 11.3605, + 11.3944, + 11.4275, + 11.4572, + 11.494, + 11.5271, + 11.5569, + 11.5837, + 11.6078, + 11.6296, + 11.6491, + 11.6667, + 11.6825, + 11.6993, + 11.7143, + 11.7279, + 11.7401, + 11.7511, + 11.761, + 11.7724, + 11.7927, + 11.8109, + 11.8373, + 11.8611, + 11.8825, + 11.9017, + 11.9215, + 11.9394, + 11.9555, + 11.9699, + 11.9829, + 11.9971, + 12.0099, + 12.0214, + 12.0318, + 12.0436, + 12.0542, + 12.0663, + 12.0772, + 12.087, + 12.0983, + 12.1084, + 12.1201, + 12.1306, + 12.1425, + 12.1533, + 12.1629, + 12.1717, + 12.1795, + 12.1865, + 12.1929, + 12.1986, + 12.2062, + 12.2131, + 12.2193, + 12.2249, + 12.2299, + 12.2344, + 12.2385, + 12.2421, + 12.2454, + 12.2484, + 12.251, + 12.2534, + 12.2581, + 12.2623, + 12.266, + 12.2694, + 12.2775, + 12.2847, + 12.2913, + 12.2971, + 12.3024, + 12.3072, + 12.3115, + 12.3153, + 12.3188, + 12.3219, + 12.3247, + 12.3272, + 12.332, + 12.3363, + 12.3402, + 12.3437, + 12.3518, + 12.3591, + 12.3657, + 12.3716, + 12.377, + 12.3818, + 12.3861, + 12.39, + 12.3935, + 12.3966, + 12.3995, + 12.402, + 12.4043, + 12.4064, + 12.4108, + 12.4147, + 12.4182, + 12.4214, + 12.4243, + 12.4268, + 12.4291, + 12.4312, + 12.4331, + 12.4348, + 12.4363, + 12.4377, + 12.4389, + 12.44, + 12.441, + 12.4419, + 12.4427, + 12.4435, + 12.4441, + 12.4472, + 12.45, + 12.4525, + 12.4547, + 12.4568, + 12.4586, + 12.4602, + 12.4617, + 12.463, + 12.4642, + 12.4653, + 12.4663, + 12.4671, + 12.4679, + 12.4686, + 12.4693, + 12.4698, + 12.4704, + 12.4708, + 12.4712, + 12.4716, + 12.4745, + 12.477, + 12.4793, + 12.4814, + 12.4832, + 12.4849, + 12.4864, + 12.4878, + 12.489, + 12.4901, + 12.4911, + 12.492, + 12.4928, + 12.4935, + 12.4942, + 12.4947, + 12.4953, + 12.4957, + 12.4962, + 12.4965, + 12.4969, + 12.4972, + 12.4975, + 12.4977, + 12.498, + 12.5032, + 12.5078, + 12.5121, + 12.5159, + 12.5193, + 12.5398, + 12.5609, + 12.5823, + 12.6015, + 12.6214, + 12.6393, + 12.6628, + 12.684, + 12.7106, + 12.7496, + 12.7846, + 12.8187, + 12.8718, + 12.9296, + 12.9942, + 13.0572, + 13.114, + 13.1726, + 13.2278, + 13.2801, + 13.3296, + 13.3891, + 13.4652, + 13.5662, + 13.6696, + 13.7676, + 13.8783, + 14.003, + 14.1327, + 14.2619, + 14.3832, + 14.5099, + 14.6414, + 14.7673, + 14.8906, + 15.0215, + 15.1793, + 15.3364, + 15.4903, + 15.6637, + 15.8349, + 16.0014, + 16.1637, + 16.3124, + 16.4636, + 16.6048, + 16.7468, + 16.8796, + 17.0117, + 17.1455, + 17.2659, + 17.3793, + 17.4864, + 17.5878, + 17.684, + 17.7756, + 17.8705, + 17.956, + 18.0354, + 18.1093, + 18.1784, + 18.2581, + 18.3398, + 18.4383, + 18.537, + 18.6433, + 18.7589, + 18.918, + 19.0762, + 19.2361, + 19.39, + 19.531, + 19.6729, + 19.8156, + 19.9541, + 20.1661, + 20.3745, + 20.5996, + 20.8321, + 21.0464, + 21.2493, + 21.4343, + 21.6184, + 21.8091, + 21.9807, + 22.1351, + 22.2941, + 22.4522, + 22.5995, + 22.7495, + 22.8846, + 23.0136, + 23.1472, + 23.2775, + 23.4048, + 23.5518, + 23.7041, + 23.9137, + 24.1048, + 24.3118, + 24.5107, + 24.6971, + 24.8649, + 25.0334, + 25.1851, + 25.3241, + 25.4641, + 25.6052, + 25.7347, + 25.8512, + 25.9686, + 26.0843, + 26.1933, + 26.2965, + 26.3968, + 26.4922, + 26.6004, + 26.7229, + 26.8506, + 26.993, + 27.1337, + 27.2904, + 27.4363, + 27.5802, + 27.7222, + 27.8625, + 28.0087, + 28.1553, + 28.2948, + 28.4278, + 28.57, + 28.7005, + 28.838, + 28.9792, + 29.1213, + 29.2516, + 29.3765, + 29.5088, + 29.6404, + 29.7639, + 29.895, + 30.043, + 30.1812, + 30.3156, + 30.4415, + 30.5649, + 30.7184, + 30.8916, + 31.0699, + 31.2529, + 31.4451, + 31.6206, + 31.7785, + 31.9357, + 32.1021, + 32.2594, + 32.411, + 32.5524, + 32.7121, + 32.8684, + 33.0116, + 33.1604, + 33.3019, + 33.4492, + 33.5918, + 33.7251, + 33.8726, + 34.0328, + 34.2345, + 34.4586, + 34.6827, + 34.897, + 35.1148, + 35.3158, + 35.5167, + 35.7075, + 35.9068, + 36.1361, + 36.36, + 36.5715, + 36.7643, + 36.9504, + 37.1304, + 37.2973, + 37.4626, + 37.6113, + 37.7477, + 37.8804, + 38.0174, + 38.1457, + 38.2636, + 38.3872, + 38.5035, + 38.6307, + 38.7976, + 38.9528, + 39.1, + 39.245, + 39.403, + 39.5527, + 39.6875, + 39.8087, + 39.9253, + 40.0453, + 40.1908, + 40.3617, + 40.528, + 40.6927, + 40.861, + 41.0124, + 41.1486, + 41.2913, + 41.4221, + 41.5499, + 41.6749, + 41.7874, + 41.8987, + 42.0063, + 42.1157, + 42.2391, + 42.3652, + 42.5112, + 42.6551, + 42.7896, + 42.9481, + 43.1208, + 43.2912, + 43.4521, + 43.6169, + 43.7927, + 43.9759, + 44.1483, + 44.3085, + 44.4727, + 44.6304, + 44.7773, + 44.9146, + 45.0457, + 45.1711, + 45.299, + 45.4191, + 45.5447, + 45.6952, + 45.8382, + 46.0044, + 46.1614, + 46.3253, + 46.4953, + 46.6557, + 46.8177, + 46.9759, + 47.1208, + 47.2537, + 47.3909, + 47.5143, + 47.6403, + 47.7688, + 47.9019, + 48.0317, + 48.1636, + 48.2972, + 48.4225, + 48.5627, + 48.704, + 48.8336, + 48.9602, + 49.0867, + 49.208, + 49.3222, + 49.4425, + 49.5657, + 49.6842, + 49.8033, + 49.9454, + 50.0959, + 50.2388, + 50.3799, + 50.5119, + 50.6457, + 50.7737, + 50.8963, + 51.0067, + 51.126, + 51.2359, + 51.3648, + 51.4858, + 51.6022, + 51.717, + 51.8303, + 51.9398, + 52.0633, + 52.1845, + 52.2985, + 52.4037, + 52.5133, + 52.612, + 52.7083, + 52.795, + 52.893, + 52.9887, + 53.0923, + 53.1956, + 53.291, + 53.3869, + 53.4782, + 53.5604, + 53.6344, + 53.7009, + 53.7633, + 53.8195, + 53.8775, + 53.9298, + 53.9918, + 54.0501, + 54.1051, + 54.1846, + 54.2661, + 54.3445, + 54.4226, + 54.4978, + 54.5755, + 54.653, + 54.7227, + 54.7929, + 54.8611, + 54.925, + 54.995, + 55.0755, + 55.1605, + 55.2394, + 55.328, + 55.4177, + 55.4984, + 55.5836, + 55.6652, + 55.7437, + 55.8218, + 55.9196, + 56.0152, + 56.1062, + 56.2155, + 56.324, + 56.4266, + 56.5339, + 56.643, + 56.7412, + 56.8371, + 56.9334, + 57.0326, + 57.1393, + 57.2454, + 57.3458, + 57.4413, + 57.5321, + 57.6164, + 57.6973, + 57.7725, + 57.8428, + 57.911, + 57.9824, + 58.0617, + 58.1455, + 58.2285, + 58.3031, + 58.3753, + 58.4428, + 58.5035, + 58.5606, + 58.6146, + 58.6681, + 58.7163, + 58.7647, + 58.8107, + 58.8546, + 58.9042, + 58.9513, + 58.9961, + 59.039, + 59.0851, + 59.1316, + 59.1909, + 59.2443, + 59.2974, + 59.3527, + 59.4124, + 59.4687, + 59.5218, + 59.5721, + 59.6224, + 59.6677, + 59.7134, + 59.7646, + 59.8156, + 59.8765, + 59.9564, + 60.0358, + 60.1197, + 60.2002, + 60.2727, + 60.3479, + 60.4206, + 60.4886, + 60.5722, + 60.6575, + 60.7392, + 60.8203, + 60.8983, + 60.9685, + 61.0341, + 61.1057, + 61.1726, + 61.2529, + 61.3326, + 61.4068, + 61.4736, + 61.5613, + 61.6401, + 61.7111, + 61.7875, + 61.8588, + 61.9229, + 61.9931, + 62.0638, + 62.1299, + 62.1919, + 62.2602, + 62.3292, + 62.4038, + 62.4809, + 62.5628, + 62.6465, + 62.7219, + 62.8047, + 62.8817, + 62.9536, + 63.0307, + 63.1126, + 63.1889, + 63.2675, + 63.3407, + 63.4067, + 63.4785, + 63.5581, + 63.6423, + 63.7256, + 63.8055, + 63.89, + 63.9735, + 64.0661, + 64.1645, + 64.2706, + 64.386, + 64.4899, + 64.6059, + 64.7228, + 64.8355, + 64.947, + 65.0523, + 65.1546, + 65.2666, + 65.3749, + 65.4825, + 65.5892, + 65.6928, + 65.8035, + 65.9107, + 66.0246, + 66.1321, + 66.2289, + 66.336, + 66.4499, + 66.5624, + 66.6737, + 66.7813, + 66.8882, + 66.9869, + 67.1057, + 67.2176, + 67.3184, + 67.409, + 67.5006, + 67.6006, + 67.708, + 67.8047, + 67.8967, + 67.9896, + 68.0906, + 68.1865, + 68.2804, + 68.3698, + 68.4579, + 68.5521, + 68.6569, + 68.7637, + 68.8748, + 68.9823, + 69.1016, + 69.2164, + 69.3273, + 69.4371, + 69.5559, + 69.6678, + 69.7785, + 69.9031, + 70.0178, + 70.1235, + 70.2287, + 70.3283, + 70.438, + 70.5467, + 70.657, + 70.7713, + 70.8817, + 70.996, + 71.1089, + 71.2355, + 71.3645, + 71.4805, + 71.595, + 71.713, + 71.8342, + 71.9458, + 72.0637, + 72.1848, + 72.3088, + 72.4355, + 72.5519, + 72.6642, + 72.7678, + 72.8685, + 72.9692, + 73.0597, + 73.1513, + 73.2511, + 73.376, + 73.4934, + 73.6116, + 73.7304, + 73.8424, + 73.9531, + 74.0578, + 74.1595, + 74.2586, + 74.3627, + 74.474, + 74.5741, + 74.6642, + 74.7502, + 74.8377, + 74.9189, + 75.0121, + 75.1083, + 75.22, + 75.333, + 75.4647, + 75.6032, + 75.7479, + 75.8781, + 76.0103, + 76.1393, + 76.2729, + 76.4106, + 76.5445, + 76.6701, + 76.7856, + 76.897, + 77.0123, + 77.1411, + 77.2695, + 77.39, + 77.501, + 77.6234, + 77.7386, + 77.8522, + 77.957, + 78.0513, + 78.1412, + 78.232, + 78.3188, + 78.3995, + 78.4845, + 78.5636, + 78.6522, + 78.747, + 78.8373, + 78.9361, + 79.045, + 79.158, + 79.2622, + 79.3559, + 79.4479, + 79.5381, + 79.6293, + 79.7213, + 79.8342, + 79.9658, + 80.0892, + 80.2028, + 80.33, + 80.462, + 80.5958, + 80.7262, + 80.8661, + 80.997, + 81.1173, + 81.2306, + 81.335, + 81.4415, + 81.5424, + 81.6456, + 81.7536, + 81.8507, + 81.9456, + 82.0336, + 82.1202, + 82.2107, + 82.3121, + 82.4159, + 82.5168, + 82.6201, + 82.7181, + 82.8113, + 82.8952, + 82.9757, + 83.0556, + 83.145, + 83.228, + 83.3152, + 83.3962, + 83.4716, + 83.5494, + 83.622, + 83.6923, + 83.7606, + 83.827, + 83.8918, + 83.9626, + 84.0314, + 84.1007, + 84.1682, + 84.2313, + 84.3057, + 84.3776, + 84.4499, + 84.5149, + 84.5809, + 84.6453, + 84.7158, + 84.7842, + 84.8458, + 84.9037, + 84.9633, + 85.022, + 85.0848, + 85.1463, + 85.2117, + 85.2755, + 85.343, + 85.4087, + 85.4728, + 85.533, + 85.5972, + 85.665, + 85.726, + 85.7834, + 85.8351, + 85.8841, + 85.9381, + 86.0018, + 86.0641, + 86.1227, + 86.1805, + 86.2449, + 86.3129, + 86.3816, + 86.446, + 86.5139, + 86.585, + 86.654, + 86.7186, + 86.7792, + 86.8363, + 86.8877, + 86.9464, + 87.0118, + 87.0781, + 87.1378, + 87.2065, + 87.2784, + 87.3505, + 87.4255, + 87.4979, + 87.5656, + 87.6341, + 87.6982, + 87.7558, + 87.8103, + 87.8667, + 87.9201, + 87.9681, + 88.0312, + 88.0981, + 88.1633, + 88.2245, + 88.2845, + 88.3436, + 88.4167, + 88.4875, + 88.5763, + 88.6662, + 88.752, + 88.8343, + 88.9109, + 88.9898, + 89.0608, + 89.1323, + 89.2265, + 89.3214, + 89.4167, + 89.5176, + 89.6183, + 89.7165, + 89.8073, + 89.8941, + 89.9772, + 90.057, + 90.1288, + 90.1959, + 90.2638, + 90.3349, + 90.4039, + 90.481, + 90.5554, + 90.6224, + 90.6977, + 90.7704, + 90.8433, + 90.914, + 90.9826, + 91.0519, + 91.1242, + 91.2092, + 91.3058, + 91.3977, + 91.498, + 91.5982, + 91.7009, + 91.7983, + 91.8959, + 91.9988, + 92.0915, + 92.1773, + 92.2596, + 92.3361, + 92.405, + 92.4845, + 92.5636, + 92.6422, + 92.7255, + 92.8179, + 92.9036, + 92.9858, + 93.0647, + 93.1432, + 93.2214, + 93.2943, + 93.3673, + 93.4356, + 93.507, + 93.5938, + 93.6895, + 93.7755, + 93.863, + 93.9442, + 94.0247, + 94.0998, + 94.1698, + 94.2353, + 94.2993, + 94.3619, + 94.4257, + 94.4881, + 94.5493, + 94.6094, + 94.6784, + 94.7581, + 94.8298, + 94.9068, + 94.9811, + 95.048, + 95.1182, + 95.2014, + 95.2837, + 95.3679, + 95.4611, + 95.5525, + 95.6372, + 95.721, + 95.8064, + 95.8883, + 95.9619, + 96.0382, + 96.1069, + 96.1712, + 96.2366, + 96.3004, + 96.3654, + 96.4239, + 96.484, + 96.5456, + 96.611, + 96.6724, + 96.7302, + 96.7922, + 96.8479, + 96.9156, + 96.9891, + 97.0577, + 97.1269, + 97.2017, + 97.2765, + 97.3539, + 97.4285, + 97.5057, + 97.5776, + 97.6423, + 97.7031, + 97.7603, + 97.8143, + 97.8778, + 97.9375, + 97.9938, + 98.0594, + 98.136, + 98.2049, + 98.2694, + 98.3349, + 98.4015, + 98.4638, + 98.5224, + 98.5802, + 98.6447, + 98.7152, + 98.7862, + 98.8501, + 98.9101, + 98.9691, + 99.0246, + 99.0797, + 99.1292, + 99.1763, + 99.2212, + 99.269, + 99.3221, + 99.3699, + 99.4254, + 99.4979, + 99.5681, + 99.6338, + 99.7029, + 99.7701, + 99.8306, + 99.89, + 99.9435, + 99.9992, + 100.0568, + 100.1086, + 100.1602, + 100.2117, + 100.2755, + 100.338, + 100.3967, + 100.4545, + 100.5116, + 100.5679, + 100.6361, + 100.6975, + 100.7603, + 100.8217, + 100.8796, + 100.9366, + 100.9929, + 101.0461, + 101.099, + 101.1466, + 101.1945, + 101.2475, + 101.2953, + 101.3407, + 101.3917, + 101.4425, + 101.4883, + 101.5369, + 101.5807, + 101.6302, + 101.6796, + 101.7417, + 101.81, + 101.8865, + 101.9629, + 102.0391, + 102.1077, + 102.1819, + 102.2587, + 102.3353, + 102.4093, + 102.4909, + 102.5743, + 102.6544, + 102.7289, + 102.7985, + 102.8637, + 102.9273, + 102.9921, + 103.0504, + 103.1103, + 103.1768, + 103.2391, + 103.2952, + 103.3507, + 103.4181, + 103.4838, + 103.5454, + 103.6034, + 103.663, + 103.7342, + 103.8033, + 103.8855, + 103.9644, + 104.038, + 104.1167, + 104.2225, + 104.3203, + 104.4182, + 104.5089, + 104.598, + 104.6832, + 104.7674, + 104.8507, + 104.9356, + 105.0145, + 105.0956, + 105.1735, + 105.2487, + 105.3338, + 105.4179, + 105.4961, + 105.569, + 105.6346, + 105.6962, + 105.7665, + 105.8474, + 105.9226, + 105.9954, + 106.0683, + 106.149, + 106.2216, + 106.2969, + 106.3698, + 106.4403, + 106.5113, + 106.5776, + 106.6499, + 106.7324, + 106.8091, + 106.8782, + 106.9529, + 107.0301, + 107.1096, + 107.2011, + 107.291, + 107.3844, + 107.4785, + 107.5706, + 107.6636, + 107.7472, + 107.83, + 107.907, + 107.9838, + 108.0554, + 108.1224, + 108.1951, + 108.2706, + 108.3411, + 108.4095, + 108.4785, + 108.5532, + 108.6353, + 108.7168, + 108.8101, + 108.9166, + 109.0175, + 109.1132, + 109.2044, + 109.2914, + 109.3823, + 109.4666, + 109.5499, + 109.6274, + 109.7022, + 109.7695, + 109.8325, + 109.8968, + 109.9571, + 110.0189, + 110.0795, + 110.1415, + 110.2024, + 110.2571, + 110.3089, + 110.373, + 110.4382, + 110.5119, + 110.5907, + 110.6666, + 110.7475, + 110.8252, + 110.9002, + 110.9702, + 111.0357, + 111.1046, + 111.1816, + 111.266, + 111.3494, + 111.4344, + 111.511, + 111.5824, + 111.6542, + 111.7237, + 111.7889, + 111.8475, + 111.9052, + 111.9747, + 112.0372, + 112.101, + 112.1634, + 112.2246, + 112.2846, + 112.3437, + 112.3968, + 112.4471, + 112.4924, + 112.5382, + 112.5843, + 112.6309, + 112.6978, + 112.7705, + 112.8435, + 112.9216, + 112.9995, + 113.0745, + 113.1471, + 113.2224, + 113.3051, + 113.3821, + 113.4664, + 113.5448, + 113.6203, + 113.6958, + 113.7712, + 113.8391, + 113.9052, + 113.9671, + 114.0229, + 114.0806, + 114.1376, + 114.1963, + 114.2592, + 114.3308, + 114.4102, + 114.4817, + 114.561, + 114.6374, + 114.7062, + 114.7755, + 114.8405, + 114.9039, + 114.9635, + 115.0172, + 115.0805, + 115.1449, + 115.2279, + 115.3126, + 115.3964, + 115.4917, + 115.5901, + 115.6886, + 115.7822, + 115.8765, + 115.9713, + 116.0667, + 116.1525, + 116.2348, + 116.3138, + 116.3899, + 116.4659, + 116.5368, + 116.6057, + 116.6751, + 116.7426, + 116.8058, + 116.8677, + 116.926, + 116.9909, + 117.0543, + 117.1139, + 117.1775, + 117.2422, + 117.318, + 117.3937, + 117.4643, + 117.5404, + 117.6089, + 117.6705, + 117.7284, + 117.7831, + 117.8348, + 117.8863, + 117.9352, + 117.9816, + 118.0335, + 118.0801, + 118.1371, + 118.2009, + 118.2658, + 118.3317, + 118.3986, + 118.4687, + 118.5343, + 118.5984, + 118.6611, + 118.72, + 118.7805, + 118.8399, + 118.9134, + 118.9821, + 119.0564, + 119.1307, + 119.2052, + 119.2746, + 119.3472, + 119.4175, + 119.4932, + 119.5639, + 119.635, + 119.7015, + 119.7614, + 119.8202, + 119.8732, + 119.9234, + 119.971, + 120.0339, + 120.093, + 120.1512, + 120.2211, + 120.2915, + 120.3599, + 120.4314, + 120.5007, + 120.5782, + 120.6503, + 120.7203, + 120.7883, + 120.8544, + 120.9215, + 120.9919, + 121.0652, + 121.1412, + 121.217, + 121.2878, + 121.3515, + 121.4114, + 121.4678, + 121.521, + 121.5689, + 121.612, + 121.6633, + 121.7095, + 121.7535, + 121.7957, + 121.8386, + 121.8772, + 121.912, + 121.9458, + 121.9787, + 122.0084, + 122.0375, + 122.0663, + 122.0921, + 122.1179, + 122.1411, + 122.162, + 122.1858, + 122.2147, + 122.2433, + 122.2739, + 122.309, + 122.3406, + 122.3716, + 122.4019, + 122.4392, + 122.4778, + 122.52, + 122.5755, + 122.6305, + 122.6874, + 122.7537, + 122.8183, + 122.884, + 122.9456, + 123.0085, + 123.0652, + 123.1237, + 123.1788, + 123.2409, + 123.3043, + 123.3664, + 123.4222, + 123.4725, + 123.5228, + 123.573, + 123.6207, + 123.6661, + 123.707, + 123.7438, + 123.7794, + 123.8165, + 123.8548, + 123.8944, + 123.9299, + 123.9694, + 124.02, + 124.0705, + 124.1284, + 124.1981, + 124.2658, + 124.3292, + 124.3988, + 124.4714, + 124.5368, + 124.6081, + 124.6873, + 124.7636, + 124.8397, + 124.9207, + 124.9987, + 125.0688, + 125.1319, + 125.1887, + 125.2473, + 125.3076, + 125.3694, + 125.4249, + 125.4849, + 125.5414, + 125.5973, + 125.6526, + 125.7048, + 125.7543, + 125.7989, + 125.8415, + 125.8799, + 125.9269, + 125.9742, + 126.0193, + 126.0648, + 126.1059, + 126.1453, + 126.1807, + 126.2152, + 126.2586, + 126.3003, + 126.3528, + 126.4075, + 126.4692, + 126.5348, + 126.5988, + 126.6589, + 126.7156, + 126.779, + 126.8511, + 126.916, + 126.9794, + 127.0364, + 127.0903, + 127.1488, + 127.2064, + 127.2583, + 127.3049, + 127.3519, + 127.3967, + 127.4396, + 127.4806, + 127.5176, + 127.5533, + 127.5855, + 127.6194, + 127.6575, + 127.6917, + 127.7276, + 127.7598, + 127.8038, + 127.8484, + 127.8961, + 127.9515, + 128.0038, + 128.0585, + 128.1076, + 128.1593, + 128.2059, + 128.2478 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json new file mode 100644 index 0000000000000000000000000000000000000000..53396da287eaf9dbbabbef53515d36fa9828df8f --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7390043.25, + "constraint_satisfaction_pct": 27.73, + "final_rho": [ + 0.1668, + 0.2591, + 0.1827, + 0.0942, + 0.2031, + 0.0942 + ], + "final_lambda": 94.3893, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6620.43, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -6719.8, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -5929.78, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -5794.64, + "avg_cost": 0.0, + "lambda": 10.5036, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": -6094.04, + "avg_cost": 0.5, + "lambda": 10.6462, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": -5744.22, + "avg_cost": 0.0, + "lambda": 10.7648, + "rho": [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ] + }, + { + "episode": 60, + "avg_reward": -4805.84, + "avg_cost": 0.25, + "lambda": 10.8296, + "rho": [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ] + }, + { + "episode": 70, + "avg_reward": -4702.79, + "avg_cost": 0.0, + "lambda": 10.9035, + "rho": [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ] + }, + { + "episode": 80, + "avg_reward": -4052.41, + "avg_cost": 0.0, + "lambda": 10.9733, + "rho": [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ] + }, + { + "episode": 90, + "avg_reward": -4210.84, + "avg_cost": 0.0, + "lambda": 11.0233, + "rho": [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ] + }, + { + "episode": 100, + "avg_reward": -4648.54, + "avg_cost": 0.0, + "lambda": 11.0407, + "rho": [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ] + }, + { + "episode": 110, + "avg_reward": -3715.07, + "avg_cost": 0.5, + "lambda": 11.0518, + "rho": [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ] + }, + { + "episode": 120, + "avg_reward": -3895.51, + "avg_cost": 0.0, + "lambda": 11.1098, + "rho": [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ] + }, + { + "episode": 130, + "avg_reward": -2580.43, + "avg_cost": 0.0, + "lambda": 11.1676, + "rho": [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ] + }, + { + "episode": 140, + "avg_reward": -2511.43, + "avg_cost": 0.0, + "lambda": 11.1934, + "rho": [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ] + }, + { + "episode": 150, + "avg_reward": -2573.99, + "avg_cost": 0.0, + "lambda": 11.2305, + "rho": [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ] + }, + { + "episode": 160, + "avg_reward": -2734.61, + "avg_cost": 0.0, + "lambda": 11.2662, + "rho": [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ] + }, + { + "episode": 170, + "avg_reward": -2109.42, + "avg_cost": 0.0, + "lambda": 11.2985, + "rho": [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ] + }, + { + "episode": 180, + "avg_reward": -1765.96, + "avg_cost": 0.0, + "lambda": 11.4065, + "rho": [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ] + }, + { + "episode": 190, + "avg_reward": -2046.86, + "avg_cost": 0.75, + "lambda": 11.5367, + "rho": [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ] + }, + { + "episode": 200, + "avg_reward": -1377.3, + "avg_cost": 0.25, + "lambda": 11.6936, + "rho": [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ] + }, + { + "episode": 210, + "avg_reward": -1946.72, + "avg_cost": 0.25, + "lambda": 12.1658, + "rho": [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ] + }, + { + "episode": 220, + "avg_reward": -1688.36, + "avg_cost": 0.25, + "lambda": 12.5259, + "rho": [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ] + }, + { + "episode": 230, + "avg_reward": -2493.3, + "avg_cost": 0.0, + "lambda": 12.8324, + "rho": [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ] + }, + { + "episode": 240, + "avg_reward": -2028.02, + "avg_cost": 0.5, + "lambda": 13.1423, + "rho": [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ] + }, + { + "episode": 250, + "avg_reward": -1846.15, + "avg_cost": 0.5, + "lambda": 13.6365, + "rho": [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ] + }, + { + "episode": 260, + "avg_reward": -846.12, + "avg_cost": 3.0, + "lambda": 14.2765, + "rho": [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ] + }, + { + "episode": 270, + "avg_reward": -2379.47, + "avg_cost": 0.75, + "lambda": 14.9906, + "rho": [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ] + }, + { + "episode": 280, + "avg_reward": -1138.5, + "avg_cost": 1.0, + "lambda": 15.9073, + "rho": [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ] + }, + { + "episode": 290, + "avg_reward": -1884.15, + "avg_cost": 0.25, + "lambda": 16.791, + "rho": [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ] + }, + { + "episode": 300, + "avg_reward": -846.0, + "avg_cost": 0.75, + "lambda": 17.6003, + "rho": [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ] + }, + { + "episode": 310, + "avg_reward": -3318.09, + "avg_cost": 1.75, + "lambda": 18.4129, + "rho": [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ] + }, + { + "episode": 320, + "avg_reward": 222.93, + "avg_cost": 0.25, + "lambda": 18.9623, + "rho": [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ] + }, + { + "episode": 330, + "avg_reward": -1091.02, + "avg_cost": 0.75, + "lambda": 19.3597, + "rho": [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ] + }, + { + "episode": 340, + "avg_reward": 354.8, + "avg_cost": 0.75, + "lambda": 20.2017, + "rho": [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ] + }, + { + "episode": 350, + "avg_reward": -322.82, + "avg_cost": 0.25, + "lambda": 21.2475, + "rho": [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ] + }, + { + "episode": 360, + "avg_reward": 350.79, + "avg_cost": 1.75, + "lambda": 22.3599, + "rho": [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ] + }, + { + "episode": 370, + "avg_reward": 136.58, + "avg_cost": 0.25, + "lambda": 23.6964, + "rho": [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ] + }, + { + "episode": 380, + "avg_reward": 1197.0, + "avg_cost": 1.25, + "lambda": 24.9013, + "rho": [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ] + }, + { + "episode": 390, + "avg_reward": 1957.63, + "avg_cost": 1.75, + "lambda": 26.3513, + "rho": [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ] + }, + { + "episode": 400, + "avg_reward": 2543.13, + "avg_cost": 2.5, + "lambda": 28.4079, + "rho": [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ] + }, + { + "episode": 410, + "avg_reward": 2036.14, + "avg_cost": 1.0, + "lambda": 30.7808, + "rho": [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ] + }, + { + "episode": 420, + "avg_reward": 1123.65, + "avg_cost": 1.25, + "lambda": 32.9792, + "rho": [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ] + }, + { + "episode": 430, + "avg_reward": 285.59, + "avg_cost": 1.0, + "lambda": 35.2531, + "rho": [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ] + }, + { + "episode": 440, + "avg_reward": 1606.27, + "avg_cost": 0.75, + "lambda": 36.8153, + "rho": [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ] + }, + { + "episode": 450, + "avg_reward": -76.48, + "avg_cost": 0.25, + "lambda": 37.8311, + "rho": [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ] + }, + { + "episode": 460, + "avg_reward": 2037.69, + "avg_cost": 0.0, + "lambda": 38.739, + "rho": [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ] + }, + { + "episode": 470, + "avg_reward": 767.5, + "avg_cost": 0.5, + "lambda": 39.4347, + "rho": [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ] + }, + { + "episode": 480, + "avg_reward": -267.98, + "avg_cost": 0.5, + "lambda": 39.9136, + "rho": [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ] + }, + { + "episode": 490, + "avg_reward": 3624.42, + "avg_cost": 0.75, + "lambda": 40.4097, + "rho": [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ] + }, + { + "episode": 500, + "avg_reward": 4000.49, + "avg_cost": 0.0, + "lambda": 40.8283, + "rho": [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ] + }, + { + "episode": 510, + "avg_reward": 4215.77, + "avg_cost": 0.0, + "lambda": 41.1794, + "rho": [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ] + }, + { + "episode": 520, + "avg_reward": 2729.36, + "avg_cost": 0.25, + "lambda": 41.6172, + "rho": [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ] + }, + { + "episode": 530, + "avg_reward": 4689.56, + "avg_cost": 1.0, + "lambda": 42.0764, + "rho": [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ] + }, + { + "episode": 540, + "avg_reward": 5647.07, + "avg_cost": 2.0, + "lambda": 42.6387, + "rho": [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ] + }, + { + "episode": 550, + "avg_reward": 4456.59, + "avg_cost": 0.5, + "lambda": 43.3253, + "rho": [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ] + }, + { + "episode": 560, + "avg_reward": 2216.39, + "avg_cost": 0.0, + "lambda": 43.9757, + "rho": [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ] + }, + { + "episode": 570, + "avg_reward": 5462.43, + "avg_cost": 0.25, + "lambda": 44.6196, + "rho": [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ] + }, + { + "episode": 580, + "avg_reward": 5812.53, + "avg_cost": 1.0, + "lambda": 45.3278, + "rho": [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ] + }, + { + "episode": 590, + "avg_reward": 5669.28, + "avg_cost": 1.5, + "lambda": 46.2191, + "rho": [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ] + }, + { + "episode": 600, + "avg_reward": 5857.82, + "avg_cost": 1.0, + "lambda": 46.9387, + "rho": [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ] + }, + { + "episode": 610, + "avg_reward": 6026.88, + "avg_cost": 1.0, + "lambda": 47.6002, + "rho": [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ] + }, + { + "episode": 620, + "avg_reward": 5954.06, + "avg_cost": 0.5, + "lambda": 48.1364, + "rho": [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ] + }, + { + "episode": 630, + "avg_reward": 5973.5, + "avg_cost": 0.25, + "lambda": 48.6301, + "rho": [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ] + }, + { + "episode": 640, + "avg_reward": 4883.64, + "avg_cost": 0.25, + "lambda": 49.1524, + "rho": [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ] + }, + { + "episode": 650, + "avg_reward": 5305.3, + "avg_cost": 0.0, + "lambda": 49.7273, + "rho": [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ] + }, + { + "episode": 660, + "avg_reward": 4495.71, + "avg_cost": 0.0, + "lambda": 50.2248, + "rho": [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ] + }, + { + "episode": 670, + "avg_reward": 5256.18, + "avg_cost": 0.25, + "lambda": 50.6807, + "rho": [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ] + }, + { + "episode": 680, + "avg_reward": 7118.62, + "avg_cost": 1.25, + "lambda": 51.1734, + "rho": [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ] + }, + { + "episode": 690, + "avg_reward": 6052.52, + "avg_cost": 1.25, + "lambda": 51.8142, + "rho": [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ] + }, + { + "episode": 700, + "avg_reward": 7876.54, + "avg_cost": 0.5, + "lambda": 52.4796, + "rho": [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ] + }, + { + "episode": 710, + "avg_reward": 7305.49, + "avg_cost": 0.5, + "lambda": 53.1044, + "rho": [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ] + }, + { + "episode": 720, + "avg_reward": 7711.34, + "avg_cost": 0.75, + "lambda": 53.9871, + "rho": [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ] + }, + { + "episode": 730, + "avg_reward": 7700.83, + "avg_cost": 0.75, + "lambda": 54.9214, + "rho": [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ] + }, + { + "episode": 740, + "avg_reward": 7452.13, + "avg_cost": 0.0, + "lambda": 55.7268, + "rho": [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ] + }, + { + "episode": 750, + "avg_reward": 8353.91, + "avg_cost": 1.5, + "lambda": 56.2549, + "rho": [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ] + }, + { + "episode": 760, + "avg_reward": 7913.39, + "avg_cost": 1.0, + "lambda": 57.0368, + "rho": [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ] + }, + { + "episode": 770, + "avg_reward": 7650.85, + "avg_cost": 0.5, + "lambda": 58.0492, + "rho": [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ] + }, + { + "episode": 780, + "avg_reward": 8376.53, + "avg_cost": 2.0, + "lambda": 58.9461, + "rho": [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ] + }, + { + "episode": 790, + "avg_reward": 8210.94, + "avg_cost": 0.75, + "lambda": 59.8925, + "rho": [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ] + }, + { + "episode": 800, + "avg_reward": 8206.05, + "avg_cost": 0.0, + "lambda": 60.6196, + "rho": [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ] + }, + { + "episode": 810, + "avg_reward": 9043.77, + "avg_cost": 0.5, + "lambda": 61.1058, + "rho": [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ] + }, + { + "episode": 820, + "avg_reward": 7657.62, + "avg_cost": 0.0, + "lambda": 61.5653, + "rho": [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ] + }, + { + "episode": 830, + "avg_reward": 8624.41, + "avg_cost": 1.0, + "lambda": 62.1639, + "rho": [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ] + }, + { + "episode": 840, + "avg_reward": 8263.84, + "avg_cost": 0.25, + "lambda": 62.8883, + "rho": [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ] + }, + { + "episode": 850, + "avg_reward": 7888.38, + "avg_cost": 0.75, + "lambda": 63.4747, + "rho": [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ] + }, + { + "episode": 860, + "avg_reward": 8768.99, + "avg_cost": 0.25, + "lambda": 63.9802, + "rho": [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ] + }, + { + "episode": 870, + "avg_reward": 9000.75, + "avg_cost": 0.25, + "lambda": 64.5878, + "rho": [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ] + }, + { + "episode": 880, + "avg_reward": 7272.77, + "avg_cost": 0.25, + "lambda": 64.9681, + "rho": [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ] + }, + { + "episode": 890, + "avg_reward": 8857.78, + "avg_cost": 0.25, + "lambda": 65.392, + "rho": [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ] + }, + { + "episode": 900, + "avg_reward": 6837.11, + "avg_cost": 0.75, + "lambda": 65.7717, + "rho": [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ] + }, + { + "episode": 910, + "avg_reward": 7227.49, + "avg_cost": 0.25, + "lambda": 66.2869, + "rho": [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ] + }, + { + "episode": 920, + "avg_reward": 8644.98, + "avg_cost": 1.25, + "lambda": 66.7614, + "rho": [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ] + }, + { + "episode": 930, + "avg_reward": 5440.93, + "avg_cost": 0.5, + "lambda": 67.2813, + "rho": [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ] + }, + { + "episode": 940, + "avg_reward": 5412.61, + "avg_cost": 0.5, + "lambda": 67.8232, + "rho": [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ] + }, + { + "episode": 950, + "avg_reward": 8718.04, + "avg_cost": 0.0, + "lambda": 68.5491, + "rho": [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ] + }, + { + "episode": 960, + "avg_reward": 9393.76, + "avg_cost": 1.5, + "lambda": 69.2856, + "rho": [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ] + }, + { + "episode": 970, + "avg_reward": 8187.92, + "avg_cost": 0.0, + "lambda": 69.9268, + "rho": [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ] + }, + { + "episode": 980, + "avg_reward": 9007.82, + "avg_cost": 0.0, + "lambda": 70.3528, + "rho": [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ] + }, + { + "episode": 990, + "avg_reward": 9241.27, + "avg_cost": 0.75, + "lambda": 70.5977, + "rho": [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ] + }, + { + "episode": 1000, + "avg_reward": 9262.87, + "avg_cost": 0.0, + "lambda": 70.8735, + "rho": [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ] + }, + { + "episode": 1010, + "avg_reward": 7099.87, + "avg_cost": 0.0, + "lambda": 71.2046, + "rho": [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ] + }, + { + "episode": 1020, + "avg_reward": 9988.47, + "avg_cost": 1.5, + "lambda": 71.609, + "rho": [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ] + }, + { + "episode": 1030, + "avg_reward": 9355.55, + "avg_cost": 1.0, + "lambda": 72.2207, + "rho": [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ] + }, + { + "episode": 1040, + "avg_reward": 7673.11, + "avg_cost": 0.25, + "lambda": 72.9305, + "rho": [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ] + }, + { + "episode": 1050, + "avg_reward": 9507.04, + "avg_cost": 0.25, + "lambda": 73.4864, + "rho": [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ] + }, + { + "episode": 1060, + "avg_reward": 9548.11, + "avg_cost": 0.0, + "lambda": 73.8913, + "rho": [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ] + }, + { + "episode": 1070, + "avg_reward": 8364.08, + "avg_cost": 0.5, + "lambda": 74.2703, + "rho": [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ] + }, + { + "episode": 1080, + "avg_reward": 9729.72, + "avg_cost": 0.25, + "lambda": 74.6689, + "rho": [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ] + }, + { + "episode": 1090, + "avg_reward": 10010.26, + "avg_cost": 1.0, + "lambda": 74.9953, + "rho": [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ] + }, + { + "episode": 1100, + "avg_reward": 9884.41, + "avg_cost": 0.25, + "lambda": 75.5432, + "rho": [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ] + }, + { + "episode": 1110, + "avg_reward": 10057.07, + "avg_cost": 0.25, + "lambda": 76.2193, + "rho": [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ] + }, + { + "episode": 1120, + "avg_reward": 3916.27, + "avg_cost": 0.5, + "lambda": 76.6978, + "rho": [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ] + }, + { + "episode": 1130, + "avg_reward": 10015.83, + "avg_cost": 1.25, + "lambda": 77.2062, + "rho": [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ] + }, + { + "episode": 1140, + "avg_reward": 9379.86, + "avg_cost": 0.0, + "lambda": 77.6803, + "rho": [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ] + }, + { + "episode": 1150, + "avg_reward": 7959.8, + "avg_cost": 1.25, + "lambda": 78.0918, + "rho": [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ] + }, + { + "episode": 1160, + "avg_reward": 9394.67, + "avg_cost": 0.0, + "lambda": 78.5096, + "rho": [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ] + }, + { + "episode": 1170, + "avg_reward": 10369.26, + "avg_cost": 0.25, + "lambda": 78.8892, + "rho": [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ] + }, + { + "episode": 1180, + "avg_reward": 6181.96, + "avg_cost": 0.0, + "lambda": 79.3932, + "rho": [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ] + }, + { + "episode": 1190, + "avg_reward": 8119.75, + "avg_cost": 0.0, + "lambda": 79.8842, + "rho": [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ] + }, + { + "episode": 1200, + "avg_reward": 10423.72, + "avg_cost": 0.0, + "lambda": 80.2578, + "rho": [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ] + }, + { + "episode": 1210, + "avg_reward": 6518.08, + "avg_cost": 0.0, + "lambda": 80.6162, + "rho": [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ] + }, + { + "episode": 1220, + "avg_reward": 10734.08, + "avg_cost": 0.25, + "lambda": 81.1034, + "rho": [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ] + }, + { + "episode": 1230, + "avg_reward": 10697.57, + "avg_cost": 0.5, + "lambda": 81.5675, + "rho": [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ] + }, + { + "episode": 1240, + "avg_reward": 9452.52, + "avg_cost": 0.5, + "lambda": 82.1616, + "rho": [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ] + }, + { + "episode": 1250, + "avg_reward": 10344.63, + "avg_cost": 0.5, + "lambda": 82.7543, + "rho": [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ] + }, + { + "episode": 1260, + "avg_reward": 8322.63, + "avg_cost": 0.0, + "lambda": 83.3916, + "rho": [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ] + }, + { + "episode": 1270, + "avg_reward": 10745.51, + "avg_cost": 0.75, + "lambda": 83.9574, + "rho": [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ] + }, + { + "episode": 1280, + "avg_reward": 10423.73, + "avg_cost": 0.75, + "lambda": 84.5345, + "rho": [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ] + }, + { + "episode": 1290, + "avg_reward": 9849.33, + "avg_cost": 1.0, + "lambda": 85.2712, + "rho": [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ] + }, + { + "episode": 1300, + "avg_reward": 10868.57, + "avg_cost": 0.5, + "lambda": 86.0787, + "rho": [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ] + }, + { + "episode": 1310, + "avg_reward": 5603.56, + "avg_cost": 1.0, + "lambda": 86.7472, + "rho": [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ] + }, + { + "episode": 1320, + "avg_reward": 9741.84, + "avg_cost": 0.5, + "lambda": 87.4669, + "rho": [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ] + }, + { + "episode": 1330, + "avg_reward": 9028.4, + "avg_cost": 0.5, + "lambda": 87.9614, + "rho": [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ] + }, + { + "episode": 1340, + "avg_reward": 10183.02, + "avg_cost": 0.75, + "lambda": 88.4366, + "rho": [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ] + }, + { + "episode": 1350, + "avg_reward": 10848.22, + "avg_cost": 0.75, + "lambda": 89.0147, + "rho": [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ] + }, + { + "episode": 1360, + "avg_reward": 10876.33, + "avg_cost": 0.25, + "lambda": 89.5638, + "rho": [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ] + }, + { + "episode": 1370, + "avg_reward": 10429.56, + "avg_cost": 0.0, + "lambda": 89.9389, + "rho": [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ] + }, + { + "episode": 1380, + "avg_reward": 10003.79, + "avg_cost": 0.25, + "lambda": 90.2573, + "rho": [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ] + }, + { + "episode": 1390, + "avg_reward": 8412.64, + "avg_cost": 0.25, + "lambda": 90.5707, + "rho": [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ] + }, + { + "episode": 1400, + "avg_reward": 10673.15, + "avg_cost": 0.25, + "lambda": 90.8427, + "rho": [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ] + }, + { + "episode": 1410, + "avg_reward": 11019.29, + "avg_cost": 0.5, + "lambda": 91.0641, + "rho": [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ] + }, + { + "episode": 1420, + "avg_reward": 11011.36, + "avg_cost": 0.25, + "lambda": 91.3657, + "rho": [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ] + }, + { + "episode": 1430, + "avg_reward": 10825.89, + "avg_cost": 0.25, + "lambda": 91.6733, + "rho": [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ] + }, + { + "episode": 1440, + "avg_reward": 10656.82, + "avg_cost": 0.25, + "lambda": 92.0085, + "rho": [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ] + }, + { + "episode": 1450, + "avg_reward": 10866.48, + "avg_cost": 0.0, + "lambda": 92.3153, + "rho": [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + }, + { + "episode": 1460, + "avg_reward": 11174.25, + "avg_cost": 0.25, + "lambda": 92.6227, + "rho": [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + }, + { + "episode": 1470, + "avg_reward": 10925.74, + "avg_cost": 0.25, + "lambda": 92.9463, + "rho": [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + }, + { + "episode": 1480, + "avg_reward": 11129.14, + "avg_cost": 0.75, + "lambda": 93.3779, + "rho": [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + }, + { + "episode": 1490, + "avg_reward": 10943.53, + "avg_cost": 0.5, + "lambda": 93.8799, + "rho": [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + }, + { + "episode": 1500, + "avg_reward": 11474.43, + "avg_cost": 1.0, + "lambda": 94.3893, + "rho": [ + 0.1668, + 0.2591, + 0.1827, + 0.0942, + 0.2031, + 0.0942 + ] + } + ], + "episode_rewards": [ + -6620.4318, + -7087.8418, + -6994.3768, + -7005.2596, + -7149.6298, + -7376.1695, + -6438.8196, + -7131.9211, + -6295.7317, + -6719.8031, + -6930.8254, + -6520.4145, + -6978.5408, + -6876.4418, + -6318.9073, + -6501.7649, + -6860.9067, + -6255.7396, + -5554.8067, + -5929.7806, + -5693.7037, + -5953.5911, + -5640.273, + -6130.3867, + -7361.9006, + -6056.3881, + -6415.0439, + -6515.6815, + -7214.4597, + -5794.6411, + -5314.8844, + -5779.2567, + -5395.5493, + -5588.9535, + -5612.4392, + -4391.437, + -4497.5147, + -5358.7375, + -6021.5845, + -6094.0373, + -5651.271, + -5152.1957, + -5029.6513, + -4779.9036, + -5395.1646, + -5202.5008, + -4387.9801, + -5603.8127, + -5684.4621, + -5744.2247, + -4566.4073, + -5108.5028, + -5096.9353, + -4413.5677, + -4850.5975, + -5160.2059, + -4921.0102, + -5431.7628, + -5029.4044, + -4805.8403, + -4853.9037, + -4417.1981, + -4348.0617, + -3926.273, + -4125.9698, + -4000.4907, + -5017.7338, + -4734.6971, + -4959.2045, + -4702.7873, + -4221.8866, + -4363.4943, + -4670.316, + -4030.5171, + -4215.9883, + -4150.9851, + -2808.6822, + -4747.2806, + -3975.6587, + -4052.4079, + -4445.7412, + -4335.8294, + -4106.9928, + -5191.3754, + -3612.7352, + -4108.1105, + -4297.8749, + -4200.836, + -4078.6163, + -4210.8354, + -4119.4958, + -4038.9577, + -3664.2307, + -3929.6672, + -4247.3053, + -4315.6808, + -3653.293, + -3964.3416, + -3815.7405, + -4648.5396, + -4188.681, + -4194.8496, + -3975.8908, + -4167.7709, + -4360.2635, + -3641.8616, + -3353.8416, + -3507.4853, + -3545.8169, + -3715.0664, + -3438.9868, + -2887.7051, + -3079.5306, + -3751.937, + -3563.2187, + -3880.9849, + -3218.3367, + -3033.2222, + -2923.8998, + -3895.5076, + -3284.5909, + -3552.7118, + -3333.3653, + -3025.3179, + -3020.8583, + -3342.6956, + -3669.2782, + -2647.3881, + -2633.6898, + -2580.4264, + -2917.6384, + -3051.3522, + -2912.0493, + -3341.1739, + -3271.5493, + -2738.9551, + -2802.6483, + -2687.8046, + -2858.0768, + -2511.4259, + -2513.3161, + -3080.2559, + -1801.1165, + -2848.6933, + -2733.6149, + -1671.3811, + -2186.885, + -1965.6569, + -2088.0939, + -2573.9905, + -1772.0247, + -2238.1913, + -3023.3087, + -2608.2111, + -2404.9089, + -2732.5894, + -2185.7333, + -2951.3611, + -3356.6342, + -2734.6127, + -2864.5956, + -1680.1379, + -2618.087, + -2515.1345, + -2065.9432, + -1859.2515, + -2453.3002, + -2897.4235, + -1877.604, + -2109.4219, + -2738.9968, + -2684.8562, + -2247.3539, + -2444.5868, + -2002.5536, + -2840.3579, + -2502.5174, + -2634.4196, + -2100.0201, + -1765.9637, + -1287.4866, + -1876.4448, + -1604.7452, + -1155.8677, + -1959.2731, + -1044.4075, + -1176.7997, + -1261.2329, + -2262.43, + -2046.8587, + -2245.0285, + -3151.1636, + -1818.4739, + -1688.8189, + -970.1053, + -2761.5357, + -1368.2927, + -2289.8783, + -1178.8219, + -1377.2983, + -1914.3546, + -1980.7119, + -3333.5747, + -2238.2582, + -1927.0317, + -1459.1003, + -2114.1654, + -1160.6748, + -3104.8215, + -1946.7178, + -1965.4712, + -2977.6817, + -2652.4655, + -3025.1024, + -2259.8872, + -886.8291, + -2774.0906, + -3049.0412, + -1797.8755, + -1688.3616, + -2773.2447, + -2582.6531, + -1560.2784, + -2017.5244, + -2163.7355, + -2675.4743, + -2013.0014, + -3487.9717, + -1613.5892, + -2493.2955, + -1076.321, + -1318.4638, + -2901.2854, + -1762.9219, + -2451.2003, + -2418.4966, + -1203.3305, + -864.1569, + -2048.6072, + -2028.0249, + -665.7864, + -602.2743, + -1050.3266, + -2264.8216, + -1027.2892, + -833.755, + -1695.9434, + -1332.4735, + -2038.9871, + -1846.1545, + -2137.708, + -240.9239, + -3436.0302, + -587.7528, + -2529.0195, + -2707.698, + -1368.5193, + -1311.2425, + -1568.8911, + -846.1181, + -2031.7449, + -1865.8393, + -1254.6702, + -2662.6888, + -1097.9226, + -2589.9036, + -3045.8671, + -1930.7066, + -728.8779, + -2379.4691, + -2867.8701, + -3199.6163, + -1274.9333, + -2823.8499, + -1683.1656, + 71.6192, + -2867.547, + -2172.8552, + -1254.5828, + -1138.5024, + -1480.2352, + -2871.3825, + -169.4036, + -2319.0336, + -1853.8996, + -1917.4385, + -45.7889, + -1049.2483, + -2224.357, + -1884.1514, + -1818.0473, + -1657.5421, + -1207.8604, + -1379.4419, + -2566.0069, + -1648.8409, + -411.8567, + -2514.5514, + -982.1288, + -846.0, + -2210.4816, + -1644.6953, + -1588.9384, + -1688.8863, + -1074.0369, + -3050.4642, + -2608.2016, + -2449.4646, + -2138.8958, + -3318.0946, + -2548.4025, + -2101.2196, + -2362.6592, + -776.7666, + -1634.6339, + -2056.4489, + -632.626, + -891.2629, + 63.1131, + 222.9275, + -1317.9082, + -1821.5753, + -522.1247, + -1683.9026, + -1311.03, + -1784.8754, + 211.596, + -2037.2638, + -1328.1869, + -1091.0229, + -404.1667, + -328.3493, + -1464.5421, + 160.2552, + -1433.4024, + -1286.5697, + -254.6849, + -1869.0105, + -1091.6789, + 354.804, + 315.7564, + -2.3483, + 508.0991, + 471.807, + 275.6488, + -377.6011, + -150.1529, + 1443.5412, + -751.2195, + -322.8201, + 632.2832, + -151.1652, + -1125.6249, + 848.5504, + 1488.8109, + 1208.2111, + -244.407, + 1711.5452, + -1210.1926, + 350.7874, + 1180.1456, + 2425.8482, + 2709.9189, + 1033.7813, + 486.2199, + 1051.1286, + 71.8353, + -112.4479, + 1848.19, + 136.5764, + 473.8923, + 1905.8041, + 1027.273, + 444.6462, + 1425.7869, + 1800.1603, + 718.5764, + 496.1035, + 1761.3559, + 1196.9957, + 361.226, + 2283.5116, + 2399.1213, + 69.1724, + 31.1942, + 1917.0723, + 2718.1787, + 1929.749, + 953.546, + 1957.6254, + 379.4991, + 2464.7559, + 3433.0367, + 2489.9668, + 2500.1195, + 1425.2519, + 2410.617, + 1739.2318, + 1511.056, + 2543.1303, + 2592.6981, + 2160.5685, + 3416.1759, + 3915.189, + 3230.2872, + 2975.2381, + 1793.6204, + 2284.2189, + 931.8375, + 2036.1352, + 1355.4796, + 2120.8971, + 491.6553, + 2960.4349, + 2291.4044, + 212.3989, + 1990.9742, + 2520.9545, + 2330.4323, + 1123.6544, + 167.5084, + 1076.746, + 2140.8999, + -588.767, + 721.7764, + 1976.5197, + 1247.831, + 2485.5346, + 2025.8737, + 285.5861, + 1986.3911, + 1869.7928, + 1526.4983, + 1030.5265, + 1253.2178, + 1403.4668, + 1066.7358, + 1635.6098, + 770.3093, + 1606.2687, + 1742.0181, + 1000.7479, + 163.6677, + 2148.8599, + 1579.0798, + 1882.0114, + 565.2917, + 1246.433, + 1149.9883, + -76.4828, + 1525.9793, + 1953.7307, + 849.5624, + 2792.0276, + 1679.8867, + 2685.8404, + 728.2504, + 754.8129, + 1410.4395, + 2037.687, + 2183.5223, + 2174.4343, + 1828.1705, + 2239.1141, + 1638.0988, + 503.5819, + 1214.8342, + 2284.6416, + 2194.0399, + 767.5007, + 1420.4265, + 3183.3099, + 1324.5642, + 3199.9024, + 1492.9235, + -119.4901, + 1333.3456, + 3374.0003, + 3752.3859, + -267.9803, + 2375.9043, + 692.8114, + 3476.1031, + 3681.6596, + 4185.0144, + 2193.417, + 3819.988, + 557.3356, + 3019.5908, + 3624.4195, + 992.5568, + 3275.3012, + 2180.8183, + 1848.5702, + 1705.7905, + 1917.5394, + 1135.4662, + 2521.9538, + 4210.8646, + 4000.4924, + 1893.8108, + 4086.6271, + 4139.8649, + 3791.7888, + 2954.857, + 4881.5524, + 3553.7549, + 1993.6373, + 4078.0645, + 4215.767, + 3563.294, + 1421.9785, + 2982.1762, + 4178.2155, + 3595.1472, + 4078.8353, + 2964.9302, + 4852.8691, + 3513.98, + 2729.3597, + 4556.2552, + 3504.7077, + 5012.5813, + 4382.7448, + 2911.3721, + 2763.1089, + 4354.4216, + 4276.1475, + 2919.7791, + 4689.5589, + 3634.6197, + 5023.0464, + 3960.7866, + 4954.5812, + 2930.4545, + 2816.4088, + 962.0313, + 2238.0646, + 5394.2196, + 5647.0723, + 1629.753, + 4722.5427, + 991.785, + 2569.5276, + 3783.0393, + 2023.5985, + 4819.3839, + 4658.1073, + 4356.8102, + 4456.586, + 4272.7881, + 3152.72, + 4829.8606, + 4838.1191, + 953.2151, + 5592.5714, + 4864.2489, + 5659.5441, + 5439.8037, + 2216.3907, + 3960.1261, + 3880.4983, + 463.199, + 5258.9414, + 4676.5314, + 5294.9944, + 3419.9971, + 4721.6683, + 6001.4753, + 5462.4327, + 3496.3098, + 4463.5628, + 5549.408, + 3688.7035, + 3972.4729, + 6124.0908, + 5849.4782, + 5787.4596, + 3250.2168, + 5812.5273, + 5955.182, + 2727.0659, + 4535.5902, + 6546.5695, + 4651.0924, + 4553.1876, + 4389.9059, + 5463.77, + 3739.1024, + 5669.2799, + 3329.3704, + 5014.4777, + 5162.623, + 4318.0281, + 4347.6626, + 4130.9314, + 5354.0657, + 3396.7841, + 3047.2234, + 5857.8183, + 6072.4145, + 5599.3844, + 6230.2896, + 5760.7324, + 2861.4792, + 6000.0522, + 6200.2959, + 6019.529, + 5295.113, + 6026.88, + 3812.2082, + 5563.7737, + 5441.6424, + 3623.755, + 5378.4786, + 6502.5843, + 4424.3067, + 6411.5229, + 4518.447, + 5954.0559, + 6541.8827, + 5559.6672, + 6830.8416, + 6001.8124, + 6609.5199, + 4725.8821, + 5411.3127, + 4491.0482, + 6302.0374, + 5973.5032, + 2904.7347, + 4985.5871, + 6075.7702, + 6161.5403, + 4902.551, + 3330.1766, + 5603.9676, + 6882.8891, + 5709.4794, + 4883.6436, + 4325.2079, + 5981.3112, + 2006.5001, + 4294.1332, + 4735.3794, + 5972.7208, + 4579.1044, + 4795.1263, + 5343.1226, + 5305.302, + 5216.624, + 6411.1876, + 4708.2222, + 4671.2124, + 6753.5288, + 5848.0616, + 4925.3743, + 5372.8739, + 6722.9028, + 4495.7103, + 6225.1938, + 6875.9116, + 4601.0811, + 6269.2555, + 5256.3039, + 7205.9677, + 7185.0658, + 6055.0074, + 4609.5484, + 5256.1836, + 6517.1492, + 6798.9751, + 5434.0995, + 6994.0253, + 5574.3975, + 5676.8981, + 3967.3838, + 7184.6167, + 4356.9211, + 7118.6179, + 7356.3796, + 7379.3434, + 6659.8802, + 7066.5144, + 4602.0204, + 6918.4795, + 5097.4605, + 4684.2881, + 6029.3361, + 6052.5201, + 5880.8605, + 7131.0066, + 6783.5653, + 4689.4108, + 6761.3607, + 6899.186, + 6731.2359, + 7290.0975, + 6933.345, + 7876.5383, + 7069.8352, + 7173.7519, + 5449.8094, + 8003.049, + 4650.034, + 4647.1901, + 5220.8704, + 5858.9335, + 7003.1084, + 7305.4873, + 6970.5915, + 7632.9891, + 7341.3174, + 4413.0147, + 3494.781, + 7418.7788, + 6745.3086, + 7328.9117, + 6186.4525, + 7711.3423, + 7615.0694, + 7541.2575, + 7838.0602, + 7028.9042, + 7062.0204, + 8157.2688, + 7457.9619, + 6751.7647, + 7245.727, + 7700.8254, + 8042.1979, + 6808.5318, + 7812.8538, + 5048.5846, + 4938.4447, + 7526.2932, + 7840.2356, + 7680.3255, + 7518.8272, + 7452.1284, + 7405.2241, + 6460.0652, + 5488.3257, + 7926.2463, + 7703.3926, + 7720.9374, + 5577.4154, + 9035.7583, + 5239.3499, + 8353.9118, + 3226.9851, + 7804.0677, + 8137.4477, + 6628.7744, + 7133.5851, + 6961.2908, + 8040.9599, + 7320.1449, + 7484.0092, + 7913.3933, + 5209.264, + 7910.2558, + 7967.5293, + 6138.71, + 7579.911, + 6303.4429, + 5590.6322, + 6897.166, + 5297.844, + 7650.8548, + 7795.5677, + 8001.6354, + 7900.6753, + 7887.3085, + 8039.1893, + 6456.4129, + 8864.1833, + 8645.2506, + 5320.0558, + 8376.5294, + 8113.9358, + 4851.772, + 3873.445, + 8410.4648, + 8309.528, + 8652.712, + 6425.5949, + 8067.469, + 8048.0751, + 8210.9395, + 8451.4377, + 7607.2, + 7849.7769, + 8270.2774, + 7612.99, + 7452.6122, + 8210.3358, + 5335.9111, + 6400.3702, + 8206.045, + 4898.4567, + 7346.7982, + 7842.0618, + 7750.7864, + 7638.6858, + 8739.8062, + 8318.8048, + 8069.438, + 8233.9752, + 9043.7684, + 4744.5477, + 7610.5972, + 8751.1494, + 6382.1893, + 7936.377, + 5626.2784, + 6456.4068, + 8548.5245, + 8200.3193, + 7657.6234, + 9070.5026, + 6964.2175, + 7406.1214, + 8120.7961, + 8006.7301, + 8653.4807, + 6089.3322, + 8674.2862, + 5374.4116, + 8624.4096, + 8881.8851, + 7877.0549, + 8152.7054, + 8240.5254, + 6564.1577, + 8066.1194, + 8515.5465, + 8300.8193, + 8342.4244, + 8263.8379, + 7371.8232, + 8527.7741, + 8742.465, + 7616.9115, + 5271.0432, + 8776.3381, + 8648.5242, + 8245.2481, + 8312.5015, + 7888.3765, + 2610.4104, + 5900.7971, + 8695.744, + 8412.9733, + 8597.1904, + 8739.9612, + 5382.2065, + 8383.7819, + 6054.9219, + 8768.9926, + 9153.9928, + 8316.2181, + 5145.3039, + 5837.7292, + 8526.4868, + 8424.0458, + 5653.2103, + 8246.2364, + 8963.2119, + 9000.7515, + 8870.0889, + 7679.5769, + 8929.4083, + 6157.4206, + 5563.4939, + 9301.8549, + 8661.4552, + 8816.6237, + 4616.549, + 7272.7663, + 8897.9624, + 6154.1083, + 8671.1379, + 8777.7039, + 8558.6007, + 8588.3382, + 8648.2222, + 8902.3973, + 5389.3073, + 8857.7772, + 8365.175, + 8370.9481, + 9176.7804, + 9313.0768, + 8557.2643, + 9095.9404, + 9200.0985, + 8632.5742, + 2053.883, + 6837.1057, + 2322.1734, + 3331.8374, + 9164.3709, + 9533.9208, + 9166.5521, + 8911.8379, + 8151.8708, + 2828.9226, + 9173.3822, + 7227.4934, + 7030.1817, + 7638.1572, + 7241.4091, + 9370.8878, + 8348.4568, + 9075.7444, + 8858.7663, + 6861.7666, + 5480.3909, + 8644.9831, + 5505.0148, + 4850.7794, + 6825.1717, + 9203.2011, + 8595.4322, + 8658.0648, + 6446.0842, + 8692.8459, + 8632.0827, + 5440.9252, + 9038.4478, + 9021.8816, + 8933.1935, + 6763.9931, + 8721.8687, + 7236.0045, + 8993.3284, + 9163.9096, + 8563.1398, + 5412.6053, + 9324.4232, + 8882.5339, + 4413.9447, + 3815.5635, + 9203.4137, + 10248.9767, + 9005.0663, + 7373.2409, + 8505.2716, + 8718.0356, + 6135.8093, + 9686.85, + 6714.3711, + 8951.1013, + 8808.2985, + 8983.1136, + 8576.6182, + 6272.0487, + 7283.8303, + 9393.7628, + 9469.4427, + 7610.9614, + 5908.8702, + 8629.7591, + 8690.6431, + 6348.1418, + 8546.0024, + 8827.9598, + 8594.5656, + 8187.9166, + 6345.9113, + 8860.8374, + 7823.349, + 8212.8796, + 6831.7432, + 9150.0834, + 8838.8081, + 9323.996, + 8950.1107, + 9007.8198, + 7834.589, + 9252.8366, + 9235.5441, + 7380.213, + 5920.0368, + 8931.6111, + 9537.6908, + 9658.4814, + 8972.2274, + 9241.2695, + 8632.7571, + 9175.8457, + 9297.6579, + 9347.2524, + 8874.4122, + 8223.6424, + 9399.3316, + 9000.9989, + 9325.9999, + 9262.8748, + 8799.9436, + 9345.4799, + 6953.4246, + 9437.0213, + 9120.382, + 6689.5532, + 10147.2942, + 8262.0328, + 8889.7026, + 7099.8747, + 9446.5062, + 8043.5374, + 9444.1587, + 8545.161, + 7790.6982, + 9891.3136, + 8645.3174, + 5782.1055, + 9705.3142, + 9988.4655, + 9454.9558, + 3161.4411, + 6805.2468, + 5988.4222, + 6788.7578, + 9929.2931, + 9755.5992, + 9622.169, + 6955.4622, + 9355.5516, + 8227.0965, + 9076.9547, + 9106.7953, + 9732.6939, + 10037.9499, + 8934.0785, + 9132.7422, + 9212.2625, + 5780.7542, + 7673.1119, + 9339.0212, + 7371.9709, + 9391.8226, + 9460.3375, + 9224.8322, + 10082.2216, + 6093.482, + 8970.2658, + 9677.4306, + 9507.0406, + 9166.6829, + 9765.8867, + 9878.5774, + 9348.913, + 9341.6757, + 9750.0874, + 6582.8085, + 9642.8579, + 9875.6533, + 9548.1102, + 9594.6891, + 9794.0121, + 9197.4468, + 9461.7002, + 9418.9771, + 10192.8987, + 7740.7159, + 9070.9679, + 10124.9618, + 8364.0757, + 10069.5565, + 9802.2617, + 9542.3368, + 9706.5919, + 9914.1399, + 8568.4566, + 3709.5291, + 10376.6479, + 8881.8211, + 9729.7205, + 7311.2675, + 10085.2571, + 9110.6272, + 9336.5324, + 9989.4298, + 9641.3019, + 10185.3883, + 10261.1459, + 9810.2501, + 10010.264, + 7530.8521, + 10070.0882, + 10053.8111, + 9127.39, + 9259.743, + 7238.2577, + 9723.1392, + 10133.9098, + 9495.7474, + 9884.4082, + 9345.4983, + 8824.8896, + 10615.2049, + 10391.8391, + 9717.1827, + 9694.3851, + 9838.0506, + 5959.6377, + 9856.4158, + 10057.0653, + 9484.5156, + 9442.0824, + 10152.7492, + 9835.361, + 10169.3269, + 6644.5934, + 9495.1467, + 9479.6814, + 9354.6009, + 3916.2652, + 4849.2647, + 9812.3362, + 9979.4767, + 10121.5776, + 10023.9827, + 6192.5943, + 7883.1151, + 10441.8018, + 9662.7953, + 10015.826, + 9963.9467, + 8271.2901, + 9883.235, + 9881.8288, + 9456.566, + 10378.4712, + 10047.9437, + 10369.291, + 10160.2087, + 9379.8649, + 9103.7406, + 6804.5446, + 10458.669, + 10489.9556, + 10073.6739, + 10275.131, + 9677.7991, + 10061.57, + 9281.6268, + 7959.8028, + 10115.4331, + 10124.5622, + 9654.2777, + 10587.651, + 10325.5004, + 6359.3415, + 10132.0219, + 10085.9503, + 10313.0821, + 9394.6704, + 10485.1177, + 9891.6786, + 9910.0489, + 8219.4797, + 9762.9529, + 10268.0627, + 10610.7767, + 10438.6741, + 9243.1794, + 10369.2638, + 10249.6501, + 8338.6934, + 8654.5253, + 9851.7875, + 9866.06, + 10858.6426, + 10334.8794, + 10285.6197, + 10157.2312, + 6181.9574, + 10601.0734, + 10429.5418, + 10027.4282, + 10412.5663, + 10460.7466, + 9723.7024, + 10627.317, + 8510.3453, + 9834.4455, + 8119.7538, + 10213.7879, + 6378.9209, + 9478.1059, + 10475.7752, + 8690.6693, + 9940.5819, + 7155.7753, + 10983.4632, + 8601.6225, + 10423.7184, + 7983.4281, + 10452.2266, + 6976.5491, + 10253.6105, + 10275.0677, + 10312.9668, + 9654.4417, + 10762.8959, + 10472.6733, + 6518.0834, + 11024.4485, + 7595.3527, + 9932.4576, + 9795.438, + 10640.4599, + 10677.6835, + 9906.0241, + 10328.172, + 10372.8223, + 10734.0776, + 10501.2967, + 9755.705, + 10114.4988, + 10789.0364, + 9594.1131, + 10324.4794, + 10253.7904, + 9863.6753, + 10350.1145, + 10697.5705, + 10292.3312, + 9653.0018, + 10361.7541, + 9147.7847, + 9903.9624, + 9927.067, + 10073.8125, + 9938.0192, + 9968.4885, + 9452.5167, + 9757.3402, + 10405.6013, + 10402.5732, + 7666.9325, + 9949.797, + 10171.975, + 10182.7771, + 8129.3601, + 10593.5809, + 10344.6289, + 7157.4878, + 11204.5328, + 10398.1067, + 11010.6326, + 10265.3052, + 10373.5664, + 10628.0583, + 10272.7599, + 10729.1115, + 8322.6345, + 7928.4367, + 10525.9814, + 10736.9895, + 10340.7909, + 10656.4758, + 10849.0347, + 10005.5015, + 10658.1839, + 10727.064, + 10745.5141, + 10797.587, + 9754.5769, + 10789.7646, + 9090.1901, + 10014.5166, + 10636.8652, + 9805.4573, + 10734.5135, + 3499.962, + 10423.7314, + 10429.0437, + 9982.4517, + 11206.0581, + 10479.0809, + 5940.0366, + 9792.8665, + 10573.8645, + 10272.9326, + 6788.5801, + 9849.3281, + 11433.1233, + 10247.6984, + 11077.522, + 10700.9936, + 10229.7335, + 10527.9369, + 10705.8827, + 10420.3979, + 10604.6402, + 10868.5695, + 6011.4991, + 10351.5854, + 10748.0556, + 10220.0473, + 10630.8082, + 10560.9137, + 10331.4009, + 10539.3117, + 10540.9034, + 5603.5589, + 8149.8697, + 10314.8403, + 10813.947, + 9857.4315, + 10206.3308, + 10179.4377, + 10696.1411, + 10258.1156, + 10704.4329, + 9741.8405, + 11073.5209, + 7543.6739, + 5743.2406, + 10731.4448, + 11183.0188, + 10887.6506, + 10983.449, + 10572.3258, + 10559.1294, + 9028.3958, + 10251.0041, + 10646.0707, + 10471.2408, + 10007.681, + 10320.4419, + 10215.5227, + 11154.8787, + 10295.7246, + 10767.5826, + 10183.0235, + 10748.0401, + 10435.4711, + 10400.1417, + 10180.2912, + 10711.5851, + 10874.2145, + 10815.4187, + 10003.7559, + 10351.0551, + 10848.2166, + 10246.3581, + 10278.6421, + 10875.8951, + 10257.9634, + 10552.5576, + 7848.2364, + 10392.7372, + 10892.7705, + 10054.2406, + 10876.3292, + 9493.1967, + 10648.2671, + 10102.141, + 11081.0509, + 9314.1713, + 10841.5692, + 10256.2823, + 10638.8702, + 7139.8509, + 10429.562, + 10809.9401, + 7919.7756, + 6559.6919, + 10077.3901, + 10303.2081, + 10522.2231, + 10724.7409, + 10503.3656, + 9916.7563, + 10003.792, + 10117.3153, + 9984.3759, + 10438.1486, + 10846.1035, + 10799.7987, + 9944.0444, + 10482.8308, + 10492.2635, + 8511.2802, + 8412.6359, + 10628.1979, + 10157.2461, + 10719.4602, + 8565.9536, + 10539.9229, + 10814.177, + 10894.8719, + 10183.7365, + 10664.396, + 10673.1467, + 10709.6175, + 10699.1389, + 10886.859, + 7953.9085, + 10548.1624, + 10345.3077, + 11150.4124, + 10876.2161, + 10761.1837, + 11019.2941, + 10728.106, + 10633.8901, + 10629.5664, + 10696.6865, + 10773.9496, + 10608.3793, + 8891.9942, + 8378.198, + 10635.1705, + 11011.3574, + 10782.2614, + 11152.7686, + 10925.2474, + 11120.1821, + 10304.9525, + 11295.0138, + 11012.2555, + 10324.8418, + 11492.6622, + 10825.8875, + 10772.2164, + 10737.3878, + 10836.2067, + 10750.0277, + 10388.7329, + 11279.9868, + 10668.4411, + 10358.2334, + 10806.7931, + 10656.817, + 10976.3052, + 10887.1189, + 10577.9509, + 11100.4107, + 10704.2486, + 10877.2699, + 10579.7615, + 11328.7997, + 10876.472, + 10866.4765, + 11083.1167, + 10582.9282, + 10718.0613, + 10807.3438, + 10676.2862, + 11112.1081, + 11349.8607, + 10518.3471, + 11170.9509, + 11174.2492, + 10703.8149, + 11258.5362, + 10882.826, + 10929.8174, + 11327.9652, + 11594.085, + 10313.4111, + 8547.843, + 11469.6167, + 10925.7445, + 10877.6474, + 11392.7318, + 10647.2207, + 11344.4145, + 10695.3525, + 10808.1306, + 11154.3197, + 8036.9892, + 11159.6868, + 11129.1425, + 6852.9194, + 10625.4584, + 11668.3722, + 11195.2742, + 10549.6748, + 11421.3487, + 11345.3161, + 11126.3885, + 11321.2337, + 10943.5316, + 10962.7588, + 10994.1949, + 11132.1813, + 10649.9987, + 10790.6344, + 11208.4868, + 10521.6507, + 11099.2735, + 10813.8799, + 11474.4251 + ], + "episode_costs": [ + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 2.25, + 0.25, + 1.0, + 0.75, + 0.0, + 0.5, + 1.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 1.0, + 0.75, + 1.25, + 1.25, + 0.75, + 0.5, + 0.5, + 0.25, + 1.5, + 0.75, + 0.0, + 0.0, + 2.25, + 0.0, + 0.25, + 0.5, + 3.0, + 0.25, + 1.5, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 2.5, + 2.0, + 1.0, + 0.75, + 3.0, + 0.0, + 0.75, + 1.5, + 1.0, + 1.25, + 0.5, + 1.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 1.25, + 0.5, + 0.25, + 2.25, + 1.25, + 1.0, + 0.5, + 0.25, + 2.0, + 0.75, + 1.75, + 0.75, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 1.75, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.5, + 0.75, + 0.0, + 4.0, + 1.25, + 1.25, + 1.75, + 0.0, + 0.5, + 1.5, + 2.25, + 0.75, + 1.75, + 0.75, + 1.0, + 0.25, + 0.5, + 1.5, + 3.5, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 0.25, + 2.5, + 1.75, + 2.0, + 0.75, + 1.5, + 0.25, + 1.75, + 0.75, + 3.75, + 1.25, + 1.0, + 0.75, + 2.25, + 1.0, + 1.25, + 2.25, + 0.25, + 0.75, + 2.0, + 0.75, + 0.5, + 0.75, + 0.25, + 1.25, + 2.5, + 1.5, + 1.25, + 0.0, + 2.75, + 3.0, + 0.75, + 1.5, + 1.75, + 3.25, + 2.0, + 0.75, + 1.75, + 2.0, + 3.25, + 2.5, + 5.75, + 3.25, + 1.5, + 1.25, + 1.75, + 1.5, + 2.5, + 2.0, + 2.5, + 2.5, + 7.0, + 2.25, + 3.0, + 0.75, + 1.75, + 2.0, + 1.0, + 1.75, + 2.0, + 1.25, + 2.25, + 3.0, + 1.5, + 3.5, + 3.75, + 2.0, + 1.25, + 1.0, + 3.25, + 3.0, + 2.0, + 3.5, + 2.25, + 2.75, + 1.25, + 1.25, + 1.0, + 1.25, + 1.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.5, + 1.75, + 1.5, + 0.75, + 1.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 1.75, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 2.5, + 0.75, + 1.25, + 0.75, + 1.25, + 0.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 2.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 1.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 2.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 1.0, + 0.75, + 0.25, + 0.75, + 1.0, + 1.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 1.0, + 2.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.5, + 2.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 2.25, + 0.5, + 0.25, + 0.0, + 0.5, + 1.0, + 0.0, + 2.0, + 0.25, + 0.0, + 1.0, + 0.75, + 1.0, + 0.25, + 0.25, + 2.25, + 1.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 1.0, + 1.0, + 1.75, + 2.0, + 0.5, + 1.25, + 2.0, + 0.5, + 0.0, + 1.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 1.25, + 0.5, + 0.25, + 1.0, + 0.0, + 0.75, + 1.0, + 0.75, + 0.25, + 1.5, + 0.5, + 0.25, + 0.75, + 1.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 1.25, + 1.5, + 0.25, + 0.25, + 0.75, + 0.75, + 1.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 1.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 1.0, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.5, + 0.25, + 1.25, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 0.75, + 0.25, + 1.5, + 0.75, + 1.0, + 0.5, + 0.5, + 1.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 1.5, + 0.25, + 0.5, + 0.25, + 1.25, + 1.75, + 0.5, + 0.75, + 1.25, + 0.75, + 1.5, + 0.75, + 2.75, + 0.5, + 1.25, + 0.5, + 0.75, + 0.25, + 0.5, + 1.0, + 0.5, + 2.0, + 2.75, + 0.75, + 0.0, + 1.0, + 0.75, + 1.75, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 1.5, + 0.5, + 1.5, + 0.5, + 1.5, + 1.0, + 0.75, + 1.0, + 1.0, + 0.75, + 1.5, + 0.5, + 1.0, + 1.25, + 2.25, + 1.0, + 1.25, + 1.0, + 0.0, + 1.5, + 2.25, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 1.0, + 0.75, + 0.5, + 2.0, + 1.0, + 0.75, + 2.0, + 0.75, + 0.25, + 0.25, + 2.25, + 1.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 1.75, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 1.75, + 0.25, + 1.25, + 1.5, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 2.0, + 1.0, + 1.25, + 1.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.5, + 1.0, + 0.25, + 2.5, + 0.0, + 0.75, + 0.5, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 1.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 1.0, + 1.5, + 0.5, + 0.75, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 1.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.75, + 1.0, + 1.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 1.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 2.0, + 0.5, + 0.25, + 0.25, + 1.0, + 2.5, + 0.0, + 1.75, + 0.75, + 0.0, + 2.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 1.5, + 0.5, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 1.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 1.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.5, + 0.75, + 1.5, + 0.25, + 0.25, + 0.5, + 1.5, + 0.25, + 2.0, + 0.25, + 1.0, + 0.75, + 1.0, + 1.0, + 0.0, + 0.5, + 0.75, + 1.5, + 0.25, + 1.5, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 1.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.75, + 1.0, + 0.0, + 1.0, + 1.75, + 1.5, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 1.75, + 1.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 1.25, + 0.0, + 0.5, + 1.0, + 1.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.75, + 0.75, + 0.0, + 1.25, + 0.5, + 1.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 1.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 2.0, + 1.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 0.75, + 0.0, + 1.75, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 1.75, + 0.5, + 1.25, + 0.5, + 1.75, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 1.25, + 0.5, + 0.5, + 1.25, + 0.25, + 1.0, + 0.5, + 1.0, + 1.0, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.5, + 0.0, + 2.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.75, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 2.0, + 1.0, + 0.75, + 0.5, + 0.0, + 0.25, + 2.0, + 0.25, + 1.5, + 1.0, + 2.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 1.25, + 0.25, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 1.25, + 1.0, + 1.0, + 1.75, + 0.75, + 0.0, + 0.5, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 1.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 1.75, + 0.0, + 0.0, + 0.75, + 0.5, + 2.0, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 1.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 1.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 1.0, + 0.5, + 1.25, + 0.75, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 1.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0 + ], + "episode_lambdas": [ + 10.025, + 10.0525, + 10.0823, + 10.109, + 10.1331, + 10.1548, + 10.1743, + 10.1919, + 10.2102, + 10.2267, + 10.2415, + 10.2574, + 10.2741, + 10.2917, + 10.3075, + 10.3243, + 10.3394, + 10.3529, + 10.3651, + 10.3761, + 10.386, + 10.3974, + 10.4077, + 10.4169, + 10.4277, + 10.4399, + 10.4509, + 10.4634, + 10.4845, + 10.5036, + 10.5207, + 10.5361, + 10.5525, + 10.5673, + 10.583, + 10.5972, + 10.61, + 10.6215, + 10.6319, + 10.6462, + 10.6591, + 10.6707, + 10.6811, + 10.6955, + 10.7084, + 10.7201, + 10.7331, + 10.7448, + 10.7553, + 10.7648, + 10.7733, + 10.781, + 10.7879, + 10.7941, + 10.7997, + 10.8047, + 10.8092, + 10.8158, + 10.8217, + 10.8296, + 10.8366, + 10.8429, + 10.8486, + 10.8563, + 10.8632, + 10.8718, + 10.8797, + 10.8867, + 10.8955, + 10.9035, + 10.9106, + 10.9171, + 10.9229, + 10.9306, + 10.9375, + 10.9463, + 10.9541, + 10.9612, + 10.9676, + 10.9733, + 10.981, + 10.9879, + 10.9941, + 10.9997, + 11.0047, + 11.0093, + 11.0133, + 11.017, + 11.0203, + 11.0233, + 11.0259, + 11.0283, + 11.0305, + 11.0325, + 11.0342, + 11.0358, + 11.0372, + 11.0385, + 11.0396, + 11.0407, + 11.0416, + 11.0425, + 11.0432, + 11.0439, + 11.0445, + 11.045, + 11.0455, + 11.046, + 11.0464, + 11.0518, + 11.0566, + 11.0609, + 11.0648, + 11.0708, + 11.0763, + 11.0811, + 11.0855, + 11.0945, + 11.1025, + 11.1098, + 11.1163, + 11.1247, + 11.1322, + 11.139, + 11.1451, + 11.1506, + 11.1555, + 11.16, + 11.164, + 11.1676, + 11.1708, + 11.1737, + 11.1764, + 11.1787, + 11.1809, + 11.1828, + 11.1845, + 11.186, + 11.1899, + 11.1934, + 11.1966, + 11.1994, + 11.202, + 11.2043, + 11.2089, + 11.213, + 11.2167, + 11.22, + 11.2255, + 11.2305, + 11.2349, + 11.2389, + 11.2425, + 11.2458, + 11.2487, + 11.2513, + 11.2537, + 11.2583, + 11.2625, + 11.2662, + 11.2696, + 11.2727, + 11.2754, + 11.2779, + 11.2801, + 11.2846, + 11.2886, + 11.2922, + 11.2955, + 11.2985, + 11.3011, + 11.3035, + 11.3082, + 11.3148, + 11.3209, + 11.3313, + 11.3531, + 11.3728, + 11.3905, + 11.4065, + 11.4208, + 11.4338, + 11.4479, + 11.4606, + 11.472, + 11.4848, + 11.4963, + 11.5067, + 11.5185, + 11.5367, + 11.553, + 11.5677, + 11.5809, + 11.5954, + 11.6133, + 11.6295, + 11.644, + 11.6596, + 11.6762, + 11.6936, + 11.7192, + 11.7648, + 11.8083, + 11.8575, + 11.9092, + 11.9558, + 12.0027, + 12.0549, + 12.112, + 12.1658, + 12.2167, + 12.2625, + 12.3063, + 12.3456, + 12.3836, + 12.4177, + 12.4484, + 12.4761, + 12.501, + 12.5259, + 12.5533, + 12.578, + 12.6052, + 12.6322, + 12.6614, + 12.6953, + 12.7283, + 12.7579, + 12.7971, + 12.8324, + 12.8642, + 12.8928, + 12.9185, + 12.9416, + 12.9725, + 13.0052, + 13.0397, + 13.0757, + 13.1082, + 13.1423, + 13.1781, + 13.2153, + 13.2513, + 13.2936, + 13.3393, + 13.3929, + 13.4536, + 13.5157, + 13.5766, + 13.6365, + 13.6928, + 13.7585, + 13.8252, + 13.8852, + 13.9392, + 14.0102, + 14.0742, + 14.1343, + 14.1934, + 14.2765, + 14.3539, + 14.4385, + 14.5246, + 14.6022, + 14.6745, + 14.7395, + 14.8031, + 14.8678, + 14.9285, + 14.9906, + 15.0491, + 15.1267, + 15.2165, + 15.3073, + 15.3966, + 15.5069, + 15.6063, + 15.7031, + 15.8053, + 15.9073, + 16.0116, + 16.1104, + 16.2169, + 16.3152, + 16.4087, + 16.4953, + 16.5733, + 16.6509, + 16.7233, + 16.791, + 16.8644, + 16.9355, + 17.0019, + 17.0842, + 17.1708, + 17.2587, + 17.3429, + 17.4211, + 17.5115, + 17.6003, + 17.6978, + 17.793, + 17.8862, + 17.9751, + 18.0576, + 18.1368, + 18.2106, + 18.2771, + 18.3394, + 18.4129, + 18.4791, + 18.5462, + 18.6066, + 18.6609, + 18.7123, + 18.7611, + 18.8175, + 18.8683, + 18.9164, + 18.9623, + 19.0036, + 19.0432, + 19.0889, + 19.13, + 19.1695, + 19.205, + 19.2395, + 19.2706, + 19.3135, + 19.3597, + 19.4012, + 19.4786, + 19.5607, + 19.6472, + 19.7424, + 19.8282, + 19.9104, + 19.9993, + 20.1019, + 20.2017, + 20.309, + 20.4131, + 20.5168, + 20.6126, + 20.7039, + 20.801, + 20.9234, + 21.0386, + 21.1472, + 21.2475, + 21.3502, + 21.4502, + 21.5427, + 21.6509, + 21.7658, + 21.8892, + 22.0078, + 22.1295, + 22.2416, + 22.3599, + 22.4739, + 22.614, + 22.7526, + 22.8874, + 23.0161, + 23.1545, + 23.2891, + 23.4227, + 23.5654, + 23.6964, + 23.8217, + 23.9545, + 24.0816, + 24.2009, + 24.3158, + 24.4218, + 24.5296, + 24.6516, + 24.7765, + 24.9013, + 25.0137, + 25.1423, + 25.2881, + 25.4268, + 25.5666, + 25.7099, + 25.8714, + 26.0368, + 26.1931, + 26.3513, + 26.5137, + 26.6923, + 26.8781, + 27.1028, + 27.3375, + 27.5637, + 27.7799, + 27.9919, + 28.1977, + 28.4079, + 28.6171, + 28.8304, + 29.0474, + 29.3126, + 29.5739, + 29.839, + 30.0851, + 30.3241, + 30.5592, + 30.7808, + 30.9977, + 31.2129, + 31.4191, + 31.6272, + 31.8445, + 32.055, + 32.2795, + 32.5191, + 32.7547, + 32.9792, + 33.1913, + 33.4147, + 33.6457, + 33.8736, + 34.1138, + 34.3524, + 34.5946, + 34.8252, + 35.0452, + 35.2531, + 35.4528, + 35.645, + 35.8205, + 35.981, + 36.1354, + 36.2769, + 36.4092, + 36.5457, + 36.6837, + 36.8153, + 36.9438, + 37.0594, + 37.166, + 37.2644, + 37.3579, + 37.4496, + 37.5447, + 37.6477, + 37.7429, + 37.8311, + 37.9155, + 37.994, + 38.0746, + 38.1721, + 38.2674, + 38.3657, + 38.4616, + 38.5604, + 38.6544, + 38.739, + 38.8251, + 38.9051, + 38.9795, + 39.0541, + 39.1237, + 39.1863, + 39.2427, + 39.2959, + 39.3663, + 39.4347, + 39.4987, + 39.5589, + 39.613, + 39.6642, + 39.7103, + 39.7542, + 39.7938, + 39.8344, + 39.8735, + 39.9136, + 39.9573, + 39.999, + 40.0391, + 40.0802, + 40.1297, + 40.1892, + 40.2478, + 40.303, + 40.3552, + 40.4097, + 40.4662, + 40.5196, + 40.5676, + 40.6109, + 40.6573, + 40.6991, + 40.7367, + 40.7705, + 40.8009, + 40.8283, + 40.8555, + 40.8875, + 40.9187, + 40.9468, + 40.9747, + 41.0122, + 41.051, + 41.0984, + 41.141, + 41.1794, + 41.219, + 41.2571, + 41.2914, + 41.3422, + 41.3905, + 41.439, + 41.4901, + 41.5361, + 41.5775, + 41.6172, + 41.658, + 41.6972, + 41.74, + 41.7835, + 41.8251, + 41.8726, + 41.9229, + 41.9706, + 42.021, + 42.0764, + 42.1413, + 42.2046, + 42.2642, + 42.3203, + 42.3707, + 42.4162, + 42.4695, + 42.5176, + 42.5708, + 42.6387, + 42.6999, + 42.7549, + 42.8144, + 42.878, + 42.9502, + 43.0351, + 43.1141, + 43.1902, + 43.2587, + 43.3253, + 43.3928, + 43.4535, + 43.5182, + 43.5813, + 43.6407, + 43.6991, + 43.7742, + 43.8468, + 43.9146, + 43.9757, + 44.0356, + 44.0995, + 44.1571, + 44.2289, + 44.296, + 44.3564, + 44.4207, + 44.4862, + 44.5551, + 44.6196, + 44.6801, + 44.7571, + 44.8389, + 44.9175, + 44.9957, + 45.0662, + 45.1321, + 45.1988, + 45.2615, + 45.3278, + 45.3975, + 45.4703, + 45.5533, + 45.6479, + 45.7381, + 45.8318, + 45.9361, + 46.035, + 46.124, + 46.2191, + 46.3072, + 46.3915, + 46.4673, + 46.5356, + 46.602, + 46.6668, + 46.7377, + 46.8064, + 46.8708, + 46.9387, + 46.9998, + 47.0623, + 47.1286, + 47.1957, + 47.2587, + 47.3303, + 47.3998, + 47.4648, + 47.5308, + 47.6002, + 47.6627, + 47.7264, + 47.7838, + 47.8354, + 47.8844, + 47.9334, + 47.9851, + 48.0391, + 48.0877, + 48.1364, + 48.1878, + 48.239, + 48.2926, + 48.3458, + 48.3962, + 48.4441, + 48.4872, + 48.5285, + 48.5806, + 48.6301, + 48.6746, + 48.7221, + 48.7699, + 48.8154, + 48.8614, + 48.9102, + 48.9667, + 49.0325, + 49.0943, + 49.1524, + 49.2121, + 49.2734, + 49.3411, + 49.407, + 49.4688, + 49.5319, + 49.5887, + 49.6398, + 49.6858, + 49.7273, + 49.777, + 49.8343, + 49.8859, + 49.9323, + 49.9841, + 50.0307, + 50.0751, + 50.1251, + 50.1776, + 50.2248, + 50.2723, + 50.3251, + 50.3726, + 50.4153, + 50.4563, + 50.5082, + 50.5549, + 50.5969, + 50.6397, + 50.6807, + 50.7301, + 50.7821, + 50.8314, + 50.8833, + 50.9349, + 50.9815, + 51.0283, + 51.0755, + 51.1204, + 51.1734, + 51.2285, + 51.2857, + 51.3396, + 51.4032, + 51.4678, + 51.5361, + 51.6025, + 51.6672, + 51.738, + 51.8142, + 51.8928, + 51.966, + 52.0369, + 52.1007, + 52.1631, + 52.2293, + 52.2914, + 52.3572, + 52.419, + 52.4796, + 52.5417, + 52.6, + 52.655, + 52.7195, + 52.78, + 52.8395, + 52.8956, + 52.9585, + 53.0327, + 53.1044, + 53.1765, + 53.2538, + 53.3309, + 53.4153, + 53.4988, + 53.6014, + 53.6988, + 53.7989, + 53.894, + 53.9871, + 54.0734, + 54.1561, + 54.2405, + 54.3214, + 54.4143, + 54.5253, + 54.6328, + 54.7295, + 54.8266, + 54.9214, + 55.0243, + 55.1243, + 55.2169, + 55.3052, + 55.3872, + 55.4685, + 55.5416, + 55.61, + 55.6715, + 55.7268, + 55.7816, + 55.8335, + 55.8851, + 55.9366, + 55.983, + 56.0272, + 56.0744, + 56.132, + 56.1888, + 56.2549, + 56.3194, + 56.3925, + 56.4682, + 56.5439, + 56.622, + 56.7023, + 56.7821, + 56.8689, + 56.952, + 57.0368, + 57.1256, + 57.2281, + 57.3302, + 57.4347, + 57.5387, + 57.6324, + 57.7316, + 57.8435, + 57.9491, + 58.0492, + 58.1393, + 58.2229, + 58.3081, + 58.3948, + 58.4803, + 58.5623, + 58.656, + 58.7504, + 58.8429, + 58.9461, + 59.0465, + 59.1393, + 59.2254, + 59.3254, + 59.4278, + 59.5275, + 59.6248, + 59.7173, + 59.8056, + 59.8925, + 59.9758, + 60.0507, + 60.1256, + 60.2056, + 60.2825, + 60.3593, + 60.4308, + 60.4952, + 60.5607, + 60.6196, + 60.6727, + 60.7204, + 60.7634, + 60.8045, + 60.8441, + 60.8972, + 60.945, + 60.9955, + 61.0509, + 61.1058, + 61.1552, + 61.2022, + 61.2545, + 61.3015, + 61.3464, + 61.3893, + 61.4278, + 61.475, + 61.5225, + 61.5653, + 61.6213, + 61.6741, + 61.7342, + 61.8033, + 61.8655, + 61.9314, + 61.9908, + 62.0492, + 62.1043, + 62.1639, + 62.225, + 62.285, + 62.3415, + 62.4123, + 62.4861, + 62.565, + 62.651, + 62.7359, + 62.8148, + 62.8883, + 62.962, + 63.0283, + 63.088, + 63.1467, + 63.202, + 63.2593, + 63.3184, + 63.3715, + 63.4219, + 63.4747, + 63.5297, + 63.5842, + 63.6358, + 63.6847, + 63.7338, + 63.7854, + 63.8319, + 63.8787, + 63.9308, + 63.9802, + 64.0497, + 64.1122, + 64.176, + 64.2384, + 64.3046, + 64.3666, + 64.4274, + 64.4822, + 64.5365, + 64.5878, + 64.6366, + 64.6804, + 64.7224, + 64.7601, + 64.7991, + 64.8342, + 64.8683, + 64.8989, + 64.9341, + 64.9681, + 65.0088, + 65.0505, + 65.0954, + 65.1409, + 65.1843, + 65.2234, + 65.261, + 65.3049, + 65.3494, + 65.392, + 65.4328, + 65.472, + 65.5098, + 65.5488, + 65.5839, + 65.623, + 65.6607, + 65.6972, + 65.7325, + 65.7717, + 65.812, + 65.8583, + 65.915, + 65.971, + 66.0289, + 66.081, + 66.1354, + 66.1869, + 66.2382, + 66.2869, + 66.3332, + 66.3749, + 66.4199, + 66.4729, + 66.5256, + 66.578, + 66.6277, + 66.6725, + 66.7127, + 66.7614, + 66.8078, + 66.857, + 66.9113, + 66.9727, + 67.0304, + 67.0849, + 67.1364, + 67.1827, + 67.232, + 67.2813, + 67.3306, + 67.3801, + 67.4271, + 67.4869, + 67.5432, + 67.5989, + 67.654, + 67.7111, + 67.7675, + 67.8232, + 67.8934, + 67.9616, + 68.0254, + 68.0854, + 68.1493, + 68.2319, + 68.3062, + 68.3906, + 68.474, + 68.5491, + 68.6392, + 68.7228, + 68.8055, + 68.8825, + 68.9567, + 69.0235, + 69.0887, + 69.1523, + 69.2146, + 69.2856, + 69.3546, + 69.4241, + 69.4917, + 69.5575, + 69.6218, + 69.6846, + 69.7461, + 69.804, + 69.8686, + 69.9268, + 69.9791, + 70.0337, + 70.0853, + 70.1318, + 70.1761, + 70.216, + 70.2544, + 70.289, + 70.3226, + 70.3528, + 70.38, + 70.407, + 70.4338, + 70.4579, + 70.4821, + 70.5064, + 70.5308, + 70.5527, + 70.5724, + 70.5977, + 70.6204, + 70.6409, + 70.6668, + 70.6976, + 70.7279, + 70.7576, + 70.7893, + 70.8204, + 70.8483, + 70.8735, + 70.8987, + 70.9263, + 70.9562, + 70.998, + 71.0357, + 71.0747, + 71.1097, + 71.1412, + 71.1746, + 71.2046, + 71.2392, + 71.2753, + 71.3102, + 71.3467, + 71.3895, + 71.4306, + 71.47, + 71.5105, + 71.5545, + 71.609, + 71.6606, + 71.7096, + 71.7586, + 71.8177, + 71.8735, + 71.9436, + 72.0093, + 72.0783, + 72.148, + 72.2207, + 72.2961, + 72.364, + 72.4301, + 72.4971, + 72.5724, + 72.6427, + 72.7209, + 72.7938, + 72.8644, + 72.9305, + 72.9999, + 73.0649, + 73.1309, + 73.1928, + 73.2486, + 73.3037, + 73.3533, + 73.398, + 73.4432, + 73.4864, + 73.5252, + 73.5652, + 73.6137, + 73.6598, + 73.7013, + 73.7412, + 73.7821, + 73.8189, + 73.857, + 73.8913, + 73.9272, + 73.9644, + 74.003, + 74.0402, + 74.0762, + 74.1161, + 74.152, + 74.1868, + 74.2281, + 74.2703, + 74.3132, + 74.3569, + 74.4012, + 74.4436, + 74.4842, + 74.5233, + 74.561, + 74.5999, + 74.6349, + 74.6689, + 74.702, + 74.7393, + 74.7729, + 74.8081, + 74.8398, + 74.8683, + 74.899, + 74.9291, + 74.9587, + 74.9953, + 75.0308, + 75.0702, + 75.1157, + 75.1566, + 75.2034, + 75.2631, + 75.3318, + 75.4036, + 75.4758, + 75.5432, + 75.6039, + 75.661, + 75.7299, + 75.8094, + 75.8859, + 75.9574, + 76.0241, + 76.0917, + 76.1575, + 76.2193, + 76.2749, + 76.3249, + 76.3774, + 76.4271, + 76.4744, + 76.5195, + 76.56, + 76.609, + 76.6531, + 76.6978, + 76.748, + 76.8057, + 76.8577, + 76.9044, + 76.949, + 76.9891, + 77.0427, + 77.0984, + 77.1485, + 77.2062, + 77.2631, + 77.3243, + 77.3793, + 77.4339, + 77.483, + 77.5272, + 77.567, + 77.6053, + 77.6448, + 77.6803, + 77.7148, + 77.7458, + 77.7887, + 77.8323, + 77.8741, + 77.9167, + 77.96, + 78.004, + 78.0436, + 78.0918, + 78.1401, + 78.1836, + 78.2252, + 78.2702, + 78.3132, + 78.3544, + 78.3914, + 78.4298, + 78.4718, + 78.5096, + 78.5462, + 78.584, + 78.6231, + 78.6608, + 78.6997, + 78.7398, + 78.7758, + 78.8132, + 78.8519, + 78.8892, + 78.9303, + 78.9673, + 79.003, + 79.0552, + 79.1197, + 79.1827, + 79.242, + 79.2978, + 79.348, + 79.3932, + 79.4464, + 79.4992, + 79.5468, + 79.5921, + 79.6454, + 79.6984, + 79.751, + 79.7984, + 79.8436, + 79.8842, + 79.9208, + 79.9537, + 79.9884, + 80.027, + 80.0668, + 80.1101, + 80.1491, + 80.1892, + 80.2253, + 80.2578, + 80.287, + 80.3133, + 80.3445, + 80.385, + 80.4265, + 80.4689, + 80.507, + 80.5438, + 80.5819, + 80.6162, + 80.6571, + 80.7014, + 80.7412, + 80.7946, + 80.8452, + 80.8956, + 80.9461, + 81.0015, + 81.0538, + 81.1034, + 81.1531, + 81.1978, + 81.243, + 81.2862, + 81.3301, + 81.3771, + 81.4194, + 81.4599, + 81.5139, + 81.5675, + 81.6283, + 81.688, + 81.7592, + 81.8232, + 81.8809, + 81.9328, + 81.987, + 82.0408, + 82.1018, + 82.1616, + 82.2154, + 82.2689, + 82.322, + 82.3823, + 82.4416, + 82.4999, + 82.5649, + 82.6259, + 82.6908, + 82.7543, + 82.8213, + 82.8917, + 82.9575, + 83.0243, + 83.0943, + 83.1599, + 83.2239, + 83.284, + 83.3406, + 83.3916, + 83.4449, + 83.5004, + 83.5554, + 83.6048, + 83.6694, + 83.7299, + 83.7844, + 83.8385, + 83.8971, + 83.9574, + 84.0142, + 84.0728, + 84.1305, + 84.1924, + 84.2507, + 84.3081, + 84.3623, + 84.4161, + 84.4745, + 84.5345, + 84.6086, + 84.6852, + 84.7617, + 84.8355, + 84.902, + 84.9643, + 85.0403, + 85.1113, + 85.1902, + 85.2712, + 85.3665, + 85.4599, + 85.5464, + 85.6293, + 85.7063, + 85.7782, + 85.8529, + 85.9326, + 86.0068, + 86.0787, + 86.1433, + 86.209, + 86.2806, + 86.3475, + 86.4103, + 86.4742, + 86.5418, + 86.6051, + 86.6746, + 86.7472, + 86.8224, + 86.9077, + 86.9919, + 87.0677, + 87.141, + 87.2144, + 87.2804, + 87.3474, + 87.4076, + 87.4669, + 87.5227, + 87.5729, + 87.6181, + 87.6638, + 87.7124, + 87.7587, + 87.8128, + 87.864, + 87.9126, + 87.9614, + 88.0127, + 88.064, + 88.1101, + 88.1516, + 88.1914, + 88.2348, + 88.2913, + 88.3422, + 88.3879, + 88.4366, + 88.4855, + 88.5494, + 88.6095, + 88.6685, + 88.7242, + 88.7793, + 88.8388, + 88.8975, + 88.9552, + 89.0147, + 89.0707, + 89.1286, + 89.1908, + 89.2492, + 89.3093, + 89.3659, + 89.4168, + 89.4701, + 89.5181, + 89.5638, + 89.6074, + 89.6542, + 89.6962, + 89.7366, + 89.773, + 89.8107, + 89.8446, + 89.8776, + 89.9099, + 89.9389, + 89.9725, + 90.0027, + 90.035, + 90.069, + 90.0996, + 90.1321, + 90.1664, + 90.1973, + 90.2275, + 90.2573, + 90.2916, + 90.3224, + 90.3527, + 90.3849, + 90.4139, + 90.445, + 90.4755, + 90.508, + 90.5397, + 90.5707, + 90.5986, + 90.6238, + 90.6464, + 90.6743, + 90.6993, + 90.7244, + 90.752, + 90.7793, + 90.8113, + 90.8427, + 90.8709, + 90.8988, + 90.924, + 90.9466, + 90.9669, + 90.9852, + 91.0067, + 91.026, + 91.0434, + 91.0641, + 91.0902, + 91.1162, + 91.1395, + 91.1731, + 91.2108, + 91.2447, + 91.2752, + 91.3077, + 91.3369, + 91.3657, + 91.3942, + 91.4198, + 91.4503, + 91.4777, + 91.5075, + 91.5392, + 91.5678, + 91.5935, + 91.6342, + 91.6733, + 91.7084, + 91.7451, + 91.7781, + 91.8078, + 91.837, + 91.8708, + 91.9087, + 91.9428, + 91.9761, + 92.0085, + 92.0476, + 92.0853, + 92.1193, + 92.1524, + 92.1871, + 92.2184, + 92.2466, + 92.2719, + 92.2947, + 92.3153, + 92.3387, + 92.3649, + 92.3959, + 92.4263, + 92.4587, + 92.4953, + 92.5283, + 92.5604, + 92.5919, + 92.6227, + 92.6504, + 92.6779, + 92.7051, + 92.7321, + 92.7639, + 92.7975, + 92.8327, + 92.872, + 92.9098, + 92.9463, + 92.9867, + 93.0255, + 93.0629, + 93.0992, + 93.1417, + 93.1801, + 93.2246, + 93.2696, + 93.3226, + 93.3779, + 93.4276, + 93.4748, + 93.5248, + 93.5774, + 93.6271, + 93.6794, + 93.729, + 93.7811, + 93.8305, + 93.8799, + 93.9369, + 93.9982, + 94.0584, + 94.1151, + 94.1686, + 94.2167, + 94.26, + 94.304, + 94.3436, + 94.3893 + ], + "episode_rhos": [ + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1896, + 0.1637, + 0.1633, + 0.1483, + 0.1665, + 0.1686 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1923, + 0.1653, + 0.1688, + 0.1365, + 0.166, + 0.1712 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1942, + 0.1665, + 0.1726, + 0.1278, + 0.1658, + 0.173 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.1999, + 0.1702, + 0.1781, + 0.1184, + 0.168, + 0.1653 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2054, + 0.1753, + 0.1727, + 0.1146, + 0.1725, + 0.1594 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.2148, + 0.174, + 0.1723, + 0.109, + 0.1778, + 0.1522 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.221, + 0.1764, + 0.1719, + 0.1019, + 0.1847, + 0.1441 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.2205, + 0.1778, + 0.1707, + 0.1019, + 0.1877, + 0.1415 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.222, + 0.1807, + 0.1711, + 0.1008, + 0.1896, + 0.1357 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2241, + 0.1833, + 0.1724, + 0.0999, + 0.1928, + 0.1276 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2267, + 0.1806, + 0.1744, + 0.0997, + 0.1972, + 0.1214 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2245, + 0.1794, + 0.1784, + 0.0995, + 0.2034, + 0.1149 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.2218, + 0.1786, + 0.185, + 0.0992, + 0.2083, + 0.1071 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.215, + 0.1802, + 0.1918, + 0.0989, + 0.2143, + 0.0997 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.2052, + 0.1838, + 0.1949, + 0.0983, + 0.2196, + 0.0983 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.196, + 0.1874, + 0.1935, + 0.0975, + 0.2281, + 0.0975 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1901, + 0.1909, + 0.1956, + 0.097, + 0.2294, + 0.097 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1829, + 0.1957, + 0.1942, + 0.0965, + 0.2342, + 0.0965 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1805, + 0.2007, + 0.193, + 0.0962, + 0.2335, + 0.0962 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1818, + 0.2052, + 0.1898, + 0.096, + 0.2312, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1849, + 0.2112, + 0.1872, + 0.096, + 0.2248, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1908, + 0.2147, + 0.1839, + 0.096, + 0.2186, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1973, + 0.2172, + 0.1835, + 0.096, + 0.2101, + 0.096 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1996, + 0.2202, + 0.1831, + 0.0959, + 0.2053, + 0.0959 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1984, + 0.2241, + 0.1835, + 0.0958, + 0.2024, + 0.0958 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1941, + 0.2293, + 0.1844, + 0.0955, + 0.2013, + 0.0955 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1875, + 0.2345, + 0.186, + 0.0952, + 0.2017, + 0.0952 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1787, + 0.2414, + 0.187, + 0.0948, + 0.2033, + 0.0948 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ], + [ + 0.1718, + 0.251, + 0.1863, + 0.0944, + 0.2021, + 0.0944 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json new file mode 100644 index 0000000000000000000000000000000000000000..6c2086c9a6a8b54608ad8edb41a9619dcfdfa206 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7158262.87, + "constraint_satisfaction_pct": 26.73, + "final_rho": [ + 0.1636, + 0.121, + 0.1312, + 0.333, + 0.128, + 0.1232 + ], + "final_lambda": 92.6048, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6620.43, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -6719.8, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -5929.78, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -5794.64, + "avg_cost": 0.0, + "lambda": 10.5036, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": -6094.04, + "avg_cost": 0.5, + "lambda": 10.6462, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": -5744.22, + "avg_cost": 0.0, + "lambda": 10.7648, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 60, + "avg_reward": -4381.51, + "avg_cost": 0.0, + "lambda": 10.8452, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 70, + "avg_reward": -5376.11, + "avg_cost": 0.0, + "lambda": 10.9134, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 80, + "avg_reward": -3662.74, + "avg_cost": 0.0, + "lambda": 10.9373, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 90, + "avg_reward": -3089.88, + "avg_cost": 0.0, + "lambda": 10.9781, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 100, + "avg_reward": -4202.72, + "avg_cost": 0.0, + "lambda": 11.0236, + "rho": [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ] + }, + { + "episode": 110, + "avg_reward": -2375.46, + "avg_cost": 0.0, + "lambda": 11.0571, + "rho": [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ] + }, + { + "episode": 120, + "avg_reward": -3570.81, + "avg_cost": 0.0, + "lambda": 11.0818, + "rho": [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ] + }, + { + "episode": 130, + "avg_reward": -3079.82, + "avg_cost": 0.0, + "lambda": 11.0937, + "rho": [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ] + }, + { + "episode": 140, + "avg_reward": -3118.77, + "avg_cost": 0.25, + "lambda": 11.1003, + "rho": [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ] + }, + { + "episode": 150, + "avg_reward": -1878.11, + "avg_cost": 0.0, + "lambda": 11.1164, + "rho": [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ] + }, + { + "episode": 160, + "avg_reward": -2366.61, + "avg_cost": 0.25, + "lambda": 11.1518, + "rho": [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ] + }, + { + "episode": 170, + "avg_reward": -2688.48, + "avg_cost": 0.0, + "lambda": 11.1832, + "rho": [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ] + }, + { + "episode": 180, + "avg_reward": -1340.29, + "avg_cost": 0.0, + "lambda": 11.2374, + "rho": [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ] + }, + { + "episode": 190, + "avg_reward": -52.82, + "avg_cost": 0.75, + "lambda": 11.3163, + "rho": [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ] + }, + { + "episode": 200, + "avg_reward": -2678.94, + "avg_cost": 0.0, + "lambda": 11.6468, + "rho": [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ] + }, + { + "episode": 210, + "avg_reward": -859.37, + "avg_cost": 2.0, + "lambda": 12.0546, + "rho": [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ] + }, + { + "episode": 220, + "avg_reward": -351.09, + "avg_cost": 3.25, + "lambda": 12.7623, + "rho": [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ] + }, + { + "episode": 230, + "avg_reward": -768.94, + "avg_cost": 2.75, + "lambda": 14.0215, + "rho": [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ] + }, + { + "episode": 240, + "avg_reward": 119.14, + "avg_cost": 2.25, + "lambda": 15.2513, + "rho": [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ] + }, + { + "episode": 250, + "avg_reward": -779.99, + "avg_cost": 0.5, + "lambda": 16.2232, + "rho": [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ] + }, + { + "episode": 260, + "avg_reward": -1381.62, + "avg_cost": 0.0, + "lambda": 16.8583, + "rho": [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ] + }, + { + "episode": 270, + "avg_reward": -2480.49, + "avg_cost": 0.0, + "lambda": 17.4256, + "rho": [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ] + }, + { + "episode": 280, + "avg_reward": -202.24, + "avg_cost": 2.5, + "lambda": 17.8683, + "rho": [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ] + }, + { + "episode": 290, + "avg_reward": -221.53, + "avg_cost": 0.25, + "lambda": 18.5548, + "rho": [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ] + }, + { + "episode": 300, + "avg_reward": -2260.36, + "avg_cost": 0.0, + "lambda": 19.4074, + "rho": [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ] + }, + { + "episode": 310, + "avg_reward": -1341.83, + "avg_cost": 0.5, + "lambda": 20.2852, + "rho": [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ] + }, + { + "episode": 320, + "avg_reward": 490.73, + "avg_cost": 0.0, + "lambda": 21.0545, + "rho": [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ] + }, + { + "episode": 330, + "avg_reward": -664.13, + "avg_cost": 1.25, + "lambda": 21.8037, + "rho": [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ] + }, + { + "episode": 340, + "avg_reward": -1023.47, + "avg_cost": 2.5, + "lambda": 22.67, + "rho": [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ] + }, + { + "episode": 350, + "avg_reward": 1350.29, + "avg_cost": 1.0, + "lambda": 23.8309, + "rho": [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ] + }, + { + "episode": 360, + "avg_reward": 880.62, + "avg_cost": 4.75, + "lambda": 25.3714, + "rho": [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ] + }, + { + "episode": 370, + "avg_reward": -921.73, + "avg_cost": 0.0, + "lambda": 26.9476, + "rho": [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ] + }, + { + "episode": 380, + "avg_reward": 2142.36, + "avg_cost": 1.5, + "lambda": 28.4923, + "rho": [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ] + }, + { + "episode": 390, + "avg_reward": 1274.11, + "avg_cost": 2.0, + "lambda": 29.8994, + "rho": [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ] + }, + { + "episode": 400, + "avg_reward": 2860.15, + "avg_cost": 2.25, + "lambda": 31.3629, + "rho": [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ] + }, + { + "episode": 410, + "avg_reward": 2055.68, + "avg_cost": 0.75, + "lambda": 32.3905, + "rho": [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ] + }, + { + "episode": 420, + "avg_reward": 2014.25, + "avg_cost": 1.25, + "lambda": 33.4073, + "rho": [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ] + }, + { + "episode": 430, + "avg_reward": 772.07, + "avg_cost": 1.5, + "lambda": 34.2638, + "rho": [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ] + }, + { + "episode": 440, + "avg_reward": 1293.81, + "avg_cost": 1.0, + "lambda": 35.1372, + "rho": [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ] + }, + { + "episode": 450, + "avg_reward": 2853.73, + "avg_cost": 1.0, + "lambda": 36.0189, + "rho": [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ] + }, + { + "episode": 460, + "avg_reward": 1968.04, + "avg_cost": 1.0, + "lambda": 36.9509, + "rho": [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ] + }, + { + "episode": 470, + "avg_reward": 2023.14, + "avg_cost": 1.0, + "lambda": 37.9745, + "rho": [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ] + }, + { + "episode": 480, + "avg_reward": 3701.86, + "avg_cost": 1.5, + "lambda": 39.0358, + "rho": [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ] + }, + { + "episode": 490, + "avg_reward": 2994.23, + "avg_cost": 0.25, + "lambda": 40.2396, + "rho": [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ] + }, + { + "episode": 500, + "avg_reward": 4345.4, + "avg_cost": 3.25, + "lambda": 41.1142, + "rho": [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ] + }, + { + "episode": 510, + "avg_reward": 4133.62, + "avg_cost": 0.5, + "lambda": 41.8676, + "rho": [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ] + }, + { + "episode": 520, + "avg_reward": 1602.66, + "avg_cost": 0.25, + "lambda": 42.4521, + "rho": [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ] + }, + { + "episode": 530, + "avg_reward": 3501.02, + "avg_cost": 0.0, + "lambda": 43.306, + "rho": [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ] + }, + { + "episode": 540, + "avg_reward": 5474.16, + "avg_cost": 3.0, + "lambda": 44.1002, + "rho": [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ] + }, + { + "episode": 550, + "avg_reward": 4842.25, + "avg_cost": 0.5, + "lambda": 44.9674, + "rho": [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ] + }, + { + "episode": 560, + "avg_reward": 5251.09, + "avg_cost": 0.25, + "lambda": 45.8245, + "rho": [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ] + }, + { + "episode": 570, + "avg_reward": 4762.4, + "avg_cost": 0.0, + "lambda": 46.8435, + "rho": [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ] + }, + { + "episode": 580, + "avg_reward": 4928.23, + "avg_cost": 0.5, + "lambda": 47.6398, + "rho": [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ] + }, + { + "episode": 590, + "avg_reward": 4681.64, + "avg_cost": 0.75, + "lambda": 48.3403, + "rho": [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ] + }, + { + "episode": 600, + "avg_reward": 5656.38, + "avg_cost": 1.0, + "lambda": 49.1838, + "rho": [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ] + }, + { + "episode": 610, + "avg_reward": 5036.11, + "avg_cost": 0.25, + "lambda": 50.1398, + "rho": [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ] + }, + { + "episode": 620, + "avg_reward": 4393.32, + "avg_cost": 1.25, + "lambda": 50.9316, + "rho": [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ] + }, + { + "episode": 630, + "avg_reward": 5329.12, + "avg_cost": 1.25, + "lambda": 51.7084, + "rho": [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ] + }, + { + "episode": 640, + "avg_reward": 5594.02, + "avg_cost": 0.0, + "lambda": 52.4446, + "rho": [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ] + }, + { + "episode": 650, + "avg_reward": 2995.07, + "avg_cost": 0.75, + "lambda": 53.0304, + "rho": [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ] + }, + { + "episode": 660, + "avg_reward": 5491.08, + "avg_cost": 1.75, + "lambda": 53.7799, + "rho": [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ] + }, + { + "episode": 670, + "avg_reward": 3479.97, + "avg_cost": 0.25, + "lambda": 54.6006, + "rho": [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ] + }, + { + "episode": 680, + "avg_reward": 6206.72, + "avg_cost": 1.75, + "lambda": 55.1965, + "rho": [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ] + }, + { + "episode": 690, + "avg_reward": 6534.67, + "avg_cost": 0.75, + "lambda": 55.8474, + "rho": [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ] + }, + { + "episode": 700, + "avg_reward": 4052.95, + "avg_cost": 0.0, + "lambda": 56.4151, + "rho": [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ] + }, + { + "episode": 710, + "avg_reward": 6629.32, + "avg_cost": 0.25, + "lambda": 56.818, + "rho": [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ] + }, + { + "episode": 720, + "avg_reward": 4213.95, + "avg_cost": 0.75, + "lambda": 57.2664, + "rho": [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ] + }, + { + "episode": 730, + "avg_reward": 3216.57, + "avg_cost": 0.0, + "lambda": 57.6861, + "rho": [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ] + }, + { + "episode": 740, + "avg_reward": 7108.15, + "avg_cost": 0.5, + "lambda": 58.1786, + "rho": [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ] + }, + { + "episode": 750, + "avg_reward": 7305.51, + "avg_cost": 1.5, + "lambda": 58.6615, + "rho": [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ] + }, + { + "episode": 760, + "avg_reward": 5628.58, + "avg_cost": 0.25, + "lambda": 59.3035, + "rho": [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ] + }, + { + "episode": 770, + "avg_reward": 4835.77, + "avg_cost": 0.5, + "lambda": 59.8982, + "rho": [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ] + }, + { + "episode": 780, + "avg_reward": 7362.31, + "avg_cost": 0.75, + "lambda": 60.3931, + "rho": [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ] + }, + { + "episode": 790, + "avg_reward": 7209.09, + "avg_cost": 0.5, + "lambda": 60.8933, + "rho": [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ] + }, + { + "episode": 800, + "avg_reward": 6006.67, + "avg_cost": 0.0, + "lambda": 61.4574, + "rho": [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ] + }, + { + "episode": 810, + "avg_reward": 6967.67, + "avg_cost": 0.0, + "lambda": 62.1138, + "rho": [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ] + }, + { + "episode": 820, + "avg_reward": 7885.57, + "avg_cost": 0.5, + "lambda": 62.6157, + "rho": [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ] + }, + { + "episode": 830, + "avg_reward": 7943.77, + "avg_cost": 0.5, + "lambda": 63.0838, + "rho": [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ] + }, + { + "episode": 840, + "avg_reward": 5422.21, + "avg_cost": 0.25, + "lambda": 63.5288, + "rho": [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ] + }, + { + "episode": 850, + "avg_reward": 7343.5, + "avg_cost": 0.25, + "lambda": 63.9141, + "rho": [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ] + }, + { + "episode": 860, + "avg_reward": 8051.49, + "avg_cost": 1.0, + "lambda": 64.2907, + "rho": [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ] + }, + { + "episode": 870, + "avg_reward": 7696.48, + "avg_cost": 0.5, + "lambda": 64.6642, + "rho": [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ] + }, + { + "episode": 880, + "avg_reward": 8347.2, + "avg_cost": 0.5, + "lambda": 65.0159, + "rho": [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ] + }, + { + "episode": 890, + "avg_reward": 8802.22, + "avg_cost": 0.75, + "lambda": 65.36, + "rho": [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ] + }, + { + "episode": 900, + "avg_reward": 7000.52, + "avg_cost": 0.75, + "lambda": 65.8442, + "rho": [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ] + }, + { + "episode": 910, + "avg_reward": 2790.53, + "avg_cost": 0.5, + "lambda": 66.282, + "rho": [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ] + }, + { + "episode": 920, + "avg_reward": 5991.22, + "avg_cost": 0.75, + "lambda": 66.7447, + "rho": [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ] + }, + { + "episode": 930, + "avg_reward": 8825.11, + "avg_cost": 0.25, + "lambda": 67.1769, + "rho": [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ] + }, + { + "episode": 940, + "avg_reward": 6485.52, + "avg_cost": 0.25, + "lambda": 67.5946, + "rho": [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ] + }, + { + "episode": 950, + "avg_reward": 8496.38, + "avg_cost": 0.25, + "lambda": 68.0046, + "rho": [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ] + }, + { + "episode": 960, + "avg_reward": 8789.78, + "avg_cost": 0.25, + "lambda": 68.6027, + "rho": [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ] + }, + { + "episode": 970, + "avg_reward": 9168.64, + "avg_cost": 0.0, + "lambda": 69.0459, + "rho": [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ] + }, + { + "episode": 980, + "avg_reward": 9051.47, + "avg_cost": 1.0, + "lambda": 69.4732, + "rho": [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ] + }, + { + "episode": 990, + "avg_reward": 8983.57, + "avg_cost": 0.0, + "lambda": 69.9265, + "rho": [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ] + }, + { + "episode": 1000, + "avg_reward": 8531.69, + "avg_cost": 0.0, + "lambda": 70.3893, + "rho": [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ] + }, + { + "episode": 1010, + "avg_reward": 8784.62, + "avg_cost": 1.5, + "lambda": 70.8189, + "rho": [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ] + }, + { + "episode": 1020, + "avg_reward": 9237.17, + "avg_cost": 0.5, + "lambda": 71.3153, + "rho": [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ] + }, + { + "episode": 1030, + "avg_reward": 8635.19, + "avg_cost": 0.0, + "lambda": 71.7056, + "rho": [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ] + }, + { + "episode": 1040, + "avg_reward": 9583.68, + "avg_cost": 0.25, + "lambda": 72.0826, + "rho": [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ] + }, + { + "episode": 1050, + "avg_reward": 9075.79, + "avg_cost": 0.5, + "lambda": 72.5424, + "rho": [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ] + }, + { + "episode": 1060, + "avg_reward": 9580.28, + "avg_cost": 1.0, + "lambda": 73.0929, + "rho": [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ] + }, + { + "episode": 1070, + "avg_reward": 9238.16, + "avg_cost": 0.75, + "lambda": 73.6214, + "rho": [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ] + }, + { + "episode": 1080, + "avg_reward": 8846.22, + "avg_cost": 0.5, + "lambda": 74.0223, + "rho": [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ] + }, + { + "episode": 1090, + "avg_reward": 9805.14, + "avg_cost": 0.0, + "lambda": 74.3532, + "rho": [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ] + }, + { + "episode": 1100, + "avg_reward": 9499.79, + "avg_cost": 1.25, + "lambda": 74.7184, + "rho": [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ] + }, + { + "episode": 1110, + "avg_reward": 9816.66, + "avg_cost": 0.5, + "lambda": 75.2206, + "rho": [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ] + }, + { + "episode": 1120, + "avg_reward": 9589.35, + "avg_cost": 0.25, + "lambda": 75.7584, + "rho": [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ] + }, + { + "episode": 1130, + "avg_reward": 9929.7, + "avg_cost": 1.25, + "lambda": 76.2425, + "rho": [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ] + }, + { + "episode": 1140, + "avg_reward": 6871.57, + "avg_cost": 0.25, + "lambda": 76.7418, + "rho": [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ] + }, + { + "episode": 1150, + "avg_reward": 9501.1, + "avg_cost": 0.5, + "lambda": 77.1408, + "rho": [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ] + }, + { + "episode": 1160, + "avg_reward": 9343.33, + "avg_cost": 0.25, + "lambda": 77.4831, + "rho": [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ] + }, + { + "episode": 1170, + "avg_reward": 7640.96, + "avg_cost": 1.0, + "lambda": 77.8529, + "rho": [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ] + }, + { + "episode": 1180, + "avg_reward": 9936.23, + "avg_cost": 0.25, + "lambda": 78.2814, + "rho": [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ] + }, + { + "episode": 1190, + "avg_reward": 9782.98, + "avg_cost": 0.5, + "lambda": 78.6291, + "rho": [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ] + }, + { + "episode": 1200, + "avg_reward": 9902.46, + "avg_cost": 0.0, + "lambda": 78.9877, + "rho": [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ] + }, + { + "episode": 1210, + "avg_reward": 9843.33, + "avg_cost": 0.25, + "lambda": 79.4173, + "rho": [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ] + }, + { + "episode": 1220, + "avg_reward": 10203.8, + "avg_cost": 1.0, + "lambda": 79.7951, + "rho": [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ] + }, + { + "episode": 1230, + "avg_reward": 10465.84, + "avg_cost": 0.0, + "lambda": 80.1648, + "rho": [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ] + }, + { + "episode": 1240, + "avg_reward": 10193.45, + "avg_cost": 0.25, + "lambda": 80.5733, + "rho": [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ] + }, + { + "episode": 1250, + "avg_reward": 10095.3, + "avg_cost": 0.0, + "lambda": 80.9036, + "rho": [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ] + }, + { + "episode": 1260, + "avg_reward": 3640.58, + "avg_cost": 0.0, + "lambda": 81.2389, + "rho": [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ] + }, + { + "episode": 1270, + "avg_reward": 10620.22, + "avg_cost": 0.0, + "lambda": 81.9416, + "rho": [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ] + }, + { + "episode": 1280, + "avg_reward": 9917.46, + "avg_cost": 1.0, + "lambda": 82.6656, + "rho": [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ] + }, + { + "episode": 1290, + "avg_reward": 9728.86, + "avg_cost": 0.5, + "lambda": 83.6509, + "rho": [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ] + }, + { + "episode": 1300, + "avg_reward": 10021.29, + "avg_cost": 1.0, + "lambda": 84.5051, + "rho": [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ] + }, + { + "episode": 1310, + "avg_reward": 9965.71, + "avg_cost": 0.5, + "lambda": 85.0444, + "rho": [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ] + }, + { + "episode": 1320, + "avg_reward": 10116.75, + "avg_cost": 0.5, + "lambda": 85.4714, + "rho": [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ] + }, + { + "episode": 1330, + "avg_reward": 9901.89, + "avg_cost": 0.5, + "lambda": 85.8689, + "rho": [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ] + }, + { + "episode": 1340, + "avg_reward": 9658.73, + "avg_cost": 0.5, + "lambda": 86.1629, + "rho": [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ] + }, + { + "episode": 1350, + "avg_reward": 8478.69, + "avg_cost": 0.25, + "lambda": 86.405, + "rho": [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ] + }, + { + "episode": 1360, + "avg_reward": 10058.0, + "avg_cost": 0.5, + "lambda": 86.7145, + "rho": [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ] + }, + { + "episode": 1370, + "avg_reward": 8770.29, + "avg_cost": 0.0, + "lambda": 87.0704, + "rho": [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ] + }, + { + "episode": 1380, + "avg_reward": 9528.22, + "avg_cost": 0.5, + "lambda": 87.3285, + "rho": [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ] + }, + { + "episode": 1390, + "avg_reward": 6247.87, + "avg_cost": 0.25, + "lambda": 87.6026, + "rho": [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ] + }, + { + "episode": 1400, + "avg_reward": 9939.79, + "avg_cost": 0.5, + "lambda": 87.9551, + "rho": [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ] + }, + { + "episode": 1410, + "avg_reward": 10499.26, + "avg_cost": 0.5, + "lambda": 88.3036, + "rho": [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ] + }, + { + "episode": 1420, + "avg_reward": 7242.82, + "avg_cost": 0.25, + "lambda": 88.6912, + "rho": [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ] + }, + { + "episode": 1430, + "avg_reward": 9720.29, + "avg_cost": 0.0, + "lambda": 89.0357, + "rho": [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ] + }, + { + "episode": 1440, + "avg_reward": 10116.6, + "avg_cost": 0.5, + "lambda": 89.4128, + "rho": [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ] + }, + { + "episode": 1450, + "avg_reward": 10336.88, + "avg_cost": 0.5, + "lambda": 89.9196, + "rho": [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + }, + { + "episode": 1460, + "avg_reward": 6526.64, + "avg_cost": 0.5, + "lambda": 90.4477, + "rho": [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + }, + { + "episode": 1470, + "avg_reward": 7850.7, + "avg_cost": 0.5, + "lambda": 91.0211, + "rho": [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + }, + { + "episode": 1480, + "avg_reward": 10016.3, + "avg_cost": 0.25, + "lambda": 91.4469, + "rho": [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + }, + { + "episode": 1490, + "avg_reward": 9861.09, + "avg_cost": 0.25, + "lambda": 92.0177, + "rho": [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + }, + { + "episode": 1500, + "avg_reward": 10571.74, + "avg_cost": 0.25, + "lambda": 92.6048, + "rho": [ + 0.1636, + 0.121, + 0.1312, + 0.333, + 0.128, + 0.1232 + ] + } + ], + "episode_rewards": [ + -6620.4318, + -7087.8418, + -6994.3768, + -7005.2596, + -7149.6298, + -7376.1695, + -6438.8196, + -7131.9211, + -6295.7317, + -6719.8031, + -6930.8254, + -6520.4145, + -6978.5408, + -6876.4418, + -6318.9073, + -6501.7649, + -6860.9067, + -6255.7396, + -5554.8067, + -5929.7806, + -5693.7037, + -5953.5911, + -5640.273, + -6130.3867, + -7361.9006, + -6056.3881, + -6415.0439, + -6515.6815, + -7214.4597, + -5794.6411, + -5314.8844, + -5779.2567, + -5395.5493, + -5588.9535, + -5612.4392, + -4391.437, + -4497.5147, + -5358.7375, + -6021.5845, + -6094.0373, + -5651.271, + -5152.1957, + -5029.6513, + -4779.9036, + -5395.1646, + -5202.5008, + -4387.9801, + -5603.8127, + -5684.4621, + -5744.2247, + -5142.3079, + -4799.5672, + -4010.0875, + -5820.3801, + -5258.4108, + -4472.9012, + -5234.394, + -4832.1394, + -5216.4834, + -4381.5065, + -5583.6485, + -5286.7631, + -4657.2178, + -4283.8516, + -4682.4675, + -4879.9917, + -4693.7724, + -4640.1788, + -4772.5373, + -5376.114, + -5092.7572, + -4927.6548, + -4349.4083, + -4456.5611, + -3365.2061, + -4272.5402, + -2982.209, + -4384.397, + -4009.2797, + -3662.7373, + -3947.2161, + -4553.9997, + -3698.4787, + -3658.9005, + -4463.3932, + -4217.6069, + -4247.3171, + -4403.8961, + -4433.2134, + -3089.8793, + -3879.038, + -3112.0733, + -3089.8693, + -3390.0565, + -3636.0317, + -3158.3265, + -3562.7509, + -3783.4496, + -4315.6448, + -4202.7228, + -3209.6111, + -3189.3468, + -3899.8461, + -3962.1447, + -3585.8528, + -3455.3509, + -3923.1126, + -2444.7172, + -2819.0105, + -2375.4575, + -3568.8344, + -2474.6719, + -3287.0316, + -3309.0831, + -2495.2273, + -3578.1394, + -2755.2443, + -3281.6302, + -3176.002, + -3570.8067, + -3403.8046, + -3283.9323, + -2990.9263, + -3019.0907, + -1944.1707, + -2536.8881, + -2336.2822, + -2221.8533, + -2971.8605, + -3079.8219, + -3007.6774, + -2280.5917, + -2318.1148, + -1696.326, + -2972.0857, + -2621.6408, + -2106.8229, + -2006.6915, + -2162.4981, + -3118.765, + -2308.2745, + -2988.8495, + -3794.4851, + -2873.9927, + -2116.5364, + -2227.5669, + -1941.0039, + -2243.2279, + -2096.2348, + -1878.1141, + -1522.7396, + -1984.2231, + -2181.6825, + -3077.9742, + -2876.4256, + -2251.197, + -3138.3166, + -2027.6502, + -2414.0974, + -2366.6061, + -2409.0499, + -2363.4769, + -3146.8865, + -2004.9201, + -1954.3355, + -2555.8845, + -1455.4548, + -2580.409, + -2488.6798, + -2688.4778, + -2247.6065, + -1740.9955, + -2355.7774, + -2435.9695, + -2249.3526, + -2151.6491, + -1393.3042, + -1430.1393, + -2265.5447, + -1340.2939, + -1279.6997, + -1369.3728, + -1534.4869, + -1998.6659, + -960.3275, + -963.7195, + -1179.4141, + -632.43, + -542.0163, + -52.8177, + -2335.5315, + -2084.5246, + -1322.6619, + -648.302, + -939.9689, + -2724.0799, + -1527.6899, + 22.344, + -2653.396, + -2678.9351, + -152.025, + -1793.4916, + -1028.2277, + -1352.8163, + -1760.9082, + -619.802, + -1459.5267, + -1295.9765, + -1278.7587, + -859.3657, + -1241.4341, + -1807.2868, + -393.0061, + -1177.6572, + -552.0444, + -1326.5662, + -51.2994, + -887.9555, + -3419.2532, + -351.0899, + -1782.7668, + -2109.257, + -1675.5886, + -2313.3678, + -2600.7664, + -2272.643, + -705.5298, + -832.0028, + -1504.6761, + -768.9441, + -1392.59, + -1008.1279, + -618.5804, + -2705.715, + -2073.3124, + -2465.9381, + -1875.6357, + -1849.5834, + -1482.4519, + 119.1442, + -1653.03, + -2277.0353, + -2223.8992, + -1007.0834, + -1352.6049, + -2034.8877, + -3413.6144, + -1567.8497, + -1629.7857, + -779.9904, + -2787.5839, + -1057.6009, + -1348.1158, + -1824.5747, + -1314.032, + -954.9012, + -3025.2077, + -452.333, + -3164.9894, + -1381.6223, + -1032.944, + -1816.5007, + 568.1433, + -460.2733, + -1508.396, + -2189.8802, + -2332.6589, + -2407.8304, + -1841.8125, + -2480.4914, + -1710.0307, + -2605.6612, + -2231.9671, + -131.8658, + -2366.0887, + -2213.297, + -989.5255, + -2267.4505, + -2402.7829, + -202.2436, + -2319.5306, + -1592.2151, + -2206.6866, + -2537.7774, + -1965.828, + -1936.1935, + -1692.0526, + -2463.6524, + -225.2564, + -221.5323, + -1439.5922, + -1386.1199, + -1929.1189, + -1924.8215, + -2025.8913, + -3076.5364, + -1900.8479, + -746.8921, + -1369.6186, + -2260.3626, + -226.7424, + -894.1538, + -923.1703, + 137.902, + -1309.8734, + 80.8041, + 153.583, + 160.4482, + 74.7582, + -1341.8301, + -183.6782, + 510.6595, + -1459.0193, + 375.3712, + 126.5018, + -659.6764, + -1234.5446, + -2060.5781, + -1989.6886, + 490.7319, + -606.8985, + 318.3495, + 251.025, + 1078.3432, + -1602.4894, + -701.2431, + -1597.0038, + -170.5734, + -731.559, + -664.1251, + -679.343, + -1896.4197, + 213.1722, + -1034.0915, + -263.1395, + -506.9424, + -1307.5783, + -1260.9249, + -1420.5289, + -1023.4698, + 2276.1464, + 20.4656, + 277.6488, + -502.4493, + -1677.177, + -2432.6089, + 642.1016, + -935.2164, + 418.6852, + 1350.29, + -568.6217, + 269.2491, + 170.0533, + 162.592, + 1109.5594, + 1350.3312, + -158.4943, + 547.313, + 1431.2437, + 880.6194, + 68.8346, + 704.0247, + 182.4927, + 55.2334, + 305.5027, + 782.7657, + 1153.3322, + -224.3592, + 1750.7606, + -921.7285, + 616.9086, + 339.5121, + 1212.6658, + 395.1922, + 2312.48, + 1797.7597, + 726.3357, + 1867.9182, + 1302.8298, + 2142.3595, + 1402.8519, + 540.1935, + 1732.4764, + 1362.9958, + 2707.5024, + 1811.2959, + 158.8242, + 2939.6732, + 543.1672, + 1274.1076, + 2058.9852, + 3635.0318, + 2564.5608, + 878.9068, + 2652.0442, + 337.401, + 1768.1041, + 2105.1299, + 2599.8918, + 2860.1539, + 2133.5648, + 1652.9343, + 176.2674, + 2910.8679, + 2316.2748, + 15.6873, + 1444.8309, + 2219.8952, + 1769.2707, + 2055.6773, + 1090.2199, + 2367.3057, + 1485.08, + 1432.7217, + 2972.9559, + 2494.0666, + 1324.1391, + 1453.9578, + 2121.102, + 2014.249, + 2573.8588, + 1969.729, + 974.8139, + 3309.2025, + 1011.8768, + 2341.1312, + 3368.7902, + 1093.4714, + 667.0285, + 772.0672, + 2925.0689, + 360.2344, + 2995.0669, + 2069.2747, + 3581.5931, + 3423.4332, + 3696.6931, + 907.6325, + 3215.4817, + 1293.8086, + 3065.3399, + 2467.6472, + 602.3172, + 342.804, + 849.2584, + 1618.8539, + 1989.4357, + -45.3674, + -679.3609, + 2853.7314, + 2665.0524, + 1871.0915, + 3169.6949, + 2261.3849, + 2426.3769, + 2285.1217, + 3181.4035, + 2932.7041, + 1847.9527, + 1968.0398, + 3796.1317, + 3451.6625, + 1676.9494, + 2349.2432, + 3387.3274, + 1846.7835, + -1418.7265, + 148.3796, + 2404.4627, + 2023.1359, + 3825.1913, + 3144.1518, + 2295.4144, + 1185.2256, + 1719.971, + 2879.5955, + 1401.8136, + 1885.8884, + 3517.7888, + 3701.8616, + 3541.6035, + 4133.9069, + 3160.2854, + 3714.1893, + 3001.6411, + 2344.6505, + 2219.1209, + 1951.9671, + 3624.1043, + 2994.2278, + 1485.703, + 4749.6093, + 1739.2037, + 2220.5619, + 4192.3433, + 3849.4372, + 2076.8944, + 5342.8363, + 2798.024, + 4345.4028, + 3595.0617, + 2414.6815, + 4566.9513, + 2977.5254, + 4370.7537, + -573.4428, + 3811.7557, + 1997.6836, + 2669.3161, + 4133.6162, + 2868.3677, + 2867.7857, + 4510.8834, + 2987.6586, + 2224.3839, + 2388.5572, + 4482.693, + 3772.553, + 5042.9075, + 1602.6556, + 2875.4291, + 4974.5255, + 1900.301, + 370.3193, + 4999.2034, + 3766.8126, + 4323.7885, + 3725.9775, + 3680.1399, + 3501.0159, + 4151.294, + 3959.4451, + 4262.4085, + 4109.0682, + 4717.3252, + 4708.6348, + 3458.3575, + 2557.16, + 5556.5399, + 5474.1596, + 1565.3275, + 2447.0147, + 3685.7079, + 4868.575, + 3582.3513, + 1435.4151, + 5167.2493, + 4922.2525, + 4926.7267, + 4842.2455, + 3404.0841, + 2110.1083, + 4903.6463, + 5173.5118, + 2752.683, + 5779.813, + 3327.1352, + 5691.9098, + 4981.0869, + 5251.0891, + 6252.0493, + 3169.136, + 5108.579, + 5666.6919, + 5021.0352, + 5775.9669, + 3601.2602, + 5191.1709, + 5081.1149, + 4762.3959, + 5225.4069, + 5446.999, + 5180.0058, + 5257.2341, + 4180.7634, + 4615.568, + 6218.7671, + 4691.715, + 5171.9118, + 4928.2298, + 2245.6671, + 5532.6532, + 5506.959, + 4032.484, + 5313.9521, + 5785.2028, + 5561.4331, + 5739.2583, + 4866.966, + 4681.6352, + 2867.9186, + 5545.2299, + 5891.3849, + 3228.2215, + 4119.0048, + 4255.1925, + 5572.5064, + 4646.0404, + 2435.0208, + 5656.3787, + 5450.51, + 5354.6833, + 4606.8275, + 4958.3253, + 5783.5797, + 5509.9603, + 4653.0003, + 404.1182, + 5893.2409, + 5036.1075, + 4102.2269, + 5575.9905, + 6013.2742, + 5156.4561, + 4557.5065, + 3717.7019, + 1309.1918, + 5388.8099, + 3435.7994, + 4393.3151, + 5288.4177, + 5756.5915, + 3924.4006, + 3701.1312, + 4184.7948, + 4262.0508, + 6372.2122, + 4557.309, + 5335.8313, + 5329.1155, + 3381.9657, + 5388.9089, + 5500.8499, + 2085.5744, + 4649.1604, + 6325.5713, + 4365.5617, + 6097.2486, + 6101.5197, + 5594.0237, + 5791.506, + 5900.7893, + 5350.2851, + 6153.0269, + 5974.8482, + 6124.2382, + 6294.2384, + 535.3185, + 3456.6126, + 2995.0725, + 4494.1365, + 3731.7807, + 3006.8823, + 5871.5971, + 4094.4836, + 4751.9165, + 6733.1191, + 5668.598, + 3962.6574, + 5491.0833, + 5650.2525, + 4044.4988, + 6214.1438, + 6197.6845, + 3360.5426, + 6230.6892, + 3790.4429, + 5512.7958, + 5931.3936, + 3479.9653, + 5874.1528, + 5510.7274, + 648.9322, + 6010.4697, + 4571.5496, + 3459.5182, + 6332.131, + 4510.3022, + 4467.077, + 6206.7153, + 6485.276, + 3866.9803, + 5954.1265, + 5579.3296, + 5300.8304, + 6371.902, + 3573.741, + 6283.0124, + 6543.1583, + 6534.672, + 6581.4861, + 3076.7113, + 6328.128, + 6563.9676, + 6247.5836, + 6798.572, + 4709.067, + 6130.5749, + 6744.0262, + 4052.955, + 5929.2442, + 6838.3877, + 2295.9977, + 6237.8332, + 5423.8879, + 6622.6807, + 6815.2071, + 3832.5, + 3014.0301, + 6629.3169, + 4263.6542, + 7143.494, + 3675.3467, + 6409.0022, + 5762.7254, + 6634.7902, + 6574.2342, + 6878.3448, + 6997.4493, + 4213.9539, + 6208.0576, + 5333.3734, + 6500.3522, + 5746.3334, + 6901.8409, + 5510.0424, + 5689.4955, + 6048.0101, + 6392.3805, + 3216.5695, + 6772.4111, + 5814.2384, + 6899.7816, + 6756.0068, + 4820.957, + 6459.5938, + 7355.5135, + 6635.6864, + 7142.4201, + 7108.149, + 6881.9971, + 4836.2473, + 7200.5517, + 4875.5989, + 6590.4354, + 7094.4693, + 5333.6937, + 4317.7107, + 6268.7777, + 7305.507, + 5760.8352, + 7244.638, + 7358.5625, + 5977.2267, + 7540.8276, + 7117.0635, + 5121.6582, + 7377.8908, + 7047.016, + 5628.5806, + 7244.0984, + 6457.0357, + 7501.7286, + 6720.2141, + 7132.4082, + 6829.1377, + 7342.7366, + 5247.4588, + 6629.258, + 4835.7716, + 7309.8223, + 6800.1738, + 7333.3012, + 6966.4588, + 6181.2249, + 5830.3847, + 7153.7053, + 7535.2909, + 7683.7454, + 7362.3078, + 6807.3215, + 7424.0617, + 5686.7082, + 7000.9559, + 7471.5399, + 7650.4509, + 5966.7165, + 7668.4651, + 7744.8876, + 7209.091, + 7431.9191, + 7676.5807, + 6531.3443, + 6080.2002, + 7164.906, + 8226.4888, + 6968.0817, + 7503.4244, + 7602.0664, + 6006.6696, + 7938.8467, + 6660.7496, + 6823.3161, + 7514.2794, + 7345.6338, + 7234.0754, + 7724.6041, + 7516.5124, + 7269.3238, + 6967.671, + 6901.5423, + 6547.9315, + 7758.3444, + 7761.2519, + 6754.7588, + 7263.521, + 7450.6727, + 7927.3461, + 6811.7433, + 7885.5698, + 7318.1156, + 6959.2143, + 7981.9006, + 7703.6527, + 6817.615, + 6981.1207, + 7996.1168, + 7568.5092, + 7082.4856, + 7943.7717, + 8117.2688, + 6342.8976, + 7531.006, + 7198.7317, + 7844.312, + 7638.0452, + 8112.0255, + 7619.8084, + 8173.8105, + 5422.2126, + 8024.3732, + 7642.139, + 7919.4519, + 8042.7701, + 6539.7819, + 7830.1077, + 6619.9628, + 7100.0709, + 7366.5609, + 7343.496, + 7374.8564, + 6107.0779, + 7607.0853, + 7840.6951, + 7391.4762, + 7885.6484, + 7429.6642, + 7477.4877, + 6738.3994, + 8051.4864, + 6569.612, + 7878.461, + 8245.8376, + 7810.8113, + 8510.1267, + 7615.0374, + 7885.3432, + 7674.2163, + 7692.1564, + 7696.4752, + 7959.9804, + 8055.558, + 8157.6802, + 7576.8202, + 5910.2435, + 7902.5082, + 7731.6004, + 8291.3144, + 7296.7719, + 8347.2048, + 7892.8922, + 8236.7454, + 7693.6662, + 8688.3372, + 8291.2953, + 8158.601, + 8470.7413, + 6032.5408, + 6807.8749, + 8802.2169, + 6490.2955, + 8578.8305, + 6335.0128, + 7898.7213, + 8700.0446, + 8497.9089, + 8173.5506, + 8418.6311, + 8013.3233, + 7000.5217, + 8757.3063, + 8489.4266, + 7723.786, + 6901.7689, + 7274.7793, + 8666.3053, + 8567.7804, + 8573.2631, + 8015.7922, + 2790.5319, + 6404.7031, + 5473.1764, + 8709.3314, + 8778.8246, + 8659.7755, + 7039.2371, + 7774.6653, + 5899.609, + 8159.1493, + 5991.2193, + 8788.8671, + 8670.2373, + 8152.5817, + 8247.8343, + 5709.5037, + 8408.8476, + 8566.6639, + 8649.3307, + 8215.8316, + 8825.114, + 8860.5168, + 9094.7915, + 8142.7363, + 8775.1437, + 9059.1634, + 8416.6345, + 8746.5048, + 6937.0351, + 8568.1305, + 6485.5162, + 7816.143, + 8421.7665, + 8612.6631, + 7970.0463, + 8075.5316, + 8665.6317, + 8935.3315, + 8455.797, + 8829.6016, + 8496.3841, + 8494.7583, + 8572.0813, + 8774.42, + 9063.1917, + 5427.8767, + 8593.8782, + 8030.4135, + 6575.104, + 9380.5464, + 8789.7779, + 8810.586, + 9039.0948, + 8748.7867, + 8823.0889, + 7221.028, + 8518.7048, + 9116.4816, + 6871.4085, + 9054.896, + 9168.6434, + 8630.4335, + 9503.1502, + 8988.0835, + 8978.994, + 7754.4036, + 8658.6316, + 8305.5488, + 8995.9308, + 8628.7382, + 9051.4691, + 9190.02, + 6628.7171, + 8815.5423, + 9193.0964, + 9256.3396, + 5797.4815, + 5677.734, + 9042.8348, + 8141.5094, + 8983.5681, + 8962.8496, + 8675.697, + 6593.611, + 9160.8384, + 8725.7946, + 8438.5788, + 8533.8003, + 8943.7837, + 9541.7277, + 8531.6905, + 8983.3848, + 8683.2039, + 8509.0575, + 9004.8903, + 8128.3041, + 8716.05, + 8614.9305, + 7531.2335, + 9225.5405, + 8784.6166, + 5604.8608, + 9076.0541, + 6524.25, + 9416.9575, + 8616.3023, + 9182.9881, + 8705.0087, + 9159.3848, + 9016.1652, + 9237.17, + 9038.0313, + 7070.4974, + 9019.4186, + 7938.9119, + 8685.0848, + 9396.4787, + 5663.2879, + 8748.573, + 9820.8479, + 8635.1851, + 8467.0733, + 9369.2342, + 9128.1555, + 8631.6918, + 9865.5313, + 8871.6555, + 9444.7925, + 9701.5713, + 8813.5398, + 9583.6786, + 9494.8334, + 9243.1323, + 9016.1248, + 9773.7047, + 7300.4955, + 8973.6978, + 8906.2629, + 9169.9035, + 5914.8571, + 9075.7904, + 8721.0419, + 5296.6139, + 6743.6627, + 5857.3763, + 9389.0497, + 9327.7516, + 9549.4981, + 8973.0023, + 8079.0567, + 9580.2797, + 8724.7509, + 9006.8197, + 6180.0146, + 8816.2888, + 6666.4554, + 9138.3832, + 7405.2623, + 9008.6209, + 9114.4049, + 9238.1645, + 8591.9535, + 7253.8961, + 6443.4504, + 7893.7911, + 9126.8798, + 9148.5655, + 8815.3354, + 8945.0788, + 9385.2552, + 8846.2189, + 9449.8842, + 9385.3386, + 8994.1372, + 9583.3064, + 8967.8173, + 9807.3764, + 8531.7619, + 9444.2275, + 9719.4477, + 9805.1351, + 9438.7094, + 8479.3279, + 2882.8915, + 9657.1905, + 8705.0805, + 10070.7375, + 10034.539, + 9822.5991, + 9624.4414, + 9499.7884, + 9205.3384, + 9220.2456, + 9725.4378, + 9916.4953, + 9845.4199, + 9295.0556, + 10034.6441, + 9723.4947, + 9675.0692, + 9816.6584, + 9287.8801, + 7035.7354, + 9663.207, + 8299.0892, + 10123.8878, + 9422.323, + 9925.968, + 9518.3748, + 9216.3334, + 9589.3475, + 7126.9817, + 6458.2787, + 7015.5354, + 10166.5652, + 9558.8564, + 10114.4481, + 9680.5312, + 9986.8062, + 10099.651, + 9929.6955, + 9934.9798, + 9380.3162, + 9905.9486, + 10314.8953, + 9543.0907, + 9861.3951, + 6064.1009, + 9855.6138, + 9926.9824, + 6871.5684, + 9500.1676, + 6707.8008, + 9668.6065, + 5815.1532, + 9338.6895, + 8151.8271, + 9954.833, + 9680.6752, + 10201.7682, + 9501.1035, + 9921.4347, + 7773.9932, + 7562.693, + 9580.9948, + 10082.8549, + 9767.6061, + 9663.0059, + 10023.3035, + 9679.5087, + 9343.3286, + 9959.2242, + 9870.0153, + 9311.8894, + 9916.1586, + 10114.9192, + 9572.3557, + 6564.379, + 10050.4477, + 10021.0609, + 7640.9576, + 9778.244, + 9525.8102, + 9524.7833, + 10027.9195, + 9200.1937, + 10052.1513, + 10595.1319, + 9059.3228, + 9722.3193, + 9936.2303, + 9506.2475, + 9821.0041, + 9742.7473, + 9979.2124, + 10261.1729, + 9168.4674, + 10346.5118, + 9987.6871, + 10149.8133, + 9782.9764, + 9174.3957, + 10153.6195, + 10467.5431, + 10092.8753, + 9808.2931, + 7317.0509, + 10045.6134, + 10408.7991, + 9923.9672, + 9902.4627, + 10145.9466, + 10335.3197, + 7473.9131, + 6386.6951, + 9815.5897, + 10589.0344, + 9561.0685, + 9744.1286, + 10036.9869, + 9843.3315, + 9807.4107, + 7804.0846, + 10106.4815, + 9931.0274, + 10457.6872, + 8492.0435, + 10184.6074, + 9219.4452, + 9783.7382, + 10203.8026, + 9424.2923, + 10400.4516, + 10238.8237, + 9539.866, + 10354.1916, + 9897.0594, + 10024.1999, + 10543.563, + 9849.4813, + 10465.8437, + 9824.1201, + 9871.4786, + 10168.9114, + 10406.9284, + 10127.7128, + 8028.4881, + 8181.1889, + 10335.6426, + 10533.3938, + 10193.4483, + 10478.3234, + 9837.417, + 10034.5948, + 10151.5494, + 10593.4537, + 10084.9383, + 10001.3925, + 7868.9284, + 10280.3308, + 10095.2966, + 9307.4168, + 10171.9569, + 10477.4459, + 7319.1682, + 10422.6321, + 10012.0766, + 9281.1664, + 9892.4619, + 6860.9765, + 3640.5755, + 10363.9791, + 10416.4603, + 10022.6814, + 10244.7311, + 9914.9071, + 6712.8338, + 7458.6218, + 10255.3527, + 10365.2639, + 10620.2231, + 10107.0168, + 10365.4981, + 8043.0311, + 10527.1584, + 9908.5575, + 10279.5491, + 10548.5003, + 10583.7422, + 7046.5226, + 9917.4634, + 10936.2277, + 9292.5522, + 7585.4543, + 10938.6866, + 6197.4991, + 9856.0056, + 11089.7602, + 10163.7016, + 10783.6614, + 9728.8566, + 10350.6342, + 10608.6065, + 10005.3328, + 9656.5738, + 10796.8307, + 9806.6589, + 10093.8701, + 8924.2852, + 9633.1473, + 10021.2937, + 9863.8566, + 10251.8211, + 9613.3582, + 10141.8187, + 9803.2263, + 9745.6489, + 10283.6816, + 8316.2262, + 9047.2952, + 9965.7088, + 9450.9953, + 9225.8351, + 9712.1056, + 9160.0996, + 9675.8648, + 8874.4432, + 9118.6606, + 8726.3189, + 7358.4686, + 10116.7523, + 9384.6245, + 9866.5861, + 10199.4553, + 10283.7462, + 10098.208, + 7701.0046, + 10370.8847, + 9678.0338, + 10618.9557, + 9901.8924, + 7762.316, + 9508.1756, + 10098.449, + 9633.2996, + 9353.7969, + 9886.7376, + 9047.4458, + 9690.3718, + 9550.64, + 9658.7334, + 10091.4848, + 10187.5554, + 9915.754, + 9827.4843, + 10128.3432, + 10067.8494, + 10179.2194, + 10257.0194, + 10175.9441, + 8478.6876, + 10426.6235, + 10477.7149, + 9940.6342, + 8271.924, + 7905.2762, + 9467.9891, + 10127.1818, + 10173.6508, + 10269.4119, + 10058.0022, + 10070.2734, + 7167.5853, + 9271.1711, + 9880.5912, + 9503.0488, + 9451.458, + 9515.84, + 9419.3198, + 8845.227, + 8770.2935, + 8860.302, + 9406.8114, + 10268.2369, + 9997.0901, + 10810.8531, + 10779.7422, + 10067.3667, + 10615.1406, + 8409.4197, + 9528.2196, + 10368.5995, + 10631.0674, + 9790.5711, + 10445.2963, + 9582.7573, + 10276.8143, + 9148.9941, + 9873.2106, + 9854.495, + 6247.8668, + 10512.0071, + 5386.3737, + 9911.9102, + 10746.3801, + 9176.684, + 7541.4605, + 8056.1216, + 10609.9088, + 9599.5476, + 9939.7863, + 10248.468, + 6548.8261, + 9489.7517, + 7636.2173, + 10163.4122, + 10225.3498, + 10178.1457, + 8743.2445, + 10946.9698, + 10499.2574, + 10523.6979, + 8621.7306, + 10191.21, + 7538.0274, + 10249.4133, + 10324.5958, + 11144.4851, + 10345.7356, + 7151.6116, + 7242.8173, + 7328.2823, + 8275.8065, + 10510.7711, + 10732.3537, + 6912.3874, + 10090.334, + 10214.3917, + 10003.8933, + 10356.289, + 9720.2924, + 8649.3241, + 7906.9049, + 10484.3823, + 9897.6746, + 10411.2175, + 9112.5415, + 7894.9672, + 7678.3174, + 10670.7457, + 10116.5999, + 10405.869, + 10816.9125, + 9819.7761, + 10756.4688, + 10172.8057, + 8927.0226, + 8238.8935, + 10974.0221, + 10406.7231, + 10336.8848, + 10648.7388, + 10968.8774, + 10951.7472, + 10165.3383, + 10432.5447, + 7330.7492, + 9747.6827, + 9902.658, + 7914.1301, + 6526.6438, + 10890.9816, + 10555.7069, + 10036.177, + 8012.9811, + 10376.029, + 7085.1846, + 10140.239, + 10568.7863, + 9676.669, + 7850.6959, + 9359.1878, + 10581.8095, + 10566.9834, + 7069.7653, + 10010.6821, + 10587.0098, + 9791.0032, + 9413.5898, + 10402.5506, + 10016.2969, + 9526.7268, + 10258.3037, + 10392.8227, + 9033.6897, + 10505.3312, + 10553.0918, + 10321.7869, + 10470.1166, + 10537.8703, + 9861.0864, + 10533.7946, + 7381.5452, + 6403.4053, + 10120.0143, + 10811.2001, + 10495.2797, + 10130.4969, + 10113.478, + 10545.3666, + 10571.7411 + ], + "episode_costs": [ + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 0.25, + 1.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 1.25, + 2.0, + 0.0, + 1.25, + 0.75, + 0.5, + 1.0, + 0.0, + 0.5, + 2.0, + 1.25, + 3.25, + 0.25, + 1.75, + 1.5, + 2.5, + 3.0, + 0.75, + 1.75, + 1.5, + 0.5, + 2.75, + 0.5, + 2.5, + 0.25, + 0.5, + 1.25, + 0.75, + 0.5, + 0.25, + 1.0, + 2.25, + 0.5, + 0.5, + 0.75, + 1.25, + 1.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 1.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 2.0, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 1.25, + 0.25, + 1.5, + 2.5, + 1.25, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.75, + 1.0, + 1.0, + 0.25, + 0.75, + 1.0, + 1.5, + 3.0, + 0.25, + 0.5, + 0.75, + 1.25, + 0.25, + 0.0, + 1.5, + 0.75, + 0.5, + 1.25, + 0.25, + 1.25, + 2.25, + 0.75, + 1.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 1.25, + 0.75, + 0.25, + 0.0, + 0.5, + 1.75, + 0.75, + 1.0, + 0.0, + 1.75, + 0.25, + 1.5, + 0.5, + 1.25, + 1.25, + 0.25, + 1.0, + 1.75, + 0.75, + 1.25, + 0.5, + 0.25, + 0.0, + 2.5, + 2.75, + 1.75, + 1.75, + 0.75, + 0.5, + 0.5, + 1.25, + 2.75, + 1.25, + 1.0, + 0.75, + 0.75, + 2.75, + 3.5, + 2.5, + 1.75, + 1.25, + 3.0, + 1.75, + 4.75, + 0.75, + 1.5, + 1.75, + 0.5, + 0.5, + 0.5, + 1.25, + 1.0, + 0.25, + 0.0, + 2.75, + 0.75, + 3.25, + 1.25, + 3.75, + 1.0, + 2.0, + 1.5, + 2.25, + 1.5, + 1.0, + 1.75, + 1.0, + 1.0, + 0.75, + 0.5, + 0.5, + 1.0, + 1.25, + 2.0, + 3.25, + 4.75, + 0.75, + 0.25, + 1.5, + 0.25, + 0.25, + 0.5, + 0.75, + 2.25, + 0.5, + 1.25, + 1.0, + 0.75, + 0.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.75, + 3.25, + 1.75, + 0.75, + 0.0, + 2.25, + 0.25, + 0.25, + 0.5, + 2.25, + 1.25, + 1.0, + 0.25, + 0.75, + 1.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 1.5, + 0.0, + 2.0, + 0.75, + 1.0, + 3.0, + 1.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.5, + 1.5, + 0.5, + 1.75, + 1.75, + 0.25, + 1.5, + 1.0, + 1.75, + 0.25, + 1.25, + 0.0, + 0.75, + 1.25, + 0.5, + 0.75, + 1.25, + 1.0, + 1.5, + 0.5, + 2.0, + 0.75, + 0.25, + 0.75, + 1.0, + 1.75, + 3.75, + 1.0, + 0.25, + 1.25, + 1.25, + 0.75, + 0.0, + 0.75, + 1.5, + 0.5, + 0.75, + 1.5, + 3.75, + 1.5, + 1.5, + 0.5, + 0.25, + 2.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.5, + 0.5, + 0.0, + 0.75, + 0.0, + 1.5, + 0.25, + 1.0, + 3.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 1.25, + 2.0, + 0.75, + 0.25, + 0.25, + 1.5, + 1.5, + 0.75, + 1.0, + 1.5, + 2.25, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 1.25, + 0.25, + 0.5, + 0.75, + 3.0, + 0.25, + 0.0, + 1.5, + 1.25, + 0.25, + 1.25, + 0.5, + 1.75, + 0.75, + 0.5, + 1.0, + 0.5, + 0.25, + 0.75, + 0.5, + 1.25, + 1.0, + 2.5, + 1.0, + 0.25, + 2.5, + 0.5, + 1.0, + 1.25, + 0.75, + 0.5, + 2.0, + 1.0, + 0.75, + 0.0, + 0.5, + 1.5, + 0.25, + 0.75, + 0.0, + 0.75, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 1.25, + 1.75, + 2.0, + 0.25, + 0.0, + 1.5, + 0.25, + 0.75, + 0.75, + 1.25, + 0.25, + 0.25, + 1.5, + 2.5, + 1.0, + 0.75, + 1.25, + 1.0, + 0.5, + 0.0, + 1.25, + 2.0, + 0.25, + 1.5, + 2.0, + 0.75, + 1.0, + 0.25, + 0.25, + 0.5, + 1.75, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.0, + 1.75, + 0.75, + 0.75, + 1.75, + 1.75, + 0.0, + 1.25, + 1.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.75, + 1.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 2.0, + 1.25, + 0.5, + 0.0, + 0.5, + 1.0, + 2.0, + 0.75, + 0.25, + 1.75, + 1.25, + 0.5, + 1.0, + 0.25, + 0.25, + 2.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.75, + 0.5, + 0.0, + 0.75, + 1.75, + 0.75, + 0.75, + 0.5, + 0.0, + 1.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 1.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 1.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 1.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 1.25, + 1.75, + 0.0, + 0.75, + 1.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 1.25, + 1.5, + 0.75, + 0.25, + 1.75, + 0.75, + 0.5, + 0.25, + 0.0, + 1.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 1.25, + 0.75, + 0.25, + 1.25, + 0.0, + 1.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 1.0, + 1.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.0, + 0.5, + 1.5, + 0.0, + 1.75, + 0.0, + 0.0, + 1.25, + 0.5, + 0.25, + 1.5, + 1.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.25, + 1.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 0.0, + 1.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 1.0, + 0.5, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.5, + 0.75, + 1.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 0.25, + 0.5, + 1.5, + 1.0, + 2.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.5, + 1.5, + 0.5, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 1.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 1.25, + 0.25, + 0.5, + 0.5, + 0.25, + 1.25, + 0.0, + 0.5, + 0.25, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 1.5, + 0.5, + 1.25, + 1.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 2.0, + 0.0, + 0.5, + 0.5, + 0.5, + 1.25, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 1.25, + 0.0, + 0.5, + 1.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 1.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 1.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.75, + 2.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 1.75, + 1.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 2.75, + 2.5, + 1.25, + 0.75, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 2.0, + 0.5, + 2.0, + 0.5, + 0.5, + 0.5, + 1.5, + 0.5, + 1.0, + 2.75, + 0.75, + 1.0, + 1.25, + 0.5, + 0.0, + 1.75, + 2.0, + 1.75, + 0.5, + 1.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 1.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 1.0, + 1.0, + 0.5, + 1.0, + 0.5, + 2.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.75, + 0.75, + 0.0, + 0.0, + 0.25, + 1.75, + 0.25, + 0.5, + 0.5, + 0.75, + 1.25, + 0.25, + 0.75, + 0.75, + 1.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 2.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25 + ], + "episode_lambdas": [ + 10.025, + 10.0525, + 10.0823, + 10.109, + 10.1331, + 10.1548, + 10.1743, + 10.1919, + 10.2102, + 10.2267, + 10.2415, + 10.2574, + 10.2741, + 10.2917, + 10.3075, + 10.3243, + 10.3394, + 10.3529, + 10.3651, + 10.3761, + 10.386, + 10.3974, + 10.4077, + 10.4169, + 10.4277, + 10.4399, + 10.4509, + 10.4634, + 10.4845, + 10.5036, + 10.5207, + 10.5361, + 10.5525, + 10.5673, + 10.583, + 10.5972, + 10.61, + 10.6215, + 10.6319, + 10.6462, + 10.6591, + 10.6707, + 10.6811, + 10.6955, + 10.7084, + 10.7201, + 10.7331, + 10.7448, + 10.7553, + 10.7648, + 10.7733, + 10.781, + 10.7879, + 10.7941, + 10.7997, + 10.8047, + 10.8117, + 10.8206, + 10.8335, + 10.8452, + 10.8556, + 10.8651, + 10.8736, + 10.8812, + 10.8881, + 10.8943, + 10.8999, + 10.9049, + 10.9094, + 10.9134, + 10.9171, + 10.9204, + 10.9233, + 10.926, + 10.9284, + 10.9306, + 10.9325, + 10.9343, + 10.9358, + 10.9373, + 10.9385, + 10.9422, + 10.9455, + 10.9484, + 10.9511, + 10.9535, + 10.9606, + 10.9671, + 10.9728, + 10.9781, + 10.9828, + 10.987, + 10.9908, + 10.9942, + 10.9973, + 11.0026, + 11.0073, + 11.0116, + 11.0179, + 11.0236, + 11.0288, + 11.0334, + 11.0375, + 11.0413, + 11.0447, + 11.0477, + 11.0504, + 11.0529, + 11.0551, + 11.0571, + 11.0589, + 11.0605, + 11.0619, + 11.0657, + 11.0692, + 11.0723, + 11.075, + 11.0775, + 11.0798, + 11.0818, + 11.0836, + 11.0853, + 11.0867, + 11.0881, + 11.0893, + 11.0903, + 11.0913, + 11.0922, + 11.0929, + 11.0937, + 11.0943, + 11.0949, + 11.0954, + 11.0958, + 11.0963, + 11.0966, + 11.097, + 11.0973, + 11.0975, + 11.1003, + 11.1028, + 11.105, + 11.107, + 11.1088, + 11.1104, + 11.1119, + 11.1132, + 11.1144, + 11.1154, + 11.1164, + 11.1172, + 11.118, + 11.1212, + 11.1266, + 11.1314, + 11.1358, + 11.1397, + 11.1432, + 11.1464, + 11.1518, + 11.1566, + 11.1609, + 11.1648, + 11.1684, + 11.1715, + 11.1744, + 11.1769, + 11.1792, + 11.1813, + 11.1832, + 11.1874, + 11.1936, + 11.1993, + 11.2043, + 11.2114, + 11.2178, + 11.2235, + 11.2286, + 11.2333, + 11.2374, + 11.2412, + 11.2446, + 11.2476, + 11.2529, + 11.2601, + 11.2666, + 11.2749, + 11.2874, + 11.2987, + 11.3163, + 11.3322, + 11.3565, + 11.3808, + 11.4202, + 11.4632, + 11.5069, + 11.5462, + 11.5816, + 11.6159, + 11.6468, + 11.6771, + 11.7069, + 11.7387, + 11.7749, + 11.8099, + 11.8489, + 11.894, + 11.9371, + 11.9884, + 12.0546, + 12.1141, + 12.1802, + 12.2472, + 12.3125, + 12.3812, + 12.4431, + 12.5038, + 12.5784, + 12.6581, + 12.7623, + 12.8585, + 12.9627, + 13.0714, + 13.1943, + 13.3348, + 13.4689, + 13.607, + 13.7463, + 13.8766, + 14.0215, + 14.1568, + 14.3037, + 14.4383, + 14.5645, + 14.6905, + 14.8115, + 14.9253, + 15.0303, + 15.1348, + 15.2513, + 15.3612, + 15.465, + 15.566, + 15.6694, + 15.78, + 15.887, + 15.9833, + 16.07, + 16.148, + 16.2232, + 16.2934, + 16.364, + 16.4301, + 16.4921, + 16.5579, + 16.6296, + 16.6941, + 16.7547, + 16.8093, + 16.8583, + 16.9225, + 16.9877, + 17.049, + 17.1066, + 17.1659, + 17.2293, + 17.2864, + 17.3378, + 17.384, + 17.4256, + 17.463, + 17.5017, + 17.5415, + 17.5799, + 17.6194, + 17.655, + 17.6995, + 17.742, + 17.7953, + 17.8683, + 17.9465, + 18.0193, + 18.0849, + 18.1464, + 18.2068, + 18.2736, + 18.3412, + 18.4121, + 18.4859, + 18.5548, + 18.6243, + 18.6969, + 18.7772, + 18.8795, + 18.974, + 19.0641, + 19.1527, + 19.2449, + 19.3304, + 19.4074, + 19.4917, + 19.575, + 19.655, + 19.7395, + 19.818, + 19.9012, + 19.9986, + 20.0938, + 20.1919, + 20.2852, + 20.3792, + 20.4663, + 20.5471, + 20.6274, + 20.6997, + 20.7697, + 20.8452, + 20.9207, + 20.9911, + 21.0545, + 21.1166, + 21.1899, + 21.2634, + 21.3396, + 21.4081, + 21.4873, + 21.5611, + 21.6425, + 21.7207, + 21.8037, + 21.8908, + 21.9717, + 22.0545, + 22.1466, + 22.2369, + 22.3307, + 22.4202, + 22.5031, + 22.5778, + 22.67, + 22.7805, + 22.8975, + 23.0202, + 23.1382, + 23.2494, + 23.3545, + 23.4615, + 23.5854, + 23.7093, + 23.8309, + 23.9478, + 24.0605, + 24.1895, + 24.3405, + 24.5015, + 24.6638, + 24.8224, + 24.9952, + 25.1682, + 25.3714, + 25.5617, + 25.7481, + 25.9332, + 26.1049, + 26.2644, + 26.413, + 26.5592, + 26.7008, + 26.8307, + 26.9476, + 27.0804, + 27.2073, + 27.3541, + 27.4987, + 27.6663, + 27.8272, + 27.992, + 28.1553, + 28.3247, + 28.4923, + 28.653, + 28.8152, + 28.9712, + 29.1216, + 29.2644, + 29.398, + 29.5232, + 29.6459, + 29.7688, + 29.8994, + 30.0495, + 30.232, + 30.4038, + 30.5609, + 30.7173, + 30.8606, + 30.992, + 31.1153, + 31.2338, + 31.3629, + 31.4841, + 31.6057, + 31.7251, + 31.8401, + 31.9436, + 32.0493, + 32.1443, + 32.2324, + 32.3117, + 32.3905, + 32.4939, + 32.6045, + 32.7116, + 32.8079, + 32.9171, + 33.0179, + 33.1111, + 33.2, + 33.3025, + 33.4073, + 33.5115, + 33.6079, + 33.7021, + 33.7994, + 33.8894, + 33.973, + 34.0532, + 34.1254, + 34.1903, + 34.2638, + 34.3299, + 34.4094, + 34.4885, + 34.5696, + 34.6727, + 34.7804, + 34.8799, + 34.9694, + 35.0524, + 35.1372, + 35.216, + 35.2969, + 35.3747, + 35.4597, + 35.5413, + 35.6321, + 35.7314, + 35.8233, + 35.9209, + 36.0189, + 36.1245, + 36.222, + 36.3223, + 36.4126, + 36.5013, + 36.5937, + 36.6818, + 36.7686, + 36.8593, + 36.9509, + 37.0483, + 37.1409, + 37.2443, + 37.3449, + 37.4379, + 37.5291, + 37.6212, + 37.7216, + 37.8494, + 37.9745, + 38.0895, + 38.2056, + 38.3225, + 38.4353, + 38.5367, + 38.6356, + 38.7395, + 38.8381, + 38.9343, + 39.0358, + 39.1647, + 39.2958, + 39.4287, + 39.5533, + 39.668, + 39.7962, + 39.9191, + 40.0347, + 40.1412, + 40.2396, + 40.3331, + 40.4323, + 40.5266, + 40.6114, + 40.6953, + 40.7708, + 40.8537, + 40.9308, + 41.0102, + 41.1142, + 41.2128, + 41.3015, + 41.3839, + 41.4605, + 41.5319, + 41.5962, + 41.6591, + 41.7307, + 41.8001, + 41.8676, + 41.9334, + 41.9925, + 42.0458, + 42.0937, + 42.1393, + 42.1879, + 42.2441, + 42.3147, + 42.3857, + 42.4521, + 42.5144, + 42.5855, + 42.6644, + 42.743, + 42.8237, + 42.9113, + 43.0127, + 43.1139, + 43.215, + 43.306, + 43.3979, + 43.4806, + 43.5601, + 43.6366, + 43.7104, + 43.7894, + 43.8629, + 43.9341, + 44.0057, + 44.1002, + 44.1876, + 44.2664, + 44.3522, + 44.442, + 44.5253, + 44.6128, + 44.6965, + 44.7894, + 44.8804, + 44.9674, + 45.0556, + 45.1401, + 45.2186, + 45.2967, + 45.372, + 45.4523, + 45.5346, + 45.6336, + 45.7328, + 45.8245, + 45.932, + 46.0338, + 46.1355, + 46.2394, + 46.3405, + 46.4364, + 46.5428, + 46.6485, + 46.7512, + 46.8435, + 46.9317, + 47.026, + 47.1134, + 47.1996, + 47.2771, + 47.3544, + 47.434, + 47.5081, + 47.5748, + 47.6398, + 47.6983, + 47.751, + 47.8109, + 47.8823, + 47.9666, + 48.0449, + 48.1154, + 48.1939, + 48.267, + 48.3403, + 48.4138, + 48.4924, + 48.5656, + 48.6341, + 48.7107, + 48.8046, + 48.8991, + 48.9917, + 49.0876, + 49.1838, + 49.2754, + 49.3579, + 49.4446, + 49.5426, + 49.6334, + 49.73, + 49.837, + 49.9408, + 50.0442, + 50.1398, + 50.2283, + 50.313, + 50.4067, + 50.4935, + 50.5717, + 50.6495, + 50.7246, + 50.7946, + 50.8601, + 50.9316, + 51.006, + 51.0754, + 51.1378, + 51.2115, + 51.2854, + 51.3594, + 51.4434, + 51.5366, + 51.6204, + 51.7084, + 51.8, + 51.89, + 51.976, + 52.0559, + 52.1303, + 52.1998, + 52.2623, + 52.3261, + 52.3885, + 52.4446, + 52.4977, + 52.5529, + 52.6176, + 52.6809, + 52.7428, + 52.8035, + 52.8631, + 52.9168, + 52.9726, + 53.0304, + 53.1023, + 53.1796, + 53.2541, + 53.3212, + 53.3866, + 53.4554, + 53.5374, + 53.6187, + 53.6943, + 53.7799, + 53.8694, + 53.9549, + 54.0419, + 54.1228, + 54.198, + 54.2882, + 54.3744, + 54.4569, + 54.5312, + 54.6006, + 54.668, + 54.7337, + 54.7929, + 54.8561, + 54.923, + 54.9832, + 55.0374, + 55.0861, + 55.135, + 55.1965, + 55.2569, + 55.3112, + 55.3676, + 55.4358, + 55.5047, + 55.5742, + 55.6418, + 55.7026, + 55.7749, + 55.8474, + 55.9127, + 55.9764, + 56.0337, + 56.0904, + 56.1438, + 56.2045, + 56.259, + 56.3131, + 56.3668, + 56.4151, + 56.4611, + 56.505, + 56.5445, + 56.5825, + 56.6218, + 56.6571, + 56.6939, + 56.737, + 56.7783, + 56.818, + 56.8612, + 56.9051, + 56.9496, + 56.9896, + 57.0256, + 57.0756, + 57.1255, + 57.173, + 57.2182, + 57.2664, + 57.3122, + 57.361, + 57.4074, + 57.4517, + 57.4915, + 57.5298, + 57.5694, + 57.6124, + 57.6512, + 57.6861, + 57.72, + 57.7555, + 57.7999, + 57.8574, + 57.9092, + 57.9633, + 58.0244, + 58.0795, + 58.129, + 58.1786, + 58.2308, + 58.2802, + 58.3272, + 58.377, + 58.4218, + 58.4671, + 58.5104, + 58.5518, + 58.6017, + 58.6615, + 58.7228, + 58.7806, + 58.85, + 58.92, + 58.988, + 59.0517, + 59.109, + 59.1781, + 59.2428, + 59.3035, + 59.3607, + 59.4171, + 59.4704, + 59.5309, + 59.5928, + 59.651, + 59.7159, + 59.7743, + 59.8369, + 59.8982, + 59.9584, + 60.0125, + 60.0613, + 60.1052, + 60.1471, + 60.1899, + 60.2334, + 60.2826, + 60.3368, + 60.3931, + 60.4438, + 60.4944, + 60.5425, + 60.5908, + 60.6417, + 60.6925, + 60.7408, + 60.7917, + 60.8425, + 60.8933, + 60.9439, + 60.9945, + 61.0526, + 61.1048, + 61.1568, + 61.2187, + 61.2743, + 61.3419, + 61.4027, + 61.4574, + 61.5192, + 61.5798, + 61.6368, + 61.7031, + 61.7803, + 61.8573, + 61.9265, + 61.9939, + 62.057, + 62.1138, + 62.1649, + 62.2134, + 62.2596, + 62.3061, + 62.3505, + 62.393, + 62.4437, + 62.5018, + 62.5591, + 62.6157, + 62.6666, + 62.715, + 62.7635, + 62.8121, + 62.8609, + 62.9073, + 62.9491, + 62.9917, + 63.0375, + 63.0838, + 63.1329, + 63.1796, + 63.2216, + 63.272, + 63.3173, + 63.358, + 63.4022, + 63.4445, + 63.4876, + 63.5288, + 63.5659, + 63.6043, + 63.6389, + 63.675, + 63.72, + 63.7605, + 63.797, + 63.8323, + 63.874, + 63.9141, + 63.9527, + 63.9899, + 64.026, + 64.0609, + 64.0973, + 64.135, + 64.174, + 64.2116, + 64.248, + 64.2907, + 64.3316, + 64.3684, + 64.4041, + 64.4387, + 64.4748, + 64.5123, + 64.5511, + 64.591, + 64.6269, + 64.6642, + 64.7003, + 64.7328, + 64.767, + 64.8028, + 64.845, + 64.8855, + 64.922, + 64.9548, + 64.9843, + 65.0159, + 65.0443, + 65.0723, + 65.1051, + 65.1446, + 65.1826, + 65.2169, + 65.2502, + 65.2827, + 65.3194, + 65.36, + 65.4015, + 65.4438, + 65.4819, + 65.5237, + 65.5689, + 65.6195, + 65.67, + 65.728, + 65.7852, + 65.8442, + 65.8998, + 65.9523, + 65.9996, + 66.0446, + 66.0877, + 66.1339, + 66.1755, + 66.213, + 66.2467, + 66.282, + 66.3238, + 66.3664, + 66.4148, + 66.4608, + 66.5072, + 66.554, + 66.5986, + 66.6462, + 66.6941, + 66.7447, + 66.7952, + 66.8432, + 66.8889, + 66.9325, + 66.9742, + 67.0168, + 67.0626, + 67.1039, + 67.141, + 67.1769, + 67.2092, + 67.2408, + 67.2692, + 67.3098, + 67.3538, + 67.4059, + 67.4553, + 67.5023, + 67.5496, + 67.5946, + 67.6352, + 67.6716, + 67.7095, + 67.751, + 67.7884, + 67.8271, + 67.8719, + 67.9147, + 67.9607, + 68.0046, + 68.0492, + 68.1043, + 68.1638, + 68.2375, + 68.3062, + 68.3731, + 68.4358, + 68.4947, + 68.5502, + 68.6027, + 68.6499, + 68.6949, + 68.7404, + 68.7864, + 68.8278, + 68.8675, + 68.9132, + 68.9569, + 69.0037, + 69.0459, + 69.0838, + 69.1279, + 69.1701, + 69.2081, + 69.2473, + 69.2851, + 69.3315, + 69.3784, + 69.4231, + 69.4732, + 69.5209, + 69.5688, + 69.6119, + 69.6533, + 69.7029, + 69.7476, + 69.7904, + 69.8388, + 69.885, + 69.9265, + 69.9738, + 70.0189, + 70.0645, + 70.1131, + 70.1593, + 70.2058, + 70.2478, + 70.293, + 70.3437, + 70.3893, + 70.4329, + 70.4721, + 70.5149, + 70.5584, + 70.6001, + 70.6426, + 70.6808, + 70.7227, + 70.7654, + 70.8189, + 70.872, + 70.9298, + 70.9843, + 71.0384, + 71.0871, + 71.1309, + 71.1803, + 71.2247, + 71.2698, + 71.3153, + 71.3588, + 71.3979, + 71.4456, + 71.4885, + 71.5272, + 71.5645, + 71.598, + 71.6307, + 71.6701, + 71.7056, + 71.7376, + 71.7738, + 71.8089, + 71.8405, + 71.874, + 71.9166, + 71.9574, + 71.9992, + 72.0418, + 72.0826, + 72.1318, + 72.1761, + 72.221, + 72.2639, + 72.3125, + 72.3588, + 72.4054, + 72.4524, + 72.4971, + 72.5424, + 72.5907, + 72.6366, + 72.6829, + 72.7322, + 72.7789, + 72.836, + 72.8924, + 72.9557, + 73.0226, + 73.0929, + 73.1611, + 73.225, + 73.2825, + 73.3392, + 73.3928, + 73.4435, + 73.4917, + 73.535, + 73.5765, + 73.6214, + 73.6667, + 73.715, + 73.761, + 73.8049, + 73.8444, + 73.885, + 73.9215, + 73.9568, + 73.9887, + 74.0223, + 74.0576, + 74.0918, + 74.1226, + 74.1529, + 74.1876, + 74.2238, + 74.2614, + 74.2953, + 74.3258, + 74.3532, + 74.3779, + 74.4026, + 74.4323, + 74.4591, + 74.5032, + 74.5429, + 74.5836, + 74.6252, + 74.6677, + 74.7184, + 74.7691, + 74.8247, + 74.8797, + 74.9317, + 74.9811, + 75.0255, + 75.0754, + 75.1254, + 75.1728, + 75.2206, + 75.2685, + 75.3141, + 75.3627, + 75.419, + 75.4696, + 75.5201, + 75.5806, + 75.64, + 75.701, + 75.7584, + 75.8151, + 75.8686, + 75.9192, + 75.9648, + 76.0058, + 76.0502, + 76.0952, + 76.1432, + 76.1889, + 76.2425, + 76.2932, + 76.3389, + 76.38, + 76.4245, + 76.4696, + 76.5251, + 76.5801, + 76.6371, + 76.6909, + 76.7418, + 76.7876, + 76.8314, + 76.8732, + 76.9184, + 76.9591, + 76.9957, + 77.0311, + 77.068, + 77.1037, + 77.1408, + 77.1742, + 77.2093, + 77.2434, + 77.2765, + 77.3089, + 77.3405, + 77.3739, + 77.4116, + 77.4479, + 77.4831, + 77.5248, + 77.5648, + 77.6033, + 77.638, + 77.6692, + 77.7023, + 77.7371, + 77.7708, + 77.8088, + 77.8529, + 77.8926, + 77.9333, + 77.975, + 78.0125, + 78.0488, + 78.0989, + 78.1465, + 78.1918, + 78.2377, + 78.2814, + 78.3258, + 78.3682, + 78.4064, + 78.4407, + 78.4767, + 78.5115, + 78.5428, + 78.5711, + 78.5989, + 78.6291, + 78.6611, + 78.6975, + 78.7303, + 78.7673, + 78.8005, + 78.8355, + 78.8744, + 78.9145, + 78.953, + 78.9877, + 79.019, + 79.0496, + 79.0771, + 79.1044, + 79.1465, + 79.2043, + 79.2614, + 79.3127, + 79.3665, + 79.4173, + 79.4631, + 79.5043, + 79.5414, + 79.5797, + 79.6192, + 79.6548, + 79.6893, + 79.7229, + 79.7556, + 79.7951, + 79.8305, + 79.865, + 79.8985, + 79.9286, + 79.9558, + 79.9827, + 80.0244, + 80.0745, + 80.122, + 80.1648, + 80.2084, + 80.2525, + 80.2973, + 80.34, + 80.381, + 80.4179, + 80.4511, + 80.4935, + 80.5342, + 80.5733, + 80.6109, + 80.6473, + 80.6851, + 80.7216, + 80.7594, + 80.7935, + 80.8241, + 80.8517, + 80.8791, + 80.9036, + 80.9283, + 80.953, + 80.9852, + 81.0166, + 81.055, + 81.0945, + 81.1325, + 81.1718, + 81.2071, + 81.2389, + 81.275, + 81.335, + 81.414, + 81.4976, + 81.5803, + 81.6648, + 81.7433, + 81.8165, + 81.8823, + 81.9416, + 81.9949, + 82.063, + 82.1292, + 82.2087, + 82.2854, + 82.3593, + 82.4309, + 82.5103, + 82.5868, + 82.6656, + 82.764, + 82.8601, + 82.9566, + 83.056, + 83.1504, + 83.2353, + 83.3293, + 83.4339, + 83.5455, + 83.6509, + 83.7583, + 83.8625, + 83.9613, + 84.0551, + 84.1421, + 84.2229, + 84.2981, + 84.3708, + 84.4362, + 84.5051, + 84.5696, + 84.6276, + 84.6824, + 84.7366, + 84.7905, + 84.8414, + 84.8923, + 84.9431, + 84.9937, + 85.0444, + 85.0949, + 85.1454, + 85.1934, + 85.2391, + 85.2827, + 85.3219, + 85.3572, + 85.394, + 85.4321, + 85.4714, + 85.5117, + 85.5506, + 85.5905, + 85.6365, + 85.6803, + 85.7198, + 85.7603, + 85.7968, + 85.8321, + 85.8689, + 85.9095, + 85.946, + 85.9814, + 86.0133, + 86.042, + 86.0703, + 86.0957, + 86.1187, + 86.1393, + 86.1629, + 86.1841, + 86.2057, + 86.2276, + 86.2498, + 86.2724, + 86.2976, + 86.3254, + 86.3503, + 86.3778, + 86.405, + 86.442, + 86.4753, + 86.5053, + 86.5348, + 86.5638, + 86.5949, + 86.6229, + 86.6531, + 86.6828, + 86.7145, + 86.7581, + 86.7998, + 86.8373, + 86.8736, + 86.9112, + 86.9501, + 86.9851, + 87.0166, + 87.0449, + 87.0704, + 87.0934, + 87.114, + 87.1351, + 87.1566, + 87.181, + 87.2104, + 87.2393, + 87.2704, + 87.2984, + 87.3285, + 87.3582, + 87.3874, + 87.4136, + 87.4398, + 87.4708, + 87.5012, + 87.5286, + 87.5532, + 87.5779, + 87.6026, + 87.6348, + 87.6689, + 87.702, + 87.7343, + 87.7634, + 87.797, + 87.8348, + 87.8738, + 87.914, + 87.9551, + 87.9945, + 88.0326, + 88.0668, + 88.1002, + 88.1376, + 88.1714, + 88.2042, + 88.2338, + 88.2679, + 88.3036, + 88.3433, + 88.3839, + 88.4231, + 88.4607, + 88.4972, + 88.5325, + 88.5692, + 88.6098, + 88.6513, + 88.6912, + 88.7346, + 88.7761, + 88.816, + 88.8519, + 88.8842, + 88.9158, + 88.9467, + 88.9795, + 89.0091, + 89.0357, + 89.0696, + 89.1051, + 89.1396, + 89.1807, + 89.2176, + 89.2533, + 89.2955, + 89.3335, + 89.3726, + 89.4128, + 89.4566, + 89.5059, + 89.5553, + 89.6073, + 89.6566, + 89.7034, + 89.7556, + 89.8125, + 89.8663, + 89.9196, + 89.9727, + 90.0229, + 90.0756, + 90.123, + 90.1682, + 90.2189, + 90.2745, + 90.3296, + 90.3891, + 90.4477, + 90.5204, + 90.5934, + 90.6641, + 90.7276, + 90.7874, + 90.8411, + 90.892, + 90.9378, + 90.979, + 91.0211, + 91.0615, + 91.1054, + 91.1448, + 91.1879, + 91.2341, + 91.2757, + 91.3131, + 91.3493, + 91.3994, + 91.4469, + 91.4947, + 91.5428, + 91.5935, + 91.6516, + 91.7065, + 91.7633, + 91.822, + 91.8898, + 91.9558, + 92.0177, + 92.076, + 92.1284, + 92.178, + 92.2427, + 92.311, + 92.3749, + 92.4349, + 92.4914, + 92.5497, + 92.6048 + ], + "episode_rhos": [ + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.1841, + 0.1451, + 0.1411, + 0.2012, + 0.1677, + 0.1607 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.186, + 0.136, + 0.1386, + 0.2072, + 0.1706, + 0.1616 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1803, + 0.1293, + 0.1327, + 0.2208, + 0.1722, + 0.1647 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1725, + 0.1213, + 0.1245, + 0.2404, + 0.1757, + 0.1657 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1637, + 0.116, + 0.1243, + 0.2525, + 0.178, + 0.1655 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1623, + 0.1123, + 0.1251, + 0.2606, + 0.1738, + 0.1659 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1649, + 0.1121, + 0.1293, + 0.2577, + 0.1699, + 0.1661 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1664, + 0.1136, + 0.134, + 0.2535, + 0.164, + 0.1685 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1654, + 0.1123, + 0.1361, + 0.2584, + 0.1597, + 0.1681 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1668, + 0.112, + 0.1394, + 0.2576, + 0.1581, + 0.1661 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1683, + 0.1142, + 0.1414, + 0.252, + 0.1574, + 0.1667 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1703, + 0.1134, + 0.142, + 0.2506, + 0.1572, + 0.1665 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.1715, + 0.1153, + 0.1438, + 0.2452, + 0.1581, + 0.166 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.173, + 0.119, + 0.1464, + 0.2359, + 0.1594, + 0.1664 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1747, + 0.1203, + 0.1467, + 0.2311, + 0.1601, + 0.1672 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1737, + 0.1208, + 0.1464, + 0.2286, + 0.1616, + 0.1688 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1754, + 0.1209, + 0.1466, + 0.2264, + 0.1619, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1756, + 0.12, + 0.1456, + 0.2295, + 0.1603, + 0.1689 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.1751, + 0.1194, + 0.144, + 0.2354, + 0.158, + 0.168 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.176, + 0.12, + 0.1422, + 0.2385, + 0.1569, + 0.1664 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.177, + 0.121, + 0.1407, + 0.2431, + 0.1549, + 0.1633 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1758, + 0.1217, + 0.1397, + 0.2492, + 0.1528, + 0.1607 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1744, + 0.1228, + 0.1395, + 0.2559, + 0.1509, + 0.1565 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.1731, + 0.1236, + 0.1392, + 0.2639, + 0.1492, + 0.151 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.171, + 0.123, + 0.1376, + 0.2772, + 0.1466, + 0.1446 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.1694, + 0.1228, + 0.136, + 0.2859, + 0.1449, + 0.141 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.168, + 0.1223, + 0.1345, + 0.298, + 0.1409, + 0.1363 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ], + [ + 0.1664, + 0.122, + 0.133, + 0.3131, + 0.1346, + 0.1308 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json new file mode 100644 index 0000000000000000000000000000000000000000..b35cce1988851ed2249e8fa58aad964bf039ac88 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 4518861.06, + "constraint_satisfaction_pct": 39.27, + "final_rho": [ + 0.1414, + 0.1332, + 0.1449, + 0.1839, + 0.1978, + 0.1988 + ], + "final_lambda": 88.05, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6620.43, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -6719.8, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -5929.78, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -5794.64, + "avg_cost": 0.0, + "lambda": 10.5036, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": -6094.04, + "avg_cost": 0.5, + "lambda": 10.6462, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": -5744.22, + "avg_cost": 0.0, + "lambda": 10.7648, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 60, + "avg_reward": -4442.08, + "avg_cost": 0.0, + "lambda": 10.8523, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 70, + "avg_reward": -4205.68, + "avg_cost": 0.0, + "lambda": 10.9245, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 80, + "avg_reward": -4754.32, + "avg_cost": 0.0, + "lambda": 10.984, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 90, + "avg_reward": -4656.99, + "avg_cost": 0.0, + "lambda": 11.0338, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 100, + "avg_reward": -4909.23, + "avg_cost": 0.0, + "lambda": 11.0759, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 110, + "avg_reward": -3962.24, + "avg_cost": 0.0, + "lambda": 11.1033, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 120, + "avg_reward": -3769.31, + "avg_cost": 0.0, + "lambda": 11.1174, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 130, + "avg_reward": -2332.83, + "avg_cost": 0.25, + "lambda": 11.1411, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 140, + "avg_reward": -2253.52, + "avg_cost": 0.0, + "lambda": 11.1774, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 150, + "avg_reward": -2836.99, + "avg_cost": 0.0, + "lambda": 11.1921, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 160, + "avg_reward": -2270.14, + "avg_cost": 0.0, + "lambda": 11.2103, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 170, + "avg_reward": -3560.69, + "avg_cost": 0.0, + "lambda": 11.2266, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 180, + "avg_reward": -3040.63, + "avg_cost": 0.0, + "lambda": 11.2706, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 190, + "avg_reward": -2867.53, + "avg_cost": 0.25, + "lambda": 11.3248, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 200, + "avg_reward": -1435.04, + "avg_cost": 0.25, + "lambda": 11.443, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 210, + "avg_reward": -354.17, + "avg_cost": 0.0, + "lambda": 11.8309, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 220, + "avg_reward": -2451.32, + "avg_cost": 0.25, + "lambda": 12.2277, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 230, + "avg_reward": -3860.59, + "avg_cost": 4.5, + "lambda": 12.8734, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 240, + "avg_reward": -1868.98, + "avg_cost": 3.5, + "lambda": 14.7573, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 250, + "avg_reward": -1591.88, + "avg_cost": 0.25, + "lambda": 16.1863, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 260, + "avg_reward": -2348.75, + "avg_cost": 0.75, + "lambda": 16.9379, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 270, + "avg_reward": -2006.45, + "avg_cost": 1.75, + "lambda": 17.5108, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 280, + "avg_reward": -2206.94, + "avg_cost": 0.5, + "lambda": 18.3997, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 290, + "avg_reward": -1281.68, + "avg_cost": 0.25, + "lambda": 19.2843, + "rho": [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ] + }, + { + "episode": 300, + "avg_reward": -473.54, + "avg_cost": 2.5, + "lambda": 19.9614, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 310, + "avg_reward": -376.45, + "avg_cost": 1.25, + "lambda": 20.7618, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 320, + "avg_reward": -2099.02, + "avg_cost": 0.0, + "lambda": 21.4212, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 330, + "avg_reward": -520.0, + "avg_cost": 1.5, + "lambda": 22.2936, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 340, + "avg_reward": 394.04, + "avg_cost": 1.0, + "lambda": 23.2783, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 350, + "avg_reward": -1108.36, + "avg_cost": 0.0, + "lambda": 24.4128, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 360, + "avg_reward": 142.87, + "avg_cost": 0.5, + "lambda": 25.3412, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 370, + "avg_reward": 1820.13, + "avg_cost": 3.75, + "lambda": 26.3913, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 380, + "avg_reward": 1982.81, + "avg_cost": 1.5, + "lambda": 27.6083, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 390, + "avg_reward": 1172.94, + "avg_cost": 0.5, + "lambda": 28.6539, + "rho": [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ] + }, + { + "episode": 400, + "avg_reward": 2815.89, + "avg_cost": 1.5, + "lambda": 29.8026, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 410, + "avg_reward": 3216.97, + "avg_cost": 1.5, + "lambda": 31.1766, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 420, + "avg_reward": 1990.99, + "avg_cost": 0.5, + "lambda": 32.9044, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 430, + "avg_reward": 2403.84, + "avg_cost": 1.5, + "lambda": 34.065, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 440, + "avg_reward": 3227.38, + "avg_cost": 0.25, + "lambda": 35.2013, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 450, + "avg_reward": 4208.18, + "avg_cost": 1.0, + "lambda": 36.2756, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 460, + "avg_reward": 3422.63, + "avg_cost": 2.5, + "lambda": 37.7715, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 470, + "avg_reward": 3705.29, + "avg_cost": 1.75, + "lambda": 39.2606, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 480, + "avg_reward": 3136.03, + "avg_cost": 1.25, + "lambda": 40.7756, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 490, + "avg_reward": 2620.5, + "avg_cost": 0.75, + "lambda": 42.2422, + "rho": [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ] + }, + { + "episode": 500, + "avg_reward": 3695.89, + "avg_cost": 0.25, + "lambda": 43.4346, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 510, + "avg_reward": 3007.45, + "avg_cost": 1.0, + "lambda": 44.374, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 520, + "avg_reward": 3603.66, + "avg_cost": 1.0, + "lambda": 45.2383, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 530, + "avg_reward": 5673.31, + "avg_cost": 1.75, + "lambda": 46.0047, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 540, + "avg_reward": 1432.42, + "avg_cost": 0.75, + "lambda": 46.6861, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 550, + "avg_reward": 5627.02, + "avg_cost": 1.25, + "lambda": 47.4029, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 560, + "avg_reward": 5371.17, + "avg_cost": 0.5, + "lambda": 48.1547, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 570, + "avg_reward": 2895.03, + "avg_cost": 1.0, + "lambda": 48.9333, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 580, + "avg_reward": 3635.79, + "avg_cost": 1.0, + "lambda": 49.8963, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 590, + "avg_reward": 5635.05, + "avg_cost": 0.75, + "lambda": 50.8014, + "rho": [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ] + }, + { + "episode": 600, + "avg_reward": 5879.15, + "avg_cost": 0.25, + "lambda": 51.5335, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 610, + "avg_reward": 5129.54, + "avg_cost": 0.25, + "lambda": 52.2813, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 620, + "avg_reward": 5569.54, + "avg_cost": 1.0, + "lambda": 53.0292, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 630, + "avg_reward": 5360.51, + "avg_cost": 0.75, + "lambda": 53.8491, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 640, + "avg_reward": 4337.26, + "avg_cost": 0.25, + "lambda": 54.651, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 650, + "avg_reward": 6897.28, + "avg_cost": 1.25, + "lambda": 55.5467, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 660, + "avg_reward": 6339.51, + "avg_cost": 0.5, + "lambda": 56.3247, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 670, + "avg_reward": 4492.58, + "avg_cost": 0.25, + "lambda": 56.9471, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 680, + "avg_reward": 6468.37, + "avg_cost": 0.25, + "lambda": 57.6201, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 690, + "avg_reward": 4747.2, + "avg_cost": 0.0, + "lambda": 58.2789, + "rho": [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ] + }, + { + "episode": 700, + "avg_reward": 6940.84, + "avg_cost": 0.0, + "lambda": 58.9423, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 710, + "avg_reward": 6731.37, + "avg_cost": 0.25, + "lambda": 59.4592, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 720, + "avg_reward": 6888.15, + "avg_cost": 0.0, + "lambda": 60.0234, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 730, + "avg_reward": 6942.2, + "avg_cost": 0.25, + "lambda": 60.6054, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 740, + "avg_reward": 7417.61, + "avg_cost": 1.0, + "lambda": 61.277, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 750, + "avg_reward": 7615.09, + "avg_cost": 0.25, + "lambda": 61.96, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 760, + "avg_reward": 4724.58, + "avg_cost": 0.0, + "lambda": 62.5008, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 770, + "avg_reward": 7932.92, + "avg_cost": 0.75, + "lambda": 62.9135, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 780, + "avg_reward": 7611.06, + "avg_cost": 0.5, + "lambda": 63.5716, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 790, + "avg_reward": 6823.67, + "avg_cost": 0.25, + "lambda": 64.1298, + "rho": [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ] + }, + { + "episode": 800, + "avg_reward": 7903.88, + "avg_cost": 0.25, + "lambda": 64.5283, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 810, + "avg_reward": 7946.31, + "avg_cost": 0.0, + "lambda": 65.3251, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 820, + "avg_reward": 8231.89, + "avg_cost": 1.25, + "lambda": 66.118, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 830, + "avg_reward": 7493.85, + "avg_cost": 0.75, + "lambda": 66.8483, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 840, + "avg_reward": 8686.4, + "avg_cost": 1.0, + "lambda": 67.6098, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 850, + "avg_reward": 7859.17, + "avg_cost": 0.25, + "lambda": 68.2728, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 860, + "avg_reward": 7923.71, + "avg_cost": 0.5, + "lambda": 68.8362, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 870, + "avg_reward": 8514.27, + "avg_cost": 0.5, + "lambda": 69.3413, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 880, + "avg_reward": 8835.43, + "avg_cost": 0.75, + "lambda": 69.7261, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 890, + "avg_reward": 9461.12, + "avg_cost": 1.0, + "lambda": 70.1433, + "rho": [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ] + }, + { + "episode": 900, + "avg_reward": 8709.34, + "avg_cost": 0.0, + "lambda": 70.6973, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 910, + "avg_reward": 8862.62, + "avg_cost": 0.25, + "lambda": 71.0964, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 920, + "avg_reward": 8996.22, + "avg_cost": 0.5, + "lambda": 71.4933, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 930, + "avg_reward": 8752.07, + "avg_cost": 0.25, + "lambda": 71.9742, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 940, + "avg_reward": 9218.7, + "avg_cost": 1.5, + "lambda": 72.4555, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 950, + "avg_reward": 8803.23, + "avg_cost": 0.0, + "lambda": 72.9821, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 960, + "avg_reward": 9429.91, + "avg_cost": 0.25, + "lambda": 73.3747, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 970, + "avg_reward": 9113.61, + "avg_cost": 0.25, + "lambda": 73.8111, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 980, + "avg_reward": 9641.51, + "avg_cost": 1.5, + "lambda": 74.1808, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 990, + "avg_reward": 6827.05, + "avg_cost": 0.0, + "lambda": 74.7535, + "rho": [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ] + }, + { + "episode": 1000, + "avg_reward": 7510.58, + "avg_cost": 0.0, + "lambda": 75.244, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1010, + "avg_reward": 9600.15, + "avg_cost": 1.25, + "lambda": 75.679, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1020, + "avg_reward": 6269.28, + "avg_cost": 0.75, + "lambda": 76.1354, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1030, + "avg_reward": 9347.62, + "avg_cost": 0.0, + "lambda": 76.6131, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1040, + "avg_reward": 9599.23, + "avg_cost": 1.0, + "lambda": 77.0146, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1050, + "avg_reward": 7764.07, + "avg_cost": 0.5, + "lambda": 77.4658, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1060, + "avg_reward": 9939.44, + "avg_cost": 0.5, + "lambda": 78.0084, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1070, + "avg_reward": 9286.13, + "avg_cost": 0.75, + "lambda": 78.677, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1080, + "avg_reward": 6572.35, + "avg_cost": 0.0, + "lambda": 79.311, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1090, + "avg_reward": 9498.23, + "avg_cost": 0.0, + "lambda": 79.8933, + "rho": [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ] + }, + { + "episode": 1100, + "avg_reward": 9940.73, + "avg_cost": 0.75, + "lambda": 80.4201, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1110, + "avg_reward": 9487.99, + "avg_cost": 0.25, + "lambda": 81.0191, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1120, + "avg_reward": 10191.59, + "avg_cost": 1.5, + "lambda": 81.5659, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1130, + "avg_reward": 9634.87, + "avg_cost": 1.0, + "lambda": 82.1535, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1140, + "avg_reward": 9961.27, + "avg_cost": 1.0, + "lambda": 82.8556, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1150, + "avg_reward": 9574.84, + "avg_cost": 0.25, + "lambda": 83.4982, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1160, + "avg_reward": 9749.94, + "avg_cost": 1.0, + "lambda": 84.0396, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1170, + "avg_reward": 9941.13, + "avg_cost": 1.0, + "lambda": 84.6317, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1180, + "avg_reward": 10174.88, + "avg_cost": 1.5, + "lambda": 85.1038, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1190, + "avg_reward": 10788.44, + "avg_cost": 0.5, + "lambda": 85.5986, + "rho": [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ] + }, + { + "episode": 1200, + "avg_reward": 10261.77, + "avg_cost": 0.5, + "lambda": 86.11, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1210, + "avg_reward": 10379.25, + "avg_cost": 1.0, + "lambda": 86.6648, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1220, + "avg_reward": 9263.55, + "avg_cost": 1.0, + "lambda": 87.1809, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1230, + "avg_reward": -8209.54, + "avg_cost": 0.0, + "lambda": 87.7088, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1240, + "avg_reward": -4823.56, + "avg_cost": 0.0, + "lambda": 87.931, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1250, + "avg_reward": -3552.68, + "avg_cost": 0.0, + "lambda": 88.0085, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1260, + "avg_reward": -2879.26, + "avg_cost": 0.0, + "lambda": 88.0355, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1270, + "avg_reward": -2055.77, + "avg_cost": 0.0, + "lambda": 88.045, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1280, + "avg_reward": -1355.4, + "avg_cost": 0.0, + "lambda": 88.0482, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1290, + "avg_reward": -660.15, + "avg_cost": 0.0, + "lambda": 88.0494, + "rho": [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ] + }, + { + "episode": 1300, + "avg_reward": -1068.37, + "avg_cost": 0.0, + "lambda": 88.0498, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1310, + "avg_reward": -1044.91, + "avg_cost": 0.0, + "lambda": 88.0499, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1320, + "avg_reward": -760.89, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1330, + "avg_reward": -673.14, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1340, + "avg_reward": -677.56, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1350, + "avg_reward": -557.45, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1360, + "avg_reward": -585.07, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1370, + "avg_reward": -485.23, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1380, + "avg_reward": -367.97, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1390, + "avg_reward": -383.86, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ] + }, + { + "episode": 1400, + "avg_reward": -329.04, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1410, + "avg_reward": -254.56, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1420, + "avg_reward": -250.82, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1430, + "avg_reward": -173.53, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1440, + "avg_reward": -117.35, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1450, + "avg_reward": -30.68, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1460, + "avg_reward": 74.24, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1470, + "avg_reward": 322.22, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1480, + "avg_reward": 739.87, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1490, + "avg_reward": 1403.16, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + }, + { + "episode": 1500, + "avg_reward": -316.26, + "avg_cost": 0.0, + "lambda": 88.05, + "rho": [ + 0.1414, + 0.1332, + 0.1449, + 0.1839, + 0.1978, + 0.1988 + ] + } + ], + "episode_rewards": [ + -6620.4318, + -7087.8418, + -6994.3768, + -7005.2596, + -7149.6298, + -7376.1695, + -6438.8196, + -7131.9211, + -6295.7317, + -6719.8031, + -6930.8254, + -6520.4145, + -6978.5408, + -6876.4418, + -6318.9073, + -6501.7649, + -6860.9067, + -6255.7396, + -5554.8067, + -5929.7806, + -5693.7037, + -5953.5911, + -5640.273, + -6130.3867, + -7361.9006, + -6056.3881, + -6415.0439, + -6515.6815, + -7214.4597, + -5794.6411, + -5314.8844, + -5779.2567, + -5395.5493, + -5588.9535, + -5612.4392, + -4391.437, + -4497.5147, + -5358.7375, + -6021.5845, + -6094.0373, + -5651.271, + -5152.1957, + -5029.6513, + -4779.9036, + -5395.1646, + -5202.5008, + -4387.9801, + -5603.8127, + -5684.4621, + -5744.2247, + -5248.4129, + -5240.0708, + -4930.9101, + -5030.382, + -5028.3562, + -4842.0921, + -5833.9107, + -5244.7878, + -4146.1461, + -4442.078, + -4415.309, + -5304.6486, + -4227.2069, + -4338.8699, + -3771.8128, + -4074.2738, + -4521.4707, + -4462.5474, + -3528.9068, + -4205.6806, + -3656.7463, + -4795.5052, + -4463.8869, + -4306.6016, + -4439.1314, + -4684.7433, + -4693.9493, + -4068.4286, + -4266.3668, + -4754.3236, + -3846.001, + -4915.26, + -4033.1832, + -4571.2471, + -4569.0177, + -4578.0141, + -3792.5285, + -3697.4422, + -4267.737, + -4656.9863, + -4530.8269, + -3880.0408, + -3900.1426, + -3754.2825, + -4176.4858, + -4022.7643, + -3763.5901, + -4886.116, + -4379.5837, + -4909.2262, + -3185.4516, + -4042.5468, + -3947.3375, + -3036.0344, + -4030.3906, + -3798.0852, + -4116.1417, + -4406.6725, + -3258.8566, + -3962.2407, + -3808.7583, + -2982.7879, + -4263.6522, + -3826.9231, + -3050.2822, + -2630.3333, + -3207.8785, + -2724.6197, + -3133.5211, + -3769.3132, + -3145.6171, + -3081.944, + -2380.3284, + -3112.0065, + -2897.0711, + -3035.5381, + -2678.6411, + -2728.4977, + -2891.6159, + -2332.826, + -2988.5672, + -2685.8294, + -3234.1014, + -2616.8355, + -3272.1994, + -2839.2531, + -3126.4216, + -2745.5011, + -2460.4298, + -2253.5227, + -2764.7563, + -2216.6755, + -2395.0544, + -2343.7488, + -3001.2144, + -2149.5277, + -2202.7169, + -2334.543, + -2190.7509, + -2836.9855, + -2451.9858, + -2268.0363, + -2510.4872, + -1707.0301, + -3824.8391, + -1507.6903, + -1947.0612, + -2381.3536, + -1887.4692, + -2270.1359, + -1957.4135, + -2160.4606, + -2272.1393, + -2185.4929, + -2347.1175, + -2351.8191, + -2326.0098, + -1824.6948, + -2818.0991, + -3560.6942, + -3136.9147, + -1927.0043, + -2173.5927, + -2656.624, + -1946.8084, + -2005.0608, + -2360.6921, + -2589.2392, + -2430.9438, + -3040.6327, + -2134.7103, + -2974.9864, + -2761.8791, + -3563.1413, + -1464.9086, + -2587.6696, + -2540.7686, + -1756.2231, + -1195.7042, + -2867.5347, + -2128.3709, + -1951.2962, + -2204.0403, + -1663.6907, + -1155.8171, + -1091.5691, + -2614.9723, + -3505.1823, + -3012.6295, + -1435.0426, + -1769.4036, + -2579.4826, + -2246.1378, + -1025.0146, + -841.4672, + -754.2658, + -1989.1987, + -2294.4909, + -2266.9483, + -354.1746, + -1644.6401, + -3097.3167, + -951.0402, + -1692.4162, + -1762.3887, + -1986.1139, + -1972.0589, + -2909.0777, + -4208.0728, + -2451.3217, + -2693.1298, + -1996.112, + -3387.0292, + -1403.9094, + -2527.6246, + -1969.2785, + -1897.6816, + -1110.354, + -3077.2663, + -3860.5891, + -2856.5367, + -2313.7868, + -689.2353, + -2400.5752, + -3749.1438, + -1158.6623, + -2077.7064, + -2479.0453, + -2307.6905, + -1868.9833, + -2264.1025, + -3238.3283, + -1015.5614, + -1630.9995, + -2369.1614, + -2854.365, + -2728.3069, + -3165.6803, + -2193.1896, + -1591.8781, + -2596.0638, + -2785.8837, + -833.8472, + -2285.9469, + -2813.2768, + -3002.137, + -2145.8792, + -2489.0973, + -1748.9716, + -2348.7523, + -2692.5461, + -2780.5941, + -3727.2431, + -2800.8269, + -1465.7672, + -2240.6871, + -1985.7432, + -1282.0374, + -2787.5525, + -2006.4502, + -2437.002, + -2281.0203, + -1457.9347, + -1868.7652, + -823.8396, + -2423.2568, + -2284.3956, + -2181.9359, + -1218.4774, + -2206.9362, + -2324.978, + -1804.4456, + -1926.6957, + -2509.917, + -2465.4207, + -1360.7462, + -643.3265, + -808.3183, + -220.2862, + -1281.6847, + -1521.4733, + -1562.575, + -426.1036, + -506.9686, + -393.8645, + -1972.7307, + -1641.1799, + -988.5661, + -1311.9719, + -473.5439, + 374.2927, + -2334.2493, + -1318.656, + -1116.754, + -1509.4837, + -572.3522, + -527.1818, + -23.044, + -748.6869, + -376.449, + -1832.3061, + -310.7028, + 330.8168, + -2249.2461, + -168.8854, + 300.4116, + -209.2125, + 345.3755, + 53.7452, + -2099.0243, + -334.4665, + 369.7605, + -2145.6695, + 526.0984, + 1139.5266, + -511.7769, + -643.9546, + -105.8323, + -814.11, + -520.0043, + 539.4207, + 1425.1113, + -1034.3344, + -1667.3573, + -700.7921, + 300.3715, + -597.8168, + 1182.2424, + -230.5527, + 394.0418, + 780.3484, + 1255.2824, + 1410.15, + 96.1815, + -51.6458, + 42.8281, + 351.1993, + 411.4487, + -949.0027, + -1108.36, + -1049.022, + 191.8813, + -1275.0407, + 327.3895, + 187.1869, + 911.975, + 262.085, + 797.1356, + 401.7164, + 142.8723, + -369.4251, + 353.8845, + -136.7768, + 2089.0588, + -1514.8591, + 305.9038, + -2221.354, + -287.2146, + 1052.2853, + 1820.1328, + -925.7826, + 1936.4388, + -821.3146, + 771.0184, + 433.1885, + 578.7022, + 738.8378, + 1949.3016, + 888.6806, + 1982.8112, + 1991.1301, + 322.1873, + -1010.2815, + 64.7792, + 26.5281, + 998.7624, + -220.5794, + 1254.6098, + 258.4236, + 1172.9437, + 1558.0688, + 2609.9108, + 1117.2217, + 1275.9883, + 1819.7302, + 1575.3976, + 2570.5129, + -484.9582, + 1264.4554, + 2815.8856, + 944.2143, + 1260.4157, + 1905.7189, + 2213.8841, + 1350.8255, + 3083.7333, + 713.3628, + 4004.862, + 2387.3532, + 3216.9717, + 3124.9691, + 2387.359, + 2635.4812, + 1076.2004, + 2928.2002, + 2123.765, + 3705.2756, + 1089.4907, + 1647.0676, + 1990.9889, + 1613.2274, + 2270.0443, + 2121.5654, + 2956.896, + 1805.9691, + 2126.041, + 2586.2685, + 3079.5251, + 3683.9432, + 2403.8365, + 1518.5346, + 4245.7621, + 2785.842, + 1507.1779, + 3203.1409, + 3685.3619, + 3837.7474, + 4169.6034, + 2144.9376, + 3227.3824, + 3771.4169, + 3791.1502, + 3655.6053, + 3792.5536, + 4020.153, + 2605.5491, + 3751.7835, + 4103.8763, + 3728.665, + 4208.1847, + 4715.7782, + -277.8212, + 4748.8551, + 3773.5414, + 4362.7194, + -1023.1068, + 568.1357, + 1405.1775, + 3710.8502, + 3422.6293, + 3035.2042, + 4115.1228, + 3291.2319, + 2255.8539, + 4191.1072, + 3522.5496, + 3647.4378, + 4877.8756, + 4525.1054, + 3705.2878, + 4257.4956, + 4272.1277, + 4263.9841, + 4546.8098, + 4733.6398, + 4031.0291, + 3794.2838, + 4067.0732, + 3889.364, + 3136.0266, + 4571.5773, + 4506.6196, + 4320.9133, + 1659.0568, + 5057.7268, + 4716.5793, + 3365.1482, + 4621.086, + 4352.1996, + 2620.5014, + 3943.1656, + 4110.2622, + 2728.8696, + 3407.5525, + 4592.2296, + 4218.6373, + 3466.8549, + 4998.3224, + 2745.2948, + 3695.894, + 4123.1717, + 3563.6459, + 4692.6516, + 5254.6724, + 4664.9319, + 4630.5131, + 5092.527, + 4237.0931, + -439.8736, + 3007.4462, + 3266.6929, + 5048.2769, + 3646.355, + 1447.2677, + 5112.8234, + 5276.4622, + 2865.6575, + 2968.4798, + 3685.8369, + 3603.6597, + 4590.6163, + 2743.9404, + 5713.659, + 5474.6096, + 4905.1292, + 3951.8402, + 2908.2161, + 3950.6429, + 2382.6394, + 5673.3086, + 4498.5416, + 5063.1322, + 5039.1228, + 4842.1806, + 2110.1662, + 4729.5247, + 3376.1749, + 5324.5815, + 5554.3706, + 1432.4191, + 2419.5768, + 3825.0253, + 3872.8475, + 3916.7907, + 5929.7785, + 2828.7598, + 5802.7609, + 4683.0019, + 3543.6683, + 5627.0173, + 4053.1134, + 4488.8163, + 5066.6943, + 4358.4511, + 3379.584, + 5729.1085, + 4990.3292, + 5311.3901, + 5752.5964, + 5371.1725, + 5374.7501, + 3325.6839, + 4059.6209, + 5048.2065, + 5131.9379, + 6086.6796, + 5011.6776, + 5991.3392, + 5577.7301, + 2895.0346, + 5267.7316, + 5519.6459, + 5492.0621, + 5579.4445, + 1695.3606, + 3526.5412, + 5577.7117, + 5231.6613, + 2932.2564, + 3635.7895, + 4551.8575, + 4741.6874, + 4560.2109, + 5833.4975, + 4642.5942, + 3693.8602, + 6098.0822, + 4615.4234, + 2602.2428, + 5635.0482, + 3781.3267, + 5505.4234, + 4319.3807, + 3447.1941, + 5951.2038, + 3882.2459, + 5656.2146, + 6087.078, + 6074.2657, + 5879.1529, + 4582.1168, + 5532.0127, + 4177.1601, + 5668.6235, + 4735.5837, + 5954.5535, + 4245.2116, + 5582.5142, + 5791.5287, + 5129.5356, + 5588.5059, + 3920.5053, + 6067.8186, + 4520.494, + 4663.36, + 4118.5847, + 3333.901, + 5610.1911, + 5694.7652, + 5569.5388, + 5996.4034, + 6519.9823, + 6502.4652, + 5962.3239, + 5304.5146, + 6394.9415, + 4014.3382, + 6469.7967, + 6512.7657, + 5360.5124, + 393.5995, + 6534.7425, + 6619.9919, + 6691.7272, + 4828.6202, + 6015.994, + 5649.0491, + 6814.5374, + 6070.0003, + 4337.2561, + 6504.9225, + 6552.9379, + 6599.854, + 6063.2993, + 6134.1134, + 7110.1157, + 5228.1054, + 6988.3476, + 4873.3433, + 6897.2776, + 6393.781, + 6221.1095, + 6704.3282, + 4962.5706, + 6245.4885, + 6331.0494, + 6403.7333, + 6175.1494, + 6306.3264, + 6339.5123, + 6372.4799, + 6888.844, + 6975.048, + 5055.2987, + 7023.68, + 4957.9059, + 6078.9262, + 3884.5151, + 7383.863, + 4492.5849, + 6938.7937, + 6722.2019, + 5202.2745, + 6610.8809, + 2292.6014, + 7111.2581, + 7326.4066, + 6708.0057, + 3039.3874, + 6468.3733, + 7181.2327, + 5128.8923, + 6721.0972, + 5212.3543, + 6826.0515, + 1909.2929, + 6960.9818, + 6738.2395, + 6278.5024, + 4747.2034, + 6485.1263, + 6745.134, + 7324.8073, + 7043.6847, + 5647.1235, + 5028.7746, + 6113.0833, + 7438.4732, + 6827.7091, + 6940.8361, + 6656.5188, + 7046.9744, + 6864.8635, + 6555.4387, + 6965.6185, + 5039.2776, + 5956.5915, + 7449.9141, + 5953.2815, + 6731.3711, + 3882.7696, + 7251.8046, + 7290.7034, + 5492.0684, + 4724.4615, + 7158.3789, + 5371.5452, + 6935.5018, + 7525.6833, + 6888.1491, + 7018.9023, + 7480.1581, + 7032.9468, + 7304.9579, + 6759.6881, + 5547.9005, + 7174.4169, + 7326.9426, + 5939.9928, + 6942.1971, + 7840.1445, + 7607.109, + 7247.2404, + 4191.1278, + 7409.2039, + 7732.6014, + 4850.1323, + 7472.5536, + 5441.8631, + 7417.6065, + 6964.2093, + 6284.1494, + 7497.1627, + 7140.1075, + 7517.8311, + 7070.8754, + 7251.1676, + 7325.1058, + 6570.1745, + 7615.0857, + 7743.3315, + 7020.2724, + 7598.6638, + 5307.155, + 7993.8804, + 7071.7704, + 3925.9992, + 7579.1677, + 7290.6356, + 4724.5765, + 6419.8326, + 7820.332, + 7779.6985, + 7815.1323, + 7705.377, + 7430.9517, + 7759.3015, + 7661.3191, + 7793.4437, + 7932.9225, + 7809.0494, + 7564.107, + 5089.9319, + 5998.3073, + 6180.915, + 8255.2868, + 7441.0507, + 7380.1281, + 7981.0146, + 7611.0636, + 7661.9532, + 6436.8542, + 6616.6771, + 8057.1441, + 7656.5308, + 7719.2059, + 4973.5208, + 7914.2003, + 7281.4445, + 6823.6727, + 7417.083, + 5587.3986, + 6830.2148, + 7946.8526, + 7845.5253, + 6549.8389, + 8854.9626, + 7454.3721, + 8297.9776, + 7903.884, + 5733.0638, + 7389.2359, + 8846.5662, + 8412.7708, + 8146.7961, + 6853.8272, + 6844.3033, + 8267.0359, + 8357.8382, + 7946.3058, + 7967.2069, + 6037.0599, + 7852.757, + 6392.6065, + 5340.9031, + 6396.489, + 8708.3222, + 8208.5423, + 7273.5858, + 8231.8946, + 8265.951, + 7468.1693, + 8274.9972, + 8069.0462, + 2306.6396, + 8702.755, + 8345.2149, + 7848.0143, + 7954.171, + 7493.8531, + 8796.2338, + 8017.7971, + 8095.28, + 5884.3569, + 7984.126, + 8093.5135, + 7888.1384, + 6387.4307, + 8235.5582, + 8686.3991, + 6587.632, + 5389.3155, + 8142.4134, + 8116.106, + 6176.0513, + 7887.6134, + 8273.531, + 6658.1649, + 8215.7513, + 7859.1697, + 8475.846, + 8212.1622, + 8081.6567, + 5227.4272, + 8296.5465, + 8335.2271, + 5460.2842, + 8512.337, + 8432.6537, + 7923.7144, + 8851.9904, + 7802.0915, + 8203.6753, + 8338.183, + 8011.8675, + 7675.4991, + 8862.0357, + 8691.2331, + 8119.6083, + 8514.2713, + 8361.8763, + 8972.7051, + 8268.1408, + 7449.5376, + 6229.4159, + 8879.0301, + 8849.7685, + 8859.0415, + 6152.25, + 8835.4349, + 6812.5578, + 9046.8578, + 6266.9178, + 7760.8253, + 7079.6854, + 4875.5638, + 9525.21, + 8271.6105, + 8276.2876, + 9461.1159, + 7346.5743, + 8353.8728, + 8318.4485, + 7684.928, + 8477.6312, + 8843.9609, + 8597.9265, + 9007.5586, + 8819.0539, + 8709.3419, + 8750.3391, + 8227.5848, + 8290.6375, + 8769.6736, + 4600.5799, + 8968.121, + 9352.1986, + 8958.856, + 9048.7578, + 8862.6248, + 8757.1456, + 6370.1637, + 3854.5541, + 8254.4489, + 9561.0535, + 9144.8561, + 7692.7341, + 9310.9006, + 8444.5268, + 8996.217, + 9150.3976, + 5995.1804, + 8510.6363, + 8081.7431, + 8015.5449, + 8759.9313, + 9480.4576, + 10163.0516, + 8807.0792, + 8752.071, + 9385.1405, + 9478.7496, + 8840.7124, + 8672.8922, + 9914.185, + 6644.4982, + 6720.8753, + 9063.651, + 9702.2613, + 9218.7031, + 8271.9995, + 9507.2011, + 8876.2042, + 9354.1847, + 2940.6748, + 5681.5018, + 9132.0469, + 9256.8853, + 9051.3129, + 8803.2279, + 9400.8346, + 7817.8345, + 8778.3906, + 8147.5698, + 9244.9624, + 8997.987, + 9423.2632, + 9147.8098, + 9059.8808, + 9429.9128, + 9139.7631, + 8662.7509, + 9132.1082, + 9131.618, + 9157.6754, + 9098.6673, + 7528.9084, + 9554.9541, + 9328.9658, + 9113.6061, + 9382.2182, + 9219.2931, + 8721.5279, + 6599.5419, + 8699.3504, + 9622.3112, + 9639.0263, + 9035.3593, + 9049.9463, + 9641.5138, + 9497.2322, + 8955.4515, + 5320.227, + 10615.4227, + 9804.0226, + 9091.6331, + 9298.8445, + 9210.9812, + 9188.9782, + 6827.0496, + 9895.252, + 9231.3484, + 8269.2045, + 9513.0889, + 9393.5689, + 9315.3252, + 9357.0374, + 9454.8624, + 8780.1802, + 7510.5796, + 9216.8442, + 10038.2923, + 7052.7949, + 9693.1754, + 9769.9484, + 8976.2677, + 9400.4681, + 9076.6517, + 9319.002, + 9600.1463, + 9162.3993, + 9385.447, + 8907.3543, + 7584.4095, + 9350.8294, + 9704.0406, + 9562.8159, + 8841.0188, + 9308.9836, + 6269.2833, + 9395.7473, + 9511.4453, + 9062.6193, + 9390.8148, + 9499.1078, + 9342.203, + 9553.9071, + 9586.7347, + 9058.9536, + 9347.62, + 9394.3698, + 8744.1851, + 9632.465, + 8519.1662, + 9355.6024, + 9812.6005, + 9421.0952, + 9477.1966, + 8444.1181, + 9599.2325, + 9815.3438, + 8838.6772, + 9586.6044, + 4803.6404, + 8129.6122, + 9326.556, + 7774.3148, + 10081.9804, + 10052.6645, + 7764.0711, + 7689.2916, + 9815.006, + 8364.0357, + 9718.5461, + 9705.3719, + 9503.8205, + 9879.604, + 9038.6966, + 9460.8931, + 9939.4369, + 9687.9081, + 9762.3939, + 9605.8552, + 9060.3045, + 5543.0987, + 10091.0783, + 7196.4259, + 9668.5338, + 9584.667, + 9286.1319, + 7060.6022, + 9523.4331, + 9588.0741, + 6333.0193, + 9415.3381, + 10169.6753, + 9468.1828, + 9590.9952, + 8623.3329, + 6572.3477, + 10446.2669, + 10023.042, + 9621.3931, + 9306.2708, + 9511.0909, + 9621.9417, + 9325.0742, + 9372.129, + 9284.3919, + 9498.2299, + 9719.803, + 5033.2199, + 7157.1088, + 9916.7188, + 9752.5417, + 9403.3492, + 9721.8166, + 9895.8533, + 9656.5747, + 9940.7285, + 9607.8621, + 9872.4279, + 10076.7747, + 9385.9123, + 10077.005, + 10180.2817, + 9509.2353, + 9865.2428, + 4333.2788, + 9487.9943, + 10033.2726, + 9583.6275, + 10287.0551, + 10023.4002, + 9565.8389, + 7070.9478, + 9754.3499, + 8170.8625, + 8758.9625, + 10191.591, + 9528.7026, + 8369.9892, + 10249.9622, + 10219.4685, + 9402.4406, + 9021.3068, + 9342.3569, + 9806.8369, + 9898.0403, + 9634.8736, + 9905.6822, + 10288.9167, + 7733.9277, + 9347.2419, + 10108.6832, + 9854.3265, + 9772.5867, + 7472.0486, + 7032.8617, + 9961.2718, + 9802.5782, + 9742.2253, + 9935.9438, + 9494.653, + 9648.1621, + 10093.3505, + 9505.8202, + 9576.4183, + 10066.0748, + 9574.8414, + 8836.1921, + 9918.8056, + 9802.0699, + 10047.6147, + 9724.1892, + 9468.3318, + 9983.2404, + 9414.7521, + 10076.3107, + 9749.9443, + 9808.6773, + 9799.7261, + 10333.9344, + 9829.751, + 9416.5263, + 10096.9054, + 9808.5637, + 9557.0757, + 10094.2245, + 9941.1288, + 9790.4025, + 9780.7947, + 9901.7832, + 9963.4091, + 10349.0631, + 9884.2574, + 9758.9142, + 10108.7854, + 9687.1642, + 10174.8753, + 9994.9412, + 10072.9879, + 9926.6119, + 9879.9542, + 10026.904, + 9878.7077, + 10117.9661, + 9988.7552, + 7288.4119, + 10788.441, + 10154.8742, + 9417.8122, + 9907.9242, + 9859.5172, + 9608.9092, + 10339.96, + 9157.3771, + 7604.1502, + 10455.9068, + 10261.7681, + 10168.5352, + 9936.1066, + 10226.0803, + 10358.3829, + 10156.8219, + 9881.7724, + 10252.2851, + 10079.375, + 9530.111, + 10379.2496, + 9457.0627, + 9726.0516, + 10208.2884, + 9242.8622, + 9792.4273, + 10051.3764, + 9669.8031, + 9221.8835, + 9394.0323, + 9263.5515, + 6250.4087, + 6043.4601, + 7450.7716, + 5134.48, + 893.6554, + -7005.8109, + -6316.6784, + -7649.0918, + -8525.3507, + -8209.5386, + -7945.5097, + -7746.5835, + -7321.8806, + -6677.9309, + -6253.0857, + -6287.8057, + -6017.1176, + -5740.6146, + -5264.4455, + -4823.5618, + -4553.7507, + -4322.8217, + -4269.1384, + -4166.9181, + -4086.983, + -3983.0674, + -3783.652, + -3740.0674, + -3560.4044, + -3552.68, + -3660.9004, + -3400.4949, + -3492.9252, + -3337.4898, + -3338.4596, + -3303.3378, + -3135.2931, + -3056.5385, + -2860.6297, + -2879.2588, + -2779.6986, + -2672.0317, + -2581.6925, + -2565.465, + -2412.4306, + -2253.8805, + -2251.1717, + -2207.185, + -2146.39, + -2055.7709, + -2083.9715, + -2036.387, + -1868.6739, + -1850.2781, + -1772.6108, + -1711.174, + -1597.2338, + -1441.492, + -1439.4853, + -1355.4003, + -1312.1908, + -1164.6842, + -1078.1261, + -1050.2837, + -977.9729, + -757.5721, + -716.1788, + -744.8281, + -616.7766, + -660.1485, + -543.1406, + -413.5396, + -310.7187, + -259.9873, + -470.957, + -576.052, + -1139.9901, + -1124.4321, + -864.982, + -1068.3665, + -1259.1676, + -938.1362, + -1103.645, + -1120.9097, + -743.6245, + -1029.0297, + -933.6102, + -1098.1259, + -985.3374, + -1044.9118, + -961.3597, + -844.5965, + -831.317, + -800.6403, + -869.332, + -853.1654, + -854.4801, + -950.7579, + -849.6976, + -760.8907, + -765.2621, + -1031.1501, + -765.0605, + -834.2467, + -792.8055, + -779.4488, + -792.6224, + -746.9964, + -801.1405, + -673.1353, + -765.7568, + -712.8721, + -716.7826, + -765.1145, + -756.3944, + -728.4175, + -682.254, + -678.6628, + -724.1121, + -677.5617, + -720.5447, + -636.3199, + -671.7493, + -611.9441, + -584.1904, + -564.0936, + -507.6295, + -621.6613, + -569.0998, + -557.446, + -620.5252, + -538.2589, + -536.5551, + -525.5074, + -486.094, + -429.3492, + -435.7701, + -523.7522, + -532.02, + -585.0703, + -498.5202, + -469.8436, + -504.1703, + -487.9824, + -497.8606, + -461.5833, + -486.4327, + -525.5361, + -467.0029, + -485.2268, + -468.5499, + -479.0906, + -399.4322, + -460.5052, + -519.6579, + -458.0165, + -434.6412, + -408.2527, + -486.888, + -367.9734, + -443.5032, + -398.7708, + -395.2779, + -369.8107, + -438.0013, + -395.8509, + -435.9776, + -363.0523, + -326.3421, + -383.8646, + -369.5425, + -325.443, + -383.4048, + -431.6174, + -286.9249, + -351.401, + -390.4457, + -334.3576, + -263.8405, + -329.0406, + -303.5182, + -336.4277, + -293.3819, + -276.9955, + -325.9179, + -310.215, + -353.7229, + -295.3882, + -243.4552, + -254.5638, + -317.9121, + -212.2643, + -279.8726, + -293.971, + -221.3429, + -221.8768, + -162.5633, + -218.7079, + -221.6914, + -250.8164, + -175.228, + -227.4468, + -208.2366, + -181.2216, + -177.467, + -210.229, + -170.647, + -190.4734, + -200.3325, + -173.5336, + -131.2677, + -114.6274, + -117.0193, + -199.6392, + -173.3943, + -90.6545, + -125.0148, + -68.4156, + -154.6218, + -117.3536, + -132.5049, + -82.3225, + -84.7821, + -90.9851, + -54.2522, + -92.6975, + -82.6093, + -117.2817, + -20.1767, + -30.6812, + -4.7766, + -5.047, + -5.8924, + -51.694, + 9.8159, + 124.3699, + 20.7557, + 88.9038, + 50.3651, + 74.2384, + 80.9255, + 170.2887, + 196.9057, + 172.1974, + 159.1528, + 189.4597, + 227.8916, + 303.6274, + 318.7415, + 322.224, + 340.7604, + 402.9622, + 412.0664, + 448.4943, + 430.2765, + 551.6024, + 569.5712, + 595.6737, + 642.7279, + 739.8737, + 786.403, + 1032.0426, + 797.5842, + 1022.5779, + 1025.5394, + 1098.2166, + 1076.8548, + 1125.2719, + 1247.2907, + 1403.1645, + 1346.3069, + 1497.6104, + 1495.4345, + 1624.4795, + 1966.4135, + 1922.3647, + 2086.562, + 846.4157, + 1361.5979, + -316.2601 + ], + "episode_costs": [ + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 1.25, + 0.5, + 1.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 1.5, + 1.25, + 1.0, + 1.25, + 0.25, + 1.75, + 0.5, + 4.5, + 4.5, + 6.0, + 4.25, + 0.75, + 1.0, + 3.0, + 1.25, + 0.5, + 1.5, + 3.5, + 0.25, + 0.5, + 1.5, + 1.5, + 0.5, + 0.0, + 1.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 1.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 1.75, + 3.0, + 0.25, + 2.0, + 0.25, + 0.0, + 2.5, + 0.25, + 0.75, + 2.5, + 0.5, + 1.0, + 1.5, + 0.25, + 0.5, + 0.5, + 0.5, + 1.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.25, + 1.5, + 0.5, + 0.75, + 2.5, + 2.25, + 0.5, + 0.25, + 0.0, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 1.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 2.0, + 1.75, + 0.25, + 0.25, + 0.0, + 0.75, + 2.25, + 0.0, + 3.0, + 2.0, + 1.25, + 0.25, + 0.0, + 0.0, + 1.5, + 0.25, + 1.25, + 1.5, + 0.25, + 2.0, + 0.25, + 2.0, + 2.0, + 2.5, + 1.0, + 1.0, + 0.25, + 0.75, + 0.5, + 0.5, + 2.5, + 1.5, + 2.75, + 1.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.5, + 1.75, + 1.0, + 1.75, + 0.5, + 1.25, + 0.0, + 1.0, + 1.5, + 0.75, + 3.75, + 1.0, + 0.75, + 0.5, + 3.75, + 0.25, + 1.25, + 0.75, + 1.75, + 0.75, + 1.25, + 1.0, + 1.25, + 1.75, + 1.5, + 1.25, + 0.0, + 0.25, + 0.75, + 0.0, + 1.25, + 1.75, + 1.0, + 1.25, + 0.5, + 1.5, + 2.5, + 1.0, + 1.75, + 2.0, + 0.0, + 1.25, + 0.0, + 0.75, + 1.5, + 1.75, + 4.25, + 0.5, + 1.0, + 0.5, + 0.25, + 1.0, + 6.25, + 1.75, + 1.5, + 2.75, + 2.5, + 1.25, + 1.25, + 2.0, + 2.5, + 1.5, + 0.5, + 1.75, + 0.5, + 0.75, + 0.75, + 0.0, + 1.0, + 0.25, + 0.75, + 0.25, + 1.25, + 0.25, + 1.5, + 1.0, + 2.75, + 0.5, + 1.25, + 0.5, + 1.25, + 1.25, + 2.5, + 1.5, + 0.25, + 0.75, + 1.25, + 0.5, + 2.25, + 1.0, + 0.25, + 0.0, + 1.25, + 1.0, + 1.0, + 4.0, + 1.0, + 3.25, + 1.5, + 3.0, + 0.75, + 1.75, + 2.0, + 0.75, + 2.5, + 0.5, + 1.0, + 0.75, + 1.0, + 3.0, + 0.5, + 1.25, + 4.0, + 1.25, + 1.75, + 0.75, + 1.0, + 1.5, + 1.25, + 2.5, + 1.5, + 1.25, + 1.75, + 1.0, + 1.25, + 0.5, + 2.5, + 0.75, + 1.75, + 2.25, + 2.5, + 1.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.5, + 0.5, + 1.5, + 2.25, + 1.25, + 0.75, + 1.0, + 1.25, + 0.25, + 0.0, + 1.0, + 0.25, + 1.75, + 0.0, + 1.75, + 1.0, + 0.25, + 0.25, + 1.0, + 1.0, + 1.0, + 0.5, + 0.5, + 0.75, + 1.75, + 0.75, + 0.25, + 1.5, + 1.0, + 0.75, + 0.25, + 1.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 1.5, + 1.75, + 0.5, + 1.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 1.0, + 0.75, + 0.75, + 0.5, + 1.75, + 0.75, + 0.5, + 0.5, + 0.5, + 1.25, + 1.25, + 1.25, + 0.5, + 0.25, + 1.0, + 1.0, + 0.25, + 0.0, + 0.75, + 2.25, + 0.25, + 0.5, + 1.25, + 1.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 3.0, + 0.75, + 1.0, + 0.5, + 1.0, + 0.25, + 0.25, + 2.0, + 2.25, + 1.25, + 2.0, + 1.75, + 1.0, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 1.25, + 0.25, + 0.75, + 0.25, + 1.0, + 2.25, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 1.0, + 1.5, + 0.5, + 0.75, + 0.25, + 1.25, + 0.25, + 0.75, + 0.75, + 2.0, + 0.5, + 1.5, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 2.5, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 2.5, + 0.75, + 0.75, + 0.75, + 0.0, + 0.5, + 1.0, + 0.75, + 0.25, + 0.5, + 1.25, + 2.0, + 2.0, + 0.25, + 0.75, + 1.0, + 0.75, + 0.75, + 0.5, + 1.75, + 1.0, + 0.75, + 0.25, + 1.25, + 1.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 1.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 1.25, + 0.25, + 0.5, + 1.5, + 0.25, + 0.25, + 0.75, + 1.0, + 0.5, + 0.75, + 1.75, + 0.75, + 0.25, + 0.5, + 0.25, + 1.25, + 1.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 0.75, + 1.5, + 0.75, + 0.5, + 0.25, + 1.75, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 1.0, + 0.25, + 0.25, + 0.5, + 2.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 1.5, + 1.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 1.25, + 0.25, + 1.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.5, + 1.0, + 1.75, + 1.75, + 1.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.75, + 0.5, + 1.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 0.5, + 0.5, + 1.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 1.5, + 0.5, + 1.0, + 2.0, + 0.5, + 0.75, + 0.0, + 1.25, + 0.5, + 1.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 1.75, + 0.0, + 0.75, + 0.25, + 0.75, + 1.25, + 3.75, + 0.5, + 0.0, + 1.5, + 2.25, + 0.75, + 0.75, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 1.75, + 0.5, + 0.75, + 0.75, + 0.25, + 1.25, + 0.25, + 0.0, + 0.75, + 1.5, + 0.25, + 1.25, + 1.0, + 0.5, + 0.75, + 0.75, + 1.5, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.0, + 2.75, + 0.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 1.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 1.75, + 1.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 0.0, + 0.5, + 0.75, + 0.75, + 0.75, + 1.0, + 0.75, + 0.0, + 1.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.5, + 1.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 2.0, + 1.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 1.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 1.5, + 1.5, + 0.0, + 0.25, + 2.5, + 1.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.25, + 0.0, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 1.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 1.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 1.25, + 0.0, + 0.25, + 0.0, + 3.0, + 1.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.75, + 0.75, + 1.0, + 0.5, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 2.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 1.0, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 0.25, + 0.25, + 1.0, + 1.75, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 1.5, + 1.0, + 0.25, + 0.75, + 1.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 1.0, + 1.5, + 1.0, + 0.0, + 1.0, + 1.75, + 0.25, + 0.5, + 1.0, + 0.25, + 1.0, + 1.0, + 0.0, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 1.0, + 0.75, + 0.5, + 0.75, + 0.0, + 1.0, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 1.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 1.75, + 0.0, + 0.0, + 0.75, + 0.25, + 1.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 0.75, + 1.25, + 0.25, + 0.75, + 0.25, + 0.0, + 1.5, + 0.5, + 1.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.75, + 2.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.025, + 10.0525, + 10.0823, + 10.109, + 10.1331, + 10.1548, + 10.1743, + 10.1919, + 10.2102, + 10.2267, + 10.2415, + 10.2574, + 10.2741, + 10.2917, + 10.3075, + 10.3243, + 10.3394, + 10.3529, + 10.3651, + 10.3761, + 10.386, + 10.3974, + 10.4077, + 10.4169, + 10.4277, + 10.4399, + 10.4509, + 10.4634, + 10.4845, + 10.5036, + 10.5207, + 10.5361, + 10.5525, + 10.5673, + 10.583, + 10.5972, + 10.61, + 10.6215, + 10.6319, + 10.6462, + 10.6591, + 10.6707, + 10.6811, + 10.6955, + 10.7084, + 10.7201, + 10.7331, + 10.7448, + 10.7553, + 10.7648, + 10.7733, + 10.781, + 10.7904, + 10.8013, + 10.8112, + 10.8201, + 10.8281, + 10.8353, + 10.8442, + 10.8523, + 10.8621, + 10.8709, + 10.8788, + 10.8859, + 10.8923, + 10.8981, + 10.9058, + 10.9127, + 10.9189, + 10.9245, + 10.9296, + 10.9341, + 10.9382, + 10.9444, + 10.95, + 10.955, + 10.9595, + 10.9685, + 10.9767, + 10.984, + 10.9906, + 10.9965, + 11.0019, + 11.0067, + 11.011, + 11.0149, + 11.0184, + 11.0241, + 11.0292, + 11.0338, + 11.0379, + 11.0441, + 11.0497, + 11.0547, + 11.0592, + 11.0633, + 11.067, + 11.0703, + 11.0733, + 11.0759, + 11.0783, + 11.0805, + 11.0825, + 11.0842, + 11.0883, + 11.092, + 11.0953, + 11.0982, + 11.1009, + 11.1033, + 11.1055, + 11.1074, + 11.1092, + 11.1108, + 11.1122, + 11.1135, + 11.1146, + 11.1157, + 11.1166, + 11.1174, + 11.1207, + 11.1236, + 11.1263, + 11.1286, + 11.1308, + 11.1327, + 11.1344, + 11.136, + 11.1374, + 11.1411, + 11.1445, + 11.1476, + 11.1528, + 11.1575, + 11.1618, + 11.1656, + 11.169, + 11.1721, + 11.1749, + 11.1774, + 11.1797, + 11.1817, + 11.1835, + 11.1852, + 11.1867, + 11.188, + 11.1892, + 11.1903, + 11.1913, + 11.1921, + 11.1929, + 11.1936, + 11.1943, + 11.1973, + 11.2001, + 11.2026, + 11.2048, + 11.2069, + 11.2087, + 11.2103, + 11.2118, + 11.2131, + 11.2143, + 11.2154, + 11.2163, + 11.2172, + 11.218, + 11.2212, + 11.2241, + 11.2266, + 11.229, + 11.2311, + 11.233, + 11.2347, + 11.2387, + 11.2448, + 11.2504, + 11.2578, + 11.2645, + 11.2706, + 11.2785, + 11.2857, + 11.2921, + 11.2979, + 11.3031, + 11.3078, + 11.312, + 11.3158, + 11.3192, + 11.3248, + 11.3298, + 11.3368, + 11.3432, + 11.3513, + 11.3587, + 11.3728, + 11.3906, + 11.409, + 11.4256, + 11.443, + 11.4637, + 11.4874, + 11.5161, + 11.547, + 11.5823, + 11.6266, + 11.6714, + 11.7268, + 11.7816, + 11.8309, + 11.8753, + 11.9153, + 11.9563, + 11.9982, + 12.0433, + 12.084, + 12.1231, + 12.1608, + 12.1947, + 12.2277, + 12.26, + 12.3015, + 12.3538, + 12.4134, + 12.4771, + 12.5469, + 12.6122, + 12.6885, + 12.7621, + 12.8734, + 13.0186, + 13.2092, + 13.4233, + 13.6235, + 13.8136, + 14.0148, + 14.2083, + 14.3875, + 14.5637, + 14.7573, + 14.9341, + 15.0982, + 15.2609, + 15.4223, + 15.5726, + 15.7078, + 15.8395, + 15.9631, + 16.0793, + 16.1863, + 16.2852, + 16.3742, + 16.4643, + 16.5453, + 16.6183, + 16.684, + 16.7456, + 16.8085, + 16.8727, + 16.9379, + 16.9991, + 17.0692, + 17.1323, + 17.1916, + 17.2474, + 17.3002, + 17.3476, + 17.3979, + 17.4481, + 17.5108, + 17.5972, + 17.6775, + 17.7697, + 17.8553, + 17.9322, + 18.0265, + 18.1139, + 18.2, + 18.3025, + 18.3997, + 18.4973, + 18.6, + 18.695, + 18.7855, + 18.872, + 18.9548, + 19.0418, + 19.1251, + 19.2076, + 19.2843, + 19.3534, + 19.4181, + 19.4888, + 19.5574, + 19.6191, + 19.6772, + 19.7445, + 19.8101, + 19.8766, + 19.9614, + 20.0603, + 20.1542, + 20.2413, + 20.3197, + 20.4027, + 20.4824, + 20.5567, + 20.626, + 20.6909, + 20.7618, + 20.8331, + 20.8998, + 20.9623, + 21.0186, + 21.0718, + 21.1396, + 21.2181, + 21.2913, + 21.3597, + 21.4212, + 21.4841, + 21.5632, + 21.6344, + 21.7284, + 21.8331, + 21.9398, + 22.0383, + 22.127, + 22.2068, + 22.2936, + 22.3742, + 22.4593, + 22.5509, + 22.6358, + 22.7322, + 22.8215, + 22.9218, + 23.0322, + 23.1564, + 23.2783, + 23.398, + 23.5082, + 23.6149, + 23.7159, + 23.8118, + 23.9231, + 24.0383, + 24.1695, + 24.2975, + 24.4128, + 24.524, + 24.6266, + 24.7264, + 24.8163, + 24.8972, + 24.9749, + 25.0624, + 25.1512, + 25.2486, + 25.3412, + 25.4371, + 25.5234, + 25.6111, + 25.7049, + 25.797, + 25.9173, + 26.0355, + 26.1495, + 26.257, + 26.3913, + 26.5147, + 26.6382, + 26.7569, + 26.8812, + 27.0006, + 27.1205, + 27.2385, + 27.3571, + 27.4814, + 27.6083, + 27.7349, + 27.849, + 27.9541, + 28.0562, + 28.148, + 28.2432, + 28.3464, + 28.4493, + 28.5543, + 28.6539, + 28.7585, + 28.8777, + 28.9949, + 29.1179, + 29.2486, + 29.3663, + 29.4846, + 29.5912, + 29.6946, + 29.8026, + 29.9173, + 30.0631, + 30.1993, + 30.3319, + 30.4562, + 30.5706, + 30.6835, + 30.8477, + 31.0129, + 31.1766, + 31.3514, + 31.5338, + 31.7104, + 31.8819, + 32.0562, + 32.2381, + 32.4168, + 32.5826, + 32.7493, + 32.9044, + 33.0515, + 33.1913, + 33.3172, + 33.4405, + 33.5539, + 33.6635, + 33.7647, + 33.8682, + 33.9639, + 34.065, + 34.166, + 34.2844, + 34.396, + 34.5089, + 34.6155, + 34.7239, + 34.834, + 34.9581, + 35.0848, + 35.2013, + 35.3137, + 35.4273, + 35.5346, + 35.6536, + 35.7708, + 35.8787, + 35.9758, + 36.0757, + 36.1757, + 36.2756, + 36.4055, + 36.5325, + 36.6792, + 36.8263, + 36.9887, + 37.1423, + 37.2981, + 37.4583, + 37.6099, + 37.7715, + 37.9218, + 38.0671, + 38.2054, + 38.3399, + 38.4909, + 38.6318, + 38.7711, + 38.9365, + 39.0979, + 39.2606, + 39.4145, + 39.5631, + 39.7118, + 39.8581, + 40.0148, + 40.1708, + 40.3237, + 40.4788, + 40.6285, + 40.7756, + 40.9131, + 41.0617, + 41.2031, + 41.3478, + 41.5005, + 41.6629, + 41.8191, + 41.9672, + 42.108, + 42.2422, + 42.368, + 42.4862, + 42.5976, + 42.7128, + 42.839, + 42.9651, + 43.0861, + 43.205, + 43.3245, + 43.4346, + 43.5336, + 43.6327, + 43.7245, + 43.8245, + 43.9146, + 44.0131, + 44.1118, + 44.2031, + 44.2878, + 44.374, + 44.4616, + 44.5505, + 44.6354, + 44.7169, + 44.7977, + 44.8879, + 44.9766, + 45.059, + 45.1481, + 45.2383, + 45.3269, + 45.4092, + 45.4983, + 45.581, + 45.6554, + 45.7273, + 45.7946, + 45.8552, + 45.9246, + 46.0047, + 46.0817, + 46.1635, + 46.2397, + 46.3107, + 46.3771, + 46.4419, + 46.5052, + 46.5622, + 46.6235, + 46.6861, + 46.75, + 46.8125, + 46.8863, + 46.9601, + 47.0316, + 47.101, + 47.1684, + 47.2415, + 47.3199, + 47.4029, + 47.4826, + 47.5568, + 47.6337, + 47.7128, + 47.7865, + 47.8529, + 47.9201, + 48.0031, + 48.0803, + 48.1547, + 48.2343, + 48.3183, + 48.3965, + 48.4669, + 48.5377, + 48.6064, + 48.6708, + 48.7587, + 48.8453, + 48.9333, + 49.0175, + 49.1032, + 49.1829, + 49.2571, + 49.3439, + 49.4445, + 49.5476, + 49.6603, + 49.7793, + 49.8963, + 50.0117, + 50.118, + 50.2212, + 50.3141, + 50.3977, + 50.4804, + 50.5649, + 50.6459, + 50.7238, + 50.8014, + 50.8713, + 50.9392, + 51.0127, + 51.0815, + 51.1508, + 51.2157, + 51.2842, + 51.3682, + 51.4539, + 51.5335, + 51.6152, + 51.6887, + 51.7573, + 51.8291, + 51.9087, + 51.9853, + 52.0618, + 52.1331, + 52.2098, + 52.2813, + 52.3532, + 52.4254, + 52.5103, + 52.5918, + 52.6801, + 52.7596, + 52.8311, + 52.9005, + 52.963, + 53.0292, + 53.1138, + 53.1949, + 53.2704, + 53.3484, + 53.4235, + 53.4962, + 53.5865, + 53.6754, + 53.7629, + 53.8491, + 53.9267, + 54.0015, + 54.0788, + 54.156, + 54.2279, + 54.2976, + 54.3728, + 54.4605, + 54.5595, + 54.651, + 54.7409, + 54.8318, + 54.9212, + 55.009, + 55.0931, + 55.1863, + 55.2802, + 55.3722, + 55.4575, + 55.5467, + 55.6395, + 55.7281, + 55.8103, + 55.8867, + 55.9631, + 56.0343, + 56.1133, + 56.1895, + 56.2581, + 56.3247, + 56.3898, + 56.4508, + 56.5132, + 56.5719, + 56.6297, + 56.6942, + 56.7548, + 56.8143, + 56.8829, + 56.9471, + 57.0074, + 57.0692, + 57.1347, + 57.1988, + 57.2639, + 57.34, + 57.416, + 57.4869, + 57.5557, + 57.6201, + 57.6906, + 57.7641, + 57.8402, + 57.9086, + 57.9753, + 58.0402, + 58.1037, + 58.1684, + 58.2265, + 58.2789, + 58.336, + 58.3949, + 58.4629, + 58.5316, + 58.5984, + 58.6611, + 58.735, + 58.8115, + 58.8803, + 58.9423, + 58.9981, + 59.0508, + 59.1007, + 59.1506, + 59.1981, + 59.2458, + 59.2937, + 59.3468, + 59.4046, + 59.4592, + 59.5108, + 59.5622, + 59.6285, + 59.6931, + 59.7513, + 59.8112, + 59.8676, + 59.9233, + 59.976, + 60.0234, + 60.076, + 60.1384, + 60.2046, + 60.2666, + 60.3275, + 60.3847, + 60.4412, + 60.4921, + 60.5504, + 60.6054, + 60.6698, + 60.7303, + 60.7923, + 60.8506, + 60.9105, + 60.9695, + 61.0325, + 61.1068, + 61.1911, + 61.277, + 61.3543, + 61.4339, + 61.508, + 61.5747, + 61.6422, + 61.708, + 61.7772, + 61.842, + 61.9028, + 61.96, + 62.0215, + 62.0768, + 62.1317, + 62.186, + 62.2499, + 62.3074, + 62.3617, + 62.413, + 62.4592, + 62.5008, + 62.5407, + 62.5816, + 62.626, + 62.6709, + 62.7113, + 62.7502, + 62.7901, + 62.8311, + 62.8705, + 62.9135, + 62.9621, + 63.0209, + 63.0788, + 63.1409, + 63.2168, + 63.2902, + 63.3636, + 63.4298, + 63.5018, + 63.5716, + 63.6445, + 63.715, + 63.7785, + 63.8357, + 63.8921, + 63.9479, + 63.9981, + 64.0458, + 64.0887, + 64.1298, + 64.1669, + 64.2027, + 64.2374, + 64.2762, + 64.3135, + 64.3472, + 64.395, + 64.438, + 64.4842, + 64.5283, + 64.5754, + 64.6304, + 64.7174, + 64.8006, + 64.8756, + 64.958, + 65.0547, + 65.1492, + 65.2418, + 65.3251, + 65.4076, + 65.4919, + 65.5727, + 65.6454, + 65.7284, + 65.808, + 65.8872, + 65.966, + 66.0394, + 66.118, + 66.1912, + 66.257, + 66.3238, + 66.399, + 66.4691, + 66.5447, + 66.6227, + 66.6979, + 66.7731, + 66.8483, + 66.931, + 67.0079, + 67.0821, + 67.1564, + 67.2307, + 67.3027, + 67.3674, + 67.4532, + 67.5303, + 67.6098, + 67.6863, + 67.7577, + 67.8244, + 67.892, + 67.9553, + 68.0248, + 68.0948, + 68.1578, + 68.217, + 68.2728, + 68.328, + 68.3902, + 68.4462, + 68.4966, + 68.5444, + 68.595, + 68.643, + 68.7037, + 68.7708, + 68.8362, + 68.8951, + 68.9481, + 69.0008, + 69.0482, + 69.0934, + 69.1441, + 69.1946, + 69.2452, + 69.2932, + 69.3413, + 69.3847, + 69.4287, + 69.4684, + 69.504, + 69.5386, + 69.5798, + 69.6168, + 69.6526, + 69.6873, + 69.7261, + 69.7635, + 69.8022, + 69.8369, + 69.8782, + 69.9154, + 69.9539, + 69.996, + 70.0414, + 70.0898, + 70.1433, + 70.1989, + 70.2491, + 70.3041, + 70.3612, + 70.4176, + 70.4758, + 70.5383, + 70.5969, + 70.6497, + 70.6973, + 70.74, + 70.786, + 70.8324, + 70.8767, + 70.9165, + 70.9524, + 70.9921, + 71.0279, + 71.0626, + 71.0964, + 71.1292, + 71.1638, + 71.1949, + 71.2304, + 71.2749, + 71.3174, + 71.3557, + 71.3976, + 71.4453, + 71.4933, + 71.5415, + 71.5848, + 71.6263, + 71.6737, + 71.7188, + 71.767, + 71.8153, + 71.8712, + 71.9241, + 71.9742, + 72.0218, + 72.0721, + 72.1174, + 72.1582, + 72.2048, + 72.2494, + 72.2919, + 72.3327, + 72.3895, + 72.4555, + 72.515, + 72.5735, + 72.6286, + 72.6833, + 72.7374, + 72.7937, + 72.8443, + 72.8899, + 72.9384, + 72.9821, + 73.0239, + 73.064, + 73.1001, + 73.1401, + 73.1811, + 73.2205, + 73.2559, + 73.2953, + 73.3358, + 73.3747, + 73.4247, + 73.4698, + 73.5128, + 73.5565, + 73.5959, + 73.6338, + 73.6779, + 73.7226, + 73.7678, + 73.8111, + 73.8525, + 73.8922, + 73.928, + 73.9602, + 73.9917, + 74.03, + 74.0695, + 74.1051, + 74.137, + 74.1808, + 74.2353, + 74.2842, + 74.3308, + 74.3977, + 74.4705, + 74.5384, + 74.5996, + 74.6546, + 74.7067, + 74.7535, + 74.8081, + 74.8573, + 74.9016, + 74.9539, + 75.0085, + 75.0602, + 75.1117, + 75.1605, + 75.2044, + 75.244, + 75.2896, + 75.3331, + 75.3723, + 75.4101, + 75.4566, + 75.5034, + 75.5481, + 75.5883, + 75.6294, + 75.679, + 75.7236, + 75.7687, + 75.8119, + 75.8582, + 75.9024, + 75.9471, + 75.9924, + 76.0407, + 76.0866, + 76.1354, + 76.1844, + 76.241, + 76.2944, + 76.3474, + 76.4027, + 76.4524, + 76.4972, + 76.54, + 76.5785, + 76.6131, + 76.6493, + 76.6894, + 76.7279, + 76.7676, + 76.8059, + 76.8453, + 76.8883, + 76.9294, + 76.969, + 77.0146, + 77.0606, + 77.1046, + 77.1441, + 77.1822, + 77.224, + 77.2666, + 77.3124, + 77.3637, + 77.4148, + 77.4658, + 77.5192, + 77.5723, + 77.6276, + 77.6773, + 77.7296, + 77.7866, + 77.843, + 77.8987, + 77.9538, + 78.0084, + 78.0676, + 78.1333, + 78.1925, + 78.2482, + 78.2984, + 78.3736, + 78.4537, + 78.5333, + 78.605, + 78.677, + 78.7418, + 78.8076, + 78.8744, + 78.9444, + 79.0125, + 79.0837, + 79.1479, + 79.2081, + 79.2623, + 79.311, + 79.3799, + 79.4494, + 79.5145, + 79.5756, + 79.6305, + 79.6874, + 79.7412, + 79.7921, + 79.8454, + 79.8933, + 79.9465, + 79.9969, + 80.0447, + 80.0977, + 80.1554, + 80.2124, + 80.2686, + 80.3218, + 80.3696, + 80.4201, + 80.4756, + 80.5281, + 80.5778, + 80.6325, + 80.6992, + 80.7718, + 80.8396, + 80.9032, + 80.9629, + 81.0191, + 81.0747, + 81.1272, + 81.1845, + 81.241, + 81.2944, + 81.35, + 81.4025, + 81.4572, + 81.5065, + 81.5659, + 81.6293, + 81.6888, + 81.75, + 81.8175, + 81.8807, + 81.9376, + 81.9914, + 82.0422, + 82.0955, + 82.1535, + 82.2206, + 82.2911, + 82.3545, + 82.4215, + 82.4994, + 82.5719, + 82.6422, + 82.7155, + 82.784, + 82.8556, + 82.93, + 82.997, + 83.0673, + 83.1356, + 83.2045, + 83.2691, + 83.3297, + 83.3892, + 83.4453, + 83.4982, + 83.5509, + 83.6033, + 83.653, + 83.7077, + 83.7644, + 83.818, + 83.8687, + 83.9193, + 83.9774, + 84.0396, + 84.1032, + 84.1654, + 84.2288, + 84.2859, + 84.3474, + 84.4076, + 84.4644, + 84.5154, + 84.5714, + 84.6317, + 84.6911, + 84.747, + 84.7973, + 84.845, + 84.8905, + 84.934, + 84.9731, + 85.0158, + 85.0542, + 85.1038, + 85.1509, + 85.2008, + 85.2532, + 85.3029, + 85.3551, + 85.4096, + 85.4611, + 85.51, + 85.554, + 85.5986, + 85.6563, + 85.7081, + 85.7548, + 85.8043, + 85.8514, + 85.9063, + 85.9581, + 86.0123, + 86.0611, + 86.11, + 86.159, + 86.2106, + 86.2695, + 86.3251, + 86.3826, + 86.4368, + 86.4856, + 86.5446, + 86.6026, + 86.6648, + 86.7209, + 86.7713, + 86.8216, + 86.8695, + 86.9175, + 86.9708, + 87.0262, + 87.0761, + 87.126, + 87.1809, + 87.2303, + 87.2823, + 87.3515, + 87.4139, + 87.475, + 87.53, + 87.582, + 87.6288, + 87.6709, + 87.7088, + 87.7429, + 87.7736, + 87.8013, + 87.8262, + 87.8485, + 87.8687, + 87.8868, + 87.9031, + 87.9178, + 87.931, + 87.9429, + 87.9536, + 87.9633, + 87.9719, + 87.9798, + 87.9868, + 87.9931, + 87.9988, + 88.0039, + 88.0085, + 88.0127, + 88.0164, + 88.0198, + 88.0228, + 88.0255, + 88.028, + 88.0302, + 88.0321, + 88.0339, + 88.0355, + 88.037, + 88.0383, + 88.0395, + 88.0405, + 88.0415, + 88.0423, + 88.0431, + 88.0438, + 88.0444, + 88.045, + 88.0455, + 88.0459, + 88.0463, + 88.0467, + 88.047, + 88.0473, + 88.0476, + 88.0478, + 88.048, + 88.0482, + 88.0484, + 88.0486, + 88.0487, + 88.0488, + 88.049, + 88.0491, + 88.0492, + 88.0492, + 88.0493, + 88.0494, + 88.0494, + 88.0495, + 88.0496, + 88.0496, + 88.0496, + 88.0497, + 88.0497, + 88.0497, + 88.0498, + 88.0498, + 88.0498, + 88.0498, + 88.0498, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.0499, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05 + ], + "episode_rhos": [ + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1752, + 0.1554, + 0.1516, + 0.2025, + 0.1589, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1667, + 0.1513, + 0.1576, + 0.2073, + 0.1607, + 0.1564 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1584, + 0.1444, + 0.1586, + 0.2182, + 0.163, + 0.1574 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1501, + 0.1373, + 0.1597, + 0.2273, + 0.1634, + 0.1622 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.1472, + 0.1336, + 0.1613, + 0.2242, + 0.1658, + 0.1678 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.146, + 0.1291, + 0.1588, + 0.2235, + 0.1695, + 0.173 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1446, + 0.1279, + 0.1578, + 0.2177, + 0.1747, + 0.1771 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1428, + 0.1269, + 0.1543, + 0.2149, + 0.1802, + 0.1808 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1407, + 0.1255, + 0.1509, + 0.2109, + 0.1868, + 0.1852 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1401, + 0.1275, + 0.1488, + 0.206, + 0.1896, + 0.188 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1405, + 0.1293, + 0.1476, + 0.1989, + 0.1923, + 0.1914 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1408, + 0.1308, + 0.1465, + 0.1931, + 0.1945, + 0.1943 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ], + [ + 0.1411, + 0.1321, + 0.1456, + 0.1881, + 0.1963, + 0.1967 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json new file mode 100644 index 0000000000000000000000000000000000000000..fe0eab8b981ea66eb8e6ef492afbf7fc97d0d391 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3142143.85, + "constraint_satisfaction_pct": 49.07, + "final_rho": [ + 0.2061, + 0.1479, + 0.1317, + 0.1661, + 0.1789, + 0.1693 + ], + "final_lambda": 75.325, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6620.43, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -6719.8, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -5929.78, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -5471.17, + "avg_cost": 0.0, + "lambda": 10.4778, + "rho": [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ] + }, + { + "episode": 40, + "avg_reward": -5552.8, + "avg_cost": 0.0, + "lambda": 10.5797, + "rho": [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ] + }, + { + "episode": 50, + "avg_reward": -5268.98, + "avg_cost": 0.0, + "lambda": 10.6502, + "rho": [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ] + }, + { + "episode": 60, + "avg_reward": -4639.46, + "avg_cost": 0.0, + "lambda": 10.7224, + "rho": [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ] + }, + { + "episode": 70, + "avg_reward": -3712.16, + "avg_cost": 0.0, + "lambda": 10.7697, + "rho": [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ] + }, + { + "episode": 80, + "avg_reward": -4255.52, + "avg_cost": 0.0, + "lambda": 10.7962, + "rho": [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ] + }, + { + "episode": 90, + "avg_reward": -3803.74, + "avg_cost": 0.0, + "lambda": 10.8217, + "rho": [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ] + }, + { + "episode": 100, + "avg_reward": -3804.74, + "avg_cost": 0.25, + "lambda": 10.8426, + "rho": [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ] + }, + { + "episode": 110, + "avg_reward": -2505.42, + "avg_cost": 0.0, + "lambda": 10.8637, + "rho": [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ] + }, + { + "episode": 120, + "avg_reward": -3116.42, + "avg_cost": 0.0, + "lambda": 10.8828, + "rho": [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ] + }, + { + "episode": 130, + "avg_reward": -1910.52, + "avg_cost": 0.0, + "lambda": 10.894, + "rho": [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ] + }, + { + "episode": 140, + "avg_reward": -1980.39, + "avg_cost": 0.0, + "lambda": 10.9109, + "rho": [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ] + }, + { + "episode": 150, + "avg_reward": -1750.88, + "avg_cost": 0.0, + "lambda": 10.9572, + "rho": [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ] + }, + { + "episode": 160, + "avg_reward": -2346.61, + "avg_cost": 0.0, + "lambda": 11.0285, + "rho": [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ] + }, + { + "episode": 170, + "avg_reward": -1354.68, + "avg_cost": 0.25, + "lambda": 11.0938, + "rho": [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ] + }, + { + "episode": 180, + "avg_reward": -2283.0, + "avg_cost": 0.0, + "lambda": 11.2289, + "rho": [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ] + }, + { + "episode": 190, + "avg_reward": -1245.34, + "avg_cost": 0.75, + "lambda": 11.4147, + "rho": [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ] + }, + { + "episode": 200, + "avg_reward": -1358.03, + "avg_cost": 1.0, + "lambda": 11.8561, + "rho": [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ] + }, + { + "episode": 210, + "avg_reward": -2587.92, + "avg_cost": 0.25, + "lambda": 12.2451, + "rho": [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ] + }, + { + "episode": 220, + "avg_reward": -1471.68, + "avg_cost": 2.25, + "lambda": 12.6491, + "rho": [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ] + }, + { + "episode": 230, + "avg_reward": -2141.85, + "avg_cost": 0.0, + "lambda": 13.1948, + "rho": [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ] + }, + { + "episode": 240, + "avg_reward": -2090.82, + "avg_cost": 0.5, + "lambda": 13.478, + "rho": [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ] + }, + { + "episode": 250, + "avg_reward": -1774.85, + "avg_cost": 0.0, + "lambda": 13.8181, + "rho": [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ] + }, + { + "episode": 260, + "avg_reward": -1898.34, + "avg_cost": 0.0, + "lambda": 14.179, + "rho": [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ] + }, + { + "episode": 270, + "avg_reward": -1732.56, + "avg_cost": 0.0, + "lambda": 14.5052, + "rho": [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ] + }, + { + "episode": 280, + "avg_reward": -1178.76, + "avg_cost": 0.25, + "lambda": 14.9573, + "rho": [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ] + }, + { + "episode": 290, + "avg_reward": -1190.99, + "avg_cost": 0.25, + "lambda": 15.4802, + "rho": [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ] + }, + { + "episode": 300, + "avg_reward": -568.02, + "avg_cost": 0.75, + "lambda": 16.1093, + "rho": [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ] + }, + { + "episode": 310, + "avg_reward": -401.88, + "avg_cost": 0.75, + "lambda": 16.5315, + "rho": [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ] + }, + { + "episode": 320, + "avg_reward": 418.65, + "avg_cost": 0.0, + "lambda": 16.8982, + "rho": [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ] + }, + { + "episode": 330, + "avg_reward": -102.26, + "avg_cost": 0.0, + "lambda": 17.4427, + "rho": [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ] + }, + { + "episode": 340, + "avg_reward": -1557.37, + "avg_cost": 0.0, + "lambda": 17.9087, + "rho": [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ] + }, + { + "episode": 350, + "avg_reward": -617.85, + "avg_cost": 0.75, + "lambda": 18.3126, + "rho": [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ] + }, + { + "episode": 360, + "avg_reward": -413.69, + "avg_cost": 0.25, + "lambda": 18.9619, + "rho": [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ] + }, + { + "episode": 370, + "avg_reward": -127.69, + "avg_cost": 0.75, + "lambda": 19.8159, + "rho": [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ] + }, + { + "episode": 380, + "avg_reward": 1303.37, + "avg_cost": 2.75, + "lambda": 20.7188, + "rho": [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ] + }, + { + "episode": 390, + "avg_reward": 951.12, + "avg_cost": 0.75, + "lambda": 21.8686, + "rho": [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ] + }, + { + "episode": 400, + "avg_reward": 627.91, + "avg_cost": 1.0, + "lambda": 22.9608, + "rho": [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ] + }, + { + "episode": 410, + "avg_reward": 1812.03, + "avg_cost": 1.75, + "lambda": 23.9286, + "rho": [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ] + }, + { + "episode": 420, + "avg_reward": 2710.94, + "avg_cost": 1.75, + "lambda": 25.1666, + "rho": [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ] + }, + { + "episode": 430, + "avg_reward": 3387.11, + "avg_cost": 1.75, + "lambda": 26.5079, + "rho": [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ] + }, + { + "episode": 440, + "avg_reward": 3988.12, + "avg_cost": 0.5, + "lambda": 27.9018, + "rho": [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ] + }, + { + "episode": 450, + "avg_reward": 3444.57, + "avg_cost": 1.0, + "lambda": 29.4444, + "rho": [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ] + }, + { + "episode": 460, + "avg_reward": 2776.88, + "avg_cost": 3.25, + "lambda": 30.7695, + "rho": [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ] + }, + { + "episode": 470, + "avg_reward": 2582.65, + "avg_cost": 0.25, + "lambda": 32.0153, + "rho": [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ] + }, + { + "episode": 480, + "avg_reward": 2238.94, + "avg_cost": 0.25, + "lambda": 33.1227, + "rho": [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ] + }, + { + "episode": 490, + "avg_reward": 2966.54, + "avg_cost": 1.5, + "lambda": 34.1179, + "rho": [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ] + }, + { + "episode": 500, + "avg_reward": 4042.19, + "avg_cost": 1.5, + "lambda": 35.0108, + "rho": [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ] + }, + { + "episode": 510, + "avg_reward": 5054.42, + "avg_cost": 0.5, + "lambda": 35.7972, + "rho": [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ] + }, + { + "episode": 520, + "avg_reward": 5490.55, + "avg_cost": 1.5, + "lambda": 36.6122, + "rho": [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ] + }, + { + "episode": 530, + "avg_reward": 4850.75, + "avg_cost": 0.5, + "lambda": 37.4631, + "rho": [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ] + }, + { + "episode": 540, + "avg_reward": 5752.69, + "avg_cost": 1.25, + "lambda": 38.4889, + "rho": [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ] + }, + { + "episode": 550, + "avg_reward": 5335.46, + "avg_cost": 0.25, + "lambda": 39.6974, + "rho": [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ] + }, + { + "episode": 560, + "avg_reward": 6049.56, + "avg_cost": 1.5, + "lambda": 40.8653, + "rho": [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ] + }, + { + "episode": 570, + "avg_reward": 1958.38, + "avg_cost": 0.25, + "lambda": 42.1257, + "rho": [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ] + }, + { + "episode": 580, + "avg_reward": 4266.86, + "avg_cost": 0.0, + "lambda": 43.1701, + "rho": [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ] + }, + { + "episode": 590, + "avg_reward": 6054.18, + "avg_cost": 0.5, + "lambda": 44.0796, + "rho": [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ] + }, + { + "episode": 600, + "avg_reward": 5469.17, + "avg_cost": 0.0, + "lambda": 44.9021, + "rho": [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ] + }, + { + "episode": 610, + "avg_reward": 4951.95, + "avg_cost": 0.25, + "lambda": 45.6005, + "rho": [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ] + }, + { + "episode": 620, + "avg_reward": 5171.52, + "avg_cost": 1.0, + "lambda": 46.2804, + "rho": [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ] + }, + { + "episode": 630, + "avg_reward": 5700.13, + "avg_cost": 0.5, + "lambda": 46.9413, + "rho": [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ] + }, + { + "episode": 640, + "avg_reward": 6009.41, + "avg_cost": 0.0, + "lambda": 47.5783, + "rho": [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ] + }, + { + "episode": 650, + "avg_reward": 5599.52, + "avg_cost": 0.75, + "lambda": 48.1644, + "rho": [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ] + }, + { + "episode": 660, + "avg_reward": 6564.42, + "avg_cost": 0.5, + "lambda": 48.8146, + "rho": [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ] + }, + { + "episode": 670, + "avg_reward": 6953.28, + "avg_cost": 1.25, + "lambda": 49.6011, + "rho": [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ] + }, + { + "episode": 680, + "avg_reward": 6858.54, + "avg_cost": 0.75, + "lambda": 50.4145, + "rho": [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ] + }, + { + "episode": 690, + "avg_reward": 7188.2, + "avg_cost": 1.0, + "lambda": 51.276, + "rho": [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ] + }, + { + "episode": 700, + "avg_reward": 6827.69, + "avg_cost": 1.75, + "lambda": 52.1085, + "rho": [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ] + }, + { + "episode": 710, + "avg_reward": 7247.92, + "avg_cost": 0.75, + "lambda": 52.8221, + "rho": [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ] + }, + { + "episode": 720, + "avg_reward": 7488.18, + "avg_cost": 2.75, + "lambda": 53.754, + "rho": [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ] + }, + { + "episode": 730, + "avg_reward": 7415.34, + "avg_cost": 0.75, + "lambda": 54.6113, + "rho": [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ] + }, + { + "episode": 740, + "avg_reward": 8032.0, + "avg_cost": 1.0, + "lambda": 55.3291, + "rho": [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ] + }, + { + "episode": 750, + "avg_reward": 8352.08, + "avg_cost": 0.25, + "lambda": 55.9009, + "rho": [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ] + }, + { + "episode": 760, + "avg_reward": 7919.89, + "avg_cost": 0.0, + "lambda": 56.4777, + "rho": [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ] + }, + { + "episode": 770, + "avg_reward": 7830.89, + "avg_cost": 0.75, + "lambda": 57.0563, + "rho": [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ] + }, + { + "episode": 780, + "avg_reward": 8202.19, + "avg_cost": 0.25, + "lambda": 57.5878, + "rho": [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ] + }, + { + "episode": 790, + "avg_reward": 9129.74, + "avg_cost": 0.25, + "lambda": 58.063, + "rho": [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ] + }, + { + "episode": 800, + "avg_reward": 8454.25, + "avg_cost": 0.5, + "lambda": 58.4934, + "rho": [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ] + }, + { + "episode": 810, + "avg_reward": 8352.67, + "avg_cost": 0.5, + "lambda": 58.9067, + "rho": [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ] + }, + { + "episode": 820, + "avg_reward": 6513.0, + "avg_cost": 0.25, + "lambda": 59.4737, + "rho": [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ] + }, + { + "episode": 830, + "avg_reward": 8955.33, + "avg_cost": 0.5, + "lambda": 60.0943, + "rho": [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ] + }, + { + "episode": 840, + "avg_reward": 8455.81, + "avg_cost": 0.5, + "lambda": 60.8269, + "rho": [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ] + }, + { + "episode": 850, + "avg_reward": 7580.04, + "avg_cost": 0.5, + "lambda": 61.6692, + "rho": [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ] + }, + { + "episode": 860, + "avg_reward": 8701.97, + "avg_cost": 0.0, + "lambda": 62.4066, + "rho": [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ] + }, + { + "episode": 870, + "avg_reward": 9623.53, + "avg_cost": 1.75, + "lambda": 63.2371, + "rho": [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ] + }, + { + "episode": 880, + "avg_reward": 9166.75, + "avg_cost": 0.25, + "lambda": 64.1081, + "rho": [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ] + }, + { + "episode": 890, + "avg_reward": 9013.56, + "avg_cost": 0.0, + "lambda": 64.6715, + "rho": [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ] + }, + { + "episode": 900, + "avg_reward": 9250.37, + "avg_cost": 0.25, + "lambda": 65.1483, + "rho": [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ] + }, + { + "episode": 910, + "avg_reward": 8904.07, + "avg_cost": 0.25, + "lambda": 65.6695, + "rho": [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ] + }, + { + "episode": 920, + "avg_reward": 9129.68, + "avg_cost": 0.0, + "lambda": 66.1729, + "rho": [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ] + }, + { + "episode": 930, + "avg_reward": 9220.97, + "avg_cost": 0.25, + "lambda": 66.6745, + "rho": [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ] + }, + { + "episode": 940, + "avg_reward": 9845.68, + "avg_cost": 0.5, + "lambda": 67.179, + "rho": [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ] + }, + { + "episode": 950, + "avg_reward": 8513.63, + "avg_cost": 0.25, + "lambda": 67.7776, + "rho": [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ] + }, + { + "episode": 960, + "avg_reward": 8627.02, + "avg_cost": 0.0, + "lambda": 68.2968, + "rho": [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ] + }, + { + "episode": 970, + "avg_reward": 9184.49, + "avg_cost": 0.25, + "lambda": 68.7177, + "rho": [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ] + }, + { + "episode": 980, + "avg_reward": 10101.13, + "avg_cost": 0.25, + "lambda": 69.3319, + "rho": [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ] + }, + { + "episode": 990, + "avg_reward": 9807.96, + "avg_cost": 0.5, + "lambda": 70.0084, + "rho": [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ] + }, + { + "episode": 1000, + "avg_reward": 10008.86, + "avg_cost": 1.0, + "lambda": 70.4405, + "rho": [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ] + }, + { + "episode": 1010, + "avg_reward": 9589.31, + "avg_cost": 0.0, + "lambda": 70.9178, + "rho": [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ] + }, + { + "episode": 1020, + "avg_reward": 10056.21, + "avg_cost": 0.0, + "lambda": 71.3626, + "rho": [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ] + }, + { + "episode": 1030, + "avg_reward": 9571.91, + "avg_cost": 0.25, + "lambda": 71.7742, + "rho": [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ] + }, + { + "episode": 1040, + "avg_reward": 10178.8, + "avg_cost": 0.0, + "lambda": 72.2703, + "rho": [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ] + }, + { + "episode": 1050, + "avg_reward": 9754.98, + "avg_cost": 0.25, + "lambda": 72.5798, + "rho": [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ] + }, + { + "episode": 1060, + "avg_reward": 10066.45, + "avg_cost": 1.0, + "lambda": 72.8965, + "rho": [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ] + }, + { + "episode": 1070, + "avg_reward": 8746.22, + "avg_cost": 2.25, + "lambda": 73.7711, + "rho": [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ] + }, + { + "episode": 1080, + "avg_reward": -7281.96, + "avg_cost": 0.0, + "lambda": 74.7597, + "rho": [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ] + }, + { + "episode": 1090, + "avg_reward": -6751.72, + "avg_cost": 0.0, + "lambda": 75.1116, + "rho": [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ] + }, + { + "episode": 1100, + "avg_reward": -5875.16, + "avg_cost": 0.0, + "lambda": 75.2343, + "rho": [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ] + }, + { + "episode": 1110, + "avg_reward": -4766.93, + "avg_cost": 0.0, + "lambda": 75.2771, + "rho": [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ] + }, + { + "episode": 1120, + "avg_reward": -4068.75, + "avg_cost": 0.0, + "lambda": 75.292, + "rho": [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ] + }, + { + "episode": 1130, + "avg_reward": -3145.21, + "avg_cost": 0.0, + "lambda": 75.2972, + "rho": [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ] + }, + { + "episode": 1140, + "avg_reward": -2117.57, + "avg_cost": 0.0, + "lambda": 75.299, + "rho": [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ] + }, + { + "episode": 1150, + "avg_reward": -1557.97, + "avg_cost": 0.0, + "lambda": 75.2997, + "rho": [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ] + }, + { + "episode": 1160, + "avg_reward": -947.2, + "avg_cost": 0.0, + "lambda": 75.2999, + "rho": [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ] + }, + { + "episode": 1170, + "avg_reward": -103.69, + "avg_cost": 0.0, + "lambda": 75.3086, + "rho": [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ] + }, + { + "episode": 1180, + "avg_reward": 260.59, + "avg_cost": 0.0, + "lambda": 75.3193, + "rho": [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ] + }, + { + "episode": 1190, + "avg_reward": 112.92, + "avg_cost": 0.0, + "lambda": 75.323, + "rho": [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ] + }, + { + "episode": 1200, + "avg_reward": -320.71, + "avg_cost": 0.0, + "lambda": 75.3243, + "rho": [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ] + }, + { + "episode": 1210, + "avg_reward": -766.96, + "avg_cost": 0.0, + "lambda": 75.3248, + "rho": [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ] + }, + { + "episode": 1220, + "avg_reward": -652.2, + "avg_cost": 0.0, + "lambda": 75.3249, + "rho": [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ] + }, + { + "episode": 1230, + "avg_reward": -552.27, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ] + }, + { + "episode": 1240, + "avg_reward": -605.79, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ] + }, + { + "episode": 1250, + "avg_reward": -460.51, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ] + }, + { + "episode": 1260, + "avg_reward": -495.13, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ] + }, + { + "episode": 1270, + "avg_reward": -389.89, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ] + }, + { + "episode": 1280, + "avg_reward": -391.86, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ] + }, + { + "episode": 1290, + "avg_reward": -381.67, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ] + }, + { + "episode": 1300, + "avg_reward": -331.58, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ] + }, + { + "episode": 1310, + "avg_reward": -273.17, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ] + }, + { + "episode": 1320, + "avg_reward": -226.31, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ] + }, + { + "episode": 1330, + "avg_reward": -137.48, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ] + }, + { + "episode": 1340, + "avg_reward": -154.89, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ] + }, + { + "episode": 1350, + "avg_reward": -64.8, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ] + }, + { + "episode": 1360, + "avg_reward": 82.45, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ] + }, + { + "episode": 1370, + "avg_reward": 369.26, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ] + }, + { + "episode": 1380, + "avg_reward": 853.09, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ] + }, + { + "episode": 1390, + "avg_reward": 1345.76, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ] + }, + { + "episode": 1400, + "avg_reward": -2188.32, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ] + }, + { + "episode": 1410, + "avg_reward": -1240.26, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ] + }, + { + "episode": 1420, + "avg_reward": -848.14, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ] + }, + { + "episode": 1430, + "avg_reward": -513.84, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ] + }, + { + "episode": 1440, + "avg_reward": 202.42, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ] + }, + { + "episode": 1450, + "avg_reward": -917.78, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ] + }, + { + "episode": 1460, + "avg_reward": -3340.75, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ] + }, + { + "episode": 1470, + "avg_reward": -2465.68, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ] + }, + { + "episode": 1480, + "avg_reward": -1637.94, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ] + }, + { + "episode": 1490, + "avg_reward": -34.78, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ] + }, + { + "episode": 1500, + "avg_reward": 1678.66, + "avg_cost": 0.0, + "lambda": 75.325, + "rho": [ + 0.2061, + 0.1479, + 0.1317, + 0.1661, + 0.1789, + 0.1693 + ] + } + ], + "episode_rewards": [ + -6620.4318, + -7087.8418, + -6994.3768, + -7005.2596, + -7149.6298, + -7376.1695, + -6438.8196, + -7131.9211, + -6295.7317, + -6719.8031, + -6930.8254, + -6520.4145, + -6978.5408, + -6876.4418, + -6318.9073, + -6501.7649, + -6860.9067, + -6255.7396, + -5554.8067, + -5929.7806, + -5693.7037, + -5953.5911, + -5640.273, + -6130.3867, + -7361.9006, + -5915.7075, + -5725.3959, + -6115.6751, + -5733.2889, + -5471.1689, + -6102.8505, + -5161.9229, + -6152.1188, + -6762.4983, + -5585.6452, + -5181.7013, + -6008.7297, + -5679.696, + -5345.4716, + -5552.7962, + -5617.6955, + -5346.6568, + -4737.6262, + -6139.3018, + -5502.5676, + -5294.9345, + -4286.2159, + -4348.6246, + -5847.2829, + -5268.98, + -5140.2688, + -5025.5614, + -4802.7308, + -5561.151, + -4292.5963, + -4298.7046, + -5208.342, + -4161.3718, + -4854.1865, + -4639.4646, + -4289.7931, + -4257.3162, + -4093.7456, + -4998.0313, + -3712.1871, + -4331.6039, + -4150.8941, + -4333.8509, + -3198.0546, + -3712.1552, + -3987.2205, + -3238.7047, + -3917.0533, + -3731.3762, + -4243.5039, + -4202.654, + -4191.7257, + -3869.4083, + -4046.7674, + -4255.5243, + -4015.2392, + -3084.847, + -4067.371, + -4230.745, + -4588.2027, + -4741.4176, + -3745.5243, + -4043.5727, + -4152.4194, + -3803.7392, + -3189.3691, + -3927.0623, + -3826.5164, + -3499.956, + -3533.0479, + -3787.4775, + -3401.8906, + -3583.0621, + -3083.4887, + -3804.7381, + -3566.0746, + -2908.3515, + -3254.8239, + -3401.8666, + -3221.1523, + -3162.3951, + -3676.4833, + -2708.2195, + -3828.5956, + -2505.4159, + -3434.3108, + -2942.8461, + -3009.8963, + -2550.4755, + -2978.4274, + -2662.5364, + -3715.7358, + -2776.2644, + -3095.5646, + -3116.4207, + -2556.0671, + -2881.9988, + -2922.0113, + -2928.5912, + -2376.3124, + -2721.0097, + -2513.5986, + -2828.0857, + -3269.854, + -1910.5151, + -2647.5965, + -2461.2792, + -2389.6422, + -2934.602, + -2782.8069, + -2622.1381, + -2445.9112, + -2422.3415, + -3410.7027, + -1980.3874, + -2624.1389, + -2807.7509, + -2859.2309, + -3066.4703, + -2278.2103, + -2205.7018, + -2513.3613, + -1909.4634, + -2377.8406, + -1750.8849, + -2704.8237, + -2647.2459, + -3806.0258, + -2752.5063, + -2140.9481, + -2422.4553, + -2317.7044, + -2020.9199, + -2429.5385, + -2346.6087, + -1666.225, + -2622.5227, + -2080.7142, + -2103.5368, + -2413.8752, + -2421.6326, + -2485.3926, + -1007.3749, + -2313.8113, + -1354.6787, + -1988.2257, + -2037.7121, + -1655.3228, + -1583.2674, + -1076.9686, + -2749.526, + -1332.3125, + -516.8999, + -895.5664, + -2282.9991, + -1352.4241, + -2382.0506, + -947.0732, + -1918.1967, + -1951.3899, + -2509.7591, + -2331.3202, + -739.5605, + -791.5813, + -1245.3389, + -2225.3672, + -2772.9528, + -1247.5171, + -887.403, + -347.1333, + -956.2595, + -2773.2444, + -2499.3272, + -2050.5836, + -1358.0292, + -2371.9651, + -2543.0575, + -2507.5695, + -1348.4431, + -1594.8567, + -4082.723, + -1307.3137, + -1899.9084, + -2197.2555, + -2587.9218, + -2412.3695, + -1907.7858, + -2400.5366, + -1170.9952, + -2098.5717, + -2308.7684, + -3319.2844, + -2454.9984, + -3815.9749, + -1471.6847, + -2356.1678, + -987.782, + -2079.0167, + -1294.7336, + -1742.4397, + -2533.2626, + -3036.9691, + -2334.9716, + -1434.8125, + -2141.854, + -660.0586, + -1860.4721, + -1956.7679, + -2268.9802, + -1896.0517, + -1897.2365, + -1318.7139, + -2287.4405, + -889.6157, + -2090.8193, + -2734.4052, + -2645.8769, + -2152.4673, + -2768.3465, + -2057.6538, + -2079.1271, + -2302.8299, + -2050.0646, + -1807.9468, + -1774.8501, + -1222.9138, + -1785.3668, + -1270.2981, + -1538.7547, + -2089.0279, + -931.9131, + -1180.637, + -2067.624, + -1298.1354, + -1898.336, + -2220.3566, + -1625.7271, + -1265.067, + -1752.9868, + -1440.0606, + -965.1928, + -1614.743, + -871.6937, + -805.2142, + -1732.5625, + -1209.724, + -1018.8815, + -964.0975, + -1101.4514, + -989.494, + -1452.7777, + -1931.6682, + -1027.1992, + -799.9916, + -1178.7611, + -575.031, + -3911.9123, + -2183.0802, + -1540.9463, + -698.8601, + -1701.2011, + -2687.4739, + -847.9968, + -1014.597, + -1190.9878, + -2946.3744, + -1019.4975, + -418.3849, + -695.8501, + -495.4447, + -593.108, + -1070.4595, + -1344.814, + -1317.9338, + -568.0166, + -1071.9302, + -751.1124, + -1543.1781, + -895.9699, + -1450.4121, + -2590.1316, + -247.2678, + -233.3807, + -516.2014, + -401.8805, + -667.107, + 817.0071, + -926.6554, + 663.3174, + 651.9614, + 284.043, + -631.4294, + -248.5848, + -1322.8109, + 418.6511, + 1621.4384, + -1000.5893, + -618.6726, + -1777.2499, + -791.7877, + -528.9931, + -512.9139, + 691.619, + -326.3364, + -102.2608, + 1317.7259, + 478.7191, + 1498.1754, + 124.7265, + 209.6201, + 1944.491, + -580.7641, + -108.5033, + 713.6549, + -1557.3686, + -984.1474, + 277.6637, + -1490.4372, + 152.3599, + -1379.4092, + -944.3379, + -1832.1632, + -670.862, + -1319.4556, + -617.8542, + -1123.6955, + 1326.4167, + -460.9411, + -783.0435, + -863.4339, + 701.552, + 260.8624, + -1247.4799, + 1127.8151, + -413.6885, + -244.4849, + -1121.2871, + 687.596, + 688.0731, + 41.8266, + 1798.0159, + 1573.47, + -515.9511, + -1644.5711, + -127.6862, + 725.4814, + 530.8529, + 55.1822, + 1305.5794, + 1726.8524, + 1105.6577, + -825.5515, + 1245.2374, + 1050.453, + 1303.3655, + 1862.9922, + 1582.1668, + 1611.9735, + 1801.4024, + -79.4089, + 1187.9792, + 3093.192, + 1991.1774, + 1481.9892, + 951.1217, + 3536.3748, + 640.0883, + 2847.9946, + 906.625, + -83.3865, + 1880.3742, + 2569.6282, + 1256.8767, + 290.6175, + 627.9142, + 2257.8833, + 2307.2778, + 1313.2469, + 1420.1401, + 2509.4421, + 1608.4203, + 2058.4389, + 2758.9128, + 2084.3985, + 1812.0255, + 2847.5626, + 2018.7047, + 775.3339, + 1967.2657, + 2341.7679, + 2147.7577, + 1308.2685, + 2228.0071, + 2947.7687, + 2710.9438, + 758.1672, + 3560.1981, + 1737.9038, + -188.1558, + 1384.6539, + 1155.7163, + 2502.8741, + 2147.4284, + 3066.2737, + 3387.1054, + 3340.9313, + 872.7049, + 1287.3184, + 2161.1261, + 2342.8202, + 1200.4329, + 3249.7557, + 3244.1763, + 3331.7387, + 3988.1227, + 3639.9269, + 3008.7769, + 2206.4635, + 2509.7967, + 1895.0211, + 4005.3029, + 1994.8121, + 1144.5441, + 3679.4768, + 3444.5682, + 3739.7021, + 2589.1234, + 3663.197, + 4408.2425, + 2650.0639, + 4295.9973, + 4708.8127, + 3866.9905, + 3493.5987, + 2776.8777, + 4319.0852, + 3122.619, + 3099.5756, + 3152.5628, + 1881.0711, + 4165.2466, + 3289.5561, + 3273.3598, + 3811.9507, + 2582.6489, + 4879.3376, + 4173.1099, + 715.4854, + 3653.774, + 4071.7278, + 3532.4824, + 4511.3867, + 3081.606, + 4783.4522, + 2238.9369, + 1417.4728, + 4056.0954, + 4390.4961, + 2029.9898, + 4510.4021, + 4718.112, + 1467.957, + 3300.2494, + 5097.9777, + 2966.5354, + 4452.8888, + 3462.0613, + 3807.6271, + 4812.8029, + 2955.7778, + 3469.5984, + 4966.1514, + 3298.6852, + 4211.5738, + 4042.1886, + 3126.9451, + 3105.1602, + 5083.4136, + 3474.2708, + 2482.065, + 4684.5857, + 2688.107, + 5167.8384, + 4058.799, + 5054.4193, + 2314.8153, + 4099.8746, + 4629.2281, + 5008.5577, + 2921.3826, + 2966.9288, + 5318.3128, + 3310.8138, + 5276.3047, + 5490.5536, + 3692.9153, + 3478.6821, + 5493.4344, + 3580.7765, + 5561.8075, + 3594.4272, + 5467.3927, + 5328.098, + 3523.3393, + 4850.7465, + 5723.5372, + 5819.1041, + 5043.2078, + 5621.4418, + 2338.8584, + 6059.2451, + 5494.3287, + 3200.6285, + 1414.574, + 5752.6897, + 6006.2604, + 4519.426, + 5051.4392, + 5922.4529, + 5909.2467, + 3752.0691, + 5928.6813, + 5571.0013, + 4823.5686, + 5335.463, + 5286.5909, + 5141.3889, + 5897.7088, + 5862.4963, + 5705.8039, + 1428.7223, + -276.6852, + 5830.65, + 6471.1676, + 6049.5565, + 5609.598, + 3522.8526, + 5508.3581, + 6025.4487, + 5357.68, + 3159.6949, + 2147.9558, + 6385.9399, + 5923.2811, + 1958.3782, + 5785.2731, + 4560.0216, + 5556.2179, + 6116.8841, + 5538.9405, + 6318.3001, + 5290.9514, + 5906.2322, + 5771.1105, + 4266.8643, + 4051.5467, + 4270.8196, + 6153.1863, + 5727.3784, + 6382.1049, + 3634.8987, + 5961.0074, + 5178.7117, + 5190.5187, + 6054.184, + 6300.2075, + 6261.1268, + 6347.3817, + 4837.9775, + 3993.6271, + 5889.9945, + 6023.9354, + 5636.3985, + 827.7761, + 5469.1676, + 3821.3791, + 5798.9217, + 5749.2961, + 2558.1686, + 6298.1341, + 4741.686, + 6188.776, + 6061.359, + 6483.3097, + 4951.9511, + 6181.3836, + 6635.7393, + 1083.6707, + 6321.3457, + 3816.7065, + 4576.7118, + 4470.5503, + 6199.3136, + 5921.9972, + 5171.5228, + 5834.9188, + 2268.6682, + 6461.9922, + 6899.8557, + 6296.2209, + 6252.4629, + 6229.7148, + 6069.3208, + 6258.5305, + 5700.1299, + 5962.7874, + 4942.5438, + 6033.8096, + 5229.7108, + 5502.1397, + 6438.3255, + 6273.0248, + 5855.3241, + 6364.7049, + 6009.4095, + 4551.3899, + 7035.7909, + 7019.5455, + 6922.5651, + 6216.7519, + 5605.737, + 6507.7711, + 6082.3695, + 7070.196, + 5599.5244, + 6811.5925, + 6436.9461, + 4445.8464, + 6962.7867, + 6562.5362, + 6721.0013, + 3804.8165, + 6700.2548, + 6550.8739, + 6564.4211, + 6004.0663, + 6814.2125, + 7276.6272, + 6980.7212, + 7234.3733, + 6542.7381, + 7005.3313, + 4584.8397, + 6427.3671, + 6953.2812, + 4649.6428, + 7113.8387, + 3710.6082, + 7064.1464, + 6996.0459, + 6059.3083, + 4817.6644, + 7505.9894, + 7601.8743, + 6858.5433, + 4828.5752, + 7144.0192, + 6856.0038, + 6415.4303, + 5005.8146, + 6794.8854, + 7579.0087, + 7723.493, + 7790.1538, + 7188.1995, + 5890.0623, + 7207.181, + 7590.0912, + 7305.0477, + 7883.9425, + 6151.5231, + 7481.7014, + 7422.3196, + 6923.9543, + 6827.6944, + 3674.5543, + 6592.4998, + 5321.0922, + 6260.9822, + 6661.7523, + 7222.581, + 6038.2418, + 6426.6254, + 6430.4764, + 7247.9197, + 7772.1973, + 7868.7254, + 8518.5645, + 8092.8077, + 6292.8126, + 7210.5299, + 8400.7781, + 7582.4901, + 7086.7954, + 7488.179, + 6508.2495, + 7619.4164, + 7481.4638, + 7816.9926, + 7334.0666, + 6830.4466, + 7622.4271, + 7873.0319, + 8305.3734, + 7415.3378, + 7419.4271, + 7804.5209, + 7848.5402, + 7738.1914, + 7503.5023, + 7875.9428, + 7464.6063, + 7585.6455, + 7487.8174, + 8032.0034, + 7275.1123, + 7754.7879, + 8135.9373, + 7580.5775, + 7955.9469, + 7830.4083, + 8045.8975, + 8082.1365, + 8239.7336, + 8352.0817, + 2309.9805, + 8393.5507, + 8347.0593, + 5169.1288, + 7657.7088, + 7055.5563, + 6608.5403, + 6499.3509, + 7814.8329, + 7919.8944, + 8054.6527, + 8427.1718, + 7647.0433, + 7710.8968, + 5601.2756, + 8024.4513, + 8076.4115, + 8059.3732, + 6966.3292, + 7830.888, + 8775.476, + 5742.3589, + 8072.9498, + 8034.0821, + 7884.6265, + 8059.7247, + 7487.2552, + 8871.2896, + 8687.3223, + 8202.19, + 8779.1229, + 8704.6732, + 7936.6014, + 7276.9122, + 8597.6488, + 8999.0524, + 6610.0594, + 7755.4395, + 8613.4569, + 9129.7362, + 8152.0075, + 8379.6817, + 8587.9998, + 6946.5813, + 8350.0908, + 6467.5801, + 8733.7379, + 8259.7254, + 7024.336, + 8454.2482, + 8886.5861, + 7353.6697, + 4218.7947, + 9066.0264, + 8144.3978, + 8108.4666, + 6651.6901, + 8569.5289, + 8769.5957, + 8352.6694, + 7829.5973, + 8954.2157, + 8289.3767, + 8849.562, + 8356.3685, + 8398.6472, + 8650.5504, + 5536.8054, + 8937.9549, + 6512.9985, + 8302.03, + 8268.3255, + 8722.4967, + 9130.6906, + 8647.8825, + 8321.4343, + 8466.9635, + 8199.0232, + 7656.1888, + 8955.3266, + 8441.0777, + 6443.5406, + 9069.8128, + 8742.5554, + 8468.6747, + 8868.2947, + 8926.3084, + 9115.3626, + 8278.4572, + 8455.8063, + 8738.0172, + 8486.8805, + 7976.9553, + 9007.2285, + 8678.6203, + 9779.7613, + 9498.5462, + 8404.2591, + 8906.3, + 7580.0428, + 9402.7362, + 8964.6183, + 8133.4437, + 8578.3672, + 6247.8048, + 8607.1275, + 9053.8213, + 8794.373, + 8120.6348, + 8701.9657, + 8926.8921, + 7668.109, + 9098.2829, + 8762.4375, + 8103.118, + 8766.5991, + 9134.0329, + 8658.2972, + 9811.1237, + 9623.5261, + 8942.3424, + 9239.213, + 8825.5843, + 8952.4581, + 8626.1186, + 8352.1621, + 9027.8667, + 9117.4795, + 9293.8936, + 9166.7525, + 8900.5522, + 6703.6999, + 8924.1694, + 8972.8666, + 8908.3926, + 8666.9402, + 8866.1691, + 9099.6549, + 9344.5144, + 9013.5604, + 8730.7603, + 8731.5471, + 9142.1347, + 7548.9673, + 8853.0884, + 9337.7827, + 8905.5349, + 8923.2231, + 9036.2328, + 9250.3677, + 9055.7144, + 3792.2675, + 8888.8668, + 9692.8399, + 6820.9198, + 9041.4581, + 9264.8693, + 9107.5367, + 9101.0425, + 8904.0672, + 7460.799, + 9386.3804, + 9175.9038, + 9614.6957, + 8860.0414, + 7306.8292, + 8096.698, + 9360.237, + 9052.0521, + 9129.681, + 9376.7077, + 6118.7433, + 9921.8521, + 10191.0725, + 9254.5687, + 9597.4328, + 9328.8164, + 9158.2317, + 9656.1986, + 9220.9684, + 9809.6172, + 9141.4469, + 9672.9554, + 9660.1423, + 9809.509, + 9666.1114, + 7129.8097, + 9548.7105, + 9205.6702, + 9845.6764, + 9460.9411, + 9756.7645, + 9661.5436, + 9999.771, + 9388.6394, + 9243.9959, + 9144.9131, + 9190.1871, + 9359.1478, + 8513.6263, + 9213.7941, + 10009.1958, + 9221.5202, + 9494.2269, + 9851.9118, + 9759.1748, + 8792.8239, + 9327.8722, + 9704.5917, + 8627.0203, + 9104.9901, + 9626.7771, + 9482.6563, + 9221.6148, + 9910.3387, + 6567.876, + 9576.3868, + 9802.9795, + 8388.0787, + 9184.4936, + 8702.9417, + 9316.8642, + 9385.2664, + 5954.2466, + 9118.3899, + 9314.7707, + 8800.1717, + 10209.7558, + 10217.6789, + 10101.1287, + 10064.155, + 10076.8825, + 10382.9037, + 9517.4742, + 9600.1202, + 10120.2206, + 9695.8098, + 9769.8376, + 9765.7292, + 9807.958, + 9800.1765, + 9612.7724, + 9529.9378, + 9330.7592, + 9311.0891, + 10172.143, + 9408.5672, + 10527.4419, + 9838.926, + 10008.865, + 9293.037, + 9466.302, + 9681.768, + 9088.6681, + 8773.9883, + 8752.1939, + 6378.0303, + 10050.3409, + 10453.9772, + 9589.3136, + 9756.1534, + 9634.0586, + 8280.6579, + 10224.3, + 9576.5623, + 9249.9407, + 9870.5812, + 9852.65, + 9934.8946, + 10056.2109, + 9774.0211, + 9484.1902, + 9453.753, + 10033.0555, + 9398.8847, + 10088.9144, + 8965.475, + 9322.0479, + 9737.9989, + 9571.9096, + 10249.3309, + 8627.0559, + 9917.0231, + 10119.8618, + 10113.3904, + 10594.0929, + 9693.6218, + 10250.3379, + 9995.1642, + 10178.8026, + 10228.9776, + 10515.1838, + 10291.5169, + 10388.7789, + 10172.0945, + 7850.2148, + 10308.1341, + 10489.4315, + 10070.8863, + 9754.9825, + 10287.2182, + 7379.0885, + 10155.1613, + 10253.8795, + 9906.11, + 9717.6487, + 10207.0503, + 9964.6977, + 10152.101, + 10066.4507, + 10166.8227, + 10340.1923, + 9757.3401, + 7842.2359, + 9086.3089, + 9059.4752, + 3867.3863, + 7520.9885, + 8269.8277, + 8746.2228, + 3095.5606, + 246.1461, + -2267.3608, + -3249.5669, + -4779.5051, + -5501.4848, + -7248.9057, + -9194.323, + -8809.6476, + -7281.9599, + -6992.9719, + -6739.3456, + -6541.2165, + -6691.3087, + -7078.6541, + -7228.4204, + -6994.1288, + -6675.2895, + -6494.6889, + -6751.7161, + -6579.0243, + -6499.2539, + -6455.8406, + -6746.1108, + -6666.5081, + -6417.179, + -6213.3163, + -6193.5828, + -6220.2389, + -5875.1601, + -5734.9519, + -5670.8446, + -5494.5723, + -5292.2, + -5114.3922, + -5066.4471, + -4991.5318, + -4768.8267, + -4806.5763, + -4766.9313, + -4597.944, + -4542.3473, + -4569.4489, + -4492.0634, + -4387.3906, + -4331.911, + -4258.9392, + -4207.5804, + -4149.4401, + -4068.7547, + -3858.9343, + -3983.8162, + -3800.4443, + -3710.7577, + -3649.8699, + -3549.5578, + -3436.2325, + -3382.1862, + -3213.2086, + -3145.212, + -3067.7931, + -2951.8677, + -2781.4534, + -2674.491, + -2634.9187, + -2505.1706, + -2207.524, + -2254.1138, + -2157.4755, + -2117.5691, + -2094.6564, + -2059.0326, + -1994.8794, + -1905.1336, + -1896.3846, + -1778.3467, + -1755.4133, + -1694.0341, + -1585.4287, + -1557.9694, + -1497.186, + -1401.7312, + -1311.7666, + -1275.2005, + -1281.8676, + -1163.3445, + -1074.0829, + -1022.1104, + -1043.6576, + -947.2039, + -858.0145, + -598.9471, + -567.0923, + -427.7592, + -282.6803, + -340.1417, + -849.2513, + -61.0649, + -378.9032, + -103.6919, + -40.2371, + 54.9883, + -66.1938, + 9.9479, + 57.589, + 76.8753, + 299.6178, + 415.9419, + -825.7189, + 260.5883, + -49.989, + -46.7156, + 58.2563, + 405.7596, + -33.3625, + 76.2406, + -62.5092, + 111.4474, + -44.2025, + 112.9246, + 170.0579, + -813.8426, + -547.2242, + -159.1782, + -544.0297, + -170.0208, + -964.6321, + -663.972, + -783.1811, + -320.7078, + -785.3558, + -725.479, + -507.8301, + -625.2608, + -501.974, + -765.7562, + -722.2062, + -729.5521, + -592.0434, + -766.9595, + -673.8526, + -678.586, + -702.9954, + -672.7705, + -745.7241, + -715.2985, + -772.4759, + -767.4965, + -648.1551, + -652.202, + -726.0654, + -619.1163, + -584.781, + -740.4331, + -535.4994, + -631.4854, + -576.892, + -616.0172, + -665.2449, + -552.275, + -584.4086, + -567.1989, + -567.2506, + -511.826, + -499.5733, + -582.7657, + -544.5289, + -534.2565, + -560.6999, + -605.7889, + -596.2093, + -508.2416, + -519.4165, + -578.9501, + -514.7693, + -512.7612, + -581.7148, + -502.0059, + -553.6204, + -460.5131, + -512.1133, + -562.4399, + -427.1224, + -531.718, + -579.3822, + -616.7102, + -478.2783, + -559.9313, + -467.3894, + -495.1324, + -488.6575, + -472.8568, + -408.3332, + -443.9238, + -520.4089, + -518.9969, + -475.4604, + -465.5182, + -467.8551, + -389.8887, + -414.094, + -458.1033, + -430.5412, + -412.1155, + -359.3945, + -394.9781, + -479.2756, + -443.7338, + -492.3327, + -391.8573, + -466.4757, + -389.4576, + -331.9607, + -335.7118, + -424.2462, + -311.3927, + -392.7455, + -310.181, + -358.0444, + -381.6692, + -293.4647, + -352.4483, + -260.8712, + -321.8424, + -379.1406, + -319.4977, + -282.9897, + -282.6186, + -336.8509, + -331.5833, + -326.8557, + -318.4467, + -294.5328, + -320.5466, + -286.9447, + -238.4882, + -262.032, + -249.6458, + -327.4963, + -273.1699, + -210.0341, + -239.818, + -365.3192, + -308.2185, + -277.0467, + -239.3984, + -275.4704, + -336.1923, + -244.1025, + -226.3138, + -244.2765, + -264.3563, + -257.3256, + -256.2043, + -209.1263, + -153.2792, + -166.5124, + -204.4551, + -178.7984, + -137.4753, + -143.0267, + -192.7549, + -140.0039, + -88.0359, + -139.0372, + -156.9975, + -99.9899, + -174.8804, + -54.7726, + -154.8913, + -107.8865, + -111.8874, + -154.1819, + -57.2767, + -24.9251, + -31.7004, + -26.0365, + -134.7847, + -72.6393, + -64.7987, + -28.9272, + 16.8841, + 48.7227, + 3.0677, + 30.1621, + -8.2038, + 81.996, + 44.1409, + 146.2352, + 82.4456, + 79.1623, + 204.6155, + 204.6991, + 201.3192, + 134.7395, + 164.2262, + 236.8469, + 277.46, + 296.3871, + 369.2632, + 351.489, + 410.505, + 459.6745, + 496.4761, + 551.0921, + 714.8765, + 626.3807, + 722.7995, + 814.1736, + 853.0875, + 840.5461, + 1192.869, + 1280.3878, + 1295.0937, + 1279.9584, + 1281.5329, + 1433.4744, + 1241.1442, + 1544.5036, + 1345.7635, + 1618.0269, + -577.3164, + 1749.0025, + -1231.6844, + -2344.5065, + -2504.8774, + -2608.0281, + -2404.3255, + -2378.8178, + -2188.3219, + -2118.1363, + -1959.6091, + -1940.0259, + -1852.5585, + -1815.3375, + -1685.5797, + -1606.5696, + -1584.693, + -1501.4994, + -1240.2629, + -1055.4516, + -1094.5392, + -952.0832, + -918.2124, + -909.7746, + -929.2711, + -965.9686, + -941.8371, + -867.6852, + -848.1402, + -774.6085, + -789.823, + -755.7544, + -655.9703, + -718.455, + -693.6286, + -641.2285, + -508.0602, + -597.0579, + -513.84, + -476.1911, + -474.5214, + -366.2196, + -317.1711, + -208.4697, + -172.6334, + -188.93, + -208.7962, + 58.3225, + 202.4156, + -357.4805, + 105.9308, + 202.4136, + 379.8142, + 498.3388, + 185.4673, + 537.5444, + 651.9722, + -350.9527, + -917.7817, + -1750.3139, + -1222.1697, + -1156.4856, + -4135.1552, + -4194.8361, + -3932.0302, + -3707.1378, + -3664.2569, + -3483.76, + -3340.7508, + -3266.5425, + -3210.0601, + -3050.5221, + -3005.7572, + -2887.6222, + -2842.9086, + -2771.842, + -2627.7906, + -2554.1877, + -2465.6782, + -2383.9302, + -2274.7779, + -2254.4975, + -2176.7281, + -2065.6272, + -1961.8036, + -1930.1576, + -1786.8099, + -1696.0645, + -1637.9355, + -1543.2491, + -1427.6242, + -1390.6709, + -1310.6881, + -1258.7535, + -1221.9013, + -1170.3581, + -440.261, + 3.1673, + -34.7793, + 880.6622, + 1342.2826, + 1620.2279, + 1446.679, + 1634.1989, + 1233.3019, + 1287.9656, + 1444.5883, + 1422.1829, + 1678.6601 + ], + "episode_costs": [ + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 1.5, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 2.25, + 0.75, + 1.25, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 2.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.25, + 0.75, + 1.75, + 0.25, + 1.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 1.25, + 1.5, + 1.25, + 0.5, + 0.5, + 0.0, + 0.0, + 2.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 2.75, + 0.5, + 0.0, + 0.75, + 0.5, + 0.75, + 0.5, + 2.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 1.75, + 0.0, + 0.0, + 0.0, + 1.75, + 0.25, + 0.75, + 0.5, + 1.0, + 1.0, + 0.5, + 0.25, + 2.25, + 1.0, + 0.5, + 1.75, + 0.25, + 0.5, + 0.75, + 0.5, + 0.75, + 0.75, + 2.5, + 3.0, + 0.25, + 0.25, + 0.75, + 2.0, + 1.0, + 0.0, + 0.5, + 0.75, + 1.0, + 0.25, + 0.75, + 0.5, + 2.75, + 1.0, + 1.0, + 0.25, + 1.5, + 2.0, + 3.75, + 1.75, + 0.5, + 1.5, + 0.75, + 2.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.75, + 1.5, + 0.0, + 1.0, + 1.75, + 0.25, + 1.5, + 0.75, + 0.75, + 0.25, + 0.0, + 1.75, + 3.0, + 1.75, + 0.5, + 1.0, + 0.75, + 1.0, + 2.0, + 2.25, + 2.0, + 1.25, + 3.25, + 1.75, + 1.0, + 1.0, + 2.5, + 0.75, + 1.5, + 0.25, + 0.25, + 0.25, + 1.0, + 1.75, + 2.0, + 2.5, + 2.0, + 1.25, + 1.25, + 3.0, + 0.25, + 1.0, + 0.75, + 0.5, + 5.75, + 0.25, + 1.5, + 0.5, + 2.25, + 1.75, + 2.5, + 1.0, + 0.5, + 1.0, + 1.75, + 1.0, + 1.5, + 1.5, + 0.0, + 1.0, + 0.75, + 1.25, + 1.0, + 3.25, + 0.75, + 0.5, + 0.5, + 1.0, + 1.5, + 2.5, + 1.75, + 0.5, + 1.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 1.0, + 2.75, + 1.0, + 1.0, + 3.25, + 0.25, + 0.0, + 0.75, + 1.0, + 0.0, + 1.75, + 0.75, + 0.25, + 0.0, + 2.0, + 1.5, + 1.0, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 1.5, + 1.0, + 0.0, + 1.5, + 0.0, + 1.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.25, + 1.5, + 0.5, + 0.5, + 1.25, + 0.25, + 1.25, + 1.5, + 1.25, + 0.5, + 0.75, + 0.0, + 1.25, + 1.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.25, + 1.5, + 1.5, + 1.0, + 1.5, + 0.5, + 1.25, + 1.25, + 0.5, + 1.75, + 1.75, + 0.5, + 2.5, + 0.5, + 0.25, + 1.25, + 2.5, + 0.25, + 0.25, + 2.75, + 2.0, + 0.25, + 2.5, + 2.25, + 0.5, + 0.25, + 1.0, + 0.0, + 2.0, + 0.75, + 1.5, + 1.0, + 0.5, + 1.75, + 3.0, + 1.5, + 1.75, + 2.5, + 0.75, + 1.0, + 0.25, + 0.0, + 0.75, + 2.25, + 0.5, + 0.25, + 0.25, + 0.75, + 1.75, + 0.75, + 1.0, + 3.0, + 0.25, + 0.5, + 1.75, + 0.0, + 0.5, + 1.5, + 0.25, + 1.0, + 1.0, + 1.0, + 0.25, + 0.5, + 0.75, + 0.5, + 1.5, + 1.5, + 0.5, + 0.25, + 0.75, + 1.75, + 0.25, + 0.25, + 0.0, + 0.0, + 2.0, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 1.0, + 0.75, + 0.25, + 0.75, + 0.75, + 1.0, + 0.75, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 1.5, + 0.25, + 1.25, + 1.25, + 1.0, + 0.5, + 0.5, + 1.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 2.0, + 0.75, + 0.25, + 0.5, + 0.0, + 1.0, + 0.0, + 1.0, + 0.75, + 1.5, + 0.25, + 0.0, + 0.0, + 1.25, + 1.5, + 0.5, + 1.0, + 1.0, + 0.5, + 3.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 1.25, + 1.0, + 2.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 1.5, + 1.5, + 0.75, + 0.0, + 1.75, + 0.25, + 0.5, + 0.5, + 1.0, + 2.5, + 0.75, + 2.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 1.0, + 2.0, + 0.5, + 0.5, + 1.75, + 0.5, + 0.0, + 0.5, + 1.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.75, + 1.75, + 1.0, + 2.25, + 1.75, + 1.0, + 1.25, + 1.5, + 0.0, + 0.0, + 2.75, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 2.0, + 0.75, + 0.75, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.75, + 1.5, + 0.25, + 0.75, + 1.0, + 0.0, + 1.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 1.75, + 2.0, + 0.5, + 0.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.0, + 1.25, + 1.0, + 0.25, + 1.25, + 0.75, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.25, + 1.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 1.0, + 0.25, + 1.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 1.5, + 1.5, + 0.25, + 1.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 0.75, + 1.25, + 0.5, + 0.5, + 0.25, + 1.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 2.0, + 1.0, + 1.0, + 1.25, + 2.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 1.5, + 1.5, + 2.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.75, + 1.75, + 0.5, + 0.0, + 2.0, + 0.5, + 0.75, + 0.0, + 0.75, + 1.25, + 2.0, + 0.5, + 2.0, + 1.75, + 0.75, + 0.75, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 1.0, + 0.0, + 0.5, + 0.25, + 0.25, + 1.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 2.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 2.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.25, + 0.5, + 0.25, + 0.75, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.75, + 1.5, + 0.75, + 0.5, + 0.75, + 1.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 1.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.5, + 0.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 4.0, + 0.25, + 0.75, + 0.75, + 2.5, + 0.25, + 0.25, + 1.25, + 1.0, + 1.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 1.75, + 1.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 1.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.25, + 2.0, + 0.0, + 0.5, + 1.0, + 0.25, + 1.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.25, + 2.0, + 0.0, + 0.25, + 13.75, + 0.25, + 0.0, + 2.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.025, + 10.0525, + 10.0823, + 10.109, + 10.1331, + 10.1548, + 10.1743, + 10.1919, + 10.2102, + 10.2267, + 10.2415, + 10.2574, + 10.2741, + 10.2917, + 10.3075, + 10.3243, + 10.3394, + 10.3529, + 10.3651, + 10.3761, + 10.386, + 10.3974, + 10.4077, + 10.4169, + 10.4277, + 10.4399, + 10.4509, + 10.4609, + 10.4698, + 10.4778, + 10.4875, + 10.4988, + 10.5089, + 10.5205, + 10.5309, + 10.5429, + 10.5536, + 10.5632, + 10.5719, + 10.5797, + 10.5867, + 10.5931, + 10.5988, + 10.6064, + 10.6157, + 10.6242, + 10.6317, + 10.6386, + 10.6447, + 10.6502, + 10.6552, + 10.6622, + 10.671, + 10.6789, + 10.686, + 10.6949, + 10.7029, + 10.7101, + 10.7166, + 10.7224, + 10.7277, + 10.7324, + 10.7367, + 10.743, + 10.7487, + 10.7538, + 10.7585, + 10.7626, + 10.7664, + 10.7697, + 10.7727, + 10.7755, + 10.7779, + 10.7801, + 10.7821, + 10.7839, + 10.7855, + 10.7895, + 10.793, + 10.7962, + 10.7991, + 10.8017, + 10.804, + 10.8061, + 10.808, + 10.8097, + 10.8112, + 10.8151, + 10.8186, + 10.8217, + 10.8246, + 10.8271, + 10.8294, + 10.8315, + 10.8333, + 10.835, + 10.8365, + 10.8378, + 10.8391, + 10.8426, + 10.8459, + 10.8488, + 10.8514, + 10.8538, + 10.8559, + 10.8578, + 10.8595, + 10.8611, + 10.8625, + 10.8637, + 10.8648, + 10.8659, + 10.8668, + 10.8676, + 10.8708, + 10.8738, + 10.8764, + 10.8787, + 10.8809, + 10.8828, + 10.8845, + 10.8861, + 10.8874, + 10.8887, + 10.8898, + 10.8908, + 10.8918, + 10.8926, + 10.8933, + 10.894, + 10.8946, + 10.8951, + 10.8956, + 10.8986, + 10.9012, + 10.9036, + 10.9057, + 10.9077, + 10.9094, + 10.9109, + 10.9124, + 10.9161, + 10.9195, + 10.9226, + 10.9253, + 10.9303, + 10.9347, + 10.9413, + 10.9496, + 10.9572, + 10.964, + 10.9701, + 10.9756, + 10.9805, + 10.985, + 10.989, + 10.9926, + 11.0058, + 11.0177, + 11.0285, + 11.0381, + 11.0468, + 11.0546, + 11.0617, + 11.068, + 11.0737, + 11.0788, + 11.0834, + 11.0876, + 11.0938, + 11.0995, + 11.1045, + 11.1241, + 11.1442, + 11.1622, + 11.1785, + 11.1932, + 11.2063, + 11.2182, + 11.2289, + 11.241, + 11.2544, + 11.2715, + 11.2868, + 11.3031, + 11.3203, + 11.3383, + 11.362, + 11.3858, + 11.4147, + 11.4557, + 11.4926, + 11.5384, + 11.5895, + 11.6381, + 11.6868, + 11.7331, + 11.7748, + 11.8123, + 11.8561, + 11.9005, + 11.9404, + 11.9764, + 12.0112, + 12.0451, + 12.0781, + 12.1153, + 12.1588, + 12.2029, + 12.2451, + 12.2831, + 12.3198, + 12.3578, + 12.3945, + 12.4376, + 12.4788, + 12.5184, + 12.5566, + 12.5934, + 12.6491, + 12.7067, + 12.771, + 12.8289, + 12.8885, + 12.9497, + 13.0072, + 13.059, + 13.1056, + 13.1525, + 13.1948, + 13.2328, + 13.267, + 13.2978, + 13.3255, + 13.3505, + 13.3754, + 13.3979, + 13.4256, + 13.4505, + 13.478, + 13.5052, + 13.5372, + 13.5735, + 13.6061, + 13.6355, + 13.6744, + 13.7095, + 13.7461, + 13.7839, + 13.8181, + 13.8537, + 13.8884, + 13.9245, + 13.9646, + 14.0006, + 14.0356, + 14.0745, + 14.1096, + 14.1461, + 14.179, + 14.2086, + 14.2377, + 14.269, + 14.2996, + 14.3271, + 14.3519, + 14.3742, + 14.4068, + 14.4586, + 14.5052, + 14.5547, + 14.5992, + 14.6393, + 14.6754, + 14.7079, + 14.7446, + 14.7901, + 14.8386, + 14.8997, + 14.9573, + 15.0215, + 15.0794, + 15.1314, + 15.1833, + 15.235, + 15.284, + 15.3356, + 15.3845, + 15.4336, + 15.4802, + 15.5347, + 15.5987, + 15.6688, + 15.737, + 15.8033, + 15.8629, + 15.9166, + 15.985, + 16.0465, + 16.1093, + 16.1659, + 16.2168, + 16.2676, + 16.3159, + 16.3593, + 16.3984, + 16.4335, + 16.4652, + 16.4961, + 16.5315, + 16.5659, + 16.5993, + 16.6294, + 16.6589, + 16.688, + 16.7167, + 16.7451, + 16.7981, + 16.8507, + 16.8982, + 16.9484, + 16.9985, + 17.0512, + 17.1036, + 17.1707, + 17.2336, + 17.2903, + 17.3412, + 17.3946, + 17.4427, + 17.4884, + 17.5445, + 17.5951, + 17.6406, + 17.684, + 17.7356, + 17.7846, + 17.8286, + 17.8707, + 17.9087, + 17.9428, + 17.9785, + 18.0107, + 18.0571, + 18.0989, + 18.1365, + 18.1704, + 18.2183, + 18.264, + 18.3126, + 18.3613, + 18.4152, + 18.4737, + 18.5313, + 18.5857, + 18.6571, + 18.7314, + 18.8033, + 18.8854, + 18.9619, + 19.0357, + 19.1096, + 19.1812, + 19.2531, + 19.3252, + 19.4152, + 19.5262, + 19.6286, + 19.7232, + 19.8159, + 19.9193, + 20.0224, + 20.1151, + 20.2036, + 20.2908, + 20.3792, + 20.4613, + 20.5426, + 20.6209, + 20.7188, + 20.8169, + 20.9152, + 21.0062, + 21.1031, + 21.2103, + 21.3442, + 21.4823, + 21.6116, + 21.7429, + 21.8686, + 22.0068, + 22.1336, + 22.2577, + 22.372, + 22.4748, + 22.5748, + 22.6723, + 22.7751, + 22.8676, + 22.9608, + 23.0622, + 23.156, + 23.2554, + 23.3524, + 23.4471, + 23.5349, + 23.6139, + 23.7025, + 23.8123, + 23.9286, + 24.0382, + 24.1469, + 24.2522, + 24.357, + 24.4713, + 24.5966, + 24.7295, + 24.8615, + 25.0129, + 25.1666, + 25.3149, + 25.4584, + 25.6126, + 25.7588, + 25.9055, + 26.0399, + 26.1634, + 26.2771, + 26.3894, + 26.5079, + 26.6346, + 26.7737, + 26.9188, + 27.0619, + 27.2032, + 27.3604, + 27.5044, + 27.6439, + 27.777, + 27.9018, + 28.0717, + 28.227, + 28.3818, + 28.5261, + 28.6785, + 28.8331, + 28.9973, + 29.1551, + 29.3021, + 29.4444, + 29.5899, + 29.7309, + 29.8729, + 30.0156, + 30.144, + 30.2696, + 30.3901, + 30.5111, + 30.63, + 30.7695, + 30.9026, + 31.0273, + 31.1446, + 31.2601, + 31.3791, + 31.5112, + 31.6476, + 31.7753, + 31.9003, + 32.0153, + 32.1262, + 32.2311, + 32.333, + 32.4297, + 32.5267, + 32.6416, + 32.7549, + 32.8669, + 33.0002, + 33.1227, + 33.2329, + 33.3396, + 33.4457, + 33.5411, + 33.6445, + 33.745, + 33.838, + 33.9217, + 34.0171, + 34.1179, + 34.2186, + 34.3117, + 34.398, + 34.4832, + 34.5649, + 34.6509, + 34.7433, + 34.8365, + 34.9203, + 35.0108, + 35.0922, + 35.178, + 35.2602, + 35.3442, + 35.4273, + 35.502, + 35.5718, + 35.6497, + 35.7247, + 35.7972, + 35.875, + 35.9475, + 36.0252, + 36.1102, + 36.1992, + 36.2843, + 36.3684, + 36.444, + 36.5246, + 36.6122, + 36.7034, + 36.7881, + 36.8718, + 36.9496, + 37.0221, + 37.1024, + 37.1897, + 37.2782, + 37.3729, + 37.4631, + 37.5568, + 37.6536, + 37.7458, + 37.8462, + 37.9541, + 38.0562, + 38.173, + 38.2832, + 38.3849, + 38.4889, + 38.6075, + 38.7168, + 38.8176, + 38.9358, + 39.0623, + 39.1785, + 39.3082, + 39.4474, + 39.5776, + 39.6974, + 39.8151, + 39.9211, + 40.0365, + 40.1479, + 40.2631, + 40.3768, + 40.4841, + 40.5982, + 40.7309, + 40.8653, + 41.0037, + 41.1534, + 41.2955, + 41.4335, + 41.5601, + 41.6741, + 41.7842, + 41.9058, + 42.0202, + 42.1257, + 42.2231, + 42.3183, + 42.4215, + 42.5218, + 42.6221, + 42.7424, + 42.8532, + 42.9579, + 43.0696, + 43.1701, + 43.2656, + 43.3666, + 43.4599, + 43.5539, + 43.6485, + 43.7437, + 43.8318, + 43.9161, + 43.9995, + 44.0796, + 44.1666, + 44.2599, + 44.3489, + 44.4316, + 44.5134, + 44.6046, + 44.6891, + 44.7677, + 44.8384, + 44.9021, + 44.9794, + 45.0489, + 45.124, + 45.1991, + 45.2692, + 45.3373, + 45.4011, + 45.4685, + 45.5366, + 45.6005, + 45.6654, + 45.7314, + 45.8007, + 45.8707, + 45.9386, + 46.0097, + 46.0763, + 46.1461, + 46.2115, + 46.2804, + 46.3448, + 46.4053, + 46.4598, + 46.5238, + 46.5839, + 46.6506, + 46.723, + 46.7982, + 46.8709, + 46.9413, + 47.0147, + 47.0857, + 47.1521, + 47.2194, + 47.2825, + 47.3442, + 47.4048, + 47.4618, + 47.5231, + 47.5783, + 47.628, + 47.6927, + 47.7584, + 47.8201, + 47.8806, + 47.935, + 47.994, + 48.0471, + 48.1049, + 48.1644, + 48.233, + 48.2972, + 48.355, + 48.407, + 48.4663, + 48.5346, + 48.6012, + 48.6711, + 48.744, + 48.8146, + 48.9081, + 48.9948, + 49.0778, + 49.155, + 49.232, + 49.3088, + 49.3854, + 49.4569, + 49.5262, + 49.6011, + 49.6785, + 49.7706, + 49.8611, + 49.945, + 50.023, + 50.0957, + 50.1661, + 50.2445, + 50.33, + 50.4145, + 50.4906, + 50.5765, + 50.6564, + 50.7332, + 50.8074, + 50.8842, + 50.9783, + 51.0704, + 51.1734, + 51.276, + 51.3684, + 51.4516, + 51.5364, + 51.6128, + 51.6865, + 51.7629, + 51.8516, + 51.9364, + 52.0178, + 52.1085, + 52.1951, + 52.2731, + 52.3483, + 52.426, + 52.4959, + 52.5688, + 52.6369, + 52.7007, + 52.7607, + 52.8221, + 52.8949, + 52.9704, + 53.0609, + 53.1598, + 53.2588, + 53.3604, + 53.4669, + 53.5627, + 53.6489, + 53.754, + 53.8561, + 53.953, + 54.0427, + 54.1234, + 54.1986, + 54.2787, + 54.3534, + 54.4405, + 54.5265, + 54.6113, + 54.6902, + 54.7737, + 54.8513, + 54.9212, + 54.9841, + 55.0482, + 55.1208, + 55.1888, + 55.2574, + 55.3291, + 55.3937, + 55.4669, + 55.5327, + 55.5944, + 55.6525, + 55.7097, + 55.7612, + 55.8101, + 55.8566, + 55.9009, + 55.9409, + 55.9943, + 56.0623, + 56.1286, + 56.1882, + 56.2519, + 56.3142, + 56.3728, + 56.428, + 56.4777, + 56.525, + 56.575, + 56.625, + 56.675, + 56.73, + 56.792, + 56.8578, + 56.9195, + 56.9875, + 57.0563, + 57.1282, + 57.1953, + 57.2558, + 57.3127, + 57.364, + 57.4101, + 57.4516, + 57.4939, + 57.542, + 57.5878, + 57.644, + 57.7021, + 57.7544, + 57.804, + 57.8486, + 57.8912, + 57.9371, + 57.9809, + 58.0228, + 58.063, + 58.1017, + 58.1365, + 58.1754, + 58.2204, + 58.2633, + 58.312, + 58.3633, + 58.4095, + 58.451, + 58.4934, + 58.5391, + 58.5877, + 58.6314, + 58.6733, + 58.7134, + 58.7496, + 58.7871, + 58.8259, + 58.8658, + 58.9067, + 58.9461, + 58.9965, + 59.0568, + 59.1136, + 59.1773, + 59.242, + 59.3053, + 59.3648, + 59.4208, + 59.4737, + 59.5289, + 59.586, + 59.6449, + 59.7104, + 59.7744, + 59.8369, + 59.8957, + 59.9637, + 60.0298, + 60.0943, + 60.1524, + 60.2071, + 60.2614, + 60.3303, + 60.4023, + 60.477, + 60.5568, + 60.6511, + 60.741, + 60.8269, + 60.9092, + 60.9858, + 61.0597, + 61.1363, + 61.2201, + 61.3106, + 61.4121, + 61.5034, + 61.588, + 61.6692, + 61.7523, + 61.8321, + 61.9064, + 61.9757, + 62.0456, + 62.1136, + 62.1822, + 62.2615, + 62.3379, + 62.4066, + 62.4884, + 62.5671, + 62.6454, + 62.7158, + 62.7867, + 62.8631, + 62.9518, + 63.0366, + 63.1329, + 63.2371, + 63.3384, + 63.4371, + 63.5359, + 63.6298, + 63.7193, + 63.8024, + 63.8771, + 63.9544, + 64.034, + 64.1081, + 64.1773, + 64.242, + 64.3003, + 64.3578, + 64.4145, + 64.4656, + 64.514, + 64.5651, + 64.6211, + 64.6715, + 64.7218, + 64.7697, + 64.8152, + 64.8712, + 64.9216, + 64.9719, + 65.0197, + 65.0627, + 65.1065, + 65.1483, + 65.191, + 65.2569, + 65.3162, + 65.3721, + 65.4249, + 65.4749, + 65.5274, + 65.5772, + 65.6244, + 65.6695, + 65.735, + 65.794, + 65.8496, + 65.9022, + 65.952, + 66.0043, + 66.0513, + 66.0962, + 66.1366, + 66.1729, + 66.2156, + 66.2541, + 66.2987, + 66.3513, + 66.4037, + 66.4533, + 66.5055, + 66.5599, + 66.6189, + 66.6745, + 66.7271, + 66.7769, + 66.8217, + 66.867, + 66.9153, + 66.9588, + 67.0054, + 67.0624, + 67.1211, + 67.179, + 67.2386, + 67.3023, + 67.3695, + 67.4351, + 67.4966, + 67.5569, + 67.6162, + 67.6696, + 67.7251, + 67.7776, + 67.8249, + 67.8799, + 67.9344, + 67.9909, + 68.0494, + 68.1044, + 68.159, + 68.2081, + 68.2548, + 68.2968, + 68.3346, + 68.3837, + 68.4303, + 68.4748, + 68.5173, + 68.5556, + 68.6, + 68.6425, + 68.6807, + 68.7177, + 68.7534, + 68.7881, + 68.8218, + 68.8921, + 68.9579, + 69.0246, + 69.0921, + 69.1779, + 69.2576, + 69.3319, + 69.4112, + 69.4926, + 69.5758, + 69.6507, + 69.7182, + 69.7838, + 69.843, + 69.8987, + 69.9538, + 70.0084, + 70.0576, + 70.1018, + 70.1441, + 70.1822, + 70.224, + 70.2641, + 70.3052, + 70.3497, + 70.3922, + 70.4405, + 70.4839, + 70.523, + 70.5607, + 70.6122, + 70.6684, + 70.7216, + 70.7719, + 70.8222, + 70.8725, + 70.9178, + 70.961, + 70.9999, + 71.0349, + 71.0714, + 71.1143, + 71.1578, + 71.2121, + 71.2659, + 71.3168, + 71.3626, + 71.4088, + 71.4529, + 71.4977, + 71.5379, + 71.5766, + 71.6214, + 71.6618, + 71.7006, + 71.7381, + 71.7742, + 71.8268, + 71.8741, + 71.9217, + 71.9746, + 72.0246, + 72.0796, + 72.1292, + 72.1813, + 72.2281, + 72.2703, + 72.3083, + 72.3425, + 72.3757, + 72.4081, + 72.4373, + 72.4661, + 72.4945, + 72.525, + 72.5525, + 72.5798, + 72.6143, + 72.6479, + 72.6806, + 72.7125, + 72.7413, + 72.7746, + 72.8072, + 72.8365, + 72.8628, + 72.8965, + 72.9269, + 72.9617, + 72.9955, + 73.046, + 73.0914, + 73.1347, + 73.3113, + 73.4726, + 73.6179, + 73.7711, + 73.914, + 74.0476, + 74.1703, + 74.2833, + 74.385, + 74.4765, + 74.5588, + 74.6329, + 74.6996, + 74.7597, + 74.8137, + 74.8623, + 74.9061, + 74.9455, + 74.9809, + 75.0129, + 75.0416, + 75.0674, + 75.0907, + 75.1116, + 75.1304, + 75.1474, + 75.1627, + 75.1764, + 75.1888, + 75.1999, + 75.2099, + 75.2189, + 75.227, + 75.2343, + 75.2409, + 75.2468, + 75.2521, + 75.2569, + 75.2612, + 75.2651, + 75.2686, + 75.2717, + 75.2746, + 75.2771, + 75.2794, + 75.2814, + 75.2833, + 75.285, + 75.2865, + 75.2878, + 75.289, + 75.2901, + 75.2911, + 75.292, + 75.2928, + 75.2935, + 75.2942, + 75.2948, + 75.2953, + 75.2958, + 75.2962, + 75.2966, + 75.2969, + 75.2972, + 75.2975, + 75.2977, + 75.298, + 75.2982, + 75.2984, + 75.2985, + 75.2987, + 75.2988, + 75.2989, + 75.299, + 75.2991, + 75.2992, + 75.2993, + 75.2994, + 75.2994, + 75.2995, + 75.2995, + 75.2996, + 75.2996, + 75.2997, + 75.2997, + 75.2997, + 75.2998, + 75.2998, + 75.2998, + 75.2998, + 75.2998, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.2999, + 75.3024, + 75.3047, + 75.3067, + 75.3086, + 75.3102, + 75.3117, + 75.313, + 75.3142, + 75.3153, + 75.3163, + 75.3171, + 75.3179, + 75.3186, + 75.3193, + 75.3198, + 75.3204, + 75.3208, + 75.3212, + 75.3216, + 75.322, + 75.3223, + 75.3225, + 75.3228, + 75.323, + 75.3232, + 75.3234, + 75.3235, + 75.3237, + 75.3238, + 75.3239, + 75.324, + 75.3241, + 75.3242, + 75.3243, + 75.3244, + 75.3244, + 75.3245, + 75.3245, + 75.3246, + 75.3246, + 75.3247, + 75.3247, + 75.3247, + 75.3248, + 75.3248, + 75.3248, + 75.3248, + 75.3248, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.3249, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325, + 75.325 + ], + "episode_rhos": [ + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.1882, + 0.1637, + 0.1638, + 0.1486, + 0.1663, + 0.1693 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.19, + 0.1652, + 0.1697, + 0.1372, + 0.1654, + 0.1724 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1881, + 0.1645, + 0.168, + 0.1411, + 0.1656, + 0.1728 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1868, + 0.1639, + 0.1666, + 0.1439, + 0.1657, + 0.1731 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1853, + 0.1619, + 0.1723, + 0.1449, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1851, + 0.1617, + 0.171, + 0.1465, + 0.1635, + 0.1721 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1895, + 0.1606, + 0.17, + 0.1475, + 0.1619, + 0.1705 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1937, + 0.1614, + 0.1672, + 0.1474, + 0.1596, + 0.1707 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.1972, + 0.159, + 0.1656, + 0.1476, + 0.1588, + 0.1718 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.198, + 0.1575, + 0.1635, + 0.1475, + 0.1609, + 0.1726 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.1987, + 0.1565, + 0.1633, + 0.1476, + 0.1616, + 0.1722 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2009, + 0.155, + 0.1631, + 0.1473, + 0.1629, + 0.1708 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2027, + 0.1542, + 0.162, + 0.1483, + 0.1647, + 0.168 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.2033, + 0.1533, + 0.1605, + 0.149, + 0.168, + 0.1659 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.202, + 0.1532, + 0.1593, + 0.1494, + 0.1713, + 0.1647 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.2002, + 0.1533, + 0.1584, + 0.1507, + 0.1726, + 0.1649 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1976, + 0.1536, + 0.1565, + 0.1525, + 0.174, + 0.1657 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1964, + 0.1539, + 0.1557, + 0.1535, + 0.1739, + 0.1666 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1948, + 0.1537, + 0.155, + 0.1548, + 0.1749, + 0.1669 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1939, + 0.1538, + 0.1548, + 0.1561, + 0.1755, + 0.166 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1922, + 0.1545, + 0.1546, + 0.157, + 0.1759, + 0.1657 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1906, + 0.1551, + 0.1552, + 0.1577, + 0.1762, + 0.1652 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1887, + 0.1554, + 0.1555, + 0.1588, + 0.1759, + 0.1656 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1867, + 0.1555, + 0.1554, + 0.1595, + 0.1766, + 0.1663 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1858, + 0.1553, + 0.1553, + 0.1599, + 0.1772, + 0.1666 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1848, + 0.1554, + 0.155, + 0.1607, + 0.1769, + 0.1672 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1832, + 0.1558, + 0.1547, + 0.1615, + 0.177, + 0.1678 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1818, + 0.1564, + 0.1545, + 0.1614, + 0.1773, + 0.1686 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.1807, + 0.1561, + 0.1545, + 0.1613, + 0.1778, + 0.1696 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.18, + 0.1561, + 0.1547, + 0.1614, + 0.1782, + 0.1697 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1795, + 0.1559, + 0.1548, + 0.1612, + 0.1782, + 0.1704 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1793, + 0.1559, + 0.1543, + 0.161, + 0.1782, + 0.1713 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1783, + 0.156, + 0.1537, + 0.1611, + 0.1787, + 0.1722 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.1775, + 0.1565, + 0.1531, + 0.1615, + 0.1787, + 0.1727 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.177, + 0.1562, + 0.1527, + 0.162, + 0.1789, + 0.1733 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1761, + 0.1556, + 0.1524, + 0.1624, + 0.18, + 0.1736 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1759, + 0.1554, + 0.1513, + 0.1627, + 0.1804, + 0.1743 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1768, + 0.1551, + 0.1501, + 0.1627, + 0.1804, + 0.1748 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.1782, + 0.1547, + 0.1485, + 0.1631, + 0.1805, + 0.1749 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.18, + 0.1547, + 0.1469, + 0.1626, + 0.1809, + 0.1748 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1816, + 0.1539, + 0.1457, + 0.1624, + 0.1816, + 0.1747 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1839, + 0.1533, + 0.1442, + 0.1628, + 0.1813, + 0.1744 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1861, + 0.1528, + 0.143, + 0.1632, + 0.1809, + 0.174 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1881, + 0.1523, + 0.1418, + 0.1635, + 0.1806, + 0.1736 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1901, + 0.1519, + 0.1407, + 0.1638, + 0.1803, + 0.1733 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1918, + 0.1515, + 0.1397, + 0.1641, + 0.18, + 0.1729 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.1935, + 0.1512, + 0.1388, + 0.1644, + 0.1797, + 0.1725 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.195, + 0.1508, + 0.138, + 0.1646, + 0.1795, + 0.1722 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1964, + 0.1505, + 0.1372, + 0.1648, + 0.1793, + 0.1719 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1977, + 0.1501, + 0.1365, + 0.1649, + 0.1792, + 0.1715 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.1989, + 0.1499, + 0.1358, + 0.1651, + 0.1792, + 0.1713 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.2, + 0.1496, + 0.1352, + 0.1652, + 0.1791, + 0.171 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.201, + 0.1493, + 0.1346, + 0.1653, + 0.1791, + 0.1707 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2019, + 0.1491, + 0.1341, + 0.1655, + 0.179, + 0.1705 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2027, + 0.1488, + 0.1336, + 0.1656, + 0.179, + 0.1702 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2035, + 0.1486, + 0.1331, + 0.1657, + 0.179, + 0.17 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2043, + 0.1484, + 0.1327, + 0.1658, + 0.179, + 0.1698 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2049, + 0.1482, + 0.1324, + 0.1659, + 0.1789, + 0.1696 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ], + [ + 0.2055, + 0.1481, + 0.132, + 0.166, + 0.1789, + 0.1695 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..398570f007a1dd3890c160636e24624d5646e739 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 5499902.25, + "constraint_satisfaction_pct": 34.67, + "final_rho": [ + 0.0941, + 0.234, + 0.1402, + 0.2333, + 0.2042, + 0.0941 + ], + "final_lambda": 103.0948, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6620.43, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -6719.8, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -5929.78, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -5794.64, + "avg_cost": 0.0, + "lambda": 10.5036, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": -6094.04, + "avg_cost": 0.5, + "lambda": 10.6462, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": -5744.22, + "avg_cost": 0.0, + "lambda": 10.7648, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 60, + "avg_reward": -5273.42, + "avg_cost": 0.0, + "lambda": 10.8406, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 70, + "avg_reward": -3692.47, + "avg_cost": 0.0, + "lambda": 10.8956, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 80, + "avg_reward": -3758.2, + "avg_cost": 0.0, + "lambda": 10.925, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 90, + "avg_reward": -3378.2, + "avg_cost": 0.0, + "lambda": 10.9499, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 100, + "avg_reward": -3491.15, + "avg_cost": 0.0, + "lambda": 10.9662, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 110, + "avg_reward": -3264.69, + "avg_cost": 0.0, + "lambda": 10.9719, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 120, + "avg_reward": -3753.47, + "avg_cost": 0.0, + "lambda": 10.9807, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 130, + "avg_reward": -2529.42, + "avg_cost": 0.0, + "lambda": 10.9933, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 140, + "avg_reward": -2243.37, + "avg_cost": 0.0, + "lambda": 10.9977, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 150, + "avg_reward": -2042.68, + "avg_cost": 0.0, + "lambda": 10.9992, + "rho": [ + 0.1672, + 0.1574, + 0.141, + 0.2221, + 0.1626, + 0.1497 + ] + }, + { + "episode": 160, + "avg_reward": -1516.08, + "avg_cost": 0.0, + "lambda": 11.014, + "rho": [ + 0.1672, + 0.1574, + 0.141, + 0.2221, + 0.1626, + 0.1497 + ] + }, + { + "episode": 170, + "avg_reward": -1614.8, + "avg_cost": 0.0, + "lambda": 11.0211, + "rho": [ + 0.1672, + 0.1574, + 0.141, + 0.2221, + 0.1626, + 0.1497 + ] + }, + { + "episode": 180, + "avg_reward": -1763.22, + "avg_cost": 0.25, + "lambda": 11.0719, + "rho": [ + 0.1672, + 0.1574, + 0.141, + 0.2221, + 0.1626, + 0.1497 + ] + }, + { + "episode": 190, + "avg_reward": -2253.24, + "avg_cost": 0.0, + "lambda": 11.1719, + "rho": [ + 0.1672, + 0.1574, + 0.141, + 0.2221, + 0.1626, + 0.1497 + ] + }, + { + "episode": 200, + "avg_reward": -3724.74, + "avg_cost": 0.25, + "lambda": 11.4086, + "rho": [ + 0.1532, + 0.1609, + 0.1438, + 0.2334, + 0.1645, + 0.1442 + ] + }, + { + "episode": 210, + "avg_reward": 165.88, + "avg_cost": 1.0, + "lambda": 11.8662, + "rho": [ + 0.1532, + 0.1609, + 0.1438, + 0.2334, + 0.1645, + 0.1442 + ] + }, + { + "episode": 220, + "avg_reward": -1183.82, + "avg_cost": 0.0, + "lambda": 12.4945, + "rho": [ + 0.1532, + 0.1609, + 0.1438, + 0.2334, + 0.1645, + 0.1442 + ] + }, + { + "episode": 230, + "avg_reward": -1147.55, + "avg_cost": 0.0, + "lambda": 12.9829, + "rho": [ + 0.1532, + 0.1609, + 0.1438, + 0.2334, + 0.1645, + 0.1442 + ] + }, + { + "episode": 240, + "avg_reward": -1943.65, + "avg_cost": 0.5, + "lambda": 13.4, + "rho": [ + 0.1532, + 0.1609, + 0.1438, + 0.2334, + 0.1645, + 0.1442 + ] + }, + { + "episode": 250, + "avg_reward": -1183.01, + "avg_cost": 0.75, + "lambda": 13.8607, + "rho": [ + 0.1406, + 0.1603, + 0.1423, + 0.2549, + 0.1642, + 0.1378 + ] + }, + { + "episode": 260, + "avg_reward": -1709.08, + "avg_cost": 0.0, + "lambda": 14.2828, + "rho": [ + 0.1406, + 0.1603, + 0.1423, + 0.2549, + 0.1642, + 0.1378 + ] + }, + { + "episode": 270, + "avg_reward": -2464.87, + "avg_cost": 0.75, + "lambda": 14.7272, + "rho": [ + 0.1406, + 0.1603, + 0.1423, + 0.2549, + 0.1642, + 0.1378 + ] + }, + { + "episode": 280, + "avg_reward": -2426.69, + "avg_cost": 0.0, + "lambda": 15.1679, + "rho": [ + 0.1406, + 0.1603, + 0.1423, + 0.2549, + 0.1642, + 0.1378 + ] + }, + { + "episode": 290, + "avg_reward": -1400.85, + "avg_cost": 0.0, + "lambda": 15.8982, + "rho": [ + 0.1406, + 0.1603, + 0.1423, + 0.2549, + 0.1642, + 0.1378 + ] + }, + { + "episode": 300, + "avg_reward": -1746.7, + "avg_cost": 0.5, + "lambda": 16.5165, + "rho": [ + 0.125, + 0.1616, + 0.1377, + 0.2829, + 0.1653, + 0.1274 + ] + }, + { + "episode": 310, + "avg_reward": -953.25, + "avg_cost": 2.75, + "lambda": 17.3053, + "rho": [ + 0.125, + 0.1616, + 0.1377, + 0.2829, + 0.1653, + 0.1274 + ] + }, + { + "episode": 320, + "avg_reward": -448.24, + "avg_cost": 0.0, + "lambda": 18.3633, + "rho": [ + 0.125, + 0.1616, + 0.1377, + 0.2829, + 0.1653, + 0.1274 + ] + }, + { + "episode": 330, + "avg_reward": -1467.58, + "avg_cost": 1.25, + "lambda": 19.2005, + "rho": [ + 0.125, + 0.1616, + 0.1377, + 0.2829, + 0.1653, + 0.1274 + ] + }, + { + "episode": 340, + "avg_reward": -1286.26, + "avg_cost": 0.5, + "lambda": 20.1611, + "rho": [ + 0.125, + 0.1616, + 0.1377, + 0.2829, + 0.1653, + 0.1274 + ] + }, + { + "episode": 350, + "avg_reward": -960.4, + "avg_cost": 0.25, + "lambda": 21.0367, + "rho": [ + 0.1076, + 0.163, + 0.1312, + 0.321, + 0.1644, + 0.1128 + ] + }, + { + "episode": 360, + "avg_reward": 824.97, + "avg_cost": 2.25, + "lambda": 21.9888, + "rho": [ + 0.1076, + 0.163, + 0.1312, + 0.321, + 0.1644, + 0.1128 + ] + }, + { + "episode": 370, + "avg_reward": 1345.53, + "avg_cost": 1.0, + "lambda": 23.7878, + "rho": [ + 0.1076, + 0.163, + 0.1312, + 0.321, + 0.1644, + 0.1128 + ] + }, + { + "episode": 380, + "avg_reward": 1243.74, + "avg_cost": 3.0, + "lambda": 25.2929, + "rho": [ + 0.1076, + 0.163, + 0.1312, + 0.321, + 0.1644, + 0.1128 + ] + }, + { + "episode": 390, + "avg_reward": 1793.2, + "avg_cost": 2.75, + "lambda": 27.0348, + "rho": [ + 0.1076, + 0.163, + 0.1312, + 0.321, + 0.1644, + 0.1128 + ] + }, + { + "episode": 400, + "avg_reward": 1768.43, + "avg_cost": 0.75, + "lambda": 28.6592, + "rho": [ + 0.0992, + 0.1544, + 0.1279, + 0.3513, + 0.1646, + 0.1025 + ] + }, + { + "episode": 410, + "avg_reward": 2293.64, + "avg_cost": 1.0, + "lambda": 29.99, + "rho": [ + 0.0992, + 0.1544, + 0.1279, + 0.3513, + 0.1646, + 0.1025 + ] + }, + { + "episode": 420, + "avg_reward": 1751.45, + "avg_cost": 1.0, + "lambda": 31.1823, + "rho": [ + 0.0992, + 0.1544, + 0.1279, + 0.3513, + 0.1646, + 0.1025 + ] + }, + { + "episode": 430, + "avg_reward": 335.2, + "avg_cost": 3.0, + "lambda": 32.5487, + "rho": [ + 0.0992, + 0.1544, + 0.1279, + 0.3513, + 0.1646, + 0.1025 + ] + }, + { + "episode": 440, + "avg_reward": 3208.88, + "avg_cost": 1.25, + "lambda": 34.3575, + "rho": [ + 0.0992, + 0.1544, + 0.1279, + 0.3513, + 0.1646, + 0.1025 + ] + }, + { + "episode": 450, + "avg_reward": 2934.98, + "avg_cost": 0.5, + "lambda": 35.9408, + "rho": [ + 0.0975, + 0.1503, + 0.1249, + 0.3656, + 0.1644, + 0.0975 + ] + }, + { + "episode": 460, + "avg_reward": 2998.5, + "avg_cost": 1.75, + "lambda": 37.6602, + "rho": [ + 0.0975, + 0.1503, + 0.1249, + 0.3656, + 0.1644, + 0.0975 + ] + }, + { + "episode": 470, + "avg_reward": 3412.97, + "avg_cost": 3.0, + "lambda": 39.3646, + "rho": [ + 0.0975, + 0.1503, + 0.1249, + 0.3656, + 0.1644, + 0.0975 + ] + }, + { + "episode": 480, + "avg_reward": 2807.63, + "avg_cost": 0.5, + "lambda": 41.1323, + "rho": [ + 0.0975, + 0.1503, + 0.1249, + 0.3656, + 0.1644, + 0.0975 + ] + }, + { + "episode": 490, + "avg_reward": 2743.74, + "avg_cost": 0.25, + "lambda": 42.8022, + "rho": [ + 0.0975, + 0.1503, + 0.1249, + 0.3656, + 0.1644, + 0.0975 + ] + }, + { + "episode": 500, + "avg_reward": 3269.33, + "avg_cost": 0.5, + "lambda": 44.1733, + "rho": [ + 0.096, + 0.1451, + 0.1255, + 0.3681, + 0.1692, + 0.096 + ] + }, + { + "episode": 510, + "avg_reward": 3553.59, + "avg_cost": 1.75, + "lambda": 45.0824, + "rho": [ + 0.096, + 0.1451, + 0.1255, + 0.3681, + 0.1692, + 0.096 + ] + }, + { + "episode": 520, + "avg_reward": 3817.35, + "avg_cost": 0.75, + "lambda": 46.1571, + "rho": [ + 0.096, + 0.1451, + 0.1255, + 0.3681, + 0.1692, + 0.096 + ] + }, + { + "episode": 530, + "avg_reward": 3704.98, + "avg_cost": 0.75, + "lambda": 47.0829, + "rho": [ + 0.096, + 0.1451, + 0.1255, + 0.3681, + 0.1692, + 0.096 + ] + }, + { + "episode": 540, + "avg_reward": 3196.32, + "avg_cost": 0.25, + "lambda": 47.918, + "rho": [ + 0.096, + 0.1451, + 0.1255, + 0.3681, + 0.1692, + 0.096 + ] + }, + { + "episode": 550, + "avg_reward": 4939.82, + "avg_cost": 1.5, + "lambda": 48.6164, + "rho": [ + 0.0946, + 0.1401, + 0.1265, + 0.3791, + 0.165, + 0.0946 + ] + }, + { + "episode": 560, + "avg_reward": 5303.41, + "avg_cost": 0.75, + "lambda": 49.415, + "rho": [ + 0.0946, + 0.1401, + 0.1265, + 0.3791, + 0.165, + 0.0946 + ] + }, + { + "episode": 570, + "avg_reward": 4748.54, + "avg_cost": 0.5, + "lambda": 50.1217, + "rho": [ + 0.0946, + 0.1401, + 0.1265, + 0.3791, + 0.165, + 0.0946 + ] + }, + { + "episode": 580, + "avg_reward": 3297.87, + "avg_cost": 0.5, + "lambda": 50.739, + "rho": [ + 0.0946, + 0.1401, + 0.1265, + 0.3791, + 0.165, + 0.0946 + ] + }, + { + "episode": 590, + "avg_reward": 6144.74, + "avg_cost": 0.25, + "lambda": 51.3957, + "rho": [ + 0.0946, + 0.1401, + 0.1265, + 0.3791, + 0.165, + 0.0946 + ] + }, + { + "episode": 600, + "avg_reward": 5429.46, + "avg_cost": 1.25, + "lambda": 52.0465, + "rho": [ + 0.0939, + 0.1397, + 0.1327, + 0.3745, + 0.1653, + 0.0939 + ] + }, + { + "episode": 610, + "avg_reward": 4335.33, + "avg_cost": 2.5, + "lambda": 52.901, + "rho": [ + 0.0939, + 0.1397, + 0.1327, + 0.3745, + 0.1653, + 0.0939 + ] + }, + { + "episode": 620, + "avg_reward": 3806.84, + "avg_cost": 0.0, + "lambda": 53.7329, + "rho": [ + 0.0939, + 0.1397, + 0.1327, + 0.3745, + 0.1653, + 0.0939 + ] + }, + { + "episode": 630, + "avg_reward": 7318.65, + "avg_cost": 1.0, + "lambda": 54.3595, + "rho": [ + 0.0939, + 0.1397, + 0.1327, + 0.3745, + 0.1653, + 0.0939 + ] + }, + { + "episode": 640, + "avg_reward": 5544.12, + "avg_cost": 0.25, + "lambda": 55.0808, + "rho": [ + 0.0939, + 0.1397, + 0.1327, + 0.3745, + 0.1653, + 0.0939 + ] + }, + { + "episode": 650, + "avg_reward": 6251.89, + "avg_cost": 0.0, + "lambda": 55.7038, + "rho": [ + 0.0935, + 0.1419, + 0.1376, + 0.3626, + 0.1709, + 0.0935 + ] + }, + { + "episode": 660, + "avg_reward": 6699.99, + "avg_cost": 0.25, + "lambda": 56.3492, + "rho": [ + 0.0935, + 0.1419, + 0.1376, + 0.3626, + 0.1709, + 0.0935 + ] + }, + { + "episode": 670, + "avg_reward": 7251.68, + "avg_cost": 0.5, + "lambda": 56.9185, + "rho": [ + 0.0935, + 0.1419, + 0.1376, + 0.3626, + 0.1709, + 0.0935 + ] + }, + { + "episode": 680, + "avg_reward": 6911.41, + "avg_cost": 0.25, + "lambda": 57.5929, + "rho": [ + 0.0935, + 0.1419, + 0.1376, + 0.3626, + 0.1709, + 0.0935 + ] + }, + { + "episode": 690, + "avg_reward": 7435.0, + "avg_cost": 0.5, + "lambda": 58.1759, + "rho": [ + 0.0935, + 0.1419, + 0.1376, + 0.3626, + 0.1709, + 0.0935 + ] + }, + { + "episode": 700, + "avg_reward": 7792.56, + "avg_cost": 0.75, + "lambda": 58.8547, + "rho": [ + 0.0934, + 0.1484, + 0.1446, + 0.3475, + 0.1728, + 0.0934 + ] + }, + { + "episode": 710, + "avg_reward": 7606.12, + "avg_cost": 0.5, + "lambda": 59.7334, + "rho": [ + 0.0934, + 0.1484, + 0.1446, + 0.3475, + 0.1728, + 0.0934 + ] + }, + { + "episode": 720, + "avg_reward": 7586.38, + "avg_cost": 0.5, + "lambda": 60.6836, + "rho": [ + 0.0934, + 0.1484, + 0.1446, + 0.3475, + 0.1728, + 0.0934 + ] + }, + { + "episode": 730, + "avg_reward": 5743.12, + "avg_cost": 0.75, + "lambda": 61.8475, + "rho": [ + 0.0934, + 0.1484, + 0.1446, + 0.3475, + 0.1728, + 0.0934 + ] + }, + { + "episode": 740, + "avg_reward": 8728.83, + "avg_cost": 1.0, + "lambda": 62.8445, + "rho": [ + 0.0934, + 0.1484, + 0.1446, + 0.3475, + 0.1728, + 0.0934 + ] + }, + { + "episode": 750, + "avg_reward": 8434.62, + "avg_cost": 0.25, + "lambda": 63.7507, + "rho": [ + 0.0936, + 0.1575, + 0.1483, + 0.3301, + 0.177, + 0.0936 + ] + }, + { + "episode": 760, + "avg_reward": 9239.28, + "avg_cost": 0.5, + "lambda": 64.6218, + "rho": [ + 0.0936, + 0.1575, + 0.1483, + 0.3301, + 0.177, + 0.0936 + ] + }, + { + "episode": 770, + "avg_reward": 6138.29, + "avg_cost": 0.25, + "lambda": 65.3528, + "rho": [ + 0.0936, + 0.1575, + 0.1483, + 0.3301, + 0.177, + 0.0936 + ] + }, + { + "episode": 780, + "avg_reward": 8482.39, + "avg_cost": 1.5, + "lambda": 66.3325, + "rho": [ + 0.0936, + 0.1575, + 0.1483, + 0.3301, + 0.177, + 0.0936 + ] + }, + { + "episode": 790, + "avg_reward": 8186.0, + "avg_cost": 0.25, + "lambda": 67.2563, + "rho": [ + 0.0936, + 0.1575, + 0.1483, + 0.3301, + 0.177, + 0.0936 + ] + }, + { + "episode": 800, + "avg_reward": 4774.0, + "avg_cost": 1.25, + "lambda": 68.1854, + "rho": [ + 0.0938, + 0.1648, + 0.1503, + 0.3123, + 0.1851, + 0.0938 + ] + }, + { + "episode": 810, + "avg_reward": 8962.12, + "avg_cost": 0.0, + "lambda": 69.0497, + "rho": [ + 0.0938, + 0.1648, + 0.1503, + 0.3123, + 0.1851, + 0.0938 + ] + }, + { + "episode": 820, + "avg_reward": 8719.79, + "avg_cost": 0.25, + "lambda": 69.986, + "rho": [ + 0.0938, + 0.1648, + 0.1503, + 0.3123, + 0.1851, + 0.0938 + ] + }, + { + "episode": 830, + "avg_reward": 8313.16, + "avg_cost": 0.25, + "lambda": 70.898, + "rho": [ + 0.0938, + 0.1648, + 0.1503, + 0.3123, + 0.1851, + 0.0938 + ] + }, + { + "episode": 840, + "avg_reward": 10165.91, + "avg_cost": 2.0, + "lambda": 71.6695, + "rho": [ + 0.0938, + 0.1648, + 0.1503, + 0.3123, + 0.1851, + 0.0938 + ] + }, + { + "episode": 850, + "avg_reward": 9868.07, + "avg_cost": 0.75, + "lambda": 72.6517, + "rho": [ + 0.0938, + 0.1714, + 0.1467, + 0.3004, + 0.1938, + 0.0938 + ] + }, + { + "episode": 860, + "avg_reward": 10932.33, + "avg_cost": 1.75, + "lambda": 73.5628, + "rho": [ + 0.0938, + 0.1714, + 0.1467, + 0.3004, + 0.1938, + 0.0938 + ] + }, + { + "episode": 870, + "avg_reward": 9278.41, + "avg_cost": 1.0, + "lambda": 74.7585, + "rho": [ + 0.0938, + 0.1714, + 0.1467, + 0.3004, + 0.1938, + 0.0938 + ] + }, + { + "episode": 880, + "avg_reward": 6999.25, + "avg_cost": 0.5, + "lambda": 75.8428, + "rho": [ + 0.0938, + 0.1714, + 0.1467, + 0.3004, + 0.1938, + 0.0938 + ] + }, + { + "episode": 890, + "avg_reward": 10547.69, + "avg_cost": 1.25, + "lambda": 76.9892, + "rho": [ + 0.0938, + 0.1714, + 0.1467, + 0.3004, + 0.1938, + 0.0938 + ] + }, + { + "episode": 900, + "avg_reward": 8450.43, + "avg_cost": 0.25, + "lambda": 78.1389, + "rho": [ + 0.0937, + 0.1798, + 0.1426, + 0.2927, + 0.1974, + 0.0937 + ] + }, + { + "episode": 910, + "avg_reward": 8621.9, + "avg_cost": 1.0, + "lambda": 79.1571, + "rho": [ + 0.0937, + 0.1798, + 0.1426, + 0.2927, + 0.1974, + 0.0937 + ] + }, + { + "episode": 920, + "avg_reward": 8203.73, + "avg_cost": 1.75, + "lambda": 80.211, + "rho": [ + 0.0937, + 0.1798, + 0.1426, + 0.2927, + 0.1974, + 0.0937 + ] + }, + { + "episode": 930, + "avg_reward": 9946.31, + "avg_cost": 0.75, + "lambda": 81.1112, + "rho": [ + 0.0937, + 0.1798, + 0.1426, + 0.2927, + 0.1974, + 0.0937 + ] + }, + { + "episode": 940, + "avg_reward": 11643.51, + "avg_cost": 1.25, + "lambda": 81.966, + "rho": [ + 0.0937, + 0.1798, + 0.1426, + 0.2927, + 0.1974, + 0.0937 + ] + }, + { + "episode": 950, + "avg_reward": 11275.43, + "avg_cost": 2.25, + "lambda": 82.873, + "rho": [ + 0.0938, + 0.1912, + 0.1395, + 0.2822, + 0.1997, + 0.0938 + ] + }, + { + "episode": 960, + "avg_reward": 11359.56, + "avg_cost": 0.75, + "lambda": 84.14, + "rho": [ + 0.0938, + 0.1912, + 0.1395, + 0.2822, + 0.1997, + 0.0938 + ] + }, + { + "episode": 970, + "avg_reward": 11517.66, + "avg_cost": 0.0, + "lambda": 85.2915, + "rho": [ + 0.0938, + 0.1912, + 0.1395, + 0.2822, + 0.1997, + 0.0938 + ] + }, + { + "episode": 980, + "avg_reward": 11761.12, + "avg_cost": 0.25, + "lambda": 86.31, + "rho": [ + 0.0938, + 0.1912, + 0.1395, + 0.2822, + 0.1997, + 0.0938 + ] + }, + { + "episode": 990, + "avg_reward": 10939.28, + "avg_cost": 0.25, + "lambda": 87.3048, + "rho": [ + 0.0938, + 0.1912, + 0.1395, + 0.2822, + 0.1997, + 0.0938 + ] + }, + { + "episode": 1000, + "avg_reward": 11982.12, + "avg_cost": 0.75, + "lambda": 88.1456, + "rho": [ + 0.0938, + 0.1973, + 0.1381, + 0.273, + 0.2041, + 0.0938 + ] + }, + { + "episode": 1010, + "avg_reward": 11124.46, + "avg_cost": 0.0, + "lambda": 88.9841, + "rho": [ + 0.0938, + 0.1973, + 0.1381, + 0.273, + 0.2041, + 0.0938 + ] + }, + { + "episode": 1020, + "avg_reward": 12575.63, + "avg_cost": 1.25, + "lambda": 89.5822, + "rho": [ + 0.0938, + 0.1973, + 0.1381, + 0.273, + 0.2041, + 0.0938 + ] + }, + { + "episode": 1030, + "avg_reward": 10983.45, + "avg_cost": 0.0, + "lambda": 90.2407, + "rho": [ + 0.0938, + 0.1973, + 0.1381, + 0.273, + 0.2041, + 0.0938 + ] + }, + { + "episode": 1040, + "avg_reward": 11750.93, + "avg_cost": 0.25, + "lambda": 90.7714, + "rho": [ + 0.0938, + 0.1973, + 0.1381, + 0.273, + 0.2041, + 0.0938 + ] + }, + { + "episode": 1050, + "avg_reward": 11518.68, + "avg_cost": 0.0, + "lambda": 91.4039, + "rho": [ + 0.0939, + 0.2041, + 0.1388, + 0.2597, + 0.2095, + 0.0939 + ] + }, + { + "episode": 1060, + "avg_reward": 11298.87, + "avg_cost": 1.25, + "lambda": 92.2046, + "rho": [ + 0.0939, + 0.2041, + 0.1388, + 0.2597, + 0.2095, + 0.0939 + ] + }, + { + "episode": 1070, + "avg_reward": 11834.47, + "avg_cost": 0.5, + "lambda": 93.071, + "rho": [ + 0.0939, + 0.2041, + 0.1388, + 0.2597, + 0.2095, + 0.0939 + ] + }, + { + "episode": 1080, + "avg_reward": 12451.97, + "avg_cost": 1.0, + "lambda": 94.0341, + "rho": [ + 0.0939, + 0.2041, + 0.1388, + 0.2597, + 0.2095, + 0.0939 + ] + }, + { + "episode": 1090, + "avg_reward": -2197.61, + "avg_cost": 0.0, + "lambda": 95.0062, + "rho": [ + 0.0939, + 0.2041, + 0.1388, + 0.2597, + 0.2095, + 0.0939 + ] + }, + { + "episode": 1100, + "avg_reward": -2215.74, + "avg_cost": 0.5, + "lambda": 95.7345, + "rho": [ + 0.0939, + 0.2082, + 0.1375, + 0.254, + 0.2125, + 0.0939 + ] + }, + { + "episode": 1110, + "avg_reward": -1148.35, + "avg_cost": 0.0, + "lambda": 96.2911, + "rho": [ + 0.0939, + 0.2082, + 0.1375, + 0.254, + 0.2125, + 0.0939 + ] + }, + { + "episode": 1120, + "avg_reward": -701.33, + "avg_cost": 0.0, + "lambda": 96.4923, + "rho": [ + 0.0939, + 0.2082, + 0.1375, + 0.254, + 0.2125, + 0.0939 + ] + }, + { + "episode": 1130, + "avg_reward": -730.4, + "avg_cost": 0.25, + "lambda": 96.5812, + "rho": [ + 0.0939, + 0.2082, + 0.1375, + 0.254, + 0.2125, + 0.0939 + ] + }, + { + "episode": 1140, + "avg_reward": -737.33, + "avg_cost": 0.0, + "lambda": 96.6749, + "rho": [ + 0.0939, + 0.2082, + 0.1375, + 0.254, + 0.2125, + 0.0939 + ] + }, + { + "episode": 1150, + "avg_reward": -418.6, + "avg_cost": 0.25, + "lambda": 96.7465, + "rho": [ + 0.0938, + 0.2102, + 0.1347, + 0.2538, + 0.2138, + 0.0938 + ] + }, + { + "episode": 1160, + "avg_reward": -897.81, + "avg_cost": 0.25, + "lambda": 96.8118, + "rho": [ + 0.0938, + 0.2102, + 0.1347, + 0.2538, + 0.2138, + 0.0938 + ] + }, + { + "episode": 1170, + "avg_reward": -722.28, + "avg_cost": 0.0, + "lambda": 96.9046, + "rho": [ + 0.0938, + 0.2102, + 0.1347, + 0.2538, + 0.2138, + 0.0938 + ] + }, + { + "episode": 1180, + "avg_reward": -631.7, + "avg_cost": 0.25, + "lambda": 96.9692, + "rho": [ + 0.0938, + 0.2102, + 0.1347, + 0.2538, + 0.2138, + 0.0938 + ] + }, + { + "episode": 1190, + "avg_reward": -272.22, + "avg_cost": 0.0, + "lambda": 97.0362, + "rho": [ + 0.0938, + 0.2102, + 0.1347, + 0.2538, + 0.2138, + 0.0938 + ] + }, + { + "episode": 1200, + "avg_reward": -363.26, + "avg_cost": 0.0, + "lambda": 97.0717, + "rho": [ + 0.0937, + 0.2136, + 0.1332, + 0.2551, + 0.2108, + 0.0937 + ] + }, + { + "episode": 1210, + "avg_reward": -111.13, + "avg_cost": 0.0, + "lambda": 97.1383, + "rho": [ + 0.0937, + 0.2136, + 0.1332, + 0.2551, + 0.2108, + 0.0937 + ] + }, + { + "episode": 1220, + "avg_reward": -208.75, + "avg_cost": 0.0, + "lambda": 97.286, + "rho": [ + 0.0937, + 0.2136, + 0.1332, + 0.2551, + 0.2108, + 0.0937 + ] + }, + { + "episode": 1230, + "avg_reward": -222.67, + "avg_cost": 0.0, + "lambda": 97.3603, + "rho": [ + 0.0937, + 0.2136, + 0.1332, + 0.2551, + 0.2108, + 0.0937 + ] + }, + { + "episode": 1240, + "avg_reward": 12.98, + "avg_cost": 0.0, + "lambda": 97.405, + "rho": [ + 0.0937, + 0.2136, + 0.1332, + 0.2551, + 0.2108, + 0.0937 + ] + }, + { + "episode": 1250, + "avg_reward": 217.05, + "avg_cost": 0.0, + "lambda": 97.4577, + "rho": [ + 0.0937, + 0.2164, + 0.1322, + 0.2558, + 0.2081, + 0.0937 + ] + }, + { + "episode": 1260, + "avg_reward": 1002.3, + "avg_cost": 1.0, + "lambda": 97.5326, + "rho": [ + 0.0937, + 0.2164, + 0.1322, + 0.2558, + 0.2081, + 0.0937 + ] + }, + { + "episode": 1270, + "avg_reward": 1023.82, + "avg_cost": 0.0, + "lambda": 97.6852, + "rho": [ + 0.0937, + 0.2164, + 0.1322, + 0.2558, + 0.2081, + 0.0937 + ] + }, + { + "episode": 1280, + "avg_reward": 1060.46, + "avg_cost": 0.0, + "lambda": 97.7824, + "rho": [ + 0.0937, + 0.2164, + 0.1322, + 0.2558, + 0.2081, + 0.0937 + ] + }, + { + "episode": 1290, + "avg_reward": 1026.65, + "avg_cost": 0.0, + "lambda": 97.8395, + "rho": [ + 0.0937, + 0.2164, + 0.1322, + 0.2558, + 0.2081, + 0.0937 + ] + }, + { + "episode": 1300, + "avg_reward": 859.27, + "avg_cost": 0.0, + "lambda": 97.8854, + "rho": [ + 0.0938, + 0.219, + 0.1314, + 0.2564, + 0.2056, + 0.0938 + ] + }, + { + "episode": 1310, + "avg_reward": 1146.13, + "avg_cost": 0.0, + "lambda": 97.9243, + "rho": [ + 0.0938, + 0.219, + 0.1314, + 0.2564, + 0.2056, + 0.0938 + ] + }, + { + "episode": 1320, + "avg_reward": 2579.73, + "avg_cost": 0.0, + "lambda": 97.9546, + "rho": [ + 0.0938, + 0.219, + 0.1314, + 0.2564, + 0.2056, + 0.0938 + ] + }, + { + "episode": 1330, + "avg_reward": 2145.06, + "avg_cost": 0.0, + "lambda": 97.9984, + "rho": [ + 0.0938, + 0.219, + 0.1314, + 0.2564, + 0.2056, + 0.0938 + ] + }, + { + "episode": 1340, + "avg_reward": 3323.33, + "avg_cost": 0.75, + "lambda": 98.1889, + "rho": [ + 0.0938, + 0.219, + 0.1314, + 0.2564, + 0.2056, + 0.0938 + ] + }, + { + "episode": 1350, + "avg_reward": 3703.53, + "avg_cost": 0.0, + "lambda": 98.5825, + "rho": [ + 0.094, + 0.2191, + 0.1328, + 0.2534, + 0.2068, + 0.094 + ] + }, + { + "episode": 1360, + "avg_reward": 6640.73, + "avg_cost": 0.25, + "lambda": 98.9971, + "rho": [ + 0.094, + 0.2191, + 0.1328, + 0.2534, + 0.2068, + 0.094 + ] + }, + { + "episode": 1370, + "avg_reward": 9403.08, + "avg_cost": 0.25, + "lambda": 99.319, + "rho": [ + 0.094, + 0.2191, + 0.1328, + 0.2534, + 0.2068, + 0.094 + ] + }, + { + "episode": 1380, + "avg_reward": 4743.29, + "avg_cost": 0.0, + "lambda": 99.542, + "rho": [ + 0.094, + 0.2191, + 0.1328, + 0.2534, + 0.2068, + 0.094 + ] + }, + { + "episode": 1390, + "avg_reward": 8280.66, + "avg_cost": 0.0, + "lambda": 99.7329, + "rho": [ + 0.094, + 0.2191, + 0.1328, + 0.2534, + 0.2068, + 0.094 + ] + }, + { + "episode": 1400, + "avg_reward": 6657.99, + "avg_cost": 0.0, + "lambda": 99.8811, + "rho": [ + 0.0941, + 0.2231, + 0.1334, + 0.249, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1410, + "avg_reward": 4833.82, + "avg_cost": 0.5, + "lambda": 100.0484, + "rho": [ + 0.0941, + 0.2231, + 0.1334, + 0.249, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1420, + "avg_reward": 9775.07, + "avg_cost": 0.5, + "lambda": 100.2107, + "rho": [ + 0.0941, + 0.2231, + 0.1334, + 0.249, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1430, + "avg_reward": 10334.03, + "avg_cost": 1.25, + "lambda": 100.4225, + "rho": [ + 0.0941, + 0.2231, + 0.1334, + 0.249, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1440, + "avg_reward": 7886.64, + "avg_cost": 0.75, + "lambda": 100.6848, + "rho": [ + 0.0941, + 0.2231, + 0.1334, + 0.249, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1450, + "avg_reward": 10084.57, + "avg_cost": 0.0, + "lambda": 100.9789, + "rho": [ + 0.0941, + 0.2288, + 0.135, + 0.2419, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1460, + "avg_reward": 10091.75, + "avg_cost": 0.5, + "lambda": 101.2439, + "rho": [ + 0.0941, + 0.2288, + 0.135, + 0.2419, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1470, + "avg_reward": 9891.62, + "avg_cost": 0.25, + "lambda": 101.6404, + "rho": [ + 0.0941, + 0.2288, + 0.135, + 0.2419, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1480, + "avg_reward": 9752.57, + "avg_cost": 1.25, + "lambda": 102.0606, + "rho": [ + 0.0941, + 0.2288, + 0.135, + 0.2419, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1490, + "avg_reward": 6528.68, + "avg_cost": 0.0, + "lambda": 102.5836, + "rho": [ + 0.0941, + 0.2288, + 0.135, + 0.2419, + 0.2063, + 0.0941 + ] + }, + { + "episode": 1500, + "avg_reward": 8131.18, + "avg_cost": 0.5, + "lambda": 103.0948, + "rho": [ + 0.0941, + 0.234, + 0.1402, + 0.2333, + 0.2042, + 0.0941 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..1c883780e769b768786ea092715c70e7e52497c5 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3912367.16, + "constraint_satisfaction_pct": 28.33, + "final_rho": [ + 0.1726, + 0.1714, + 0.1597, + 0.1929, + 0.1584, + 0.145 + ], + "final_lambda": 89.6377, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -3783.1, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": -3839.89, + "avg_cost": 0.0, + "lambda": 10.2267, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": -3388.45, + "avg_cost": 0.0, + "lambda": 10.3761, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": -3311.22, + "avg_cost": 0.0, + "lambda": 10.5036, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": -3482.31, + "avg_cost": 0.5, + "lambda": 10.6462, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": -3282.41, + "avg_cost": 0.0, + "lambda": 10.7648, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 60, + "avg_reward": -3177.87, + "avg_cost": 0.25, + "lambda": 10.8363, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 70, + "avg_reward": -2572.51, + "avg_cost": 0.0, + "lambda": 10.8941, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 80, + "avg_reward": -2436.79, + "avg_cost": 0.25, + "lambda": 10.9167, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 90, + "avg_reward": -2129.11, + "avg_cost": 0.0, + "lambda": 10.9384, + "rho": [ + 0.1811, + 0.1572, + 0.1445, + 0.1932, + 0.1641, + 0.1599 + ] + }, + { + "episode": 100, + "avg_reward": -1867.18, + "avg_cost": 0.25, + "lambda": 10.9792, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 110, + "avg_reward": -1941.69, + "avg_cost": 0.0, + "lambda": 11.0383, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 120, + "avg_reward": -1597.45, + "avg_cost": 0.0, + "lambda": 11.0622, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 130, + "avg_reward": -1913.33, + "avg_cost": 0.0, + "lambda": 11.0859, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 140, + "avg_reward": -1421.97, + "avg_cost": 0.0, + "lambda": 11.1114, + "rho": [ + 0.1775, + 0.1537, + 0.1391, + 0.2106, + 0.1622, + 0.1569 + ] + }, + { + "episode": 150, + "avg_reward": -1380.62, + "avg_cost": 0.0, + "lambda": 11.1202, + "rho": [ + 0.1838, + 0.1532, + 0.1478, + 0.2007, + 0.1579, + 0.1567 + ] + }, + { + "episode": 160, + "avg_reward": -959.42, + "avg_cost": 0.0, + "lambda": 11.1233, + "rho": [ + 0.1838, + 0.1532, + 0.1478, + 0.2007, + 0.1579, + 0.1567 + ] + }, + { + "episode": 170, + "avg_reward": -1192.6, + "avg_cost": 0.5, + "lambda": 11.1732, + "rho": [ + 0.1838, + 0.1532, + 0.1478, + 0.2007, + 0.1579, + 0.1567 + ] + }, + { + "episode": 180, + "avg_reward": -1200.48, + "avg_cost": 0.25, + "lambda": 11.2843, + "rho": [ + 0.1838, + 0.1532, + 0.1478, + 0.2007, + 0.1579, + 0.1567 + ] + }, + { + "episode": 190, + "avg_reward": -1883.58, + "avg_cost": 0.25, + "lambda": 11.446, + "rho": [ + 0.1838, + 0.1532, + 0.1478, + 0.2007, + 0.1579, + 0.1567 + ] + }, + { + "episode": 200, + "avg_reward": -961.73, + "avg_cost": 1.5, + "lambda": 11.8237, + "rho": [ + 0.1803, + 0.1507, + 0.1518, + 0.207, + 0.1532, + 0.157 + ] + }, + { + "episode": 210, + "avg_reward": -1619.81, + "avg_cost": 0.25, + "lambda": 12.2799, + "rho": [ + 0.1803, + 0.1507, + 0.1518, + 0.207, + 0.1532, + 0.157 + ] + }, + { + "episode": 220, + "avg_reward": -1410.81, + "avg_cost": 1.0, + "lambda": 12.92, + "rho": [ + 0.1803, + 0.1507, + 0.1518, + 0.207, + 0.1532, + 0.157 + ] + }, + { + "episode": 230, + "avg_reward": -2115.57, + "avg_cost": 0.5, + "lambda": 13.6122, + "rho": [ + 0.1803, + 0.1507, + 0.1518, + 0.207, + 0.1532, + 0.157 + ] + }, + { + "episode": 240, + "avg_reward": -1573.21, + "avg_cost": 1.25, + "lambda": 14.1428, + "rho": [ + 0.1803, + 0.1507, + 0.1518, + 0.207, + 0.1532, + 0.157 + ] + }, + { + "episode": 250, + "avg_reward": -1454.47, + "avg_cost": 0.0, + "lambda": 14.7362, + "rho": [ + 0.1738, + 0.1517, + 0.155, + 0.2171, + 0.1501, + 0.1523 + ] + }, + { + "episode": 260, + "avg_reward": -524.34, + "avg_cost": 0.5, + "lambda": 15.1696, + "rho": [ + 0.1738, + 0.1517, + 0.155, + 0.2171, + 0.1501, + 0.1523 + ] + }, + { + "episode": 270, + "avg_reward": -1192.28, + "avg_cost": 0.25, + "lambda": 15.4722, + "rho": [ + 0.1738, + 0.1517, + 0.155, + 0.2171, + 0.1501, + 0.1523 + ] + }, + { + "episode": 280, + "avg_reward": -1681.93, + "avg_cost": 0.25, + "lambda": 15.757, + "rho": [ + 0.1738, + 0.1517, + 0.155, + 0.2171, + 0.1501, + 0.1523 + ] + }, + { + "episode": 290, + "avg_reward": -1456.24, + "avg_cost": 1.25, + "lambda": 16.2103, + "rho": [ + 0.1738, + 0.1517, + 0.155, + 0.2171, + 0.1501, + 0.1523 + ] + }, + { + "episode": 300, + "avg_reward": -1376.4, + "avg_cost": 0.0, + "lambda": 17.1075, + "rho": [ + 0.1645, + 0.1541, + 0.1588, + 0.2299, + 0.1477, + 0.1451 + ] + }, + { + "episode": 310, + "avg_reward": -1402.93, + "avg_cost": 0.5, + "lambda": 18.1607, + "rho": [ + 0.1645, + 0.1541, + 0.1588, + 0.2299, + 0.1477, + 0.1451 + ] + }, + { + "episode": 320, + "avg_reward": -890.85, + "avg_cost": 0.75, + "lambda": 18.9501, + "rho": [ + 0.1645, + 0.1541, + 0.1588, + 0.2299, + 0.1477, + 0.1451 + ] + }, + { + "episode": 330, + "avg_reward": -974.94, + "avg_cost": 0.0, + "lambda": 19.6886, + "rho": [ + 0.1645, + 0.1541, + 0.1588, + 0.2299, + 0.1477, + 0.1451 + ] + }, + { + "episode": 340, + "avg_reward": -375.95, + "avg_cost": 0.75, + "lambda": 20.2345, + "rho": [ + 0.1645, + 0.1541, + 0.1588, + 0.2299, + 0.1477, + 0.1451 + ] + }, + { + "episode": 350, + "avg_reward": -1253.28, + "avg_cost": 0.0, + "lambda": 20.8961, + "rho": [ + 0.1567, + 0.158, + 0.1632, + 0.2412, + 0.1452, + 0.1356 + ] + }, + { + "episode": 360, + "avg_reward": -674.3, + "avg_cost": 0.75, + "lambda": 21.4431, + "rho": [ + 0.1567, + 0.158, + 0.1632, + 0.2412, + 0.1452, + 0.1356 + ] + }, + { + "episode": 370, + "avg_reward": -1164.15, + "avg_cost": 0.25, + "lambda": 21.9467, + "rho": [ + 0.1567, + 0.158, + 0.1632, + 0.2412, + 0.1452, + 0.1356 + ] + }, + { + "episode": 380, + "avg_reward": -996.31, + "avg_cost": 1.0, + "lambda": 22.5648, + "rho": [ + 0.1567, + 0.158, + 0.1632, + 0.2412, + 0.1452, + 0.1356 + ] + }, + { + "episode": 390, + "avg_reward": -476.0, + "avg_cost": 0.0, + "lambda": 23.017, + "rho": [ + 0.1567, + 0.158, + 0.1632, + 0.2412, + 0.1452, + 0.1356 + ] + }, + { + "episode": 400, + "avg_reward": -45.9, + "avg_cost": 1.75, + "lambda": 23.317, + "rho": [ + 0.1529, + 0.1627, + 0.1618, + 0.2496, + 0.1443, + 0.1288 + ] + }, + { + "episode": 410, + "avg_reward": 45.73, + "avg_cost": 0.0, + "lambda": 23.9916, + "rho": [ + 0.1529, + 0.1627, + 0.1618, + 0.2496, + 0.1443, + 0.1288 + ] + }, + { + "episode": 420, + "avg_reward": -219.85, + "avg_cost": 0.75, + "lambda": 24.6962, + "rho": [ + 0.1529, + 0.1627, + 0.1618, + 0.2496, + 0.1443, + 0.1288 + ] + }, + { + "episode": 430, + "avg_reward": 936.25, + "avg_cost": 0.0, + "lambda": 25.434, + "rho": [ + 0.1529, + 0.1627, + 0.1618, + 0.2496, + 0.1443, + 0.1288 + ] + }, + { + "episode": 440, + "avg_reward": 642.04, + "avg_cost": 0.75, + "lambda": 26.2547, + "rho": [ + 0.1529, + 0.1627, + 0.1618, + 0.2496, + 0.1443, + 0.1288 + ] + }, + { + "episode": 450, + "avg_reward": 557.97, + "avg_cost": 1.0, + "lambda": 27.4883, + "rho": [ + 0.1539, + 0.1675, + 0.1612, + 0.2475, + 0.1426, + 0.1273 + ] + }, + { + "episode": 460, + "avg_reward": 379.92, + "avg_cost": 0.0, + "lambda": 28.5671, + "rho": [ + 0.1539, + 0.1675, + 0.1612, + 0.2475, + 0.1426, + 0.1273 + ] + }, + { + "episode": 470, + "avg_reward": 191.86, + "avg_cost": 0.75, + "lambda": 29.6916, + "rho": [ + 0.1539, + 0.1675, + 0.1612, + 0.2475, + 0.1426, + 0.1273 + ] + }, + { + "episode": 480, + "avg_reward": 1511.72, + "avg_cost": 0.75, + "lambda": 30.5476, + "rho": [ + 0.1539, + 0.1675, + 0.1612, + 0.2475, + 0.1426, + 0.1273 + ] + }, + { + "episode": 490, + "avg_reward": 1752.75, + "avg_cost": 3.5, + "lambda": 31.4266, + "rho": [ + 0.1539, + 0.1675, + 0.1612, + 0.2475, + 0.1426, + 0.1273 + ] + }, + { + "episode": 500, + "avg_reward": 2178.88, + "avg_cost": 0.5, + "lambda": 32.5713, + "rho": [ + 0.1556, + 0.1702, + 0.1596, + 0.2406, + 0.1462, + 0.1278 + ] + }, + { + "episode": 510, + "avg_reward": 1812.8, + "avg_cost": 2.25, + "lambda": 33.7102, + "rho": [ + 0.1556, + 0.1702, + 0.1596, + 0.2406, + 0.1462, + 0.1278 + ] + }, + { + "episode": 520, + "avg_reward": 1858.93, + "avg_cost": 1.5, + "lambda": 34.9854, + "rho": [ + 0.1556, + 0.1702, + 0.1596, + 0.2406, + 0.1462, + 0.1278 + ] + }, + { + "episode": 530, + "avg_reward": 2111.01, + "avg_cost": 0.75, + "lambda": 36.255, + "rho": [ + 0.1556, + 0.1702, + 0.1596, + 0.2406, + 0.1462, + 0.1278 + ] + }, + { + "episode": 540, + "avg_reward": 1804.85, + "avg_cost": 0.5, + "lambda": 37.3823, + "rho": [ + 0.1556, + 0.1702, + 0.1596, + 0.2406, + 0.1462, + 0.1278 + ] + }, + { + "episode": 550, + "avg_reward": 2024.75, + "avg_cost": 0.5, + "lambda": 38.4246, + "rho": [ + 0.1574, + 0.174, + 0.1591, + 0.2358, + 0.1454, + 0.1282 + ] + }, + { + "episode": 560, + "avg_reward": 2170.93, + "avg_cost": 0.75, + "lambda": 39.4416, + "rho": [ + 0.1574, + 0.174, + 0.1591, + 0.2358, + 0.1454, + 0.1282 + ] + }, + { + "episode": 570, + "avg_reward": 2510.11, + "avg_cost": 1.0, + "lambda": 40.5048, + "rho": [ + 0.1574, + 0.174, + 0.1591, + 0.2358, + 0.1454, + 0.1282 + ] + }, + { + "episode": 580, + "avg_reward": 2503.99, + "avg_cost": 0.75, + "lambda": 41.6265, + "rho": [ + 0.1574, + 0.174, + 0.1591, + 0.2358, + 0.1454, + 0.1282 + ] + }, + { + "episode": 590, + "avg_reward": 2563.54, + "avg_cost": 1.5, + "lambda": 42.7903, + "rho": [ + 0.1574, + 0.174, + 0.1591, + 0.2358, + 0.1454, + 0.1282 + ] + }, + { + "episode": 600, + "avg_reward": 2826.7, + "avg_cost": 0.5, + "lambda": 43.8368, + "rho": [ + 0.1596, + 0.1784, + 0.1597, + 0.2261, + 0.1455, + 0.1306 + ] + }, + { + "episode": 610, + "avg_reward": 3283.65, + "avg_cost": 1.25, + "lambda": 44.6577, + "rho": [ + 0.1596, + 0.1784, + 0.1597, + 0.2261, + 0.1455, + 0.1306 + ] + }, + { + "episode": 620, + "avg_reward": 2012.6, + "avg_cost": 0.25, + "lambda": 45.3304, + "rho": [ + 0.1596, + 0.1784, + 0.1597, + 0.2261, + 0.1455, + 0.1306 + ] + }, + { + "episode": 630, + "avg_reward": 1684.62, + "avg_cost": 0.25, + "lambda": 45.942, + "rho": [ + 0.1596, + 0.1784, + 0.1597, + 0.2261, + 0.1455, + 0.1306 + ] + }, + { + "episode": 640, + "avg_reward": 2361.95, + "avg_cost": 0.5, + "lambda": 46.6108, + "rho": [ + 0.1596, + 0.1784, + 0.1597, + 0.2261, + 0.1455, + 0.1306 + ] + }, + { + "episode": 650, + "avg_reward": 3159.79, + "avg_cost": 0.5, + "lambda": 47.1899, + "rho": [ + 0.1587, + 0.1837, + 0.1599, + 0.2224, + 0.1455, + 0.1299 + ] + }, + { + "episode": 660, + "avg_reward": 3097.63, + "avg_cost": 0.5, + "lambda": 47.7122, + "rho": [ + 0.1587, + 0.1837, + 0.1599, + 0.2224, + 0.1455, + 0.1299 + ] + }, + { + "episode": 670, + "avg_reward": 2912.51, + "avg_cost": 0.25, + "lambda": 48.1822, + "rho": [ + 0.1587, + 0.1837, + 0.1599, + 0.2224, + 0.1455, + 0.1299 + ] + }, + { + "episode": 680, + "avg_reward": 3209.37, + "avg_cost": 0.5, + "lambda": 48.6161, + "rho": [ + 0.1587, + 0.1837, + 0.1599, + 0.2224, + 0.1455, + 0.1299 + ] + }, + { + "episode": 690, + "avg_reward": 1651.56, + "avg_cost": 0.0, + "lambda": 49.2106, + "rho": [ + 0.1587, + 0.1837, + 0.1599, + 0.2224, + 0.1455, + 0.1299 + ] + }, + { + "episode": 700, + "avg_reward": 3594.34, + "avg_cost": 0.25, + "lambda": 49.9173, + "rho": [ + 0.1587, + 0.1871, + 0.1596, + 0.2165, + 0.1461, + 0.132 + ] + }, + { + "episode": 710, + "avg_reward": 2403.91, + "avg_cost": 1.0, + "lambda": 50.6509, + "rho": [ + 0.1587, + 0.1871, + 0.1596, + 0.2165, + 0.1461, + 0.132 + ] + }, + { + "episode": 720, + "avg_reward": 3173.99, + "avg_cost": 0.75, + "lambda": 51.4504, + "rho": [ + 0.1587, + 0.1871, + 0.1596, + 0.2165, + 0.1461, + 0.132 + ] + }, + { + "episode": 730, + "avg_reward": 2585.84, + "avg_cost": 0.75, + "lambda": 52.3639, + "rho": [ + 0.1587, + 0.1871, + 0.1596, + 0.2165, + 0.1461, + 0.132 + ] + }, + { + "episode": 740, + "avg_reward": 1725.64, + "avg_cost": 0.75, + "lambda": 53.0838, + "rho": [ + 0.1587, + 0.1871, + 0.1596, + 0.2165, + 0.1461, + 0.132 + ] + }, + { + "episode": 750, + "avg_reward": 4033.56, + "avg_cost": 0.25, + "lambda": 53.8188, + "rho": [ + 0.1615, + 0.1885, + 0.159, + 0.2104, + 0.1465, + 0.1341 + ] + }, + { + "episode": 760, + "avg_reward": 4074.12, + "avg_cost": 0.25, + "lambda": 54.4046, + "rho": [ + 0.1615, + 0.1885, + 0.159, + 0.2104, + 0.1465, + 0.1341 + ] + }, + { + "episode": 770, + "avg_reward": 4234.11, + "avg_cost": 1.0, + "lambda": 54.8537, + "rho": [ + 0.1615, + 0.1885, + 0.159, + 0.2104, + 0.1465, + 0.1341 + ] + }, + { + "episode": 780, + "avg_reward": 3641.93, + "avg_cost": 1.0, + "lambda": 55.3498, + "rho": [ + 0.1615, + 0.1885, + 0.159, + 0.2104, + 0.1465, + 0.1341 + ] + }, + { + "episode": 790, + "avg_reward": 3994.81, + "avg_cost": 0.25, + "lambda": 55.9816, + "rho": [ + 0.1615, + 0.1885, + 0.159, + 0.2104, + 0.1465, + 0.1341 + ] + }, + { + "episode": 800, + "avg_reward": 3991.71, + "avg_cost": 0.75, + "lambda": 56.4974, + "rho": [ + 0.1621, + 0.1917, + 0.1578, + 0.2083, + 0.1453, + 0.1348 + ] + }, + { + "episode": 810, + "avg_reward": 2890.47, + "avg_cost": 1.0, + "lambda": 56.9313, + "rho": [ + 0.1621, + 0.1917, + 0.1578, + 0.2083, + 0.1453, + 0.1348 + ] + }, + { + "episode": 820, + "avg_reward": 3430.25, + "avg_cost": 0.75, + "lambda": 57.4526, + "rho": [ + 0.1621, + 0.1917, + 0.1578, + 0.2083, + 0.1453, + 0.1348 + ] + }, + { + "episode": 830, + "avg_reward": 3841.58, + "avg_cost": 0.0, + "lambda": 57.9248, + "rho": [ + 0.1621, + 0.1917, + 0.1578, + 0.2083, + 0.1453, + 0.1348 + ] + }, + { + "episode": 840, + "avg_reward": 4576.02, + "avg_cost": 0.25, + "lambda": 58.3285, + "rho": [ + 0.1621, + 0.1917, + 0.1578, + 0.2083, + 0.1453, + 0.1348 + ] + }, + { + "episode": 850, + "avg_reward": 3536.96, + "avg_cost": 0.5, + "lambda": 58.8249, + "rho": [ + 0.1629, + 0.1958, + 0.158, + 0.2067, + 0.1427, + 0.1339 + ] + }, + { + "episode": 860, + "avg_reward": 4349.53, + "avg_cost": 0.5, + "lambda": 59.363, + "rho": [ + 0.1629, + 0.1958, + 0.158, + 0.2067, + 0.1427, + 0.1339 + ] + }, + { + "episode": 870, + "avg_reward": 4622.41, + "avg_cost": 0.5, + "lambda": 59.795, + "rho": [ + 0.1629, + 0.1958, + 0.158, + 0.2067, + 0.1427, + 0.1339 + ] + }, + { + "episode": 880, + "avg_reward": 4539.18, + "avg_cost": 0.5, + "lambda": 60.2391, + "rho": [ + 0.1629, + 0.1958, + 0.158, + 0.2067, + 0.1427, + 0.1339 + ] + }, + { + "episode": 890, + "avg_reward": 3807.35, + "avg_cost": 0.0, + "lambda": 60.7843, + "rho": [ + 0.1629, + 0.1958, + 0.158, + 0.2067, + 0.1427, + 0.1339 + ] + }, + { + "episode": 900, + "avg_reward": 4552.14, + "avg_cost": 0.25, + "lambda": 61.3006, + "rho": [ + 0.1627, + 0.1985, + 0.1584, + 0.2078, + 0.1409, + 0.1317 + ] + }, + { + "episode": 910, + "avg_reward": 4823.83, + "avg_cost": 1.0, + "lambda": 61.7697, + "rho": [ + 0.1627, + 0.1985, + 0.1584, + 0.2078, + 0.1409, + 0.1317 + ] + }, + { + "episode": 920, + "avg_reward": 3320.58, + "avg_cost": 1.0, + "lambda": 62.3614, + "rho": [ + 0.1627, + 0.1985, + 0.1584, + 0.2078, + 0.1409, + 0.1317 + ] + }, + { + "episode": 930, + "avg_reward": 4629.74, + "avg_cost": 0.25, + "lambda": 62.8817, + "rho": [ + 0.1627, + 0.1985, + 0.1584, + 0.2078, + 0.1409, + 0.1317 + ] + }, + { + "episode": 940, + "avg_reward": 4870.13, + "avg_cost": 0.25, + "lambda": 63.2945, + "rho": [ + 0.1627, + 0.1985, + 0.1584, + 0.2078, + 0.1409, + 0.1317 + ] + }, + { + "episode": 950, + "avg_reward": 5161.06, + "avg_cost": 0.5, + "lambda": 63.6747, + "rho": [ + 0.1649, + 0.1987, + 0.1584, + 0.2071, + 0.14, + 0.131 + ] + }, + { + "episode": 960, + "avg_reward": 5176.63, + "avg_cost": 0.75, + "lambda": 64.1599, + "rho": [ + 0.1649, + 0.1987, + 0.1584, + 0.2071, + 0.14, + 0.131 + ] + }, + { + "episode": 970, + "avg_reward": 5061.37, + "avg_cost": 2.0, + "lambda": 64.5545, + "rho": [ + 0.1649, + 0.1987, + 0.1584, + 0.2071, + 0.14, + 0.131 + ] + }, + { + "episode": 980, + "avg_reward": 3405.81, + "avg_cost": 0.5, + "lambda": 65.0474, + "rho": [ + 0.1649, + 0.1987, + 0.1584, + 0.2071, + 0.14, + 0.131 + ] + }, + { + "episode": 990, + "avg_reward": 5320.97, + "avg_cost": 0.5, + "lambda": 65.4906, + "rho": [ + 0.1649, + 0.1987, + 0.1584, + 0.2071, + 0.14, + 0.131 + ] + }, + { + "episode": 1000, + "avg_reward": 5197.48, + "avg_cost": 0.0, + "lambda": 65.8688, + "rho": [ + 0.1651, + 0.1991, + 0.1593, + 0.2066, + 0.1389, + 0.131 + ] + }, + { + "episode": 1010, + "avg_reward": 5332.2, + "avg_cost": 0.0, + "lambda": 66.1621, + "rho": [ + 0.1651, + 0.1991, + 0.1593, + 0.2066, + 0.1389, + 0.131 + ] + }, + { + "episode": 1020, + "avg_reward": 5354.73, + "avg_cost": 1.25, + "lambda": 66.5597, + "rho": [ + 0.1651, + 0.1991, + 0.1593, + 0.2066, + 0.1389, + 0.131 + ] + }, + { + "episode": 1030, + "avg_reward": 5203.33, + "avg_cost": 0.5, + "lambda": 67.1276, + "rho": [ + 0.1651, + 0.1991, + 0.1593, + 0.2066, + 0.1389, + 0.131 + ] + }, + { + "episode": 1040, + "avg_reward": 4655.5, + "avg_cost": 0.0, + "lambda": 67.8866, + "rho": [ + 0.1651, + 0.1991, + 0.1593, + 0.2066, + 0.1389, + 0.131 + ] + }, + { + "episode": 1050, + "avg_reward": 5612.07, + "avg_cost": 1.5, + "lambda": 68.5289, + "rho": [ + 0.1656, + 0.1996, + 0.1608, + 0.2033, + 0.1387, + 0.1319 + ] + }, + { + "episode": 1060, + "avg_reward": 5536.76, + "avg_cost": 1.75, + "lambda": 69.165, + "rho": [ + 0.1656, + 0.1996, + 0.1608, + 0.2033, + 0.1387, + 0.1319 + ] + }, + { + "episode": 1070, + "avg_reward": 5368.52, + "avg_cost": 0.75, + "lambda": 69.8892, + "rho": [ + 0.1656, + 0.1996, + 0.1608, + 0.2033, + 0.1387, + 0.1319 + ] + }, + { + "episode": 1080, + "avg_reward": 5233.79, + "avg_cost": 0.0, + "lambda": 70.6587, + "rho": [ + 0.1656, + 0.1996, + 0.1608, + 0.2033, + 0.1387, + 0.1319 + ] + }, + { + "episode": 1090, + "avg_reward": 5616.92, + "avg_cost": 0.25, + "lambda": 71.4489, + "rho": [ + 0.1656, + 0.1996, + 0.1608, + 0.2033, + 0.1387, + 0.1319 + ] + }, + { + "episode": 1100, + "avg_reward": 5201.4, + "avg_cost": 1.5, + "lambda": 72.4342, + "rho": [ + 0.1665, + 0.2006, + 0.1602, + 0.2011, + 0.1386, + 0.1329 + ] + }, + { + "episode": 1110, + "avg_reward": 5633.51, + "avg_cost": 0.75, + "lambda": 73.3676, + "rho": [ + 0.1665, + 0.2006, + 0.1602, + 0.2011, + 0.1386, + 0.1329 + ] + }, + { + "episode": 1120, + "avg_reward": 5630.38, + "avg_cost": 0.0, + "lambda": 74.0155, + "rho": [ + 0.1665, + 0.2006, + 0.1602, + 0.2011, + 0.1386, + 0.1329 + ] + }, + { + "episode": 1130, + "avg_reward": 5426.71, + "avg_cost": 0.25, + "lambda": 74.4803, + "rho": [ + 0.1665, + 0.2006, + 0.1602, + 0.2011, + 0.1386, + 0.1329 + ] + }, + { + "episode": 1140, + "avg_reward": 5680.29, + "avg_cost": 0.25, + "lambda": 74.9173, + "rho": [ + 0.1665, + 0.2006, + 0.1602, + 0.2011, + 0.1386, + 0.1329 + ] + }, + { + "episode": 1150, + "avg_reward": 5938.47, + "avg_cost": 0.5, + "lambda": 75.5176, + "rho": [ + 0.1679, + 0.2016, + 0.1601, + 0.1967, + 0.1392, + 0.1346 + ] + }, + { + "episode": 1160, + "avg_reward": 5461.82, + "avg_cost": 0.25, + "lambda": 76.0669, + "rho": [ + 0.1679, + 0.2016, + 0.1601, + 0.1967, + 0.1392, + 0.1346 + ] + }, + { + "episode": 1170, + "avg_reward": 5845.1, + "avg_cost": 0.25, + "lambda": 76.5411, + "rho": [ + 0.1679, + 0.2016, + 0.1601, + 0.1967, + 0.1392, + 0.1346 + ] + }, + { + "episode": 1180, + "avg_reward": 5950.36, + "avg_cost": 0.5, + "lambda": 77.0119, + "rho": [ + 0.1679, + 0.2016, + 0.1601, + 0.1967, + 0.1392, + 0.1346 + ] + }, + { + "episode": 1190, + "avg_reward": 5552.98, + "avg_cost": 0.25, + "lambda": 77.4329, + "rho": [ + 0.1679, + 0.2016, + 0.1601, + 0.1967, + 0.1392, + 0.1346 + ] + }, + { + "episode": 1200, + "avg_reward": 6021.4, + "avg_cost": 0.0, + "lambda": 77.8399, + "rho": [ + 0.1699, + 0.199, + 0.1601, + 0.1922, + 0.1411, + 0.1378 + ] + }, + { + "episode": 1210, + "avg_reward": 5019.81, + "avg_cost": 1.0, + "lambda": 78.2601, + "rho": [ + 0.1699, + 0.199, + 0.1601, + 0.1922, + 0.1411, + 0.1378 + ] + }, + { + "episode": 1220, + "avg_reward": 5818.92, + "avg_cost": 0.0, + "lambda": 78.7509, + "rho": [ + 0.1699, + 0.199, + 0.1601, + 0.1922, + 0.1411, + 0.1378 + ] + }, + { + "episode": 1230, + "avg_reward": 5103.75, + "avg_cost": 0.0, + "lambda": 79.0537, + "rho": [ + 0.1699, + 0.199, + 0.1601, + 0.1922, + 0.1411, + 0.1378 + ] + }, + { + "episode": 1240, + "avg_reward": 5162.52, + "avg_cost": 0.5, + "lambda": 79.3779, + "rho": [ + 0.1699, + 0.199, + 0.1601, + 0.1922, + 0.1411, + 0.1378 + ] + }, + { + "episode": 1250, + "avg_reward": 5709.08, + "avg_cost": 1.25, + "lambda": 79.7946, + "rho": [ + 0.1719, + 0.1953, + 0.1596, + 0.1892, + 0.1439, + 0.1401 + ] + }, + { + "episode": 1260, + "avg_reward": 6222.02, + "avg_cost": 0.0, + "lambda": 80.3261, + "rho": [ + 0.1719, + 0.1953, + 0.1596, + 0.1892, + 0.1439, + 0.1401 + ] + }, + { + "episode": 1270, + "avg_reward": 6056.77, + "avg_cost": 0.5, + "lambda": 80.7414, + "rho": [ + 0.1719, + 0.1953, + 0.1596, + 0.1892, + 0.1439, + 0.1401 + ] + }, + { + "episode": 1280, + "avg_reward": 5783.47, + "avg_cost": 0.0, + "lambda": 81.1599, + "rho": [ + 0.1719, + 0.1953, + 0.1596, + 0.1892, + 0.1439, + 0.1401 + ] + }, + { + "episode": 1290, + "avg_reward": 5549.87, + "avg_cost": 0.75, + "lambda": 81.4932, + "rho": [ + 0.1719, + 0.1953, + 0.1596, + 0.1892, + 0.1439, + 0.1401 + ] + }, + { + "episode": 1300, + "avg_reward": 5981.16, + "avg_cost": 0.25, + "lambda": 81.7926, + "rho": [ + 0.1732, + 0.1913, + 0.16, + 0.1882, + 0.1462, + 0.1413 + ] + }, + { + "episode": 1310, + "avg_reward": 6353.33, + "avg_cost": 1.0, + "lambda": 82.1362, + "rho": [ + 0.1732, + 0.1913, + 0.16, + 0.1882, + 0.1462, + 0.1413 + ] + }, + { + "episode": 1320, + "avg_reward": 4388.31, + "avg_cost": 0.25, + "lambda": 82.5, + "rho": [ + 0.1732, + 0.1913, + 0.16, + 0.1882, + 0.1462, + 0.1413 + ] + }, + { + "episode": 1330, + "avg_reward": 5683.45, + "avg_cost": 0.75, + "lambda": 82.9657, + "rho": [ + 0.1732, + 0.1913, + 0.16, + 0.1882, + 0.1462, + 0.1413 + ] + }, + { + "episode": 1340, + "avg_reward": 5791.11, + "avg_cost": 0.5, + "lambda": 83.3729, + "rho": [ + 0.1732, + 0.1913, + 0.16, + 0.1882, + 0.1462, + 0.1413 + ] + }, + { + "episode": 1350, + "avg_reward": 4422.26, + "avg_cost": 0.5, + "lambda": 83.7355, + "rho": [ + 0.1738, + 0.1872, + 0.1597, + 0.1889, + 0.1488, + 0.1417 + ] + }, + { + "episode": 1360, + "avg_reward": 6062.51, + "avg_cost": 0.5, + "lambda": 83.9792, + "rho": [ + 0.1738, + 0.1872, + 0.1597, + 0.1889, + 0.1488, + 0.1417 + ] + }, + { + "episode": 1370, + "avg_reward": 6151.49, + "avg_cost": 0.25, + "lambda": 84.2395, + "rho": [ + 0.1738, + 0.1872, + 0.1597, + 0.1889, + 0.1488, + 0.1417 + ] + }, + { + "episode": 1380, + "avg_reward": 6266.04, + "avg_cost": 0.5, + "lambda": 84.6237, + "rho": [ + 0.1738, + 0.1872, + 0.1597, + 0.1889, + 0.1488, + 0.1417 + ] + }, + { + "episode": 1390, + "avg_reward": 5947.39, + "avg_cost": 1.0, + "lambda": 84.9978, + "rho": [ + 0.1738, + 0.1872, + 0.1597, + 0.1889, + 0.1488, + 0.1417 + ] + }, + { + "episode": 1400, + "avg_reward": 5977.41, + "avg_cost": 0.5, + "lambda": 85.4349, + "rho": [ + 0.1735, + 0.1823, + 0.1591, + 0.1901, + 0.1523, + 0.1427 + ] + }, + { + "episode": 1410, + "avg_reward": 6076.02, + "avg_cost": 0.0, + "lambda": 85.7491, + "rho": [ + 0.1735, + 0.1823, + 0.1591, + 0.1901, + 0.1523, + 0.1427 + ] + }, + { + "episode": 1420, + "avg_reward": 6366.61, + "avg_cost": 0.5, + "lambda": 86.2196, + "rho": [ + 0.1735, + 0.1823, + 0.1591, + 0.1901, + 0.1523, + 0.1427 + ] + }, + { + "episode": 1430, + "avg_reward": 5642.04, + "avg_cost": 0.75, + "lambda": 86.7063, + "rho": [ + 0.1735, + 0.1823, + 0.1591, + 0.1901, + 0.1523, + 0.1427 + ] + }, + { + "episode": 1440, + "avg_reward": 5959.41, + "avg_cost": 0.5, + "lambda": 87.2037, + "rho": [ + 0.1735, + 0.1823, + 0.1591, + 0.1901, + 0.1523, + 0.1427 + ] + }, + { + "episode": 1450, + "avg_reward": 6488.89, + "avg_cost": 0.5, + "lambda": 87.6116, + "rho": [ + 0.1731, + 0.1769, + 0.1591, + 0.192, + 0.1549, + 0.144 + ] + }, + { + "episode": 1460, + "avg_reward": 6393.33, + "avg_cost": 0.75, + "lambda": 88.0691, + "rho": [ + 0.1731, + 0.1769, + 0.1591, + 0.192, + 0.1549, + 0.144 + ] + }, + { + "episode": 1470, + "avg_reward": 6384.54, + "avg_cost": 0.25, + "lambda": 88.4788, + "rho": [ + 0.1731, + 0.1769, + 0.1591, + 0.192, + 0.1549, + 0.144 + ] + }, + { + "episode": 1480, + "avg_reward": 5958.27, + "avg_cost": 0.25, + "lambda": 88.8748, + "rho": [ + 0.1731, + 0.1769, + 0.1591, + 0.192, + 0.1549, + 0.144 + ] + }, + { + "episode": 1490, + "avg_reward": 4209.89, + "avg_cost": 0.0, + "lambda": 89.2887, + "rho": [ + 0.1731, + 0.1769, + 0.1591, + 0.192, + 0.1549, + 0.144 + ] + }, + { + "episode": 1500, + "avg_reward": 5816.14, + "avg_cost": 0.5, + "lambda": 89.6377, + "rho": [ + 0.1726, + 0.1714, + 0.1597, + 0.1929, + 0.1584, + 0.145 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..5adab3c4347f3ebd792eeeb261161277c7e8623b --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 196719.01, + "constraint_satisfaction_pct": 19.87, + "final_rho": [ + 0.2048, + 0.2279, + 0.1594, + 0.0986, + 0.1628, + 0.1465 + ], + "final_lambda": 10.3236, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -487.21, + "avg_cost": 219.5, + "lambda": 0.3195, + "rho": [ + 0.1801, + 0.1495, + 0.1704, + 0.1577, + 0.1793, + 0.163 + ] + }, + { + "episode": 10, + "avg_reward": -945.9, + "avg_cost": 185.0, + "lambda": 2.263, + "rho": [ + 0.1801, + 0.1495, + 0.1704, + 0.1577, + 0.1793, + 0.163 + ] + }, + { + "episode": 20, + "avg_reward": -797.75, + "avg_cost": 90.25, + "lambda": 3.813, + "rho": [ + 0.1801, + 0.1495, + 0.1704, + 0.1577, + 0.1793, + 0.163 + ] + }, + { + "episode": 30, + "avg_reward": -2259.32, + "avg_cost": 17.75, + "lambda": 4.8372, + "rho": [ + 0.1801, + 0.1495, + 0.1704, + 0.1577, + 0.1793, + 0.163 + ] + }, + { + "episode": 40, + "avg_reward": -1476.78, + "avg_cost": 57.25, + "lambda": 5.5258, + "rho": [ + 0.1801, + 0.1495, + 0.1704, + 0.1577, + 0.1793, + 0.163 + ] + }, + { + "episode": 50, + "avg_reward": -1688.26, + "avg_cost": 29.0, + "lambda": 6.0882, + "rho": [ + 0.1653, + 0.1534, + 0.1733, + 0.1434, + 0.1882, + 0.1763 + ] + }, + { + "episode": 60, + "avg_reward": -1638.01, + "avg_cost": 8.5, + "lambda": 6.5533, + "rho": [ + 0.1653, + 0.1534, + 0.1733, + 0.1434, + 0.1882, + 0.1763 + ] + }, + { + "episode": 70, + "avg_reward": -1184.55, + "avg_cost": 17.75, + "lambda": 6.8467, + "rho": [ + 0.1653, + 0.1534, + 0.1733, + 0.1434, + 0.1882, + 0.1763 + ] + }, + { + "episode": 80, + "avg_reward": -1138.97, + "avg_cost": 38.5, + "lambda": 7.0898, + "rho": [ + 0.1653, + 0.1534, + 0.1733, + 0.1434, + 0.1882, + 0.1763 + ] + }, + { + "episode": 90, + "avg_reward": -1750.3, + "avg_cost": 14.75, + "lambda": 7.3228, + "rho": [ + 0.1653, + 0.1534, + 0.1733, + 0.1434, + 0.1882, + 0.1763 + ] + }, + { + "episode": 100, + "avg_reward": -1805.01, + "avg_cost": 2.75, + "lambda": 7.4625, + "rho": [ + 0.1539, + 0.1601, + 0.1711, + 0.1494, + 0.1896, + 0.176 + ] + }, + { + "episode": 110, + "avg_reward": -1474.11, + "avg_cost": 21.25, + "lambda": 7.551, + "rho": [ + 0.1539, + 0.1601, + 0.1711, + 0.1494, + 0.1896, + 0.176 + ] + }, + { + "episode": 120, + "avg_reward": -1241.75, + "avg_cost": 21.5, + "lambda": 7.7051, + "rho": [ + 0.1539, + 0.1601, + 0.1711, + 0.1494, + 0.1896, + 0.176 + ] + }, + { + "episode": 130, + "avg_reward": -1349.18, + "avg_cost": 22.75, + "lambda": 7.9215, + "rho": [ + 0.1539, + 0.1601, + 0.1711, + 0.1494, + 0.1896, + 0.176 + ] + }, + { + "episode": 140, + "avg_reward": -1227.82, + "avg_cost": 9.75, + "lambda": 8.1158, + "rho": [ + 0.1539, + 0.1601, + 0.1711, + 0.1494, + 0.1896, + 0.176 + ] + }, + { + "episode": 150, + "avg_reward": -1243.0, + "avg_cost": 3.0, + "lambda": 8.2469, + "rho": [ + 0.1459, + 0.1605, + 0.1775, + 0.1519, + 0.1883, + 0.1758 + ] + }, + { + "episode": 160, + "avg_reward": -1487.58, + "avg_cost": 9.5, + "lambda": 8.347, + "rho": [ + 0.1459, + 0.1605, + 0.1775, + 0.1519, + 0.1883, + 0.1758 + ] + }, + { + "episode": 170, + "avg_reward": -932.58, + "avg_cost": 37.5, + "lambda": 8.4673, + "rho": [ + 0.1459, + 0.1605, + 0.1775, + 0.1519, + 0.1883, + 0.1758 + ] + }, + { + "episode": 180, + "avg_reward": -1536.36, + "avg_cost": 4.5, + "lambda": 8.6332, + "rho": [ + 0.1459, + 0.1605, + 0.1775, + 0.1519, + 0.1883, + 0.1758 + ] + }, + { + "episode": 190, + "avg_reward": -1517.93, + "avg_cost": 2.75, + "lambda": 8.7318, + "rho": [ + 0.1459, + 0.1605, + 0.1775, + 0.1519, + 0.1883, + 0.1758 + ] + }, + { + "episode": 200, + "avg_reward": -812.03, + "avg_cost": 5.0, + "lambda": 8.787, + "rho": [ + 0.1479, + 0.1585, + 0.1809, + 0.1514, + 0.188, + 0.1733 + ] + }, + { + "episode": 210, + "avg_reward": -648.55, + "avg_cost": 1.5, + "lambda": 8.8244, + "rho": [ + 0.1479, + 0.1585, + 0.1809, + 0.1514, + 0.188, + 0.1733 + ] + }, + { + "episode": 220, + "avg_reward": -446.65, + "avg_cost": 0.0, + "lambda": 8.8474, + "rho": [ + 0.1479, + 0.1585, + 0.1809, + 0.1514, + 0.188, + 0.1733 + ] + }, + { + "episode": 230, + "avg_reward": -729.05, + "avg_cost": 0.5, + "lambda": 8.8622, + "rho": [ + 0.1479, + 0.1585, + 0.1809, + 0.1514, + 0.188, + 0.1733 + ] + }, + { + "episode": 240, + "avg_reward": -527.72, + "avg_cost": 0.25, + "lambda": 8.8747, + "rho": [ + 0.1479, + 0.1585, + 0.1809, + 0.1514, + 0.188, + 0.1733 + ] + }, + { + "episode": 250, + "avg_reward": -466.06, + "avg_cost": 0.0, + "lambda": 8.8845, + "rho": [ + 0.1516, + 0.1553, + 0.1801, + 0.1485, + 0.191, + 0.1735 + ] + }, + { + "episode": 260, + "avg_reward": -608.69, + "avg_cost": 0.5, + "lambda": 8.893, + "rho": [ + 0.1516, + 0.1553, + 0.1801, + 0.1485, + 0.191, + 0.1735 + ] + }, + { + "episode": 270, + "avg_reward": -479.64, + "avg_cost": 1.25, + "lambda": 8.9017, + "rho": [ + 0.1516, + 0.1553, + 0.1801, + 0.1485, + 0.191, + 0.1735 + ] + }, + { + "episode": 280, + "avg_reward": -445.23, + "avg_cost": 0.0, + "lambda": 8.9132, + "rho": [ + 0.1516, + 0.1553, + 0.1801, + 0.1485, + 0.191, + 0.1735 + ] + }, + { + "episode": 290, + "avg_reward": -390.75, + "avg_cost": 1.5, + "lambda": 8.9491, + "rho": [ + 0.1516, + 0.1553, + 0.1801, + 0.1485, + 0.191, + 0.1735 + ] + }, + { + "episode": 300, + "avg_reward": -400.02, + "avg_cost": 0.0, + "lambda": 8.9723, + "rho": [ + 0.1508, + 0.1541, + 0.1806, + 0.1453, + 0.1949, + 0.1743 + ] + }, + { + "episode": 310, + "avg_reward": -1316.06, + "avg_cost": 7.25, + "lambda": 8.983, + "rho": [ + 0.1508, + 0.1541, + 0.1806, + 0.1453, + 0.1949, + 0.1743 + ] + }, + { + "episode": 320, + "avg_reward": -458.93, + "avg_cost": 0.5, + "lambda": 9.0087, + "rho": [ + 0.1508, + 0.1541, + 0.1806, + 0.1453, + 0.1949, + 0.1743 + ] + }, + { + "episode": 330, + "avg_reward": -361.02, + "avg_cost": 0.5, + "lambda": 9.022, + "rho": [ + 0.1508, + 0.1541, + 0.1806, + 0.1453, + 0.1949, + 0.1743 + ] + }, + { + "episode": 340, + "avg_reward": -359.07, + "avg_cost": 0.0, + "lambda": 9.03, + "rho": [ + 0.1508, + 0.1541, + 0.1806, + 0.1453, + 0.1949, + 0.1743 + ] + }, + { + "episode": 350, + "avg_reward": -387.99, + "avg_cost": 0.0, + "lambda": 9.034, + "rho": [ + 0.1536, + 0.1533, + 0.182, + 0.1426, + 0.1954, + 0.1731 + ] + }, + { + "episode": 360, + "avg_reward": -1503.4, + "avg_cost": 12.25, + "lambda": 9.0379, + "rho": [ + 0.1536, + 0.1533, + 0.182, + 0.1426, + 0.1954, + 0.1731 + ] + }, + { + "episode": 370, + "avg_reward": -432.53, + "avg_cost": 0.0, + "lambda": 9.061, + "rho": [ + 0.1536, + 0.1533, + 0.182, + 0.1426, + 0.1954, + 0.1731 + ] + }, + { + "episode": 380, + "avg_reward": -472.16, + "avg_cost": 1.0, + "lambda": 9.0757, + "rho": [ + 0.1536, + 0.1533, + 0.182, + 0.1426, + 0.1954, + 0.1731 + ] + }, + { + "episode": 390, + "avg_reward": -495.73, + "avg_cost": 0.0, + "lambda": 9.1079, + "rho": [ + 0.1536, + 0.1533, + 0.182, + 0.1426, + 0.1954, + 0.1731 + ] + }, + { + "episode": 400, + "avg_reward": -831.14, + "avg_cost": 9.25, + "lambda": 9.1416, + "rho": [ + 0.1555, + 0.1551, + 0.1817, + 0.1391, + 0.1934, + 0.1752 + ] + }, + { + "episode": 410, + "avg_reward": -518.78, + "avg_cost": 2.0, + "lambda": 9.1809, + "rho": [ + 0.1555, + 0.1551, + 0.1817, + 0.1391, + 0.1934, + 0.1752 + ] + }, + { + "episode": 420, + "avg_reward": -132.56, + "avg_cost": 0.0, + "lambda": 9.2009, + "rho": [ + 0.1555, + 0.1551, + 0.1817, + 0.1391, + 0.1934, + 0.1752 + ] + }, + { + "episode": 430, + "avg_reward": -120.71, + "avg_cost": 2.5, + "lambda": 9.2101, + "rho": [ + 0.1555, + 0.1551, + 0.1817, + 0.1391, + 0.1934, + 0.1752 + ] + }, + { + "episode": 440, + "avg_reward": -181.13, + "avg_cost": 0.0, + "lambda": 9.2167, + "rho": [ + 0.1555, + 0.1551, + 0.1817, + 0.1391, + 0.1934, + 0.1752 + ] + }, + { + "episode": 450, + "avg_reward": -152.7, + "avg_cost": 0.25, + "lambda": 9.2244, + "rho": [ + 0.1574, + 0.1571, + 0.1816, + 0.1364, + 0.1919, + 0.1756 + ] + }, + { + "episode": 460, + "avg_reward": -131.26, + "avg_cost": 0.25, + "lambda": 9.2302, + "rho": [ + 0.1574, + 0.1571, + 0.1816, + 0.1364, + 0.1919, + 0.1756 + ] + }, + { + "episode": 470, + "avg_reward": -39.17, + "avg_cost": 0.25, + "lambda": 9.2369, + "rho": [ + 0.1574, + 0.1571, + 0.1816, + 0.1364, + 0.1919, + 0.1756 + ] + }, + { + "episode": 480, + "avg_reward": -528.98, + "avg_cost": 15.5, + "lambda": 9.2593, + "rho": [ + 0.1574, + 0.1571, + 0.1816, + 0.1364, + 0.1919, + 0.1756 + ] + }, + { + "episode": 490, + "avg_reward": -85.05, + "avg_cost": 0.0, + "lambda": 9.3084, + "rho": [ + 0.1574, + 0.1571, + 0.1816, + 0.1364, + 0.1919, + 0.1756 + ] + }, + { + "episode": 500, + "avg_reward": -88.12, + "avg_cost": 0.0, + "lambda": 9.3288, + "rho": [ + 0.1592, + 0.1621, + 0.1811, + 0.1339, + 0.1887, + 0.175 + ] + }, + { + "episode": 510, + "avg_reward": -113.4, + "avg_cost": 0.25, + "lambda": 9.3477, + "rho": [ + 0.1592, + 0.1621, + 0.1811, + 0.1339, + 0.1887, + 0.175 + ] + }, + { + "episode": 520, + "avg_reward": -108.13, + "avg_cost": 0.0, + "lambda": 9.3687, + "rho": [ + 0.1592, + 0.1621, + 0.1811, + 0.1339, + 0.1887, + 0.175 + ] + }, + { + "episode": 530, + "avg_reward": -104.92, + "avg_cost": 0.0, + "lambda": 9.3997, + "rho": [ + 0.1592, + 0.1621, + 0.1811, + 0.1339, + 0.1887, + 0.175 + ] + }, + { + "episode": 540, + "avg_reward": -79.45, + "avg_cost": 0.75, + "lambda": 9.4192, + "rho": [ + 0.1592, + 0.1621, + 0.1811, + 0.1339, + 0.1887, + 0.175 + ] + }, + { + "episode": 550, + "avg_reward": 196.18, + "avg_cost": 1.25, + "lambda": 9.4397, + "rho": [ + 0.1614, + 0.1673, + 0.1809, + 0.1327, + 0.1866, + 0.1711 + ] + }, + { + "episode": 560, + "avg_reward": 255.92, + "avg_cost": 2.25, + "lambda": 9.4565, + "rho": [ + 0.1614, + 0.1673, + 0.1809, + 0.1327, + 0.1866, + 0.1711 + ] + }, + { + "episode": 570, + "avg_reward": 126.19, + "avg_cost": 0.5, + "lambda": 9.4684, + "rho": [ + 0.1614, + 0.1673, + 0.1809, + 0.1327, + 0.1866, + 0.1711 + ] + }, + { + "episode": 580, + "avg_reward": 106.81, + "avg_cost": 1.0, + "lambda": 9.4795, + "rho": [ + 0.1614, + 0.1673, + 0.1809, + 0.1327, + 0.1866, + 0.1711 + ] + }, + { + "episode": 590, + "avg_reward": 228.95, + "avg_cost": 0.25, + "lambda": 9.4984, + "rho": [ + 0.1614, + 0.1673, + 0.1809, + 0.1327, + 0.1866, + 0.1711 + ] + }, + { + "episode": 600, + "avg_reward": 296.79, + "avg_cost": 1.25, + "lambda": 9.5155, + "rho": [ + 0.1618, + 0.1711, + 0.1833, + 0.1307, + 0.1845, + 0.1687 + ] + }, + { + "episode": 610, + "avg_reward": 322.57, + "avg_cost": 1.0, + "lambda": 9.5295, + "rho": [ + 0.1618, + 0.1711, + 0.1833, + 0.1307, + 0.1845, + 0.1687 + ] + }, + { + "episode": 620, + "avg_reward": 318.36, + "avg_cost": 2.25, + "lambda": 9.5409, + "rho": [ + 0.1618, + 0.1711, + 0.1833, + 0.1307, + 0.1845, + 0.1687 + ] + }, + { + "episode": 630, + "avg_reward": 359.46, + "avg_cost": 0.0, + "lambda": 9.5494, + "rho": [ + 0.1618, + 0.1711, + 0.1833, + 0.1307, + 0.1845, + 0.1687 + ] + }, + { + "episode": 640, + "avg_reward": 485.47, + "avg_cost": 0.25, + "lambda": 9.556, + "rho": [ + 0.1618, + 0.1711, + 0.1833, + 0.1307, + 0.1845, + 0.1687 + ] + }, + { + "episode": 650, + "avg_reward": 510.94, + "avg_cost": 0.25, + "lambda": 9.5637, + "rho": [ + 0.1644, + 0.1737, + 0.1847, + 0.1286, + 0.1827, + 0.166 + ] + }, + { + "episode": 660, + "avg_reward": 620.9, + "avg_cost": 1.5, + "lambda": 9.575, + "rho": [ + 0.1644, + 0.1737, + 0.1847, + 0.1286, + 0.1827, + 0.166 + ] + }, + { + "episode": 670, + "avg_reward": 587.89, + "avg_cost": 0.75, + "lambda": 9.5869, + "rho": [ + 0.1644, + 0.1737, + 0.1847, + 0.1286, + 0.1827, + 0.166 + ] + }, + { + "episode": 680, + "avg_reward": 399.21, + "avg_cost": 1.0, + "lambda": 9.5967, + "rho": [ + 0.1644, + 0.1737, + 0.1847, + 0.1286, + 0.1827, + 0.166 + ] + }, + { + "episode": 690, + "avg_reward": 426.49, + "avg_cost": 0.5, + "lambda": 9.6069, + "rho": [ + 0.1644, + 0.1737, + 0.1847, + 0.1286, + 0.1827, + 0.166 + ] + }, + { + "episode": 700, + "avg_reward": 491.6, + "avg_cost": 0.0, + "lambda": 9.6145, + "rho": [ + 0.1664, + 0.1792, + 0.1854, + 0.1259, + 0.1798, + 0.1633 + ] + }, + { + "episode": 710, + "avg_reward": 505.45, + "avg_cost": 0.5, + "lambda": 9.6226, + "rho": [ + 0.1664, + 0.1792, + 0.1854, + 0.1259, + 0.1798, + 0.1633 + ] + }, + { + "episode": 720, + "avg_reward": 514.65, + "avg_cost": 0.0, + "lambda": 9.6329, + "rho": [ + 0.1664, + 0.1792, + 0.1854, + 0.1259, + 0.1798, + 0.1633 + ] + }, + { + "episode": 730, + "avg_reward": 455.89, + "avg_cost": 0.75, + "lambda": 9.6451, + "rho": [ + 0.1664, + 0.1792, + 0.1854, + 0.1259, + 0.1798, + 0.1633 + ] + }, + { + "episode": 740, + "avg_reward": 433.3, + "avg_cost": 0.0, + "lambda": 9.6564, + "rho": [ + 0.1664, + 0.1792, + 0.1854, + 0.1259, + 0.1798, + 0.1633 + ] + }, + { + "episode": 750, + "avg_reward": 363.94, + "avg_cost": 0.5, + "lambda": 9.6646, + "rho": [ + 0.1678, + 0.1843, + 0.183, + 0.1244, + 0.1787, + 0.1619 + ] + }, + { + "episode": 760, + "avg_reward": 388.24, + "avg_cost": 0.0, + "lambda": 9.6707, + "rho": [ + 0.1678, + 0.1843, + 0.183, + 0.1244, + 0.1787, + 0.1619 + ] + }, + { + "episode": 770, + "avg_reward": 474.59, + "avg_cost": 0.0, + "lambda": 9.6757, + "rho": [ + 0.1678, + 0.1843, + 0.183, + 0.1244, + 0.1787, + 0.1619 + ] + }, + { + "episode": 780, + "avg_reward": 418.86, + "avg_cost": 0.5, + "lambda": 9.6803, + "rho": [ + 0.1678, + 0.1843, + 0.183, + 0.1244, + 0.1787, + 0.1619 + ] + }, + { + "episode": 790, + "avg_reward": 454.96, + "avg_cost": 0.5, + "lambda": 9.6865, + "rho": [ + 0.1678, + 0.1843, + 0.183, + 0.1244, + 0.1787, + 0.1619 + ] + }, + { + "episode": 800, + "avg_reward": 432.91, + "avg_cost": 0.75, + "lambda": 9.692, + "rho": [ + 0.1689, + 0.1919, + 0.1805, + 0.122, + 0.1767, + 0.1598 + ] + }, + { + "episode": 810, + "avg_reward": 442.63, + "avg_cost": 0.25, + "lambda": 9.6972, + "rho": [ + 0.1689, + 0.1919, + 0.1805, + 0.122, + 0.1767, + 0.1598 + ] + }, + { + "episode": 820, + "avg_reward": 531.91, + "avg_cost": 0.25, + "lambda": 9.7026, + "rho": [ + 0.1689, + 0.1919, + 0.1805, + 0.122, + 0.1767, + 0.1598 + ] + }, + { + "episode": 830, + "avg_reward": 485.96, + "avg_cost": 0.25, + "lambda": 9.7089, + "rho": [ + 0.1689, + 0.1919, + 0.1805, + 0.122, + 0.1767, + 0.1598 + ] + }, + { + "episode": 840, + "avg_reward": 570.03, + "avg_cost": 0.0, + "lambda": 9.7174, + "rho": [ + 0.1689, + 0.1919, + 0.1805, + 0.122, + 0.1767, + 0.1598 + ] + }, + { + "episode": 850, + "avg_reward": 404.07, + "avg_cost": 1.0, + "lambda": 9.724, + "rho": [ + 0.1707, + 0.1982, + 0.1774, + 0.1206, + 0.1741, + 0.1591 + ] + }, + { + "episode": 860, + "avg_reward": 629.36, + "avg_cost": 0.5, + "lambda": 9.7291, + "rho": [ + 0.1707, + 0.1982, + 0.1774, + 0.1206, + 0.1741, + 0.1591 + ] + }, + { + "episode": 870, + "avg_reward": 608.22, + "avg_cost": 1.0, + "lambda": 9.7344, + "rho": [ + 0.1707, + 0.1982, + 0.1774, + 0.1206, + 0.1741, + 0.1591 + ] + }, + { + "episode": 880, + "avg_reward": 562.33, + "avg_cost": 0.25, + "lambda": 9.7418, + "rho": [ + 0.1707, + 0.1982, + 0.1774, + 0.1206, + 0.1741, + 0.1591 + ] + }, + { + "episode": 890, + "avg_reward": 542.57, + "avg_cost": 1.5, + "lambda": 9.7489, + "rho": [ + 0.1707, + 0.1982, + 0.1774, + 0.1206, + 0.1741, + 0.1591 + ] + }, + { + "episode": 900, + "avg_reward": 628.11, + "avg_cost": 0.0, + "lambda": 9.7558, + "rho": [ + 0.1724, + 0.2058, + 0.1748, + 0.1165, + 0.1721, + 0.1584 + ] + }, + { + "episode": 910, + "avg_reward": 630.56, + "avg_cost": 0.0, + "lambda": 9.7603, + "rho": [ + 0.1724, + 0.2058, + 0.1748, + 0.1165, + 0.1721, + 0.1584 + ] + }, + { + "episode": 920, + "avg_reward": 627.4, + "avg_cost": 0.25, + "lambda": 9.7653, + "rho": [ + 0.1724, + 0.2058, + 0.1748, + 0.1165, + 0.1721, + 0.1584 + ] + }, + { + "episode": 930, + "avg_reward": 667.48, + "avg_cost": 0.25, + "lambda": 9.7702, + "rho": [ + 0.1724, + 0.2058, + 0.1748, + 0.1165, + 0.1721, + 0.1584 + ] + }, + { + "episode": 940, + "avg_reward": 803.1, + "avg_cost": 0.75, + "lambda": 9.7744, + "rho": [ + 0.1724, + 0.2058, + 0.1748, + 0.1165, + 0.1721, + 0.1584 + ] + }, + { + "episode": 950, + "avg_reward": 699.73, + "avg_cost": 0.25, + "lambda": 9.779, + "rho": [ + 0.176, + 0.216, + 0.1727, + 0.1115, + 0.1673, + 0.1566 + ] + }, + { + "episode": 960, + "avg_reward": 648.57, + "avg_cost": 0.25, + "lambda": 9.7843, + "rho": [ + 0.176, + 0.216, + 0.1727, + 0.1115, + 0.1673, + 0.1566 + ] + }, + { + "episode": 970, + "avg_reward": 645.65, + "avg_cost": 0.0, + "lambda": 9.7898, + "rho": [ + 0.176, + 0.216, + 0.1727, + 0.1115, + 0.1673, + 0.1566 + ] + }, + { + "episode": 980, + "avg_reward": 711.6, + "avg_cost": 0.75, + "lambda": 9.7969, + "rho": [ + 0.176, + 0.216, + 0.1727, + 0.1115, + 0.1673, + 0.1566 + ] + }, + { + "episode": 990, + "avg_reward": 814.09, + "avg_cost": 0.5, + "lambda": 9.803, + "rho": [ + 0.176, + 0.216, + 0.1727, + 0.1115, + 0.1673, + 0.1566 + ] + }, + { + "episode": 1000, + "avg_reward": 868.38, + "avg_cost": 0.5, + "lambda": 9.8074, + "rho": [ + 0.1789, + 0.22, + 0.1718, + 0.1086, + 0.1651, + 0.1556 + ] + }, + { + "episode": 1010, + "avg_reward": 892.92, + "avg_cost": 0.25, + "lambda": 9.8137, + "rho": [ + 0.1789, + 0.22, + 0.1718, + 0.1086, + 0.1651, + 0.1556 + ] + }, + { + "episode": 1020, + "avg_reward": 793.07, + "avg_cost": 0.75, + "lambda": 9.8229, + "rho": [ + 0.1789, + 0.22, + 0.1718, + 0.1086, + 0.1651, + 0.1556 + ] + }, + { + "episode": 1030, + "avg_reward": 812.44, + "avg_cost": 0.0, + "lambda": 9.8296, + "rho": [ + 0.1789, + 0.22, + 0.1718, + 0.1086, + 0.1651, + 0.1556 + ] + }, + { + "episode": 1040, + "avg_reward": 804.85, + "avg_cost": 1.5, + "lambda": 9.8359, + "rho": [ + 0.1789, + 0.22, + 0.1718, + 0.1086, + 0.1651, + 0.1556 + ] + }, + { + "episode": 1050, + "avg_reward": 779.65, + "avg_cost": 0.75, + "lambda": 9.8435, + "rho": [ + 0.1821, + 0.2191, + 0.1719, + 0.1073, + 0.164, + 0.1556 + ] + }, + { + "episode": 1060, + "avg_reward": 776.87, + "avg_cost": 0.0, + "lambda": 9.8478, + "rho": [ + 0.1821, + 0.2191, + 0.1719, + 0.1073, + 0.164, + 0.1556 + ] + }, + { + "episode": 1070, + "avg_reward": 816.57, + "avg_cost": 0.0, + "lambda": 9.8517, + "rho": [ + 0.1821, + 0.2191, + 0.1719, + 0.1073, + 0.164, + 0.1556 + ] + }, + { + "episode": 1080, + "avg_reward": 825.28, + "avg_cost": 0.25, + "lambda": 9.8575, + "rho": [ + 0.1821, + 0.2191, + 0.1719, + 0.1073, + 0.164, + 0.1556 + ] + }, + { + "episode": 1090, + "avg_reward": 798.23, + "avg_cost": 0.25, + "lambda": 9.8625, + "rho": [ + 0.1821, + 0.2191, + 0.1719, + 0.1073, + 0.164, + 0.1556 + ] + }, + { + "episode": 1100, + "avg_reward": 693.21, + "avg_cost": 0.25, + "lambda": 9.867, + "rho": [ + 0.1857, + 0.2157, + 0.1712, + 0.1088, + 0.1639, + 0.1548 + ] + }, + { + "episode": 1110, + "avg_reward": 832.14, + "avg_cost": 0.75, + "lambda": 9.8709, + "rho": [ + 0.1857, + 0.2157, + 0.1712, + 0.1088, + 0.1639, + 0.1548 + ] + }, + { + "episode": 1120, + "avg_reward": 827.58, + "avg_cost": 0.25, + "lambda": 9.8757, + "rho": [ + 0.1857, + 0.2157, + 0.1712, + 0.1088, + 0.1639, + 0.1548 + ] + }, + { + "episode": 1130, + "avg_reward": 848.46, + "avg_cost": 0.5, + "lambda": 9.8811, + "rho": [ + 0.1857, + 0.2157, + 0.1712, + 0.1088, + 0.1639, + 0.1548 + ] + }, + { + "episode": 1140, + "avg_reward": 818.5, + "avg_cost": 0.25, + "lambda": 9.8854, + "rho": [ + 0.1857, + 0.2157, + 0.1712, + 0.1088, + 0.1639, + 0.1548 + ] + }, + { + "episode": 1150, + "avg_reward": 879.48, + "avg_cost": 0.0, + "lambda": 9.8892, + "rho": [ + 0.1895, + 0.215, + 0.1707, + 0.1076, + 0.1628, + 0.1544 + ] + }, + { + "episode": 1160, + "avg_reward": 519.12, + "avg_cost": 32.0, + "lambda": 9.9052, + "rho": [ + 0.1895, + 0.215, + 0.1707, + 0.1076, + 0.1628, + 0.1544 + ] + }, + { + "episode": 1170, + "avg_reward": 115.6, + "avg_cost": 15.0, + "lambda": 10.0055, + "rho": [ + 0.1895, + 0.215, + 0.1707, + 0.1076, + 0.1628, + 0.1544 + ] + }, + { + "episode": 1180, + "avg_reward": 279.21, + "avg_cost": 0.5, + "lambda": 10.0994, + "rho": [ + 0.1895, + 0.215, + 0.1707, + 0.1076, + 0.1628, + 0.1544 + ] + }, + { + "episode": 1190, + "avg_reward": 661.36, + "avg_cost": 0.5, + "lambda": 10.1389, + "rho": [ + 0.1895, + 0.215, + 0.1707, + 0.1076, + 0.1628, + 0.1544 + ] + }, + { + "episode": 1200, + "avg_reward": 688.95, + "avg_cost": 0.75, + "lambda": 10.1566, + "rho": [ + 0.1928, + 0.2183, + 0.17, + 0.1055, + 0.1601, + 0.1532 + ] + }, + { + "episode": 1210, + "avg_reward": 719.39, + "avg_cost": 0.75, + "lambda": 10.1654, + "rho": [ + 0.1928, + 0.2183, + 0.17, + 0.1055, + 0.1601, + 0.1532 + ] + }, + { + "episode": 1220, + "avg_reward": 687.45, + "avg_cost": 0.5, + "lambda": 10.171, + "rho": [ + 0.1928, + 0.2183, + 0.17, + 0.1055, + 0.1601, + 0.1532 + ] + }, + { + "episode": 1230, + "avg_reward": 705.26, + "avg_cost": 1.25, + "lambda": 10.1751, + "rho": [ + 0.1928, + 0.2183, + 0.17, + 0.1055, + 0.1601, + 0.1532 + ] + }, + { + "episode": 1240, + "avg_reward": 703.66, + "avg_cost": 0.0, + "lambda": 10.1788, + "rho": [ + 0.1928, + 0.2183, + 0.17, + 0.1055, + 0.1601, + 0.1532 + ] + }, + { + "episode": 1250, + "avg_reward": 734.25, + "avg_cost": 0.25, + "lambda": 10.1811, + "rho": [ + 0.1949, + 0.2194, + 0.1686, + 0.1037, + 0.1616, + 0.1518 + ] + }, + { + "episode": 1260, + "avg_reward": 733.3, + "avg_cost": 0.0, + "lambda": 10.1828, + "rho": [ + 0.1949, + 0.2194, + 0.1686, + 0.1037, + 0.1616, + 0.1518 + ] + }, + { + "episode": 1270, + "avg_reward": 794.2, + "avg_cost": 0.5, + "lambda": 10.1846, + "rho": [ + 0.1949, + 0.2194, + 0.1686, + 0.1037, + 0.1616, + 0.1518 + ] + }, + { + "episode": 1280, + "avg_reward": 749.76, + "avg_cost": 1.25, + "lambda": 10.1878, + "rho": [ + 0.1949, + 0.2194, + 0.1686, + 0.1037, + 0.1616, + 0.1518 + ] + }, + { + "episode": 1290, + "avg_reward": 790.82, + "avg_cost": 2.0, + "lambda": 10.1941, + "rho": [ + 0.1949, + 0.2194, + 0.1686, + 0.1037, + 0.1616, + 0.1518 + ] + }, + { + "episode": 1300, + "avg_reward": 804.93, + "avg_cost": 0.75, + "lambda": 10.202, + "rho": [ + 0.1964, + 0.2173, + 0.1682, + 0.102, + 0.1644, + 0.1517 + ] + }, + { + "episode": 1310, + "avg_reward": 825.51, + "avg_cost": 0.5, + "lambda": 10.2126, + "rho": [ + 0.1964, + 0.2173, + 0.1682, + 0.102, + 0.1644, + 0.1517 + ] + }, + { + "episode": 1320, + "avg_reward": 904.6, + "avg_cost": 1.75, + "lambda": 10.2219, + "rho": [ + 0.1964, + 0.2173, + 0.1682, + 0.102, + 0.1644, + 0.1517 + ] + }, + { + "episode": 1330, + "avg_reward": 921.07, + "avg_cost": 0.75, + "lambda": 10.2308, + "rho": [ + 0.1964, + 0.2173, + 0.1682, + 0.102, + 0.1644, + 0.1517 + ] + }, + { + "episode": 1340, + "avg_reward": 910.72, + "avg_cost": 0.75, + "lambda": 10.2395, + "rho": [ + 0.1964, + 0.2173, + 0.1682, + 0.102, + 0.1644, + 0.1517 + ] + }, + { + "episode": 1350, + "avg_reward": 878.73, + "avg_cost": 1.0, + "lambda": 10.2471, + "rho": [ + 0.1986, + 0.2163, + 0.168, + 0.0998, + 0.1661, + 0.1512 + ] + }, + { + "episode": 1360, + "avg_reward": 850.3, + "avg_cost": 0.75, + "lambda": 10.2531, + "rho": [ + 0.1986, + 0.2163, + 0.168, + 0.0998, + 0.1661, + 0.1512 + ] + }, + { + "episode": 1370, + "avg_reward": 812.06, + "avg_cost": 0.25, + "lambda": 10.2588, + "rho": [ + 0.1986, + 0.2163, + 0.168, + 0.0998, + 0.1661, + 0.1512 + ] + }, + { + "episode": 1380, + "avg_reward": 827.7, + "avg_cost": 0.75, + "lambda": 10.2661, + "rho": [ + 0.1986, + 0.2163, + 0.168, + 0.0998, + 0.1661, + 0.1512 + ] + }, + { + "episode": 1390, + "avg_reward": 744.51, + "avg_cost": 0.25, + "lambda": 10.2732, + "rho": [ + 0.1986, + 0.2163, + 0.168, + 0.0998, + 0.1661, + 0.1512 + ] + }, + { + "episode": 1400, + "avg_reward": 709.49, + "avg_cost": 0.0, + "lambda": 10.2781, + "rho": [ + 0.2001, + 0.2183, + 0.1669, + 0.0994, + 0.1657, + 0.1495 + ] + }, + { + "episode": 1410, + "avg_reward": 748.29, + "avg_cost": 0.5, + "lambda": 10.2817, + "rho": [ + 0.2001, + 0.2183, + 0.1669, + 0.0994, + 0.1657, + 0.1495 + ] + }, + { + "episode": 1420, + "avg_reward": 774.15, + "avg_cost": 0.5, + "lambda": 10.2875, + "rho": [ + 0.2001, + 0.2183, + 0.1669, + 0.0994, + 0.1657, + 0.1495 + ] + }, + { + "episode": 1430, + "avg_reward": 841.11, + "avg_cost": 0.75, + "lambda": 10.2929, + "rho": [ + 0.2001, + 0.2183, + 0.1669, + 0.0994, + 0.1657, + 0.1495 + ] + }, + { + "episode": 1440, + "avg_reward": 872.43, + "avg_cost": 0.0, + "lambda": 10.2979, + "rho": [ + 0.2001, + 0.2183, + 0.1669, + 0.0994, + 0.1657, + 0.1495 + ] + }, + { + "episode": 1450, + "avg_reward": 780.88, + "avg_cost": 0.5, + "lambda": 10.3016, + "rho": [ + 0.2026, + 0.2214, + 0.1635, + 0.099, + 0.1649, + 0.1486 + ] + }, + { + "episode": 1460, + "avg_reward": 769.24, + "avg_cost": 0.0, + "lambda": 10.3052, + "rho": [ + 0.2026, + 0.2214, + 0.1635, + 0.099, + 0.1649, + 0.1486 + ] + }, + { + "episode": 1470, + "avg_reward": 718.25, + "avg_cost": 0.25, + "lambda": 10.3089, + "rho": [ + 0.2026, + 0.2214, + 0.1635, + 0.099, + 0.1649, + 0.1486 + ] + }, + { + "episode": 1480, + "avg_reward": 737.76, + "avg_cost": 0.0, + "lambda": 10.314, + "rho": [ + 0.2026, + 0.2214, + 0.1635, + 0.099, + 0.1649, + 0.1486 + ] + }, + { + "episode": 1490, + "avg_reward": 735.62, + "avg_cost": 1.25, + "lambda": 10.3185, + "rho": [ + 0.2026, + 0.2214, + 0.1635, + 0.099, + 0.1649, + 0.1486 + ] + }, + { + "episode": 1500, + "avg_reward": 742.1, + "avg_cost": 0.75, + "lambda": 10.3236, + "rho": [ + 0.2048, + 0.2279, + 0.1594, + 0.0986, + 0.1628, + 0.1465 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..77f649ae8d14910288c7147dd059fb1d6f59b529 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s1_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 17691377.97, + "constraint_satisfaction_pct": 59.2, + "final_rho": [ + 0.3218, + 0.1446, + 0.2486, + 0.0837, + 0.1027, + 0.0985 + ], + "final_lambda": 1.12, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 547.51, + "avg_cost": 135.5, + "lambda": 5.955, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 10, + "avg_reward": 5576.95, + "avg_cost": 71.0, + "lambda": 7.9425, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 20, + "avg_reward": 12715.56, + "avg_cost": 71.0, + "lambda": 9.355, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 30, + "avg_reward": 11975.03, + "avg_cost": 101.25, + "lambda": 15.32, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 40, + "avg_reward": 15249.02, + "avg_cost": 120.75, + "lambda": 22.2925, + "rho": [ + 0.1858, + 0.1616, + 0.1538, + 0.1693, + 0.1656, + 0.1639 + ] + }, + { + "episode": 50, + "avg_reward": 12772.94, + "avg_cost": 73.5, + "lambda": 28.5425, + "rho": [ + 0.2026, + 0.1503, + 0.1606, + 0.1578, + 0.1711, + 0.1577 + ] + }, + { + "episode": 60, + "avg_reward": 14787.83, + "avg_cost": 112.75, + "lambda": 34.9225, + "rho": [ + 0.2026, + 0.1503, + 0.1606, + 0.1578, + 0.1711, + 0.1577 + ] + }, + { + "episode": 70, + "avg_reward": 5837.39, + "avg_cost": 92.75, + "lambda": 39.5775, + "rho": [ + 0.2026, + 0.1503, + 0.1606, + 0.1578, + 0.1711, + 0.1577 + ] + }, + { + "episode": 80, + "avg_reward": 12956.62, + "avg_cost": 77.75, + "lambda": 43.5875, + "rho": [ + 0.2026, + 0.1503, + 0.1606, + 0.1578, + 0.1711, + 0.1577 + ] + }, + { + "episode": 90, + "avg_reward": 11144.89, + "avg_cost": 77.25, + "lambda": 46.6825, + "rho": [ + 0.2026, + 0.1503, + 0.1606, + 0.1578, + 0.1711, + 0.1577 + ] + }, + { + "episode": 100, + "avg_reward": 10374.59, + "avg_cost": 69.5, + "lambda": 48.695, + "rho": [ + 0.2149, + 0.1528, + 0.169, + 0.1478, + 0.1654, + 0.1501 + ] + }, + { + "episode": 110, + "avg_reward": 10738.56, + "avg_cost": 62.75, + "lambda": 51.0575, + "rho": [ + 0.2149, + 0.1528, + 0.169, + 0.1478, + 0.1654, + 0.1501 + ] + }, + { + "episode": 120, + "avg_reward": 9858.33, + "avg_cost": 42.75, + "lambda": 52.6525, + "rho": [ + 0.2149, + 0.1528, + 0.169, + 0.1478, + 0.1654, + 0.1501 + ] + }, + { + "episode": 130, + "avg_reward": 7366.39, + "avg_cost": 31.0, + "lambda": 53.28, + "rho": [ + 0.2149, + 0.1528, + 0.169, + 0.1478, + 0.1654, + 0.1501 + ] + }, + { + "episode": 140, + "avg_reward": 12720.31, + "avg_cost": 65.0, + "lambda": 54.8975, + "rho": [ + 0.2149, + 0.1528, + 0.169, + 0.1478, + 0.1654, + 0.1501 + ] + }, + { + "episode": 150, + "avg_reward": 7048.23, + "avg_cost": 18.75, + "lambda": 54.9, + "rho": [ + 0.2176, + 0.153, + 0.17, + 0.1505, + 0.166, + 0.143 + ] + }, + { + "episode": 160, + "avg_reward": 10752.89, + "avg_cost": 27.75, + "lambda": 53.6925, + "rho": [ + 0.2176, + 0.153, + 0.17, + 0.1505, + 0.166, + 0.143 + ] + }, + { + "episode": 170, + "avg_reward": 11914.09, + "avg_cost": 44.25, + "lambda": 52.015, + "rho": [ + 0.2176, + 0.153, + 0.17, + 0.1505, + 0.166, + 0.143 + ] + }, + { + "episode": 180, + "avg_reward": 7521.06, + "avg_cost": 10.75, + "lambda": 50.42, + "rho": [ + 0.2176, + 0.153, + 0.17, + 0.1505, + 0.166, + 0.143 + ] + }, + { + "episode": 190, + "avg_reward": 12481.14, + "avg_cost": 48.5, + "lambda": 48.6125, + "rho": [ + 0.2176, + 0.153, + 0.17, + 0.1505, + 0.166, + 0.143 + ] + }, + { + "episode": 200, + "avg_reward": 10260.56, + "avg_cost": 37.25, + "lambda": 48.5025, + "rho": [ + 0.2203, + 0.1543, + 0.1737, + 0.1516, + 0.1606, + 0.1395 + ] + }, + { + "episode": 210, + "avg_reward": 6294.61, + "avg_cost": 8.0, + "lambda": 45.66, + "rho": [ + 0.2203, + 0.1543, + 0.1737, + 0.1516, + 0.1606, + 0.1395 + ] + }, + { + "episode": 220, + "avg_reward": 6490.11, + "avg_cost": 1.5, + "lambda": 42.165, + "rho": [ + 0.2203, + 0.1543, + 0.1737, + 0.1516, + 0.1606, + 0.1395 + ] + }, + { + "episode": 230, + "avg_reward": 10611.64, + "avg_cost": 17.5, + "lambda": 38.6, + "rho": [ + 0.2203, + 0.1543, + 0.1737, + 0.1516, + 0.1606, + 0.1395 + ] + }, + { + "episode": 240, + "avg_reward": 6826.68, + "avg_cost": 0.25, + "lambda": 35.0325, + "rho": [ + 0.2203, + 0.1543, + 0.1737, + 0.1516, + 0.1606, + 0.1395 + ] + }, + { + "episode": 250, + "avg_reward": 8600.52, + "avg_cost": 3.5, + "lambda": 31.2175, + "rho": [ + 0.2279, + 0.1533, + 0.1723, + 0.1528, + 0.1552, + 0.1385 + ] + }, + { + "episode": 260, + "avg_reward": 10888.9, + "avg_cost": 18.0, + "lambda": 28.6425, + "rho": [ + 0.2279, + 0.1533, + 0.1723, + 0.1528, + 0.1552, + 0.1385 + ] + }, + { + "episode": 270, + "avg_reward": 7263.14, + "avg_cost": 2.25, + "lambda": 26.725, + "rho": [ + 0.2279, + 0.1533, + 0.1723, + 0.1528, + 0.1552, + 0.1385 + ] + }, + { + "episode": 280, + "avg_reward": 13340.73, + "avg_cost": 66.0, + "lambda": 24.575, + "rho": [ + 0.2279, + 0.1533, + 0.1723, + 0.1528, + 0.1552, + 0.1385 + ] + }, + { + "episode": 290, + "avg_reward": 11082.5, + "avg_cost": 25.5, + "lambda": 22.65, + "rho": [ + 0.2279, + 0.1533, + 0.1723, + 0.1528, + 0.1552, + 0.1385 + ] + }, + { + "episode": 300, + "avg_reward": 11550.14, + "avg_cost": 22.75, + "lambda": 20.25, + "rho": [ + 0.2306, + 0.1512, + 0.1698, + 0.1537, + 0.1529, + 0.1417 + ] + }, + { + "episode": 310, + "avg_reward": 8051.25, + "avg_cost": 5.0, + "lambda": 18.815, + "rho": [ + 0.2306, + 0.1512, + 0.1698, + 0.1537, + 0.1529, + 0.1417 + ] + }, + { + "episode": 320, + "avg_reward": 9407.78, + "avg_cost": 10.25, + "lambda": 15.8375, + "rho": [ + 0.2306, + 0.1512, + 0.1698, + 0.1537, + 0.1529, + 0.1417 + ] + }, + { + "episode": 330, + "avg_reward": 9722.26, + "avg_cost": 8.75, + "lambda": 13.1075, + "rho": [ + 0.2306, + 0.1512, + 0.1698, + 0.1537, + 0.1529, + 0.1417 + ] + }, + { + "episode": 340, + "avg_reward": 10780.48, + "avg_cost": 30.5, + "lambda": 11.4875, + "rho": [ + 0.2306, + 0.1512, + 0.1698, + 0.1537, + 0.1529, + 0.1417 + ] + }, + { + "episode": 350, + "avg_reward": 11669.48, + "avg_cost": 27.25, + "lambda": 11.375, + "rho": [ + 0.2347, + 0.1481, + 0.1732, + 0.1517, + 0.149, + 0.1432 + ] + }, + { + "episode": 360, + "avg_reward": 11669.6, + "avg_cost": 44.75, + "lambda": 9.78, + "rho": [ + 0.2347, + 0.1481, + 0.1732, + 0.1517, + 0.149, + 0.1432 + ] + }, + { + "episode": 370, + "avg_reward": 12758.66, + "avg_cost": 49.5, + "lambda": 9.005, + "rho": [ + 0.2347, + 0.1481, + 0.1732, + 0.1517, + 0.149, + 0.1432 + ] + }, + { + "episode": 380, + "avg_reward": 9806.06, + "avg_cost": 7.75, + "lambda": 8.2675, + "rho": [ + 0.2347, + 0.1481, + 0.1732, + 0.1517, + 0.149, + 0.1432 + ] + }, + { + "episode": 390, + "avg_reward": 11367.17, + "avg_cost": 13.5, + "lambda": 6.45, + "rho": [ + 0.2347, + 0.1481, + 0.1732, + 0.1517, + 0.149, + 0.1432 + ] + }, + { + "episode": 400, + "avg_reward": 12277.06, + "avg_cost": 50.5, + "lambda": 6.62, + "rho": [ + 0.2332, + 0.148, + 0.1779, + 0.1498, + 0.146, + 0.1452 + ] + }, + { + "episode": 410, + "avg_reward": 11637.58, + "avg_cost": 60.25, + "lambda": 7.5575, + "rho": [ + 0.2332, + 0.148, + 0.1779, + 0.1498, + 0.146, + 0.1452 + ] + }, + { + "episode": 420, + "avg_reward": 10912.23, + "avg_cost": 60.5, + "lambda": 9.145, + "rho": [ + 0.2332, + 0.148, + 0.1779, + 0.1498, + 0.146, + 0.1452 + ] + }, + { + "episode": 430, + "avg_reward": 10633.73, + "avg_cost": 45.0, + "lambda": 10.335, + "rho": [ + 0.2332, + 0.148, + 0.1779, + 0.1498, + 0.146, + 0.1452 + ] + }, + { + "episode": 440, + "avg_reward": 11659.46, + "avg_cost": 63.5, + "lambda": 12.3575, + "rho": [ + 0.2332, + 0.148, + 0.1779, + 0.1498, + 0.146, + 0.1452 + ] + }, + { + "episode": 450, + "avg_reward": 10131.22, + "avg_cost": 48.25, + "lambda": 14.3925, + "rho": [ + 0.2365, + 0.148, + 0.1809, + 0.1474, + 0.1425, + 0.1447 + ] + }, + { + "episode": 460, + "avg_reward": 9244.5, + "avg_cost": 46.0, + "lambda": 15.0775, + "rho": [ + 0.2365, + 0.148, + 0.1809, + 0.1474, + 0.1425, + 0.1447 + ] + }, + { + "episode": 470, + "avg_reward": 11370.39, + "avg_cost": 63.25, + "lambda": 17.6, + "rho": [ + 0.2365, + 0.148, + 0.1809, + 0.1474, + 0.1425, + 0.1447 + ] + }, + { + "episode": 480, + "avg_reward": 10662.81, + "avg_cost": 47.5, + "lambda": 19.6125, + "rho": [ + 0.2365, + 0.148, + 0.1809, + 0.1474, + 0.1425, + 0.1447 + ] + }, + { + "episode": 490, + "avg_reward": 8212.61, + "avg_cost": 15.25, + "lambda": 19.085, + "rho": [ + 0.2365, + 0.148, + 0.1809, + 0.1474, + 0.1425, + 0.1447 + ] + }, + { + "episode": 500, + "avg_reward": 5291.6, + "avg_cost": 79.75, + "lambda": 21.6, + "rho": [ + 0.2375, + 0.1477, + 0.1861, + 0.1446, + 0.1383, + 0.1458 + ] + }, + { + "episode": 510, + "avg_reward": 8867.13, + "avg_cost": 23.25, + "lambda": 20.7575, + "rho": [ + 0.2375, + 0.1477, + 0.1861, + 0.1446, + 0.1383, + 0.1458 + ] + }, + { + "episode": 520, + "avg_reward": 13587.36, + "avg_cost": 69.25, + "lambda": 20.0225, + "rho": [ + 0.2375, + 0.1477, + 0.1861, + 0.1446, + 0.1383, + 0.1458 + ] + }, + { + "episode": 530, + "avg_reward": 10988.49, + "avg_cost": 47.0, + "lambda": 22.3625, + "rho": [ + 0.2375, + 0.1477, + 0.1861, + 0.1446, + 0.1383, + 0.1458 + ] + }, + { + "episode": 540, + "avg_reward": 10277.92, + "avg_cost": 64.5, + "lambda": 25.16, + "rho": [ + 0.2375, + 0.1477, + 0.1861, + 0.1446, + 0.1383, + 0.1458 + ] + }, + { + "episode": 550, + "avg_reward": 8458.63, + "avg_cost": 44.0, + "lambda": 28.0525, + "rho": [ + 0.2422, + 0.1463, + 0.1927, + 0.1399, + 0.1326, + 0.1463 + ] + }, + { + "episode": 560, + "avg_reward": 11324.82, + "avg_cost": 73.0, + "lambda": 30.7775, + "rho": [ + 0.2422, + 0.1463, + 0.1927, + 0.1399, + 0.1326, + 0.1463 + ] + }, + { + "episode": 570, + "avg_reward": 10425.18, + "avg_cost": 22.25, + "lambda": 30.95, + "rho": [ + 0.2422, + 0.1463, + 0.1927, + 0.1399, + 0.1326, + 0.1463 + ] + }, + { + "episode": 580, + "avg_reward": 10201.65, + "avg_cost": 11.25, + "lambda": 28.3125, + "rho": [ + 0.2422, + 0.1463, + 0.1927, + 0.1399, + 0.1326, + 0.1463 + ] + }, + { + "episode": 590, + "avg_reward": 10160.53, + "avg_cost": 3.75, + "lambda": 25.1675, + "rho": [ + 0.2422, + 0.1463, + 0.1927, + 0.1399, + 0.1326, + 0.1463 + ] + }, + { + "episode": 600, + "avg_reward": 9690.65, + "avg_cost": 7.5, + "lambda": 21.93, + "rho": [ + 0.2433, + 0.1464, + 0.1946, + 0.1363, + 0.1301, + 0.1491 + ] + }, + { + "episode": 610, + "avg_reward": 8224.54, + "avg_cost": 11.25, + "lambda": 19.0125, + "rho": [ + 0.2433, + 0.1464, + 0.1946, + 0.1363, + 0.1301, + 0.1491 + ] + }, + { + "episode": 620, + "avg_reward": 9523.73, + "avg_cost": 12.75, + "lambda": 15.7825, + "rho": [ + 0.2433, + 0.1464, + 0.1946, + 0.1363, + 0.1301, + 0.1491 + ] + }, + { + "episode": 630, + "avg_reward": 9739.48, + "avg_cost": 0.5, + "lambda": 12.2125, + "rho": [ + 0.2433, + 0.1464, + 0.1946, + 0.1363, + 0.1301, + 0.1491 + ] + }, + { + "episode": 640, + "avg_reward": 9578.41, + "avg_cost": 0.25, + "lambda": 8.58, + "rho": [ + 0.2433, + 0.1464, + 0.1946, + 0.1363, + 0.1301, + 0.1491 + ] + }, + { + "episode": 650, + "avg_reward": 10179.32, + "avg_cost": 0.75, + "lambda": 4.7325, + "rho": [ + 0.2455, + 0.1467, + 0.1985, + 0.1326, + 0.1272, + 0.1495 + ] + }, + { + "episode": 660, + "avg_reward": 10147.2, + "avg_cost": 1.75, + "lambda": 0.9475, + "rho": [ + 0.2455, + 0.1467, + 0.1985, + 0.1326, + 0.1272, + 0.1495 + ] + }, + { + "episode": 670, + "avg_reward": 10028.94, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 0.2455, + 0.1467, + 0.1985, + 0.1326, + 0.1272, + 0.1495 + ] + }, + { + "episode": 680, + "avg_reward": 11930.76, + "avg_cost": 57.25, + "lambda": 0.295, + "rho": [ + 0.2455, + 0.1467, + 0.1985, + 0.1326, + 0.1272, + 0.1495 + ] + }, + { + "episode": 690, + "avg_reward": 12971.52, + "avg_cost": 93.75, + "lambda": 4.8975, + "rho": [ + 0.2455, + 0.1467, + 0.1985, + 0.1326, + 0.1272, + 0.1495 + ] + }, + { + "episode": 700, + "avg_reward": 11958.52, + "avg_cost": 39.75, + "lambda": 7.5475, + "rho": [ + 0.2445, + 0.1471, + 0.2006, + 0.1294, + 0.126, + 0.1523 + ] + }, + { + "episode": 710, + "avg_reward": 12031.58, + "avg_cost": 33.5, + "lambda": 5.84, + "rho": [ + 0.2445, + 0.1471, + 0.2006, + 0.1294, + 0.126, + 0.1523 + ] + }, + { + "episode": 720, + "avg_reward": 8597.47, + "avg_cost": 30.75, + "lambda": 5.8075, + "rho": [ + 0.2445, + 0.1471, + 0.2006, + 0.1294, + 0.126, + 0.1523 + ] + }, + { + "episode": 730, + "avg_reward": 7573.34, + "avg_cost": 43.25, + "lambda": 7.8075, + "rho": [ + 0.2445, + 0.1471, + 0.2006, + 0.1294, + 0.126, + 0.1523 + ] + }, + { + "episode": 740, + "avg_reward": 12959.65, + "avg_cost": 50.0, + "lambda": 7.75, + "rho": [ + 0.2445, + 0.1471, + 0.2006, + 0.1294, + 0.126, + 0.1523 + ] + }, + { + "episode": 750, + "avg_reward": 14526.45, + "avg_cost": 49.0, + "lambda": 9.8575, + "rho": [ + 0.2481, + 0.1466, + 0.203, + 0.1253, + 0.1235, + 0.1535 + ] + }, + { + "episode": 760, + "avg_reward": 9374.21, + "avg_cost": 8.5, + "lambda": 7.78, + "rho": [ + 0.2481, + 0.1466, + 0.203, + 0.1253, + 0.1235, + 0.1535 + ] + }, + { + "episode": 770, + "avg_reward": 9585.77, + "avg_cost": 25.0, + "lambda": 4.985, + "rho": [ + 0.2481, + 0.1466, + 0.203, + 0.1253, + 0.1235, + 0.1535 + ] + }, + { + "episode": 780, + "avg_reward": 10767.03, + "avg_cost": 0.75, + "lambda": 2.41, + "rho": [ + 0.2481, + 0.1466, + 0.203, + 0.1253, + 0.1235, + 0.1535 + ] + }, + { + "episode": 790, + "avg_reward": 11818.82, + "avg_cost": 45.0, + "lambda": 1.2575, + "rho": [ + 0.2481, + 0.1466, + 0.203, + 0.1253, + 0.1235, + 0.1535 + ] + }, + { + "episode": 800, + "avg_reward": 14039.4, + "avg_cost": 56.25, + "lambda": 4.5625, + "rho": [ + 0.2513, + 0.145, + 0.2085, + 0.1211, + 0.1207, + 0.1534 + ] + }, + { + "episode": 810, + "avg_reward": 12056.54, + "avg_cost": 46.5, + "lambda": 6.595, + "rho": [ + 0.2513, + 0.145, + 0.2085, + 0.1211, + 0.1207, + 0.1534 + ] + }, + { + "episode": 820, + "avg_reward": 10221.0, + "avg_cost": 17.75, + "lambda": 5.4725, + "rho": [ + 0.2513, + 0.145, + 0.2085, + 0.1211, + 0.1207, + 0.1534 + ] + }, + { + "episode": 830, + "avg_reward": 9810.89, + "avg_cost": 5.0, + "lambda": 3.4475, + "rho": [ + 0.2513, + 0.145, + 0.2085, + 0.1211, + 0.1207, + 0.1534 + ] + }, + { + "episode": 840, + "avg_reward": 10060.82, + "avg_cost": 14.0, + "lambda": 0.655, + "rho": [ + 0.2513, + 0.145, + 0.2085, + 0.1211, + 0.1207, + 0.1534 + ] + }, + { + "episode": 850, + "avg_reward": 11734.29, + "avg_cost": 31.75, + "lambda": 0.0, + "rho": [ + 0.2542, + 0.1434, + 0.2138, + 0.1172, + 0.118, + 0.1533 + ] + }, + { + "episode": 860, + "avg_reward": 13460.8, + "avg_cost": 77.5, + "lambda": 2.9025, + "rho": [ + 0.2542, + 0.1434, + 0.2138, + 0.1172, + 0.118, + 0.1533 + ] + }, + { + "episode": 870, + "avg_reward": 13374.15, + "avg_cost": 60.25, + "lambda": 6.6775, + "rho": [ + 0.2542, + 0.1434, + 0.2138, + 0.1172, + 0.118, + 0.1533 + ] + }, + { + "episode": 880, + "avg_reward": 12000.95, + "avg_cost": 24.75, + "lambda": 6.2475, + "rho": [ + 0.2542, + 0.1434, + 0.2138, + 0.1172, + 0.118, + 0.1533 + ] + }, + { + "episode": 890, + "avg_reward": 10047.98, + "avg_cost": 19.0, + "lambda": 5.015, + "rho": [ + 0.2542, + 0.1434, + 0.2138, + 0.1172, + 0.118, + 0.1533 + ] + }, + { + "episode": 900, + "avg_reward": 8861.93, + "avg_cost": 5.25, + "lambda": 3.81, + "rho": [ + 0.2563, + 0.1435, + 0.2156, + 0.1162, + 0.1169, + 0.1515 + ] + }, + { + "episode": 910, + "avg_reward": 10244.03, + "avg_cost": 4.25, + "lambda": 1.5725, + "rho": [ + 0.2563, + 0.1435, + 0.2156, + 0.1162, + 0.1169, + 0.1515 + ] + }, + { + "episode": 920, + "avg_reward": 11977.7, + "avg_cost": 39.5, + "lambda": 0.0625, + "rho": [ + 0.2563, + 0.1435, + 0.2156, + 0.1162, + 0.1169, + 0.1515 + ] + }, + { + "episode": 930, + "avg_reward": 13397.91, + "avg_cost": 86.5, + "lambda": 4.01, + "rho": [ + 0.2563, + 0.1435, + 0.2156, + 0.1162, + 0.1169, + 0.1515 + ] + }, + { + "episode": 940, + "avg_reward": 14462.5, + "avg_cost": 74.25, + "lambda": 9.8625, + "rho": [ + 0.2563, + 0.1435, + 0.2156, + 0.1162, + 0.1169, + 0.1515 + ] + }, + { + "episode": 950, + "avg_reward": 12222.31, + "avg_cost": 17.0, + "lambda": 8.3275, + "rho": [ + 0.2632, + 0.143, + 0.2192, + 0.1129, + 0.1136, + 0.1481 + ] + }, + { + "episode": 960, + "avg_reward": 10622.4, + "avg_cost": 3.0, + "lambda": 5.0075, + "rho": [ + 0.2632, + 0.143, + 0.2192, + 0.1129, + 0.1136, + 0.1481 + ] + }, + { + "episode": 970, + "avg_reward": 11496.99, + "avg_cost": 9.0, + "lambda": 2.365, + "rho": [ + 0.2632, + 0.143, + 0.2192, + 0.1129, + 0.1136, + 0.1481 + ] + }, + { + "episode": 980, + "avg_reward": 11786.75, + "avg_cost": 25.0, + "lambda": 1.4275, + "rho": [ + 0.2632, + 0.143, + 0.2192, + 0.1129, + 0.1136, + 0.1481 + ] + }, + { + "episode": 990, + "avg_reward": 14480.14, + "avg_cost": 54.5, + "lambda": 2.045, + "rho": [ + 0.2632, + 0.143, + 0.2192, + 0.1129, + 0.1136, + 0.1481 + ] + }, + { + "episode": 1000, + "avg_reward": 14779.94, + "avg_cost": 45.0, + "lambda": 2.2825, + "rho": [ + 0.2721, + 0.1436, + 0.2236, + 0.1082, + 0.109, + 0.1436 + ] + }, + { + "episode": 1010, + "avg_reward": 14851.26, + "avg_cost": 51.75, + "lambda": 3.2675, + "rho": [ + 0.2721, + 0.1436, + 0.2236, + 0.1082, + 0.109, + 0.1436 + ] + }, + { + "episode": 1020, + "avg_reward": 14128.91, + "avg_cost": 76.75, + "lambda": 5.825, + "rho": [ + 0.2721, + 0.1436, + 0.2236, + 0.1082, + 0.109, + 0.1436 + ] + }, + { + "episode": 1030, + "avg_reward": 11074.57, + "avg_cost": 31.5, + "lambda": 6.425, + "rho": [ + 0.2721, + 0.1436, + 0.2236, + 0.1082, + 0.109, + 0.1436 + ] + }, + { + "episode": 1040, + "avg_reward": 9607.1, + "avg_cost": 23.75, + "lambda": 5.745, + "rho": [ + 0.2721, + 0.1436, + 0.2236, + 0.1082, + 0.109, + 0.1436 + ] + }, + { + "episode": 1050, + "avg_reward": 10800.49, + "avg_cost": 2.25, + "lambda": 2.7, + "rho": [ + 0.2788, + 0.1454, + 0.2278, + 0.1046, + 0.1057, + 0.1378 + ] + }, + { + "episode": 1060, + "avg_reward": 11739.42, + "avg_cost": 11.75, + "lambda": 0.0325, + "rho": [ + 0.2788, + 0.1454, + 0.2278, + 0.1046, + 0.1057, + 0.1378 + ] + }, + { + "episode": 1070, + "avg_reward": 14185.58, + "avg_cost": 31.0, + "lambda": 0.0, + "rho": [ + 0.2788, + 0.1454, + 0.2278, + 0.1046, + 0.1057, + 0.1378 + ] + }, + { + "episode": 1080, + "avg_reward": 15664.7, + "avg_cost": 46.5, + "lambda": 1.715, + "rho": [ + 0.2788, + 0.1454, + 0.2278, + 0.1046, + 0.1057, + 0.1378 + ] + }, + { + "episode": 1090, + "avg_reward": 15156.8, + "avg_cost": 49.75, + "lambda": 6.8325, + "rho": [ + 0.2788, + 0.1454, + 0.2278, + 0.1046, + 0.1057, + 0.1378 + ] + }, + { + "episode": 1100, + "avg_reward": 13195.14, + "avg_cost": 23.0, + "lambda": 6.09, + "rho": [ + 0.2857, + 0.1483, + 0.2261, + 0.1032, + 0.104, + 0.1326 + ] + }, + { + "episode": 1110, + "avg_reward": 13023.18, + "avg_cost": 30.75, + "lambda": 3.6675, + "rho": [ + 0.2857, + 0.1483, + 0.2261, + 0.1032, + 0.104, + 0.1326 + ] + }, + { + "episode": 1120, + "avg_reward": 14058.35, + "avg_cost": 33.25, + "lambda": 1.5175, + "rho": [ + 0.2857, + 0.1483, + 0.2261, + 0.1032, + 0.104, + 0.1326 + ] + }, + { + "episode": 1130, + "avg_reward": 15935.86, + "avg_cost": 83.0, + "lambda": 4.0325, + "rho": [ + 0.2857, + 0.1483, + 0.2261, + 0.1032, + 0.104, + 0.1326 + ] + }, + { + "episode": 1140, + "avg_reward": 14388.39, + "avg_cost": 31.5, + "lambda": 4.4, + "rho": [ + 0.2857, + 0.1483, + 0.2261, + 0.1032, + 0.104, + 0.1326 + ] + }, + { + "episode": 1150, + "avg_reward": 13598.59, + "avg_cost": 31.75, + "lambda": 2.925, + "rho": [ + 0.2877, + 0.1531, + 0.2243, + 0.1018, + 0.1045, + 0.1286 + ] + }, + { + "episode": 1160, + "avg_reward": 13349.92, + "avg_cost": 21.75, + "lambda": 1.9, + "rho": [ + 0.2877, + 0.1531, + 0.2243, + 0.1018, + 0.1045, + 0.1286 + ] + }, + { + "episode": 1170, + "avg_reward": 14816.6, + "avg_cost": 62.5, + "lambda": 3.39, + "rho": [ + 0.2877, + 0.1531, + 0.2243, + 0.1018, + 0.1045, + 0.1286 + ] + }, + { + "episode": 1180, + "avg_reward": 13447.59, + "avg_cost": 34.75, + "lambda": 2.92, + "rho": [ + 0.2877, + 0.1531, + 0.2243, + 0.1018, + 0.1045, + 0.1286 + ] + }, + { + "episode": 1190, + "avg_reward": 14090.15, + "avg_cost": 33.5, + "lambda": 2.555, + "rho": [ + 0.2877, + 0.1531, + 0.2243, + 0.1018, + 0.1045, + 0.1286 + ] + }, + { + "episode": 1200, + "avg_reward": 14849.94, + "avg_cost": 52.0, + "lambda": 2.7625, + "rho": [ + 0.2903, + 0.1581, + 0.2212, + 0.1019, + 0.1054, + 0.1232 + ] + }, + { + "episode": 1210, + "avg_reward": 14029.96, + "avg_cost": 28.75, + "lambda": 2.835, + "rho": [ + 0.2903, + 0.1581, + 0.2212, + 0.1019, + 0.1054, + 0.1232 + ] + }, + { + "episode": 1220, + "avg_reward": 16148.33, + "avg_cost": 89.75, + "lambda": 2.91, + "rho": [ + 0.2903, + 0.1581, + 0.2212, + 0.1019, + 0.1054, + 0.1232 + ] + }, + { + "episode": 1230, + "avg_reward": 15145.44, + "avg_cost": 46.0, + "lambda": 3.885, + "rho": [ + 0.2903, + 0.1581, + 0.2212, + 0.1019, + 0.1054, + 0.1232 + ] + }, + { + "episode": 1240, + "avg_reward": 15403.02, + "avg_cost": 35.25, + "lambda": 5.2325, + "rho": [ + 0.2903, + 0.1581, + 0.2212, + 0.1019, + 0.1054, + 0.1232 + ] + }, + { + "episode": 1250, + "avg_reward": 15194.99, + "avg_cost": 37.5, + "lambda": 5.35, + "rho": [ + 0.2942, + 0.1599, + 0.2187, + 0.1008, + 0.1071, + 0.1194 + ] + }, + { + "episode": 1260, + "avg_reward": 14159.03, + "avg_cost": 41.0, + "lambda": 6.905, + "rho": [ + 0.2942, + 0.1599, + 0.2187, + 0.1008, + 0.1071, + 0.1194 + ] + }, + { + "episode": 1270, + "avg_reward": 12422.64, + "avg_cost": 29.0, + "lambda": 6.935, + "rho": [ + 0.2942, + 0.1599, + 0.2187, + 0.1008, + 0.1071, + 0.1194 + ] + }, + { + "episode": 1280, + "avg_reward": 11322.97, + "avg_cost": 15.0, + "lambda": 4.94, + "rho": [ + 0.2942, + 0.1599, + 0.2187, + 0.1008, + 0.1071, + 0.1194 + ] + }, + { + "episode": 1290, + "avg_reward": 14427.05, + "avg_cost": 25.25, + "lambda": 2.975, + "rho": [ + 0.2942, + 0.1599, + 0.2187, + 0.1008, + 0.1071, + 0.1194 + ] + }, + { + "episode": 1300, + "avg_reward": 14954.45, + "avg_cost": 44.5, + "lambda": 1.9825, + "rho": [ + 0.2952, + 0.1596, + 0.2198, + 0.0999, + 0.1089, + 0.1167 + ] + }, + { + "episode": 1310, + "avg_reward": 16829.67, + "avg_cost": 101.25, + "lambda": 2.75, + "rho": [ + 0.2952, + 0.1596, + 0.2198, + 0.0999, + 0.1089, + 0.1167 + ] + }, + { + "episode": 1320, + "avg_reward": 16387.63, + "avg_cost": 88.5, + "lambda": 9.2875, + "rho": [ + 0.2952, + 0.1596, + 0.2198, + 0.0999, + 0.1089, + 0.1167 + ] + }, + { + "episode": 1330, + "avg_reward": 13282.65, + "avg_cost": 19.75, + "lambda": 12.4825, + "rho": [ + 0.2952, + 0.1596, + 0.2198, + 0.0999, + 0.1089, + 0.1167 + ] + }, + { + "episode": 1340, + "avg_reward": 11772.61, + "avg_cost": 21.25, + "lambda": 11.0575, + "rho": [ + 0.2952, + 0.1596, + 0.2198, + 0.0999, + 0.1089, + 0.1167 + ] + }, + { + "episode": 1350, + "avg_reward": 13341.17, + "avg_cost": 20.75, + "lambda": 9.425, + "rho": [ + 0.2951, + 0.1579, + 0.2251, + 0.0982, + 0.11, + 0.1137 + ] + }, + { + "episode": 1360, + "avg_reward": 13137.39, + "avg_cost": 13.5, + "lambda": 7.325, + "rho": [ + 0.2951, + 0.1579, + 0.2251, + 0.0982, + 0.11, + 0.1137 + ] + }, + { + "episode": 1370, + "avg_reward": 12321.38, + "avg_cost": 12.5, + "lambda": 5.6075, + "rho": [ + 0.2951, + 0.1579, + 0.2251, + 0.0982, + 0.11, + 0.1137 + ] + }, + { + "episode": 1380, + "avg_reward": 12886.89, + "avg_cost": 9.75, + "lambda": 3.09, + "rho": [ + 0.2951, + 0.1579, + 0.2251, + 0.0982, + 0.11, + 0.1137 + ] + }, + { + "episode": 1390, + "avg_reward": 15595.35, + "avg_cost": 50.5, + "lambda": 1.93, + "rho": [ + 0.2951, + 0.1579, + 0.2251, + 0.0982, + 0.11, + 0.1137 + ] + }, + { + "episode": 1400, + "avg_reward": 14071.06, + "avg_cost": 14.25, + "lambda": 3.115, + "rho": [ + 0.3008, + 0.155, + 0.2297, + 0.0951, + 0.1096, + 0.1099 + ] + }, + { + "episode": 1410, + "avg_reward": 16598.2, + "avg_cost": 61.25, + "lambda": 1.47, + "rho": [ + 0.3008, + 0.155, + 0.2297, + 0.0951, + 0.1096, + 0.1099 + ] + }, + { + "episode": 1420, + "avg_reward": 13877.89, + "avg_cost": 53.5, + "lambda": 3.1675, + "rho": [ + 0.3008, + 0.155, + 0.2297, + 0.0951, + 0.1096, + 0.1099 + ] + }, + { + "episode": 1430, + "avg_reward": 12424.74, + "avg_cost": 22.25, + "lambda": 2.455, + "rho": [ + 0.3008, + 0.155, + 0.2297, + 0.0951, + 0.1096, + 0.1099 + ] + }, + { + "episode": 1440, + "avg_reward": 13839.36, + "avg_cost": 21.75, + "lambda": 0.7825, + "rho": [ + 0.3008, + 0.155, + 0.2297, + 0.0951, + 0.1096, + 0.1099 + ] + }, + { + "episode": 1450, + "avg_reward": 18356.71, + "avg_cost": 159.25, + "lambda": 2.82, + "rho": [ + 0.3125, + 0.1502, + 0.237, + 0.0897, + 0.1064, + 0.1042 + ] + }, + { + "episode": 1460, + "avg_reward": 16839.33, + "avg_cost": 75.0, + "lambda": 10.36, + "rho": [ + 0.3125, + 0.1502, + 0.237, + 0.0897, + 0.1064, + 0.1042 + ] + }, + { + "episode": 1470, + "avg_reward": 13075.04, + "avg_cost": 26.0, + "lambda": 8.7425, + "rho": [ + 0.3125, + 0.1502, + 0.237, + 0.0897, + 0.1064, + 0.1042 + ] + }, + { + "episode": 1480, + "avg_reward": 12965.15, + "avg_cost": 22.75, + "lambda": 6.6575, + "rho": [ + 0.3125, + 0.1502, + 0.237, + 0.0897, + 0.1064, + 0.1042 + ] + }, + { + "episode": 1490, + "avg_reward": 14464.35, + "avg_cost": 15.5, + "lambda": 4.2, + "rho": [ + 0.3125, + 0.1502, + 0.237, + 0.0897, + 0.1064, + 0.1042 + ] + }, + { + "episode": 1500, + "avg_reward": 14804.74, + "avg_cost": 4.5, + "lambda": 1.12, + "rho": [ + 0.3218, + 0.1446, + 0.2486, + 0.0837, + 0.1027, + 0.0985 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..9c20eb41d50111fb1b90ecc5c204188b7c21de0f --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_implicit_v33d_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 835821.57, + "constraint_satisfaction_pct": 18.53, + "final_rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + "final_lambda": 7.6316, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -905.76, + "avg_cost": 166.75, + "lambda": 0.2668, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": 199.67, + "avg_cost": 131.75, + "lambda": 1.8753, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -996.3, + "avg_cost": 81.25, + "lambda": 3.4858, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -1420.31, + "avg_cost": 8.5, + "lambda": 4.5482, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -461.71, + "avg_cost": 30.5, + "lambda": 5.0729, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": 112.18, + "avg_cost": 27.0, + "lambda": 5.3906, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 60, + "avg_reward": 130.78, + "avg_cost": 12.5, + "lambda": 5.6265, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 70, + "avg_reward": -226.07, + "avg_cost": 10.5, + "lambda": 5.8749, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 80, + "avg_reward": -124.54, + "avg_cost": 10.5, + "lambda": 6.0655, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 90, + "avg_reward": 50.58, + "avg_cost": 3.0, + "lambda": 6.1729, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 100, + "avg_reward": 166.35, + "avg_cost": 9.5, + "lambda": 6.2487, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 110, + "avg_reward": 284.72, + "avg_cost": 8.75, + "lambda": 6.3177, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 120, + "avg_reward": 267.76, + "avg_cost": 4.0, + "lambda": 6.3883, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 130, + "avg_reward": 234.33, + "avg_cost": 0.5, + "lambda": 6.4473, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 140, + "avg_reward": 209.01, + "avg_cost": 3.0, + "lambda": 6.4956, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 150, + "avg_reward": 217.65, + "avg_cost": 0.0, + "lambda": 6.5354, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 160, + "avg_reward": 268.66, + "avg_cost": 1.75, + "lambda": 6.5653, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 170, + "avg_reward": 316.24, + "avg_cost": 0.75, + "lambda": 6.5898, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 180, + "avg_reward": 526.53, + "avg_cost": 5.0, + "lambda": 6.6135, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 190, + "avg_reward": 684.63, + "avg_cost": 5.0, + "lambda": 6.6374, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 200, + "avg_reward": 640.5, + "avg_cost": 8.25, + "lambda": 6.6625, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 210, + "avg_reward": 607.24, + "avg_cost": 2.25, + "lambda": 6.6895, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 220, + "avg_reward": 661.68, + "avg_cost": 4.0, + "lambda": 6.7131, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 230, + "avg_reward": 619.1, + "avg_cost": 1.75, + "lambda": 6.7338, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 240, + "avg_reward": 641.83, + "avg_cost": 5.75, + "lambda": 6.7592, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 250, + "avg_reward": 646.67, + "avg_cost": 0.75, + "lambda": 6.7834, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 260, + "avg_reward": 586.8, + "avg_cost": 2.0, + "lambda": 6.8026, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 270, + "avg_reward": 626.4, + "avg_cost": 4.0, + "lambda": 6.8214, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 280, + "avg_reward": 630.1, + "avg_cost": 0.75, + "lambda": 6.8402, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 290, + "avg_reward": 618.01, + "avg_cost": 1.25, + "lambda": 6.8559, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 300, + "avg_reward": 595.96, + "avg_cost": 1.75, + "lambda": 6.8746, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 310, + "avg_reward": 621.31, + "avg_cost": 1.75, + "lambda": 6.8953, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 320, + "avg_reward": 550.07, + "avg_cost": 2.25, + "lambda": 6.9162, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 330, + "avg_reward": 536.51, + "avg_cost": 1.25, + "lambda": 6.9339, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 340, + "avg_reward": 565.43, + "avg_cost": 3.25, + "lambda": 6.9471, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 350, + "avg_reward": 522.66, + "avg_cost": 3.75, + "lambda": 6.9584, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 360, + "avg_reward": 584.36, + "avg_cost": 2.0, + "lambda": 6.9686, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 370, + "avg_reward": 601.38, + "avg_cost": 0.25, + "lambda": 6.977, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 380, + "avg_reward": 633.55, + "avg_cost": 1.5, + "lambda": 6.9859, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 390, + "avg_reward": 609.01, + "avg_cost": 0.5, + "lambda": 6.9967, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 400, + "avg_reward": 667.99, + "avg_cost": 1.75, + "lambda": 7.0063, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 410, + "avg_reward": 594.42, + "avg_cost": 1.0, + "lambda": 7.0149, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 420, + "avg_reward": 603.39, + "avg_cost": 2.25, + "lambda": 7.024, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 430, + "avg_reward": 608.98, + "avg_cost": 3.25, + "lambda": 7.0318, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 440, + "avg_reward": 614.54, + "avg_cost": 1.25, + "lambda": 7.0403, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 450, + "avg_reward": 623.64, + "avg_cost": 2.0, + "lambda": 7.0481, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 460, + "avg_reward": 618.77, + "avg_cost": 0.5, + "lambda": 7.0556, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 470, + "avg_reward": 673.11, + "avg_cost": 0.75, + "lambda": 7.0618, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 480, + "avg_reward": 629.13, + "avg_cost": 1.75, + "lambda": 7.0687, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 490, + "avg_reward": 615.61, + "avg_cost": 0.0, + "lambda": 7.0767, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 500, + "avg_reward": 610.5, + "avg_cost": 0.0, + "lambda": 7.0815, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 510, + "avg_reward": 663.11, + "avg_cost": 0.5, + "lambda": 7.087, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 520, + "avg_reward": 682.57, + "avg_cost": 0.5, + "lambda": 7.0938, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 530, + "avg_reward": 635.3, + "avg_cost": 0.0, + "lambda": 7.1014, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 540, + "avg_reward": 671.82, + "avg_cost": 0.25, + "lambda": 7.1089, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 550, + "avg_reward": 685.08, + "avg_cost": 0.0, + "lambda": 7.1172, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 560, + "avg_reward": 665.76, + "avg_cost": 0.0, + "lambda": 7.1259, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 570, + "avg_reward": 614.53, + "avg_cost": 0.25, + "lambda": 7.1315, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 580, + "avg_reward": 589.31, + "avg_cost": 2.25, + "lambda": 7.1361, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 590, + "avg_reward": 670.71, + "avg_cost": 0.25, + "lambda": 7.1421, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 600, + "avg_reward": 651.02, + "avg_cost": 0.25, + "lambda": 7.1462, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 610, + "avg_reward": 662.62, + "avg_cost": 0.5, + "lambda": 7.1515, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 620, + "avg_reward": 674.29, + "avg_cost": 0.0, + "lambda": 7.1619, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 630, + "avg_reward": 665.8, + "avg_cost": 1.0, + "lambda": 7.1688, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 640, + "avg_reward": 591.61, + "avg_cost": 0.5, + "lambda": 7.1744, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 650, + "avg_reward": 631.03, + "avg_cost": 1.5, + "lambda": 7.183, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 660, + "avg_reward": 618.48, + "avg_cost": 0.0, + "lambda": 7.1898, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 670, + "avg_reward": 618.98, + "avg_cost": 0.0, + "lambda": 7.1941, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 680, + "avg_reward": 647.19, + "avg_cost": 0.25, + "lambda": 7.1981, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 690, + "avg_reward": 639.75, + "avg_cost": 0.75, + "lambda": 7.2012, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 700, + "avg_reward": 664.03, + "avg_cost": 0.5, + "lambda": 7.2047, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 710, + "avg_reward": 677.17, + "avg_cost": 0.0, + "lambda": 7.2091, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 720, + "avg_reward": 671.66, + "avg_cost": 2.0, + "lambda": 7.2155, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 730, + "avg_reward": 717.02, + "avg_cost": 1.75, + "lambda": 7.2272, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 740, + "avg_reward": 674.77, + "avg_cost": 0.5, + "lambda": 7.244, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 750, + "avg_reward": 640.7, + "avg_cost": 0.0, + "lambda": 7.2537, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 760, + "avg_reward": 636.51, + "avg_cost": 0.5, + "lambda": 7.2597, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 770, + "avg_reward": 654.4, + "avg_cost": 0.0, + "lambda": 7.2678, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 780, + "avg_reward": 633.58, + "avg_cost": 0.0, + "lambda": 7.2737, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 790, + "avg_reward": 653.07, + "avg_cost": 0.0, + "lambda": 7.2788, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 800, + "avg_reward": 654.63, + "avg_cost": 0.5, + "lambda": 7.2843, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 810, + "avg_reward": 645.64, + "avg_cost": 0.0, + "lambda": 7.2894, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 820, + "avg_reward": 659.77, + "avg_cost": 0.0, + "lambda": 7.2939, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 830, + "avg_reward": 662.71, + "avg_cost": 0.5, + "lambda": 7.2984, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 840, + "avg_reward": 666.1, + "avg_cost": 0.75, + "lambda": 7.3033, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 850, + "avg_reward": 630.55, + "avg_cost": 0.5, + "lambda": 7.3079, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 860, + "avg_reward": 686.07, + "avg_cost": 0.75, + "lambda": 7.3136, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 870, + "avg_reward": 692.94, + "avg_cost": 1.25, + "lambda": 7.3193, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 880, + "avg_reward": 689.11, + "avg_cost": 0.5, + "lambda": 7.3255, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 890, + "avg_reward": 684.97, + "avg_cost": 0.75, + "lambda": 7.3313, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 900, + "avg_reward": 688.02, + "avg_cost": 0.25, + "lambda": 7.3388, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 910, + "avg_reward": 638.44, + "avg_cost": 1.0, + "lambda": 7.3455, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 920, + "avg_reward": 652.24, + "avg_cost": 0.25, + "lambda": 7.3521, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 930, + "avg_reward": 687.86, + "avg_cost": 0.75, + "lambda": 7.358, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 940, + "avg_reward": 672.28, + "avg_cost": 0.25, + "lambda": 7.3632, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 950, + "avg_reward": 656.39, + "avg_cost": 0.75, + "lambda": 7.368, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 960, + "avg_reward": 642.61, + "avg_cost": 0.5, + "lambda": 7.372, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 970, + "avg_reward": 647.44, + "avg_cost": 0.25, + "lambda": 7.3768, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 980, + "avg_reward": 618.49, + "avg_cost": 0.75, + "lambda": 7.3816, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 990, + "avg_reward": 622.99, + "avg_cost": 1.0, + "lambda": 7.3863, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1000, + "avg_reward": 620.4, + "avg_cost": 0.0, + "lambda": 7.3899, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1010, + "avg_reward": 644.67, + "avg_cost": 0.25, + "lambda": 7.3936, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1020, + "avg_reward": 665.32, + "avg_cost": 0.25, + "lambda": 7.3978, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1030, + "avg_reward": 642.1, + "avg_cost": 0.25, + "lambda": 7.402, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1040, + "avg_reward": 722.33, + "avg_cost": 0.5, + "lambda": 7.4083, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1050, + "avg_reward": 705.66, + "avg_cost": 0.25, + "lambda": 7.4204, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1060, + "avg_reward": 598.31, + "avg_cost": 0.0, + "lambda": 7.4291, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1070, + "avg_reward": 602.86, + "avg_cost": 0.25, + "lambda": 7.435, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1080, + "avg_reward": 607.04, + "avg_cost": 1.0, + "lambda": 7.4402, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1090, + "avg_reward": 603.74, + "avg_cost": 0.75, + "lambda": 7.4456, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1100, + "avg_reward": 611.38, + "avg_cost": 0.25, + "lambda": 7.4498, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1110, + "avg_reward": 610.5, + "avg_cost": 1.25, + "lambda": 7.4548, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1120, + "avg_reward": 610.3, + "avg_cost": 1.0, + "lambda": 7.4602, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1130, + "avg_reward": 611.22, + "avg_cost": 0.0, + "lambda": 7.4644, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1140, + "avg_reward": 600.21, + "avg_cost": 0.0, + "lambda": 7.4683, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1150, + "avg_reward": 597.81, + "avg_cost": 0.5, + "lambda": 7.4718, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1160, + "avg_reward": 617.58, + "avg_cost": 0.25, + "lambda": 7.4757, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1170, + "avg_reward": 621.97, + "avg_cost": 0.0, + "lambda": 7.48, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1180, + "avg_reward": 636.81, + "avg_cost": 0.75, + "lambda": 7.4845, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1190, + "avg_reward": 649.67, + "avg_cost": 0.25, + "lambda": 7.4893, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1200, + "avg_reward": 632.41, + "avg_cost": 1.25, + "lambda": 7.4941, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1210, + "avg_reward": 638.16, + "avg_cost": 0.25, + "lambda": 7.499, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1220, + "avg_reward": 638.08, + "avg_cost": 0.5, + "lambda": 7.5033, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1230, + "avg_reward": 635.53, + "avg_cost": 0.75, + "lambda": 7.507, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1240, + "avg_reward": 622.79, + "avg_cost": 0.5, + "lambda": 7.5114, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1250, + "avg_reward": 628.31, + "avg_cost": 0.25, + "lambda": 7.5145, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1260, + "avg_reward": 619.62, + "avg_cost": 0.25, + "lambda": 7.5175, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1270, + "avg_reward": 586.74, + "avg_cost": 0.75, + "lambda": 7.521, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1280, + "avg_reward": 629.66, + "avg_cost": 0.5, + "lambda": 7.5242, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1290, + "avg_reward": 631.15, + "avg_cost": 1.0, + "lambda": 7.5283, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1300, + "avg_reward": 641.07, + "avg_cost": 0.25, + "lambda": 7.5328, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1310, + "avg_reward": 645.5, + "avg_cost": 1.0, + "lambda": 7.5379, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1320, + "avg_reward": 661.56, + "avg_cost": 1.25, + "lambda": 7.5455, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1330, + "avg_reward": 678.9, + "avg_cost": 0.5, + "lambda": 7.5544, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1340, + "avg_reward": 693.81, + "avg_cost": 0.0, + "lambda": 7.5606, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1350, + "avg_reward": 689.5, + "avg_cost": 1.0, + "lambda": 7.5645, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1360, + "avg_reward": 702.74, + "avg_cost": 0.25, + "lambda": 7.569, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1370, + "avg_reward": 696.86, + "avg_cost": 0.75, + "lambda": 7.5727, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1380, + "avg_reward": 699.24, + "avg_cost": 0.0, + "lambda": 7.5762, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1390, + "avg_reward": 679.22, + "avg_cost": 0.0, + "lambda": 7.5791, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1400, + "avg_reward": 675.16, + "avg_cost": 0.0, + "lambda": 7.5827, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1410, + "avg_reward": 699.14, + "avg_cost": 0.0, + "lambda": 7.5857, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1420, + "avg_reward": 683.93, + "avg_cost": 0.25, + "lambda": 7.591, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1430, + "avg_reward": 684.1, + "avg_cost": 0.0, + "lambda": 7.5971, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1440, + "avg_reward": 685.13, + "avg_cost": 0.0, + "lambda": 7.6029, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1450, + "avg_reward": 715.49, + "avg_cost": 0.75, + "lambda": 7.607, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1460, + "avg_reward": 686.78, + "avg_cost": 2.0, + "lambda": 7.6112, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1470, + "avg_reward": 692.72, + "avg_cost": 0.0, + "lambda": 7.6164, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1480, + "avg_reward": 663.71, + "avg_cost": 0.0, + "lambda": 7.6206, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1490, + "avg_reward": 663.22, + "avg_cost": 0.75, + "lambda": 7.6254, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 1500, + "avg_reward": 669.4, + "avg_cost": 0.5, + "lambda": 7.6316, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + } + ], + "episode_rewards": [ + -905.7626, + -440.1416, + -204.4527, + 144.3478, + -78.3146, + 86.2669, + 133.9053, + 209.4285, + -32.7093, + 199.6728, + -30.6242, + 254.2792, + -263.1487, + 100.6924, + -456.7401, + -399.9284, + -502.3301, + -776.418, + -856.8439, + -996.2953, + -1231.1415, + -1071.4847, + -1235.5781, + -1185.1187, + -410.4668, + -1305.4914, + -279.3793, + -1307.1609, + -250.7115, + -1420.3104, + -305.599, + -786.405, + -1484.0183, + -196.0397, + -1292.6567, + -222.7884, + -955.6431, + -726.3758, + -317.5076, + -461.7051, + -855.5215, + -242.7084, + -848.3278, + -209.3537, + -51.6987, + -270.2318, + 54.3638, + -263.6324, + -56.7894, + 112.1761, + 32.3685, + -150.2191, + 153.2771, + -116.3966, + 53.2735, + -136.371, + 94.5601, + 128.8393, + -154.3004, + 130.7822, + -279.8821, + -987.6173, + -1209.6226, + -294.2067, + -1015.4985, + -1924.7239, + -1081.8735, + -322.207, + -40.6415, + -226.0715, + 21.6609, + -16.8256, + -84.7108, + -31.5572, + 9.4776, + 25.1692, + -149.1482, + -10.2522, + -96.6695, + -124.541, + -270.8243, + -21.3968, + -305.1854, + -8.9798, + 49.1814, + -92.2457, + 68.3686, + 110.107, + 34.1745, + 50.5827, + 72.049, + 101.8691, + -53.1275, + 8.0939, + 62.8377, + 165.1157, + 212.052, + 245.8522, + 75.2719, + 166.349, + 159.5674, + 169.7695, + 184.8941, + 190.1514, + 70.3341, + 180.861, + 270.6991, + -43.2962, + 250.4191, + 284.7236, + -86.7917, + 259.1419, + 375.6131, + 302.4354, + -288.0425, + 239.623, + -212.0441, + 141.3341, + 288.8253, + 267.7585, + 182.0834, + 83.7514, + 261.0528, + 200.6085, + 180.0409, + 186.0635, + 193.8597, + 187.8985, + 209.7914, + 234.3328, + 137.5403, + 180.5713, + 165.4303, + 232.0156, + 222.1904, + 256.8502, + 222.3658, + 181.2468, + 236.8706, + 209.0124, + 265.5678, + 255.8888, + 252.363, + 259.517, + 196.2473, + 213.4608, + 246.7385, + 234.0376, + 232.4435, + 217.6458, + 227.3958, + 204.6226, + 159.8074, + 244.6822, + 242.583, + 206.5257, + 253.8735, + 240.0352, + 186.7173, + 268.6626, + 255.5234, + 212.722, + 294.0806, + 274.5286, + 232.3272, + 228.6276, + 248.0361, + 288.0376, + 213.191, + 316.2392, + 461.5116, + 488.7246, + 451.7963, + 553.0837, + 542.1915, + 508.8738, + 511.2487, + 476.1631, + 525.6347, + 526.5313, + 577.4374, + 541.7707, + 591.2149, + 633.3692, + 591.2301, + 588.4029, + 643.905, + 591.8493, + 619.5666, + 684.6333, + 655.6496, + 670.9001, + 690.1468, + 629.2511, + 545.3274, + 545.4713, + 625.9205, + 623.3262, + 622.465, + 640.4977, + 619.7653, + 656.322, + 656.758, + 663.0387, + 655.6583, + 707.1561, + 618.0773, + 629.2089, + 556.7888, + 607.2429, + 601.7001, + 599.9955, + 611.7225, + 605.467, + 598.9312, + 569.7369, + 585.9168, + 633.9386, + 624.7942, + 661.6843, + 607.6796, + 565.9821, + 574.1484, + 572.9133, + 606.0534, + 614.3474, + 592.836, + 638.5148, + 649.7693, + 619.0956, + 588.1246, + 548.1516, + 553.195, + 587.3158, + 567.0206, + 636.3458, + 633.3115, + 628.15, + 621.8328, + 641.8274, + 659.1135, + 638.6471, + 658.6782, + 587.4608, + 594.6918, + 658.7938, + 635.3144, + 630.2595, + 669.7971, + 646.6711, + 638.4421, + 600.8066, + 633.9861, + 587.9713, + 569.5832, + 545.3246, + 540.6944, + 535.4509, + 558.5086, + 586.7952, + 599.9965, + 591.1579, + 613.8533, + 599.6403, + 604.9544, + 647.1853, + 590.3398, + 614.4072, + 637.8992, + 626.4008, + 594.9881, + 651.0775, + 613.2657, + 580.8857, + 601.3621, + 654.9983, + 621.836, + 628.6366, + 607.7553, + 630.0955, + 596.7265, + 573.9784, + 596.3324, + 594.201, + 607.6691, + 606.1412, + 587.9804, + 563.6495, + 596.9528, + 618.0075, + 615.1972, + 585.1369, + 617.153, + 611.6438, + 592.0486, + 601.6718, + 614.8829, + 614.3177, + 595.4826, + 595.9587, + 607.9295, + 611.9107, + 612.0916, + 631.13, + 618.757, + 606.5297, + 619.3305, + 635.534, + 600.8528, + 621.3146, + 633.4371, + 627.7162, + 629.1307, + 620.0345, + 592.6082, + 584.4174, + 566.2482, + 598.6558, + 580.3518, + 550.072, + 554.7138, + 557.5612, + 577.256, + 529.7948, + 561.4744, + 565.6964, + 557.4679, + 576.6095, + 537.1579, + 536.5136, + 553.907, + 566.9281, + 530.7047, + 561.9074, + 535.7315, + 521.0298, + 554.7108, + 529.4398, + 550.7672, + 565.4285, + 596.5637, + 569.4, + 564.8592, + 553.4559, + 559.4632, + 542.0048, + 528.6213, + 522.2786, + 540.42, + 522.6612, + 515.7744, + 518.6783, + 535.2097, + 547.1865, + 559.7559, + 577.8878, + 577.8315, + 558.3964, + 586.0181, + 584.3583, + 583.1421, + 558.3482, + 594.1672, + 575.4171, + 579.9346, + 578.5122, + 605.0804, + 597.0209, + 581.3044, + 601.3813, + 584.2348, + 587.712, + 584.1889, + 591.4994, + 590.6026, + 612.8398, + 616.3076, + 605.629, + 637.3814, + 633.5509, + 629.308, + 616.9135, + 587.8401, + 608.4956, + 595.9261, + 609.9149, + 626.3637, + 585.3048, + 611.762, + 609.014, + 642.3267, + 619.5314, + 619.3274, + 607.7173, + 642.736, + 634.5835, + 642.2625, + 642.5267, + 647.8797, + 667.9938, + 626.0697, + 674.378, + 626.6962, + 628.7338, + 637.1364, + 623.1821, + 623.6769, + 612.4409, + 614.8566, + 594.4209, + 613.8359, + 619.7421, + 613.5547, + 635.4411, + 635.2014, + 619.6582, + 627.5771, + 606.8116, + 612.9412, + 603.3926, + 648.4212, + 624.059, + 609.7504, + 594.8098, + 615.8689, + 621.048, + 613.6721, + 635.5092, + 596.0178, + 608.9814, + 611.3287, + 636.6317, + 629.1033, + 609.7756, + 596.5531, + 608.0797, + 627.6268, + 606.4251, + 642.7383, + 614.5387, + 622.6557, + 635.5468, + 626.9854, + 618.6193, + 646.1242, + 596.1803, + 601.225, + 618.8748, + 633.0088, + 623.6393, + 619.4081, + 635.2589, + 639.1333, + 624.5647, + 644.6544, + 620.1843, + 640.6811, + 627.0885, + 629.2105, + 618.7674, + 634.883, + 661.62, + 662.0748, + 653.22, + 673.0228, + 691.2361, + 664.319, + 661.4317, + 668.1487, + 673.1094, + 625.1512, + 626.1943, + 626.9982, + 624.3122, + 623.0921, + 630.4658, + 642.5557, + 613.5298, + 608.1904, + 629.1307, + 604.4712, + 597.8517, + 566.9932, + 549.2879, + 591.5577, + 570.8743, + 598.1208, + 578.5261, + 596.3428, + 615.6083, + 611.7005, + 630.7526, + 617.8783, + 618.201, + 643.09, + 638.3539, + 614.963, + 628.5048, + 639.8142, + 610.5019, + 613.7731, + 625.6622, + 667.001, + 653.0742, + 639.1045, + 634.8778, + 641.446, + 637.7032, + 646.173, + 663.1072, + 673.5487, + 672.0233, + 691.4575, + 682.4069, + 673.3781, + 668.2133, + 672.3137, + 676.0006, + 659.4901, + 682.5743, + 672.6167, + 629.1888, + 601.732, + 680.1271, + 630.5277, + 686.2176, + 620.6693, + 658.6647, + 672.7543, + 635.3045, + 676.2749, + 663.3976, + 666.6085, + 660.3808, + 653.4835, + 667.376, + 668.9429, + 679.0868, + 687.6481, + 671.822, + 668.2391, + 672.0924, + 663.3174, + 668.4807, + 656.3772, + 663.4873, + 655.4522, + 650.7263, + 655.7088, + 685.076, + 691.2852, + 673.7205, + 701.2269, + 685.5453, + 667.0446, + 678.4046, + 657.4415, + 677.504, + 683.3469, + 665.7552, + 667.2236, + 638.0335, + 648.2523, + 619.0555, + 640.888, + 628.4512, + 625.1686, + 635.12, + 615.0002, + 614.5287, + 608.7604, + 604.28, + 623.6815, + 627.8544, + 644.5206, + 602.169, + 606.1154, + 618.0745, + 612.1164, + 589.3113, + 626.4896, + 621.1485, + 656.2746, + 660.9859, + 646.9959, + 654.5479, + 665.1429, + 658.5607, + 635.8769, + 670.7113, + 625.2846, + 656.7002, + 639.7, + 622.33, + 631.7104, + 636.8139, + 614.2806, + 633.3973, + 619.3615, + 651.0204, + 642.9859, + 612.6364, + 656.5282, + 670.5953, + 667.8106, + 667.8373, + 652.1099, + 673.7243, + 655.6063, + 662.6234, + 672.4435, + 632.1458, + 684.0441, + 666.6088, + 691.6544, + 695.6076, + 692.1825, + 688.5772, + 653.6228, + 674.2886, + 653.9152, + 647.3443, + 639.9191, + 656.7512, + 663.6751, + 635.2147, + 650.7751, + 654.1215, + 641.5594, + 665.7963, + 643.8031, + 664.2491, + 630.7209, + 601.0849, + 612.7451, + 604.4731, + 618.3336, + 582.1598, + 610.8219, + 591.6128, + 588.2785, + 586.4357, + 596.8111, + 609.2245, + 617.1129, + 593.8208, + 598.4975, + 602.7144, + 635.8343, + 631.0279, + 653.9662, + 624.0712, + 608.3141, + 620.2693, + 620.9601, + 593.7935, + 617.8577, + 620.0801, + 626.1872, + 618.4802, + 631.426, + 608.558, + 623.2552, + 613.8561, + 644.7974, + 633.2257, + 636.0786, + 626.5204, + 603.0942, + 618.9779, + 613.9648, + 640.5453, + 644.3812, + 650.6101, + 645.5338, + 652.3618, + 661.3524, + 656.6989, + 639.6823, + 647.192, + 649.8723, + 653.7678, + 661.7033, + 656.1974, + 652.9198, + 626.1857, + 620.6923, + 626.0306, + 612.9903, + 639.7487, + 631.8968, + 617.7033, + 621.3414, + 627.6951, + 644.6964, + 638.007, + 634.9121, + 646.2491, + 651.706, + 664.0341, + 669.5661, + 664.3113, + 660.8647, + 669.6228, + 673.5379, + 675.0888, + 655.2886, + 665.1633, + 671.3383, + 677.1743, + 701.1233, + 682.3572, + 679.7566, + 685.1392, + 700.1575, + 697.6978, + 663.0636, + 682.7559, + 690.5232, + 671.6593, + 697.2563, + 717.0015, + 706.3894, + 680.157, + 693.5925, + 710.2551, + 698.9838, + 700.3247, + 694.7302, + 717.0198, + 701.7042, + 702.3827, + 695.8697, + 682.362, + 700.0266, + 679.4848, + 695.5, + 666.2442, + 684.3973, + 674.7685, + 653.0432, + 641.5815, + 653.3991, + 639.3662, + 621.7412, + 650.6217, + 650.0553, + 641.3303, + 646.5952, + 640.6989, + 647.0715, + 636.8819, + 632.6987, + 640.6483, + 627.4514, + 625.2055, + 622.6707, + 614.3547, + 625.1703, + 636.5126, + 628.8513, + 607.7386, + 605.5078, + 616.6458, + 605.7006, + 625.6678, + 636.6047, + 629.8307, + 643.552, + 654.4029, + 647.8034, + 647.9548, + 642.0891, + 636.9649, + 638.7832, + 641.5467, + 646.5851, + 636.3289, + 628.2434, + 633.5822, + 624.9694, + 629.9818, + 634.9518, + 628.4595, + 644.3339, + 644.1434, + 648.2315, + 635.2057, + 650.2433, + 653.074, + 666.4935, + 655.1777, + 669.7168, + 670.6931, + 659.8578, + 688.9222, + 670.0698, + 660.5048, + 651.4141, + 654.6312, + 646.7955, + 671.7116, + 652.9677, + 671.0322, + 688.6963, + 649.0714, + 654.9422, + 669.5934, + 646.9799, + 645.6379, + 662.2036, + 673.6006, + 648.2162, + 675.8184, + 685.8644, + 678.1962, + 689.5177, + 675.1005, + 673.9096, + 659.7694, + 674.1705, + 646.0755, + 681.1018, + 662.2006, + 671.952, + 649.0124, + 644.8626, + 659.696, + 658.5757, + 662.7089, + 674.0383, + 666.1573, + 687.7815, + 661.2815, + 661.1678, + 672.5543, + 665.5104, + 670.3982, + 652.483, + 666.0993, + 659.307, + 669.7477, + 667.2588, + 671.568, + 660.2043, + 666.323, + 664.9007, + 673.6267, + 660.8742, + 630.5489, + 660.5026, + 670.1655, + 665.3472, + 663.8412, + 668.7703, + 686.116, + 685.0033, + 686.7241, + 703.3749, + 686.0708, + 684.4929, + 693.4454, + 705.3935, + 698.9831, + 697.1107, + 681.2519, + 679.5763, + 700.9361, + 701.0023, + 692.9435, + 694.39, + 700.5341, + 684.5872, + 698.981, + 683.4551, + 698.8413, + 690.2353, + 673.876, + 688.5792, + 689.108, + 697.411, + 701.8051, + 705.6126, + 706.309, + 699.0334, + 682.5693, + 689.4581, + 686.8526, + 687.5099, + 684.9678, + 696.0657, + 683.3768, + 690.5817, + 695.2198, + 693.7349, + 698.4787, + 693.859, + 702.3236, + 693.3367, + 688.0184, + 684.2552, + 669.3552, + 670.3561, + 666.1172, + 654.9972, + 668.485, + 656.8768, + 666.8563, + 661.4226, + 638.4441, + 650.1772, + 660.4124, + 657.9656, + 662.7544, + 670.5228, + 662.354, + 661.2167, + 667.7981, + 667.6717, + 652.2381, + 674.1498, + 677.7006, + 666.5848, + 668.4572, + 662.2367, + 676.1147, + 658.3936, + 663.5934, + 671.9432, + 687.8567, + 678.7117, + 678.641, + 678.0188, + 684.1735, + 675.9069, + 681.1964, + 696.4899, + 671.3217, + 675.8266, + 672.2812, + 683.7114, + 662.4266, + 660.2468, + 651.7402, + 652.872, + 646.2583, + 648.9738, + 660.8645, + 656.4579, + 656.3876, + 667.7719, + 662.1037, + 663.8117, + 663.7509, + 657.5959, + 667.599, + 647.0889, + 642.3032, + 650.1726, + 642.6057, + 646.7507, + 673.1349, + 647.3872, + 660.0865, + 657.6855, + 649.8072, + 663.3368, + 659.6089, + 647.2846, + 647.4367, + 654.7469, + 638.0316, + 637.1985, + 632.8123, + 624.6409, + 634.4101, + 618.0448, + 624.1184, + 605.0353, + 618.4913, + 611.3775, + 612.8875, + 624.1308, + 615.9659, + 630.4258, + 615.1096, + 628.7674, + 615.3237, + 624.2987, + 622.995, + 626.4441, + 616.7626, + 613.6583, + 619.7918, + 631.4272, + 622.7877, + 623.1803, + 623.5152, + 618.779, + 620.4006, + 627.7769, + 629.1181, + 639.7065, + 637.8374, + 652.5457, + 637.2517, + 632.5762, + 618.9577, + 637.8071, + 644.6719, + 629.9973, + 633.3308, + 625.4274, + 625.938, + 641.9425, + 626.6139, + 653.9073, + 637.4998, + 647.9634, + 665.325, + 646.1371, + 656.3835, + 657.501, + 650.9516, + 635.0477, + 619.4489, + 629.1554, + 643.0326, + 642.5147, + 642.1008, + 667.5802, + 653.4839, + 642.3455, + 687.3556, + 681.5842, + 670.5087, + 668.8315, + 678.3216, + 683.6394, + 722.3295, + 690.1753, + 669.0321, + 681.1371, + 700.3578, + 727.3885, + 684.8764, + 714.2411, + 699.4831, + 707.5428, + 705.6611, + 669.6013, + 687.0505, + 659.3154, + 637.8895, + 640.2838, + 632.1225, + 609.6853, + 620.0249, + 586.0341, + 598.3117, + 587.8944, + 601.2684, + 596.161, + 603.6016, + 616.8014, + 610.5646, + 607.2613, + 616.8978, + 603.7398, + 602.8626, + 632.7164, + 619.7117, + 610.8794, + 611.0541, + 619.5543, + 604.7392, + 618.7403, + 604.5094, + 616.9392, + 607.0382, + 596.8557, + 610.9902, + 609.9903, + 599.292, + 612.8354, + 615.2532, + 604.8949, + 605.4822, + 605.3457, + 603.7399, + 630.2084, + 620.8371, + 605.3813, + 616.2188, + 618.3109, + 613.2412, + 611.9049, + 634.7902, + 623.3914, + 611.385, + 624.2499, + 617.5712, + 633.1481, + 602.583, + 615.6043, + 612.4493, + 608.5729, + 594.2902, + 607.2072, + 610.4951, + 605.0795, + 610.9241, + 609.3581, + 633.684, + 615.4202, + 614.5671, + 617.3646, + 629.1276, + 617.8725, + 610.3001, + 614.3055, + 603.8065, + 607.58, + 618.9867, + 610.5234, + 611.7164, + 613.7017, + 617.5214, + 601.6518, + 611.2186, + 624.1604, + 601.1929, + 617.5105, + 608.518, + 612.0337, + 602.5658, + 607.056, + 619.5608, + 607.427, + 600.2086, + 625.3871, + 620.7588, + 616.1537, + 615.3534, + 604.3803, + 605.6658, + 592.6798, + 610.1212, + 613.9912, + 597.8073, + 610.3794, + 612.6893, + 603.5983, + 612.0956, + 608.5599, + 621.7949, + 618.9715, + 623.9232, + 614.0935, + 617.5772, + 602.5389, + 602.3543, + 646.0398, + 622.8397, + 627.1059, + 623.3598, + 633.449, + 635.584, + 626.0265, + 621.9697, + 626.5332, + 634.1373, + 635.5173, + 654.0701, + 651.5825, + 636.9152, + 648.9595, + 637.9622, + 658.4382, + 636.8105, + 639.6125, + 639.382, + 647.8744, + 636.1954, + 662.435, + 632.1711, + 637.9867, + 638.2563, + 645.4292, + 649.6726, + 659.0394, + 643.1114, + 669.1723, + 642.6348, + 652.0913, + 652.6686, + 638.6209, + 637.3343, + 652.3003, + 632.4052, + 650.852, + 649.2647, + 662.5119, + 628.2551, + 653.3472, + 644.9134, + 633.2906, + 640.8647, + 638.1533, + 638.1602, + 651.4257, + 631.9793, + 631.6578, + 642.4021, + 609.7158, + 641.0703, + 630.5382, + 641.7507, + 644.2263, + 638.0813, + 649.7609, + 650.3879, + 637.9307, + 670.1365, + 661.7282, + 649.3458, + 658.7749, + 668.2689, + 640.6241, + 635.53, + 616.433, + 631.0585, + 626.5561, + 648.6482, + 631.1457, + 644.7075, + 636.1308, + 628.19, + 635.8487, + 622.7852, + 631.9475, + 633.9488, + 615.9643, + 631.2693, + 639.6145, + 618.332, + 628.9759, + 624.5412, + 624.89, + 628.3088, + 618.6567, + 616.249, + 613.0675, + 597.7789, + 610.8301, + 621.9973, + 612.6952, + 607.7114, + 613.987, + 619.6155, + 612.2984, + 605.6134, + 613.3826, + 611.78, + 619.3167, + 603.1363, + 613.4519, + 630.9369, + 613.6789, + 586.7438, + 608.1115, + 626.8893, + 614.85, + 613.8696, + 617.4287, + 626.2224, + 625.4579, + 622.643, + 615.7603, + 629.6596, + 631.6071, + 622.4837, + 641.1441, + 643.147, + 658.3454, + 653.4521, + 652.8012, + 647.2505, + 636.7424, + 631.1464, + 638.432, + 633.469, + 631.1747, + 648.9644, + 659.478, + 651.9358, + 648.9136, + 656.249, + 660.4228, + 641.0651, + 653.6698, + 642.1299, + 643.829, + 637.9156, + 647.7491, + 653.9792, + 648.1206, + 648.9108, + 659.6155, + 645.5, + 648.2903, + 657.8839, + 651.2325, + 645.2628, + 626.4816, + 649.4354, + 623.7306, + 662.3472, + 665.2905, + 661.56, + 657.2411, + 658.5436, + 657.8993, + 671.6171, + 676.4231, + 672.616, + 666.6542, + 665.9243, + 652.7013, + 678.8985, + 670.3321, + 686.1904, + 695.5105, + 671.7606, + 696.3861, + 701.158, + 707.2333, + 701.9709, + 687.1522, + 693.8102, + 680.2002, + 668.2222, + 673.9511, + 696.8738, + 691.3066, + 716.6673, + 714.9283, + 716.6855, + 709.4189, + 689.4994, + 696.4694, + 686.788, + 682.3619, + 689.4717, + 677.9297, + 676.3152, + 676.7679, + 704.8703, + 711.5741, + 702.741, + 701.4585, + 707.9595, + 698.7012, + 699.6843, + 692.6276, + 691.9219, + 699.4299, + 692.7793, + 706.4866, + 696.8639, + 711.754, + 692.5774, + 700.2423, + 694.1115, + 698.0037, + 714.9823, + 693.1299, + 696.6249, + 670.7229, + 699.244, + 688.4736, + 699.7984, + 682.5044, + 689.4498, + 694.9853, + 704.6461, + 692.3235, + 698.5085, + 690.2476, + 679.2221, + 696.4952, + 697.7792, + 705.0112, + 692.9201, + 702.5967, + 695.5591, + 706.4193, + 685.493, + 677.4642, + 675.165, + 692.0042, + 697.9123, + 714.9373, + 702.8635, + 678.5575, + 694.7876, + 677.6289, + 670.2667, + 685.3735, + 699.1431, + 681.8803, + 685.9272, + 692.8777, + 697.7638, + 701.3068, + 680.9343, + 695.2752, + 676.765, + 667.2779, + 683.9311, + 675.3509, + 680.528, + 695.6241, + 684.0048, + 688.9643, + 672.9908, + 685.7929, + 683.6729, + 677.5434, + 684.0977, + 686.6535, + 682.4999, + 694.2453, + 683.4716, + 708.4357, + 666.8792, + 670.3165, + 688.1505, + 704.4798, + 685.134, + 692.2478, + 682.569, + 687.4683, + 695.5197, + 713.354, + 696.0983, + 716.0611, + 712.4268, + 708.3025, + 715.4948, + 727.3086, + 723.7045, + 726.4495, + 723.6015, + 718.2186, + 725.291, + 694.6081, + 705.9505, + 680.9882, + 686.783, + 697.1014, + 706.708, + 705.1944, + 709.1662, + 695.0999, + 681.5257, + 681.1831, + 680.7529, + 685.51, + 692.723, + 686.3353, + 676.2339, + 682.6487, + 690.3974, + 677.0735, + 643.5509, + 667.3026, + 656.7422, + 672.7318, + 663.7126, + 661.0743, + 668.39, + 655.5843, + 647.4048, + 665.3596, + 659.7639, + 667.1401, + 668.8253, + 642.7401, + 663.2198, + 664.8453, + 647.9329, + 660.2757, + 640.3531, + 660.814, + 651.0431, + 648.193, + 663.277, + 656.9695, + 669.4033 + ], + "episode_costs": [ + 166.75, + 202.75, + 224.75, + 251.0, + 204.5, + 177.5, + 127.5, + 136.25, + 229.75, + 131.75, + 81.5, + 134.5, + 148.75, + 151.25, + 170.75, + 183.5, + 161.5, + 150.25, + 127.0, + 81.25, + 49.25, + 51.0, + 33.25, + 46.0, + 69.25, + 43.0, + 27.25, + 16.0, + 38.0, + 8.5, + 21.25, + 29.5, + 2.5, + 29.25, + 17.75, + 21.5, + 22.75, + 13.25, + 19.25, + 30.5, + 30.25, + 18.25, + 10.75, + 13.5, + 16.5, + 16.25, + 43.5, + 21.75, + 8.0, + 27.0, + 27.5, + 12.25, + 29.0, + 10.25, + 8.75, + 19.25, + 22.5, + 20.0, + 5.0, + 12.5, + 7.25, + 53.75, + 42.75, + 46.25, + 7.75, + 26.0, + 53.5, + 17.0, + 39.5, + 10.5, + 13.5, + 13.25, + 4.75, + 7.25, + 8.0, + 9.75, + 11.75, + 3.25, + 3.5, + 10.5, + 7.25, + 5.75, + 5.5, + 3.75, + 9.0, + 1.5, + 6.5, + 6.25, + 3.75, + 3.0, + 5.0, + 9.5, + 3.0, + 4.25, + 2.0, + 9.25, + 15.0, + 11.25, + 2.5, + 9.5, + 1.5, + 4.5, + 7.0, + 4.5, + 6.25, + 8.25, + 7.75, + 11.0, + 3.5, + 8.75, + 4.25, + 4.5, + 3.25, + 15.5, + 10.75, + 7.0, + 11.25, + 2.5, + 3.75, + 4.0, + 13.0, + 2.0, + 4.75, + 5.0, + 3.25, + 1.75, + 5.25, + 1.75, + 2.25, + 0.5, + 7.0, + 2.75, + 1.75, + 2.25, + 13.25, + 2.5, + 15.5, + 0.25, + 3.25, + 3.0, + 1.5, + 1.25, + 7.25, + 3.25, + 1.5, + 1.5, + 2.75, + 0.25, + 7.5, + 0.0, + 0.75, + 3.75, + 5.75, + 1.25, + 2.25, + 0.5, + 0.5, + 4.25, + 2.75, + 1.75, + 1.25, + 2.25, + 2.25, + 2.25, + 3.75, + 1.0, + 2.0, + 4.0, + 0.25, + 0.75, + 4.0, + 4.0, + 1.75, + 2.25, + 1.5, + 2.25, + 1.75, + 2.25, + 2.75, + 5.0, + 2.0, + 2.75, + 0.5, + 2.25, + 3.25, + 0.75, + 3.25, + 3.0, + 0.0, + 5.0, + 4.75, + 2.0, + 2.0, + 2.5, + 1.5, + 2.0, + 2.25, + 2.5, + 1.0, + 8.25, + 1.75, + 4.75, + 1.0, + 3.0, + 0.5, + 3.75, + 1.5, + 2.75, + 4.0, + 2.25, + 2.5, + 0.0, + 2.0, + 4.5, + 1.5, + 2.0, + 0.5, + 2.5, + 0.5, + 4.0, + 2.0, + 0.0, + 2.5, + 2.5, + 2.5, + 2.25, + 1.75, + 1.0, + 1.0, + 1.75, + 3.5, + 1.75, + 4.0, + 7.75, + 1.25, + 3.75, + 2.5, + 3.75, + 0.5, + 5.75, + 2.5, + 2.0, + 1.75, + 1.5, + 0.25, + 2.5, + 2.75, + 0.5, + 1.75, + 0.75, + 0.5, + 1.75, + 2.5, + 2.5, + 1.25, + 1.0, + 1.5, + 4.75, + 1.25, + 2.0, + 1.25, + 1.25, + 0.75, + 3.75, + 0.5, + 1.25, + 4.25, + 1.25, + 1.5, + 4.0, + 1.75, + 0.75, + 1.25, + 0.25, + 4.5, + 0.75, + 2.25, + 1.75, + 1.5, + 0.75, + 0.75, + 0.5, + 2.5, + 1.5, + 1.25, + 1.75, + 1.75, + 1.75, + 0.25, + 1.25, + 1.75, + 4.5, + 1.0, + 1.75, + 4.5, + 1.25, + 1.5, + 4.0, + 2.0, + 1.75, + 0.75, + 1.75, + 3.25, + 1.0, + 1.75, + 2.25, + 6.0, + 1.75, + 1.75, + 1.75, + 0.25, + 2.0, + 2.5, + 2.75, + 3.5, + 0.75, + 2.25, + 1.75, + 2.0, + 2.25, + 0.75, + 2.5, + 1.5, + 2.5, + 0.5, + 0.25, + 1.25, + 0.25, + 1.5, + 1.25, + 1.0, + 1.0, + 0.5, + 0.25, + 0.5, + 1.5, + 3.0, + 1.0, + 2.0, + 3.25, + 1.25, + 0.5, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 0.25, + 3.75, + 0.5, + 1.25, + 0.75, + 1.75, + 0.5, + 0.5, + 0.0, + 0.75, + 1.5, + 2.0, + 0.75, + 0.25, + 0.0, + 1.5, + 0.75, + 0.0, + 0.0, + 0.75, + 1.75, + 0.25, + 1.25, + 0.5, + 1.75, + 1.25, + 1.0, + 0.0, + 1.0, + 1.0, + 1.75, + 1.5, + 2.5, + 3.0, + 1.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.0, + 1.25, + 0.5, + 0.5, + 1.5, + 0.5, + 2.5, + 0.75, + 0.5, + 1.25, + 0.75, + 1.0, + 1.75, + 1.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 2.25, + 0.5, + 1.0, + 1.5, + 1.75, + 0.0, + 1.25, + 0.0, + 0.75, + 0.75, + 1.25, + 0.75, + 2.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 2.5, + 0.5, + 0.0, + 3.25, + 0.0, + 1.25, + 1.0, + 1.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.75, + 1.25, + 0.25, + 0.5, + 2.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 1.25, + 2.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 1.25, + 0.5, + 1.0, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 0.0, + 3.25, + 0.5, + 1.0, + 0.0, + 0.5, + 1.0, + 1.75, + 0.5, + 2.25, + 1.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 1.5, + 0.25, + 0.0, + 1.0, + 0.25, + 1.5, + 0.0, + 0.0, + 1.0, + 1.25, + 0.0, + 1.0, + 0.5, + 0.0, + 0.75, + 1.25, + 1.5, + 0.75, + 2.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 1.75, + 1.75, + 0.25, + 0.5, + 2.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 3.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 1.5, + 1.25, + 1.0, + 1.5, + 2.5, + 1.5, + 0.0, + 0.5, + 0.5, + 1.25, + 0.0, + 1.75, + 1.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 2.0, + 2.25, + 1.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 1.75, + 0.5, + 0.25, + 0.0, + 1.25, + 2.0, + 1.5, + 0.0, + 0.5, + 2.75, + 0.25, + 3.25, + 0.0, + 3.75, + 0.0, + 3.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.5, + 1.75, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 3.5, + 2.0, + 2.25, + 1.25, + 0.5, + 0.0, + 0.5, + 1.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 1.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 1.5, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 0.75, + 2.25, + 0.25, + 0.75, + 2.25, + 0.5, + 0.5, + 2.0, + 0.75, + 1.25, + 1.0, + 0.75, + 3.5, + 1.0, + 3.0, + 2.5, + 2.75, + 1.75, + 6.25, + 1.25, + 1.25, + 0.5, + 1.5, + 0.5, + 1.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 1.5, + 1.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 1.5, + 0.5, + 1.25, + 2.75, + 1.5, + 0.25, + 1.25, + 0.5, + 1.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.75, + 1.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 1.25, + 0.75, + 0.25, + 1.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.0, + 0.75, + 0.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 1.75, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 1.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 0.5, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 1.25, + 1.0, + 0.5, + 1.25, + 0.0, + 1.25, + 0.25, + 1.0, + 0.75, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 1.25, + 0.25, + 0.25, + 1.0, + 0.5, + 0.0, + 1.0, + 0.75, + 1.25, + 0.75, + 1.0, + 1.75, + 0.75, + 1.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 1.5, + 0.75, + 0.5, + 0.0, + 1.0, + 1.5, + 0.25, + 0.25, + 1.25, + 0.5, + 0.0, + 0.75, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 0.25, + 1.75, + 0.5, + 0.25, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 1.25, + 0.75, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 1.5, + 0.0, + 0.25, + 0.25, + 0.75, + 2.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 1.0, + 0.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.5, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 1.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 1.5, + 1.0, + 2.5, + 1.5, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 1.0, + 1.5, + 6.5, + 2.25, + 1.0, + 1.25, + 1.25, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 1.0, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 1.0, + 1.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 1.75, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.75, + 1.25, + 1.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 1.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 1.75, + 0.25, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.75, + 0.75, + 1.5, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 2.0, + 0.25, + 0.0, + 1.0, + 1.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 2.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 1.0, + 0.75, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.25, + 0.75, + 1.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 2.0, + 0.0, + 1.25, + 1.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 1.25, + 1.0, + 0.25, + 1.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.75, + 1.25, + 1.25, + 2.0, + 0.5, + 0.75, + 1.0, + 0.75, + 1.25, + 1.5, + 1.5, + 0.25, + 0.75, + 1.0, + 0.0, + 1.5, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 1.75, + 0.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 0.0, + 0.0, + 1.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 1.25, + 1.5, + 0.25, + 1.5, + 0.25, + 0.5, + 0.25, + 1.25, + 1.75, + 0.25, + 1.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 2.0, + 0.0, + 1.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 1.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 2.25, + 2.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 1.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 1.5, + 2.0, + 0.5, + 0.75, + 0.75, + 1.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5 + ], + "episode_lambdas": [ + 0.2668, + 0.4371, + 0.6129, + 0.7962, + 0.9816, + 1.1663, + 1.3452, + 1.5198, + 1.7, + 1.8753, + 2.0413, + 2.2041, + 2.3655, + 2.5258, + 2.6873, + 2.8509, + 3.0143, + 3.1764, + 3.335, + 3.4858, + 3.6265, + 3.7582, + 3.8801, + 3.9944, + 4.1042, + 4.2073, + 4.3028, + 4.3904, + 4.473, + 4.5482, + 4.618, + 4.6838, + 4.7432, + 4.7997, + 4.8522, + 4.9017, + 4.9484, + 4.9919, + 5.0329, + 5.0729, + 5.1118, + 5.1488, + 5.1831, + 5.2153, + 5.2459, + 5.2751, + 5.3058, + 5.3355, + 5.3631, + 5.3906, + 5.4181, + 5.4441, + 5.4704, + 5.4951, + 5.5182, + 5.5409, + 5.5636, + 5.586, + 5.6067, + 5.6265, + 5.6451, + 5.6672, + 5.6914, + 5.7178, + 5.7423, + 5.767, + 5.7945, + 5.821, + 5.8488, + 5.8749, + 5.8997, + 5.9234, + 5.9451, + 5.9654, + 5.9845, + 6.0027, + 6.0202, + 6.0363, + 6.0511, + 6.0655, + 6.0792, + 6.092, + 6.1042, + 6.1155, + 6.1266, + 6.1367, + 6.1464, + 6.1558, + 6.1647, + 6.1729, + 6.1809, + 6.189, + 6.1965, + 6.2038, + 6.2105, + 6.2175, + 6.2253, + 6.2334, + 6.2409, + 6.2487, + 6.2558, + 6.2627, + 6.2696, + 6.2762, + 6.2828, + 6.2896, + 6.2965, + 6.3037, + 6.3106, + 6.3177, + 6.3245, + 6.3311, + 6.3373, + 6.3445, + 6.352, + 6.3595, + 6.3674, + 6.3747, + 6.3816, + 6.3883, + 6.3956, + 6.4023, + 6.4089, + 6.4153, + 6.4214, + 6.4271, + 6.4327, + 6.4379, + 6.4429, + 6.4473, + 6.4521, + 6.4566, + 6.4609, + 6.465, + 6.4699, + 6.4747, + 6.4805, + 6.4857, + 6.4908, + 6.4956, + 6.5001, + 6.5043, + 6.5088, + 6.5132, + 6.5173, + 6.5211, + 6.5248, + 6.5282, + 6.532, + 6.5354, + 6.5385, + 6.5417, + 6.5452, + 6.5484, + 6.5515, + 6.5544, + 6.557, + 6.5598, + 6.5626, + 6.5653, + 6.5679, + 6.5704, + 6.5729, + 6.5753, + 6.5779, + 6.5803, + 6.5827, + 6.5853, + 6.5876, + 6.5898, + 6.5921, + 6.5946, + 6.5971, + 6.5995, + 6.6018, + 6.6041, + 6.6064, + 6.6087, + 6.611, + 6.6135, + 6.6161, + 6.6186, + 6.6209, + 6.6233, + 6.6257, + 6.628, + 6.6303, + 6.6327, + 6.6349, + 6.6374, + 6.6401, + 6.6427, + 6.6452, + 6.6478, + 6.6502, + 6.6526, + 6.655, + 6.6574, + 6.6597, + 6.6625, + 6.6653, + 6.6682, + 6.671, + 6.6738, + 6.6763, + 6.679, + 6.6815, + 6.6841, + 6.6868, + 6.6895, + 6.6921, + 6.6945, + 6.6969, + 6.6994, + 6.7019, + 6.7043, + 6.7065, + 6.7088, + 6.7108, + 6.7131, + 6.7153, + 6.7174, + 6.7194, + 6.7215, + 6.7237, + 6.7258, + 6.728, + 6.73, + 6.7319, + 6.7338, + 6.7358, + 6.7378, + 6.74, + 6.7428, + 6.7454, + 6.7482, + 6.7509, + 6.7537, + 6.7563, + 6.7592, + 6.762, + 6.7648, + 6.7675, + 6.77, + 6.7723, + 6.7747, + 6.7771, + 6.7793, + 6.7814, + 6.7834, + 6.7853, + 6.7871, + 6.789, + 6.791, + 6.7929, + 6.7947, + 6.7965, + 6.7986, + 6.8006, + 6.8026, + 6.8045, + 6.8063, + 6.8081, + 6.81, + 6.8118, + 6.8136, + 6.8156, + 6.8175, + 6.8193, + 6.8214, + 6.8235, + 6.8254, + 6.8273, + 6.829, + 6.831, + 6.8328, + 6.8347, + 6.8366, + 6.8384, + 6.8402, + 6.8418, + 6.8433, + 6.8449, + 6.8465, + 6.8481, + 6.8497, + 6.8513, + 6.8529, + 6.8544, + 6.8559, + 6.8574, + 6.8591, + 6.8609, + 6.8626, + 6.8646, + 6.8665, + 6.8684, + 6.8704, + 6.8725, + 6.8746, + 6.8765, + 6.8784, + 6.8804, + 6.8824, + 6.8843, + 6.8862, + 6.8886, + 6.8909, + 6.8931, + 6.8953, + 6.8973, + 6.8993, + 6.9013, + 6.9034, + 6.9057, + 6.9078, + 6.9099, + 6.912, + 6.9141, + 6.9162, + 6.9181, + 6.9201, + 6.9221, + 6.9241, + 6.926, + 6.9277, + 6.9293, + 6.9309, + 6.9324, + 6.9339, + 6.9353, + 6.9367, + 6.938, + 6.9392, + 6.9403, + 6.9415, + 6.9428, + 6.9442, + 6.9455, + 6.9471, + 6.9487, + 6.9501, + 6.9514, + 6.9525, + 6.9536, + 6.9547, + 6.9556, + 6.9565, + 6.9573, + 6.9584, + 6.9595, + 6.9606, + 6.9616, + 6.9627, + 6.9638, + 6.9648, + 6.9657, + 6.9666, + 6.9675, + 6.9686, + 6.9696, + 6.9705, + 6.9714, + 6.9723, + 6.9732, + 6.974, + 6.9747, + 6.9754, + 6.9763, + 6.977, + 6.9779, + 6.9787, + 6.9795, + 6.9805, + 6.9814, + 6.9822, + 6.9831, + 6.9839, + 6.9849, + 6.9859, + 6.9871, + 6.9884, + 6.9897, + 6.9909, + 6.992, + 6.993, + 6.994, + 6.9949, + 6.9959, + 6.9967, + 6.9976, + 6.9985, + 6.9994, + 7.0004, + 7.0014, + 7.0024, + 7.0034, + 7.0043, + 7.0053, + 7.0063, + 7.0074, + 7.0083, + 7.0092, + 7.0099, + 7.0107, + 7.0115, + 7.0122, + 7.0131, + 7.014, + 7.0149, + 7.0158, + 7.0168, + 7.0177, + 7.0187, + 7.0196, + 7.0204, + 7.0212, + 7.0221, + 7.023, + 7.024, + 7.0249, + 7.0257, + 7.0265, + 7.0272, + 7.0279, + 7.0285, + 7.0293, + 7.0301, + 7.0308, + 7.0318, + 7.0327, + 7.0336, + 7.0345, + 7.0354, + 7.0363, + 7.0372, + 7.038, + 7.0387, + 7.0395, + 7.0403, + 7.0411, + 7.0418, + 7.0427, + 7.0435, + 7.0443, + 7.0451, + 7.0458, + 7.0465, + 7.0472, + 7.0481, + 7.049, + 7.0498, + 7.0505, + 7.0512, + 7.0519, + 7.0526, + 7.0534, + 7.0541, + 7.0549, + 7.0556, + 7.0563, + 7.057, + 7.0577, + 7.0583, + 7.059, + 7.0596, + 7.0602, + 7.0608, + 7.0613, + 7.0618, + 7.0624, + 7.0629, + 7.0634, + 7.0642, + 7.065, + 7.0657, + 7.0664, + 7.0671, + 7.0678, + 7.0687, + 7.0694, + 7.0704, + 7.0714, + 7.0723, + 7.0732, + 7.074, + 7.0748, + 7.0755, + 7.0761, + 7.0767, + 7.0773, + 7.0778, + 7.0782, + 7.0786, + 7.079, + 7.0795, + 7.0799, + 7.0805, + 7.081, + 7.0815, + 7.082, + 7.0825, + 7.0831, + 7.0836, + 7.0841, + 7.0847, + 7.0853, + 7.0858, + 7.0864, + 7.087, + 7.0875, + 7.0881, + 7.0887, + 7.0894, + 7.0901, + 7.091, + 7.0917, + 7.0924, + 7.0931, + 7.0938, + 7.0944, + 7.095, + 7.0957, + 7.0964, + 7.0972, + 7.0981, + 7.0989, + 7.0997, + 7.1006, + 7.1014, + 7.1022, + 7.1029, + 7.1037, + 7.1043, + 7.105, + 7.1059, + 7.1067, + 7.1075, + 7.1082, + 7.1089, + 7.1095, + 7.1102, + 7.1108, + 7.1116, + 7.1124, + 7.1132, + 7.1141, + 7.1151, + 7.1162, + 7.1172, + 7.1181, + 7.119, + 7.1199, + 7.1208, + 7.1217, + 7.1226, + 7.1236, + 7.1244, + 7.1252, + 7.1259, + 7.1266, + 7.1273, + 7.1279, + 7.1286, + 7.1291, + 7.1297, + 7.1302, + 7.1306, + 7.1311, + 7.1315, + 7.1319, + 7.1324, + 7.1328, + 7.1332, + 7.1336, + 7.134, + 7.1343, + 7.1348, + 7.1353, + 7.1361, + 7.1369, + 7.1377, + 7.1384, + 7.1391, + 7.1397, + 7.1403, + 7.1408, + 7.1412, + 7.1417, + 7.1421, + 7.1426, + 7.143, + 7.1434, + 7.1439, + 7.1444, + 7.1448, + 7.1451, + 7.1455, + 7.1459, + 7.1462, + 7.1466, + 7.147, + 7.1475, + 7.1479, + 7.1483, + 7.1488, + 7.1495, + 7.1502, + 7.1509, + 7.1515, + 7.1524, + 7.1531, + 7.1542, + 7.1551, + 7.1563, + 7.1574, + 7.1587, + 7.1599, + 7.1609, + 7.1619, + 7.1628, + 7.1636, + 7.1644, + 7.1651, + 7.1658, + 7.1665, + 7.1671, + 7.1677, + 7.1682, + 7.1688, + 7.1694, + 7.1699, + 7.1706, + 7.1711, + 7.1717, + 7.1723, + 7.1728, + 7.1734, + 7.1739, + 7.1744, + 7.1749, + 7.1754, + 7.1762, + 7.1771, + 7.1782, + 7.1793, + 7.1803, + 7.1812, + 7.1821, + 7.183, + 7.184, + 7.1848, + 7.1856, + 7.1863, + 7.1869, + 7.1876, + 7.1882, + 7.1888, + 7.1893, + 7.1898, + 7.1903, + 7.1907, + 7.1912, + 7.1916, + 7.192, + 7.1924, + 7.1928, + 7.1933, + 7.1937, + 7.1941, + 7.1944, + 7.1948, + 7.1953, + 7.1957, + 7.1961, + 7.1965, + 7.197, + 7.1974, + 7.1977, + 7.1981, + 7.1984, + 7.1987, + 7.199, + 7.1993, + 7.1996, + 7.2, + 7.2003, + 7.2006, + 7.2009, + 7.2012, + 7.2016, + 7.2019, + 7.2022, + 7.2025, + 7.2029, + 7.2032, + 7.2035, + 7.2039, + 7.2043, + 7.2047, + 7.2053, + 7.2057, + 7.2062, + 7.2066, + 7.207, + 7.2074, + 7.2079, + 7.2084, + 7.2088, + 7.2091, + 7.2096, + 7.21, + 7.2105, + 7.2111, + 7.2117, + 7.2124, + 7.2132, + 7.2139, + 7.2146, + 7.2155, + 7.2164, + 7.2172, + 7.2181, + 7.219, + 7.2202, + 7.2213, + 7.2226, + 7.2241, + 7.2256, + 7.2272, + 7.2293, + 7.2312, + 7.2331, + 7.2349, + 7.2366, + 7.2383, + 7.2399, + 7.2414, + 7.2427, + 7.244, + 7.2452, + 7.2463, + 7.2474, + 7.2483, + 7.2492, + 7.2501, + 7.2511, + 7.252, + 7.2529, + 7.2537, + 7.2544, + 7.2551, + 7.2558, + 7.2565, + 7.2571, + 7.2576, + 7.2582, + 7.2587, + 7.2592, + 7.2597, + 7.2603, + 7.2609, + 7.2616, + 7.2624, + 7.2634, + 7.2642, + 7.2651, + 7.266, + 7.2669, + 7.2678, + 7.2686, + 7.2693, + 7.27, + 7.2707, + 7.2713, + 7.2718, + 7.2723, + 7.2728, + 7.2732, + 7.2737, + 7.2741, + 7.2745, + 7.275, + 7.2755, + 7.276, + 7.2765, + 7.2771, + 7.2777, + 7.2782, + 7.2788, + 7.2792, + 7.2797, + 7.2803, + 7.2808, + 7.2814, + 7.282, + 7.2826, + 7.2832, + 7.2838, + 7.2843, + 7.2848, + 7.2853, + 7.2858, + 7.2864, + 7.2869, + 7.2874, + 7.2879, + 7.2885, + 7.289, + 7.2894, + 7.2899, + 7.2903, + 7.2908, + 7.2913, + 7.2918, + 7.2923, + 7.2927, + 7.2932, + 7.2936, + 7.2939, + 7.2943, + 7.2947, + 7.2951, + 7.2956, + 7.2961, + 7.2965, + 7.297, + 7.2975, + 7.298, + 7.2984, + 7.2989, + 7.2994, + 7.3, + 7.3005, + 7.3011, + 7.3016, + 7.302, + 7.3025, + 7.3029, + 7.3033, + 7.3038, + 7.3044, + 7.3048, + 7.3053, + 7.3058, + 7.3062, + 7.3066, + 7.307, + 7.3075, + 7.3079, + 7.3084, + 7.3089, + 7.3095, + 7.31, + 7.3106, + 7.3113, + 7.3119, + 7.3124, + 7.313, + 7.3136, + 7.3141, + 7.3147, + 7.3152, + 7.3157, + 7.3162, + 7.3168, + 7.3174, + 7.3181, + 7.3187, + 7.3193, + 7.3199, + 7.3206, + 7.3213, + 7.3219, + 7.3226, + 7.3232, + 7.3238, + 7.3244, + 7.3249, + 7.3255, + 7.3261, + 7.3266, + 7.3272, + 7.3278, + 7.3283, + 7.3288, + 7.3294, + 7.33, + 7.3306, + 7.3313, + 7.332, + 7.3328, + 7.3336, + 7.3345, + 7.3353, + 7.3361, + 7.3368, + 7.3375, + 7.3381, + 7.3388, + 7.3394, + 7.3401, + 7.3408, + 7.3414, + 7.342, + 7.3428, + 7.3435, + 7.3442, + 7.3448, + 7.3455, + 7.3462, + 7.3469, + 7.3476, + 7.3483, + 7.349, + 7.3496, + 7.3503, + 7.3508, + 7.3515, + 7.3521, + 7.3527, + 7.3533, + 7.3539, + 7.3544, + 7.355, + 7.3555, + 7.3562, + 7.3568, + 7.3574, + 7.358, + 7.3586, + 7.3592, + 7.3598, + 7.3604, + 7.3608, + 7.3613, + 7.3619, + 7.3623, + 7.3628, + 7.3632, + 7.3636, + 7.3641, + 7.3646, + 7.3651, + 7.3655, + 7.366, + 7.3665, + 7.367, + 7.3675, + 7.368, + 7.3686, + 7.369, + 7.3695, + 7.3699, + 7.3703, + 7.3707, + 7.371, + 7.3713, + 7.3717, + 7.372, + 7.3724, + 7.3729, + 7.3733, + 7.3737, + 7.374, + 7.3745, + 7.3751, + 7.3757, + 7.3763, + 7.3768, + 7.3773, + 7.3778, + 7.3783, + 7.3787, + 7.3791, + 7.3796, + 7.38, + 7.3805, + 7.381, + 7.3816, + 7.3822, + 7.3827, + 7.3833, + 7.3838, + 7.3843, + 7.3848, + 7.3852, + 7.3856, + 7.3859, + 7.3863, + 7.3867, + 7.3871, + 7.3875, + 7.3878, + 7.3881, + 7.3884, + 7.3887, + 7.3891, + 7.3895, + 7.3899, + 7.3903, + 7.3907, + 7.3911, + 7.3915, + 7.3919, + 7.3922, + 7.3926, + 7.3929, + 7.3933, + 7.3936, + 7.394, + 7.3944, + 7.3949, + 7.3953, + 7.3956, + 7.3961, + 7.3966, + 7.397, + 7.3974, + 7.3978, + 7.3981, + 7.3985, + 7.3988, + 7.3992, + 7.3997, + 7.4002, + 7.4007, + 7.4012, + 7.4016, + 7.402, + 7.4023, + 7.4027, + 7.4032, + 7.4037, + 7.4044, + 7.4052, + 7.406, + 7.4068, + 7.4076, + 7.4083, + 7.4091, + 7.4099, + 7.4107, + 7.4121, + 7.4136, + 7.415, + 7.4165, + 7.4179, + 7.4192, + 7.4204, + 7.4215, + 7.4225, + 7.4236, + 7.4245, + 7.4254, + 7.4262, + 7.427, + 7.4278, + 7.4285, + 7.4291, + 7.4297, + 7.4304, + 7.431, + 7.4317, + 7.4323, + 7.4328, + 7.4334, + 7.434, + 7.4345, + 7.435, + 7.4356, + 7.4362, + 7.4367, + 7.4371, + 7.4376, + 7.4381, + 7.4386, + 7.4391, + 7.4397, + 7.4402, + 7.4409, + 7.4415, + 7.442, + 7.4425, + 7.4431, + 7.4436, + 7.4441, + 7.4446, + 7.4451, + 7.4456, + 7.4461, + 7.4465, + 7.447, + 7.4474, + 7.4479, + 7.4483, + 7.4487, + 7.449, + 7.4494, + 7.4498, + 7.4503, + 7.4509, + 7.4514, + 7.4519, + 7.4524, + 7.4528, + 7.4532, + 7.4537, + 7.4542, + 7.4548, + 7.4554, + 7.456, + 7.4566, + 7.4573, + 7.4578, + 7.4583, + 7.4588, + 7.4593, + 7.4597, + 7.4602, + 7.4607, + 7.4611, + 7.4616, + 7.4621, + 7.4625, + 7.463, + 7.4633, + 7.4637, + 7.4641, + 7.4644, + 7.4647, + 7.4651, + 7.4655, + 7.4659, + 7.4663, + 7.4667, + 7.4671, + 7.4675, + 7.4679, + 7.4683, + 7.4686, + 7.4689, + 7.4693, + 7.4696, + 7.4701, + 7.4705, + 7.4708, + 7.4712, + 7.4715, + 7.4718, + 7.4722, + 7.4725, + 7.4728, + 7.4732, + 7.4735, + 7.4739, + 7.4743, + 7.4748, + 7.4753, + 7.4757, + 7.4762, + 7.4767, + 7.4771, + 7.4776, + 7.478, + 7.4784, + 7.4788, + 7.4792, + 7.4796, + 7.48, + 7.4804, + 7.4809, + 7.4813, + 7.4816, + 7.482, + 7.4824, + 7.483, + 7.4835, + 7.484, + 7.4845, + 7.485, + 7.4855, + 7.4861, + 7.4865, + 7.487, + 7.4875, + 7.488, + 7.4884, + 7.4889, + 7.4893, + 7.4898, + 7.4902, + 7.4906, + 7.491, + 7.4914, + 7.492, + 7.4925, + 7.493, + 7.4935, + 7.4941, + 7.4946, + 7.4951, + 7.4956, + 7.496, + 7.4964, + 7.4968, + 7.4973, + 7.4979, + 7.4984, + 7.499, + 7.4995, + 7.4999, + 7.5003, + 7.5007, + 7.5011, + 7.5015, + 7.502, + 7.5024, + 7.5028, + 7.5033, + 7.5037, + 7.5041, + 7.5045, + 7.5048, + 7.5051, + 7.5054, + 7.5057, + 7.5061, + 7.5065, + 7.507, + 7.5075, + 7.508, + 7.5085, + 7.5089, + 7.5094, + 7.5098, + 7.5103, + 7.5107, + 7.5111, + 7.5114, + 7.5118, + 7.5122, + 7.5125, + 7.5128, + 7.5131, + 7.5134, + 7.5137, + 7.5139, + 7.5142, + 7.5145, + 7.5148, + 7.5151, + 7.5154, + 7.5157, + 7.516, + 7.5163, + 7.5165, + 7.5169, + 7.5172, + 7.5175, + 7.5178, + 7.518, + 7.5183, + 7.5186, + 7.5189, + 7.5192, + 7.5196, + 7.52, + 7.5205, + 7.521, + 7.5214, + 7.5218, + 7.5222, + 7.5226, + 7.5229, + 7.5232, + 7.5235, + 7.5238, + 7.524, + 7.5242, + 7.5245, + 7.5247, + 7.525, + 7.5253, + 7.5258, + 7.5262, + 7.5267, + 7.5273, + 7.5278, + 7.5283, + 7.5288, + 7.5293, + 7.5298, + 7.5303, + 7.5307, + 7.5312, + 7.5316, + 7.532, + 7.5324, + 7.5328, + 7.5332, + 7.5336, + 7.534, + 7.5345, + 7.5351, + 7.5356, + 7.5362, + 7.5367, + 7.5373, + 7.5379, + 7.5385, + 7.5391, + 7.5398, + 7.5405, + 7.5413, + 7.5422, + 7.543, + 7.5438, + 7.5446, + 7.5455, + 7.5464, + 7.5474, + 7.5483, + 7.5492, + 7.5501, + 7.5509, + 7.5518, + 7.5526, + 7.5535, + 7.5544, + 7.5552, + 7.5559, + 7.5566, + 7.5573, + 7.5579, + 7.5585, + 7.559, + 7.5596, + 7.5601, + 7.5606, + 7.561, + 7.5614, + 7.5618, + 7.5622, + 7.5626, + 7.563, + 7.5634, + 7.5637, + 7.5641, + 7.5645, + 7.5648, + 7.5652, + 7.5657, + 7.5661, + 7.5667, + 7.5672, + 7.5677, + 7.5681, + 7.5686, + 7.569, + 7.5694, + 7.5699, + 7.5702, + 7.5706, + 7.571, + 7.5713, + 7.5717, + 7.572, + 7.5723, + 7.5727, + 7.5731, + 7.5735, + 7.5738, + 7.5742, + 7.5746, + 7.5749, + 7.5752, + 7.5756, + 7.5759, + 7.5762, + 7.5765, + 7.5767, + 7.577, + 7.5772, + 7.5775, + 7.5778, + 7.5781, + 7.5784, + 7.5788, + 7.5791, + 7.5795, + 7.5799, + 7.5803, + 7.5806, + 7.581, + 7.5813, + 7.5817, + 7.582, + 7.5824, + 7.5827, + 7.583, + 7.5833, + 7.5837, + 7.584, + 7.5843, + 7.5846, + 7.5849, + 7.5851, + 7.5854, + 7.5857, + 7.586, + 7.5865, + 7.587, + 7.5875, + 7.588, + 7.5886, + 7.5891, + 7.5896, + 7.5903, + 7.591, + 7.5917, + 7.5923, + 7.5929, + 7.5935, + 7.5941, + 7.5947, + 7.5952, + 7.5958, + 7.5965, + 7.5971, + 7.5978, + 7.5986, + 7.5992, + 7.5998, + 7.6004, + 7.601, + 7.6015, + 7.602, + 7.6025, + 7.6029, + 7.6033, + 7.6037, + 7.6042, + 7.6047, + 7.6051, + 7.6055, + 7.6059, + 7.6063, + 7.6066, + 7.607, + 7.6074, + 7.6078, + 7.6082, + 7.6086, + 7.609, + 7.6093, + 7.6097, + 7.61, + 7.6105, + 7.6112, + 7.6118, + 7.6124, + 7.613, + 7.6136, + 7.6141, + 7.6146, + 7.6151, + 7.6156, + 7.616, + 7.6164, + 7.6169, + 7.6174, + 7.6178, + 7.6183, + 7.6187, + 7.619, + 7.6194, + 7.6198, + 7.6202, + 7.6206, + 7.621, + 7.6213, + 7.6217, + 7.6221, + 7.6224, + 7.6229, + 7.6234, + 7.6241, + 7.6247, + 7.6254, + 7.6261, + 7.6268, + 7.6275, + 7.6281, + 7.6288, + 7.6294, + 7.63, + 7.6305, + 7.6311, + 7.6316 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..67f31115e1ff6c0f205e1cf7aacdce02d7fb3eb8 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 113068.93, + "constraint_satisfaction_pct": 12.4, + "final_rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1066, + 0.216, + 0.4086 + ], + "final_lambda": 10.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -487.03, + "avg_cost": 199.25, + "lambda": 0.2993, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": -44.34, + "avg_cost": 115.75, + "lambda": 1.986, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -925.75, + "avg_cost": 103.5, + "lambda": 3.6433, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -179.8, + "avg_cost": 202.0, + "lambda": 4.7118, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -1016.04, + "avg_cost": 54.25, + "lambda": 5.8448, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -1682.19, + "avg_cost": 49.0, + "lambda": 6.6532, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ] + }, + { + "episode": 60, + "avg_reward": -996.02, + "avg_cost": 87.5, + "lambda": 7.2786, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ] + }, + { + "episode": 70, + "avg_reward": -1322.38, + "avg_cost": 172.25, + "lambda": 7.8143, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ] + }, + { + "episode": 80, + "avg_reward": -1285.73, + "avg_cost": 11.0, + "lambda": 9.1167, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ] + }, + { + "episode": 90, + "avg_reward": -1087.37, + "avg_cost": 7.5, + "lambda": 9.9612, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ] + }, + { + "episode": 100, + "avg_reward": -947.77, + "avg_cost": 10.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ] + }, + { + "episode": 110, + "avg_reward": -1324.07, + "avg_cost": 8.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ] + }, + { + "episode": 120, + "avg_reward": -938.05, + "avg_cost": 18.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ] + }, + { + "episode": 130, + "avg_reward": -668.97, + "avg_cost": 20.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ] + }, + { + "episode": 140, + "avg_reward": -742.16, + "avg_cost": 3.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ] + }, + { + "episode": 150, + "avg_reward": -955.04, + "avg_cost": 30.0, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ] + }, + { + "episode": 160, + "avg_reward": -760.75, + "avg_cost": 13.0, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ] + }, + { + "episode": 170, + "avg_reward": -612.39, + "avg_cost": 13.0, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ] + }, + { + "episode": 180, + "avg_reward": -610.6, + "avg_cost": 6.25, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ] + }, + { + "episode": 190, + "avg_reward": -945.36, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ] + }, + { + "episode": 200, + "avg_reward": -351.59, + "avg_cost": 11.0, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ] + }, + { + "episode": 210, + "avg_reward": -1239.2, + "avg_cost": 135.75, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ] + }, + { + "episode": 220, + "avg_reward": -1080.34, + "avg_cost": 38.0, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ] + }, + { + "episode": 230, + "avg_reward": -1501.32, + "avg_cost": 193.75, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ] + }, + { + "episode": 240, + "avg_reward": -843.73, + "avg_cost": 43.0, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ] + }, + { + "episode": 250, + "avg_reward": -1121.88, + "avg_cost": 19.75, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ] + }, + { + "episode": 260, + "avg_reward": -591.11, + "avg_cost": 22.5, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ] + }, + { + "episode": 270, + "avg_reward": -554.21, + "avg_cost": 15.75, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ] + }, + { + "episode": 280, + "avg_reward": -720.63, + "avg_cost": 17.5, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ] + }, + { + "episode": 290, + "avg_reward": -563.58, + "avg_cost": 10.75, + "lambda": 10.0, + "rho": [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ] + }, + { + "episode": 300, + "avg_reward": -530.56, + "avg_cost": 11.0, + "lambda": 10.0, + "rho": [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ] + }, + { + "episode": 310, + "avg_reward": -547.36, + "avg_cost": 7.5, + "lambda": 10.0, + "rho": [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ] + }, + { + "episode": 320, + "avg_reward": -665.34, + "avg_cost": 5.75, + "lambda": 10.0, + "rho": [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ] + }, + { + "episode": 330, + "avg_reward": -549.3, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ] + }, + { + "episode": 340, + "avg_reward": -594.77, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ] + }, + { + "episode": 350, + "avg_reward": -740.63, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ] + }, + { + "episode": 360, + "avg_reward": -771.85, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ] + }, + { + "episode": 370, + "avg_reward": -587.67, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ] + }, + { + "episode": 380, + "avg_reward": -540.02, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ] + }, + { + "episode": 390, + "avg_reward": -99.8, + "avg_cost": 3.75, + "lambda": 10.0, + "rho": [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ] + }, + { + "episode": 400, + "avg_reward": -1208.94, + "avg_cost": 11.25, + "lambda": 10.0, + "rho": [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ] + }, + { + "episode": 410, + "avg_reward": -181.18, + "avg_cost": 5.75, + "lambda": 10.0, + "rho": [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ] + }, + { + "episode": 420, + "avg_reward": -49.0, + "avg_cost": 10.75, + "lambda": 10.0, + "rho": [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ] + }, + { + "episode": 430, + "avg_reward": -32.46, + "avg_cost": 16.5, + "lambda": 10.0, + "rho": [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ] + }, + { + "episode": 440, + "avg_reward": -1151.37, + "avg_cost": 8.0, + "lambda": 10.0, + "rho": [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ] + }, + { + "episode": 450, + "avg_reward": -220.63, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ] + }, + { + "episode": 460, + "avg_reward": 41.35, + "avg_cost": 20.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ] + }, + { + "episode": 470, + "avg_reward": 15.78, + "avg_cost": 4.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ] + }, + { + "episode": 480, + "avg_reward": 107.06, + "avg_cost": 26.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ] + }, + { + "episode": 490, + "avg_reward": 72.89, + "avg_cost": 11.75, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ] + }, + { + "episode": 500, + "avg_reward": 91.12, + "avg_cost": 4.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ] + }, + { + "episode": 510, + "avg_reward": 139.27, + "avg_cost": 5.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ] + }, + { + "episode": 520, + "avg_reward": 79.36, + "avg_cost": 8.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ] + }, + { + "episode": 530, + "avg_reward": 141.39, + "avg_cost": 4.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ] + }, + { + "episode": 540, + "avg_reward": 181.01, + "avg_cost": 4.0, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ] + }, + { + "episode": 550, + "avg_reward": 70.28, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ] + }, + { + "episode": 560, + "avg_reward": 39.09, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ] + }, + { + "episode": 570, + "avg_reward": 442.51, + "avg_cost": 16.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ] + }, + { + "episode": 580, + "avg_reward": -1495.45, + "avg_cost": 52.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ] + }, + { + "episode": 590, + "avg_reward": -3.04, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ] + }, + { + "episode": 600, + "avg_reward": 204.92, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ] + }, + { + "episode": 610, + "avg_reward": 184.39, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ] + }, + { + "episode": 620, + "avg_reward": 378.98, + "avg_cost": 14.75, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ] + }, + { + "episode": 630, + "avg_reward": -38.89, + "avg_cost": 15.25, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ] + }, + { + "episode": 640, + "avg_reward": 171.44, + "avg_cost": 7.75, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ] + }, + { + "episode": 650, + "avg_reward": 361.67, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ] + }, + { + "episode": 660, + "avg_reward": 367.76, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ] + }, + { + "episode": 670, + "avg_reward": 143.72, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ] + }, + { + "episode": 680, + "avg_reward": 281.0, + "avg_cost": 5.0, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ] + }, + { + "episode": 690, + "avg_reward": 361.08, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ] + }, + { + "episode": 700, + "avg_reward": 370.72, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ] + }, + { + "episode": 710, + "avg_reward": 423.02, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ] + }, + { + "episode": 720, + "avg_reward": 470.64, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ] + }, + { + "episode": 730, + "avg_reward": 423.73, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ] + }, + { + "episode": 740, + "avg_reward": 444.9, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ] + }, + { + "episode": 750, + "avg_reward": 441.8, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ] + }, + { + "episode": 760, + "avg_reward": 375.8, + "avg_cost": 2.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ] + }, + { + "episode": 770, + "avg_reward": 488.98, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ] + }, + { + "episode": 780, + "avg_reward": 448.19, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ] + }, + { + "episode": 790, + "avg_reward": 406.17, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ] + }, + { + "episode": 800, + "avg_reward": 439.9, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ] + }, + { + "episode": 810, + "avg_reward": 444.67, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ] + }, + { + "episode": 820, + "avg_reward": 417.59, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ] + }, + { + "episode": 830, + "avg_reward": 405.5, + "avg_cost": 3.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ] + }, + { + "episode": 840, + "avg_reward": 437.25, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ] + }, + { + "episode": 850, + "avg_reward": 431.03, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ] + }, + { + "episode": 860, + "avg_reward": 423.26, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ] + }, + { + "episode": 870, + "avg_reward": 374.21, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ] + }, + { + "episode": 880, + "avg_reward": 480.96, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ] + }, + { + "episode": 890, + "avg_reward": 490.46, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ] + }, + { + "episode": 900, + "avg_reward": 488.99, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ] + }, + { + "episode": 910, + "avg_reward": 412.69, + "avg_cost": 2.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ] + }, + { + "episode": 920, + "avg_reward": 494.94, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ] + }, + { + "episode": 930, + "avg_reward": 408.66, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ] + }, + { + "episode": 940, + "avg_reward": 429.89, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ] + }, + { + "episode": 950, + "avg_reward": 454.47, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ] + }, + { + "episode": 960, + "avg_reward": 481.0, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ] + }, + { + "episode": 970, + "avg_reward": 386.14, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ] + }, + { + "episode": 980, + "avg_reward": 431.43, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ] + }, + { + "episode": 990, + "avg_reward": 460.94, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ] + }, + { + "episode": 1000, + "avg_reward": 416.23, + "avg_cost": 2.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ] + }, + { + "episode": 1010, + "avg_reward": 456.41, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ] + }, + { + "episode": 1020, + "avg_reward": 449.38, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ] + }, + { + "episode": 1030, + "avg_reward": 431.41, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ] + }, + { + "episode": 1040, + "avg_reward": 450.15, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ] + }, + { + "episode": 1050, + "avg_reward": 424.2, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ] + }, + { + "episode": 1060, + "avg_reward": 517.81, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ] + }, + { + "episode": 1070, + "avg_reward": 442.3, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ] + }, + { + "episode": 1080, + "avg_reward": 559.31, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ] + }, + { + "episode": 1090, + "avg_reward": 611.23, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ] + }, + { + "episode": 1100, + "avg_reward": 625.88, + "avg_cost": 2.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ] + }, + { + "episode": 1110, + "avg_reward": 648.59, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ] + }, + { + "episode": 1120, + "avg_reward": 621.14, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ] + }, + { + "episode": 1130, + "avg_reward": 654.68, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ] + }, + { + "episode": 1140, + "avg_reward": 628.37, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ] + }, + { + "episode": 1150, + "avg_reward": 653.29, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ] + }, + { + "episode": 1160, + "avg_reward": 669.64, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ] + }, + { + "episode": 1170, + "avg_reward": 640.43, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ] + }, + { + "episode": 1180, + "avg_reward": 640.32, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ] + }, + { + "episode": 1190, + "avg_reward": 613.25, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ] + }, + { + "episode": 1200, + "avg_reward": 605.49, + "avg_cost": 1.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ] + }, + { + "episode": 1210, + "avg_reward": 603.9, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ] + }, + { + "episode": 1220, + "avg_reward": 615.11, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ] + }, + { + "episode": 1230, + "avg_reward": 617.73, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ] + }, + { + "episode": 1240, + "avg_reward": 610.0, + "avg_cost": 3.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ] + }, + { + "episode": 1250, + "avg_reward": 624.54, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ] + }, + { + "episode": 1260, + "avg_reward": 606.65, + "avg_cost": 1.75, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ] + }, + { + "episode": 1270, + "avg_reward": 588.47, + "avg_cost": 1.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ] + }, + { + "episode": 1280, + "avg_reward": 568.76, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ] + }, + { + "episode": 1290, + "avg_reward": 566.07, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ] + }, + { + "episode": 1300, + "avg_reward": 570.28, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ] + }, + { + "episode": 1310, + "avg_reward": 579.69, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ] + }, + { + "episode": 1320, + "avg_reward": 578.5, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ] + }, + { + "episode": 1330, + "avg_reward": 616.24, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ] + }, + { + "episode": 1340, + "avg_reward": 595.14, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ] + }, + { + "episode": 1350, + "avg_reward": 597.52, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ] + }, + { + "episode": 1360, + "avg_reward": 642.82, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ] + }, + { + "episode": 1370, + "avg_reward": 633.77, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ] + }, + { + "episode": 1380, + "avg_reward": 634.42, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ] + }, + { + "episode": 1390, + "avg_reward": 614.86, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ] + }, + { + "episode": 1400, + "avg_reward": 624.98, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ] + }, + { + "episode": 1410, + "avg_reward": 602.94, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ] + }, + { + "episode": 1420, + "avg_reward": 586.35, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ] + }, + { + "episode": 1430, + "avg_reward": 581.74, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ] + }, + { + "episode": 1440, + "avg_reward": 576.64, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ] + }, + { + "episode": 1450, + "avg_reward": 605.33, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + }, + { + "episode": 1460, + "avg_reward": 637.64, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + }, + { + "episode": 1470, + "avg_reward": 582.77, + "avg_cost": 1.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + }, + { + "episode": 1480, + "avg_reward": 586.03, + "avg_cost": 0.75, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + }, + { + "episode": 1490, + "avg_reward": 595.18, + "avg_cost": 0.25, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + }, + { + "episode": 1500, + "avg_reward": 585.13, + "avg_cost": 0.5, + "lambda": 10.0, + "rho": [ + 0.0896, + 0.0896, + 0.0896, + 0.1066, + 0.216, + 0.4086 + ] + } + ], + "episode_rewards": [ + -487.0263, + -658.5664, + 63.2842, + 49.5563, + 132.0814, + -160.8799, + 110.5901, + 63.6043, + -199.8946, + -44.3352, + 120.5531, + 73.9151, + 46.6069, + 14.3808, + -253.0952, + -754.2722, + -956.8671, + -1246.3365, + -1224.9938, + -925.7545, + -1156.4371, + -1208.9895, + -1142.8405, + -1404.3684, + -1400.798, + -1060.3725, + -1484.8851, + -613.2656, + -865.0856, + -179.7979, + -650.8219, + -555.1824, + -1693.222, + -1522.6259, + -1329.6063, + -1553.1069, + -1501.9752, + -921.877, + -1736.2365, + -1016.0411, + -1884.5747, + -1316.1459, + -1620.1959, + -1947.4644, + -1883.7286, + -1429.6473, + -1373.5824, + -1623.0112, + -1110.9447, + -1682.1879, + -1100.5817, + -1541.4861, + -1193.0258, + -1451.8705, + -1186.1788, + -1214.7773, + -2080.9529, + -1190.4436, + -1658.0086, + -996.0208, + -1345.4267, + -1032.4952, + -1274.9953, + -1004.3554, + -1655.4347, + -1287.2687, + -1051.0589, + -1306.2236, + -1274.5562, + -1322.3819, + -1088.0637, + -1026.4021, + -742.9615, + -978.5119, + -1144.4856, + -1074.3334, + -856.7042, + -1256.3871, + -1337.9552, + -1285.7272, + -1249.9443, + -1274.7326, + -1129.3332, + -1211.6385, + -1147.8423, + -1147.6872, + -1240.9777, + -1175.9284, + -1213.282, + -1087.3701, + -1092.2777, + -1073.6919, + -1134.9251, + -1054.063, + -1132.9189, + -1005.8658, + -1145.2868, + -1219.7889, + -1058.4343, + -947.7681, + -1093.2208, + -1115.8788, + -950.662, + -733.5866, + -737.0375, + -833.3977, + -809.379, + -768.5109, + -1019.4616, + -1324.0748, + -1516.9351, + -1064.2383, + -690.2011, + -685.9552, + -726.4017, + -1335.0155, + -847.6861, + -767.383, + -870.4231, + -938.0493, + -798.0385, + -719.8626, + -716.3581, + -812.4713, + -715.3779, + -728.8543, + -643.8166, + -813.1273, + -609.9741, + -668.9685, + -659.9893, + -784.8238, + -745.166, + -690.6208, + -807.7884, + -826.4796, + -843.8354, + -777.817, + -934.3953, + -742.1573, + -646.3866, + -684.2008, + -698.5954, + -704.0565, + -732.8863, + -772.2422, + -812.6296, + -692.5405, + -1009.8016, + -955.0422, + -1001.8284, + -962.5636, + -957.2334, + -931.4257, + -910.0089, + -880.8774, + -847.4892, + -800.1074, + -746.5632, + -760.7479, + -715.8854, + -657.5215, + -676.3635, + -678.4458, + -680.6804, + -712.1509, + -563.2782, + -619.7526, + -671.8845, + -612.3876, + -500.7771, + -439.9531, + -391.7664, + -332.2946, + -356.7617, + -379.9565, + -458.722, + -428.3003, + -579.021, + -610.6022, + -426.0696, + -558.4611, + -341.6405, + -423.271, + -381.3356, + -522.8043, + -348.3294, + -824.292, + -1040.3561, + -945.3569, + -475.2722, + -80.045, + -325.3836, + -354.3026, + -316.4965, + -304.4054, + -187.1955, + -392.0436, + -355.4137, + -351.5916, + -429.6535, + -671.4861, + -375.9256, + -219.5142, + -287.2549, + -215.9043, + -221.2757, + -771.2647, + -388.2709, + -1239.1962, + -1443.0933, + -1638.3582, + -1174.767, + -1858.7716, + -1639.3994, + -1443.4708, + -1226.9389, + -1206.7878, + -1113.129, + -1080.3389, + -333.4988, + -891.5846, + -526.6747, + -959.3404, + -348.3148, + -897.1414, + -1180.5945, + -1251.2511, + -1069.1799, + -1501.3215, + -1368.3712, + -1329.2198, + -1023.039, + -1005.3406, + -872.4897, + -1005.4742, + -483.9801, + -934.2482, + -642.3746, + -843.7334, + -711.9451, + -673.0048, + -423.3245, + -831.1052, + -629.1887, + -655.1613, + -1032.5854, + -1039.7803, + -358.2854, + -1121.8819, + -548.27, + -418.2709, + -1158.7129, + -464.7458, + -707.9713, + -614.7526, + -1347.2936, + -587.0391, + -810.0538, + -591.1125, + -620.8364, + -719.8044, + -1341.8502, + -645.738, + -841.549, + -829.4439, + -1258.3201, + -818.8015, + -996.5964, + -554.2097, + -593.5981, + -588.35, + -555.644, + -429.8487, + -686.6097, + -550.5459, + -508.7692, + -786.7269, + -588.4447, + -720.6302, + -532.2208, + -509.2759, + -676.8246, + -415.7707, + -487.3477, + -490.3564, + -576.3997, + -449.8948, + -515.6468, + -563.5752, + -756.3973, + -595.3179, + -571.396, + -536.7621, + -493.5087, + -480.8726, + -503.7577, + -586.9661, + -591.2377, + -530.557, + -581.8344, + -678.5077, + -539.7619, + -456.3012, + -496.2125, + -609.2572, + -518.7692, + -516.8999, + -577.0131, + -547.3592, + -425.7138, + -496.417, + -529.5653, + -437.731, + -519.5013, + -520.3002, + -491.4795, + -467.7396, + -588.815, + -665.3403, + -538.6082, + -516.4307, + -462.0242, + -436.3058, + -390.787, + -466.9133, + -507.5113, + -467.3385, + -499.0335, + -549.2954, + -623.6097, + -688.7405, + -684.4595, + -662.571, + -658.8337, + -688.4924, + -732.2157, + -680.4729, + -631.896, + -594.7677, + -635.0996, + -672.8466, + -615.1721, + -713.5292, + -825.5168, + -761.4614, + -736.2107, + -824.361, + -758.3279, + -740.6263, + -860.2293, + -806.113, + -794.361, + -799.9897, + -803.6127, + -871.0822, + -797.3559, + -859.4461, + -714.6363, + -771.8481, + -666.376, + -725.1384, + -780.8238, + -547.6939, + -636.2147, + -535.4625, + -515.2225, + -608.1905, + -654.2726, + -587.674, + -642.4088, + -448.1813, + -422.5625, + -508.4632, + -637.4009, + -790.6012, + -667.93, + -542.6371, + -385.8268, + -540.0209, + -300.648, + -250.5358, + -374.1303, + -364.8002, + -220.2285, + -191.9416, + -92.9475, + -161.9774, + -196.7712, + -99.7995, + 29.0254, + -17.9376, + -43.2093, + -16.2645, + -195.3912, + -993.9964, + -1423.7525, + -1284.271, + -1477.9951, + -1208.9428, + -2020.9184, + -1863.2288, + -84.1716, + 36.7404, + 71.0746, + -866.5123, + -1457.3687, + -1282.9499, + -212.7797, + -181.1757, + -116.8261, + -48.6829, + -791.844, + -590.694, + 27.8813, + -777.1903, + -5.768, + -675.3533, + -17.0557, + -48.9963, + -550.2287, + -94.2675, + -406.6853, + -331.2938, + -107.8333, + -383.5733, + 33.7705, + 128.1595, + 153.974, + -32.4626, + -155.9349, + 72.7848, + -1295.8011, + -66.0406, + -1115.8874, + -8.9703, + -785.4753, + -287.5953, + -53.9539, + -1151.3699, + -105.046, + -219.1414, + -10.6866, + 9.341, + 41.9155, + 85.3591, + -86.9091, + -180.0611, + -140.1765, + -220.6276, + 104.084, + 92.143, + -547.9766, + -12.3253, + 63.6492, + -641.3618, + 37.8206, + 13.7403, + 75.721, + 41.3539, + 123.1823, + 83.6226, + 69.2785, + 85.9353, + 79.2489, + 153.6113, + 126.1138, + -934.6003, + 127.3401, + 15.7825, + 209.8192, + 105.6995, + 166.1214, + 150.4969, + 45.7931, + -280.5522, + 176.5977, + -44.731, + 53.85, + 107.0646, + 115.0622, + -1404.5727, + 136.9879, + -424.7511, + 83.057, + 103.0678, + -200.6048, + 116.1537, + 106.0103, + 72.8898, + 78.6162, + -148.4788, + 82.3173, + 117.8505, + 103.3973, + -783.4099, + 135.4026, + 166.3899, + 116.3197, + 91.1158, + 51.3593, + 112.9407, + 169.137, + 157.6256, + 136.1292, + 80.3896, + 158.4072, + 87.873, + 160.1947, + 139.2664, + 69.7888, + 119.7846, + 178.4024, + 126.0364, + 108.8606, + 162.8768, + 164.273, + 166.8008, + 128.6449, + 79.3641, + 174.0777, + 136.1718, + 130.3759, + 151.4555, + 139.6223, + 142.2591, + 115.1034, + 154.857, + 128.4031, + 141.3857, + 115.8249, + 83.6415, + 108.166, + 128.3017, + 112.0531, + 141.9053, + 151.8077, + 192.1479, + 169.0376, + 181.0094, + 121.6951, + 99.0734, + 132.7676, + 178.3181, + 115.5499, + 134.6787, + 104.4914, + 130.9547, + 118.0271, + 70.2833, + 76.3869, + 79.4643, + 87.4713, + 92.4088, + 99.0439, + 75.3396, + 58.4811, + 88.2173, + 40.2825, + 39.0891, + 95.1029, + -131.3237, + -155.2031, + -50.7779, + -7.2216, + 24.787, + 104.2104, + 78.7757, + 274.6678, + 442.5123, + 489.5145, + 319.6289, + 63.9923, + 288.3581, + 461.7203, + 289.6367, + 168.2802, + -348.6835, + -524.1792, + -1495.4453, + -1571.4079, + -1773.7105, + -1544.0564, + -853.368, + -912.8992, + -623.7083, + -801.5833, + -141.2788, + -251.4866, + -3.0412, + -26.9163, + 98.3151, + 330.0336, + 299.5506, + 427.8515, + -134.3646, + 168.6339, + 244.3134, + 229.3274, + 204.916, + 157.1539, + 258.8859, + 25.35, + 206.6166, + 196.2944, + 14.5891, + -508.8797, + 260.5394, + 70.3121, + 184.3939, + -15.7316, + -832.6814, + 17.2449, + -11.4015, + 212.7732, + 56.4855, + 221.4541, + 396.9689, + 143.9813, + 378.9809, + 265.3057, + 225.7637, + 297.9193, + 201.8867, + 124.7718, + 121.5082, + -19.8576, + 72.5561, + 89.6679, + -38.8867, + -62.3019, + -9.9229, + 14.8585, + 158.7001, + 71.1924, + 249.3279, + -314.8054, + 12.5593, + 100.8952, + 171.4393, + -116.1997, + 95.6446, + -602.8549, + 106.2345, + 318.0035, + -208.5719, + 419.6147, + 182.3234, + 323.1022, + 361.668, + 274.0442, + 285.8078, + 320.3851, + 89.5764, + 397.2616, + 247.05, + 435.8951, + 202.1122, + 311.2145, + 367.7552, + 311.4368, + 375.4219, + 264.86, + 356.3389, + 321.6216, + 328.4898, + 117.0193, + 354.5891, + 126.0047, + 143.7231, + 286.6761, + 137.74, + 327.8794, + 429.3416, + 361.5874, + 416.7492, + 323.1314, + 338.0129, + 347.2958, + 280.9966, + 339.7576, + 277.6504, + 413.2282, + 259.8627, + 273.2932, + 208.8086, + 178.1776, + 365.1556, + 380.2586, + 361.0767, + 361.8627, + 316.3103, + 407.8522, + 344.9028, + 298.6311, + 374.5624, + 351.9905, + 379.0472, + 305.8261, + 370.7237, + 220.4873, + 326.322, + 296.2706, + 356.0931, + 398.3571, + 388.629, + 436.2727, + 316.9313, + 414.7066, + 423.0248, + 451.087, + 418.5833, + 408.6907, + 276.6044, + 401.5548, + 385.7436, + 435.0163, + 340.5009, + 397.0491, + 470.6365, + 363.6186, + 482.9985, + 392.2094, + 454.4908, + 411.8337, + 464.5076, + 402.6301, + 447.7949, + 333.2675, + 423.7317, + 403.8716, + 394.2714, + 446.7033, + 290.9746, + 465.1159, + 449.1166, + 471.6713, + 376.1167, + 449.3212, + 444.8973, + 401.6104, + 410.1726, + 396.254, + 457.3978, + 437.7914, + 441.7495, + 371.3465, + 368.5309, + 418.1313, + 441.8017, + 418.8996, + 405.1444, + 422.0362, + 428.7221, + 438.5889, + 398.5421, + 359.9669, + 429.8932, + 469.0868, + 375.7968, + 446.8868, + 436.4653, + 450.9984, + 407.3886, + 397.0027, + 398.7201, + 452.2212, + 451.0042, + 480.7982, + 488.9822, + 460.5798, + 433.0479, + 448.8561, + 463.6225, + 454.6582, + 464.4448, + 457.3807, + 457.122, + 421.8039, + 448.1859, + 422.8417, + 437.017, + 436.6655, + 445.481, + 410.5656, + 436.65, + 408.5044, + 407.4713, + 411.2916, + 406.168, + 384.9787, + 423.5919, + 420.5856, + 475.4621, + 454.962, + 491.0798, + 443.4181, + 447.3309, + 423.1749, + 439.9025, + 434.1099, + 458.5214, + 461.1798, + 456.6456, + 466.6213, + 466.0865, + 486.3525, + 427.7705, + 442.697, + 444.6703, + 453.212, + 450.3065, + 424.4979, + 447.0004, + 404.4034, + 423.9061, + 434.2668, + 419.4979, + 414.8243, + 417.5901, + 424.1832, + 460.9776, + 427.3539, + 455.1211, + 461.1352, + 470.3767, + 429.3862, + 449.6644, + 452.1712, + 405.4979, + 468.2289, + 489.3871, + 456.905, + 458.2795, + 424.5141, + 413.0892, + 383.9066, + 384.9198, + 368.7812, + 437.2506, + 419.0665, + 424.7584, + 428.7513, + 470.217, + 455.5796, + 443.7345, + 458.6008, + 405.8803, + 459.6725, + 431.029, + 453.4307, + 423.6935, + 438.3914, + 473.071, + 405.9988, + 402.3359, + 411.8441, + 411.2149, + 414.9181, + 423.2644, + 462.4976, + 397.296, + 435.0024, + 403.2183, + 400.5687, + 362.2982, + 355.0245, + 330.03, + 348.2409, + 374.2071, + 319.7699, + 331.6252, + 324.4629, + 355.2937, + 360.3226, + 393.0352, + 379.9772, + 437.9095, + 462.8053, + 480.9646, + 467.2942, + 473.3209, + 483.8683, + 354.8336, + 497.3431, + 497.3271, + 528.615, + 443.5639, + 490.5362, + 490.4621, + 479.8634, + 492.8241, + 473.9919, + 524.1889, + 465.0099, + 471.7888, + 480.1401, + 463.4656, + 417.4202, + 488.9936, + 436.3504, + 438.7889, + 414.6992, + 427.1646, + 369.8423, + 389.0999, + 418.2517, + 416.3219, + 435.707, + 412.6919, + 442.0816, + 451.9386, + 474.6667, + 460.4403, + 472.7573, + 471.5072, + 410.6505, + 398.0599, + 425.8725, + 494.9381, + 442.6195, + 455.676, + 466.9065, + 432.4375, + 431.7111, + 436.3684, + 374.1809, + 427.0109, + 401.6464, + 408.6581, + 461.0513, + 472.6468, + 430.7892, + 441.3972, + 393.6001, + 450.9477, + 407.6447, + 424.7014, + 443.7289, + 429.8874, + 472.5102, + 446.2671, + 449.3148, + 438.7273, + 455.0879, + 459.377, + 455.0773, + 453.4744, + 411.5498, + 454.4676, + 508.7329, + 484.953, + 485.0116, + 491.7067, + 491.796, + 499.898, + 504.322, + 496.5323, + 497.2034, + 480.9962, + 475.4967, + 471.2107, + 446.7355, + 440.1666, + 466.0327, + 422.2015, + 435.2862, + 449.1616, + 435.2012, + 386.1428, + 412.6158, + 462.4096, + 452.8748, + 471.3785, + 446.2685, + 484.9926, + 464.8541, + 460.5949, + 455.159, + 431.4333, + 439.834, + 445.7424, + 457.4802, + 464.6772, + 469.722, + 458.0854, + 471.4019, + 466.4948, + 482.6721, + 460.9352, + 433.0015, + 456.0876, + 461.4147, + 465.2804, + 451.8524, + 417.0265, + 437.6408, + 415.3158, + 425.5518, + 416.233, + 428.2509, + 437.2762, + 448.3479, + 443.0178, + 424.2457, + 463.2388, + 459.7096, + 451.2771, + 443.2061, + 456.4066, + 450.2769, + 440.5838, + 451.1725, + 469.2959, + 494.2349, + 472.1104, + 487.9491, + 472.3209, + 451.2447, + 449.3757, + 430.0635, + 459.9557, + 468.4035, + 454.8796, + 491.5838, + 484.866, + 447.8891, + 453.1144, + 433.5939, + 431.4121, + 380.2847, + 391.7002, + 383.8393, + 419.0336, + 412.6071, + 460.2769, + 405.8077, + 452.497, + 433.3357, + 450.1528, + 405.3075, + 439.1833, + 447.811, + 423.5258, + 407.9247, + 434.8098, + 436.2317, + 431.3739, + 441.5073, + 424.2027, + 434.8289, + 440.5011, + 440.1794, + 421.1789, + 438.6232, + 450.3548, + 445.7714, + 472.2634, + 480.0265, + 517.8083, + 530.8609, + 527.209, + 557.6283, + 571.2527, + 567.0221, + 655.1917, + 406.7845, + 621.3948, + 484.0012, + 442.3, + 456.472, + 461.6925, + 524.0963, + 585.7078, + 556.2331, + 604.793, + 541.5845, + 546.4879, + 552.1322, + 559.31, + 528.1202, + 576.1816, + 568.9029, + 574.1706, + 551.2445, + 567.7229, + 555.0649, + 571.1356, + 614.8494, + 611.2271, + 636.9452, + 593.1128, + 585.1232, + 626.0754, + 613.8854, + 586.0749, + 624.3206, + 593.0553, + 640.2421, + 625.8819, + 626.4715, + 619.545, + 593.9186, + 592.8139, + 621.5034, + 631.7855, + 602.9714, + 627.1758, + 646.6073, + 648.5878, + 649.8142, + 641.5537, + 584.3941, + 633.8538, + 639.047, + 626.5177, + 638.075, + 624.9139, + 653.2194, + 621.1431, + 651.7598, + 678.8799, + 632.6978, + 650.6982, + 627.2236, + 645.1867, + 630.8538, + 642.264, + 644.104, + 654.6789, + 686.5648, + 661.3104, + 676.9871, + 676.6606, + 648.91, + 663.3496, + 672.3595, + 650.5601, + 659.3052, + 628.366, + 659.7642, + 648.1463, + 641.0968, + 625.9217, + 641.1581, + 640.316, + 643.1473, + 652.4779, + 624.6825, + 653.292, + 637.9133, + 646.7638, + 634.4815, + 639.0603, + 644.9198, + 611.5606, + 623.0172, + 634.5401, + 634.8185, + 669.6398, + 655.986, + 647.9243, + 632.7566, + 650.1599, + 631.2068, + 641.6682, + 646.7856, + 652.5366, + 654.6851, + 640.4305, + 617.7426, + 621.1228, + 615.8081, + 630.4112, + 626.4555, + 635.0661, + 630.491, + 638.0164, + 638.5661, + 640.3238, + 639.2011, + 627.9253, + 637.9161, + 631.499, + 628.2203, + 622.2944, + 623.3062, + 623.6227, + 606.0545, + 613.2487, + 616.7571, + 600.1806, + 625.0313, + 613.3897, + 604.6252, + 620.2611, + 631.2349, + 614.866, + 627.6074, + 605.4913, + 630.2599, + 626.8035, + 618.9351, + 642.4074, + 623.38, + 622.6986, + 607.1117, + 641.0657, + 629.7319, + 603.9023, + 620.5053, + 650.373, + 637.2409, + 623.7857, + 631.0802, + 648.0945, + 635.7383, + 626.6619, + 631.8647, + 615.1053, + 618.1494, + 602.1544, + 630.4468, + 610.3479, + 630.4262, + 618.8141, + 637.0685, + 625.9771, + 607.4484, + 617.7252, + 631.6295, + 620.1224, + 613.6521, + 609.7394, + 623.3775, + 618.9339, + 624.2051, + 630.5136, + 622.112, + 609.9998, + 624.7841, + 640.9761, + 623.0873, + 615.761, + 634.378, + 609.7651, + 613.5859, + 622.2872, + 604.127, + 624.5414, + 607.4664, + 609.3468, + 614.8073, + 609.211, + 621.4604, + 608.9899, + 603.2507, + 586.9999, + 602.3841, + 606.6477, + 601.5556, + 611.212, + 620.6952, + 605.068, + 613.2401, + 604.8838, + 599.5919, + 612.2748, + 604.0829, + 588.4731, + 577.163, + 600.6988, + 592.4936, + 595.0412, + 585.716, + 587.5854, + 571.2271, + 566.6678, + 567.4885, + 568.7567, + 562.9297, + 568.137, + 560.578, + 556.5647, + 571.903, + 561.198, + 563.9412, + 573.0963, + 549.5216, + 566.0675, + 587.9054, + 564.061, + 584.3322, + 587.6921, + 578.2629, + 586.8119, + 581.2861, + 589.0099, + 583.9403, + 570.2754, + 584.9467, + 581.688, + 593.3565, + 586.1015, + 591.2531, + 605.9822, + 587.1221, + 612.8639, + 599.1794, + 579.6941, + 588.2184, + 573.3034, + 551.1026, + 550.0341, + 582.3274, + 607.9766, + 599.7441, + 600.7331, + 578.9577, + 578.5044, + 557.4471, + 566.3108, + 571.1802, + 582.0565, + 581.2157, + 578.2147, + 612.5617, + 610.6502, + 600.6837, + 616.2419, + 602.8221, + 597.2475, + 609.4802, + 611.175, + 579.5706, + 588.5994, + 594.2053, + 606.9774, + 596.9274, + 595.1401, + 595.5961, + 591.7667, + 583.7699, + 585.1475, + 586.7549, + 599.6182, + 602.9083, + 602.4566, + 582.4134, + 597.5204, + 591.8324, + 612.5553, + 599.7955, + 614.4688, + 613.1967, + 608.661, + 641.976, + 614.8901, + 618.4757, + 642.8234, + 637.4327, + 625.6186, + 631.0556, + 615.2381, + 639.1235, + 629.4527, + 627.119, + 626.886, + 636.0555, + 633.7734, + 636.1317, + 632.1938, + 614.2504, + 604.9296, + 626.5478, + 613.4492, + 608.0598, + 624.9282, + 623.8552, + 634.4182, + 612.8624, + 638.1511, + 623.6279, + 612.9383, + 621.612, + 627.897, + 615.4806, + 625.39, + 600.0626, + 614.8609, + 612.9934, + 584.0376, + 598.4783, + 595.1917, + 603.9209, + 608.6353, + 610.9099, + 613.0253, + 603.5229, + 624.984, + 620.4728, + 610.7668, + 623.8772, + 626.2887, + 632.0727, + 622.0919, + 600.7775, + 608.4369, + 604.5855, + 602.9445, + 581.4689, + 564.8234, + 575.1211, + 564.5349, + 571.7803, + 557.5697, + 566.3932, + 565.8448, + 584.1156, + 586.3505, + 586.4259, + 589.7497, + 588.8654, + 598.5257, + 604.4908, + 578.6, + 591.0804, + 596.7661, + 566.6411, + 581.7373, + 574.2137, + 585.2311, + 564.3764, + 539.852, + 543.727, + 551.7768, + 553.2111, + 560.9374, + 557.439, + 576.6407, + 576.9839, + 596.0168, + 595.3007, + 593.9636, + 585.4354, + 594.8082, + 601.0997, + 598.4724, + 609.8936, + 605.3262, + 578.8779, + 591.5814, + 587.4712, + 605.6813, + 607.4641, + 613.3608, + 620.563, + 606.5609, + 609.0156, + 637.637, + 622.6698, + 624.7942, + 626.2998, + 610.7445, + 607.7507, + 615.9067, + 597.6167, + 599.1054, + 593.7307, + 582.7653, + 594.9675, + 607.3624, + 609.1823, + 597.4059, + 597.5263, + 591.9982, + 605.9576, + 587.6731, + 593.1306, + 586.0273, + 594.8805, + 583.7797, + 583.9812, + 582.6161, + 589.2464, + 602.8796, + 607.3896, + 606.9959, + 590.4829, + 595.1815, + 581.647, + 587.3255, + 574.6525, + 579.8982, + 585.6951, + 582.5405, + 584.8262, + 585.9996, + 604.6576, + 585.1305 + ], + "episode_costs": [ + 199.25, + 214.75, + 217.5, + 186.25, + 129.25, + 151.0, + 130.0, + 93.75, + 166.25, + 115.75, + 140.5, + 207.75, + 165.0, + 171.5, + 236.25, + 184.25, + 119.25, + 88.25, + 50.25, + 103.5, + 47.5, + 28.0, + 45.75, + 16.75, + 56.5, + 61.5, + 30.75, + 97.75, + 88.5, + 202.0, + 193.75, + 206.25, + 102.5, + 68.25, + 148.0, + 88.5, + 110.25, + 60.5, + 92.5, + 54.25, + 59.0, + 43.5, + 30.25, + 46.75, + 68.25, + 57.0, + 36.75, + 45.5, + 96.25, + 49.0, + 93.25, + 31.5, + 50.0, + 38.25, + 45.5, + 41.0, + 26.0, + 54.5, + 42.25, + 87.5, + 50.75, + 67.0, + 30.75, + 29.0, + 34.25, + 28.75, + 42.75, + 64.0, + 46.5, + 172.25, + 187.75, + 287.25, + 310.0, + 271.5, + 245.75, + 224.0, + 253.5, + 78.5, + 35.75, + 11.0, + 29.25, + 25.75, + 30.5, + 18.25, + 19.25, + 17.0, + 18.75, + 9.5, + 9.5, + 7.5, + 13.25, + 8.25, + 9.5, + 9.75, + 8.25, + 6.25, + 2.25, + 6.5, + 1.75, + 10.5, + 10.25, + 2.5, + 14.25, + 35.25, + 29.0, + 27.75, + 52.0, + 36.0, + 23.5, + 8.5, + 6.5, + 3.5, + 9.75, + 12.75, + 12.25, + 6.0, + 3.75, + 5.5, + 10.5, + 18.5, + 26.5, + 5.75, + 13.0, + 8.5, + 17.75, + 14.25, + 5.75, + 8.5, + 9.0, + 20.25, + 11.25, + 19.0, + 18.0, + 17.5, + 31.75, + 32.0, + 50.5, + 15.5, + 27.25, + 3.75, + 13.0, + 14.25, + 11.75, + 17.0, + 10.0, + 13.0, + 16.0, + 14.0, + 60.0, + 30.0, + 22.0, + 33.0, + 29.75, + 21.25, + 20.25, + 15.0, + 6.5, + 9.0, + 9.0, + 13.0, + 5.0, + 11.0, + 6.5, + 15.75, + 10.5, + 13.0, + 13.25, + 8.5, + 9.75, + 13.0, + 12.5, + 14.75, + 8.0, + 14.75, + 6.5, + 12.5, + 11.5, + 13.5, + 9.0, + 6.25, + 8.25, + 12.25, + 14.25, + 3.25, + 7.5, + 3.25, + 12.0, + 5.25, + 8.75, + 0.75, + 6.75, + 29.5, + 16.0, + 29.0, + 23.25, + 11.75, + 21.5, + 16.25, + 10.5, + 11.0, + 12.75, + 17.25, + 34.5, + 49.5, + 54.5, + 54.25, + 42.5, + 109.25, + 52.5, + 135.75, + 161.0, + 200.5, + 228.5, + 193.25, + 193.75, + 182.75, + 109.75, + 84.75, + 18.25, + 38.0, + 59.25, + 64.5, + 54.25, + 48.25, + 80.0, + 117.75, + 166.75, + 160.0, + 179.75, + 193.75, + 164.0, + 162.25, + 83.0, + 60.0, + 26.75, + 41.5, + 75.25, + 54.5, + 58.0, + 43.0, + 44.5, + 25.75, + 25.25, + 36.75, + 33.75, + 28.0, + 32.0, + 28.25, + 27.5, + 19.75, + 18.5, + 33.25, + 56.25, + 27.5, + 20.5, + 31.0, + 47.75, + 24.5, + 13.0, + 22.5, + 19.0, + 17.5, + 51.25, + 16.5, + 15.0, + 20.5, + 42.0, + 16.0, + 22.75, + 15.75, + 12.75, + 9.0, + 7.75, + 16.75, + 9.5, + 10.25, + 12.0, + 16.5, + 8.5, + 17.5, + 6.75, + 8.25, + 25.0, + 15.5, + 8.75, + 12.75, + 10.25, + 11.75, + 10.5, + 10.75, + 3.75, + 6.5, + 7.0, + 8.0, + 9.75, + 10.75, + 8.25, + 7.25, + 8.25, + 11.0, + 10.75, + 5.25, + 11.0, + 8.5, + 13.0, + 8.25, + 12.25, + 9.25, + 4.0, + 7.5, + 10.5, + 5.5, + 7.5, + 8.25, + 5.5, + 11.0, + 5.75, + 8.75, + 4.75, + 5.75, + 7.75, + 6.25, + 6.75, + 6.75, + 4.25, + 3.25, + 5.0, + 9.75, + 3.75, + 3.5, + 5.75, + 5.25, + 2.0, + 1.25, + 3.25, + 3.5, + 2.5, + 0.75, + 2.0, + 1.75, + 5.0, + 3.75, + 2.75, + 3.0, + 2.75, + 2.75, + 3.0, + 1.0, + 2.5, + 2.5, + 0.5, + 1.75, + 2.0, + 3.25, + 1.25, + 1.0, + 3.25, + 2.0, + 4.25, + 1.75, + 2.0, + 2.5, + 2.5, + 1.5, + 2.0, + 1.75, + 2.75, + 1.75, + 2.5, + 2.5, + 1.25, + 0.5, + 3.0, + 1.75, + 3.0, + 2.5, + 1.75, + 4.0, + 2.5, + 2.25, + 1.5, + 7.75, + 3.75, + 2.75, + 1.5, + 6.0, + 5.5, + 5.75, + 3.0, + 3.75, + 16.0, + 4.75, + 16.25, + 10.5, + 21.5, + 21.75, + 15.75, + 5.5, + 4.5, + 11.25, + 1.75, + 1.5, + 9.5, + 8.75, + 10.0, + 30.25, + 13.25, + 7.5, + 26.25, + 5.75, + 3.0, + 5.0, + 10.0, + 2.75, + 6.75, + 6.5, + 3.0, + 3.25, + 5.75, + 10.75, + 12.75, + 14.25, + 7.75, + 2.5, + 7.75, + 7.5, + 11.75, + 12.0, + 11.5, + 16.5, + 7.25, + 10.0, + 12.75, + 15.25, + 4.75, + 6.75, + 10.25, + 5.0, + 2.75, + 8.0, + 6.75, + 4.25, + 7.5, + 12.75, + 6.0, + 18.75, + 25.0, + 14.0, + 11.0, + 3.0, + 6.75, + 5.75, + 7.5, + 24.75, + 10.25, + 6.5, + 5.75, + 23.75, + 6.25, + 20.0, + 5.5, + 6.0, + 4.25, + 20.0, + 30.0, + 18.0, + 7.75, + 3.5, + 3.75, + 4.25, + 8.5, + 5.25, + 28.75, + 15.25, + 7.0, + 7.0, + 12.0, + 6.75, + 31.5, + 26.25, + 8.75, + 5.75, + 12.5, + 8.25, + 16.5, + 11.5, + 1.75, + 7.25, + 5.0, + 11.75, + 12.0, + 6.25, + 17.75, + 6.75, + 5.75, + 6.0, + 15.25, + 10.5, + 15.5, + 4.75, + 7.25, + 9.5, + 4.0, + 4.25, + 4.5, + 5.5, + 6.75, + 10.5, + 4.5, + 5.5, + 7.75, + 7.25, + 8.5, + 6.75, + 4.5, + 9.75, + 2.75, + 5.25, + 8.25, + 8.25, + 6.75, + 3.75, + 7.0, + 5.25, + 6.75, + 3.75, + 1.5, + 2.0, + 4.25, + 4.75, + 2.75, + 1.25, + 4.25, + 5.0, + 1.5, + 5.5, + 8.0, + 4.25, + 4.0, + 4.0, + 4.25, + 6.0, + 3.0, + 3.5, + 3.5, + 3.5, + 3.75, + 1.5, + 2.75, + 3.5, + 1.0, + 1.0, + 2.0, + 3.5, + 2.5, + 1.0, + 1.75, + 2.0, + 0.5, + 2.0, + 1.0, + 5.25, + 3.25, + 4.0, + 1.25, + 9.25, + 5.0, + 2.25, + 2.0, + 16.25, + 9.5, + 10.25, + 7.25, + 9.25, + 11.25, + 7.25, + 39.75, + 35.25, + 38.25, + 52.75, + 66.5, + 25.5, + 42.0, + 41.25, + 3.0, + 5.25, + 2.25, + 9.5, + 7.75, + 1.75, + 1.0, + 1.25, + 5.0, + 11.5, + 8.75, + 2.0, + 1.25, + 0.25, + 5.25, + 3.0, + 3.75, + 1.5, + 7.25, + 11.5, + 0.75, + 4.0, + 3.0, + 1.0, + 3.0, + 2.75, + 3.75, + 3.0, + 3.5, + 3.75, + 2.0, + 1.25, + 8.0, + 6.5, + 3.75, + 14.75, + 3.25, + 37.25, + 15.0, + 8.75, + 26.5, + 46.0, + 24.75, + 35.5, + 38.5, + 15.25, + 13.0, + 23.25, + 7.75, + 13.0, + 8.25, + 10.75, + 9.0, + 7.25, + 5.75, + 7.75, + 2.75, + 2.25, + 2.25, + 6.0, + 6.75, + 3.75, + 4.25, + 5.75, + 7.25, + 2.75, + 3.75, + 2.5, + 4.25, + 2.75, + 3.5, + 3.0, + 0.75, + 4.25, + 4.0, + 2.25, + 5.25, + 1.0, + 1.5, + 1.0, + 6.75, + 0.25, + 11.25, + 0.75, + 7.0, + 1.75, + 1.0, + 1.25, + 0.5, + 0.25, + 2.0, + 0.25, + 3.75, + 6.25, + 12.25, + 5.0, + 1.5, + 2.75, + 2.0, + 1.25, + 4.0, + 2.5, + 2.0, + 0.5, + 1.0, + 1.25, + 2.0, + 6.25, + 1.0, + 2.25, + 7.25, + 1.5, + 1.75, + 0.5, + 6.75, + 2.5, + 7.5, + 0.5, + 0.75, + 1.5, + 2.25, + 2.5, + 1.25, + 3.25, + 3.5, + 2.25, + 0.5, + 3.0, + 1.0, + 3.75, + 0.75, + 1.0, + 0.75, + 6.0, + 1.0, + 0.5, + 2.25, + 0.0, + 2.5, + 1.75, + 1.5, + 0.5, + 6.25, + 0.0, + 4.25, + 0.25, + 0.25, + 8.25, + 2.25, + 1.5, + 1.75, + 1.25, + 0.5, + 0.0, + 0.25, + 2.0, + 0.0, + 0.0, + 1.25, + 2.25, + 0.0, + 2.25, + 0.0, + 1.25, + 0.0, + 1.25, + 0.75, + 0.5, + 0.75, + 1.75, + 1.25, + 0.5, + 0.0, + 5.0, + 1.0, + 2.75, + 4.25, + 1.25, + 1.5, + 1.5, + 0.25, + 0.75, + 5.25, + 1.75, + 0.5, + 0.0, + 1.0, + 0.0, + 0.25, + 2.5, + 1.25, + 1.5, + 0.5, + 0.0, + 0.75, + 0.0, + 1.25, + 0.25, + 1.5, + 1.0, + 0.0, + 0.5, + 0.0, + 3.5, + 2.75, + 3.5, + 0.5, + 0.25, + 3.75, + 0.25, + 1.0, + 0.5, + 0.0, + 1.5, + 0.0, + 0.0, + 1.25, + 1.0, + 0.5, + 2.0, + 0.0, + 1.5, + 2.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 1.0, + 0.5, + 0.75, + 1.75, + 0.75, + 0.25, + 1.5, + 4.25, + 0.25, + 1.75, + 1.5, + 1.5, + 2.75, + 1.75, + 3.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 2.0, + 0.75, + 1.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 2.25, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 2.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 1.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 2.75, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.5, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 2.0, + 0.5, + 0.75, + 2.5, + 1.25, + 0.0, + 2.0, + 0.0, + 1.25, + 0.25, + 1.0, + 0.5, + 0.75, + 0.5, + 1.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 2.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.5, + 0.0, + 0.0, + 2.75, + 0.75, + 0.25, + 1.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 1.5, + 2.0, + 2.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.5, + 2.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 2.25, + 1.5, + 1.25, + 1.0, + 1.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 2.0, + 0.0, + 0.75, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 1.75, + 3.0, + 0.75, + 0.5, + 1.25, + 2.0, + 0.0, + 2.0, + 0.25, + 1.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 2.5, + 0.0, + 1.0, + 2.75, + 1.25, + 11.25, + 2.25, + 7.5, + 1.5, + 8.0, + 1.5, + 16.0, + 11.75, + 13.5, + 0.5, + 0.25, + 0.5, + 1.25, + 0.25, + 2.25, + 5.75, + 1.25, + 3.0, + 1.0, + 1.75, + 2.0, + 2.25, + 1.5, + 1.75, + 0.0, + 0.0, + 0.25, + 2.25, + 0.75, + 1.0, + 1.0, + 0.0, + 0.5, + 1.5, + 0.75, + 0.75, + 1.5, + 0.25, + 0.75, + 2.25, + 0.5, + 0.25, + 5.5, + 0.5, + 0.25, + 0.25, + 1.0, + 4.5, + 0.75, + 0.75, + 0.25, + 3.25, + 0.75, + 1.5, + 0.0, + 0.75, + 1.5, + 2.0, + 0.75, + 1.25, + 1.5, + 0.5, + 1.0, + 1.75, + 0.75, + 1.0, + 0.75, + 1.25, + 0.0, + 1.5, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 0.5, + 0.25, + 1.5, + 0.75, + 0.75, + 1.5, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 0.75, + 0.0, + 0.75, + 0.5, + 1.75, + 0.0, + 0.75, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 1.75, + 0.75, + 0.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 1.5, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 2.0, + 3.5, + 1.75, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.5, + 1.5, + 1.25, + 2.0, + 1.75, + 0.75, + 1.0, + 0.5, + 0.5, + 0.5, + 3.75, + 0.5, + 1.75, + 1.25, + 1.5, + 3.5, + 2.25, + 3.0, + 1.0, + 2.5, + 3.5, + 1.75, + 1.5, + 1.0, + 3.0, + 1.25, + 1.0, + 0.75, + 0.25, + 0.5, + 0.25, + 1.25, + 1.75, + 1.75, + 2.0, + 1.75, + 0.75, + 1.75, + 0.25, + 0.0, + 1.75, + 1.0, + 2.0, + 1.0, + 2.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 2.0, + 0.5, + 0.5, + 0.25, + 1.0, + 0.75, + 0.5, + 1.25, + 0.25, + 0.0, + 1.25, + 0.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 1.25, + 0.0, + 1.0, + 0.75, + 0.0, + 0.25, + 1.0, + 1.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 1.75, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 1.75, + 0.25, + 0.5, + 0.75, + 0.0, + 1.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 2.25, + 0.0, + 1.0, + 0.5, + 1.5, + 1.0, + 1.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 1.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.0, + 1.25, + 1.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 1.25, + 1.75, + 1.0, + 1.25, + 2.25, + 3.0, + 1.75, + 1.5, + 0.0, + 0.5, + 1.25, + 0.0, + 1.25, + 0.0, + 0.75, + 0.5, + 1.5, + 0.5, + 0.25, + 1.5, + 1.0, + 1.0, + 0.75, + 0.5, + 0.75, + 1.0, + 2.25, + 0.75, + 0.5, + 0.25, + 0.75, + 1.75, + 0.0, + 0.5, + 0.0, + 1.0, + 0.0, + 1.25, + 1.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.75, + 1.75, + 1.0, + 0.0, + 0.5, + 0.25, + 0.75, + 1.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5 + ], + "episode_lambdas": [ + 0.2993, + 0.5, + 0.7025, + 0.9034, + 1.0971, + 1.2865, + 1.47, + 1.6445, + 1.8181, + 1.986, + 2.1512, + 2.3206, + 2.4895, + 2.6588, + 2.8347, + 3.0114, + 3.1825, + 3.3452, + 3.4967, + 3.6433, + 3.7801, + 3.906, + 4.0239, + 4.1316, + 4.2343, + 4.3328, + 4.4245, + 4.5169, + 4.6088, + 4.7118, + 4.8239, + 4.9453, + 5.0649, + 5.1793, + 5.2971, + 5.412, + 5.5264, + 5.6354, + 5.7428, + 5.8448, + 5.9425, + 6.0349, + 6.121, + 6.2032, + 6.2839, + 6.3623, + 6.4366, + 6.508, + 6.5818, + 6.6532, + 6.7267, + 6.7961, + 6.8635, + 6.928, + 6.9906, + 7.051, + 7.108, + 7.1648, + 7.2201, + 7.2786, + 7.3363, + 7.395, + 7.4509, + 7.5041, + 7.5554, + 7.6044, + 7.6528, + 7.7028, + 7.7524, + 7.8143, + 7.8888, + 7.9845, + 8.1017, + 8.2343, + 8.3782, + 8.5301, + 8.6922, + 8.846, + 8.9879, + 9.1167, + 9.2356, + 9.3452, + 9.4468, + 9.5401, + 9.626, + 9.7051, + 9.7781, + 9.8447, + 9.9056, + 9.9612, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1027, + 0.2189, + 0.4099 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1007, + 0.2126, + 0.4179 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.0987, + 0.212, + 0.4198 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0959, + 0.2145, + 0.4189 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0902, + 0.0902, + 0.0902, + 0.0941, + 0.2165, + 0.4187 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.0901, + 0.0901, + 0.0901, + 0.0945, + 0.217, + 0.418 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.09, + 0.09, + 0.09, + 0.0972, + 0.2165, + 0.4164 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0899, + 0.0899, + 0.0899, + 0.0984, + 0.2166, + 0.4154 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.0993, + 0.2154, + 0.416 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1, + 0.2147, + 0.4165 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1004, + 0.2141, + 0.417 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1003, + 0.2144, + 0.4169 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1002, + 0.2147, + 0.4168 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.1004, + 0.2152, + 0.4161 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1005, + 0.2157, + 0.4154 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1011, + 0.2161, + 0.4144 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1015, + 0.2164, + 0.4137 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.102, + 0.2173, + 0.4123 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1022, + 0.2175, + 0.4119 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1024, + 0.2182, + 0.4109 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0895, + 0.0895, + 0.0895, + 0.1025, + 0.2191, + 0.4098 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1028, + 0.2194, + 0.409 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1033, + 0.2203, + 0.4075 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1038, + 0.2203, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1042, + 0.2201, + 0.4066 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0898, + 0.0898, + 0.0898, + 0.105, + 0.2195, + 0.4063 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1057, + 0.2187, + 0.4064 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0897, + 0.0897, + 0.0897, + 0.1061, + 0.2181, + 0.4067 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ], + [ + 0.0896, + 0.0896, + 0.0896, + 0.1064, + 0.2175, + 0.4071 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..965a87fa0e8b30f33853fb9c9bf6a0444fd6a424 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 5257153.33, + "constraint_satisfaction_pct": 35.33, + "final_rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + "final_lambda": 101.825, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -5747.6, + "avg_cost": 0.0, + "lambda": 10.0794, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -6238.96, + "avg_cost": 0.0, + "lambda": 10.2772, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -5420.94, + "avg_cost": 0.5, + "lambda": 10.5007, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -5130.98, + "avg_cost": 0.0, + "lambda": 10.642, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4346.95, + "avg_cost": 0.25, + "lambda": 10.7925, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 60, + "avg_reward": -4511.05, + "avg_cost": 0.25, + "lambda": 10.9521, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 70, + "avg_reward": -5244.59, + "avg_cost": 0.0, + "lambda": 11.0321, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 80, + "avg_reward": -4248.3, + "avg_cost": 0.0, + "lambda": 11.0743, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 90, + "avg_reward": -4396.41, + "avg_cost": 0.0, + "lambda": 11.1041, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 100, + "avg_reward": -4005.31, + "avg_cost": 0.0, + "lambda": 11.1177, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 110, + "avg_reward": -3504.37, + "avg_cost": 0.0, + "lambda": 11.1225, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 120, + "avg_reward": -3466.46, + "avg_cost": 0.0, + "lambda": 11.1241, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 130, + "avg_reward": -2802.73, + "avg_cost": 0.0, + "lambda": 11.1247, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 140, + "avg_reward": -3275.82, + "avg_cost": 0.0, + "lambda": 11.1366, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 150, + "avg_reward": -2501.71, + "avg_cost": 0.0, + "lambda": 11.1453, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 160, + "avg_reward": -2219.17, + "avg_cost": 0.5, + "lambda": 11.1534, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 170, + "avg_reward": -2974.41, + "avg_cost": 0.0, + "lambda": 11.2, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 180, + "avg_reward": -2516.01, + "avg_cost": 0.0, + "lambda": 11.2163, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 190, + "avg_reward": -2055.21, + "avg_cost": 0.0, + "lambda": 11.222, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 200, + "avg_reward": -1923.51, + "avg_cost": 0.25, + "lambda": 11.238, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 210, + "avg_reward": -1459.22, + "avg_cost": 0.25, + "lambda": 11.3785, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 220, + "avg_reward": -1986.28, + "avg_cost": 1.0, + "lambda": 11.6988, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 230, + "avg_reward": -3042.44, + "avg_cost": 1.0, + "lambda": 12.0611, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 240, + "avg_reward": -1314.14, + "avg_cost": 0.5, + "lambda": 12.3582, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 250, + "avg_reward": -3017.53, + "avg_cost": 0.0, + "lambda": 12.6501, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 260, + "avg_reward": -1527.02, + "avg_cost": 0.75, + "lambda": 13.0607, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 270, + "avg_reward": -1349.93, + "avg_cost": 1.5, + "lambda": 13.4896, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 280, + "avg_reward": -1500.31, + "avg_cost": 1.0, + "lambda": 14.0129, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 290, + "avg_reward": -940.75, + "avg_cost": 0.25, + "lambda": 14.8156, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 300, + "avg_reward": 585.93, + "avg_cost": 3.0, + "lambda": 16.0587, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 310, + "avg_reward": -2546.36, + "avg_cost": 0.75, + "lambda": 17.9245, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 320, + "avg_reward": -397.22, + "avg_cost": 1.5, + "lambda": 19.593, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 330, + "avg_reward": -689.3, + "avg_cost": 0.75, + "lambda": 20.9075, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 340, + "avg_reward": 189.53, + "avg_cost": 2.5, + "lambda": 21.9879, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 350, + "avg_reward": -454.83, + "avg_cost": 1.0, + "lambda": 23.2404, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 360, + "avg_reward": -876.27, + "avg_cost": 1.25, + "lambda": 24.8176, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 370, + "avg_reward": -114.44, + "avg_cost": 2.75, + "lambda": 26.5753, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 380, + "avg_reward": 1017.84, + "avg_cost": 2.0, + "lambda": 27.6919, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 390, + "avg_reward": 2196.92, + "avg_cost": 1.75, + "lambda": 28.9164, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 400, + "avg_reward": 1689.3, + "avg_cost": 1.25, + "lambda": 30.8221, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 410, + "avg_reward": -773.75, + "avg_cost": 0.5, + "lambda": 32.3882, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 420, + "avg_reward": 2279.85, + "avg_cost": 1.25, + "lambda": 33.9427, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 430, + "avg_reward": 1959.84, + "avg_cost": 1.75, + "lambda": 35.8903, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 440, + "avg_reward": 3406.02, + "avg_cost": 3.25, + "lambda": 37.7231, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 450, + "avg_reward": 1572.91, + "avg_cost": 1.75, + "lambda": 39.4709, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 460, + "avg_reward": 3257.99, + "avg_cost": 0.25, + "lambda": 41.3592, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 470, + "avg_reward": 3381.61, + "avg_cost": 1.75, + "lambda": 43.1861, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 480, + "avg_reward": 3044.73, + "avg_cost": 0.0, + "lambda": 45.0012, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 490, + "avg_reward": 3009.64, + "avg_cost": 1.25, + "lambda": 46.2706, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 500, + "avg_reward": 3135.81, + "avg_cost": 3.25, + "lambda": 47.3214, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 510, + "avg_reward": 4508.47, + "avg_cost": 0.0, + "lambda": 48.4208, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 520, + "avg_reward": 3698.86, + "avg_cost": 1.0, + "lambda": 49.6503, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 530, + "avg_reward": 5543.86, + "avg_cost": 0.5, + "lambda": 50.8847, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 540, + "avg_reward": 3296.79, + "avg_cost": 1.25, + "lambda": 51.9378, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 550, + "avg_reward": 5300.5, + "avg_cost": 2.0, + "lambda": 52.9903, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 560, + "avg_reward": 5428.66, + "avg_cost": 2.25, + "lambda": 54.104, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 570, + "avg_reward": 6243.85, + "avg_cost": 2.0, + "lambda": 55.3701, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 580, + "avg_reward": 5387.52, + "avg_cost": 2.0, + "lambda": 56.5288, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 590, + "avg_reward": 5718.21, + "avg_cost": 0.5, + "lambda": 57.4098, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 600, + "avg_reward": 5460.87, + "avg_cost": 2.75, + "lambda": 58.1017, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 610, + "avg_reward": 4910.94, + "avg_cost": 0.5, + "lambda": 58.9719, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 620, + "avg_reward": 4816.38, + "avg_cost": 0.0, + "lambda": 59.6523, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 630, + "avg_reward": 5930.93, + "avg_cost": 0.75, + "lambda": 60.3182, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 640, + "avg_reward": 4781.62, + "avg_cost": 1.0, + "lambda": 60.8954, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 650, + "avg_reward": 6552.21, + "avg_cost": 0.0, + "lambda": 61.4692, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 660, + "avg_reward": 6309.91, + "avg_cost": 1.0, + "lambda": 62.0747, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 670, + "avg_reward": 6257.93, + "avg_cost": 0.75, + "lambda": 62.6604, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 680, + "avg_reward": 6378.06, + "avg_cost": 0.0, + "lambda": 63.4262, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 690, + "avg_reward": 7062.6, + "avg_cost": 0.25, + "lambda": 64.1789, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 700, + "avg_reward": 4701.36, + "avg_cost": 0.25, + "lambda": 64.9297, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 710, + "avg_reward": 4065.87, + "avg_cost": 0.5, + "lambda": 65.6644, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 720, + "avg_reward": 7791.76, + "avg_cost": 1.25, + "lambda": 66.3863, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 730, + "avg_reward": 7519.49, + "avg_cost": 0.25, + "lambda": 66.9879, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 740, + "avg_reward": 1583.06, + "avg_cost": 0.25, + "lambda": 67.7003, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 750, + "avg_reward": 6060.8, + "avg_cost": 0.5, + "lambda": 68.6382, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 760, + "avg_reward": 4900.81, + "avg_cost": 0.0, + "lambda": 69.6848, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 770, + "avg_reward": 7814.07, + "avg_cost": 0.5, + "lambda": 70.48, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 780, + "avg_reward": 7299.18, + "avg_cost": 0.5, + "lambda": 71.1194, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 790, + "avg_reward": 5714.16, + "avg_cost": 0.5, + "lambda": 71.8493, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 800, + "avg_reward": 5616.58, + "avg_cost": 1.0, + "lambda": 72.554, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 810, + "avg_reward": 5819.01, + "avg_cost": 0.25, + "lambda": 73.171, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 820, + "avg_reward": 7980.76, + "avg_cost": 1.25, + "lambda": 73.7669, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 830, + "avg_reward": 8263.22, + "avg_cost": 0.5, + "lambda": 74.6728, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 840, + "avg_reward": 8817.03, + "avg_cost": 0.5, + "lambda": 75.3335, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 850, + "avg_reward": 7355.7, + "avg_cost": 0.5, + "lambda": 76.0483, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 860, + "avg_reward": 8625.58, + "avg_cost": 0.75, + "lambda": 76.6046, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 870, + "avg_reward": 7939.18, + "avg_cost": 2.25, + "lambda": 77.2135, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 880, + "avg_reward": 8857.86, + "avg_cost": 0.75, + "lambda": 77.9261, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 890, + "avg_reward": 7876.64, + "avg_cost": 0.25, + "lambda": 78.6658, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 900, + "avg_reward": 6000.62, + "avg_cost": 0.25, + "lambda": 79.2333, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 910, + "avg_reward": 8878.41, + "avg_cost": 0.5, + "lambda": 79.7418, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 920, + "avg_reward": 9520.11, + "avg_cost": 1.25, + "lambda": 80.1852, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 930, + "avg_reward": 9129.38, + "avg_cost": 0.0, + "lambda": 80.7002, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 940, + "avg_reward": 9110.62, + "avg_cost": 0.75, + "lambda": 81.2644, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 950, + "avg_reward": 9357.53, + "avg_cost": 0.75, + "lambda": 81.8322, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 960, + "avg_reward": 8195.02, + "avg_cost": 0.0, + "lambda": 82.4734, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 970, + "avg_reward": 9614.2, + "avg_cost": 1.25, + "lambda": 83.0947, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 980, + "avg_reward": 9767.78, + "avg_cost": 0.75, + "lambda": 83.7068, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 990, + "avg_reward": 9623.19, + "avg_cost": 1.0, + "lambda": 84.4053, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1000, + "avg_reward": 8970.42, + "avg_cost": 0.75, + "lambda": 85.0716, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1010, + "avg_reward": 9550.38, + "avg_cost": 0.25, + "lambda": 85.748, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1020, + "avg_reward": 9329.08, + "avg_cost": 0.5, + "lambda": 86.3466, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1030, + "avg_reward": 9365.4, + "avg_cost": 1.75, + "lambda": 86.9507, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1040, + "avg_reward": 9700.05, + "avg_cost": 0.75, + "lambda": 87.58, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1050, + "avg_reward": 10025.36, + "avg_cost": 0.0, + "lambda": 88.2019, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1060, + "avg_reward": 10015.36, + "avg_cost": 1.25, + "lambda": 88.8263, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1070, + "avg_reward": 9112.8, + "avg_cost": 0.5, + "lambda": 89.3164, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1080, + "avg_reward": 10260.53, + "avg_cost": 0.5, + "lambda": 89.7643, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1090, + "avg_reward": 9635.3, + "avg_cost": 0.25, + "lambda": 90.2953, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1100, + "avg_reward": 9376.89, + "avg_cost": 0.75, + "lambda": 90.7053, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1110, + "avg_reward": 9373.27, + "avg_cost": 0.0, + "lambda": 90.9632, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1120, + "avg_reward": 9529.6, + "avg_cost": 0.75, + "lambda": 91.1799, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1130, + "avg_reward": 10045.61, + "avg_cost": 0.5, + "lambda": 91.4487, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1140, + "avg_reward": 8397.28, + "avg_cost": 0.25, + "lambda": 91.8209, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1150, + "avg_reward": 10045.72, + "avg_cost": 0.25, + "lambda": 92.3101, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1160, + "avg_reward": 9827.58, + "avg_cost": 0.0, + "lambda": 92.9075, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1170, + "avg_reward": 10301.6, + "avg_cost": 0.0, + "lambda": 93.574, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1180, + "avg_reward": 10241.3, + "avg_cost": 0.0, + "lambda": 94.0376, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1190, + "avg_reward": 9506.46, + "avg_cost": 1.0, + "lambda": 94.4828, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1200, + "avg_reward": 10098.22, + "avg_cost": 1.0, + "lambda": 95.0731, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1210, + "avg_reward": 10772.34, + "avg_cost": 1.0, + "lambda": 95.6783, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1220, + "avg_reward": 9954.06, + "avg_cost": 1.25, + "lambda": 96.4517, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1230, + "avg_reward": 10389.99, + "avg_cost": 0.5, + "lambda": 97.1047, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1240, + "avg_reward": 10105.28, + "avg_cost": 0.75, + "lambda": 97.7451, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1250, + "avg_reward": 10122.76, + "avg_cost": 0.5, + "lambda": 98.2677, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1260, + "avg_reward": 10549.55, + "avg_cost": 0.25, + "lambda": 98.991, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1270, + "avg_reward": 10417.27, + "avg_cost": 0.5, + "lambda": 99.7859, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1280, + "avg_reward": 10379.22, + "avg_cost": 0.75, + "lambda": 100.4857, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1290, + "avg_reward": 9300.42, + "avg_cost": 0.25, + "lambda": 101.0632, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1300, + "avg_reward": -7051.35, + "avg_cost": 0.0, + "lambda": 101.4969, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1310, + "avg_reward": -5444.37, + "avg_cost": 0.0, + "lambda": 101.7106, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1320, + "avg_reward": -4345.88, + "avg_cost": 0.0, + "lambda": 101.7851, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1330, + "avg_reward": -3060.58, + "avg_cost": 0.0, + "lambda": 101.8111, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1340, + "avg_reward": -2179.45, + "avg_cost": 0.0, + "lambda": 101.8202, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1350, + "avg_reward": -1578.09, + "avg_cost": 0.0, + "lambda": 101.8233, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1360, + "avg_reward": -975.63, + "avg_cost": 0.0, + "lambda": 101.8244, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1370, + "avg_reward": -564.14, + "avg_cost": 0.0, + "lambda": 101.8248, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1380, + "avg_reward": -451.64, + "avg_cost": 0.0, + "lambda": 101.8249, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1390, + "avg_reward": -332.26, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1400, + "avg_reward": -212.49, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1410, + "avg_reward": 204.29, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1420, + "avg_reward": 82.16, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1430, + "avg_reward": 333.37, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1440, + "avg_reward": 365.36, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1450, + "avg_reward": 836.11, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1460, + "avg_reward": 944.14, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1470, + "avg_reward": 1244.14, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1480, + "avg_reward": 1211.95, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1490, + "avg_reward": 1373.39, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1500, + "avg_reward": 1386.3, + "avg_cost": 0.0, + "lambda": 101.825, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + } + ], + "episode_rewards": [ + -6940.2981, + -7195.0481, + -6560.118, + -7058.0431, + -7159.3094, + -6839.8951, + -6532.5818, + -6585.9031, + -7137.1412, + -5747.6018, + -5942.2525, + -6537.4571, + -6060.8431, + -6664.9947, + -6472.1059, + -6761.6224, + -6914.1947, + -6236.5749, + -6353.6276, + -6238.9643, + -6613.3468, + -6830.8693, + -6002.0902, + -5894.9495, + -5681.3361, + -5854.2038, + -5568.661, + -4979.738, + -5887.4287, + -5420.9447, + -5847.2399, + -5182.3731, + -5700.3871, + -5228.4641, + -5778.924, + -5566.3795, + -5719.9517, + -5448.1608, + -5054.3343, + -5130.978, + -5299.0622, + -6077.0471, + -4832.1384, + -5023.4861, + -5219.4648, + -5408.1061, + -5204.9232, + -5779.2669, + -6017.3539, + -4346.9493, + -5661.6444, + -5345.7285, + -4490.5737, + -4174.9107, + -5457.7421, + -5745.703, + -5419.8028, + -3947.2412, + -4832.503, + -4511.0518, + -4571.3207, + -4981.5505, + -5031.4332, + -4055.0614, + -4383.2383, + -4066.7499, + -4786.0497, + -4806.5664, + -4178.2584, + -5244.5869, + -4527.2898, + -4229.7566, + -4151.3522, + -3993.3473, + -3442.4647, + -3331.0932, + -3306.4669, + -4043.4398, + -4182.9565, + -4248.3033, + -5454.1691, + -4258.9729, + -3787.8603, + -3537.392, + -4022.8575, + -4471.3125, + -3298.3826, + -3932.5785, + -4800.2679, + -4396.415, + -4549.1744, + -3464.6053, + -4621.2213, + -3482.3867, + -4032.8334, + -4731.1185, + -4497.6577, + -4503.5304, + -4834.5814, + -4005.3051, + -4813.1573, + -4319.4906, + -3677.5401, + -4136.6782, + -3802.4242, + -3666.2013, + -3767.6724, + -3705.0302, + -4282.7468, + -3504.3748, + -4069.0197, + -3403.4001, + -4477.2102, + -4682.0632, + -2981.6899, + -3847.938, + -2424.7271, + -3073.3937, + -3758.5521, + -3466.4594, + -4280.1717, + -2521.6198, + -3314.8205, + -2975.1605, + -3016.301, + -3093.9818, + -3662.1096, + -2715.8324, + -3308.3302, + -2802.7326, + -3092.2643, + -4004.2461, + -2721.55, + -3005.3386, + -2391.1978, + -2543.3379, + -2763.7433, + -3102.2334, + -2535.8806, + -3275.8206, + -3235.0328, + -2552.8107, + -3228.9851, + -3193.2595, + -2015.1993, + -2587.7187, + -3510.392, + -2449.933, + -3536.0595, + -2501.7102, + -2696.8721, + -2935.0815, + -2067.3043, + -2458.3818, + -3076.0838, + -2565.7493, + -2893.7914, + -2901.3591, + -1976.5326, + -2219.171, + -2962.6604, + -3155.0216, + -2218.1555, + -2444.9769, + -1870.6425, + -2106.8132, + -1801.4632, + -2294.1877, + -2030.6871, + -2974.406, + -1997.4532, + -2790.8185, + -3289.0036, + -1808.8415, + -2438.0436, + -3012.8403, + -2428.0358, + -2929.0399, + -2183.9224, + -2516.0113, + -2977.4048, + -3054.5877, + -2408.2796, + -2778.3552, + -2187.307, + -1274.6228, + -3026.9549, + -1712.241, + -1623.5673, + -2055.2059, + -2826.395, + -2056.201, + -1776.8228, + -2069.545, + -1866.8533, + -2195.304, + -2352.0694, + -1196.2149, + -977.8561, + -1923.5117, + -2842.9172, + -1342.1935, + -2366.4468, + -3028.4752, + -2398.1004, + -1481.0106, + -1249.9284, + -3304.9128, + -2150.5381, + -1459.2248, + -1375.4328, + -3790.3791, + -1268.0449, + -1951.3499, + -2953.4803, + -4045.7981, + -1952.325, + -3712.6737, + -3181.1758, + -1986.2796, + -3020.7899, + -3255.7734, + -2285.7153, + -2455.3583, + -1299.1146, + -3024.885, + -1461.6368, + -2114.0853, + -3409.0798, + -3042.4369, + -3277.967, + -1737.4107, + -2335.5732, + -2401.036, + -2467.1842, + -1662.3818, + -1899.2818, + -2787.5975, + -3137.6286, + -1314.1371, + -1033.7725, + -1775.0651, + -1703.574, + -3143.4976, + -1628.5135, + -3146.921, + -1455.4258, + -1363.827, + -1628.5782, + -3017.5323, + -2465.1617, + -1905.7943, + -1689.5888, + -1619.2171, + -1856.387, + -1763.3982, + -2610.6284, + -3313.5965, + -1866.1261, + -1527.0214, + -2275.103, + -2233.35, + -2094.7491, + -3431.8301, + -2087.0306, + -2081.2162, + -1406.7069, + -1910.6151, + -1613.8566, + -1349.9322, + -2264.0571, + -1452.1466, + -1597.7725, + -1750.4413, + -2737.4854, + -3017.2384, + -1636.3303, + -1242.4908, + -1182.5124, + -1500.3099, + -2796.5968, + -2039.8673, + -1096.7237, + -1800.2008, + -294.9897, + -1298.5009, + -1114.4948, + -575.2995, + -1500.1471, + -940.7546, + -1431.9907, + -1392.277, + -1977.3609, + -5387.2993, + -360.2833, + -704.7339, + -1665.8927, + -1020.9238, + -2170.6414, + 585.9273, + -82.8104, + -1313.1051, + -1079.8284, + -1643.5092, + 54.9976, + -1161.7193, + -1934.8776, + -926.2296, + -1506.74, + -2546.3567, + -2145.6711, + -1557.4186, + -1511.1003, + 153.6891, + -1241.2688, + -789.2298, + -1924.3886, + -1475.2696, + -1911.3543, + -397.219, + -798.8812, + 161.6678, + -1280.4288, + -1200.7047, + -994.4693, + -1118.5937, + -1388.2054, + -602.1854, + -284.6466, + -689.2986, + -2053.4372, + -931.9529, + -1645.9504, + 1072.3322, + 356.6174, + -1448.9182, + -1407.1446, + -1742.0824, + -402.4554, + 189.5335, + 470.5987, + 407.7164, + -2121.9542, + 768.7425, + -337.3152, + -990.3461, + -915.4502, + -1451.6809, + -982.7176, + -454.8264, + -1292.9274, + -96.1485, + -263.8927, + 1403.3928, + -1479.58, + 614.3939, + -672.2653, + 531.063, + 402.7528, + -876.2655, + -468.8216, + 1235.9095, + 66.1985, + -203.332, + -81.7555, + 1795.9313, + 82.1096, + -692.8846, + -122.8771, + -114.4397, + -1082.2569, + -1669.006, + -1750.3871, + 29.8154, + -266.848, + 189.9357, + -291.0573, + 948.8972, + 1146.7831, + 1017.8395, + 1198.0601, + 73.2287, + 1235.7957, + 700.9974, + 1672.3124, + 691.8703, + 1768.5708, + 1060.7418, + 1527.0507, + 2196.9169, + 461.1965, + 1797.1648, + 3128.0754, + 2536.3562, + 397.0603, + 149.8289, + 2331.2341, + 1190.8871, + 2386.8597, + 1689.2992, + 2809.0345, + 1253.0908, + 1325.3112, + 258.127, + 1103.7793, + 333.513, + 2009.9544, + 1458.6209, + 620.3992, + -773.7476, + 2559.3053, + 1018.5991, + 1825.2775, + 2235.9667, + 2199.836, + 2938.3501, + 954.0371, + 3466.0393, + 1395.4583, + 2279.8477, + 2274.622, + 813.024, + 3419.2984, + 3114.2432, + 3592.5024, + 3272.7795, + 3010.8043, + 3051.3293, + 2851.9503, + 1959.8419, + 3413.227, + 1447.3252, + 1799.9166, + 2669.151, + 3225.5577, + -2583.1504, + 1006.8194, + 1875.1557, + 2687.0099, + 3406.0201, + 1910.9076, + 2793.662, + 2023.7025, + 3670.4856, + 3173.6725, + 2056.0865, + 2482.6006, + 2729.3308, + 3126.6227, + 1572.9079, + 2823.3177, + 1419.5139, + 3220.9115, + 1909.9968, + 1810.8092, + 3323.5481, + 2867.0197, + 3280.9082, + 1964.5648, + 3257.9863, + 3382.145, + 3943.5473, + 2996.173, + 3354.3032, + 2378.1929, + 3151.7001, + 1600.6699, + 1077.2666, + 2377.4623, + 3381.6073, + 4080.59, + 2370.6728, + 3712.0913, + 3403.1106, + 2299.9442, + 3610.8004, + 3216.6639, + 2775.6647, + 2122.9217, + 3044.7315, + 3525.9116, + 2202.8213, + 2406.1268, + 3866.7405, + 3307.583, + 3458.8199, + 3060.961, + 939.2149, + 4229.5127, + 3009.6438, + 2364.7201, + 3116.6746, + 4534.0161, + 4554.1682, + 3498.912, + 4792.1701, + 2942.4614, + 4385.5699, + 2393.279, + 3135.8145, + 4457.6539, + 4257.5696, + 3919.6513, + 1600.1173, + 4501.9294, + 2782.4931, + 4574.9306, + 2859.3176, + 4456.4925, + 4508.4682, + 3768.8024, + 4916.906, + 4847.9379, + 4711.14, + 697.0921, + 5193.1544, + 3680.0852, + 3462.1931, + 4876.7078, + 3698.8567, + 3755.7582, + 4015.9461, + 4353.1122, + 4387.7614, + 4443.0991, + 4236.3927, + 4579.3479, + 3385.9909, + 4929.0418, + 5543.8599, + 730.5204, + 5009.1158, + 1418.3259, + 3817.6503, + 5229.9531, + 3359.3562, + 3270.1846, + 3579.4344, + 4933.3918, + 3296.7871, + 5168.2639, + 2709.4526, + 5079.2661, + 5679.9833, + 4997.5838, + 5111.5379, + 5260.1785, + 4501.2855, + 3854.0262, + 5300.4986, + 5353.8992, + 3551.3365, + 4933.8798, + 3730.4602, + 4565.5603, + 5430.4355, + 5297.1987, + 5398.7487, + 5003.5484, + 5428.6568, + 5553.8358, + 1089.7039, + 4638.3578, + 5186.8274, + 3481.4073, + 4857.4747, + 4269.0827, + 5588.1995, + 5124.0897, + 6243.8542, + 3534.2135, + 4742.5803, + 4210.2439, + 6108.8849, + 5546.8141, + 2348.1056, + 3134.2062, + 5169.6599, + 5639.8589, + 5387.5232, + 1338.1353, + 5969.5373, + 3220.3049, + 6082.9102, + 5840.3041, + 5116.0497, + 2015.7333, + 5715.7174, + 4404.9616, + 5718.2092, + 5694.8005, + 2226.185, + 4296.919, + 4520.6157, + 3597.1717, + 5528.8089, + 5261.2027, + 4568.2746, + 5905.4424, + 5460.8674, + 3910.9527, + 4875.2586, + 4340.3758, + 3358.1758, + 6598.6085, + 4912.1, + 5907.5883, + 6001.3232, + 5562.445, + 4910.9444, + 4790.8379, + 3532.4523, + 5942.4748, + 5640.7853, + 4227.1647, + 4538.1863, + 5571.5175, + 6243.8475, + 5801.0962, + 4816.3844, + 6719.2131, + 6169.5877, + 5833.2426, + 5923.3181, + 5948.795, + 1246.6411, + 5994.7222, + 4146.6519, + 6039.2062, + 5930.9308, + 5336.6223, + 5988.4872, + 4535.357, + 6073.7916, + 5225.1511, + 5636.3199, + 2986.005, + 6353.8196, + 6022.5093, + 4781.6164, + 6452.3574, + 6391.1843, + 3280.5921, + 6777.9566, + 6387.5169, + 6817.494, + 3103.1133, + 6476.6994, + 5176.7987, + 6552.2139, + 6582.4975, + 6485.0022, + 2615.0088, + 6778.3216, + 6400.6609, + 4919.3111, + 4978.0331, + 6400.0768, + 4164.4078, + 6309.9065, + 7150.827, + 5316.8071, + 6692.1138, + 6563.295, + 4964.6731, + 7517.4543, + 4916.8492, + 5654.7439, + 7224.304, + 6257.9301, + 2147.3971, + 7171.9831, + 7286.9638, + 4711.1213, + 7342.8664, + 4938.3876, + 7042.3405, + 6884.5054, + 6592.2553, + 6378.0605, + 6793.8901, + 6970.368, + 7132.2657, + 6910.8347, + 7102.2758, + 6890.7435, + 6737.7693, + 5688.8023, + 6996.822, + 7062.5967, + 6759.2581, + 3042.6753, + 6504.8635, + 7756.5056, + 6645.5159, + 5910.6012, + 6298.6995, + 5803.4475, + 7561.9514, + 4701.3637, + 7171.5119, + 7430.797, + 7590.2268, + 7449.2168, + 6241.8523, + 6164.302, + 2686.3685, + 5685.3342, + 5411.2764, + 4065.8745, + 7853.0955, + 916.9349, + 5628.3862, + 6426.1199, + 7755.3891, + 7343.582, + 6906.8216, + 7475.9871, + 4912.3847, + 7791.7623, + 7550.5989, + 7464.2373, + 7018.6106, + 7354.6305, + 7841.3127, + 7287.3746, + 7418.7642, + 7374.4664, + 6606.8771, + 7519.4885, + 6382.6981, + 7898.3038, + 6394.9209, + 6701.1162, + 6998.6465, + 6745.6871, + 7266.9879, + 7441.2469, + 6786.8438, + 1583.0584, + 7419.5373, + 7725.9352, + 8555.9096, + 7368.9971, + 5316.9356, + 7834.8914, + 7702.6219, + 4819.6325, + 2531.2497, + 6060.7956, + 7608.4931, + 3697.2754, + 6526.847, + 5174.4017, + 7845.3424, + 7416.9572, + 7502.7003, + 7968.9283, + 7364.6096, + 4900.8062, + 7194.2385, + 7884.925, + 4370.1198, + 7547.392, + 8277.1553, + 8324.0464, + 8025.994, + 7135.4986, + 7386.7734, + 7814.0715, + 7569.2374, + 5895.8604, + 7003.4202, + 8285.3243, + 7592.7282, + 6428.0554, + 7286.438, + 7870.8769, + 8323.573, + 7299.1806, + 6490.3, + 8539.2898, + 7574.9281, + 7907.0, + 8058.0854, + 5794.178, + 8277.3885, + 7534.4337, + 8004.8755, + 5714.1644, + 7816.3289, + 6025.2215, + 8474.9177, + 5928.2284, + 8482.4897, + 3752.9593, + 8297.5276, + 7253.9494, + 7766.5448, + 5616.5761, + 6637.0302, + 8084.5853, + 8147.9468, + 6051.5321, + 7993.4241, + 8359.3991, + 7904.1328, + 7709.0957, + 7316.1241, + 5819.0122, + 7082.4287, + 7773.0283, + 5014.201, + 6481.8651, + 8052.0392, + 8348.9632, + 8392.5523, + 8530.1563, + 7827.314, + 7980.7635, + 6552.3987, + 8305.8212, + 8702.9781, + 8424.119, + 3175.0794, + 6832.8545, + 4171.7634, + 8362.5406, + 8464.3927, + 8263.2151, + 6820.5508, + 6953.0399, + 8440.4231, + 8262.0475, + 8065.916, + 8537.0567, + 9129.8684, + 8564.7054, + 8311.8111, + 8817.0292, + 6831.0842, + 8468.1718, + 6421.4979, + 7884.1703, + 6109.8201, + 8471.224, + 6718.7106, + 8677.7676, + 8621.7743, + 7355.6983, + 5711.6591, + 8866.0646, + 9010.3701, + 7309.1629, + 8198.2054, + 6176.0993, + 8226.9793, + 8884.7823, + 8415.2899, + 8625.582, + 8682.0032, + 6662.0903, + 8997.6228, + 9099.7991, + 8850.9236, + 5890.3826, + 8684.4266, + 8883.7789, + 8290.6363, + 7939.1771, + 9026.849, + 9096.6297, + 5298.5044, + 8958.551, + 8941.5676, + 8761.6494, + 6572.6768, + 9080.3859, + 8489.3467, + 8857.863, + 8348.2359, + 8626.7893, + 8973.2655, + 8670.1931, + 8558.2187, + 8284.6929, + 9192.2836, + 9333.1425, + 8855.9795, + 7876.6392, + 8889.8127, + 8976.3493, + 5764.2708, + 6214.2288, + 9112.6483, + 8687.8665, + 9151.4496, + 8629.7107, + 8867.4028, + 6000.6162, + 5744.4071, + 9058.5051, + 9483.1012, + 8772.5568, + 7602.7411, + 8844.9704, + 8244.6994, + 9394.5037, + 8924.9943, + 8878.4078, + 5426.7466, + 9015.4557, + 9497.5305, + 8675.4916, + 8751.6327, + 9558.1287, + 9259.8664, + 8815.792, + 8654.2006, + 9520.1066, + 9332.8228, + 8750.3952, + 7109.0152, + 9364.834, + 6879.6697, + 6707.2344, + 7458.3866, + 9109.4067, + 6592.0457, + 9129.382, + 8987.021, + 8965.9968, + 8302.2572, + 9182.3464, + 8755.0434, + 8977.8622, + 9304.8789, + 9286.2969, + 5519.7573, + 9110.6158, + 9070.4348, + 8687.6026, + 8963.0959, + 9345.5018, + 9099.7863, + 8952.6, + 7058.7967, + 8828.9877, + 8180.4316, + 9357.5275, + 9518.5741, + 8835.8707, + 9507.178, + 9225.2882, + 7771.1139, + 8996.4098, + 8862.7542, + 9145.5431, + 9372.3775, + 8195.0244, + 8764.2185, + 9292.1238, + 9023.6284, + 8850.3533, + 9085.9497, + 9683.7837, + 7627.4568, + 9522.6502, + 9434.2419, + 9614.2027, + 8889.5091, + 9043.2984, + 9050.902, + 9783.1062, + 9245.7877, + 9506.3328, + 9052.7358, + 8012.9779, + 8342.9575, + 9767.781, + 9720.9529, + 9383.1472, + 9050.8552, + 9626.5513, + 9264.0011, + 8942.1408, + 10015.2995, + 9612.5785, + 9028.7836, + 9623.1858, + 9109.4594, + 8920.0185, + 9288.845, + 9649.7731, + 9190.9031, + 9687.7709, + 9203.7623, + 9494.1309, + 9779.1817, + 8970.4214, + 9420.5608, + 9585.3077, + 9358.9344, + 9724.288, + 9120.5834, + 9526.5123, + 9652.2597, + 9206.7034, + 10038.3679, + 9550.3753, + 9508.5376, + 9996.4281, + 9438.4161, + 9664.9162, + 9253.0374, + 9604.354, + 8944.5274, + 10015.7537, + 9116.0683, + 9329.0847, + 6250.7586, + 9689.881, + 9567.3079, + 9285.2005, + 9817.8593, + 9517.161, + 9627.593, + 9786.2197, + 9888.2411, + 9365.3995, + 9542.4538, + 8235.6895, + 9624.152, + 6814.6278, + 9515.1306, + 9241.3534, + 9190.8708, + 9178.999, + 9081.3659, + 9700.0466, + 8866.3701, + 9029.502, + 8964.8513, + 8723.0172, + 9280.1537, + 9140.5155, + 9808.1903, + 9646.9257, + 9513.639, + 10025.3603, + 9850.1642, + 6812.7081, + 7721.8318, + 9634.6746, + 9840.5414, + 7761.0161, + 9649.2259, + 9353.1454, + 8898.4447, + 10015.3559, + 9157.8289, + 9699.8522, + 10136.1067, + 9122.7452, + 9565.9546, + 9047.9192, + 9561.0643, + 9904.252, + 9822.0597, + 9112.803, + 9846.6894, + 9863.2374, + 6803.7019, + 10181.2898, + 9408.4261, + 9976.9217, + 9631.3683, + 9964.1947, + 9873.9085, + 10260.525, + 9958.7503, + 9546.4143, + 3910.7483, + 10195.1585, + 6849.1331, + 9725.5511, + 9722.2622, + 9674.2506, + 9552.8271, + 9635.3041, + 8432.2664, + 8449.1694, + 9902.238, + 9777.8224, + 9240.4793, + 9816.946, + 7171.4803, + 9321.9549, + 9144.1108, + 9376.8903, + 10289.2073, + 9708.8286, + 9225.1224, + 9442.9163, + 6512.2037, + 8304.2771, + 9812.337, + 9330.0324, + 9735.2054, + 9373.2726, + 9522.5847, + 8072.1841, + 9794.5212, + 9035.2893, + 9961.4406, + 9674.22, + 9687.8769, + 9375.1074, + 9515.9835, + 9529.6002, + 9660.9653, + 9559.9376, + 9840.4011, + 6703.4521, + 9739.1199, + 10203.5918, + 9931.5115, + 10110.4141, + 10069.9348, + 10045.6145, + 10421.314, + 9955.9474, + 4737.3145, + 10195.2419, + 9819.8292, + 9596.3415, + 10069.2391, + 9434.2992, + 10045.489, + 8397.2773, + 8415.4896, + 8379.0188, + 10176.4419, + 10106.9605, + 9878.1388, + 10059.6405, + 10315.0062, + 10170.7576, + 9897.9103, + 10045.7156, + 9931.296, + 10360.5437, + 10177.2227, + 10454.6049, + 10163.9393, + 10189.2928, + 7172.1239, + 10475.5879, + 10598.6286, + 9827.5753, + 8648.6328, + 10351.3119, + 10153.8721, + 10239.6303, + 9876.453, + 10043.5488, + 9804.7176, + 10587.7806, + 10498.9656, + 10301.5997, + 8421.604, + 9788.5036, + 8104.158, + 9888.7558, + 10373.1136, + 7033.1419, + 10380.6798, + 10414.5008, + 9750.7779, + 10241.2982, + 10698.6887, + 9843.0291, + 10187.6748, + 8742.1181, + 9981.4222, + 10566.0361, + 10068.4653, + 10175.0825, + 10302.2863, + 9506.4619, + 10392.0709, + 7006.2371, + 10525.509, + 10300.103, + 10180.3291, + 10355.3488, + 10460.7272, + 10354.038, + 10236.3428, + 10098.2191, + 10097.0119, + 9954.0777, + 10305.1245, + 10371.6854, + 10258.0068, + 10529.6303, + 6103.333, + 5811.3172, + 10951.3306, + 10772.3446, + 7239.6154, + 10421.1993, + 10171.1233, + 10331.791, + 10052.9386, + 10302.1875, + 10126.448, + 10380.2535, + 9757.6032, + 9954.0588, + 8462.2952, + 10485.2946, + 10155.5789, + 10339.5856, + 10425.0482, + 10142.1587, + 10033.7044, + 10296.2942, + 10473.9198, + 10389.9883, + 10320.039, + 10113.8675, + 10481.4856, + 10291.0901, + 10705.5656, + 10504.3977, + 5459.8202, + 8300.8463, + 5985.4791, + 10105.2808, + 8004.9871, + 10942.2999, + 9405.8678, + 9463.2816, + 10369.1164, + 8574.1795, + 10196.1228, + 10092.4162, + 9817.5039, + 10122.7584, + 10557.5304, + 10505.7823, + 9525.7497, + 10367.5902, + 10708.1501, + 10140.2765, + 10507.185, + 9016.9915, + 10127.4104, + 10549.5535, + 8431.4318, + 9894.4212, + 10225.0293, + 10762.445, + 9928.5635, + 6293.7429, + 9286.3163, + 10566.3403, + 10248.4314, + 10417.2712, + 10647.8393, + 10152.5363, + 10573.4055, + 10037.4042, + 10728.7574, + 9980.5062, + 9670.3965, + 10422.478, + 10564.1898, + 10379.2229, + 7223.6909, + 9655.0496, + 10770.6458, + 9480.9135, + 10570.5721, + 5888.7008, + 10157.2328, + 10509.3616, + 10429.8781, + 9300.4233, + 10082.5843, + 9230.9766, + 3298.4068, + 10668.4343, + 10473.0127, + 6493.1673, + 8911.6036, + 2909.3099, + -4099.493, + -7051.3537, + -9418.6865, + -8779.4716, + -8187.153, + -7645.9555, + -7188.8743, + -6853.036, + -6316.1716, + -5862.723, + -5630.4195, + -5444.3743, + -5242.3693, + -4910.8129, + -4467.236, + -4309.4342, + -4327.2364, + -4231.5878, + -4314.2557, + -4440.2417, + -4474.8731, + -4345.8787, + -4142.1169, + -3879.5544, + -3890.4904, + -3888.7963, + -3761.0953, + -3643.1757, + -3585.1211, + -3396.7838, + -3307.824, + -3060.5769, + -3088.9272, + -2902.2438, + -2825.5441, + -2720.6693, + -2624.1946, + -2468.0225, + -2453.0392, + -2301.1414, + -2292.9381, + -2179.4535, + -2143.51, + -2224.6018, + -2066.2036, + -2028.1845, + -1941.6084, + -1828.3587, + -1715.1644, + -1719.5864, + -1764.0078, + -1578.0865, + -1538.2093, + -1400.7526, + -1393.85, + -1335.4711, + -1342.3465, + -1298.3861, + -1270.3144, + -1256.2441, + -1051.3631, + -975.6252, + -976.2028, + -940.4838, + -860.4974, + -830.9329, + -897.7091, + -827.015, + -732.7146, + -585.4115, + -698.7074, + -564.1413, + -531.5552, + -684.7301, + -492.5055, + -528.0787, + -548.1828, + -521.7859, + -554.6466, + -513.9954, + -309.4668, + -451.6393, + -422.3158, + -338.0852, + -399.7289, + -724.93, + -742.677, + -941.2833, + -502.8546, + -487.8617, + -518.6652, + -332.26, + -364.8583, + -388.128, + -113.5571, + -402.5373, + 4.8139, + -211.8246, + -107.0599, + -64.1034, + -388.6657, + -212.4892, + -31.4884, + -43.6406, + -9.1859, + 61.554, + -96.1038, + -358.207, + 39.2597, + 126.6975, + 56.8658, + 204.2883, + -9.3489, + 204.6326, + 50.8831, + 193.3621, + 228.9902, + 120.4457, + 139.1768, + 197.271, + 5.7723, + 82.1586, + 265.1407, + 151.1036, + 364.8388, + 69.5689, + 239.5079, + 521.1489, + 334.9407, + 465.6644, + 431.1906, + 333.3704, + 478.9393, + 165.9504, + 494.4355, + 293.9234, + 488.9517, + 3.5244, + 783.8356, + 581.1555, + 625.6915, + 365.3589, + 601.7795, + 794.01, + 348.2338, + 499.5619, + 747.7676, + 260.9309, + 654.5775, + 795.4541, + 1001.8698, + 836.1075, + 874.7715, + 676.4636, + 741.7875, + 828.8034, + 330.3613, + 942.5064, + 717.471, + 801.6181, + 607.5608, + 944.1378, + 1052.2047, + 1066.5996, + 1052.3035, + 1029.3948, + 1014.5538, + 1274.9345, + 196.104, + 1290.4726, + 1172.4516, + 1244.139, + 1123.5613, + 1228.7617, + 408.2897, + 1436.5504, + 1170.9937, + 1004.367, + 1315.5938, + 1309.9901, + 1407.7593, + 1211.9509, + 1208.9932, + 968.5451, + 1306.0436, + 1389.2136, + 1512.0074, + 1257.8625, + 1493.1983, + 1255.9385, + 1420.0505, + 1373.386, + 1289.9711, + 1410.9338, + 1526.7828, + 1215.5307, + 1571.8363, + 1236.9423, + 1500.4652, + 1520.9482, + 1562.7514, + 1386.2976 + ], + "episode_costs": [ + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 1.0, + 0.0, + 0.75, + 0.25, + 1.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 2.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.0, + 0.5, + 1.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 0.5, + 1.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 1.0, + 1.5, + 0.25, + 1.0, + 1.25, + 0.75, + 2.25, + 0.0, + 0.75, + 0.5, + 0.5, + 2.5, + 2.0, + 0.25, + 1.5, + 2.5, + 0.25, + 1.25, + 2.25, + 2.25, + 1.5, + 1.75, + 2.25, + 3.0, + 4.25, + 1.0, + 3.0, + 2.0, + 2.75, + 1.75, + 0.75, + 2.25, + 1.0, + 0.75, + 2.25, + 0.5, + 1.75, + 3.5, + 0.5, + 1.75, + 1.25, + 1.25, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 0.0, + 0.75, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 1.5, + 1.75, + 1.25, + 1.5, + 0.25, + 0.75, + 0.75, + 0.25, + 1.5, + 2.5, + 0.5, + 2.25, + 0.0, + 0.75, + 3.0, + 2.25, + 0.75, + 2.25, + 2.0, + 1.0, + 0.75, + 1.75, + 0.75, + 0.75, + 1.0, + 5.0, + 3.25, + 4.75, + 0.75, + 1.25, + 1.75, + 2.5, + 1.5, + 1.5, + 1.25, + 1.5, + 0.5, + 1.75, + 1.0, + 2.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 2.0, + 2.25, + 1.25, + 0.25, + 1.75, + 3.0, + 0.25, + 1.0, + 2.25, + 3.0, + 1.75, + 2.75, + 4.25, + 1.75, + 3.75, + 2.25, + 1.25, + 2.0, + 1.5, + 1.25, + 1.25, + 0.75, + 1.25, + 2.25, + 1.25, + 1.5, + 0.25, + 1.75, + 1.0, + 0.75, + 0.5, + 1.0, + 2.25, + 0.5, + 1.0, + 2.0, + 3.25, + 2.75, + 5.0, + 1.5, + 1.25, + 1.0, + 0.5, + 4.25, + 2.25, + 1.75, + 3.25, + 1.5, + 2.75, + 2.0, + 1.75, + 3.0, + 2.5, + 1.0, + 0.75, + 0.25, + 0.0, + 1.75, + 2.75, + 0.75, + 3.25, + 0.5, + 0.25, + 1.0, + 2.75, + 1.5, + 3.5, + 3.25, + 2.25, + 2.75, + 1.75, + 1.5, + 0.75, + 1.75, + 3.0, + 1.5, + 4.0, + 1.25, + 1.25, + 0.0, + 0.25, + 2.75, + 3.0, + 1.0, + 1.0, + 2.5, + 3.0, + 2.0, + 1.75, + 2.25, + 1.75, + 2.25, + 2.25, + 1.5, + 1.5, + 1.5, + 2.75, + 1.5, + 0.25, + 0.5, + 0.0, + 1.75, + 0.0, + 1.0, + 2.5, + 0.25, + 0.75, + 0.75, + 1.0, + 0.75, + 1.25, + 0.75, + 0.25, + 1.0, + 0.25, + 2.25, + 0.75, + 1.25, + 0.75, + 0.75, + 3.25, + 1.75, + 0.75, + 0.25, + 0.25, + 1.5, + 1.0, + 2.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.75, + 4.25, + 2.5, + 0.5, + 2.25, + 1.25, + 0.75, + 1.75, + 1.0, + 1.75, + 1.0, + 1.0, + 0.25, + 0.5, + 1.0, + 3.0, + 0.5, + 2.0, + 0.5, + 0.25, + 0.25, + 1.5, + 0.5, + 0.5, + 2.5, + 1.0, + 1.0, + 0.0, + 1.25, + 0.25, + 0.75, + 2.0, + 1.5, + 1.0, + 1.25, + 1.0, + 0.5, + 2.0, + 2.0, + 1.75, + 1.0, + 1.75, + 0.5, + 0.0, + 0.5, + 0.5, + 1.0, + 1.0, + 2.25, + 2.5, + 1.5, + 2.0, + 0.75, + 0.5, + 1.75, + 1.25, + 0.5, + 2.0, + 2.0, + 1.0, + 0.75, + 1.75, + 1.5, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 2.0, + 0.25, + 1.5, + 0.0, + 0.25, + 0.5, + 1.75, + 0.0, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 1.5, + 0.0, + 1.75, + 0.0, + 0.25, + 2.75, + 0.5, + 0.5, + 2.0, + 0.5, + 1.0, + 2.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 1.25, + 0.0, + 0.5, + 0.75, + 0.0, + 2.0, + 1.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 1.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 1.0, + 0.5, + 1.0, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 1.75, + 0.0, + 0.75, + 0.75, + 0.75, + 0.0, + 1.0, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 1.75, + 0.25, + 0.0, + 0.5, + 0.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.75, + 1.75, + 1.0, + 0.75, + 0.25, + 2.0, + 0.5, + 1.5, + 1.5, + 0.5, + 0.0, + 1.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 1.75, + 1.25, + 0.25, + 0.75, + 0.0, + 0.0, + 2.0, + 0.75, + 0.25, + 1.5, + 0.25, + 2.0, + 0.25, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 0.25, + 1.25, + 0.5, + 1.25, + 0.5, + 1.25, + 0.0, + 1.0, + 0.5, + 1.0, + 0.25, + 0.75, + 1.0, + 0.25, + 1.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 2.5, + 0.5, + 1.25, + 1.0, + 0.25, + 1.75, + 2.0, + 0.25, + 1.0, + 2.0, + 1.0, + 0.25, + 0.5, + 1.75, + 1.25, + 0.5, + 1.0, + 0.5, + 4.5, + 0.25, + 1.5, + 1.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.25, + 0.25, + 0.75, + 2.25, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.75, + 1.0, + 0.5, + 1.0, + 0.5, + 0.5, + 2.25, + 1.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 1.0, + 1.0, + 1.25, + 0.0, + 0.75, + 1.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.0, + 1.0, + 0.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 1.5, + 2.25, + 1.25, + 0.25, + 0.25, + 1.25, + 2.75, + 1.5, + 0.25, + 1.25, + 0.5, + 0.25, + 1.5, + 1.0, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 1.5, + 0.5, + 0.75, + 0.75, + 1.0, + 1.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 1.0, + 1.0, + 1.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.5, + 1.25, + 0.25, + 2.25, + 0.75, + 0.5, + 0.75, + 1.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.5, + 0.75, + 0.75, + 1.75, + 0.75, + 0.75, + 0.75, + 0.75, + 0.0, + 1.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 1.25, + 1.25, + 0.0, + 0.0, + 1.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 1.25, + 0.5, + 0.25, + 0.75, + 0.5, + 1.75, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 0.25, + 1.5, + 1.25, + 1.25, + 0.0, + 1.25, + 1.0, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 0.75, + 0.5, + 1.25, + 0.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.75, + 1.0, + 0.75, + 0.75, + 1.5, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 1.25, + 1.0, + 1.0, + 1.0, + 0.0, + 1.5, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 1.5, + 0.5, + 0.5, + 1.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 1.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 1.5, + 0.75, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 1.0, + 1.75, + 1.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 1.75, + 0.75, + 0.5, + 0.0, + 0.5, + 1.0, + 1.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.0, + 0.75, + 1.0, + 1.5, + 0.25, + 1.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 1.0, + 1.0, + 1.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.75, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.75, + 0.5, + 0.75, + 0.0, + 2.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 1.0, + 2.25, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 1.0, + 1.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 1.25, + 0.0, + 1.5, + 1.0, + 1.0, + 0.75, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 1.5, + 1.25, + 0.25, + 0.5, + 0.0, + 1.5, + 1.5, + 1.0, + 0.75, + 0.0, + 1.5, + 1.75, + 1.0, + 0.75, + 0.0, + 0.75, + 0.0, + 1.25, + 1.0, + 0.5, + 0.0, + 1.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.25, + 1.0, + 0.75, + 1.75, + 0.75, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.5, + 0.75, + 0.5, + 0.5, + 1.25, + 1.75, + 1.0, + 1.5, + 2.0, + 0.25, + 0.25, + 0.25, + 0.75, + 2.0, + 0.75, + 1.0, + 0.0, + 0.5, + 0.5, + 1.0, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 0.25, + 0.25, + 1.25, + 1.0, + 0.5, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 1.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.0, + 10.0, + 10.0, + 10.01, + 10.019, + 10.0321, + 10.0439, + 10.057, + 10.0688, + 10.0794, + 10.1015, + 10.1238, + 10.1439, + 10.1621, + 10.1783, + 10.198, + 10.2157, + 10.2366, + 10.258, + 10.2772, + 10.2945, + 10.315, + 10.336, + 10.3624, + 10.3887, + 10.4148, + 10.4383, + 10.4595, + 10.4785, + 10.5007, + 10.5206, + 10.5386, + 10.5547, + 10.5692, + 10.5823, + 10.5941, + 10.6047, + 10.6167, + 10.63, + 10.642, + 10.6528, + 10.6625, + 10.6713, + 10.6792, + 10.6937, + 10.7069, + 10.7212, + 10.7466, + 10.7694, + 10.7925, + 10.8132, + 10.8319, + 10.8487, + 10.8638, + 10.88, + 10.897, + 10.9123, + 10.926, + 10.9384, + 10.9521, + 10.9644, + 10.9754, + 10.9854, + 10.9944, + 11.0024, + 11.0097, + 11.0162, + 11.0221, + 11.0274, + 11.0321, + 11.0364, + 11.0403, + 11.0463, + 11.0516, + 11.0565, + 11.0608, + 11.0647, + 11.0683, + 11.0714, + 11.0743, + 11.0769, + 11.0792, + 11.0813, + 11.0856, + 11.0896, + 11.0931, + 11.0963, + 11.0992, + 11.1018, + 11.1041, + 11.1062, + 11.1081, + 11.1097, + 11.1113, + 11.1126, + 11.1139, + 11.115, + 11.116, + 11.1169, + 11.1177, + 11.1184, + 11.1191, + 11.1197, + 11.1202, + 11.1207, + 11.1211, + 11.1215, + 11.1219, + 11.1222, + 11.1225, + 11.1227, + 11.1229, + 11.1231, + 11.1233, + 11.1235, + 11.1236, + 11.1238, + 11.1239, + 11.124, + 11.1241, + 11.1242, + 11.1243, + 11.1244, + 11.1244, + 11.1245, + 11.1245, + 11.1246, + 11.1246, + 11.1247, + 11.1247, + 11.1247, + 11.1247, + 11.1248, + 11.1248, + 11.1273, + 11.1296, + 11.1316, + 11.1335, + 11.1351, + 11.1366, + 11.1379, + 11.1392, + 11.1402, + 11.1412, + 11.1421, + 11.1429, + 11.1436, + 11.1442, + 11.1448, + 11.1453, + 11.1458, + 11.1462, + 11.1466, + 11.1469, + 11.1472, + 11.1475, + 11.1478, + 11.148, + 11.1482, + 11.1534, + 11.1605, + 11.167, + 11.1728, + 11.178, + 11.1827, + 11.1869, + 11.1907, + 11.1942, + 11.1972, + 11.2, + 11.2025, + 11.2048, + 11.2068, + 11.2086, + 11.2103, + 11.2117, + 11.2131, + 11.2142, + 11.2153, + 11.2163, + 11.2172, + 11.2179, + 11.2187, + 11.2193, + 11.2199, + 11.2204, + 11.2208, + 11.2213, + 11.2216, + 11.222, + 11.2223, + 11.2225, + 11.2228, + 11.223, + 11.2232, + 11.2234, + 11.2235, + 11.2262, + 11.2311, + 11.238, + 11.2442, + 11.2523, + 11.2595, + 11.2686, + 11.2767, + 11.2965, + 11.3169, + 11.3352, + 11.3567, + 11.3785, + 11.4007, + 11.4206, + 11.4435, + 11.4717, + 11.507, + 11.5388, + 11.5749, + 11.6099, + 11.6514, + 11.6988, + 11.7439, + 11.787, + 11.8283, + 11.8655, + 11.9014, + 11.9338, + 11.9679, + 11.9986, + 12.0263, + 12.0611, + 12.0925, + 12.1208, + 12.1462, + 12.1691, + 12.1897, + 12.2107, + 12.2521, + 12.2894, + 12.323, + 12.3582, + 12.3899, + 12.4184, + 12.449, + 12.4766, + 12.504, + 12.5336, + 12.5627, + 12.5914, + 12.6223, + 12.6501, + 12.6826, + 12.7218, + 12.7571, + 12.7939, + 12.8395, + 12.8856, + 12.927, + 12.9718, + 13.0146, + 13.0607, + 13.1046, + 13.1516, + 13.1965, + 13.2368, + 13.2731, + 13.3158, + 13.3592, + 13.3983, + 13.4385, + 13.4896, + 13.5432, + 13.5964, + 13.6442, + 13.6873, + 13.7311, + 13.778, + 13.8302, + 13.8922, + 13.9504, + 14.0129, + 14.0816, + 14.1509, + 14.2358, + 14.3123, + 14.3885, + 14.4622, + 14.5335, + 14.6226, + 14.7229, + 14.8156, + 14.914, + 15.0276, + 15.1324, + 15.2391, + 15.3577, + 15.4869, + 15.6182, + 15.7539, + 15.8985, + 16.0587, + 16.2453, + 16.4233, + 16.6134, + 16.8046, + 17.0041, + 17.2012, + 17.3861, + 17.575, + 17.755, + 17.9245, + 18.0995, + 18.2621, + 18.4259, + 18.6083, + 18.7775, + 18.9472, + 19.1125, + 19.2737, + 19.4339, + 19.593, + 19.7512, + 19.9086, + 20.0652, + 20.2062, + 20.3406, + 20.469, + 20.5896, + 20.7007, + 20.8056, + 20.9075, + 21.0143, + 21.1278, + 21.2426, + 21.3608, + 21.4697, + 21.5753, + 21.6777, + 21.7725, + 21.8727, + 21.9879, + 22.0966, + 22.217, + 22.3253, + 22.4303, + 22.5547, + 22.6893, + 22.8178, + 22.956, + 23.1004, + 23.2404, + 23.3739, + 23.5115, + 23.6428, + 23.7685, + 23.8917, + 24.0525, + 24.2298, + 24.4368, + 24.6306, + 24.8176, + 25.0033, + 25.1955, + 25.3834, + 25.5676, + 25.7458, + 25.9212, + 26.0841, + 26.2482, + 26.4059, + 26.5753, + 26.7278, + 26.865, + 26.9935, + 27.1116, + 27.2205, + 27.3209, + 27.4188, + 27.507, + 27.5938, + 27.6919, + 27.8027, + 27.9149, + 28.0184, + 28.1291, + 28.2587, + 28.3778, + 28.495, + 28.623, + 28.7682, + 28.9164, + 29.0773, + 29.2645, + 29.4506, + 29.6555, + 29.8625, + 30.0612, + 30.2601, + 30.4541, + 30.6412, + 30.8221, + 30.9924, + 31.1581, + 31.3298, + 31.4968, + 31.6621, + 31.8134, + 31.9671, + 32.1154, + 32.2563, + 32.3882, + 32.5169, + 32.6552, + 32.7847, + 32.9112, + 33.0451, + 33.1981, + 33.3633, + 33.5619, + 33.7558, + 33.9427, + 34.1209, + 34.2863, + 34.4777, + 34.6724, + 34.8652, + 35.0712, + 35.2715, + 35.4794, + 35.6864, + 35.8903, + 36.1038, + 36.3209, + 36.5263, + 36.7187, + 36.8943, + 37.0524, + 37.2121, + 37.3834, + 37.5451, + 37.7231, + 37.8883, + 38.0394, + 38.1855, + 38.3444, + 38.5025, + 38.6798, + 38.8718, + 39.0671, + 39.2704, + 39.4709, + 39.6663, + 39.8496, + 40.0322, + 40.2265, + 40.4163, + 40.6272, + 40.8295, + 41.024, + 41.1991, + 41.3592, + 41.5308, + 41.7152, + 41.8912, + 42.0596, + 42.2361, + 42.425, + 42.615, + 42.8035, + 42.9956, + 43.1861, + 43.38, + 43.577, + 43.7693, + 43.9574, + 44.1416, + 44.335, + 44.524, + 44.6966, + 44.8569, + 45.0012, + 45.1486, + 45.2812, + 45.4106, + 45.5521, + 45.6818, + 45.8062, + 45.9255, + 46.043, + 46.1562, + 46.2706, + 46.381, + 46.4829, + 46.5846, + 46.6787, + 46.7858, + 46.8897, + 46.9957, + 47.0987, + 47.1988, + 47.3214, + 47.4493, + 47.5719, + 47.6847, + 47.7887, + 47.8973, + 48.0051, + 48.1246, + 48.2321, + 48.3314, + 48.4208, + 48.5112, + 48.6001, + 48.7226, + 48.8578, + 48.9845, + 49.1211, + 49.2565, + 49.3858, + 49.5197, + 49.6503, + 49.7852, + 49.9167, + 50.045, + 50.163, + 50.2742, + 50.3843, + 50.5134, + 50.6345, + 50.7636, + 50.8847, + 50.9963, + 51.0991, + 51.2067, + 51.3085, + 51.4052, + 51.5172, + 51.628, + 51.7377, + 51.8364, + 51.9378, + 52.0315, + 52.1233, + 52.226, + 52.3334, + 52.4401, + 52.5486, + 52.6562, + 52.7581, + 52.8698, + 52.9903, + 53.1163, + 53.2396, + 53.3682, + 53.4889, + 53.5975, + 53.7002, + 53.7977, + 53.8954, + 53.9934, + 54.104, + 54.2286, + 54.3558, + 54.4902, + 54.6187, + 54.7393, + 54.8654, + 54.9913, + 55.1097, + 55.2362, + 55.3701, + 55.5006, + 55.6255, + 55.7555, + 55.8874, + 56.0087, + 56.1203, + 56.2258, + 56.3232, + 56.4209, + 56.5288, + 56.6284, + 56.7331, + 56.8273, + 56.9145, + 56.9981, + 57.0908, + 57.1742, + 57.2593, + 57.3359, + 57.4098, + 57.4763, + 57.5387, + 57.5998, + 57.6648, + 57.7383, + 57.8045, + 57.8816, + 57.9509, + 58.0158, + 58.1017, + 58.1841, + 58.2631, + 58.3543, + 58.4414, + 58.5298, + 58.6293, + 58.7214, + 58.8067, + 58.891, + 58.9719, + 59.0472, + 59.1225, + 59.1953, + 59.2632, + 59.3294, + 59.4015, + 59.4663, + 59.5297, + 59.5942, + 59.6523, + 59.7246, + 59.7996, + 59.8747, + 59.9472, + 60.0175, + 60.0832, + 60.1474, + 60.2077, + 60.2619, + 60.3182, + 60.3764, + 60.4412, + 60.5046, + 60.5667, + 60.6225, + 60.6777, + 60.7275, + 60.7822, + 60.8365, + 60.8954, + 60.9483, + 61.001, + 61.0584, + 61.1125, + 61.1688, + 61.2244, + 61.282, + 61.3388, + 61.4074, + 61.4692, + 61.5322, + 61.5965, + 61.6619, + 61.7207, + 61.7836, + 61.8453, + 61.9057, + 61.9627, + 62.0164, + 62.0747, + 62.1448, + 62.2103, + 62.2693, + 62.3273, + 62.3846, + 62.4461, + 62.5015, + 62.5539, + 62.606, + 62.6604, + 62.7269, + 62.7967, + 62.867, + 62.9328, + 63.012, + 63.0883, + 63.172, + 63.2623, + 63.3486, + 63.4262, + 63.5086, + 63.5877, + 63.6615, + 63.7303, + 63.8023, + 63.872, + 63.9398, + 64.0184, + 64.1015, + 64.1789, + 64.256, + 64.3254, + 64.3878, + 64.4641, + 64.5402, + 64.6111, + 64.69, + 64.7635, + 64.8497, + 64.9297, + 65.0017, + 65.0791, + 65.1587, + 65.2328, + 65.3045, + 65.3716, + 65.4444, + 65.515, + 65.591, + 65.6644, + 65.7429, + 65.8136, + 65.8873, + 65.9585, + 66.0327, + 66.1019, + 66.1717, + 66.2446, + 66.3126, + 66.3863, + 66.4577, + 66.5244, + 66.5895, + 66.653, + 66.7102, + 66.7692, + 66.8248, + 66.8823, + 66.9366, + 66.9879, + 67.0366, + 67.0855, + 67.1544, + 67.2215, + 67.2943, + 67.3699, + 67.4404, + 67.5214, + 67.6142, + 67.7003, + 67.7878, + 67.8865, + 67.9853, + 68.0768, + 68.1641, + 68.2602, + 68.3592, + 68.4533, + 68.548, + 68.6382, + 68.7643, + 68.8804, + 68.9999, + 69.1174, + 69.2306, + 69.3376, + 69.4338, + 69.5229, + 69.6081, + 69.6848, + 69.7663, + 69.8422, + 69.918, + 70.0087, + 70.0953, + 70.1733, + 70.251, + 70.3284, + 70.4055, + 70.48, + 70.5495, + 70.6145, + 70.6806, + 70.745, + 70.803, + 70.8627, + 70.9264, + 70.9888, + 71.0549, + 71.1194, + 71.1825, + 71.2617, + 71.3431, + 71.4213, + 71.4941, + 71.5672, + 71.6405, + 71.7139, + 71.7826, + 71.8493, + 71.9194, + 71.9924, + 72.0707, + 72.1411, + 72.212, + 72.2858, + 72.3522, + 72.4195, + 72.4851, + 72.554, + 72.6161, + 72.682, + 72.7438, + 72.8119, + 72.8757, + 72.9407, + 73.0016, + 73.0614, + 73.1178, + 73.171, + 73.2189, + 73.2645, + 73.3056, + 73.35, + 73.405, + 73.477, + 73.5543, + 73.6264, + 73.6937, + 73.7669, + 73.8602, + 73.9592, + 74.0507, + 74.1457, + 74.2361, + 74.32, + 74.4105, + 74.5019, + 74.5893, + 74.6728, + 74.748, + 74.8232, + 74.8959, + 74.9638, + 75.0249, + 75.0799, + 75.142, + 75.2003, + 75.2677, + 75.3335, + 75.4001, + 75.4676, + 75.5383, + 75.617, + 75.6953, + 75.7733, + 75.8484, + 75.9186, + 75.9842, + 76.0483, + 76.106, + 76.1604, + 76.2118, + 76.2607, + 76.3121, + 76.3609, + 76.4148, + 76.4733, + 76.5385, + 76.6046, + 76.6692, + 76.7273, + 76.7845, + 76.8411, + 76.8995, + 76.957, + 77.0138, + 77.0774, + 77.1372, + 77.2135, + 77.2896, + 77.3632, + 77.4368, + 77.5157, + 77.5891, + 77.6602, + 77.7267, + 77.794, + 77.8596, + 77.9261, + 77.9935, + 78.0717, + 78.1495, + 78.2271, + 78.3044, + 78.3814, + 78.4508, + 78.5257, + 78.5981, + 78.6658, + 78.7292, + 78.7863, + 78.8402, + 78.8937, + 78.9493, + 79.0094, + 79.0684, + 79.1266, + 79.1814, + 79.2333, + 79.2825, + 79.3317, + 79.386, + 79.4349, + 79.4914, + 79.5448, + 79.5953, + 79.6458, + 79.6937, + 79.7418, + 79.7852, + 79.8266, + 79.8715, + 79.9168, + 79.9626, + 80.0039, + 80.051, + 80.0959, + 80.1363, + 80.1852, + 80.2417, + 80.2925, + 80.3382, + 80.3919, + 80.4502, + 80.5052, + 80.5572, + 80.6065, + 80.6558, + 80.7002, + 80.7452, + 80.7982, + 80.8509, + 80.9008, + 80.9532, + 81.0054, + 81.0698, + 81.1354, + 81.1993, + 81.2644, + 81.3255, + 81.3829, + 81.4371, + 81.4984, + 81.5561, + 81.6105, + 81.6694, + 81.725, + 81.7775, + 81.8322, + 81.8915, + 81.9449, + 81.9954, + 82.0558, + 82.1227, + 82.1955, + 82.2609, + 82.3323, + 82.4066, + 82.4734, + 82.5386, + 82.6072, + 82.6715, + 82.7294, + 82.7939, + 82.857, + 82.9138, + 82.9724, + 83.0302, + 83.0947, + 83.1527, + 83.2174, + 83.2782, + 83.3354, + 83.3943, + 83.4524, + 83.5122, + 83.5759, + 83.6409, + 83.7068, + 83.7811, + 83.8505, + 83.9154, + 83.9839, + 84.0505, + 84.113, + 84.1817, + 84.2535, + 84.3281, + 84.4053, + 84.4748, + 84.5523, + 84.6321, + 84.7064, + 84.7782, + 84.8429, + 84.9011, + 84.956, + 85.0129, + 85.0716, + 85.1395, + 85.2055, + 85.27, + 85.3405, + 85.4139, + 85.4825, + 85.5543, + 85.6213, + 85.6867, + 85.748, + 85.8057, + 85.8627, + 85.9289, + 85.996, + 86.0614, + 86.1228, + 86.1805, + 86.2399, + 86.2934, + 86.3466, + 86.4094, + 86.4735, + 86.5386, + 86.5973, + 86.6526, + 86.7148, + 86.7708, + 86.8237, + 86.8814, + 86.9507, + 87.0257, + 87.0956, + 87.1585, + 87.2202, + 87.2807, + 87.3351, + 87.3866, + 87.4429, + 87.5111, + 87.58, + 87.647, + 87.7073, + 87.7666, + 87.8299, + 87.8994, + 87.967, + 88.0278, + 88.085, + 88.1465, + 88.2019, + 88.2592, + 88.3208, + 88.3912, + 88.4571, + 88.5314, + 88.5982, + 88.6609, + 88.7173, + 88.7681, + 88.8263, + 88.8836, + 88.9403, + 88.9963, + 89.0491, + 89.0967, + 89.147, + 89.1948, + 89.2379, + 89.2766, + 89.3164, + 89.3598, + 89.3988, + 89.4339, + 89.4755, + 89.523, + 89.5657, + 89.6141, + 89.6677, + 89.7159, + 89.7643, + 89.8104, + 89.8544, + 89.8989, + 89.949, + 90.0041, + 90.0662, + 90.1321, + 90.1914, + 90.2447, + 90.2953, + 90.3457, + 90.3912, + 90.4321, + 90.4738, + 90.514, + 90.5526, + 90.5948, + 90.6328, + 90.667, + 90.7053, + 90.7398, + 90.7708, + 90.7987, + 90.8264, + 90.8537, + 90.8784, + 90.903, + 90.9252, + 90.9452, + 90.9632, + 90.9794, + 90.9939, + 91.0145, + 91.0331, + 91.0498, + 91.0748, + 91.0998, + 91.1248, + 91.1498, + 91.1799, + 91.2094, + 91.2384, + 91.2671, + 91.2929, + 91.3186, + 91.3442, + 91.3698, + 91.3953, + 91.4208, + 91.4487, + 91.4788, + 91.5085, + 91.5401, + 91.5736, + 91.6062, + 91.6456, + 91.6886, + 91.7347, + 91.7787, + 91.8209, + 91.8588, + 91.8979, + 91.9431, + 91.9913, + 92.0397, + 92.0907, + 92.1366, + 92.198, + 92.2557, + 92.3101, + 92.3616, + 92.4154, + 92.4689, + 92.522, + 92.5773, + 92.6346, + 92.6936, + 92.7568, + 92.8361, + 92.9075, + 92.9742, + 93.0418, + 93.1101, + 93.1741, + 93.2417, + 93.32, + 93.3905, + 93.4565, + 93.5183, + 93.574, + 93.6241, + 93.6792, + 93.7363, + 93.7901, + 93.8411, + 93.887, + 93.9308, + 93.9702, + 94.0057, + 94.0376, + 94.0739, + 94.1115, + 94.1503, + 94.1903, + 94.2288, + 94.2709, + 94.3213, + 94.3667, + 94.4225, + 94.4828, + 94.547, + 94.6123, + 94.6736, + 94.7337, + 94.7953, + 94.8558, + 94.9127, + 94.9664, + 95.0173, + 95.0731, + 95.1258, + 95.1732, + 95.2309, + 95.2953, + 95.3558, + 95.4152, + 95.4687, + 95.5318, + 95.6036, + 95.6783, + 95.7529, + 95.8201, + 95.8956, + 95.9811, + 96.068, + 96.1537, + 96.2308, + 96.3077, + 96.3769, + 96.4517, + 96.5291, + 96.6037, + 96.6708, + 96.7437, + 96.8118, + 96.8782, + 96.9378, + 96.9941, + 97.0497, + 97.1047, + 97.1617, + 97.2155, + 97.274, + 97.3341, + 97.4057, + 97.4776, + 97.5499, + 97.6174, + 97.6806, + 97.7451, + 97.8056, + 97.86, + 97.909, + 97.9581, + 98.0073, + 98.0566, + 98.1084, + 98.1601, + 98.2141, + 98.2677, + 98.3234, + 98.3786, + 98.4332, + 98.4949, + 98.5679, + 98.6436, + 98.7267, + 98.8216, + 98.9094, + 98.991, + 99.0669, + 99.1427, + 99.2309, + 99.3178, + 99.406, + 99.4854, + 99.5619, + 99.6357, + 99.7121, + 99.7859, + 99.8573, + 99.9241, + 99.9967, + 100.0695, + 100.1376, + 100.2013, + 100.2712, + 100.3441, + 100.4147, + 100.4857, + 100.5496, + 100.6122, + 100.6734, + 100.7286, + 100.7832, + 100.8399, + 100.8909, + 100.9518, + 101.0091, + 101.0632, + 101.1119, + 101.1557, + 101.1976, + 101.2404, + 101.2863, + 101.3277, + 101.3749, + 101.4199, + 101.4605, + 101.4969, + 101.5297, + 101.5592, + 101.5858, + 101.6097, + 101.6313, + 101.6506, + 101.6681, + 101.6838, + 101.6979, + 101.7106, + 101.722, + 101.7323, + 101.7416, + 101.7499, + 101.7574, + 101.7642, + 101.7703, + 101.7758, + 101.7807, + 101.7851, + 101.7891, + 101.7927, + 101.7959, + 101.7988, + 101.8014, + 101.8038, + 101.8059, + 101.8078, + 101.8095, + 101.8111, + 101.8125, + 101.8137, + 101.8149, + 101.8159, + 101.8168, + 101.8176, + 101.8183, + 101.819, + 101.8196, + 101.8202, + 101.8206, + 101.8211, + 101.8215, + 101.8218, + 101.8221, + 101.8224, + 101.8227, + 101.8229, + 101.8231, + 101.8233, + 101.8235, + 101.8236, + 101.8238, + 101.8239, + 101.824, + 101.8241, + 101.8242, + 101.8243, + 101.8243, + 101.8244, + 101.8245, + 101.8245, + 101.8246, + 101.8246, + 101.8247, + 101.8247, + 101.8247, + 101.8247, + 101.8248, + 101.8248, + 101.8248, + 101.8248, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.8249, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825, + 101.825 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..aa0014acbe1b397f17546e1c877173b8c7051476 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 8824570.99, + "constraint_satisfaction_pct": 24.47, + "final_rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1187, + 0.5349 + ], + "final_lambda": 127.5184, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -5970.55, + "avg_cost": 0.25, + "lambda": 11.2557, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -5788.67, + "avg_cost": 0.75, + "lambda": 11.8172, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -5752.85, + "avg_cost": 0.0, + "lambda": 12.1326, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -6812.2, + "avg_cost": 0.25, + "lambda": 12.3269, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -5652.03, + "avg_cost": 0.25, + "lambda": 12.4811, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ] + }, + { + "episode": 60, + "avg_reward": -5520.64, + "avg_cost": 0.25, + "lambda": 12.6018, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ] + }, + { + "episode": 70, + "avg_reward": -5954.02, + "avg_cost": 0.0, + "lambda": 12.6953, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ] + }, + { + "episode": 80, + "avg_reward": -3495.58, + "avg_cost": 0.0, + "lambda": 12.7404, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ] + }, + { + "episode": 90, + "avg_reward": -3745.54, + "avg_cost": 0.0, + "lambda": 12.7955, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ] + }, + { + "episode": 100, + "avg_reward": -3966.68, + "avg_cost": 0.0, + "lambda": 12.8215, + "rho": [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ] + }, + { + "episode": 110, + "avg_reward": -3400.95, + "avg_cost": 0.0, + "lambda": 12.8518, + "rho": [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ] + }, + { + "episode": 120, + "avg_reward": -2801.28, + "avg_cost": 0.0, + "lambda": 12.8669, + "rho": [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ] + }, + { + "episode": 130, + "avg_reward": -2857.56, + "avg_cost": 0.0, + "lambda": 12.8875, + "rho": [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ] + }, + { + "episode": 140, + "avg_reward": -2386.8, + "avg_cost": 0.0, + "lambda": 12.8956, + "rho": [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ] + }, + { + "episode": 150, + "avg_reward": -2363.93, + "avg_cost": 0.0, + "lambda": 12.8985, + "rho": [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ] + }, + { + "episode": 160, + "avg_reward": -2027.56, + "avg_cost": 0.0, + "lambda": 12.8995, + "rho": [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ] + }, + { + "episode": 170, + "avg_reward": -2449.54, + "avg_cost": 0.0, + "lambda": 12.8998, + "rho": [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ] + }, + { + "episode": 180, + "avg_reward": -2566.71, + "avg_cost": 0.0, + "lambda": 12.8999, + "rho": [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ] + }, + { + "episode": 190, + "avg_reward": -2432.89, + "avg_cost": 1.0, + "lambda": 12.9264, + "rho": [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ] + }, + { + "episode": 200, + "avg_reward": -2445.69, + "avg_cost": 0.0, + "lambda": 13.0573, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ] + }, + { + "episode": 210, + "avg_reward": -1850.86, + "avg_cost": 0.0, + "lambda": 13.1907, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ] + }, + { + "episode": 220, + "avg_reward": -1338.08, + "avg_cost": 0.0, + "lambda": 13.3709, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ] + }, + { + "episode": 230, + "avg_reward": -1659.81, + "avg_cost": 0.75, + "lambda": 13.5053, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ] + }, + { + "episode": 240, + "avg_reward": -1191.16, + "avg_cost": 0.75, + "lambda": 13.7071, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ] + }, + { + "episode": 250, + "avg_reward": -1305.97, + "avg_cost": 0.25, + "lambda": 14.0338, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ] + }, + { + "episode": 260, + "avg_reward": -3099.21, + "avg_cost": 0.0, + "lambda": 14.3184, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ] + }, + { + "episode": 270, + "avg_reward": -2236.62, + "avg_cost": 0.25, + "lambda": 14.7176, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ] + }, + { + "episode": 280, + "avg_reward": -1592.51, + "avg_cost": 1.0, + "lambda": 15.2826, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ] + }, + { + "episode": 290, + "avg_reward": -1769.19, + "avg_cost": 0.25, + "lambda": 15.8829, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ] + }, + { + "episode": 300, + "avg_reward": -1966.58, + "avg_cost": 0.25, + "lambda": 16.9232, + "rho": [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ] + }, + { + "episode": 310, + "avg_reward": -631.66, + "avg_cost": 3.0, + "lambda": 18.4428, + "rho": [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ] + }, + { + "episode": 320, + "avg_reward": -476.43, + "avg_cost": 7.5, + "lambda": 20.3789, + "rho": [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ] + }, + { + "episode": 330, + "avg_reward": 677.64, + "avg_cost": 0.5, + "lambda": 23.1289, + "rho": [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ] + }, + { + "episode": 340, + "avg_reward": -2880.61, + "avg_cost": 0.25, + "lambda": 25.2475, + "rho": [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ] + }, + { + "episode": 350, + "avg_reward": 1368.87, + "avg_cost": 2.5, + "lambda": 26.8895, + "rho": [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ] + }, + { + "episode": 360, + "avg_reward": 1183.88, + "avg_cost": 3.5, + "lambda": 28.9219, + "rho": [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ] + }, + { + "episode": 370, + "avg_reward": 368.54, + "avg_cost": 0.75, + "lambda": 30.8418, + "rho": [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ] + }, + { + "episode": 380, + "avg_reward": -906.52, + "avg_cost": 3.5, + "lambda": 32.4226, + "rho": [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ] + }, + { + "episode": 390, + "avg_reward": 2599.57, + "avg_cost": 1.75, + "lambda": 34.6641, + "rho": [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ] + }, + { + "episode": 400, + "avg_reward": 1391.27, + "avg_cost": 1.25, + "lambda": 36.6204, + "rho": [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ] + }, + { + "episode": 410, + "avg_reward": 968.14, + "avg_cost": 2.5, + "lambda": 38.1839, + "rho": [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ] + }, + { + "episode": 420, + "avg_reward": 677.43, + "avg_cost": 2.75, + "lambda": 39.7934, + "rho": [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ] + }, + { + "episode": 430, + "avg_reward": -1270.18, + "avg_cost": 1.5, + "lambda": 41.5342, + "rho": [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ] + }, + { + "episode": 440, + "avg_reward": 2788.85, + "avg_cost": 0.25, + "lambda": 43.481, + "rho": [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ] + }, + { + "episode": 450, + "avg_reward": 1274.76, + "avg_cost": 1.25, + "lambda": 44.7252, + "rho": [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ] + }, + { + "episode": 460, + "avg_reward": 3384.11, + "avg_cost": 0.5, + "lambda": 46.2343, + "rho": [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ] + }, + { + "episode": 470, + "avg_reward": 3140.85, + "avg_cost": 0.75, + "lambda": 47.7577, + "rho": [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ] + }, + { + "episode": 480, + "avg_reward": 4078.9, + "avg_cost": 2.0, + "lambda": 49.0863, + "rho": [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ] + }, + { + "episode": 490, + "avg_reward": 2914.02, + "avg_cost": 1.0, + "lambda": 50.6587, + "rho": [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ] + }, + { + "episode": 500, + "avg_reward": 2459.41, + "avg_cost": 0.25, + "lambda": 51.8536, + "rho": [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ] + }, + { + "episode": 510, + "avg_reward": 5543.11, + "avg_cost": 3.75, + "lambda": 53.1538, + "rho": [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ] + }, + { + "episode": 520, + "avg_reward": 4483.01, + "avg_cost": 1.0, + "lambda": 54.7092, + "rho": [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ] + }, + { + "episode": 530, + "avg_reward": 3872.91, + "avg_cost": 0.25, + "lambda": 56.1208, + "rho": [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ] + }, + { + "episode": 540, + "avg_reward": 4601.4, + "avg_cost": 1.0, + "lambda": 57.6015, + "rho": [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ] + }, + { + "episode": 550, + "avg_reward": 6375.1, + "avg_cost": 2.5, + "lambda": 58.8171, + "rho": [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ] + }, + { + "episode": 560, + "avg_reward": 4512.22, + "avg_cost": 0.5, + "lambda": 60.0202, + "rho": [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ] + }, + { + "episode": 570, + "avg_reward": 6243.67, + "avg_cost": 1.25, + "lambda": 61.1493, + "rho": [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ] + }, + { + "episode": 580, + "avg_reward": 4930.26, + "avg_cost": 0.25, + "lambda": 62.3407, + "rho": [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ] + }, + { + "episode": 590, + "avg_reward": 5423.88, + "avg_cost": 0.25, + "lambda": 63.7404, + "rho": [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ] + }, + { + "episode": 600, + "avg_reward": 6029.02, + "avg_cost": 0.75, + "lambda": 64.8836, + "rho": [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ] + }, + { + "episode": 610, + "avg_reward": 6139.03, + "avg_cost": 0.75, + "lambda": 65.9665, + "rho": [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ] + }, + { + "episode": 620, + "avg_reward": 6244.96, + "avg_cost": 0.0, + "lambda": 66.7986, + "rho": [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ] + }, + { + "episode": 630, + "avg_reward": 6036.59, + "avg_cost": 0.75, + "lambda": 67.322, + "rho": [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ] + }, + { + "episode": 640, + "avg_reward": 7400.56, + "avg_cost": 0.0, + "lambda": 67.8161, + "rho": [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ] + }, + { + "episode": 650, + "avg_reward": 7238.46, + "avg_cost": 1.0, + "lambda": 68.1737, + "rho": [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ] + }, + { + "episode": 660, + "avg_reward": 6986.07, + "avg_cost": 0.25, + "lambda": 68.7505, + "rho": [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ] + }, + { + "episode": 670, + "avg_reward": 8106.71, + "avg_cost": 1.25, + "lambda": 69.3724, + "rho": [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ] + }, + { + "episode": 680, + "avg_reward": 5780.56, + "avg_cost": 1.25, + "lambda": 70.0663, + "rho": [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ] + }, + { + "episode": 690, + "avg_reward": 7718.58, + "avg_cost": 0.25, + "lambda": 70.8035, + "rho": [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ] + }, + { + "episode": 700, + "avg_reward": 7212.56, + "avg_cost": 0.0, + "lambda": 71.6353, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ] + }, + { + "episode": 710, + "avg_reward": 7178.8, + "avg_cost": 0.0, + "lambda": 72.4577, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ] + }, + { + "episode": 720, + "avg_reward": 6025.75, + "avg_cost": 0.25, + "lambda": 73.1123, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ] + }, + { + "episode": 730, + "avg_reward": 8841.06, + "avg_cost": 0.75, + "lambda": 73.7753, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ] + }, + { + "episode": 740, + "avg_reward": 8163.78, + "avg_cost": 0.75, + "lambda": 74.4069, + "rho": [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ] + }, + { + "episode": 750, + "avg_reward": 7841.83, + "avg_cost": 0.5, + "lambda": 75.1314, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ] + }, + { + "episode": 760, + "avg_reward": 8100.29, + "avg_cost": 0.75, + "lambda": 75.9116, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ] + }, + { + "episode": 770, + "avg_reward": 8194.3, + "avg_cost": 1.25, + "lambda": 76.5851, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ] + }, + { + "episode": 780, + "avg_reward": 8245.3, + "avg_cost": 0.25, + "lambda": 77.1514, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ] + }, + { + "episode": 790, + "avg_reward": 8587.01, + "avg_cost": 0.25, + "lambda": 77.6415, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ] + }, + { + "episode": 800, + "avg_reward": 8505.21, + "avg_cost": 0.25, + "lambda": 78.0787, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ] + }, + { + "episode": 810, + "avg_reward": 8334.18, + "avg_cost": 0.25, + "lambda": 78.6363, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ] + }, + { + "episode": 820, + "avg_reward": 8878.07, + "avg_cost": 0.0, + "lambda": 79.2432, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ] + }, + { + "episode": 830, + "avg_reward": 9706.71, + "avg_cost": 1.0, + "lambda": 79.795, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ] + }, + { + "episode": 840, + "avg_reward": 8808.41, + "avg_cost": 1.0, + "lambda": 80.4363, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ] + }, + { + "episode": 850, + "avg_reward": 8966.24, + "avg_cost": 0.5, + "lambda": 81.3748, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ] + }, + { + "episode": 860, + "avg_reward": 9606.17, + "avg_cost": 0.0, + "lambda": 82.297, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ] + }, + { + "episode": 870, + "avg_reward": 9643.13, + "avg_cost": 0.5, + "lambda": 82.9169, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ] + }, + { + "episode": 880, + "avg_reward": 9311.08, + "avg_cost": 0.5, + "lambda": 83.5639, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ] + }, + { + "episode": 890, + "avg_reward": 10387.4, + "avg_cost": 1.5, + "lambda": 84.3243, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ] + }, + { + "episode": 900, + "avg_reward": 10237.53, + "avg_cost": 2.5, + "lambda": 85.0223, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ] + }, + { + "episode": 910, + "avg_reward": 10438.14, + "avg_cost": 2.0, + "lambda": 85.7329, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ] + }, + { + "episode": 920, + "avg_reward": 10826.26, + "avg_cost": 2.0, + "lambda": 86.5386, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ] + }, + { + "episode": 930, + "avg_reward": 10747.83, + "avg_cost": 0.5, + "lambda": 87.2651, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ] + }, + { + "episode": 940, + "avg_reward": 10286.82, + "avg_cost": 0.5, + "lambda": 87.8469, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ] + }, + { + "episode": 950, + "avg_reward": 10456.57, + "avg_cost": 1.0, + "lambda": 88.504, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ] + }, + { + "episode": 960, + "avg_reward": 10934.37, + "avg_cost": 1.75, + "lambda": 89.4234, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ] + }, + { + "episode": 970, + "avg_reward": 7678.04, + "avg_cost": 0.0, + "lambda": 90.1634, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ] + }, + { + "episode": 980, + "avg_reward": 10226.93, + "avg_cost": 0.5, + "lambda": 90.6965, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ] + }, + { + "episode": 990, + "avg_reward": 10450.25, + "avg_cost": 0.75, + "lambda": 91.2424, + "rho": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ] + }, + { + "episode": 1000, + "avg_reward": 10244.17, + "avg_cost": 0.75, + "lambda": 91.8516, + "rho": [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ] + }, + { + "episode": 1010, + "avg_reward": 10827.79, + "avg_cost": 1.0, + "lambda": 92.4361, + "rho": [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ] + }, + { + "episode": 1020, + "avg_reward": 10574.98, + "avg_cost": 0.25, + "lambda": 93.1556, + "rho": [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ] + }, + { + "episode": 1030, + "avg_reward": 10756.01, + "avg_cost": 0.5, + "lambda": 93.9918, + "rho": [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ] + }, + { + "episode": 1040, + "avg_reward": 10255.34, + "avg_cost": 0.5, + "lambda": 94.863, + "rho": [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ] + }, + { + "episode": 1050, + "avg_reward": 10714.43, + "avg_cost": 2.0, + "lambda": 95.597, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ] + }, + { + "episode": 1060, + "avg_reward": 11122.93, + "avg_cost": 4.0, + "lambda": 96.6716, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ] + }, + { + "episode": 1070, + "avg_reward": 9440.63, + "avg_cost": 2.5, + "lambda": 97.9826, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ] + }, + { + "episode": 1080, + "avg_reward": 7197.45, + "avg_cost": 1.75, + "lambda": 99.3869, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ] + }, + { + "episode": 1090, + "avg_reward": 10596.14, + "avg_cost": 1.5, + "lambda": 100.4458, + "rho": [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ] + }, + { + "episode": 1100, + "avg_reward": 10319.92, + "avg_cost": 0.25, + "lambda": 101.3367, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ] + }, + { + "episode": 1110, + "avg_reward": 11054.91, + "avg_cost": 0.75, + "lambda": 101.9125, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ] + }, + { + "episode": 1120, + "avg_reward": 9726.84, + "avg_cost": 0.0, + "lambda": 102.4389, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ] + }, + { + "episode": 1130, + "avg_reward": 10806.69, + "avg_cost": 0.0, + "lambda": 103.0943, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ] + }, + { + "episode": 1140, + "avg_reward": 10533.85, + "avg_cost": 0.75, + "lambda": 103.7798, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ] + }, + { + "episode": 1150, + "avg_reward": 10911.29, + "avg_cost": 1.0, + "lambda": 104.8321, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ] + }, + { + "episode": 1160, + "avg_reward": 10767.86, + "avg_cost": 1.25, + "lambda": 105.9118, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ] + }, + { + "episode": 1170, + "avg_reward": 11460.14, + "avg_cost": 0.75, + "lambda": 106.9525, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ] + }, + { + "episode": 1180, + "avg_reward": 10323.34, + "avg_cost": 0.0, + "lambda": 107.6104, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ] + }, + { + "episode": 1190, + "avg_reward": 10898.53, + "avg_cost": 0.25, + "lambda": 108.2104, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ] + }, + { + "episode": 1200, + "avg_reward": 10920.1, + "avg_cost": 0.25, + "lambda": 108.7293, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ] + }, + { + "episode": 1210, + "avg_reward": 11185.92, + "avg_cost": 1.0, + "lambda": 109.2176, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ] + }, + { + "episode": 1220, + "avg_reward": 11271.28, + "avg_cost": 0.0, + "lambda": 109.6677, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ] + }, + { + "episode": 1230, + "avg_reward": 11200.88, + "avg_cost": 1.0, + "lambda": 110.2191, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ] + }, + { + "episode": 1240, + "avg_reward": 11253.29, + "avg_cost": 0.75, + "lambda": 110.8798, + "rho": [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ] + }, + { + "episode": 1250, + "avg_reward": 11296.48, + "avg_cost": 1.0, + "lambda": 111.7686, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ] + }, + { + "episode": 1260, + "avg_reward": 10946.04, + "avg_cost": 0.25, + "lambda": 113.2619, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ] + }, + { + "episode": 1270, + "avg_reward": 10968.96, + "avg_cost": 0.75, + "lambda": 114.7103, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ] + }, + { + "episode": 1280, + "avg_reward": 10678.56, + "avg_cost": 0.75, + "lambda": 115.7625, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ] + }, + { + "episode": 1290, + "avg_reward": 10946.21, + "avg_cost": 0.0, + "lambda": 116.5312, + "rho": [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ] + }, + { + "episode": 1300, + "avg_reward": 11270.7, + "avg_cost": 1.25, + "lambda": 117.3005, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ] + }, + { + "episode": 1310, + "avg_reward": 11319.77, + "avg_cost": 0.25, + "lambda": 117.9295, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ] + }, + { + "episode": 1320, + "avg_reward": 11375.21, + "avg_cost": 0.25, + "lambda": 118.4288, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ] + }, + { + "episode": 1330, + "avg_reward": 10664.49, + "avg_cost": 0.25, + "lambda": 119.0148, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ] + }, + { + "episode": 1340, + "avg_reward": 11562.66, + "avg_cost": 0.25, + "lambda": 119.5833, + "rho": [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ] + }, + { + "episode": 1350, + "avg_reward": 11543.45, + "avg_cost": 0.75, + "lambda": 120.1848, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ] + }, + { + "episode": 1360, + "avg_reward": 11680.42, + "avg_cost": 1.25, + "lambda": 120.8706, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ] + }, + { + "episode": 1370, + "avg_reward": 11628.17, + "avg_cost": 0.5, + "lambda": 121.4851, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ] + }, + { + "episode": 1380, + "avg_reward": 11709.59, + "avg_cost": 0.0, + "lambda": 121.9789, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ] + }, + { + "episode": 1390, + "avg_reward": 11807.21, + "avg_cost": 0.75, + "lambda": 122.3964, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ] + }, + { + "episode": 1400, + "avg_reward": 11839.61, + "avg_cost": 0.75, + "lambda": 123.0233, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ] + }, + { + "episode": 1410, + "avg_reward": 11855.71, + "avg_cost": 0.25, + "lambda": 123.7355, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ] + }, + { + "episode": 1420, + "avg_reward": 11754.84, + "avg_cost": 0.5, + "lambda": 124.2518, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ] + }, + { + "episode": 1430, + "avg_reward": 11907.36, + "avg_cost": 0.0, + "lambda": 124.6628, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ] + }, + { + "episode": 1440, + "avg_reward": 11338.8, + "avg_cost": 0.5, + "lambda": 125.1701, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ] + }, + { + "episode": 1450, + "avg_reward": 11679.27, + "avg_cost": 0.0, + "lambda": 125.6749, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + }, + { + "episode": 1460, + "avg_reward": 12206.97, + "avg_cost": 0.0, + "lambda": 125.9484, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + }, + { + "episode": 1470, + "avg_reward": 12438.99, + "avg_cost": 0.0, + "lambda": 126.207, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + }, + { + "episode": 1480, + "avg_reward": 12884.49, + "avg_cost": 1.5, + "lambda": 126.4908, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + }, + { + "episode": 1490, + "avg_reward": 12114.0, + "avg_cost": 0.0, + "lambda": 126.9616, + "rho": [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + }, + { + "episode": 1500, + "avg_reward": 12313.62, + "avg_cost": 0.5, + "lambda": 127.5184, + "rho": [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1187, + 0.5349 + ] + } + ], + "episode_rewards": [ + -8017.7849, + -7889.0188, + -6831.8049, + -6523.1341, + -6498.7949, + -6799.9703, + -5715.2492, + -7091.5405, + -6872.5017, + -5970.5482, + -6338.7832, + -6231.475, + -6510.4255, + -6266.9063, + -6274.2716, + -6354.334, + -5219.9811, + -6494.1504, + -5607.4552, + -5788.6729, + -5254.8275, + -5621.5277, + -5882.6538, + -5451.1934, + -5788.1582, + -5055.6947, + -4612.9294, + -4558.5377, + -5003.9485, + -5752.8549, + -5724.839, + -6017.1616, + -4937.5298, + -5994.0755, + -5712.3474, + -5230.2653, + -6881.7897, + -6253.5334, + -5782.2642, + -6812.2042, + -5359.8653, + -6110.9045, + -6473.6427, + -5836.3972, + -6266.8, + -6360.4018, + -5519.9571, + -6610.3136, + -5949.5914, + -5652.0294, + -5331.59, + -5837.4817, + -5643.6311, + -5884.8102, + -6026.8945, + -5331.6141, + -4788.6191, + -5495.8522, + -4936.6223, + -5520.6402, + -4009.8148, + -5111.4988, + -5132.633, + -5576.6603, + -4827.5057, + -5415.9592, + -4638.6142, + -5162.9042, + -4731.2097, + -5954.0233, + -5381.5303, + -4514.6108, + -4869.9217, + -4308.5605, + -4057.6867, + -4436.1611, + -4420.0503, + -3405.4721, + -4110.768, + -3495.5809, + -4462.7502, + -4093.3705, + -4162.9257, + -3648.91, + -3419.3502, + -3566.6133, + -3335.9187, + -3641.3081, + -3766.3654, + -3745.5383, + -4760.609, + -4308.9911, + -4387.4045, + -4351.2881, + -4207.4429, + -4869.968, + -3951.4198, + -4934.4692, + -4380.6369, + -3966.683, + -3927.3804, + -3040.832, + -3653.8099, + -4238.6741, + -3657.9435, + -3634.0768, + -2914.1894, + -3925.3841, + -3556.2778, + -3400.946, + -2523.5391, + -3422.0567, + -2810.94, + -2412.8683, + -3077.4017, + -2733.9877, + -2679.5334, + -3449.9417, + -3190.1457, + -2801.2842, + -2929.8062, + -2276.9012, + -3157.7109, + -3534.3325, + -3662.1728, + -3050.5338, + -2075.8585, + -3667.7846, + -2946.2031, + -2857.5605, + -2477.9727, + -3072.9056, + -2316.9262, + -2611.5428, + -2453.2071, + -3717.1854, + -2106.8934, + -2905.567, + -2885.1763, + -2386.8006, + -2362.2143, + -2701.9318, + -2400.2897, + -2425.6834, + -3423.3636, + -3272.5013, + -2537.2623, + -2496.3378, + -2513.4897, + -2363.9271, + -2026.4621, + -2458.51, + -3967.8921, + -2753.8716, + -2461.3116, + -2834.5971, + -2254.7162, + -2462.0928, + -3036.0184, + -2027.5594, + -2510.021, + -2659.3255, + -2697.8352, + -2706.9641, + -2475.1678, + -2195.505, + -2237.1899, + -3194.5788, + -2551.729, + -2449.5423, + -2561.2028, + -2567.5158, + -3133.1239, + -2427.5956, + -1844.9446, + -2569.6615, + -2853.6825, + -2620.4351, + -2939.5845, + -2566.7085, + -2395.1661, + -2388.8336, + -1784.5351, + -2142.3365, + -2750.9254, + -1250.9883, + -2588.7371, + -2063.9706, + -1770.1145, + -2432.8874, + -2212.827, + -3461.0226, + -2365.6392, + -1559.8419, + -3797.4724, + -2285.6702, + -2542.2166, + -2116.0878, + -3076.7805, + -2445.6902, + -2285.2399, + -1454.8349, + -2094.2449, + -2380.7207, + -2542.5924, + -2640.3817, + -2435.5595, + -3390.9238, + -1807.863, + -1850.8578, + -1916.2571, + -1702.0095, + -2187.2645, + -1984.6795, + -1330.6567, + -1533.254, + -1368.5584, + -3692.4832, + -2976.3025, + -1338.0752, + -2570.5508, + -2367.4576, + -1623.4708, + -2827.2044, + -1961.8516, + -1785.8165, + -2505.476, + -2248.1151, + -1255.6762, + -1659.8119, + -1609.7751, + -2748.2906, + -3002.3131, + -1543.6801, + -1729.5301, + -2967.2464, + -2304.3349, + -2370.7048, + -1068.716, + -1191.1619, + -2985.1793, + -3065.2068, + -3171.3906, + -1204.6683, + -1068.6078, + -2496.9994, + -2706.2262, + -1846.9038, + -2585.2309, + -1305.9736, + -2733.8934, + -2302.5838, + -2131.9653, + -3559.152, + -1414.5097, + -2065.5155, + -3002.9665, + -3189.0111, + -2281.2671, + -3099.2083, + -1720.0707, + -3692.7383, + -3150.4441, + -1863.3562, + -1897.5053, + -3094.2427, + -2305.7999, + -2629.6956, + -3294.9035, + -2236.6229, + -1438.8107, + -864.8889, + -2011.894, + -2778.2041, + -3686.2754, + -2493.9305, + -2029.4835, + -2346.0577, + -1699.1673, + -1592.5061, + -2553.1317, + -1722.0627, + -2817.8976, + -905.7583, + -1545.5207, + -2429.1536, + -1237.2378, + -13.4146, + 191.1751, + -1769.1874, + -2181.071, + -1910.5463, + -893.426, + -2272.7326, + -1407.4523, + -1709.2434, + -1667.2615, + -2017.0435, + -2508.3527, + -1966.5837, + -1216.6869, + -114.0963, + -1315.036, + -593.0301, + -1530.4395, + -1922.9878, + 46.3298, + 403.1641, + -771.3396, + -631.6636, + -1857.6671, + -562.3917, + -1146.2028, + -17.6138, + -819.8593, + 1743.0253, + -511.7229, + -1687.9816, + 606.3848, + -476.4251, + 865.4079, + -923.4145, + 654.478, + 55.8237, + -1660.2778, + 870.9966, + -1337.7822, + 1829.3367, + -937.9617, + 677.6428, + -934.3478, + -1408.2167, + -1681.604, + -1122.5634, + -65.1894, + -525.1259, + -348.7893, + 1184.6686, + -587.9944, + -2880.6125, + -808.2993, + 602.5987, + -1849.3834, + 1266.5554, + -566.2835, + -24.0595, + -208.6096, + 1171.1038, + 615.27, + 1368.868, + -790.1673, + 8.9215, + 157.7771, + -726.235, + 434.054, + -1201.8942, + 371.6608, + 196.7915, + 1347.067, + 1183.8754, + 849.9937, + -450.8765, + -1460.7165, + -80.9735, + 659.0621, + -229.839, + -912.3262, + 1130.9784, + 292.9441, + 368.5412, + 630.8362, + 459.1495, + 674.0654, + 994.7231, + 1987.4847, + 951.0384, + 2090.175, + 1305.3362, + 1404.4832, + -906.5157, + 584.9108, + 1166.9849, + 400.8827, + 1442.4154, + 2164.3321, + 1720.1724, + 1897.1057, + 1826.1152, + 1647.0217, + 2599.5707, + 2779.9494, + 655.3347, + 930.5626, + 2515.451, + 1041.2259, + 2143.2724, + 181.3298, + -142.9301, + 1110.1897, + 1391.2658, + 947.5529, + 2432.4287, + 954.8152, + 2781.5175, + 1440.6717, + 1852.6468, + 3069.786, + 2378.6378, + 875.125, + 968.1418, + 1405.6977, + -2.5373, + 1179.8131, + 1861.5717, + 2532.8753, + 224.2017, + 2465.4544, + 498.6506, + 2792.3572, + 677.4321, + 2112.4809, + 733.1093, + 1329.034, + 1941.9831, + 3000.4227, + 3110.8155, + 1761.0645, + 2848.4864, + 2156.3356, + -1270.1842, + 2297.3194, + 2997.0061, + 941.062, + 2715.1648, + 1896.0418, + 1913.7954, + 948.089, + 1568.3561, + 2051.1426, + 2788.854, + 1631.701, + 3487.8111, + 2439.0854, + -688.9257, + 1078.2163, + 3473.5964, + 2804.2295, + 1447.1963, + 3321.1766, + 1274.7559, + 2616.4439, + 948.4047, + 3519.2149, + 2902.6852, + 2547.9411, + 3863.8162, + 3459.4092, + 2610.4826, + 3335.2787, + 3384.111, + 3610.586, + 1472.8281, + 3251.103, + 2158.3412, + 3208.7451, + 3187.8357, + 3533.4942, + 4092.3333, + 4088.4525, + 3140.8457, + 1936.8076, + 2058.0122, + 4027.2231, + 4097.6317, + 3905.8001, + 730.0326, + 2175.079, + 4490.0354, + 2792.8253, + 4078.8958, + 4073.0095, + 4187.4176, + 3072.365, + 1917.2306, + 4763.315, + 3049.5313, + 3154.1024, + 4525.303, + 3034.3102, + 2914.0202, + 2237.0813, + 2899.7745, + 4202.8847, + 3396.4026, + 5044.6894, + 2541.7464, + 4686.4865, + 4596.7965, + 4968.082, + 2459.4115, + 5029.3922, + 3338.2007, + 4596.818, + 4760.8083, + 3309.9066, + 5145.7616, + 5429.8051, + 4280.1671, + 5868.2874, + 5543.1082, + 5184.949, + 4748.0249, + 3484.3075, + 3981.8795, + 3910.9434, + 4411.207, + 4893.7278, + 5061.5676, + 4538.8205, + 4483.013, + 1924.2964, + 4881.1961, + 4427.4466, + 4745.736, + 1687.7875, + 3344.1859, + 2192.1331, + 5356.1692, + 4914.3466, + 3872.9125, + 4791.8812, + 4358.6289, + 5215.5417, + 4870.9262, + 5925.281, + 4989.4738, + 5589.9416, + 5068.6775, + 4813.8585, + 4601.3982, + 4531.0979, + 5066.1093, + 1886.0987, + 5815.7762, + 4626.4005, + 4894.5084, + 4979.8044, + 4123.7946, + 6527.3674, + 6375.1003, + 5480.0564, + 5392.3297, + 5621.8614, + 5792.1861, + 6204.1547, + 6205.576, + 6418.3336, + 6486.8349, + 5181.3973, + 4512.2247, + 2209.5564, + 5985.7003, + 5946.0121, + 4575.1239, + 4299.9292, + 6248.1305, + 5927.3161, + 5305.3339, + 6136.8333, + 6243.6734, + 5736.7044, + 5689.7764, + 5803.5282, + 5058.9006, + 5722.5005, + 6765.5422, + 5315.9001, + 5848.7096, + 5445.1386, + 4930.2598, + 6466.9852, + 6156.6511, + 5714.8438, + 4354.6173, + 6206.961, + 6292.4897, + 5847.0013, + 5097.2731, + 4495.0565, + 5423.8778, + 4325.9792, + 6029.3592, + 5819.2879, + 5410.3996, + 6378.1159, + 5599.4284, + 5789.4233, + 5600.494, + 6366.7499, + 6029.0248, + 6240.1786, + 4891.4391, + 4928.7157, + 4924.34, + 5947.6303, + 6137.228, + 6198.1653, + 4216.1561, + 5727.6456, + 6139.0252, + 5986.5868, + 4316.8304, + 6402.1307, + 6710.3221, + 6057.283, + 6483.0709, + 6142.8151, + 7157.2481, + 6352.7009, + 6244.9584, + 6607.7276, + 7198.9883, + 6540.5519, + 5620.0684, + 6763.0138, + 6696.5575, + 6521.1804, + 6752.0141, + 6486.1304, + 6036.593, + 7210.3166, + 5278.1734, + 6579.3151, + 7364.4719, + 7356.4134, + 7018.3444, + 6858.6223, + 6685.4156, + 5389.2723, + 7400.5574, + 6917.3913, + 6934.7555, + 4512.8401, + 7207.7064, + 5239.1033, + 7177.1272, + 7129.4384, + 6931.2419, + 4817.5918, + 7238.4604, + 7178.344, + 7289.809, + 6784.4792, + 6288.5207, + 7688.531, + 7020.8714, + 6884.0904, + 4694.9755, + 7624.3265, + 6986.0702, + 7306.7833, + 6390.4501, + 7629.8116, + 7411.4623, + 6862.8059, + 6955.7521, + 7886.6645, + 8168.7908, + 7490.0403, + 8106.7105, + 6611.1542, + 7639.4672, + 6822.9921, + 7205.9562, + 6085.9468, + 6666.0445, + 7739.9278, + 7349.4286, + 6982.1994, + 5780.5645, + 8356.2618, + 8075.7378, + 7553.345, + 7653.1012, + 7453.159, + 7922.9077, + 7787.8455, + 7279.2929, + 7859.3949, + 7718.5836, + 7892.8955, + 8088.3856, + 7779.7312, + 6838.4858, + 7037.1752, + 7203.7303, + 7430.8577, + 8587.3371, + 8573.1838, + 7212.5627, + 7774.8391, + 7995.8315, + 7595.276, + 8316.3681, + 7625.4563, + 8564.588, + 8567.9015, + 8235.0396, + 8231.4906, + 7178.7964, + 8052.1955, + 9114.3991, + 8476.0809, + 8137.7554, + 8635.66, + 8653.3263, + 8052.2183, + 7887.9568, + 7897.4438, + 6025.7484, + 8258.077, + 8884.0906, + 7120.5595, + 8463.5877, + 8188.2389, + 7759.9446, + 7730.5206, + 7740.6211, + 8205.1676, + 8841.0574, + 9036.2554, + 8343.6173, + 8053.7833, + 8391.1686, + 8848.4158, + 8301.6316, + 8408.943, + 8151.2123, + 8321.212, + 8163.7794, + 8543.64, + 8496.3664, + 8708.4251, + 8168.2627, + 8474.9853, + 8983.0033, + 8223.7799, + 8332.3253, + 8113.2237, + 7841.8272, + 7882.8624, + 8629.619, + 8891.9134, + 9001.7052, + 8416.2617, + 8154.876, + 8320.5439, + 8379.1989, + 8799.0904, + 8100.2872, + 8509.279, + 8967.559, + 8716.6439, + 8890.5177, + 8233.1907, + 8724.0296, + 8851.202, + 8337.6297, + 8811.4299, + 8194.3006, + 8702.5701, + 9335.7509, + 9123.5858, + 9060.0077, + 8862.0574, + 9051.547, + 8841.6692, + 9041.3298, + 9125.9544, + 8245.3046, + 9279.3428, + 9132.1236, + 9357.285, + 8456.5241, + 9268.3153, + 8785.2383, + 9359.0455, + 8913.662, + 9082.0836, + 8587.0067, + 8573.9953, + 8714.9676, + 9234.5722, + 8672.4372, + 9045.1946, + 8695.6265, + 8591.0782, + 9640.1197, + 9363.7963, + 8505.2072, + 9415.4361, + 9165.6812, + 9958.9005, + 8902.4627, + 6641.1511, + 7274.9923, + 9695.8387, + 9491.4551, + 8780.8283, + 8334.1803, + 9646.3255, + 9328.8558, + 9436.8447, + 9019.1573, + 9220.4155, + 9253.8616, + 9130.4631, + 8971.2294, + 9615.2808, + 8878.0673, + 9065.4752, + 9497.3199, + 9756.5831, + 9032.3461, + 8956.1067, + 9753.0303, + 9505.6498, + 8560.2356, + 9684.8953, + 9706.7059, + 10075.4912, + 9222.0415, + 9070.3955, + 8824.089, + 8471.5679, + 9600.7914, + 10501.764, + 9533.3146, + 9155.4759, + 8808.4137, + 9238.3317, + 9291.1314, + 8932.6268, + 9173.7852, + 8854.2501, + 8598.623, + 9555.463, + 10181.9517, + 9343.9909, + 8966.2418, + 9060.7727, + 9438.9344, + 9466.5351, + 8910.4261, + 9268.9855, + 9778.185, + 9286.807, + 9435.1841, + 9661.9902, + 9606.1695, + 9932.0577, + 9192.279, + 9338.6423, + 9235.8457, + 9954.9741, + 9375.5893, + 10006.4606, + 10367.0956, + 9557.4937, + 9643.1286, + 9642.3376, + 9657.1867, + 9709.4205, + 9500.6656, + 9201.159, + 10051.3526, + 9825.1916, + 9556.0287, + 9587.813, + 9311.0812, + 9768.5161, + 10178.8241, + 9523.2746, + 9727.1005, + 9825.8201, + 10120.4877, + 8765.5591, + 7542.7808, + 9402.918, + 10387.4003, + 9677.0707, + 10163.9067, + 9959.1979, + 10667.8889, + 9950.2957, + 9862.8303, + 9948.7228, + 9701.1564, + 9886.0267, + 10237.5338, + 9527.7943, + 9992.232, + 10531.2685, + 9942.8864, + 9428.9282, + 9690.0874, + 9808.6859, + 9433.9233, + 9810.7475, + 10438.1427, + 9765.8275, + 10153.3428, + 10199.8059, + 9894.4152, + 9874.7806, + 10731.7985, + 9975.3617, + 9849.72, + 9802.3356, + 10826.259, + 9587.4926, + 8695.4601, + 9660.3435, + 9904.9152, + 10191.6242, + 9765.0705, + 10268.3443, + 10726.4725, + 10145.9192, + 10747.8346, + 10303.6301, + 9874.1706, + 9871.6391, + 10049.7407, + 10273.5735, + 10324.5098, + 10257.0007, + 10023.2876, + 9668.7622, + 10286.8225, + 10472.8214, + 9907.513, + 10030.1927, + 9906.532, + 10068.2647, + 8139.6046, + 10125.6934, + 9641.0965, + 10379.006, + 10456.5653, + 9950.1004, + 9914.6436, + 10374.5641, + 10141.3408, + 10334.4546, + 9897.5422, + 10260.096, + 10162.527, + 10533.1449, + 10934.3732, + 10377.7535, + 10111.9212, + 9858.6976, + 10197.0064, + 9900.5651, + 9989.3926, + 9952.2923, + 10492.1981, + 10416.268, + 7678.0354, + 10003.7365, + 10595.6228, + 11126.4011, + 10348.7472, + 10179.2186, + 10981.0136, + 9964.2372, + 9631.5783, + 10428.4661, + 10226.9342, + 10571.0876, + 10778.5484, + 10223.1477, + 10207.9692, + 10743.1202, + 10433.1385, + 10673.8041, + 10602.7453, + 10794.347, + 10450.2514, + 10113.7355, + 10331.5812, + 10388.2123, + 10573.6489, + 10945.2541, + 10541.6114, + 10674.522, + 10764.2126, + 10736.8887, + 10244.1674, + 10481.2203, + 9962.5118, + 10666.6245, + 10547.7109, + 10974.9091, + 10262.6078, + 10494.5178, + 10507.3896, + 10621.2318, + 10827.7908, + 10776.7941, + 11192.2164, + 10701.2052, + 10458.581, + 10382.1509, + 10988.8582, + 10199.924, + 10322.1385, + 11074.275, + 10574.9848, + 10488.9334, + 11107.8083, + 10138.0525, + 10692.6818, + 11040.94, + 10423.3066, + 10601.1327, + 10618.3809, + 10721.9459, + 10756.0121, + 10302.285, + 10447.926, + 10176.9772, + 10515.4806, + 10969.9948, + 10686.6521, + 10892.1946, + 10942.9175, + 10535.4075, + 10255.3435, + 10803.3129, + 10951.0017, + 10894.8106, + 10567.5455, + 10467.2865, + 11259.9271, + 9462.6106, + 7360.5805, + 10601.107, + 10714.426, + 10304.3975, + 10271.5233, + 10821.1878, + 11223.9575, + 11073.4533, + 10501.4653, + 10823.2793, + 10756.5109, + 10064.5764, + 11122.9325, + 10939.7688, + 10016.9946, + 9727.2122, + 9538.568, + 9065.3163, + 9654.8677, + 9116.5764, + 9302.8241, + 9455.0861, + 9440.6268, + 9701.4395, + 7882.5617, + 10486.1176, + 10650.2681, + 10638.7841, + 10419.3183, + 10266.9933, + 10694.7284, + 10437.3242, + 7197.4475, + 10527.2099, + 10148.2157, + 10015.1994, + 9770.7798, + 9804.4304, + 9591.3874, + 9917.9891, + 10018.3149, + 9820.9758, + 10596.138, + 10603.0038, + 10555.9096, + 10861.5895, + 10408.6979, + 10543.5493, + 10947.3943, + 10502.8378, + 10887.2919, + 11059.7637, + 10319.921, + 9451.0949, + 11248.5191, + 11429.0757, + 10767.4304, + 11025.268, + 10784.457, + 10435.5736, + 10874.4048, + 10589.7744, + 11054.912, + 10708.1855, + 10603.3898, + 10947.6962, + 10584.6489, + 11364.4279, + 11413.657, + 10941.3884, + 10726.1955, + 10699.8991, + 9726.8398, + 11156.1566, + 11504.3638, + 11659.0951, + 10700.9078, + 10971.1547, + 11065.1129, + 11180.224, + 10999.3308, + 10850.3298, + 10806.6884, + 11575.0088, + 10324.1759, + 11126.7253, + 10831.4607, + 10880.3752, + 10910.0845, + 10985.9295, + 11637.8802, + 11074.3985, + 10533.8543, + 11174.1897, + 10780.5743, + 10566.2614, + 10400.1937, + 10898.8496, + 11147.1824, + 10842.3805, + 11266.2274, + 10539.8234, + 10911.2946, + 10225.8846, + 10546.9882, + 9413.3477, + 11044.278, + 10710.9524, + 10252.1715, + 10745.4664, + 11005.6848, + 10950.841, + 10767.8584, + 10987.2006, + 10507.6975, + 10480.5663, + 10608.3844, + 10426.506, + 10191.3958, + 10502.7254, + 11022.6781, + 11252.5315, + 11460.1421, + 10910.7025, + 10416.7516, + 11446.0694, + 11211.8863, + 11498.8291, + 11100.984, + 10821.5997, + 10524.2337, + 11175.46, + 10323.339, + 10643.3635, + 11549.9227, + 11153.1501, + 10769.432, + 10702.4313, + 11240.165, + 11673.9435, + 11066.528, + 10820.3792, + 10898.5306, + 11481.7297, + 10841.3854, + 11227.4545, + 10810.9314, + 11428.9353, + 11042.7622, + 10831.2212, + 11173.2011, + 10565.103, + 10920.0969, + 11330.2124, + 11187.2695, + 10909.1078, + 11311.42, + 11145.3554, + 11440.0233, + 11170.0274, + 11351.2422, + 10869.6903, + 11185.9163, + 10591.3232, + 10767.2039, + 11484.7399, + 10848.5207, + 11239.2058, + 11337.9149, + 11163.9883, + 11028.4489, + 11178.2075, + 11271.282, + 11714.0485, + 11182.2935, + 11320.8368, + 11440.7123, + 11208.4502, + 11604.0634, + 11704.336, + 11330.9334, + 11032.2307, + 11200.8781, + 11511.7641, + 10592.6426, + 11268.9384, + 11304.658, + 11317.7764, + 10978.2286, + 11829.9229, + 11056.7978, + 11738.1365, + 11253.2891, + 11541.4151, + 11273.8681, + 11808.8957, + 11185.2645, + 11269.4849, + 10925.18, + 11660.9082, + 11230.1061, + 11376.6655, + 11296.4844, + 10295.1443, + 10477.7559, + 11009.8102, + 11023.1187, + 11372.1966, + 10809.7135, + 11080.8696, + 11393.5019, + 10942.2538, + 10946.036, + 10976.3328, + 10548.1905, + 10507.8384, + 10892.8553, + 10729.6358, + 10105.4097, + 9661.7224, + 10969.2276, + 10226.3523, + 10968.9583, + 10658.6859, + 10446.6514, + 10740.9088, + 10433.8547, + 10852.64, + 10495.1939, + 10474.9763, + 11430.9021, + 11089.9195, + 10678.5561, + 11129.1358, + 11613.773, + 10705.4134, + 11270.4768, + 11000.0145, + 10735.8523, + 11246.5423, + 11364.8822, + 11424.1705, + 10946.2115, + 11356.5813, + 11248.8747, + 11251.3073, + 11474.3448, + 11237.159, + 11731.5909, + 11172.6478, + 11320.0097, + 10934.3267, + 11270.6969, + 10843.4832, + 11147.4862, + 10876.1419, + 11538.9976, + 10987.8204, + 10797.3595, + 10792.7799, + 11529.4732, + 11102.1665, + 11319.7721, + 11356.8663, + 11025.4377, + 11712.5453, + 11572.8298, + 11664.9959, + 11265.3106, + 12085.3342, + 11035.7193, + 10838.8225, + 11375.2076, + 11743.9736, + 11389.3509, + 11864.8081, + 11586.9502, + 11355.925, + 11636.8333, + 11182.1589, + 11553.8396, + 11490.0427, + 10664.4915, + 11614.3489, + 11215.7318, + 11163.7896, + 11617.25, + 11518.9583, + 11485.0135, + 11691.5401, + 11937.1841, + 11309.4569, + 11562.6595, + 11352.3925, + 11628.9616, + 11182.0731, + 11848.7662, + 11338.0949, + 11736.148, + 11798.3547, + 10889.9494, + 11763.4189, + 11543.4482, + 11179.5028, + 11615.6531, + 11917.9738, + 11267.5817, + 12056.285, + 11807.5668, + 11414.738, + 11607.0718, + 11272.0334, + 11680.4244, + 11836.7965, + 11502.207, + 11611.4329, + 11830.4977, + 11474.2038, + 11173.4977, + 11769.2909, + 11740.7059, + 11387.1844, + 11628.1668, + 11700.4804, + 11627.3885, + 11728.2505, + 11372.827, + 11483.7288, + 11926.5639, + 11473.1356, + 11637.9329, + 12311.6318, + 11709.5925, + 11782.7405, + 11538.3831, + 10529.9013, + 11593.8726, + 11608.3897, + 11455.6556, + 11850.0844, + 11674.7646, + 11524.7139, + 11807.2101, + 11669.6213, + 11895.9948, + 12046.2496, + 11499.9934, + 11712.7164, + 11925.1733, + 11759.6395, + 11454.6159, + 11334.9046, + 11839.6125, + 12112.1462, + 11476.7361, + 11624.5217, + 11960.0456, + 11966.5687, + 11678.8016, + 11989.5566, + 11491.6024, + 11941.7824, + 11855.7062, + 11347.0944, + 11803.6895, + 11564.529, + 11902.3676, + 11901.5684, + 11545.3782, + 11313.4762, + 11511.4064, + 11825.1942, + 11754.8358, + 11806.4174, + 11295.8169, + 11700.9122, + 11579.7976, + 12352.3062, + 11519.7762, + 11069.7776, + 12139.8336, + 11515.3969, + 11907.3567, + 11118.435, + 11714.0361, + 11702.2688, + 12315.6331, + 11633.1058, + 11933.9996, + 11938.5393, + 11677.3946, + 12123.346, + 11338.8044, + 11482.0197, + 11657.7271, + 11673.8241, + 12533.8856, + 8154.744, + 11483.8746, + 12127.1174, + 11953.1453, + 11195.9585, + 11679.2675, + 12113.3852, + 12244.3601, + 12105.5452, + 12045.9603, + 12284.9366, + 11467.5007, + 12403.3817, + 11955.8226, + 11944.3318, + 12206.9711, + 12264.8505, + 12085.5683, + 12495.0789, + 12180.2966, + 12217.6834, + 12401.5652, + 11910.8904, + 12038.7049, + 12817.3829, + 12438.992, + 12466.0857, + 11982.9373, + 11359.1007, + 12389.3911, + 12922.4226, + 12040.6423, + 12320.0973, + 11811.1402, + 11546.3406, + 12884.4945, + 12205.0332, + 12939.9991, + 12266.464, + 12495.4116, + 12301.2097, + 11895.0868, + 12432.0407, + 12439.5136, + 11965.0376, + 12113.9997, + 12071.2096, + 12301.2783, + 12858.2795, + 12732.9341, + 11874.9512, + 11821.0778, + 12148.2477, + 12288.893, + 11710.1163, + 12313.6204 + ], + "episode_costs": [ + 1.75, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 1.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 1.75, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 2.25, + 1.25, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 1.0, + 2.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 0.5, + 1.0, + 0.0, + 1.5, + 1.5, + 0.25, + 0.0, + 1.25, + 5.25, + 0.75, + 2.0, + 2.25, + 0.75, + 0.0, + 0.5, + 0.25, + 2.0, + 4.0, + 1.25, + 4.25, + 0.5, + 1.0, + 1.25, + 4.75, + 0.75, + 3.0, + 0.25, + 2.75, + 2.25, + 2.0, + 2.0, + 4.75, + 1.25, + 0.25, + 2.25, + 7.5, + 3.5, + 1.75, + 3.0, + 3.0, + 1.5, + 5.75, + 1.5, + 9.75, + 0.75, + 0.5, + 0.5, + 1.25, + 0.25, + 0.75, + 1.25, + 1.25, + 1.0, + 3.75, + 1.75, + 0.25, + 0.5, + 1.75, + 0.5, + 3.75, + 0.5, + 0.5, + 0.0, + 3.5, + 2.0, + 2.5, + 2.0, + 2.75, + 2.75, + 0.5, + 3.25, + 0.75, + 4.0, + 2.75, + 5.5, + 3.5, + 0.5, + 0.5, + 3.0, + 1.25, + 1.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.75, + 0.75, + 1.0, + 0.25, + 1.0, + 4.5, + 2.0, + 3.75, + 3.0, + 0.75, + 3.5, + 2.0, + 0.75, + 3.75, + 1.75, + 5.75, + 2.5, + 3.25, + 2.0, + 2.5, + 1.75, + 1.75, + 0.75, + 2.25, + 1.25, + 0.25, + 1.5, + 1.5, + 1.0, + 2.5, + 1.25, + 0.25, + 1.0, + 1.5, + 0.75, + 2.25, + 2.25, + 0.5, + 3.25, + 0.25, + 2.5, + 0.75, + 1.5, + 3.75, + 1.75, + 1.25, + 0.5, + 2.25, + 0.75, + 0.25, + 2.75, + 0.5, + 3.25, + 0.25, + 1.5, + 4.75, + 3.25, + 2.0, + 0.5, + 2.5, + 1.5, + 3.0, + 3.75, + 2.0, + 1.25, + 2.25, + 0.75, + 2.0, + 1.5, + 0.5, + 0.25, + 0.25, + 1.25, + 0.75, + 0.0, + 0.0, + 0.5, + 2.0, + 1.75, + 1.0, + 1.25, + 2.0, + 0.75, + 2.0, + 3.0, + 1.0, + 3.25, + 2.5, + 2.5, + 1.25, + 0.5, + 0.75, + 1.5, + 1.0, + 1.25, + 1.75, + 3.5, + 1.0, + 1.5, + 0.75, + 0.75, + 0.75, + 0.75, + 1.25, + 1.25, + 1.75, + 0.0, + 1.0, + 3.0, + 2.0, + 2.0, + 1.5, + 1.0, + 2.25, + 1.5, + 4.0, + 0.75, + 2.5, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 0.0, + 2.0, + 2.25, + 1.5, + 0.25, + 2.75, + 1.25, + 0.75, + 1.0, + 1.0, + 2.25, + 1.5, + 0.25, + 1.75, + 3.75, + 1.5, + 1.75, + 1.25, + 1.0, + 1.5, + 2.0, + 2.0, + 2.75, + 1.5, + 1.0, + 0.25, + 3.25, + 1.0, + 0.75, + 0.0, + 0.5, + 0.25, + 3.75, + 1.5, + 0.25, + 0.25, + 2.0, + 4.5, + 2.0, + 2.5, + 0.75, + 1.0, + 0.25, + 0.75, + 1.0, + 1.5, + 0.25, + 0.5, + 1.0, + 1.0, + 2.25, + 0.0, + 0.75, + 3.0, + 2.5, + 0.0, + 1.75, + 0.5, + 0.5, + 2.25, + 0.5, + 1.25, + 1.25, + 0.75, + 0.5, + 0.5, + 1.25, + 0.5, + 0.5, + 1.75, + 3.0, + 1.5, + 0.75, + 2.0, + 1.25, + 1.0, + 1.5, + 1.0, + 0.5, + 1.25, + 1.25, + 0.75, + 0.25, + 3.0, + 0.25, + 3.5, + 2.0, + 0.75, + 0.5, + 3.5, + 1.0, + 2.0, + 0.25, + 1.25, + 0.25, + 0.25, + 1.75, + 0.75, + 0.75, + 2.75, + 0.5, + 0.0, + 0.5, + 1.5, + 0.75, + 1.25, + 0.5, + 1.25, + 1.0, + 0.5, + 1.75, + 1.25, + 2.75, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 1.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 1.0, + 1.25, + 0.25, + 0.5, + 0.75, + 1.5, + 1.25, + 0.0, + 1.5, + 1.0, + 0.25, + 0.25, + 0.75, + 1.25, + 0.5, + 0.0, + 0.0, + 0.25, + 1.0, + 1.25, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 1.25, + 1.25, + 1.5, + 0.5, + 1.25, + 1.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 1.25, + 0.5, + 0.0, + 0.25, + 1.5, + 0.75, + 0.25, + 1.0, + 0.5, + 0.75, + 3.75, + 1.75, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 0.5, + 0.5, + 1.75, + 0.5, + 0.0, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 1.0, + 1.75, + 0.75, + 1.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.0, + 0.5, + 0.75, + 1.0, + 0.75, + 1.0, + 0.75, + 0.75, + 1.75, + 0.75, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.5, + 1.0, + 1.75, + 1.25, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.0, + 1.25, + 0.25, + 0.25, + 0.75, + 1.75, + 1.25, + 1.0, + 0.0, + 0.25, + 1.0, + 1.0, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 0.75, + 1.5, + 0.5, + 0.5, + 0.0, + 0.5, + 1.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 2.5, + 0.5, + 1.5, + 1.5, + 1.0, + 1.5, + 0.5, + 0.25, + 0.5, + 1.5, + 2.5, + 1.75, + 0.75, + 0.75, + 0.5, + 1.0, + 0.5, + 1.5, + 0.75, + 0.5, + 1.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.5, + 0.5, + 0.75, + 1.25, + 0.5, + 0.5, + 0.25, + 1.0, + 1.0, + 0.75, + 1.25, + 0.5, + 0.75, + 2.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 1.5, + 1.0, + 0.75, + 0.25, + 1.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 2.5, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 0.75, + 2.25, + 0.5, + 1.25, + 2.0, + 1.0, + 0.75, + 0.75, + 0.25, + 0.0, + 1.25, + 0.5, + 0.5, + 0.25, + 2.0, + 0.0, + 1.0, + 0.25, + 0.5, + 1.0, + 1.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 1.25, + 0.25, + 0.25, + 1.25, + 1.25, + 0.25, + 1.75, + 0.5, + 1.75, + 1.0, + 1.5, + 0.75, + 1.5, + 0.5, + 1.25, + 1.25, + 0.5, + 1.25, + 0.0, + 1.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 1.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 1.25, + 1.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 1.25, + 1.5, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 1.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 1.25, + 0.5, + 0.25, + 1.25, + 0.75, + 1.5, + 0.0, + 2.0, + 1.25, + 0.25, + 1.0, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 2.0, + 0.5, + 1.0, + 0.5, + 0.75, + 2.5, + 0.75, + 0.25, + 1.75, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 1.0, + 0.75, + 0.25, + 1.25, + 2.25, + 2.0, + 0.5, + 0.5, + 1.75, + 2.75, + 1.0, + 0.5, + 0.5, + 1.25, + 2.0, + 4.0, + 1.25, + 0.25, + 0.25, + 0.75, + 1.5, + 2.5, + 1.0, + 2.5, + 1.5, + 2.5, + 1.0, + 1.75, + 0.75, + 1.5, + 1.5, + 1.25, + 1.5, + 0.75, + 0.5, + 1.75, + 1.0, + 0.25, + 0.25, + 0.5, + 1.0, + 0.75, + 0.25, + 0.75, + 2.25, + 1.5, + 1.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 1.25, + 0.75, + 0.5, + 0.5, + 1.0, + 0.0, + 0.5, + 2.75, + 1.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 1.0, + 1.5, + 0.75, + 3.5, + 0.75, + 0.75, + 1.0, + 0.25, + 2.0, + 0.75, + 2.0, + 2.75, + 1.0, + 1.25, + 0.0, + 1.0, + 0.75, + 2.25, + 0.75, + 1.25, + 1.0, + 0.5, + 0.5, + 1.25, + 1.25, + 1.25, + 1.75, + 1.5, + 0.75, + 0.0, + 0.75, + 1.25, + 1.0, + 1.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 2.0, + 1.5, + 0.25, + 0.0, + 0.5, + 1.0, + 1.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 1.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 1.0, + 0.75, + 0.5, + 1.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 1.0, + 1.5, + 0.0, + 1.0, + 0.25, + 1.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 0.25, + 1.5, + 0.25, + 1.5, + 0.75, + 0.75, + 0.75, + 0.75, + 1.0, + 1.0, + 0.75, + 3.0, + 1.25, + 2.0, + 1.0, + 0.5, + 0.0, + 5.25, + 3.25, + 2.25, + 0.75, + 3.0, + 3.5, + 0.0, + 0.25, + 1.5, + 1.25, + 2.5, + 0.5, + 0.25, + 1.75, + 0.5, + 2.75, + 1.0, + 0.75, + 0.25, + 0.5, + 0.75, + 0.75, + 1.0, + 0.0, + 0.75, + 1.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 1.25, + 1.0, + 1.25, + 0.75, + 0.25, + 0.0, + 1.75, + 1.75, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 1.0, + 1.0, + 1.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 2.0, + 0.25, + 1.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.75, + 2.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 1.25, + 0.75, + 1.75, + 0.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.0, + 1.25, + 1.5, + 0.75, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.5, + 0.75, + 0.0, + 1.25, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 0.25, + 1.25, + 0.25, + 0.25, + 0.75, + 0.0, + 1.75, + 0.25, + 1.0, + 1.5, + 1.0, + 1.0, + 0.25, + 0.75, + 0.75, + 1.25, + 1.0, + 0.5, + 1.25, + 0.0, + 0.0, + 1.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.75, + 0.5, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 1.0, + 1.0, + 0.0, + 1.0, + 1.5, + 1.75, + 0.5, + 0.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 1.5, + 1.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 1.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 3.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.5 + ], + "episode_lambdas": [ + 10.175, + 10.34, + 10.491, + 10.6269, + 10.7492, + 10.8618, + 10.9756, + 11.078, + 11.1702, + 11.2557, + 11.3376, + 11.4114, + 11.4777, + 11.5375, + 11.5912, + 11.6396, + 11.6831, + 11.7298, + 11.7718, + 11.8172, + 11.8604, + 11.8994, + 11.9345, + 11.9685, + 11.9992, + 12.0317, + 12.0611, + 12.0875, + 12.1112, + 12.1326, + 12.1518, + 12.1717, + 12.192, + 12.2103, + 12.2293, + 12.2513, + 12.2712, + 12.2891, + 12.3077, + 12.3269, + 12.3442, + 12.3598, + 12.3738, + 12.3864, + 12.4003, + 12.4178, + 12.4335, + 12.4501, + 12.4651, + 12.4811, + 12.4955, + 12.5084, + 12.5226, + 12.5353, + 12.5468, + 12.5596, + 12.5712, + 12.5815, + 12.5909, + 12.6018, + 12.6116, + 12.623, + 12.6357, + 12.6471, + 12.6574, + 12.6667, + 12.675, + 12.6825, + 12.6892, + 12.6953, + 12.7008, + 12.7057, + 12.7101, + 12.7141, + 12.7177, + 12.7209, + 12.7238, + 12.7265, + 12.7338, + 12.7404, + 12.7489, + 12.7565, + 12.7634, + 12.7695, + 12.7751, + 12.7801, + 12.7846, + 12.7886, + 12.7922, + 12.7955, + 12.7985, + 12.8011, + 12.8035, + 12.8057, + 12.8076, + 12.8093, + 12.8109, + 12.8148, + 12.8183, + 12.8215, + 12.8243, + 12.8269, + 12.8292, + 12.8313, + 12.8357, + 12.8396, + 12.8431, + 12.8463, + 12.8492, + 12.8518, + 12.8541, + 12.8562, + 12.8581, + 12.8598, + 12.8613, + 12.8627, + 12.8639, + 12.865, + 12.866, + 12.8669, + 12.8677, + 12.8709, + 12.8738, + 12.8765, + 12.8788, + 12.8809, + 12.8828, + 12.8846, + 12.8861, + 12.8875, + 12.8887, + 12.8899, + 12.8909, + 12.8918, + 12.8926, + 12.8934, + 12.894, + 12.8946, + 12.8952, + 12.8956, + 12.8961, + 12.8965, + 12.8968, + 12.8971, + 12.8974, + 12.8977, + 12.8979, + 12.8981, + 12.8983, + 12.8985, + 12.8986, + 12.8988, + 12.8989, + 12.899, + 12.8991, + 12.8992, + 12.8993, + 12.8993, + 12.8994, + 12.8995, + 12.8995, + 12.8996, + 12.8996, + 12.8997, + 12.8997, + 12.8997, + 12.8997, + 12.8998, + 12.8998, + 12.8998, + 12.8998, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.8999, + 12.9, + 12.9, + 12.9025, + 12.9047, + 12.9067, + 12.9086, + 12.9127, + 12.9264, + 12.9413, + 12.9547, + 12.9692, + 12.9848, + 12.9988, + 13.0114, + 13.0228, + 13.0355, + 13.047, + 13.0573, + 13.0665, + 13.0774, + 13.0946, + 13.1102, + 13.1242, + 13.1392, + 13.1528, + 13.165, + 13.1785, + 13.1907, + 13.2016, + 13.2215, + 13.2393, + 13.2629, + 13.2841, + 13.3032, + 13.3229, + 13.3406, + 13.3565, + 13.3709, + 13.3838, + 13.3954, + 13.4059, + 13.4178, + 13.4285, + 13.4381, + 13.4468, + 13.4621, + 13.4809, + 13.5053, + 13.5273, + 13.5471, + 13.5649, + 13.5859, + 13.6048, + 13.6218, + 13.6371, + 13.6584, + 13.6801, + 13.7071, + 13.7364, + 13.7652, + 13.7912, + 13.8146, + 13.8406, + 13.8816, + 13.9184, + 13.9566, + 13.9959, + 14.0338, + 14.0679, + 14.0986, + 14.1263, + 14.1512, + 14.176, + 14.1984, + 14.2286, + 14.2582, + 14.2899, + 14.3184, + 14.3466, + 14.3719, + 14.3947, + 14.4378, + 14.489, + 14.5376, + 14.5813, + 14.6307, + 14.6751, + 14.7176, + 14.7658, + 14.8293, + 14.8863, + 14.9402, + 15.0012, + 15.0586, + 15.1127, + 15.1664, + 15.2223, + 15.2826, + 15.3393, + 15.3929, + 15.4436, + 15.5017, + 15.5591, + 15.6207, + 15.6761, + 15.741, + 15.8144, + 15.8829, + 15.9446, + 16.0127, + 16.1264, + 16.2363, + 16.3551, + 16.4846, + 16.6087, + 16.7203, + 16.8258, + 16.9232, + 17.0309, + 17.1678, + 17.3035, + 17.4682, + 17.6213, + 17.7692, + 17.9148, + 18.0933, + 18.2615, + 18.4428, + 18.6085, + 18.7852, + 18.9667, + 19.15, + 19.335, + 19.549, + 19.7541, + 19.9412, + 20.1321, + 20.3789, + 20.636, + 20.8849, + 21.1389, + 21.3975, + 21.6453, + 21.9257, + 22.1932, + 22.5313, + 22.8432, + 23.1289, + 23.391, + 23.6394, + 23.8655, + 24.0764, + 24.2788, + 24.4734, + 24.6586, + 24.8627, + 25.0639, + 25.2475, + 25.4178, + 25.5885, + 25.7472, + 25.9274, + 26.0947, + 26.2502, + 26.3902, + 26.5512, + 26.7161, + 26.8895, + 27.0655, + 27.2515, + 27.4463, + 27.6267, + 27.8215, + 28.0044, + 28.2089, + 28.4205, + 28.666, + 28.9219, + 29.1572, + 29.374, + 29.5991, + 29.8142, + 30.0178, + 30.201, + 30.3759, + 30.5433, + 30.6965, + 30.8418, + 30.9801, + 31.1146, + 31.2382, + 31.3593, + 31.5134, + 31.6721, + 31.8524, + 32.0446, + 32.2252, + 32.4226, + 32.6204, + 32.8058, + 33.0103, + 33.2117, + 33.4506, + 33.6905, + 33.939, + 34.1826, + 34.4268, + 34.6641, + 34.8952, + 35.1107, + 35.3271, + 35.5344, + 35.7235, + 35.9086, + 36.0903, + 36.2637, + 36.4449, + 36.6204, + 36.7808, + 36.9353, + 37.0892, + 37.2353, + 37.3893, + 37.5503, + 37.7003, + 37.8678, + 38.021, + 38.1839, + 38.338, + 38.4917, + 38.6675, + 38.8433, + 39.014, + 39.1726, + 39.3378, + 39.494, + 39.6371, + 39.7934, + 39.9391, + 40.1027, + 40.2524, + 40.4022, + 40.5844, + 40.781, + 40.9779, + 41.1601, + 41.3491, + 41.5342, + 41.7308, + 41.9452, + 42.1582, + 42.3624, + 42.5686, + 42.7618, + 42.9556, + 43.145, + 43.3205, + 43.481, + 43.6279, + 43.7726, + 43.9103, + 44.0343, + 44.1459, + 44.2513, + 44.3662, + 44.487, + 44.6058, + 44.7252, + 44.8527, + 44.975, + 45.105, + 45.252, + 45.3943, + 45.5548, + 45.7244, + 45.9019, + 46.0742, + 46.2343, + 46.3859, + 46.5373, + 46.6836, + 46.8277, + 46.9749, + 47.1424, + 47.3032, + 47.4629, + 47.6141, + 47.7577, + 47.8944, + 48.025, + 48.155, + 48.2845, + 48.4185, + 48.5392, + 48.6578, + 48.7945, + 48.9375, + 49.0863, + 49.2352, + 49.3791, + 49.5312, + 49.6831, + 49.8598, + 50.0263, + 50.2012, + 50.3611, + 50.5125, + 50.6587, + 50.7928, + 50.9186, + 51.0417, + 51.1575, + 51.2718, + 51.3746, + 51.4871, + 51.6109, + 51.7373, + 51.8536, + 51.9857, + 52.1172, + 52.2429, + 52.3662, + 52.487, + 52.6183, + 52.7515, + 52.8739, + 53.0015, + 53.1538, + 53.3059, + 53.4603, + 53.6118, + 53.7581, + 53.9048, + 54.0568, + 54.2137, + 54.3823, + 54.5491, + 54.7092, + 54.8557, + 55.0202, + 55.1781, + 55.3278, + 55.4625, + 55.5888, + 55.7049, + 55.8469, + 55.9897, + 56.1208, + 56.2412, + 56.3696, + 56.5301, + 56.6946, + 56.8676, + 57.0309, + 57.1878, + 57.3315, + 57.4684, + 57.6015, + 57.7364, + 57.8602, + 57.9767, + 58.0915, + 58.2049, + 58.3294, + 58.4415, + 58.5498, + 58.6773, + 58.8171, + 58.9429, + 59.0736, + 59.1962, + 59.3116, + 59.438, + 59.5567, + 59.676, + 59.7959, + 59.9113, + 60.0202, + 60.1232, + 60.2283, + 60.328, + 60.4227, + 60.5254, + 60.6479, + 60.7731, + 60.8933, + 61.0215, + 61.1493, + 61.2744, + 61.4019, + 61.5268, + 61.6441, + 61.7622, + 61.881, + 61.9954, + 62.1008, + 62.2257, + 62.3407, + 62.4791, + 62.6237, + 62.7613, + 62.8902, + 63.0412, + 63.1871, + 63.3383, + 63.477, + 63.6143, + 63.7404, + 63.8563, + 63.9782, + 64.0954, + 64.2083, + 64.3375, + 64.4588, + 64.5679, + 64.6711, + 64.779, + 64.8836, + 64.9902, + 65.0912, + 65.1946, + 65.2976, + 65.3954, + 65.5008, + 65.6082, + 65.7324, + 65.8517, + 65.9665, + 66.0699, + 66.1629, + 66.2516, + 66.3339, + 66.4105, + 66.487, + 66.5658, + 66.6517, + 66.729, + 66.7986, + 66.8613, + 66.9226, + 66.9779, + 67.0301, + 67.0796, + 67.1341, + 67.1832, + 67.2299, + 67.2744, + 67.322, + 67.3723, + 67.4275, + 67.4773, + 67.5246, + 67.5771, + 67.6294, + 67.679, + 67.7261, + 67.7735, + 67.8161, + 67.857, + 67.8938, + 67.9294, + 67.964, + 68.0001, + 68.0351, + 68.0666, + 68.1024, + 68.1347, + 68.1737, + 68.2213, + 68.2667, + 68.3125, + 68.3613, + 68.4201, + 68.4856, + 68.5446, + 68.6126, + 68.6839, + 68.7505, + 68.8129, + 68.8766, + 68.9465, + 69.0143, + 69.0754, + 69.1303, + 69.1823, + 69.2391, + 69.3027, + 69.3724, + 69.4402, + 69.5036, + 69.5608, + 69.6172, + 69.6805, + 69.7499, + 69.8274, + 69.9022, + 69.982, + 70.0663, + 70.1472, + 70.2299, + 70.3069, + 70.3787, + 70.4459, + 70.5188, + 70.5969, + 70.6722, + 70.74, + 70.8035, + 70.8756, + 70.9481, + 71.0158, + 71.0867, + 71.1555, + 71.225, + 71.325, + 71.4325, + 71.5392, + 71.6353, + 71.7268, + 71.8141, + 71.8977, + 71.9779, + 72.0601, + 72.1391, + 72.2152, + 72.3012, + 72.3836, + 72.4577, + 72.5319, + 72.6087, + 72.6829, + 72.7521, + 72.8169, + 72.8802, + 72.9397, + 73.0007, + 73.0581, + 73.1123, + 73.1711, + 73.2415, + 73.3123, + 73.3861, + 73.455, + 73.5195, + 73.5875, + 73.6488, + 73.7114, + 73.7753, + 73.8427, + 73.906, + 73.9629, + 74.0191, + 74.0772, + 74.1395, + 74.203, + 74.2702, + 74.3382, + 74.4069, + 74.4862, + 74.5651, + 74.6411, + 74.712, + 74.7883, + 74.8619, + 74.9307, + 74.9977, + 75.0654, + 75.1314, + 75.1957, + 75.2637, + 75.3423, + 75.4256, + 75.5105, + 75.587, + 75.6658, + 75.7467, + 75.8295, + 75.9116, + 75.9929, + 76.0711, + 76.1465, + 76.2169, + 76.2802, + 76.3397, + 76.4007, + 76.4606, + 76.5196, + 76.5851, + 76.6466, + 76.7069, + 76.7662, + 76.8271, + 76.8894, + 76.9505, + 77.0054, + 77.0549, + 77.1044, + 77.1514, + 77.1988, + 77.2464, + 77.3018, + 77.3566, + 77.4109, + 77.4598, + 77.5039, + 77.5485, + 77.5961, + 77.6415, + 77.6849, + 77.7264, + 77.7712, + 77.8141, + 77.8602, + 77.9017, + 77.939, + 77.9826, + 78.0319, + 78.0787, + 78.1208, + 78.1712, + 78.2191, + 78.2647, + 78.3132, + 78.3744, + 78.442, + 78.5128, + 78.5765, + 78.6363, + 78.7002, + 78.7677, + 78.8359, + 78.8998, + 78.9648, + 79.0284, + 79.0855, + 79.142, + 79.1953, + 79.2432, + 79.2864, + 79.3353, + 79.3868, + 79.4406, + 79.504, + 79.5661, + 79.627, + 79.6818, + 79.7361, + 79.795, + 79.853, + 79.9077, + 79.9569, + 80.0062, + 80.0556, + 80.1251, + 80.1926, + 80.2683, + 80.3515, + 80.4363, + 80.5277, + 80.6149, + 80.6959, + 80.7738, + 80.859, + 80.9606, + 81.0695, + 81.1751, + 81.2775, + 81.3748, + 81.4723, + 81.5651, + 81.6636, + 81.7597, + 81.8512, + 81.9486, + 82.0413, + 82.1321, + 82.2189, + 82.297, + 82.3748, + 82.4523, + 82.5221, + 82.5849, + 82.6414, + 82.6948, + 82.7453, + 82.8033, + 82.8604, + 82.9169, + 82.9752, + 83.0402, + 83.1037, + 83.1658, + 83.2242, + 83.2868, + 83.3531, + 83.4203, + 83.4933, + 83.5639, + 83.6351, + 83.719, + 83.8046, + 83.8892, + 83.9703, + 84.0507, + 84.1232, + 84.1883, + 84.252, + 84.3243, + 84.3994, + 84.4744, + 84.5445, + 84.6225, + 84.6978, + 84.7655, + 84.829, + 84.8911, + 84.947, + 85.0223, + 85.0925, + 85.1608, + 85.2322, + 85.2965, + 85.3543, + 85.4139, + 85.49, + 85.5635, + 85.6422, + 85.7329, + 85.8246, + 85.9147, + 86.0032, + 86.0854, + 86.1594, + 86.2384, + 86.3146, + 86.3881, + 86.4568, + 86.5386, + 86.6123, + 86.6885, + 86.7597, + 86.8287, + 86.9008, + 86.9783, + 87.0529, + 87.1276, + 87.1974, + 87.2651, + 87.3261, + 87.3885, + 87.4447, + 87.5052, + 87.5672, + 87.628, + 87.6902, + 87.7461, + 87.7965, + 87.8469, + 87.9047, + 87.9592, + 88.0108, + 88.0697, + 88.1352, + 88.1967, + 88.2696, + 88.3401, + 88.4211, + 88.504, + 88.5936, + 88.6817, + 88.776, + 88.8659, + 88.9594, + 89.0559, + 89.1478, + 89.243, + 89.3287, + 89.4234, + 89.5135, + 89.5947, + 89.6727, + 89.7479, + 89.8206, + 89.8936, + 89.9667, + 90.0375, + 90.1038, + 90.1634, + 90.2221, + 90.2899, + 90.3534, + 90.4105, + 90.462, + 90.5108, + 90.5572, + 90.6015, + 90.6488, + 90.6965, + 90.7418, + 90.7876, + 90.8364, + 90.8927, + 90.9585, + 91.0201, + 91.0806, + 91.1375, + 91.1888, + 91.2424, + 91.2932, + 91.3513, + 91.4187, + 91.4893, + 91.5604, + 91.6269, + 91.6867, + 91.743, + 91.7962, + 91.8516, + 91.9089, + 91.9705, + 92.036, + 92.0999, + 92.1599, + 92.2139, + 92.2675, + 92.3208, + 92.3762, + 92.4361, + 92.5025, + 92.5672, + 92.628, + 92.6952, + 92.7632, + 92.8394, + 92.9079, + 92.9896, + 93.0757, + 93.1556, + 93.2375, + 93.3213, + 93.4017, + 93.4815, + 93.5633, + 93.642, + 93.7328, + 93.8195, + 93.9076, + 93.9918, + 94.0751, + 94.1751, + 94.2726, + 94.3628, + 94.4616, + 94.5504, + 94.6379, + 94.7191, + 94.7922, + 94.863, + 94.9342, + 95.0057, + 95.0752, + 95.1402, + 95.2086, + 95.2778, + 95.3425, + 95.4132, + 95.4994, + 95.597, + 95.6898, + 95.7783, + 95.8755, + 95.9904, + 96.1039, + 96.211, + 96.3124, + 96.4162, + 96.5295, + 96.6716, + 96.8119, + 96.9407, + 97.0592, + 97.1732, + 97.2909, + 97.4218, + 97.5496, + 97.6897, + 97.8307, + 97.9826, + 98.1294, + 98.2789, + 98.421, + 98.5639, + 98.7075, + 98.8493, + 98.9919, + 99.1277, + 99.2549, + 99.3869, + 99.5157, + 99.6342, + 99.7432, + 99.8464, + 99.9493, + 100.0493, + 100.1419, + 100.2327, + 100.3369, + 100.4458, + 100.5587, + 100.6628, + 100.7665, + 100.8599, + 100.9439, + 101.0245, + 101.107, + 101.1838, + 101.263, + 101.3367, + 101.4055, + 101.4724, + 101.5327, + 101.5919, + 101.6452, + 101.7007, + 101.7581, + 101.8123, + 101.8611, + 101.9125, + 101.9612, + 102.0076, + 102.0544, + 102.1014, + 102.1563, + 102.2131, + 102.2693, + 102.3249, + 102.3849, + 102.4389, + 102.4925, + 102.5683, + 102.6464, + 102.7168, + 102.7901, + 102.8586, + 102.9202, + 102.9757, + 103.0382, + 103.0943, + 103.1549, + 103.2094, + 103.261, + 103.3124, + 103.3686, + 103.4343, + 103.5008, + 103.5958, + 103.6887, + 103.7798, + 103.8718, + 103.9572, + 104.0539, + 104.1485, + 104.2537, + 104.3758, + 104.4957, + 104.6162, + 104.7245, + 104.8321, + 104.9364, + 105.0527, + 105.165, + 105.2785, + 105.3906, + 105.4966, + 105.5969, + 105.6997, + 105.8047, + 105.9118, + 106.0256, + 106.143, + 106.2562, + 106.3581, + 106.4573, + 106.5591, + 106.6607, + 106.7621, + 106.8584, + 106.9525, + 107.0448, + 107.1303, + 107.2073, + 107.2791, + 107.3461, + 107.409, + 107.4656, + 107.5191, + 107.5672, + 107.6104, + 107.6694, + 107.7375, + 107.8012, + 107.8586, + 107.9152, + 107.9762, + 108.0436, + 108.1042, + 108.1588, + 108.2104, + 108.2669, + 108.3202, + 108.3707, + 108.4161, + 108.4745, + 108.5295, + 108.5816, + 108.6334, + 108.6826, + 108.7293, + 108.7814, + 108.8308, + 108.8752, + 108.9227, + 108.9654, + 109.0089, + 109.058, + 109.1097, + 109.1612, + 109.2176, + 109.2683, + 109.314, + 109.3601, + 109.4066, + 109.4534, + 109.4981, + 109.5433, + 109.5839, + 109.6281, + 109.6677, + 109.7085, + 109.7526, + 109.8024, + 109.8621, + 109.9159, + 109.9743, + 110.0294, + 110.094, + 110.1546, + 110.2191, + 110.2822, + 110.344, + 110.4021, + 110.4669, + 110.5327, + 110.5944, + 110.665, + 110.731, + 110.8054, + 110.8798, + 110.9544, + 111.0289, + 111.1035, + 111.1807, + 111.2601, + 111.3391, + 111.4402, + 111.5437, + 111.6568, + 111.7686, + 111.8743, + 111.9693, + 112.1074, + 112.2642, + 112.4277, + 112.5825, + 112.7517, + 112.9391, + 113.1076, + 113.2619, + 113.4157, + 113.5666, + 113.7275, + 113.8772, + 114.0145, + 114.1555, + 114.2875, + 114.4337, + 114.5754, + 114.7103, + 114.8343, + 114.9509, + 115.0633, + 115.172, + 115.2798, + 115.3768, + 115.4716, + 115.5744, + 115.6695, + 115.7625, + 115.8463, + 115.9242, + 115.9967, + 116.0671, + 116.1429, + 116.2211, + 116.304, + 116.3861, + 116.4625, + 116.5312, + 116.6106, + 116.6995, + 116.7871, + 116.8659, + 116.9443, + 117.0149, + 117.0809, + 117.1503, + 117.2228, + 117.3005, + 117.3779, + 117.4501, + 117.5176, + 117.5859, + 117.6473, + 117.705, + 117.7595, + 117.8161, + 117.8745, + 117.9295, + 117.9866, + 118.0379, + 118.0866, + 118.1305, + 118.1724, + 118.2102, + 118.2642, + 118.3152, + 118.3737, + 118.4288, + 118.486, + 118.5374, + 118.5861, + 118.6375, + 118.7038, + 118.7709, + 118.8338, + 118.8979, + 118.9581, + 119.0148, + 119.0733, + 119.1285, + 119.1907, + 119.2516, + 119.3139, + 119.3725, + 119.4278, + 119.4825, + 119.5343, + 119.5833, + 119.6275, + 119.6797, + 119.7343, + 119.8008, + 119.8658, + 119.9292, + 119.9913, + 120.0546, + 120.1192, + 120.1848, + 120.2438, + 120.3094, + 120.3835, + 120.4576, + 120.5344, + 120.6134, + 120.6846, + 120.7486, + 120.8063, + 120.8706, + 120.9336, + 120.9977, + 121.0554, + 121.1199, + 121.1779, + 121.2376, + 121.2989, + 121.364, + 121.4251, + 121.4851, + 121.5416, + 121.5949, + 121.6529, + 121.7051, + 121.7546, + 121.8016, + 121.8465, + 121.8918, + 121.9377, + 121.9789, + 122.0185, + 122.0541, + 122.0862, + 122.1251, + 122.1676, + 122.2083, + 122.2575, + 122.3043, + 122.3488, + 122.3964, + 122.4393, + 122.4954, + 122.5483, + 122.606, + 122.6729, + 122.7431, + 122.8163, + 122.8847, + 122.9537, + 123.0233, + 123.0985, + 123.1761, + 123.251, + 123.3309, + 123.4028, + 123.4676, + 123.5408, + 123.6117, + 123.6755, + 123.7355, + 123.7944, + 123.8475, + 123.8952, + 123.9507, + 124.0007, + 124.0531, + 124.1053, + 124.1522, + 124.202, + 124.2518, + 124.3041, + 124.3512, + 124.3986, + 124.4412, + 124.4846, + 124.5237, + 124.5588, + 124.5954, + 124.6309, + 124.6628, + 124.699, + 124.7366, + 124.7754, + 124.8204, + 124.8709, + 124.9163, + 124.9671, + 125.0279, + 125.1001, + 125.1701, + 125.2331, + 125.2948, + 125.3503, + 125.4103, + 125.4668, + 125.5176, + 125.5633, + 125.6045, + 125.6415, + 125.6749, + 125.7074, + 125.7367, + 125.763, + 125.7917, + 125.82, + 125.8455, + 125.8735, + 125.9011, + 125.926, + 125.9484, + 125.9711, + 125.9915, + 126.0173, + 126.0456, + 126.071, + 126.1014, + 126.1288, + 126.1559, + 126.1828, + 126.207, + 126.2288, + 126.2484, + 126.2661, + 126.297, + 126.3298, + 126.3593, + 126.3859, + 126.4173, + 126.4481, + 126.4908, + 126.5392, + 126.5903, + 126.6362, + 126.6826, + 126.7269, + 126.7667, + 126.82, + 126.8705, + 126.9185, + 126.9616, + 127.0004, + 127.0429, + 127.1111, + 127.1775, + 127.2372, + 127.296, + 127.3539, + 127.411, + 127.4649, + 127.5184 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0958, + 0.0958, + 0.0958, + 0.1271, + 0.2041, + 0.3813 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0956, + 0.0956, + 0.0956, + 0.125, + 0.1986, + 0.3897 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0955, + 0.0955, + 0.0955, + 0.1242, + 0.1958, + 0.3936 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.122, + 0.1929, + 0.3992 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.12, + 0.1905, + 0.4044 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0948, + 0.0948, + 0.0948, + 0.1161, + 0.1863, + 0.4132 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.0944, + 0.0944, + 0.0944, + 0.1123, + 0.185, + 0.4193 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.094, + 0.094, + 0.094, + 0.1089, + 0.1838, + 0.4252 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0936, + 0.0936, + 0.0936, + 0.106, + 0.1825, + 0.4305 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0931, + 0.0931, + 0.0931, + 0.1011, + 0.1796, + 0.4401 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0927, + 0.0927, + 0.0927, + 0.0974, + 0.1752, + 0.4493 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0921, + 0.0921, + 0.0921, + 0.0928, + 0.1703, + 0.4607 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0909, + 0.0909, + 0.0909, + 0.0909, + 0.1615, + 0.4749 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0894, + 0.0894, + 0.0894, + 0.0894, + 0.1518, + 0.4907 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0881, + 0.1476, + 0.4998 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1416, + 0.5103 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0866, + 0.0866, + 0.0866, + 0.0866, + 0.1384, + 0.5151 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1416, + 0.5107 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.1448, + 0.5054 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0877, + 0.0877, + 0.0877, + 0.0877, + 0.1473, + 0.5018 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0876, + 0.0876, + 0.0876, + 0.0876, + 0.1481, + 0.5013 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1447, + 0.5062 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1436, + 0.5072 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0872, + 0.0872, + 0.0872, + 0.0872, + 0.1405, + 0.5106 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0868, + 0.0868, + 0.0868, + 0.0868, + 0.1338, + 0.519 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0869, + 0.0869, + 0.0869, + 0.0869, + 0.1311, + 0.5212 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.1306, + 0.5203 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.129, + 0.5216 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ], + [ + 0.087, + 0.087, + 0.087, + 0.087, + 0.1237, + 0.5282 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0e1fa94100bfb688ba00f699838a734597226a --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg3.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7091589.2, + "constraint_satisfaction_pct": 27.73, + "final_rho": [ + 0.0799, + 0.0799, + 0.0799, + 0.0799, + 0.5735, + 0.1069 + ], + "final_lambda": 139.3322, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -5757.88, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -5363.2, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -5399.8, + "avg_cost": 0.25, + "lambda": 11.9077, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": -5218.59, + "avg_cost": 0.0, + "lambda": 12.0636, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": -5206.86, + "avg_cost": 0.0, + "lambda": 12.1199, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": -5182.35, + "avg_cost": 0.0, + "lambda": 12.1442, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": -5309.59, + "avg_cost": 0.0, + "lambda": 12.1643, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": -3341.89, + "avg_cost": 0.0, + "lambda": 12.1866, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": -4191.91, + "avg_cost": 0.0, + "lambda": 12.1953, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": -3214.76, + "avg_cost": 0.0, + "lambda": 12.1984, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 110, + "avg_reward": -3466.81, + "avg_cost": 0.0, + "lambda": 12.2111, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 120, + "avg_reward": -2618.0, + "avg_cost": 0.0, + "lambda": 12.2421, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 130, + "avg_reward": -3443.2, + "avg_cost": 0.0, + "lambda": 12.2738, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 140, + "avg_reward": -2562.1, + "avg_cost": 0.0, + "lambda": 12.3011, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 150, + "avg_reward": -2572.2, + "avg_cost": 0.0, + "lambda": 12.3167, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 160, + "avg_reward": -1955.07, + "avg_cost": 0.0, + "lambda": 12.3221, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 170, + "avg_reward": -3292.24, + "avg_cost": 0.0, + "lambda": 12.324, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 180, + "avg_reward": -2848.38, + "avg_cost": 0.0, + "lambda": 12.3626, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 190, + "avg_reward": -3751.95, + "avg_cost": 0.0, + "lambda": 12.3955, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 200, + "avg_reward": -1585.71, + "avg_cost": 0.0, + "lambda": 12.4408, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 210, + "avg_reward": -3197.51, + "avg_cost": 0.0, + "lambda": 12.4803, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 220, + "avg_reward": -1811.15, + "avg_cost": 0.0, + "lambda": 12.5292, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 230, + "avg_reward": -2170.96, + "avg_cost": 0.0, + "lambda": 12.559, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 240, + "avg_reward": -2957.3, + "avg_cost": 0.0, + "lambda": 12.6089, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 250, + "avg_reward": -2156.26, + "avg_cost": 1.75, + "lambda": 12.7754, + "rho": [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ] + }, + { + "episode": 260, + "avg_reward": -1737.25, + "avg_cost": 0.0, + "lambda": 13.0593, + "rho": [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ] + }, + { + "episode": 270, + "avg_reward": -2540.95, + "avg_cost": 0.75, + "lambda": 13.5464, + "rho": [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ] + }, + { + "episode": 280, + "avg_reward": -1511.37, + "avg_cost": 1.25, + "lambda": 13.9886, + "rho": [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ] + }, + { + "episode": 290, + "avg_reward": -946.62, + "avg_cost": 0.75, + "lambda": 14.6494, + "rho": [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ] + }, + { + "episode": 300, + "avg_reward": -970.48, + "avg_cost": 0.0, + "lambda": 15.452, + "rho": [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ] + }, + { + "episode": 310, + "avg_reward": -629.94, + "avg_cost": 0.5, + "lambda": 16.1038, + "rho": [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ] + }, + { + "episode": 320, + "avg_reward": 115.43, + "avg_cost": 0.75, + "lambda": 16.8797, + "rho": [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ] + }, + { + "episode": 330, + "avg_reward": -1012.23, + "avg_cost": 0.0, + "lambda": 17.9719, + "rho": [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ] + }, + { + "episode": 340, + "avg_reward": -154.04, + "avg_cost": 1.0, + "lambda": 19.0287, + "rho": [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ] + }, + { + "episode": 350, + "avg_reward": 1275.05, + "avg_cost": 0.75, + "lambda": 19.8838, + "rho": [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ] + }, + { + "episode": 360, + "avg_reward": 1840.03, + "avg_cost": 2.25, + "lambda": 21.2394, + "rho": [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ] + }, + { + "episode": 370, + "avg_reward": 916.76, + "avg_cost": 0.5, + "lambda": 23.1461, + "rho": [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ] + }, + { + "episode": 380, + "avg_reward": 1360.26, + "avg_cost": 2.75, + "lambda": 24.6728, + "rho": [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ] + }, + { + "episode": 390, + "avg_reward": 2211.12, + "avg_cost": 0.75, + "lambda": 26.4211, + "rho": [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ] + }, + { + "episode": 400, + "avg_reward": 2788.43, + "avg_cost": 2.75, + "lambda": 27.8403, + "rho": [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ] + }, + { + "episode": 410, + "avg_reward": 2955.6, + "avg_cost": 1.75, + "lambda": 29.5974, + "rho": [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ] + }, + { + "episode": 420, + "avg_reward": 3180.92, + "avg_cost": 2.75, + "lambda": 31.3306, + "rho": [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ] + }, + { + "episode": 430, + "avg_reward": 4316.51, + "avg_cost": 1.75, + "lambda": 33.0913, + "rho": [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ] + }, + { + "episode": 440, + "avg_reward": 3305.06, + "avg_cost": 2.0, + "lambda": 34.7444, + "rho": [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ] + }, + { + "episode": 450, + "avg_reward": 4396.71, + "avg_cost": 2.25, + "lambda": 36.7811, + "rho": [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ] + }, + { + "episode": 460, + "avg_reward": 3763.55, + "avg_cost": 0.5, + "lambda": 38.6185, + "rho": [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ] + }, + { + "episode": 470, + "avg_reward": 3218.39, + "avg_cost": 1.0, + "lambda": 40.2609, + "rho": [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ] + }, + { + "episode": 480, + "avg_reward": 4195.04, + "avg_cost": 3.25, + "lambda": 41.6795, + "rho": [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ] + }, + { + "episode": 490, + "avg_reward": 3653.25, + "avg_cost": 2.5, + "lambda": 42.9476, + "rho": [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ] + }, + { + "episode": 500, + "avg_reward": 3456.24, + "avg_cost": 0.75, + "lambda": 44.1388, + "rho": [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ] + }, + { + "episode": 510, + "avg_reward": 3983.21, + "avg_cost": 2.25, + "lambda": 45.3149, + "rho": [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ] + }, + { + "episode": 520, + "avg_reward": 1910.72, + "avg_cost": 0.5, + "lambda": 46.325, + "rho": [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ] + }, + { + "episode": 530, + "avg_reward": 5237.4, + "avg_cost": 1.5, + "lambda": 47.3172, + "rho": [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ] + }, + { + "episode": 540, + "avg_reward": -463.73, + "avg_cost": 1.0, + "lambda": 48.1199, + "rho": [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ] + }, + { + "episode": 550, + "avg_reward": 4253.7, + "avg_cost": 1.0, + "lambda": 49.132, + "rho": [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ] + }, + { + "episode": 560, + "avg_reward": 6113.95, + "avg_cost": 2.75, + "lambda": 50.0771, + "rho": [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ] + }, + { + "episode": 570, + "avg_reward": 4402.56, + "avg_cost": 1.0, + "lambda": 50.9588, + "rho": [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ] + }, + { + "episode": 580, + "avg_reward": 6556.39, + "avg_cost": 0.75, + "lambda": 51.8022, + "rho": [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ] + }, + { + "episode": 590, + "avg_reward": 7162.4, + "avg_cost": 1.75, + "lambda": 52.7839, + "rho": [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ] + }, + { + "episode": 600, + "avg_reward": 5400.38, + "avg_cost": 0.5, + "lambda": 53.7353, + "rho": [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ] + }, + { + "episode": 610, + "avg_reward": 5939.14, + "avg_cost": 1.0, + "lambda": 54.7968, + "rho": [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ] + }, + { + "episode": 620, + "avg_reward": 4929.41, + "avg_cost": 0.75, + "lambda": 56.0847, + "rho": [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ] + }, + { + "episode": 630, + "avg_reward": 4697.1, + "avg_cost": 0.5, + "lambda": 57.0468, + "rho": [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ] + }, + { + "episode": 640, + "avg_reward": 7141.78, + "avg_cost": 0.75, + "lambda": 57.7771, + "rho": [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ] + }, + { + "episode": 650, + "avg_reward": 7265.86, + "avg_cost": 1.5, + "lambda": 58.4136, + "rho": [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ] + }, + { + "episode": 660, + "avg_reward": 6381.15, + "avg_cost": 0.5, + "lambda": 59.1485, + "rho": [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ] + }, + { + "episode": 670, + "avg_reward": 7390.06, + "avg_cost": 0.5, + "lambda": 59.9216, + "rho": [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ] + }, + { + "episode": 680, + "avg_reward": 7765.36, + "avg_cost": 0.5, + "lambda": 60.7885, + "rho": [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ] + }, + { + "episode": 690, + "avg_reward": 6900.61, + "avg_cost": 0.75, + "lambda": 61.5718, + "rho": [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ] + }, + { + "episode": 700, + "avg_reward": 5845.37, + "avg_cost": 2.25, + "lambda": 62.4916, + "rho": [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ] + }, + { + "episode": 710, + "avg_reward": 6464.41, + "avg_cost": 0.25, + "lambda": 63.8793, + "rho": [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ] + }, + { + "episode": 720, + "avg_reward": 7563.07, + "avg_cost": 0.5, + "lambda": 65.3485, + "rho": [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ] + }, + { + "episode": 730, + "avg_reward": 7905.07, + "avg_cost": 0.5, + "lambda": 66.4851, + "rho": [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ] + }, + { + "episode": 740, + "avg_reward": 7748.7, + "avg_cost": 0.25, + "lambda": 67.4811, + "rho": [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ] + }, + { + "episode": 750, + "avg_reward": 8402.67, + "avg_cost": 3.0, + "lambda": 68.5072, + "rho": [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ] + }, + { + "episode": 760, + "avg_reward": 8528.1, + "avg_cost": 0.75, + "lambda": 69.571, + "rho": [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ] + }, + { + "episode": 770, + "avg_reward": 8520.59, + "avg_cost": 0.25, + "lambda": 70.516, + "rho": [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ] + }, + { + "episode": 780, + "avg_reward": 7766.87, + "avg_cost": 0.25, + "lambda": 71.3524, + "rho": [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ] + }, + { + "episode": 790, + "avg_reward": 8444.36, + "avg_cost": 0.0, + "lambda": 71.9434, + "rho": [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ] + }, + { + "episode": 800, + "avg_reward": 8221.09, + "avg_cost": 1.25, + "lambda": 72.4918, + "rho": [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ] + }, + { + "episode": 810, + "avg_reward": 9195.99, + "avg_cost": 2.0, + "lambda": 72.9774, + "rho": [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ] + }, + { + "episode": 820, + "avg_reward": 9214.76, + "avg_cost": 2.5, + "lambda": 73.7302, + "rho": [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ] + }, + { + "episode": 830, + "avg_reward": 8904.32, + "avg_cost": 0.25, + "lambda": 74.6963, + "rho": [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ] + }, + { + "episode": 840, + "avg_reward": 7106.22, + "avg_cost": 0.0, + "lambda": 75.3571, + "rho": [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ] + }, + { + "episode": 850, + "avg_reward": 9464.07, + "avg_cost": 0.25, + "lambda": 75.9671, + "rho": [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ] + }, + { + "episode": 860, + "avg_reward": 9529.81, + "avg_cost": 1.75, + "lambda": 76.6536, + "rho": [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ] + }, + { + "episode": 870, + "avg_reward": 6198.05, + "avg_cost": 0.0, + "lambda": 77.5268, + "rho": [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ] + }, + { + "episode": 880, + "avg_reward": 8823.42, + "avg_cost": 0.25, + "lambda": 78.3067, + "rho": [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ] + }, + { + "episode": 890, + "avg_reward": 9098.04, + "avg_cost": 0.25, + "lambda": 79.1499, + "rho": [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ] + }, + { + "episode": 900, + "avg_reward": 7266.47, + "avg_cost": 0.75, + "lambda": 79.8877, + "rho": [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ] + }, + { + "episode": 910, + "avg_reward": 9200.98, + "avg_cost": 0.5, + "lambda": 80.5095, + "rho": [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ] + }, + { + "episode": 920, + "avg_reward": 9821.13, + "avg_cost": 0.25, + "lambda": 81.2049, + "rho": [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ] + }, + { + "episode": 930, + "avg_reward": 8879.01, + "avg_cost": 0.5, + "lambda": 81.5908, + "rho": [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ] + }, + { + "episode": 940, + "avg_reward": 10282.78, + "avg_cost": 0.0, + "lambda": 82.1156, + "rho": [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ] + }, + { + "episode": 950, + "avg_reward": 9572.84, + "avg_cost": 0.75, + "lambda": 82.5113, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ] + }, + { + "episode": 960, + "avg_reward": 8734.74, + "avg_cost": 0.0, + "lambda": 82.9337, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ] + }, + { + "episode": 970, + "avg_reward": 10390.04, + "avg_cost": 1.75, + "lambda": 84.7059, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ] + }, + { + "episode": 980, + "avg_reward": 9753.79, + "avg_cost": 0.25, + "lambda": 86.5485, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ] + }, + { + "episode": 990, + "avg_reward": 10754.36, + "avg_cost": 0.5, + "lambda": 87.4648, + "rho": [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ] + }, + { + "episode": 1000, + "avg_reward": 11431.25, + "avg_cost": 4.0, + "lambda": 88.328, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ] + }, + { + "episode": 1010, + "avg_reward": 7122.73, + "avg_cost": 0.25, + "lambda": 89.5078, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ] + }, + { + "episode": 1020, + "avg_reward": 10492.69, + "avg_cost": 0.5, + "lambda": 90.3763, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ] + }, + { + "episode": 1030, + "avg_reward": 9806.29, + "avg_cost": 0.75, + "lambda": 91.0862, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ] + }, + { + "episode": 1040, + "avg_reward": 10827.95, + "avg_cost": 1.25, + "lambda": 91.7574, + "rho": [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ] + }, + { + "episode": 1050, + "avg_reward": 11053.25, + "avg_cost": 1.75, + "lambda": 92.3072, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ] + }, + { + "episode": 1060, + "avg_reward": 11079.44, + "avg_cost": 1.25, + "lambda": 93.0759, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ] + }, + { + "episode": 1070, + "avg_reward": 8212.24, + "avg_cost": 0.25, + "lambda": 93.7769, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ] + }, + { + "episode": 1080, + "avg_reward": 10448.47, + "avg_cost": 0.5, + "lambda": 94.4591, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ] + }, + { + "episode": 1090, + "avg_reward": 10750.6, + "avg_cost": 0.25, + "lambda": 95.1348, + "rho": [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ] + }, + { + "episode": 1100, + "avg_reward": 10839.25, + "avg_cost": 0.25, + "lambda": 95.6015, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ] + }, + { + "episode": 1110, + "avg_reward": 11069.74, + "avg_cost": 3.0, + "lambda": 96.1242, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ] + }, + { + "episode": 1120, + "avg_reward": 9711.76, + "avg_cost": 0.5, + "lambda": 96.7626, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ] + }, + { + "episode": 1130, + "avg_reward": 9163.74, + "avg_cost": 0.0, + "lambda": 97.7766, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ] + }, + { + "episode": 1140, + "avg_reward": 11214.58, + "avg_cost": 0.5, + "lambda": 99.108, + "rho": [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ] + }, + { + "episode": 1150, + "avg_reward": 11271.61, + "avg_cost": 0.25, + "lambda": 99.8911, + "rho": [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ] + }, + { + "episode": 1160, + "avg_reward": 11855.51, + "avg_cost": 1.25, + "lambda": 100.4223, + "rho": [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ] + }, + { + "episode": 1170, + "avg_reward": 12010.3, + "avg_cost": 1.75, + "lambda": 101.0228, + "rho": [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ] + }, + { + "episode": 1180, + "avg_reward": 11529.49, + "avg_cost": 0.25, + "lambda": 101.6565, + "rho": [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ] + }, + { + "episode": 1190, + "avg_reward": 12053.61, + "avg_cost": 1.5, + "lambda": 102.2547, + "rho": [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ] + }, + { + "episode": 1200, + "avg_reward": 10472.89, + "avg_cost": 0.0, + "lambda": 103.1501, + "rho": [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ] + }, + { + "episode": 1210, + "avg_reward": 11700.86, + "avg_cost": 0.5, + "lambda": 104.0383, + "rho": [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ] + }, + { + "episode": 1220, + "avg_reward": 11512.43, + "avg_cost": 1.0, + "lambda": 104.7889, + "rho": [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ] + }, + { + "episode": 1230, + "avg_reward": 11323.08, + "avg_cost": 0.25, + "lambda": 105.5845, + "rho": [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ] + }, + { + "episode": 1240, + "avg_reward": 12015.53, + "avg_cost": 2.5, + "lambda": 106.3891, + "rho": [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ] + }, + { + "episode": 1250, + "avg_reward": 949.53, + "avg_cost": 1.75, + "lambda": 107.842, + "rho": [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ] + }, + { + "episode": 1260, + "avg_reward": -297.77, + "avg_cost": 9.25, + "lambda": 110.9096, + "rho": [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ] + }, + { + "episode": 1270, + "avg_reward": -2030.11, + "avg_cost": 0.0, + "lambda": 114.6572, + "rho": [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ] + }, + { + "episode": 1280, + "avg_reward": 2656.37, + "avg_cost": 1.0, + "lambda": 116.7379, + "rho": [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ] + }, + { + "episode": 1290, + "avg_reward": 2078.39, + "avg_cost": 1.75, + "lambda": 118.2531, + "rho": [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ] + }, + { + "episode": 1300, + "avg_reward": 4192.5, + "avg_cost": 1.5, + "lambda": 120.22, + "rho": [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ] + }, + { + "episode": 1310, + "avg_reward": 6104.23, + "avg_cost": 1.0, + "lambda": 122.2581, + "rho": [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ] + }, + { + "episode": 1320, + "avg_reward": 1162.91, + "avg_cost": 0.0, + "lambda": 123.9551, + "rho": [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ] + }, + { + "episode": 1330, + "avg_reward": 6508.69, + "avg_cost": 1.25, + "lambda": 125.6131, + "rho": [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ] + }, + { + "episode": 1340, + "avg_reward": 7217.43, + "avg_cost": 0.5, + "lambda": 127.3914, + "rho": [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ] + }, + { + "episode": 1350, + "avg_reward": 9800.66, + "avg_cost": 0.25, + "lambda": 128.4823, + "rho": [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ] + }, + { + "episode": 1360, + "avg_reward": 10535.51, + "avg_cost": 0.0, + "lambda": 129.036, + "rho": [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ] + }, + { + "episode": 1370, + "avg_reward": 11136.57, + "avg_cost": 0.25, + "lambda": 129.3567, + "rho": [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ] + }, + { + "episode": 1380, + "avg_reward": 10770.05, + "avg_cost": 0.0, + "lambda": 129.7823, + "rho": [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ] + }, + { + "episode": 1390, + "avg_reward": 11705.33, + "avg_cost": 1.0, + "lambda": 130.4138, + "rho": [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ] + }, + { + "episode": 1400, + "avg_reward": 11879.44, + "avg_cost": 0.5, + "lambda": 131.2216, + "rho": [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ] + }, + { + "episode": 1410, + "avg_reward": 12498.21, + "avg_cost": 0.75, + "lambda": 131.7051, + "rho": [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ] + }, + { + "episode": 1420, + "avg_reward": 12056.3, + "avg_cost": 0.25, + "lambda": 132.2027, + "rho": [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ] + }, + { + "episode": 1430, + "avg_reward": 1355.16, + "avg_cost": 0.0, + "lambda": 132.6871, + "rho": [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ] + }, + { + "episode": 1440, + "avg_reward": 9443.05, + "avg_cost": 6.75, + "lambda": 133.5742, + "rho": [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ] + }, + { + "episode": 1450, + "avg_reward": 1366.38, + "avg_cost": 2.0, + "lambda": 135.5557, + "rho": [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + }, + { + "episode": 1460, + "avg_reward": -873.82, + "avg_cost": 0.0, + "lambda": 137.0316, + "rho": [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + }, + { + "episode": 1470, + "avg_reward": -982.54, + "avg_cost": 0.0, + "lambda": 138.0934, + "rho": [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + }, + { + "episode": 1480, + "avg_reward": -1232.99, + "avg_cost": 0.0, + "lambda": 138.8424, + "rho": [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + }, + { + "episode": 1490, + "avg_reward": -919.59, + "avg_cost": 0.0, + "lambda": 139.2056, + "rho": [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + }, + { + "episode": 1500, + "avg_reward": -711.5, + "avg_cost": 0.0, + "lambda": 139.3322, + "rho": [ + 0.0799, + 0.0799, + 0.0799, + 0.0799, + 0.5735, + 0.1069 + ] + } + ], + "episode_rewards": [ + -8017.7849, + -7143.8306, + -7341.0634, + -7485.4879, + -7460.513, + -7116.7725, + -6256.248, + -6669.8708, + -5556.2847, + -5757.8757, + -5814.9151, + -6291.2706, + -5355.0963, + -6288.4878, + -6171.0943, + -5705.3383, + -6267.5543, + -6684.5647, + -5929.7409, + -5363.2017, + -6176.3074, + -5678.6859, + -5271.3497, + -5987.9006, + -6373.217, + -6274.0155, + -5192.4505, + -5344.813, + -5715.0259, + -5399.7998, + -5043.2024, + -5188.3628, + -4628.0961, + -5559.3941, + -5879.3887, + -5412.7855, + -5225.0693, + -4993.5368, + -5536.7299, + -5218.5937, + -5423.5249, + -5466.7827, + -5288.7614, + -5584.1882, + -4856.2014, + -4244.3283, + -5601.7032, + -5091.9201, + -5991.3344, + -5206.857, + -4504.0825, + -5327.468, + -4195.5858, + -5125.0215, + -4925.2161, + -5079.8068, + -5285.0542, + -5305.8749, + -4378.6579, + -5182.3465, + -5259.2999, + -4403.1172, + -4964.0535, + -4306.8136, + -4546.1149, + -4809.9059, + -4327.05, + -4156.5947, + -4016.3544, + -5309.5915, + -4022.0057, + -4579.668, + -4171.7629, + -4144.0362, + -4417.2985, + -4689.3821, + -3668.1655, + -4296.3522, + -3671.9129, + -3341.8875, + -3684.9804, + -3392.0793, + -3621.4328, + -3445.6032, + -4153.3851, + -3864.6066, + -3687.019, + -4577.8696, + -3372.4687, + -4191.912, + -3450.8645, + -3708.9758, + -4015.225, + -3038.6482, + -3208.9737, + -3739.4825, + -3349.7394, + -3150.3063, + -3872.4566, + -3214.7616, + -2809.6984, + -3160.6242, + -3335.7888, + -2293.7832, + -3859.2308, + -3575.1938, + -3608.8, + -4127.2696, + -2718.1852, + -3466.8073, + -2713.1738, + -3700.7726, + -3533.4173, + -4158.0597, + -3677.6672, + -3682.4787, + -4041.2682, + -3205.8403, + -4122.7859, + -2617.9952, + -3171.4158, + -4576.1272, + -3266.6824, + -3091.1387, + -2922.9007, + -2913.1539, + -3475.2875, + -3595.335, + -3055.5951, + -3443.2, + -3363.8942, + -2972.6968, + -3380.8655, + -2736.3622, + -3348.4336, + -3024.6794, + -2910.6247, + -2744.4164, + -3176.1003, + -2562.0955, + -2913.879, + -2780.3133, + -3197.3116, + -2868.232, + -2881.0593, + -2777.9318, + -2046.6158, + -2740.9866, + -2468.9168, + -2572.1997, + -2254.4976, + -2177.3528, + -2091.1766, + -2382.6511, + -2157.5589, + -2023.5805, + -2970.4458, + -2378.1625, + -2233.8046, + -1955.068, + -2151.3779, + -1776.536, + -2210.393, + -2321.9444, + -2578.4809, + -1363.986, + -1812.0787, + -2292.8368, + -1607.1138, + -3292.2366, + -2144.7638, + -2455.7813, + -2228.2745, + -1602.3422, + -2570.7377, + -3243.8406, + -2156.0278, + -2522.0847, + -2713.9329, + -2848.3841, + -2749.6595, + -2260.1429, + -2378.7043, + -3175.5109, + -2161.2316, + -1956.7414, + -1909.4551, + -1675.1828, + -4213.0152, + -3751.9501, + -4248.1104, + -3907.4533, + -3076.3469, + -3187.1865, + -3999.6676, + -2051.6862, + -2998.7395, + -2155.6048, + -2047.4589, + -1585.7051, + -2179.0968, + -1871.6443, + -2940.8861, + -2613.3993, + -2326.7822, + -2233.2884, + -1408.9382, + -3318.9009, + -2846.3872, + -3197.5145, + -3228.418, + -2299.8062, + -3013.2266, + -2354.6137, + -2086.8299, + -3033.5094, + -3036.2242, + -1770.51, + -2066.4569, + -1811.1509, + -2968.3754, + -2185.5005, + -2590.1701, + -2341.6808, + -2534.776, + -2398.6625, + -1268.6031, + -1150.8489, + -3258.109, + -2170.9635, + -2642.9047, + -2192.4276, + -1040.4115, + -2347.8417, + -2148.7157, + -2213.3422, + -2647.3774, + -2415.34, + -2849.6476, + -2957.3036, + -2169.932, + -1565.5629, + -2132.5974, + -2897.2164, + -2825.1603, + -2350.0053, + -2424.3878, + -2260.115, + -1997.3836, + -2156.2639, + -2241.6516, + -2740.5515, + -1707.7517, + -1833.3391, + -2837.1214, + -2505.8638, + -2275.0492, + -1838.7959, + -1866.9475, + -1737.2515, + -1117.0409, + -2472.43, + -2387.343, + -1606.6701, + -2317.7602, + -1500.3854, + -1293.2721, + -1179.2658, + -3088.2015, + -2540.9515, + -1725.4082, + -1580.3383, + -1896.165, + -1859.246, + -1880.3241, + -1378.6521, + -2009.151, + -1471.933, + -1857.1314, + -1511.3663, + -827.178, + -1309.0689, + -1025.5107, + -1296.6056, + -1040.5306, + -1168.5124, + -1883.3341, + -2344.67, + -1551.3961, + -946.6163, + -1576.5881, + -912.7384, + -2217.8002, + -1626.1395, + -1110.5801, + -44.9645, + -386.7257, + -1778.8961, + -88.074, + -970.4818, + -277.9155, + -1760.7061, + -586.0211, + -1147.6243, + -469.1912, + -2036.0876, + -936.8621, + -276.7535, + -1280.464, + -629.9415, + 138.8972, + -1548.1648, + -291.0324, + 823.9931, + 1241.1544, + 54.7396, + -1074.1661, + 181.1615, + 479.9395, + 115.4291, + 17.1718, + 2084.9351, + 1160.475, + 154.3167, + -36.7462, + -1065.896, + 759.6466, + 543.6685, + 6.8524, + -1012.2306, + -515.5294, + 364.3602, + 634.3658, + 485.2095, + 1244.7755, + 558.1056, + -638.7088, + 277.7188, + 622.8921, + -154.0379, + 137.6503, + 435.3092, + -712.1841, + 469.1779, + 1732.4299, + 499.1591, + 2059.1426, + 534.5306, + 781.0337, + 1275.0504, + 934.9374, + 1037.4212, + 1777.2631, + 2701.7011, + 1973.0597, + 3326.7705, + 2533.4948, + 1110.6729, + 1204.1565, + 1840.0285, + 1886.5319, + 1823.1368, + 1888.6046, + 1927.1293, + 516.3511, + 1690.7086, + 1581.4012, + 1781.0036, + 2911.7893, + 916.7569, + 1500.3884, + 1346.3681, + 2097.2682, + 251.4743, + 1465.715, + 2110.2975, + 812.9289, + 1370.1561, + 2461.5169, + 1360.257, + 2166.5129, + 2165.3477, + 2819.9204, + 1860.6738, + 1521.469, + 2134.9504, + 1908.9192, + 1276.1885, + 1105.4409, + 2211.1164, + 1592.0033, + 1013.8776, + 2469.8539, + 2377.9733, + 2617.3826, + 1315.9814, + 809.7482, + 811.7585, + 1982.8539, + 2788.4255, + 2528.0761, + 461.2464, + 38.3429, + 961.0106, + 2486.2108, + 1207.4358, + 1793.3807, + -52.5728, + 2562.7163, + 2955.5975, + 3045.6105, + 2931.2392, + 1920.9497, + 2790.6923, + 2564.0493, + 3328.5335, + 3488.9972, + 2995.5154, + 1052.8151, + 3180.9155, + 2354.959, + 4052.5605, + 3479.9854, + 3296.3139, + 2910.1002, + 3188.2311, + 4404.7573, + 3732.0354, + 2450.1668, + 4316.5083, + 2773.7321, + 2919.6322, + 3040.2894, + 4035.3893, + 3826.4348, + 2301.9638, + 3977.3561, + 4066.1294, + 722.2828, + 3305.0603, + 2196.9011, + 3460.1017, + 4292.5128, + 4028.2978, + 3739.6087, + 3046.287, + 3276.4692, + 1600.5857, + 4324.235, + 4396.7117, + 4375.7737, + 3012.8244, + 4452.9944, + 4242.0708, + 3228.0903, + 2763.4189, + 3982.3205, + 4407.9367, + 4174.9786, + 3763.5475, + 141.9459, + 2903.348, + 4343.4023, + 4295.2912, + 3041.0652, + 3733.9855, + 3660.1262, + 5317.6789, + 4161.7421, + 3218.3888, + 4446.922, + 4742.8441, + 3961.888, + 4788.5426, + 874.9387, + 4843.2391, + 4788.5949, + 4231.7337, + 3169.9256, + 4195.0424, + 4070.4491, + 3428.2238, + 4828.5183, + 4086.8017, + 4646.6416, + 2693.5397, + 4713.954, + 3159.5944, + 5063.3201, + 3653.2485, + 3312.1403, + 3249.6909, + 4427.4475, + 4838.3414, + 4103.1993, + 5795.1655, + 4313.1441, + 2759.198, + 5387.5888, + 3456.2426, + 4515.3355, + 4379.1879, + 4888.6284, + 4789.6272, + 3647.5533, + 3777.3429, + 5547.785, + 3241.6267, + 2394.0709, + 3983.2126, + 4646.7514, + 5321.4836, + 4676.0639, + 4180.4807, + 4370.7784, + 3661.9133, + 4640.4093, + 5873.215, + 4966.9236, + 1910.7183, + 4073.5159, + 4863.0704, + 3784.5914, + 5458.8524, + 5489.4425, + 5685.2957, + 5513.6984, + 5433.4196, + 2814.2678, + 5237.4032, + 3099.6959, + 5228.6183, + 5693.3162, + 3367.0319, + 4923.7209, + 5537.749, + 5637.3502, + 5793.1652, + 3707.0167, + -463.7327, + 227.1006, + 4920.1637, + 2913.6868, + 5870.9963, + 3878.279, + 5459.6426, + 5193.1563, + 4116.477, + 3305.9941, + 4253.7009, + 5837.9514, + 6233.8914, + 3650.2776, + 4197.1064, + 4928.537, + 3940.9421, + 5326.1091, + 4673.3561, + 5687.705, + 6113.9473, + 4084.4233, + 4530.7955, + 5208.0013, + 6292.9924, + 5069.2241, + 3354.1144, + 4131.2786, + 6496.4904, + 6095.2668, + 4402.5585, + 6134.3371, + 6028.5223, + 4681.6144, + 2238.074, + 5802.6879, + 6366.1957, + 3363.4879, + 6145.4169, + 6323.878, + 6556.3876, + 4525.013, + 5852.2177, + 5428.7381, + 1459.6518, + 7503.6295, + 7321.8161, + 6839.0432, + 6424.6746, + 6041.9976, + 7162.4004, + 6472.6694, + 4216.6535, + 3691.8038, + 6514.9932, + 2674.7087, + 6323.7787, + 6148.4978, + 6471.5349, + 6854.868, + 5400.3766, + 6903.3123, + 6515.2911, + 6324.0294, + 2830.6512, + 4920.7015, + 4596.5461, + 6826.642, + 6536.3744, + 6151.5154, + 5939.1375, + 6118.2602, + 5230.0751, + 4190.4397, + 4025.8208, + 5019.3299, + 7074.8804, + 7050.4757, + 4280.206, + 5787.565, + 4929.4085, + 5500.2928, + 6369.4378, + 4814.7367, + 6944.6027, + 6549.0845, + 5221.4032, + 6692.633, + 6038.1852, + 4037.5768, + 4697.0996, + 7023.0402, + 7094.6047, + 5055.0862, + 5427.1622, + 5418.0817, + 6270.7103, + 7019.0106, + 7092.0417, + 5047.4703, + 7141.7802, + 6925.0903, + 6798.4343, + 5245.9833, + 4339.8438, + 7216.1305, + 7065.6087, + 7487.3421, + 6435.5616, + 5841.9393, + 7265.8559, + 3524.984, + 5905.0548, + 7170.2283, + 7228.7245, + 6115.5617, + 6425.3549, + 5780.8904, + 5763.2609, + 8200.1882, + 6381.1529, + 6903.7095, + 6821.9439, + 6876.2111, + 1285.3955, + 7781.9984, + 7524.5592, + 5145.1952, + 6739.9297, + 7062.6637, + 7390.0619, + 7095.3237, + 7301.884, + 7160.3759, + 7473.5239, + 4300.2579, + 7162.2571, + 5582.9543, + 7720.0404, + 6801.2815, + 7765.3619, + 7156.8726, + 7855.7558, + 7393.5681, + 7990.8482, + 5914.5136, + 6291.8925, + 7852.5129, + 4706.4163, + 6944.145, + 6900.6142, + 7738.3605, + 9054.2897, + 8300.1442, + 7698.6818, + 7384.9021, + 7147.6493, + 6935.5562, + 8092.8766, + 8254.7871, + 5845.3713, + 5312.5786, + 8302.9401, + 8198.8834, + 6387.0947, + 5408.4312, + 7110.2904, + 7923.8548, + 8320.3611, + 7126.5185, + 6464.4146, + 7569.3606, + 8199.8126, + 8197.5653, + 7637.2598, + 7385.4531, + 3873.7882, + 8420.0461, + 7541.1289, + 7023.4674, + 7563.0691, + 7571.7084, + 7697.6558, + 6864.4274, + 7871.4619, + 7977.5426, + 7719.2031, + 8315.4437, + 8281.9671, + 7707.2136, + 7905.0725, + 7937.4777, + 7836.9766, + 5319.8569, + 7104.8791, + 7872.9245, + 7581.5572, + 8064.6812, + 7344.7255, + 7823.296, + 7748.6996, + 7264.014, + 6280.6775, + 8341.9127, + 8751.3901, + 8481.3642, + 8124.4781, + 8060.1005, + 7820.7541, + 8182.7439, + 8402.6691, + 6565.1815, + 7614.3604, + 7578.5393, + 7912.5509, + 7923.3702, + 8018.1434, + 7964.2349, + 8361.5331, + 6599.5026, + 8528.1039, + 8415.6314, + 5300.3177, + 8357.6655, + 8422.8896, + 6438.0859, + 8128.2071, + 8946.2608, + 8162.6475, + 5819.645, + 8520.5883, + 8568.1787, + 8715.8992, + 8249.0871, + 8118.9686, + 6896.2176, + 7410.8344, + 7006.0838, + 8846.1372, + 8466.4691, + 7766.8702, + 7488.2517, + 8163.6028, + 9294.6272, + 8848.0661, + 8503.9357, + 8295.3191, + 8267.9885, + 8910.2194, + 8687.5897, + 8444.3597, + 8735.9144, + 9635.9252, + 8655.8707, + 8377.1687, + 9307.7222, + 8373.5185, + 7965.0516, + 8001.8917, + 9429.78, + 8221.0936, + 8768.4639, + 8231.2487, + 8202.4672, + 5681.9962, + 9014.6184, + 7928.2399, + 8150.1043, + 8694.2668, + 3947.9166, + 9195.9894, + 9297.2919, + 8978.8384, + 8736.0049, + 8080.999, + 8995.033, + 8996.1996, + 9029.3781, + 8734.4835, + 8810.5976, + 9214.7649, + 9842.3165, + 8904.6363, + 7499.512, + 6273.9803, + 10079.5834, + 7241.5832, + 9289.5089, + 6496.5723, + 9154.0365, + 8904.3202, + 8794.535, + 8555.908, + 9077.705, + 9586.046, + 8746.7772, + 8481.2849, + 9095.1364, + 9441.7831, + 9477.102, + 7106.2222, + 9399.7097, + 6719.2584, + 9118.1012, + 7084.1999, + 7686.2617, + 9434.1052, + 8912.2692, + 9759.9409, + 9559.6063, + 9464.0742, + 8493.2243, + 8275.1213, + 9600.3339, + 7901.9259, + 9692.8269, + 9565.3168, + 8927.8151, + 9100.9368, + 7362.0104, + 9529.8096, + 6449.0073, + 9452.2262, + 9627.8815, + 9060.7565, + 8492.0761, + 9937.168, + 8989.7882, + 8986.4418, + 9395.8006, + 6198.0514, + 9038.8535, + 8897.17, + 9003.4901, + 9120.5453, + 9562.7418, + 9756.0142, + 9458.1512, + 9216.1661, + 9583.9342, + 8823.4192, + 9480.7857, + 9590.2967, + 9062.2434, + 9551.3826, + 9023.125, + 9589.3038, + 9641.4351, + 9495.3784, + 8704.1474, + 9098.0386, + 9786.4221, + 9480.6494, + 7762.9257, + 9386.4122, + 9756.0655, + 9858.5358, + 6246.7255, + 9956.3004, + 9355.3499, + 7266.4662, + 9956.8249, + 9770.7285, + 9649.4037, + 9647.3318, + 8916.4601, + 9489.0057, + 10037.8855, + 9020.4494, + 8857.3074, + 9200.9816, + 10074.4161, + 10209.3969, + 10171.3784, + 9742.7447, + 9725.7494, + 8540.0838, + 9022.264, + 9393.7187, + 9417.7698, + 9821.1319, + 9231.7893, + 9602.0691, + 9598.1042, + 9569.4935, + 9550.6231, + 9578.1379, + 10063.968, + 9592.8404, + 9080.1494, + 8879.0089, + 9820.6757, + 9774.9613, + 10404.5426, + 9702.3565, + 8727.5117, + 9275.8975, + 10277.0302, + 10330.6786, + 9897.6472, + 10282.7767, + 10171.9663, + 10016.0975, + 9974.4062, + 10229.1012, + 10257.092, + 9081.7552, + 9018.8625, + 9651.2002, + 8293.9559, + 9572.8354, + 10333.779, + 10217.6865, + 9302.4263, + 9754.9452, + 11215.6033, + 10967.9851, + 10522.8338, + 9947.3155, + 9726.0071, + 8734.7366, + 7467.6465, + 7065.8951, + 7654.747, + 8346.6855, + 10368.2844, + 10588.2294, + 9829.0097, + 10800.8273, + 10677.4595, + 10390.0359, + 10276.5613, + 9703.9415, + 10064.6613, + 10126.2487, + 10985.945, + 10542.5114, + 10335.8161, + 10980.12, + 9529.0952, + 9753.7861, + 9982.2864, + 10798.808, + 9261.7838, + 10474.146, + 10050.3693, + 9867.5337, + 10379.4051, + 10963.6649, + 10137.0573, + 10754.3573, + 10530.6032, + 10013.1931, + 10363.6937, + 10497.5925, + 9007.4156, + 8562.7058, + 9335.8071, + 10781.2435, + 10761.6403, + 11431.2536, + 10698.6043, + 10512.3666, + 10337.9153, + 10322.5156, + 10316.1533, + 11005.6243, + 8867.6827, + 10381.4236, + 10377.2228, + 7122.7292, + 10505.2419, + 9416.4784, + 9306.5808, + 9799.0479, + 10597.3861, + 11169.8838, + 10957.087, + 10428.7999, + 10438.0718, + 10492.6947, + 10480.4811, + 10688.3698, + 9870.0607, + 10376.1078, + 7401.5048, + 10398.96, + 8863.9337, + 9750.9179, + 10722.3151, + 9806.2866, + 9824.9202, + 10317.2457, + 10648.3235, + 10338.8219, + 10621.1407, + 11073.399, + 10396.1275, + 10606.2949, + 10944.9824, + 10827.9519, + 11017.0185, + 10117.1939, + 9480.704, + 9390.5108, + 11119.272, + 9936.2501, + 9447.5154, + 9303.9779, + 10299.3954, + 11053.2549, + 10378.2816, + 10137.0195, + 11135.4075, + 10608.3162, + 7776.4441, + 11119.958, + 11217.6679, + 10938.4255, + 10801.7744, + 11079.4372, + 10993.9218, + 11223.9262, + 11369.0882, + 10960.4058, + 11046.2095, + 10971.0727, + 10848.1971, + 11140.9771, + 7890.8337, + 8212.2406, + 10514.7283, + 11008.6216, + 10650.498, + 10927.4666, + 10340.1036, + 8546.2658, + 10061.7453, + 11073.4833, + 10223.3943, + 10448.4699, + 11273.2359, + 11189.2431, + 10693.5438, + 9763.5306, + 10734.1589, + 11914.317, + 10058.6056, + 11140.8494, + 11008.0754, + 10750.5988, + 10833.0723, + 11098.8795, + 11227.5211, + 10937.4936, + 11255.4672, + 11058.3147, + 10632.1263, + 11209.6755, + 11396.2304, + 10839.2513, + 10532.8496, + 11283.4041, + 10513.4079, + 10454.0684, + 10948.8471, + 11159.2635, + 9573.8778, + 9793.4768, + 10561.4514, + 11069.7364, + 10224.0553, + 10798.8122, + 11025.6209, + 11544.5211, + 12015.552, + 10533.3905, + 10261.6224, + 11146.982, + 11507.6384, + 9711.7622, + 9985.0386, + 9855.6989, + 11125.8424, + 10981.7129, + 9201.7651, + 9630.4198, + 9860.8628, + 11426.4202, + 10195.5769, + 9163.735, + 10529.0313, + 10515.662, + 10188.9876, + 11143.1289, + 11589.4348, + 11461.1142, + 11288.0125, + 11719.0774, + 11671.367, + 11214.5753, + 10685.2502, + 11386.2112, + 10996.552, + 11130.0534, + 11763.1778, + 11437.7644, + 8781.8391, + 10878.3829, + 11341.0727, + 11271.6099, + 11849.5557, + 11321.4406, + 11190.2241, + 11194.9713, + 12045.3624, + 11261.9233, + 11543.1814, + 9351.9985, + 11127.2169, + 11855.5071, + 7712.3191, + 11479.1845, + 10741.4059, + 11385.3393, + 10849.9674, + 10068.8451, + 11096.637, + 11282.3436, + 11184.655, + 12010.3019, + 11535.2102, + 10830.85, + 12108.1533, + 11050.2396, + 10777.5437, + 11010.1877, + 11455.76, + 10394.4863, + 11453.0141, + 11529.49, + 11504.8384, + 11478.2353, + 11643.8448, + 11220.4969, + 10529.6218, + 11919.0431, + 12142.8412, + 10975.2749, + 10617.6626, + 12053.61, + 11451.7542, + 11609.5111, + 10570.527, + 11051.6954, + 11352.2452, + 11031.5592, + 11266.7425, + 10137.0379, + 12099.2966, + 10472.8884, + 11351.7829, + 11721.5317, + 11180.3089, + 11238.8415, + 11262.4539, + 7814.2457, + 11315.4381, + 11395.4913, + 11676.5224, + 11700.8592, + 11755.8628, + 11412.6411, + 11268.3521, + 11315.4529, + 11270.7103, + 11448.7924, + 11239.6916, + 12020.104, + 11748.4749, + 11512.4338, + 12562.6324, + 10995.563, + 11279.4013, + 12377.2003, + 11922.0771, + 11075.2707, + 12076.2295, + 11997.3964, + 10575.7087, + 11323.085, + 11519.7647, + 12006.8471, + 10935.0182, + 10029.2561, + 11084.45, + 9142.9005, + 11519.1378, + 11137.2338, + 10922.9644, + 12015.5304, + 10504.9624, + 10047.8333, + 9605.6105, + 11239.7916, + 10203.1561, + 7275.9951, + 6235.6754, + 764.7453, + -1562.9335, + 949.5294, + -1184.33, + 1041.5506, + -2666.3569, + -1854.5656, + 270.0648, + -1508.9017, + -1110.6803, + -1167.1167, + -1860.8341, + -297.7743, + -674.5267, + -1293.7956, + -1220.4502, + 1225.3396, + -2255.1362, + -1681.224, + -851.9709, + -510.824, + 628.15, + -2030.1098, + -279.9014, + -1700.4858, + 3415.5428, + 1532.8767, + 232.0568, + -610.0958, + 193.8956, + 805.9506, + -2739.9734, + 2656.3655, + 1551.3576, + 3222.2505, + 3313.3352, + 1040.1162, + 1544.7705, + 2042.3731, + 4598.1384, + -317.2592, + -44.3327, + 2078.3891, + 85.6324, + 7330.9044, + -299.539, + 5997.1988, + 936.8339, + 3254.5474, + 118.2696, + 1349.2933, + 1827.5355, + 4192.4962, + 271.9041, + 3860.7163, + 532.8079, + 164.598, + 1479.5569, + 2447.3256, + 3605.475, + 4337.1002, + 3647.6576, + 6104.2339, + 2880.8756, + 5267.5291, + 3594.8466, + 1942.341, + 517.2508, + 413.3921, + -487.2691, + 443.9814, + 1453.7175, + 1162.9119, + 5297.4259, + 1614.0677, + 5181.3843, + 6055.45, + 4349.6434, + 2317.0517, + 5257.6961, + 3590.0138, + 5494.2111, + 6508.6892, + 4471.3033, + 8710.9279, + 3611.6585, + 6767.3019, + 9362.2236, + 9977.6882, + 9531.4541, + 9117.79, + 9746.3918, + 7217.4318, + 9773.5185, + 10168.7215, + 9730.0986, + 9598.458, + 9864.8205, + 6262.5665, + 10134.5484, + 10069.7069, + 10451.5936, + 9800.6643, + 9592.8998, + 9688.4967, + 6884.9434, + 9932.4517, + 10154.5553, + 10419.1166, + 9834.8763, + 9919.2896, + 10471.5377, + 10535.5133, + 9459.4722, + 6137.4633, + 10118.9282, + 11227.0495, + 10451.085, + 8283.7519, + 11221.715, + 10497.4159, + 10803.6725, + 11136.5707, + 11581.023, + 3764.118, + 11452.8715, + 11736.8916, + 11511.0638, + 11097.4725, + 11515.113, + 11223.9247, + 11478.9478, + 10770.0454, + 10267.9173, + 9990.9946, + 9331.3457, + 9583.1719, + 10041.4304, + 10388.2947, + 12270.1666, + 12025.5435, + 11940.2915, + 11705.3282, + 11684.2327, + 12336.8389, + 11898.5976, + 11834.545, + 12174.0518, + 12413.3193, + 12197.0675, + 11737.3946, + 12162.0601, + 11879.4371, + 9409.537, + 10289.0205, + 11934.6391, + 12289.0804, + 11685.4472, + 12449.0344, + 11753.7204, + 11727.0488, + 12976.6541, + 12498.2137, + 12273.1334, + 11959.7568, + 12472.567, + 12266.6619, + 12621.2734, + 12467.6488, + 12333.7762, + 12063.7156, + 13289.4083, + 12056.2999, + 12176.9596, + 12482.052, + 12306.4082, + 11322.7021, + 11204.9359, + 11926.7775, + 12538.0495, + 11542.7443, + 9385.773, + 1355.1559, + 7649.7391, + 9052.0399, + 6344.5732, + 6398.7337, + 1707.1752, + 4193.1787, + 5987.0469, + 6777.0259, + 7785.518, + 9443.0477, + 5655.6491, + 8900.3811, + 4030.3066, + 5664.0857, + 5624.898, + 5390.9809, + 3411.2833, + 3067.2574, + 1828.0445, + 1366.3796, + 670.0029, + 56.8022, + 955.2136, + -665.4663, + -725.873, + -792.0923, + -980.238, + -883.7183, + -906.3282, + -873.8167, + -662.3111, + -354.5608, + -844.8693, + -424.1454, + -1084.9396, + -877.8528, + -1062.9587, + -1309.8574, + -913.2709, + -982.5364, + -950.7666, + -722.0458, + -979.5655, + -556.909, + -490.6288, + -1021.9493, + -1099.186, + -938.6996, + -1142.1796, + -1232.9879, + -1147.1906, + -1137.0713, + -1068.5322, + -1122.1116, + -1031.4662, + -1072.0884, + -998.4837, + -828.3626, + -952.4127, + -919.5924, + -931.9267, + -919.1719, + -783.8533, + -838.196, + -765.845, + -763.949, + -775.8263, + -782.3937, + -745.0283, + -711.5031 + ], + "episode_costs": [ + 1.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.75, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.75, + 1.5, + 1.0, + 0.25, + 0.0, + 1.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.25, + 0.75, + 0.5, + 1.5, + 0.5, + 0.5, + 2.75, + 1.5, + 0.25, + 0.0, + 0.75, + 2.5, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 2.75, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.75, + 0.25, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 1.25, + 1.25, + 0.25, + 0.25, + 1.5, + 0.75, + 0.5, + 1.75, + 3.25, + 0.75, + 0.5, + 1.75, + 1.0, + 2.5, + 1.5, + 0.0, + 1.0, + 2.25, + 0.0, + 0.0, + 0.75, + 0.25, + 2.0, + 0.5, + 2.25, + 2.0, + 1.5, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 2.0, + 0.0, + 0.25, + 1.25, + 0.5, + 1.5, + 0.75, + 0.25, + 1.25, + 2.25, + 2.0, + 2.5, + 3.25, + 4.5, + 2.25, + 2.25, + 2.25, + 2.0, + 2.75, + 2.0, + 1.75, + 0.75, + 1.5, + 2.5, + 1.0, + 4.75, + 0.5, + 1.0, + 0.25, + 0.5, + 1.0, + 0.0, + 1.0, + 1.25, + 3.5, + 1.75, + 2.75, + 2.5, + 0.5, + 3.0, + 2.75, + 1.0, + 2.5, + 2.0, + 1.0, + 0.5, + 0.75, + 0.25, + 1.75, + 0.25, + 1.0, + 1.25, + 1.0, + 2.25, + 2.5, + 2.25, + 2.75, + 2.5, + 1.25, + 1.75, + 1.0, + 5.0, + 0.25, + 1.75, + 1.0, + 1.75, + 1.75, + 2.75, + 1.25, + 1.75, + 0.5, + 2.0, + 0.75, + 3.0, + 1.75, + 2.0, + 2.75, + 2.25, + 2.0, + 0.75, + 1.75, + 0.75, + 1.75, + 2.0, + 2.5, + 0.5, + 1.75, + 2.25, + 2.25, + 3.25, + 1.25, + 0.5, + 0.5, + 0.75, + 1.0, + 1.0, + 2.0, + 4.25, + 1.75, + 5.5, + 2.25, + 2.0, + 2.25, + 1.75, + 0.75, + 3.5, + 2.25, + 1.25, + 1.25, + 2.25, + 2.0, + 1.75, + 0.25, + 0.5, + 2.0, + 1.5, + 0.5, + 1.0, + 0.75, + 3.0, + 2.0, + 1.75, + 2.75, + 1.0, + 2.5, + 1.75, + 1.0, + 1.25, + 1.0, + 1.0, + 0.75, + 0.75, + 1.25, + 1.25, + 1.0, + 0.25, + 3.25, + 0.75, + 0.75, + 1.75, + 1.75, + 0.5, + 0.5, + 1.0, + 0.5, + 2.0, + 2.5, + 0.25, + 0.25, + 0.25, + 2.0, + 0.25, + 3.0, + 1.75, + 1.0, + 1.5, + 0.75, + 1.5, + 1.0, + 0.5, + 0.5, + 0.5, + 2.0, + 1.75, + 1.0, + 1.25, + 2.25, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 0.0, + 1.5, + 0.75, + 2.75, + 0.5, + 0.25, + 0.75, + 1.75, + 2.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.0, + 1.5, + 0.25, + 0.25, + 2.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.0, + 1.25, + 1.5, + 1.75, + 1.75, + 1.75, + 1.75, + 1.75, + 0.5, + 0.0, + 1.0, + 0.75, + 0.0, + 0.25, + 2.25, + 2.25, + 0.5, + 0.25, + 0.0, + 0.25, + 2.75, + 0.0, + 0.75, + 1.5, + 1.0, + 0.0, + 1.0, + 0.75, + 1.0, + 0.5, + 1.0, + 0.25, + 1.25, + 1.25, + 0.25, + 1.25, + 0.5, + 0.75, + 1.5, + 0.75, + 0.75, + 0.75, + 1.0, + 0.0, + 0.25, + 3.0, + 3.5, + 0.5, + 1.0, + 0.5, + 1.75, + 1.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.75, + 0.25, + 2.25, + 1.25, + 0.5, + 1.0, + 1.0, + 0.0, + 0.5, + 2.25, + 2.5, + 1.75, + 1.0, + 3.0, + 1.0, + 1.0, + 0.25, + 0.75, + 0.75, + 0.75, + 4.0, + 4.0, + 0.0, + 0.75, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.25, + 1.75, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.75, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 1.5, + 0.5, + 0.5, + 0.5, + 0.75, + 1.5, + 0.5, + 1.25, + 1.5, + 2.25, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 1.0, + 0.5, + 0.75, + 3.25, + 0.5, + 1.5, + 0.0, + 0.25, + 0.5, + 2.25, + 0.5, + 0.5, + 0.25, + 1.0, + 1.25, + 0.75, + 0.5, + 0.25, + 0.75, + 0.5, + 1.0, + 0.75, + 1.0, + 1.0, + 1.5, + 0.5, + 0.5, + 0.5, + 0.5, + 3.5, + 3.25, + 2.25, + 0.75, + 3.0, + 1.5, + 0.75, + 0.5, + 1.75, + 2.25, + 2.0, + 0.75, + 0.25, + 1.0, + 2.5, + 5.0, + 1.0, + 0.0, + 1.0, + 1.75, + 1.5, + 0.25, + 0.5, + 1.25, + 1.75, + 0.25, + 0.0, + 1.25, + 0.5, + 0.75, + 1.5, + 1.75, + 0.5, + 0.5, + 0.75, + 0.75, + 1.25, + 1.5, + 0.75, + 1.25, + 0.75, + 0.75, + 0.25, + 0.0, + 1.0, + 3.0, + 1.5, + 0.5, + 1.0, + 1.75, + 0.5, + 0.75, + 3.0, + 1.0, + 0.75, + 0.0, + 1.75, + 1.0, + 0.5, + 1.25, + 1.0, + 0.25, + 0.75, + 2.25, + 0.0, + 2.0, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.25, + 0.25, + 2.5, + 0.5, + 0.25, + 0.75, + 0.0, + 1.25, + 0.5, + 1.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.75, + 0.75, + 2.0, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.5, + 0.25, + 2.0, + 1.25, + 1.0, + 0.25, + 0.75, + 1.5, + 0.5, + 1.25, + 0.75, + 0.25, + 2.5, + 2.25, + 0.0, + 0.0, + 0.0, + 4.0, + 1.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 2.0, + 0.0, + 0.0, + 0.25, + 1.75, + 0.5, + 0.0, + 1.0, + 0.25, + 1.0, + 0.0, + 1.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 2.5, + 1.0, + 1.75, + 0.25, + 0.25, + 1.0, + 1.75, + 0.5, + 1.0, + 1.0, + 1.0, + 2.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 2.25, + 1.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 1.5, + 0.5, + 1.5, + 1.5, + 1.5, + 0.25, + 1.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.25, + 1.25, + 1.75, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 1.25, + 0.5, + 0.5, + 0.5, + 1.75, + 2.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 2.25, + 1.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 1.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.25, + 11.25, + 15.0, + 5.75, + 3.5, + 1.0, + 1.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 1.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 2.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.5, + 3.25, + 4.5, + 4.0, + 1.0, + 1.0, + 0.5, + 0.0, + 1.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.5, + 3.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 1.0, + 0.0, + 1.0, + 1.25, + 1.0, + 0.25, + 0.5, + 1.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 1.75, + 1.25, + 0.5, + 2.25, + 1.0, + 1.0, + 0.5, + 0.5, + 0.0, + 0.5, + 1.25, + 0.5, + 0.5, + 0.75, + 1.0, + 0.25, + 0.75, + 0.0, + 2.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 1.0, + 0.25, + 0.5, + 3.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.75, + 0.0, + 0.75, + 1.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.75, + 0.25, + 3.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 3.0, + 3.5, + 0.25, + 1.25, + 0.75, + 3.25, + 2.0, + 0.0, + 1.0, + 0.5, + 1.5, + 4.0, + 3.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 1.5, + 0.25, + 0.25, + 0.75, + 1.25, + 1.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 1.25, + 0.5, + 1.75, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.75, + 2.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 1.5, + 0.0, + 0.5, + 1.5, + 0.25, + 1.25, + 0.75, + 1.25, + 2.5, + 0.25, + 1.0, + 3.25, + 3.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 0.75, + 0.5, + 0.5, + 1.5, + 1.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.75, + 0.75, + 1.5, + 1.25, + 0.0, + 1.5, + 0.75, + 0.0, + 0.25, + 0.75, + 1.0, + 0.25, + 1.25, + 0.75, + 1.0, + 1.0, + 1.25, + 1.5, + 2.5, + 0.75, + 0.25, + 1.5, + 2.5, + 7.25, + 1.5, + 2.0, + 1.5, + 1.0, + 1.75, + 2.25, + 9.25, + 2.25, + 5.0, + 11.75, + 3.0, + 2.0, + 2.5, + 4.25, + 9.25, + 6.75, + 2.5, + 1.0, + 10.5, + 0.25, + 1.75, + 1.5, + 1.25, + 2.25, + 0.0, + 1.25, + 0.0, + 2.25, + 1.75, + 0.0, + 0.5, + 0.5, + 1.0, + 0.0, + 1.0, + 1.0, + 3.5, + 1.5, + 0.25, + 0.25, + 1.25, + 3.75, + 1.5, + 0.0, + 1.75, + 5.0, + 4.0, + 2.0, + 3.25, + 1.0, + 0.25, + 1.5, + 3.5, + 1.75, + 1.5, + 2.25, + 4.0, + 0.5, + 0.75, + 2.75, + 2.5, + 3.0, + 2.75, + 1.75, + 1.0, + 2.25, + 2.25, + 3.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.25, + 0.75, + 0.0, + 3.0, + 1.75, + 3.0, + 1.75, + 1.5, + 4.25, + 1.0, + 1.0, + 3.25, + 1.25, + 1.25, + 2.0, + 1.0, + 3.25, + 2.25, + 3.25, + 1.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 1.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.75, + 1.0, + 0.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 1.25, + 4.5, + 1.25, + 1.25, + 1.0, + 0.25, + 0.25, + 1.0, + 0.75, + 1.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.75, + 1.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.5, + 0.0, + 0.75, + 0.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 1.25, + 0.5, + 0.0, + 0.0, + 1.0, + 2.5, + 1.0, + 3.25, + 0.0, + 0.5, + 0.75, + 1.75, + 1.5, + 6.75, + 4.75, + 2.25, + 5.5, + 0.5, + 1.0, + 2.75, + 0.75, + 0.75, + 3.0, + 2.0, + 0.0, + 1.25, + 1.25, + 0.75, + 1.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 3.0, + 1.25, + 2.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 4.0, + 1.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.175, + 10.335, + 10.479, + 10.6136, + 10.7372, + 10.851, + 10.9584, + 11.0551, + 11.1421, + 11.2204, + 11.2908, + 11.3542, + 11.4113, + 11.4627, + 11.5089, + 11.5505, + 11.588, + 11.6217, + 11.6545, + 11.6841, + 11.7107, + 11.7371, + 11.7609, + 11.7823, + 11.8016, + 11.8189, + 11.842, + 11.8653, + 11.8863, + 11.9077, + 11.9269, + 11.9492, + 11.9693, + 11.9874, + 12.0036, + 12.0183, + 12.0314, + 12.0433, + 12.054, + 12.0636, + 12.0722, + 12.08, + 12.087, + 12.0933, + 12.099, + 12.1041, + 12.1087, + 12.1128, + 12.1165, + 12.1199, + 12.1229, + 12.1256, + 12.128, + 12.1302, + 12.1322, + 12.134, + 12.1356, + 12.137, + 12.1408, + 12.1442, + 12.1473, + 12.1501, + 12.1526, + 12.1548, + 12.1568, + 12.1587, + 12.1603, + 12.1618, + 12.1631, + 12.1643, + 12.1653, + 12.1688, + 12.1719, + 12.1747, + 12.1773, + 12.1795, + 12.1816, + 12.1834, + 12.1851, + 12.1866, + 12.1879, + 12.1891, + 12.1902, + 12.1912, + 12.1921, + 12.1929, + 12.1936, + 12.1942, + 12.1948, + 12.1953, + 12.1958, + 12.1962, + 12.1966, + 12.1969, + 12.1972, + 12.1975, + 12.1978, + 12.198, + 12.1982, + 12.1984, + 12.1985, + 12.1987, + 12.1988, + 12.1989, + 12.2015, + 12.2039, + 12.206, + 12.2079, + 12.2096, + 12.2111, + 12.2125, + 12.2138, + 12.2149, + 12.2159, + 12.2193, + 12.2249, + 12.2299, + 12.2344, + 12.2385, + 12.2421, + 12.2454, + 12.2484, + 12.251, + 12.2534, + 12.2556, + 12.26, + 12.264, + 12.2676, + 12.2709, + 12.2738, + 12.2764, + 12.2788, + 12.2809, + 12.2828, + 12.2845, + 12.2886, + 12.2922, + 12.2955, + 12.2984, + 12.3011, + 12.3035, + 12.3056, + 12.3076, + 12.3093, + 12.3109, + 12.3123, + 12.3136, + 12.3147, + 12.3157, + 12.3167, + 12.3175, + 12.3182, + 12.3189, + 12.3195, + 12.3201, + 12.3206, + 12.321, + 12.3214, + 12.3218, + 12.3221, + 12.3224, + 12.3226, + 12.3229, + 12.3231, + 12.3233, + 12.3235, + 12.3236, + 12.3237, + 12.3239, + 12.324, + 12.3266, + 12.3289, + 12.331, + 12.3354, + 12.3394, + 12.343, + 12.3487, + 12.3538, + 12.3584, + 12.3626, + 12.3663, + 12.3697, + 12.3727, + 12.3754, + 12.3779, + 12.3801, + 12.3846, + 12.3886, + 12.3923, + 12.3955, + 12.3985, + 12.4011, + 12.4035, + 12.4107, + 12.4171, + 12.4229, + 12.4281, + 12.4328, + 12.437, + 12.4408, + 12.4442, + 12.4473, + 12.4501, + 12.4526, + 12.4548, + 12.4568, + 12.4636, + 12.4698, + 12.4753, + 12.4803, + 12.4847, + 12.4888, + 12.4924, + 12.4982, + 12.5033, + 12.508, + 12.5122, + 12.5185, + 12.5241, + 12.5292, + 12.5338, + 12.5379, + 12.5416, + 12.545, + 12.548, + 12.5507, + 12.5531, + 12.5553, + 12.5573, + 12.559, + 12.5606, + 12.5621, + 12.5659, + 12.5693, + 12.5748, + 12.5799, + 12.5844, + 12.5934, + 12.6016, + 12.6089, + 12.618, + 12.6312, + 12.6506, + 12.6681, + 12.6837, + 12.6979, + 12.7106, + 12.7245, + 12.7421, + 12.7754, + 12.8128, + 12.849, + 12.8816, + 12.9135, + 12.9421, + 12.9679, + 12.9911, + 13.0145, + 13.0381, + 13.0593, + 13.0958, + 13.1437, + 13.1969, + 13.2472, + 13.2925, + 13.3482, + 13.4009, + 13.4483, + 13.496, + 13.5464, + 13.5942, + 13.6448, + 13.6903, + 13.7363, + 13.7802, + 13.8222, + 13.8649, + 13.9059, + 13.9429, + 13.9886, + 14.0372, + 14.086, + 14.1449, + 14.2029, + 14.2601, + 14.3391, + 14.4252, + 14.5052, + 14.5772, + 14.6494, + 14.7395, + 14.823, + 14.8982, + 14.9759, + 15.0508, + 15.1207, + 15.2112, + 15.3001, + 15.38, + 15.452, + 15.5243, + 15.5894, + 15.658, + 15.7272, + 15.792, + 15.8503, + 15.9152, + 15.9812, + 16.0431, + 16.1038, + 16.1709, + 16.2438, + 16.3119, + 16.3757, + 16.4482, + 16.5208, + 16.5913, + 16.6721, + 16.7774, + 16.8797, + 16.9767, + 17.0815, + 17.1859, + 17.3048, + 17.4268, + 17.5366, + 17.6455, + 17.7659, + 17.8743, + 17.9719, + 18.0672, + 18.1555, + 18.2549, + 18.3494, + 18.457, + 18.5738, + 18.6939, + 18.812, + 18.9208, + 19.0287, + 19.1259, + 19.2158, + 19.2967, + 19.3895, + 19.4731, + 19.5508, + 19.6332, + 19.7124, + 19.7986, + 19.8838, + 19.9629, + 20.0466, + 20.1444, + 20.2525, + 20.3748, + 20.5173, + 20.6905, + 20.869, + 21.0521, + 21.2394, + 21.4279, + 21.6252, + 21.8226, + 22.0179, + 22.2011, + 22.381, + 22.5679, + 22.7461, + 22.954, + 23.1461, + 23.329, + 23.4961, + 23.6515, + 23.8013, + 23.9362, + 24.0676, + 24.1983, + 24.351, + 24.5059, + 24.6728, + 24.848, + 25.0107, + 25.1871, + 25.3734, + 25.5511, + 25.736, + 25.9224, + 26.1001, + 26.2651, + 26.4211, + 26.564, + 26.7101, + 26.8441, + 26.9747, + 27.1047, + 27.2317, + 27.3686, + 27.5167, + 27.6725, + 27.8403, + 28.0163, + 28.1871, + 28.3584, + 28.5226, + 28.7203, + 28.9008, + 29.0807, + 29.2526, + 29.4249, + 29.5974, + 29.7801, + 29.9571, + 30.1339, + 30.298, + 30.4657, + 30.6242, + 30.7967, + 30.9696, + 31.1451, + 31.3306, + 31.52, + 31.7105, + 31.8895, + 32.068, + 32.2362, + 32.4051, + 32.5771, + 32.7569, + 32.9237, + 33.0913, + 33.2647, + 33.4432, + 33.6364, + 33.8228, + 33.9955, + 34.1559, + 34.3078, + 34.4546, + 34.5966, + 34.7444, + 34.92, + 35.0955, + 35.3084, + 35.5226, + 35.7353, + 35.9493, + 36.1594, + 36.3559, + 36.5678, + 36.7811, + 36.9855, + 37.1819, + 37.3812, + 37.5806, + 37.7775, + 37.9573, + 38.1241, + 38.2941, + 38.4622, + 38.6185, + 38.7692, + 38.9122, + 39.071, + 39.2339, + 39.398, + 39.5732, + 39.7409, + 39.9168, + 40.0926, + 40.2609, + 40.4248, + 40.5823, + 40.7341, + 40.8782, + 41.0153, + 41.1513, + 41.2862, + 41.4176, + 41.5383, + 41.6795, + 41.814, + 41.9426, + 42.0759, + 42.2133, + 42.3419, + 42.4628, + 42.5815, + 42.6933, + 42.814, + 42.9476, + 43.0703, + 43.1833, + 43.2875, + 43.4012, + 43.5061, + 43.6305, + 43.7599, + 43.8864, + 44.0153, + 44.1388, + 44.2649, + 44.3884, + 44.5046, + 44.6141, + 44.7177, + 44.8309, + 44.9503, + 45.0678, + 45.186, + 45.3149, + 45.4359, + 45.5523, + 45.6571, + 45.7514, + 45.8463, + 45.9316, + 46.0235, + 46.1136, + 46.2223, + 46.325, + 46.42, + 46.513, + 46.6142, + 46.7253, + 46.8328, + 46.9345, + 47.0335, + 47.1327, + 47.2219, + 47.3172, + 47.4055, + 47.4875, + 47.5837, + 47.6703, + 47.7533, + 47.8355, + 47.9119, + 47.9832, + 48.0499, + 48.1199, + 48.1954, + 48.2784, + 48.3705, + 48.471, + 48.5789, + 48.6935, + 48.8142, + 48.9277, + 49.03, + 49.132, + 49.2313, + 49.3206, + 49.4036, + 49.5007, + 49.6106, + 49.7146, + 49.8106, + 49.8971, + 49.9774, + 50.0771, + 50.1669, + 50.2552, + 50.3497, + 50.4447, + 50.5303, + 50.6172, + 50.703, + 50.7902, + 50.8737, + 50.9588, + 51.0379, + 51.1216, + 51.2095, + 51.291, + 51.3769, + 51.4592, + 51.5408, + 51.6292, + 51.7163, + 51.8022, + 51.887, + 51.9733, + 52.0509, + 52.1233, + 52.2185, + 52.3392, + 52.4527, + 52.565, + 52.671, + 52.7839, + 52.898, + 53.0032, + 53.0979, + 53.1931, + 53.2813, + 53.3681, + 53.4488, + 53.5439, + 53.6421, + 53.7353, + 53.8293, + 53.9239, + 54.009, + 54.0906, + 54.1865, + 54.2979, + 54.4156, + 54.5315, + 54.6659, + 54.7968, + 54.9246, + 55.0422, + 55.1554, + 55.2649, + 55.3709, + 55.5063, + 55.6682, + 55.8139, + 55.9525, + 56.0847, + 56.2063, + 56.3206, + 56.4261, + 56.526, + 56.6234, + 56.7185, + 56.8092, + 56.8933, + 56.9714, + 57.0468, + 57.1271, + 57.2169, + 57.3077, + 57.3894, + 57.463, + 57.5292, + 57.5938, + 57.6569, + 57.7162, + 57.7771, + 57.8494, + 57.9169, + 57.9802, + 58.0472, + 58.1125, + 58.1737, + 58.2364, + 58.2927, + 58.3485, + 58.4136, + 58.4773, + 58.5395, + 58.6006, + 58.663, + 58.7342, + 58.8033, + 58.878, + 58.9602, + 59.0567, + 59.1485, + 59.2386, + 59.3298, + 59.4143, + 59.4929, + 59.5661, + 59.637, + 59.7108, + 59.7797, + 59.8517, + 59.9216, + 59.9919, + 60.0877, + 60.1789, + 60.276, + 60.3634, + 60.4446, + 60.5226, + 60.6154, + 60.7038, + 60.7885, + 60.8671, + 60.9479, + 61.0331, + 61.1173, + 61.1981, + 61.2733, + 61.3484, + 61.4211, + 61.4965, + 61.5718, + 61.6496, + 61.7297, + 61.8167, + 61.9, + 61.98, + 62.057, + 62.1313, + 62.2332, + 62.3574, + 62.4916, + 62.62, + 62.7655, + 62.9114, + 63.0503, + 63.1803, + 63.3147, + 63.4583, + 63.6074, + 63.7492, + 63.8793, + 64.0063, + 64.1457, + 64.3211, + 64.489, + 64.6401, + 64.7861, + 64.935, + 65.084, + 65.2206, + 65.3485, + 65.4762, + 65.6086, + 65.7302, + 65.8397, + 65.9507, + 66.0556, + 66.1576, + 66.2643, + 66.3779, + 66.4851, + 66.5866, + 66.6854, + 66.7819, + 66.8812, + 66.9856, + 67.087, + 67.1908, + 67.2917, + 67.3901, + 67.4811, + 67.563, + 67.6467, + 67.752, + 67.8618, + 67.9656, + 68.0691, + 68.1796, + 68.2842, + 68.3858, + 68.5072, + 68.6265, + 68.7413, + 68.8447, + 68.9552, + 69.0647, + 69.1682, + 69.2739, + 69.379, + 69.4761, + 69.571, + 69.6789, + 69.776, + 69.8834, + 69.9851, + 70.0816, + 70.1734, + 70.2611, + 70.3525, + 70.4372, + 70.516, + 70.6119, + 70.7032, + 70.7879, + 70.8716, + 70.9469, + 71.0272, + 71.1045, + 71.1916, + 71.2749, + 71.3524, + 71.4222, + 71.49, + 71.5585, + 71.6201, + 71.6781, + 71.7328, + 71.782, + 71.8363, + 71.8927, + 71.9434, + 71.9891, + 72.0377, + 72.0889, + 72.1425, + 72.2108, + 72.2747, + 72.3322, + 72.3865, + 72.4353, + 72.4918, + 72.5476, + 72.5979, + 72.6431, + 72.6888, + 72.7324, + 72.7742, + 72.8142, + 72.8653, + 72.9138, + 72.9774, + 73.0472, + 73.1199, + 73.188, + 73.2567, + 73.3335, + 73.4076, + 73.4869, + 73.5657, + 73.6391, + 73.7302, + 73.8347, + 73.9287, + 74.0133, + 74.0895, + 74.1981, + 74.3133, + 74.4219, + 74.5222, + 74.6125, + 74.6963, + 74.7716, + 74.8395, + 74.9005, + 74.9755, + 75.0429, + 75.1036, + 75.1608, + 75.2297, + 75.2967, + 75.3571, + 75.4213, + 75.4817, + 75.546, + 75.6039, + 75.666, + 75.7319, + 75.7962, + 75.8566, + 75.9135, + 75.9671, + 76.0154, + 76.0589, + 76.1105, + 76.1819, + 76.2562, + 76.3406, + 76.4191, + 76.4921, + 76.5679, + 76.6536, + 76.7358, + 76.8197, + 76.9052, + 76.9922, + 77.093, + 77.1912, + 77.2821, + 77.3689, + 77.452, + 77.5268, + 77.6016, + 77.6764, + 77.7538, + 77.8259, + 77.9133, + 78.002, + 78.0818, + 78.1586, + 78.2353, + 78.3067, + 78.3786, + 78.4582, + 78.5349, + 78.6189, + 78.7095, + 78.8061, + 78.8954, + 78.9884, + 79.0721, + 79.1499, + 79.2299, + 79.3044, + 79.3764, + 79.4438, + 79.5169, + 79.6002, + 79.6777, + 79.7524, + 79.8197, + 79.8877, + 79.9589, + 80.0256, + 80.0855, + 80.1444, + 80.205, + 80.262, + 80.3258, + 80.3882, + 80.4494, + 80.5095, + 80.581, + 80.6654, + 80.7489, + 80.8265, + 80.8988, + 80.9665, + 81.0323, + 81.0916, + 81.1499, + 81.2049, + 81.2569, + 81.3037, + 81.3459, + 81.3863, + 81.4227, + 81.4604, + 81.4968, + 81.5297, + 81.5592, + 81.5908, + 81.6292, + 81.6863, + 81.7527, + 81.8149, + 81.8709, + 81.9213, + 81.9717, + 82.0195, + 82.0701, + 82.1156, + 82.1615, + 82.2028, + 82.2451, + 82.2831, + 82.3198, + 82.3528, + 82.39, + 82.4285, + 82.4681, + 82.5113, + 82.5502, + 82.5877, + 82.6264, + 82.6663, + 82.7171, + 82.7679, + 82.8161, + 82.8595, + 82.8986, + 82.9337, + 82.9678, + 82.9986, + 83.0287, + 83.0683, + 83.2165, + 83.4998, + 83.8124, + 84.1286, + 84.4233, + 84.7059, + 84.9653, + 85.2063, + 85.4257, + 85.6256, + 85.8131, + 85.9842, + 86.1383, + 86.287, + 86.4233, + 86.5485, + 86.6711, + 86.7865, + 86.8954, + 86.9933, + 87.0815, + 87.1608, + 87.2348, + 87.3038, + 87.3859, + 87.4648, + 87.5408, + 87.6142, + 87.6853, + 87.7518, + 87.8116, + 87.8729, + 87.9432, + 88.0388, + 88.17, + 88.328, + 88.4802, + 88.6271, + 88.7644, + 88.888, + 89.0092, + 89.1233, + 89.2284, + 89.3306, + 89.4225, + 89.5078, + 89.5995, + 89.6846, + 89.7636, + 89.8397, + 89.9408, + 90.0417, + 90.1375, + 90.2238, + 90.3014, + 90.3763, + 90.4436, + 90.5143, + 90.5778, + 90.6451, + 90.718, + 90.7937, + 90.8644, + 90.9329, + 91.0096, + 91.0862, + 91.1576, + 91.2293, + 91.3014, + 91.3712, + 91.4391, + 91.5077, + 91.5719, + 91.6322, + 91.6915, + 91.7574, + 91.8216, + 91.8795, + 91.9365, + 91.9904, + 92.0413, + 92.0922, + 92.1455, + 92.1934, + 92.2441, + 92.3072, + 92.3765, + 92.4438, + 92.5269, + 92.6117, + 92.6981, + 92.7808, + 92.8602, + 92.9317, + 93.001, + 93.0759, + 93.1483, + 93.2185, + 93.2891, + 93.3627, + 93.4314, + 93.5008, + 93.5632, + 93.6394, + 93.7105, + 93.7769, + 93.8417, + 93.905, + 93.967, + 94.0278, + 94.0926, + 94.1533, + 94.213, + 94.2967, + 94.3795, + 94.4591, + 94.5356, + 94.6071, + 94.6789, + 94.7435, + 94.8091, + 94.8857, + 94.9547, + 95.0167, + 95.0775, + 95.1348, + 95.1863, + 95.2327, + 95.2744, + 95.322, + 95.3723, + 95.4175, + 95.4583, + 95.505, + 95.5545, + 95.6015, + 95.6489, + 95.699, + 95.7466, + 95.7944, + 95.8425, + 95.8957, + 95.9462, + 95.999, + 96.0491, + 96.1242, + 96.1943, + 96.2649, + 96.3334, + 96.3975, + 96.4628, + 96.524, + 96.5791, + 96.6362, + 96.7001, + 96.7626, + 96.8263, + 96.8887, + 96.9748, + 97.0873, + 97.1911, + 97.297, + 97.3998, + 97.5248, + 97.6573, + 97.7766, + 97.8939, + 98.0045, + 98.1191, + 98.2622, + 98.4235, + 98.5711, + 98.7165, + 98.8574, + 98.9866, + 99.108, + 99.2172, + 99.3154, + 99.4039, + 99.4835, + 99.5627, + 99.6364, + 99.7078, + 99.7745, + 99.8345, + 99.8911, + 99.947, + 99.9973, + 100.0475, + 100.0928, + 100.141, + 100.1994, + 100.2545, + 100.3065, + 100.3609, + 100.4223, + 100.4926, + 100.5633, + 100.627, + 100.6843, + 100.7358, + 100.7848, + 100.8363, + 100.8952, + 100.9531, + 101.0228, + 101.0905, + 101.1565, + 101.2158, + 101.2768, + 101.3366, + 101.3954, + 101.4509, + 101.5083, + 101.585, + 101.6565, + 101.7233, + 101.7835, + 101.8426, + 101.9009, + 101.9558, + 102.0102, + 102.0742, + 102.1318, + 102.1886, + 102.2547, + 102.3168, + 102.3851, + 102.4541, + 102.5287, + 102.6208, + 102.7062, + 102.7931, + 102.9038, + 103.0334, + 103.1501, + 103.2551, + 103.3596, + 103.4586, + 103.5502, + 103.6377, + 103.7214, + 103.8068, + 103.8886, + 103.9648, + 104.0383, + 104.1095, + 104.1835, + 104.2577, + 104.3294, + 104.399, + 104.4766, + 104.5564, + 104.6333, + 104.7099, + 104.7889, + 104.865, + 104.941, + 105.0169, + 105.1002, + 105.1877, + 105.2664, + 105.3523, + 105.4371, + 105.5134, + 105.5845, + 105.6561, + 105.7305, + 105.7999, + 105.8749, + 105.9499, + 106.0274, + 106.1072, + 106.1915, + 106.2823, + 106.3891, + 106.4927, + 106.5884, + 106.6896, + 106.8056, + 106.9826, + 107.1568, + 107.3336, + 107.5078, + 107.6745, + 107.842, + 108.0153, + 108.2638, + 108.5099, + 108.7814, + 109.1433, + 109.499, + 109.8391, + 110.1702, + 110.5106, + 110.9096, + 111.3361, + 111.745, + 112.123, + 112.5682, + 112.9714, + 113.3517, + 113.7091, + 114.0432, + 114.3663, + 114.6572, + 114.9315, + 115.1783, + 115.423, + 115.6607, + 115.8746, + 116.0722, + 116.255, + 116.4295, + 116.5865, + 116.7379, + 116.8841, + 117.0507, + 117.2156, + 117.3665, + 117.5049, + 117.6419, + 117.8027, + 117.9624, + 118.1062, + 118.2531, + 118.4353, + 118.6392, + 118.8428, + 119.0585, + 119.2627, + 119.4489, + 119.6315, + 119.8309, + 120.0278, + 120.22, + 120.4155, + 120.6315, + 120.8308, + 121.0177, + 121.2135, + 121.4146, + 121.6256, + 121.8431, + 122.0563, + 122.2581, + 122.4623, + 122.6686, + 122.8842, + 123.0783, + 123.253, + 123.4127, + 123.5564, + 123.6983, + 123.8334, + 123.9551, + 124.0946, + 124.2376, + 124.3964, + 124.5567, + 124.7161, + 124.902, + 125.0793, + 125.2488, + 125.4339, + 125.6131, + 125.7867, + 125.9631, + 126.1318, + 126.3161, + 126.5045, + 126.7065, + 126.9009, + 127.0783, + 127.2405, + 127.3914, + 127.5323, + 127.6665, + 127.7999, + 127.9199, + 128.0279, + 128.1326, + 128.2269, + 128.3167, + 128.4025, + 128.4823, + 128.554, + 128.6211, + 128.684, + 128.7431, + 128.7988, + 128.8539, + 128.9035, + 128.9507, + 128.9956, + 129.036, + 129.0724, + 129.1052, + 129.1347, + 129.1637, + 129.1948, + 129.2254, + 129.2553, + 129.2848, + 129.3213, + 129.3567, + 129.396, + 129.4414, + 129.4873, + 129.536, + 129.5799, + 129.6244, + 129.667, + 129.7078, + 129.747, + 129.7823, + 129.8166, + 129.8499, + 129.8924, + 129.9332, + 129.9774, + 130.0296, + 130.1217, + 130.217, + 130.3153, + 130.4138, + 130.5049, + 130.5894, + 130.6755, + 130.7604, + 130.8469, + 130.9322, + 131.009, + 131.0856, + 131.1545, + 131.2216, + 131.2819, + 131.3362, + 131.3926, + 131.4483, + 131.4985, + 131.5437, + 131.5843, + 131.6209, + 131.6613, + 131.7051, + 131.7596, + 131.8087, + 131.8578, + 131.907, + 131.9563, + 132.0082, + 132.0599, + 132.1064, + 132.1557, + 132.2027, + 132.2549, + 132.3044, + 132.354, + 132.3986, + 132.4437, + 132.4893, + 132.5429, + 132.5961, + 132.644, + 132.6871, + 132.7359, + 132.8048, + 132.8768, + 132.9741, + 133.0617, + 133.1456, + 133.2285, + 133.3207, + 133.4186, + 133.5742, + 133.7618, + 133.9531, + 134.1803, + 134.3898, + 134.5883, + 134.7945, + 134.9875, + 135.1688, + 135.3619, + 135.5557, + 135.7301, + 135.8996, + 136.0647, + 136.2207, + 136.3786, + 136.5283, + 136.6679, + 136.7986, + 136.9213, + 137.0316, + 137.1335, + 137.2551, + 137.3771, + 137.5144, + 137.638, + 137.7492, + 137.8493, + 137.9393, + 138.0204, + 138.0934, + 138.159, + 138.2181, + 138.2713, + 138.3592, + 138.4558, + 138.5502, + 138.6352, + 138.7116, + 138.7805, + 138.8424, + 138.8982, + 138.9484, + 138.9935, + 139.0342, + 139.0708, + 139.1037, + 139.1333, + 139.16, + 139.184, + 139.2056, + 139.225, + 139.2425, + 139.2583, + 139.2724, + 139.2852, + 139.2967, + 139.307, + 139.3163, + 139.3247, + 139.3322 + ], + "episode_rhos": [ + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1365, + 0.1698, + 0.1566, + 0.1628, + 0.1911, + 0.1833 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1294, + 0.1685, + 0.1474, + 0.1669, + 0.1986, + 0.1891 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.1245, + 0.1603, + 0.142, + 0.1718, + 0.2053, + 0.1961 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.123, + 0.1538, + 0.1409, + 0.1722, + 0.2154, + 0.1947 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1206, + 0.1481, + 0.1377, + 0.1705, + 0.231, + 0.1921 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1188, + 0.1443, + 0.1325, + 0.1642, + 0.2487, + 0.1916 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1149, + 0.1412, + 0.1238, + 0.1565, + 0.2702, + 0.1934 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1082, + 0.1386, + 0.113, + 0.1461, + 0.2989, + 0.1952 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.1003, + 0.1368, + 0.1035, + 0.1327, + 0.3276, + 0.1992 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0985, + 0.1306, + 0.0985, + 0.1174, + 0.3609, + 0.1939 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0966, + 0.1205, + 0.0966, + 0.1033, + 0.4016, + 0.1814 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0939, + 0.1046, + 0.0939, + 0.0939, + 0.4479, + 0.1659 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0907, + 0.0907, + 0.0907, + 0.0907, + 0.4892, + 0.148 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0883, + 0.0883, + 0.0883, + 0.0883, + 0.5084, + 0.1382 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0873, + 0.0873, + 0.0873, + 0.0873, + 0.5123, + 0.1383 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0858, + 0.0858, + 0.0858, + 0.0858, + 0.5263, + 0.1304 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0851, + 0.0851, + 0.0851, + 0.0851, + 0.5306, + 0.129 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0839, + 0.0839, + 0.0839, + 0.0839, + 0.5393, + 0.125 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.0822, + 0.0822, + 0.0822, + 0.0822, + 0.5566, + 0.1146 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.081, + 0.081, + 0.081, + 0.081, + 0.567, + 0.1088 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0804, + 0.0804, + 0.0804, + 0.0804, + 0.5727, + 0.1056 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0798, + 0.0798, + 0.0798, + 0.0798, + 0.5826, + 0.0984 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0797, + 0.0797, + 0.0797, + 0.0797, + 0.5816, + 0.0994 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.0801, + 0.0801, + 0.0801, + 0.0801, + 0.5726, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ], + [ + 0.08, + 0.08, + 0.08, + 0.08, + 0.5731, + 0.1069 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json new file mode 100644 index 0000000000000000000000000000000000000000..261aa6f8502763b7c5d33e144c473b92d49e4244 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_cg5.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 8723509.73, + "constraint_satisfaction_pct": 29.87, + "final_rho": [ + 0.1261, + 0.1745, + 0.1817, + 0.1598, + 0.1949, + 0.163 + ], + "final_lambda": 98.77, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -5757.88, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -5363.2, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -5399.8, + "avg_cost": 0.25, + "lambda": 11.9077, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": -5218.59, + "avg_cost": 0.0, + "lambda": 12.0636, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": -5206.86, + "avg_cost": 0.0, + "lambda": 12.1199, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": -5197.06, + "avg_cost": 0.0, + "lambda": 12.1688, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": -3692.17, + "avg_cost": 0.0, + "lambda": 12.1891, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": -3193.45, + "avg_cost": 0.0, + "lambda": 12.1962, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": -4500.14, + "avg_cost": 0.25, + "lambda": 12.2381, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": -3421.51, + "avg_cost": 0.0, + "lambda": 12.2918, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 110, + "avg_reward": -2935.77, + "avg_cost": 0.0, + "lambda": 12.3577, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 120, + "avg_reward": -3688.08, + "avg_cost": 0.0, + "lambda": 12.3852, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 130, + "avg_reward": -2776.3, + "avg_cost": 0.0, + "lambda": 12.3996, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 140, + "avg_reward": -3294.5, + "avg_cost": 0.0, + "lambda": 12.4161, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 150, + "avg_reward": -2646.31, + "avg_cost": 0.0, + "lambda": 12.4219, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 160, + "avg_reward": -2669.15, + "avg_cost": 0.0, + "lambda": 12.4325, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 170, + "avg_reward": -3745.31, + "avg_cost": 0.0, + "lambda": 12.4439, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 180, + "avg_reward": -2933.87, + "avg_cost": 0.0, + "lambda": 12.4479, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 190, + "avg_reward": -2052.28, + "avg_cost": 0.0, + "lambda": 12.4493, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 200, + "avg_reward": -2539.9, + "avg_cost": 0.0, + "lambda": 12.466, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 210, + "avg_reward": -1979.16, + "avg_cost": 0.0, + "lambda": 12.4719, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 220, + "avg_reward": -1672.1, + "avg_cost": 0.0, + "lambda": 12.4856, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 230, + "avg_reward": -2402.68, + "avg_cost": 0.0, + "lambda": 12.4997, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 240, + "avg_reward": -1582.7, + "avg_cost": 0.0, + "lambda": 12.5279, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 250, + "avg_reward": -2008.04, + "avg_cost": 1.5, + "lambda": 12.6839, + "rho": [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ] + }, + { + "episode": 260, + "avg_reward": -2000.74, + "avg_cost": 0.0, + "lambda": 13.2316, + "rho": [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ] + }, + { + "episode": 270, + "avg_reward": -1637.49, + "avg_cost": 0.25, + "lambda": 13.6454, + "rho": [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ] + }, + { + "episode": 280, + "avg_reward": -3248.47, + "avg_cost": 0.5, + "lambda": 14.1598, + "rho": [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ] + }, + { + "episode": 290, + "avg_reward": -2294.81, + "avg_cost": 0.0, + "lambda": 14.7386, + "rho": [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ] + }, + { + "episode": 300, + "avg_reward": -1568.4, + "avg_cost": 0.0, + "lambda": 15.7231, + "rho": [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ] + }, + { + "episode": 310, + "avg_reward": -755.7, + "avg_cost": 0.25, + "lambda": 16.44, + "rho": [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ] + }, + { + "episode": 320, + "avg_reward": -866.21, + "avg_cost": 1.0, + "lambda": 17.593, + "rho": [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ] + }, + { + "episode": 330, + "avg_reward": 2344.74, + "avg_cost": 1.75, + "lambda": 19.0235, + "rho": [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ] + }, + { + "episode": 340, + "avg_reward": 22.17, + "avg_cost": 3.25, + "lambda": 20.2812, + "rho": [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ] + }, + { + "episode": 350, + "avg_reward": 1009.84, + "avg_cost": 0.75, + "lambda": 21.3974, + "rho": [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ] + }, + { + "episode": 360, + "avg_reward": 1705.23, + "avg_cost": 4.25, + "lambda": 22.4213, + "rho": [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ] + }, + { + "episode": 370, + "avg_reward": 1642.33, + "avg_cost": 1.0, + "lambda": 23.6335, + "rho": [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ] + }, + { + "episode": 380, + "avg_reward": 1079.2, + "avg_cost": 0.0, + "lambda": 24.8869, + "rho": [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ] + }, + { + "episode": 390, + "avg_reward": 1554.13, + "avg_cost": 1.5, + "lambda": 26.2564, + "rho": [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ] + }, + { + "episode": 400, + "avg_reward": 2262.68, + "avg_cost": 1.5, + "lambda": 27.7665, + "rho": [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ] + }, + { + "episode": 410, + "avg_reward": 2285.33, + "avg_cost": 1.0, + "lambda": 29.2959, + "rho": [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ] + }, + { + "episode": 420, + "avg_reward": 1871.41, + "avg_cost": 1.25, + "lambda": 30.7339, + "rho": [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ] + }, + { + "episode": 430, + "avg_reward": 2215.41, + "avg_cost": 1.0, + "lambda": 32.2657, + "rho": [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ] + }, + { + "episode": 440, + "avg_reward": 3013.98, + "avg_cost": 0.75, + "lambda": 33.9012, + "rho": [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ] + }, + { + "episode": 450, + "avg_reward": 1993.92, + "avg_cost": 2.25, + "lambda": 35.4519, + "rho": [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ] + }, + { + "episode": 460, + "avg_reward": 3222.02, + "avg_cost": 0.75, + "lambda": 37.0687, + "rho": [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ] + }, + { + "episode": 470, + "avg_reward": 2891.56, + "avg_cost": 1.25, + "lambda": 38.3621, + "rho": [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ] + }, + { + "episode": 480, + "avg_reward": 2885.17, + "avg_cost": 1.75, + "lambda": 39.5934, + "rho": [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ] + }, + { + "episode": 490, + "avg_reward": 2957.84, + "avg_cost": 0.75, + "lambda": 40.9702, + "rho": [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ] + }, + { + "episode": 500, + "avg_reward": 3898.34, + "avg_cost": 0.25, + "lambda": 42.0717, + "rho": [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ] + }, + { + "episode": 510, + "avg_reward": 4397.45, + "avg_cost": 1.0, + "lambda": 42.9522, + "rho": [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ] + }, + { + "episode": 520, + "avg_reward": 4784.0, + "avg_cost": 0.75, + "lambda": 43.9963, + "rho": [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ] + }, + { + "episode": 530, + "avg_reward": 2441.33, + "avg_cost": 0.5, + "lambda": 45.1028, + "rho": [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ] + }, + { + "episode": 540, + "avg_reward": 4665.07, + "avg_cost": 0.75, + "lambda": 45.9583, + "rho": [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ] + }, + { + "episode": 550, + "avg_reward": 5489.01, + "avg_cost": 0.75, + "lambda": 46.6314, + "rho": [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ] + }, + { + "episode": 560, + "avg_reward": 6338.67, + "avg_cost": 1.75, + "lambda": 47.3936, + "rho": [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ] + }, + { + "episode": 570, + "avg_reward": 5278.95, + "avg_cost": 0.5, + "lambda": 48.2404, + "rho": [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ] + }, + { + "episode": 580, + "avg_reward": 6108.53, + "avg_cost": 0.0, + "lambda": 49.1893, + "rho": [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ] + }, + { + "episode": 590, + "avg_reward": 5965.51, + "avg_cost": 0.25, + "lambda": 49.9421, + "rho": [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ] + }, + { + "episode": 600, + "avg_reward": 4061.16, + "avg_cost": 0.75, + "lambda": 50.7193, + "rho": [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ] + }, + { + "episode": 610, + "avg_reward": 4031.29, + "avg_cost": 0.25, + "lambda": 51.3315, + "rho": [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ] + }, + { + "episode": 620, + "avg_reward": 4337.42, + "avg_cost": 0.75, + "lambda": 51.9994, + "rho": [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ] + }, + { + "episode": 630, + "avg_reward": 6928.33, + "avg_cost": 0.25, + "lambda": 52.6693, + "rho": [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ] + }, + { + "episode": 640, + "avg_reward": 7105.79, + "avg_cost": 0.25, + "lambda": 53.203, + "rho": [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ] + }, + { + "episode": 650, + "avg_reward": 6568.72, + "avg_cost": 0.0, + "lambda": 53.6974, + "rho": [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ] + }, + { + "episode": 660, + "avg_reward": 7659.56, + "avg_cost": 1.25, + "lambda": 54.2546, + "rho": [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ] + }, + { + "episode": 670, + "avg_reward": 6764.11, + "avg_cost": 0.25, + "lambda": 54.9734, + "rho": [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ] + }, + { + "episode": 680, + "avg_reward": 5931.32, + "avg_cost": 0.5, + "lambda": 55.5781, + "rho": [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ] + }, + { + "episode": 690, + "avg_reward": 7534.81, + "avg_cost": 1.0, + "lambda": 56.102, + "rho": [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ] + }, + { + "episode": 700, + "avg_reward": 6909.65, + "avg_cost": 0.25, + "lambda": 56.6473, + "rho": [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ] + }, + { + "episode": 710, + "avg_reward": 7978.53, + "avg_cost": 1.0, + "lambda": 57.143, + "rho": [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ] + }, + { + "episode": 720, + "avg_reward": 8516.64, + "avg_cost": 0.0, + "lambda": 57.5403, + "rho": [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ] + }, + { + "episode": 730, + "avg_reward": 6233.49, + "avg_cost": 0.25, + "lambda": 57.7953, + "rho": [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ] + }, + { + "episode": 740, + "avg_reward": 7411.22, + "avg_cost": 0.0, + "lambda": 58.0382, + "rho": [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ] + }, + { + "episode": 750, + "avg_reward": 8090.0, + "avg_cost": 0.0, + "lambda": 58.3934, + "rho": [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ] + }, + { + "episode": 760, + "avg_reward": 8079.99, + "avg_cost": 1.25, + "lambda": 58.9418, + "rho": [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ] + }, + { + "episode": 770, + "avg_reward": 9160.17, + "avg_cost": 1.75, + "lambda": 59.6081, + "rho": [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ] + }, + { + "episode": 780, + "avg_reward": 8691.3, + "avg_cost": 0.5, + "lambda": 60.3173, + "rho": [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ] + }, + { + "episode": 790, + "avg_reward": 8366.34, + "avg_cost": 0.25, + "lambda": 60.8514, + "rho": [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ] + }, + { + "episode": 800, + "avg_reward": 9030.28, + "avg_cost": 0.25, + "lambda": 61.4714, + "rho": [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ] + }, + { + "episode": 810, + "avg_reward": 8455.51, + "avg_cost": 0.75, + "lambda": 61.9762, + "rho": [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ] + }, + { + "episode": 820, + "avg_reward": 8881.01, + "avg_cost": 0.25, + "lambda": 62.5597, + "rho": [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ] + }, + { + "episode": 830, + "avg_reward": 9178.72, + "avg_cost": 0.5, + "lambda": 62.957, + "rho": [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ] + }, + { + "episode": 840, + "avg_reward": 9581.43, + "avg_cost": 1.75, + "lambda": 63.4743, + "rho": [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ] + }, + { + "episode": 850, + "avg_reward": 8699.61, + "avg_cost": 1.0, + "lambda": 64.3383, + "rho": [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ] + }, + { + "episode": 860, + "avg_reward": 9041.92, + "avg_cost": 2.5, + "lambda": 65.33, + "rho": [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ] + }, + { + "episode": 870, + "avg_reward": 8850.56, + "avg_cost": 0.75, + "lambda": 66.39, + "rho": [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ] + }, + { + "episode": 880, + "avg_reward": 9586.8, + "avg_cost": 0.25, + "lambda": 67.1767, + "rho": [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ] + }, + { + "episode": 890, + "avg_reward": 9816.24, + "avg_cost": 1.0, + "lambda": 67.8214, + "rho": [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ] + }, + { + "episode": 900, + "avg_reward": 9023.79, + "avg_cost": 0.25, + "lambda": 68.4842, + "rho": [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ] + }, + { + "episode": 910, + "avg_reward": 8553.13, + "avg_cost": 0.0, + "lambda": 69.0566, + "rho": [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ] + }, + { + "episode": 920, + "avg_reward": 9174.84, + "avg_cost": 0.0, + "lambda": 69.769, + "rho": [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ] + }, + { + "episode": 930, + "avg_reward": 9738.02, + "avg_cost": 0.75, + "lambda": 70.3948, + "rho": [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ] + }, + { + "episode": 940, + "avg_reward": 9640.69, + "avg_cost": 0.75, + "lambda": 70.9758, + "rho": [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ] + }, + { + "episode": 950, + "avg_reward": 10146.69, + "avg_cost": 2.0, + "lambda": 71.4441, + "rho": [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ] + }, + { + "episode": 960, + "avg_reward": 6897.88, + "avg_cost": 0.25, + "lambda": 71.8937, + "rho": [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ] + }, + { + "episode": 970, + "avg_reward": 9962.14, + "avg_cost": 0.25, + "lambda": 72.3261, + "rho": [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ] + }, + { + "episode": 980, + "avg_reward": 9256.68, + "avg_cost": 1.5, + "lambda": 72.898, + "rho": [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ] + }, + { + "episode": 990, + "avg_reward": 10832.38, + "avg_cost": 1.5, + "lambda": 73.5335, + "rho": [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ] + }, + { + "episode": 1000, + "avg_reward": 10316.31, + "avg_cost": 1.0, + "lambda": 74.2764, + "rho": [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ] + }, + { + "episode": 1010, + "avg_reward": 10070.11, + "avg_cost": 0.5, + "lambda": 75.1145, + "rho": [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ] + }, + { + "episode": 1020, + "avg_reward": 10733.18, + "avg_cost": 0.25, + "lambda": 75.6597, + "rho": [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ] + }, + { + "episode": 1030, + "avg_reward": 9942.33, + "avg_cost": 0.0, + "lambda": 76.2888, + "rho": [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ] + }, + { + "episode": 1040, + "avg_reward": 10717.28, + "avg_cost": 1.5, + "lambda": 76.9001, + "rho": [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ] + }, + { + "episode": 1050, + "avg_reward": 10596.03, + "avg_cost": 0.5, + "lambda": 77.6908, + "rho": [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ] + }, + { + "episode": 1060, + "avg_reward": 10658.86, + "avg_cost": 0.25, + "lambda": 78.3236, + "rho": [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ] + }, + { + "episode": 1070, + "avg_reward": 10656.78, + "avg_cost": 0.25, + "lambda": 78.8755, + "rho": [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ] + }, + { + "episode": 1080, + "avg_reward": 11027.7, + "avg_cost": 0.5, + "lambda": 79.3459, + "rho": [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ] + }, + { + "episode": 1090, + "avg_reward": 9085.77, + "avg_cost": 0.25, + "lambda": 79.7823, + "rho": [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ] + }, + { + "episode": 1100, + "avg_reward": 10843.59, + "avg_cost": 0.75, + "lambda": 80.2395, + "rho": [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ] + }, + { + "episode": 1110, + "avg_reward": 10481.55, + "avg_cost": 0.5, + "lambda": 80.9914, + "rho": [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ] + }, + { + "episode": 1120, + "avg_reward": 11151.39, + "avg_cost": 1.5, + "lambda": 81.7308, + "rho": [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ] + }, + { + "episode": 1130, + "avg_reward": 9969.92, + "avg_cost": 0.0, + "lambda": 82.388, + "rho": [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ] + }, + { + "episode": 1140, + "avg_reward": 10928.57, + "avg_cost": 0.0, + "lambda": 82.8893, + "rho": [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ] + }, + { + "episode": 1150, + "avg_reward": 10869.91, + "avg_cost": 0.25, + "lambda": 83.3758, + "rho": [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ] + }, + { + "episode": 1160, + "avg_reward": 10957.19, + "avg_cost": 0.75, + "lambda": 83.8613, + "rho": [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ] + }, + { + "episode": 1170, + "avg_reward": 11427.34, + "avg_cost": 0.75, + "lambda": 84.4289, + "rho": [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ] + }, + { + "episode": 1180, + "avg_reward": 10738.42, + "avg_cost": 0.0, + "lambda": 84.9327, + "rho": [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ] + }, + { + "episode": 1190, + "avg_reward": 11019.61, + "avg_cost": 1.0, + "lambda": 85.4947, + "rho": [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ] + }, + { + "episode": 1200, + "avg_reward": 10801.15, + "avg_cost": 0.25, + "lambda": 86.1438, + "rho": [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ] + }, + { + "episode": 1210, + "avg_reward": 11187.43, + "avg_cost": 0.0, + "lambda": 86.762, + "rho": [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ] + }, + { + "episode": 1220, + "avg_reward": 11257.66, + "avg_cost": 1.5, + "lambda": 87.2998, + "rho": [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ] + }, + { + "episode": 1230, + "avg_reward": 10888.82, + "avg_cost": 0.25, + "lambda": 87.8526, + "rho": [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ] + }, + { + "episode": 1240, + "avg_reward": 11134.63, + "avg_cost": 0.0, + "lambda": 88.3614, + "rho": [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ] + }, + { + "episode": 1250, + "avg_reward": 11216.24, + "avg_cost": 0.25, + "lambda": 88.8306, + "rho": [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ] + }, + { + "episode": 1260, + "avg_reward": 8167.33, + "avg_cost": 0.25, + "lambda": 89.1457, + "rho": [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ] + }, + { + "episode": 1270, + "avg_reward": 11094.86, + "avg_cost": 0.0, + "lambda": 89.4895, + "rho": [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ] + }, + { + "episode": 1280, + "avg_reward": 11678.58, + "avg_cost": 0.0, + "lambda": 89.863, + "rho": [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ] + }, + { + "episode": 1290, + "avg_reward": 11520.34, + "avg_cost": 0.25, + "lambda": 90.1736, + "rho": [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ] + }, + { + "episode": 1300, + "avg_reward": 11020.67, + "avg_cost": 0.0, + "lambda": 90.4881, + "rho": [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ] + }, + { + "episode": 1310, + "avg_reward": 11549.31, + "avg_cost": 0.5, + "lambda": 90.6831, + "rho": [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ] + }, + { + "episode": 1320, + "avg_reward": 11475.22, + "avg_cost": 0.0, + "lambda": 90.8933, + "rho": [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ] + }, + { + "episode": 1330, + "avg_reward": 11311.1, + "avg_cost": 0.5, + "lambda": 91.1679, + "rho": [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ] + }, + { + "episode": 1340, + "avg_reward": 11348.67, + "avg_cost": 0.0, + "lambda": 91.405, + "rho": [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ] + }, + { + "episode": 1350, + "avg_reward": 11416.49, + "avg_cost": 0.75, + "lambda": 91.7146, + "rho": [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ] + }, + { + "episode": 1360, + "avg_reward": 11652.34, + "avg_cost": 0.5, + "lambda": 92.0576, + "rho": [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ] + }, + { + "episode": 1370, + "avg_reward": 10935.91, + "avg_cost": 0.25, + "lambda": 92.4221, + "rho": [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ] + }, + { + "episode": 1380, + "avg_reward": 11570.02, + "avg_cost": 0.0, + "lambda": 92.831, + "rho": [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ] + }, + { + "episode": 1390, + "avg_reward": 11577.83, + "avg_cost": 0.5, + "lambda": 93.2354, + "rho": [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ] + }, + { + "episode": 1400, + "avg_reward": 11720.26, + "avg_cost": 0.5, + "lambda": 93.6286, + "rho": [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ] + }, + { + "episode": 1410, + "avg_reward": 11541.78, + "avg_cost": 0.75, + "lambda": 93.9982, + "rho": [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ] + }, + { + "episode": 1420, + "avg_reward": 11691.43, + "avg_cost": 0.25, + "lambda": 94.4799, + "rho": [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ] + }, + { + "episode": 1430, + "avg_reward": 12060.97, + "avg_cost": 0.5, + "lambda": 94.9228, + "rho": [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ] + }, + { + "episode": 1440, + "avg_reward": 8413.94, + "avg_cost": 0.75, + "lambda": 95.4149, + "rho": [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ] + }, + { + "episode": 1450, + "avg_reward": 8253.92, + "avg_cost": 1.0, + "lambda": 96.1017, + "rho": [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + }, + { + "episode": 1460, + "avg_reward": 11629.71, + "avg_cost": 0.5, + "lambda": 96.8712, + "rho": [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + }, + { + "episode": 1470, + "avg_reward": 12161.98, + "avg_cost": 0.25, + "lambda": 97.4873, + "rho": [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + }, + { + "episode": 1480, + "avg_reward": 9405.22, + "avg_cost": 0.0, + "lambda": 97.9573, + "rho": [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + }, + { + "episode": 1490, + "avg_reward": 12053.32, + "avg_cost": 1.5, + "lambda": 98.346, + "rho": [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + }, + { + "episode": 1500, + "avg_reward": 11866.56, + "avg_cost": 0.0, + "lambda": 98.77, + "rho": [ + 0.1261, + 0.1745, + 0.1817, + 0.1598, + 0.1949, + 0.163 + ] + } + ], + "episode_rewards": [ + -8017.7849, + -7143.8306, + -7341.0634, + -7485.4879, + -7460.513, + -7116.7725, + -6256.248, + -6669.8708, + -5556.2847, + -5757.8757, + -5814.9151, + -6291.2706, + -5355.0963, + -6288.4878, + -6171.0943, + -5705.3383, + -6267.5543, + -6684.5647, + -5929.7409, + -5363.2017, + -6176.3074, + -5678.6859, + -5271.3497, + -5987.9006, + -6373.217, + -6274.0155, + -5192.4505, + -5344.813, + -5715.0259, + -5399.7998, + -5043.2024, + -5188.3628, + -4628.0961, + -5559.3941, + -5879.3887, + -5412.7855, + -5225.0693, + -4993.5368, + -5536.7299, + -5218.5937, + -5423.5249, + -5466.7827, + -5288.7614, + -5584.1882, + -4856.2014, + -4244.3283, + -5601.7032, + -5091.9201, + -5991.3344, + -5206.857, + -4813.7056, + -4483.7312, + -4601.7528, + -5204.4035, + -4760.5968, + -4974.8652, + -4510.9928, + -4062.8652, + -4223.6147, + -5197.0571, + -5038.099, + -4658.5669, + -4418.7014, + -4321.8053, + -4988.1637, + -4713.9451, + -4407.6836, + -3695.3274, + -4382.342, + -3692.17, + -4194.378, + -3617.5729, + -3424.8662, + -3662.0114, + -4013.5909, + -3852.6614, + -3385.8063, + -3354.9595, + -4218.2099, + -3193.4492, + -3503.7037, + -3802.3946, + -4681.7268, + -4334.3366, + -3882.8085, + -3370.1365, + -3444.6692, + -3857.8192, + -2933.989, + -4500.1355, + -4637.4578, + -4912.473, + -4663.4369, + -4813.475, + -4094.4549, + -4702.3448, + -4206.1722, + -4672.4332, + -3961.3756, + -3421.5066, + -4429.5818, + -4802.5015, + -4650.485, + -3198.2584, + -3839.7161, + -3617.8355, + -3389.6144, + -3149.9698, + -3431.6383, + -2935.7677, + -2583.8949, + -3528.2591, + -3409.1092, + -3372.5841, + -2930.6378, + -3244.3393, + -3814.5561, + -3532.8298, + -3008.807, + -3688.0817, + -2742.2339, + -3224.8754, + -3496.0324, + -2997.8865, + -3921.6473, + -3428.268, + -3377.1827, + -2709.0522, + -3394.3592, + -2776.3011, + -2403.3518, + -2886.1984, + -2323.3129, + -1956.583, + -3022.1048, + -3366.0019, + -3458.0546, + -3017.5829, + -2655.1775, + -3294.5035, + -2746.9008, + -2481.5701, + -3171.2461, + -3453.7598, + -3210.3102, + -2066.4729, + -2411.1591, + -3693.0035, + -3259.4633, + -2646.3052, + -2348.0605, + -3018.23, + -2508.8175, + -2172.5877, + -1747.678, + -3785.6559, + -3797.0149, + -2346.0019, + -2448.8097, + -2669.1483, + -2413.8956, + -2378.6537, + -2440.8657, + -2773.4187, + -2245.0334, + -2769.5798, + -2381.6013, + -3241.2097, + -2722.1571, + -3745.3115, + -3380.8392, + -1633.1631, + -2294.5067, + -3205.4037, + -3633.7594, + -2681.5011, + -2694.5866, + -2402.0464, + -1894.8727, + -2933.8724, + -2161.5513, + -1895.7994, + -2569.1674, + -2508.9367, + -2091.0566, + -2324.4296, + -2495.2054, + -2165.4348, + -2331.388, + -2052.2774, + -1583.5341, + -1689.5254, + -2180.8809, + -2194.9391, + -2466.0127, + -2504.1275, + -2324.6965, + -2965.6748, + -1404.748, + -2539.8964, + -1589.8951, + -1739.3571, + -2307.5905, + -1822.5741, + -1687.509, + -1903.7644, + -1828.1046, + -1877.8825, + -1602.276, + -1979.1573, + -1937.0044, + -1638.4753, + -2143.0396, + -2241.3402, + -1193.8096, + -2281.4336, + -1525.4649, + -1144.8751, + -1094.5626, + -1672.0991, + -1763.811, + -2589.2293, + -2651.7101, + -1633.1555, + -1547.859, + -1743.538, + -1196.731, + -1884.8099, + -2490.9487, + -2402.6753, + -1809.6309, + -2415.8611, + -1783.8342, + -1824.7856, + -1756.5489, + -1705.2786, + -1117.8435, + -729.37, + -1914.6521, + -1582.7007, + -2067.231, + -485.4006, + -1998.239, + -2314.8243, + -2639.6779, + -1085.8852, + 428.8907, + -2784.8566, + -1095.5327, + -2008.0401, + -1587.984, + -3280.3003, + -2055.6754, + -2406.8087, + -2405.0659, + -2723.7127, + -1029.3104, + -2395.9363, + -1542.3697, + -2000.7371, + -1327.0465, + -2657.1451, + -1439.6777, + -924.1409, + -627.1978, + -1818.3772, + -1607.7726, + -2662.9915, + -2143.5854, + -1637.4913, + 102.5389, + -1182.6802, + -1498.4503, + -1132.2305, + -1331.9775, + -461.359, + -759.4315, + -1432.938, + -2291.2355, + -3248.4704, + -1308.9757, + -1625.2981, + -975.357, + -350.5581, + -1063.1267, + -1298.6846, + -1188.8189, + -2001.4209, + -1384.5736, + -2294.8123, + -186.0591, + -594.2574, + -205.1168, + -983.2167, + -1662.3156, + -535.4728, + -659.4383, + -1869.038, + -2259.2427, + -1568.4002, + -1098.2441, + -1796.466, + -1271.4362, + -1755.6338, + -1231.8007, + -644.1217, + -1545.0392, + 659.8743, + 8.2849, + -755.704, + 276.8114, + -1478.8716, + -669.82, + 18.1185, + -7.6912, + -373.2465, + 467.5274, + 1089.3925, + 843.6153, + -866.2081, + -77.0802, + 1348.307, + -716.3894, + -1177.1871, + 73.99, + 881.6142, + 122.1036, + 1935.2154, + 148.4211, + 2344.7393, + -486.1236, + 1050.8001, + -172.9282, + 435.8165, + -317.589, + 1909.1579, + -2057.9242, + 794.3, + -301.4911, + 22.1731, + 1755.5524, + -724.8326, + -300.9876, + -260.7421, + -139.819, + 958.5622, + 129.006, + 281.1672, + 12.6984, + 1009.8434, + -539.7897, + -246.4328, + 357.6548, + 309.8201, + -16.1862, + 132.8192, + 1394.3113, + -475.8189, + -545.643, + 1705.229, + 1225.8818, + -48.0822, + 1239.9817, + -493.5482, + -726.3111, + 225.548, + 2233.0457, + 1626.0542, + 1785.7358, + 1642.326, + 2535.4048, + 940.1273, + 1622.2794, + 2258.3857, + 1367.5816, + -210.9406, + 1765.4166, + 2603.0916, + 2751.7835, + 1079.2036, + 220.8268, + 1567.4674, + 1083.646, + 2679.6471, + 2432.9964, + 1608.2949, + 1778.53, + 329.7108, + 2977.6107, + 1554.1279, + 450.5691, + 2062.8715, + 1273.8766, + 1013.6537, + 789.181, + 1679.4488, + 2286.9248, + 2039.4762, + 2345.9218, + 2262.681, + -917.9302, + 2623.577, + 2300.8322, + 2223.715, + 2947.3236, + 2355.134, + 1900.796, + 2838.1849, + 435.4684, + 2285.333, + 2877.7486, + 2319.8523, + -78.4048, + 3124.2917, + -194.2984, + 1712.0952, + 1310.9598, + 1395.8825, + 2628.7155, + 1871.4124, + 2619.4299, + 1816.5829, + 1772.9881, + 2561.1522, + 3033.7717, + 2810.4421, + 2030.1185, + 2181.958, + 3468.2927, + 2215.4117, + 253.203, + 3167.7188, + -521.4042, + 2219.3807, + 327.4584, + 2578.3228, + 3147.7926, + 2513.0552, + 1789.0967, + 3013.9759, + 272.323, + 1302.6057, + 1054.1175, + 993.3282, + 2358.7219, + 1775.8923, + 2473.8364, + 3656.6437, + 1230.2171, + 1993.915, + 3694.3318, + 3923.9276, + 1949.9911, + 3349.1237, + 1686.2497, + 3076.6669, + 3878.1618, + 3363.7013, + 3633.6701, + 3222.0239, + 1005.9529, + 3394.4531, + 3895.9753, + 3328.2428, + 1485.628, + 2854.2416, + 3716.1716, + 2833.3979, + 4252.7571, + 2891.5614, + 3844.6058, + 4112.9339, + 2956.3072, + 3856.3345, + 4129.4758, + 3418.4954, + 392.0568, + 2944.9392, + 2860.4159, + 2885.1696, + 4325.0204, + 3625.5303, + 2201.3615, + 3916.8495, + 3889.7035, + 4421.437, + 4020.8993, + 4378.5768, + 2478.9524, + 2957.8374, + 3087.4775, + 2851.8241, + 4572.8322, + 2697.4913, + 4642.2346, + 4392.7896, + 4163.0859, + 2890.2352, + 2809.8495, + 3898.337, + 2651.8393, + 4392.0565, + 4588.4416, + 4213.2908, + 4332.4482, + 4153.565, + 4154.064, + 4875.2072, + 4304.4865, + 4397.4508, + 4774.9716, + 4990.4545, + 3973.3906, + 4010.7518, + 3716.5883, + 3811.4081, + 4864.3127, + 3889.5394, + 5707.9538, + 4783.9983, + 4732.5875, + 4839.1056, + 4665.4537, + 5268.4564, + 5139.7029, + 3736.5597, + 4388.499, + 4941.5581, + 5085.2419, + 2441.3287, + 4958.3549, + 5327.8873, + 4065.272, + 5179.6775, + 5262.8481, + 1871.7733, + 4514.7821, + 5175.7991, + 5056.11, + 4665.0661, + 4986.1184, + 5294.9004, + 5333.7529, + 4047.8379, + 5766.6285, + 5501.9609, + 5794.3739, + 5462.2621, + 5345.6902, + 5489.0085, + 5586.0671, + 4774.7124, + 5496.0179, + 5275.2461, + 3471.4773, + 4281.168, + 4763.8392, + 5853.8233, + 5943.2037, + 6338.6657, + 4570.2462, + 3562.2414, + 4973.1757, + 6165.0701, + 5964.6974, + 5363.4271, + 6251.098, + 5217.4214, + 5979.9723, + 5278.9525, + 5845.1921, + 5670.1886, + 5884.0462, + 5394.7883, + 5268.7493, + 6319.0586, + 5885.98, + 6189.2105, + 6337.0661, + 6108.5338, + 6192.6659, + 5908.1246, + 6382.9509, + 4783.5685, + 6489.4264, + 6173.9113, + 6312.0211, + 5348.1172, + 6378.3467, + 5965.5055, + 5919.766, + 6333.439, + 7329.0627, + 6547.7566, + 6371.2967, + 6831.1294, + 3073.6269, + 6060.7081, + 4565.2315, + 4061.1595, + 4261.6783, + 4566.1585, + 6528.5632, + 6599.9251, + 5598.6304, + 5674.441, + 4106.0672, + 6603.6931, + 6987.3666, + 4031.2947, + 6982.3441, + 6924.8623, + 4501.3284, + 7149.5426, + 7029.689, + 5928.8349, + 6033.8406, + 6504.809, + 5894.9316, + 4337.4207, + 7333.1213, + 7479.6336, + 6445.371, + 6647.4426, + 6650.7547, + 7127.8303, + 7088.0727, + 7517.7183, + 4625.7248, + 6928.3309, + 5137.7063, + 5484.5729, + 7688.4838, + 7050.102, + 6376.118, + 7635.2291, + 7089.3666, + 4805.6116, + 7629.6862, + 7105.7911, + 6537.8062, + 7388.8371, + 7695.2625, + 4947.7345, + 7681.1226, + 4641.0846, + 5877.6814, + 7446.2164, + 6604.4728, + 6568.7214, + 6637.1858, + 7843.2448, + 7291.5871, + 6958.7723, + 7286.4462, + 7297.3916, + 7482.7227, + 7066.0552, + 7566.1313, + 7659.5636, + 6944.6803, + 6656.1515, + 7522.3734, + 7309.0321, + 7396.6273, + 7471.6729, + 7731.0287, + 7471.3505, + 6981.9598, + 6764.1132, + 7110.6046, + 7200.16, + 7811.6301, + 5347.9626, + 7496.3487, + 5068.3132, + 7127.9087, + 7023.4928, + 7357.9292, + 5931.3243, + 8820.1626, + 7272.4397, + 6980.6128, + 6507.6774, + 6449.1143, + 8199.3502, + 7580.1842, + 7335.4509, + 6923.9297, + 7534.8112, + 8084.5384, + 6034.106, + 8121.279, + 6663.84, + 6968.8107, + 8096.3263, + 8161.8554, + 7789.7072, + 7245.8732, + 6909.6504, + 7915.0822, + 5492.186, + 8127.9175, + 5524.3643, + 7819.915, + 8494.4444, + 7653.7374, + 7921.2188, + 7899.1299, + 7978.5296, + 8364.3595, + 7266.5237, + 8243.47, + 7730.6122, + 8097.3982, + 8170.6216, + 8216.7545, + 8391.0165, + 5678.8962, + 8516.6354, + 6444.2614, + 7669.702, + 7722.6936, + 8545.2644, + 7552.9671, + 7776.5405, + 8191.1553, + 8798.7564, + 8344.6236, + 6233.4878, + 6225.207, + 8302.8839, + 6017.3632, + 8320.6179, + 8283.2941, + 8579.4615, + 8196.8386, + 8027.7603, + 8152.0127, + 7411.2209, + 6516.1057, + 7576.1108, + 5998.4239, + 8636.7005, + 7458.7334, + 7781.2797, + 8646.9538, + 8222.1512, + 7477.4551, + 8089.9978, + 7995.8891, + 8986.6058, + 9091.5032, + 8686.4428, + 8922.2133, + 8087.7383, + 8840.7473, + 8313.4303, + 8124.4727, + 8079.9946, + 5866.2741, + 8768.8371, + 8361.3071, + 7986.8412, + 7958.8204, + 8556.9463, + 8636.123, + 8208.2507, + 6460.0811, + 9160.1663, + 9108.0931, + 8020.6177, + 8013.0591, + 8417.3324, + 8837.4177, + 8083.7617, + 6351.1299, + 9250.1922, + 9332.3349, + 8691.3046, + 7236.6199, + 8876.5547, + 8744.696, + 8471.595, + 9388.4038, + 9124.9793, + 8805.9363, + 8767.3147, + 8609.1683, + 8366.3427, + 8641.1048, + 8026.4002, + 8424.2547, + 5103.853, + 9122.9757, + 9269.1547, + 8998.2195, + 8405.2305, + 9003.1399, + 9030.2826, + 7685.2439, + 8450.0015, + 8584.8027, + 8912.4228, + 8612.3999, + 8800.0966, + 8349.7864, + 8505.4685, + 8980.7986, + 8455.515, + 8756.9693, + 9152.7284, + 8464.327, + 8880.7135, + 9411.4822, + 7483.138, + 8175.888, + 9270.4789, + 8980.6379, + 8881.0145, + 9418.1448, + 8799.0847, + 9300.4545, + 9304.2526, + 8822.5483, + 9338.0542, + 8010.2985, + 9543.1996, + 9205.3008, + 9178.7174, + 9185.3088, + 7330.5315, + 9480.2841, + 8619.0055, + 8633.5992, + 9263.2671, + 9815.4002, + 9154.0578, + 8926.6386, + 9581.4271, + 9448.4993, + 8128.3488, + 9354.6778, + 9044.0072, + 8948.6268, + 8655.3801, + 9374.9066, + 9320.588, + 8963.1715, + 8699.6055, + 8199.3371, + 9057.1736, + 8629.5002, + 9349.6144, + 9178.9235, + 9543.3723, + 9327.1511, + 8190.1552, + 8822.6711, + 9041.9235, + 8997.9145, + 9705.798, + 8910.4252, + 7342.8229, + 8746.6349, + 9843.0244, + 9758.6059, + 9400.475, + 8715.6822, + 8850.558, + 9991.889, + 9741.7451, + 9556.6984, + 9291.3992, + 9205.3133, + 9007.9344, + 9829.2965, + 10056.5425, + 9388.316, + 9586.7976, + 6640.2137, + 8934.3176, + 9518.2515, + 6873.8559, + 9697.1066, + 9457.1329, + 9573.8618, + 9244.6154, + 8606.1071, + 9816.2375, + 10383.0386, + 7185.5725, + 9568.8773, + 9501.904, + 9261.2136, + 9014.2108, + 9621.4538, + 8653.8396, + 9595.472, + 9023.7948, + 8984.7671, + 7011.8504, + 9453.0481, + 8681.1381, + 8485.7353, + 9829.4981, + 9666.2574, + 9466.3497, + 8563.0782, + 8553.1295, + 9577.6929, + 10037.4718, + 10143.9022, + 9070.0146, + 8551.2687, + 7063.5297, + 9752.976, + 10233.7242, + 7451.5259, + 9174.8413, + 9760.6992, + 9490.8237, + 9474.916, + 10311.2513, + 9652.2077, + 10074.899, + 9457.4703, + 8950.7772, + 9576.9924, + 9738.0167, + 10262.1868, + 9713.6875, + 9574.5398, + 9993.4501, + 9935.5155, + 10384.4376, + 9799.9766, + 9790.2035, + 10030.4227, + 9640.6864, + 10008.0513, + 9215.348, + 9684.3373, + 9820.1853, + 10039.9741, + 9733.2265, + 10184.2291, + 9115.856, + 9161.7389, + 10146.6887, + 9765.4237, + 9500.5377, + 9248.8772, + 9989.2807, + 10368.2136, + 9149.8115, + 6497.7082, + 9549.9118, + 9492.2724, + 6897.8812, + 8443.6928, + 9988.9378, + 10225.6104, + 9532.2572, + 8949.2661, + 9439.2644, + 9398.3725, + 10134.2763, + 9835.785, + 9962.1367, + 10339.1049, + 9768.2389, + 9629.8099, + 10251.357, + 10948.58, + 10254.0969, + 9968.1437, + 9938.3241, + 9547.6444, + 9256.6808, + 9655.3711, + 9680.0769, + 7061.5239, + 10622.4273, + 10230.9764, + 10239.888, + 9983.4085, + 9567.7674, + 9951.2163, + 10832.3754, + 10234.2115, + 9360.429, + 9560.0547, + 9852.3496, + 10167.6946, + 9497.1946, + 10419.7613, + 9923.3921, + 9309.0555, + 10316.3051, + 10303.568, + 9801.8222, + 10412.5457, + 10158.6131, + 10419.5158, + 10084.648, + 10035.2417, + 9574.1104, + 9645.8794, + 10070.1067, + 10167.8641, + 10566.7721, + 10088.4842, + 10311.5959, + 10121.2116, + 10638.4932, + 10123.347, + 10337.7213, + 10253.1321, + 10733.1823, + 9978.5086, + 7658.0201, + 10844.5642, + 10884.2471, + 10202.0603, + 10088.3731, + 10682.3516, + 10517.8083, + 10251.7014, + 9942.3309, + 10139.4719, + 10591.1614, + 10016.0069, + 9978.0428, + 10821.3287, + 10505.7006, + 10300.6716, + 10061.1575, + 10509.1142, + 10717.2765, + 9900.4702, + 10191.0124, + 10252.3716, + 10474.5972, + 10546.8616, + 10238.9114, + 10829.7039, + 10753.5245, + 11235.0187, + 10596.027, + 10435.9273, + 10868.2276, + 10332.7567, + 10419.6278, + 10546.0014, + 10576.1798, + 10794.6242, + 10662.4444, + 10792.706, + 10658.8573, + 10228.3781, + 10949.2802, + 10208.1652, + 10621.3664, + 11443.4079, + 10865.1517, + 9884.5056, + 10730.6998, + 10511.803, + 10656.7837, + 10853.0689, + 10933.3795, + 10119.4452, + 11175.3402, + 10497.3765, + 10688.7964, + 10596.8316, + 10917.9064, + 10560.5884, + 11027.7029, + 10595.8006, + 10884.2898, + 10698.1676, + 10349.8089, + 10947.8982, + 10617.3797, + 10021.4943, + 10934.7139, + 10929.4125, + 9085.7708, + 10958.6769, + 6642.5902, + 10394.2926, + 10938.2976, + 10719.7394, + 11099.4469, + 10337.8278, + 11058.602, + 11264.5659, + 10843.592, + 9165.7675, + 11068.1434, + 11368.8015, + 10228.6392, + 10389.7691, + 11205.808, + 10267.1762, + 10475.3223, + 10208.6561, + 10481.5477, + 11217.6532, + 10529.9873, + 11061.6967, + 10903.3514, + 9927.247, + 10606.9188, + 11225.492, + 10383.1343, + 10374.5165, + 11151.3888, + 10095.6579, + 10584.4586, + 10331.5598, + 10200.8479, + 10727.5706, + 10221.1242, + 10950.7911, + 10365.7704, + 10343.4467, + 9969.9164, + 10702.9673, + 10114.745, + 10883.1666, + 9651.8329, + 10230.5763, + 10015.9184, + 10814.1686, + 11032.8163, + 10701.7876, + 10928.5721, + 11133.5743, + 10812.1462, + 10733.0545, + 10829.5684, + 11196.3701, + 11068.9914, + 11027.3475, + 10668.9184, + 10484.6376, + 10869.909, + 10958.1436, + 9327.8209, + 11027.4255, + 11130.0922, + 11096.9287, + 11162.326, + 10413.0568, + 10180.6949, + 11029.9695, + 10957.1937, + 10407.9179, + 10984.8106, + 11014.4233, + 10857.4477, + 11147.6434, + 10856.8397, + 10752.8393, + 10847.7372, + 10952.1284, + 11427.3415, + 10761.441, + 10684.1403, + 11366.8541, + 11114.2213, + 10655.5576, + 11037.5176, + 11199.2711, + 10810.8107, + 10837.6402, + 10738.4242, + 11177.8768, + 11197.8333, + 11259.1622, + 10963.2079, + 11367.9455, + 11333.8061, + 11326.9164, + 11246.1033, + 10587.0208, + 11019.6094, + 11604.0701, + 10768.2032, + 10847.2639, + 11379.1284, + 11189.0985, + 10525.8658, + 10992.8931, + 11010.2119, + 11387.2971, + 10801.1521, + 10568.1081, + 11203.58, + 11233.414, + 11306.2954, + 10933.828, + 11118.14, + 10450.7456, + 10877.6702, + 11278.4868, + 11187.4329, + 11037.8907, + 11381.2083, + 10729.2214, + 11135.2046, + 9945.0717, + 11383.3984, + 11296.2056, + 11667.3814, + 11116.4059, + 11257.6567, + 10891.5877, + 11026.8958, + 11178.1798, + 10919.5735, + 11203.9328, + 10519.8166, + 7581.3454, + 11378.5407, + 11235.5937, + 10888.8208, + 11539.9416, + 10752.5091, + 11264.2877, + 11274.8382, + 11360.9921, + 11500.1931, + 11194.7816, + 8690.9512, + 10296.3658, + 11134.6286, + 11055.0707, + 11365.9923, + 11344.5831, + 11008.209, + 11545.8099, + 11048.8778, + 11289.2918, + 11755.4848, + 10958.4935, + 11216.2443, + 11020.5085, + 11347.9779, + 10702.5259, + 11576.561, + 11162.8701, + 10755.2232, + 11188.251, + 8665.6765, + 11121.1898, + 8167.3262, + 11546.1563, + 11342.4117, + 11020.0389, + 10852.8582, + 11558.3417, + 10775.1285, + 10751.7827, + 11404.3733, + 10764.7884, + 11094.8648, + 11478.0061, + 10608.7555, + 11013.1568, + 11007.5046, + 10554.7694, + 10480.4778, + 10577.4907, + 10802.0386, + 11680.306, + 11678.5764, + 11136.0681, + 11598.1135, + 11171.8987, + 11252.1286, + 11473.2746, + 11272.5157, + 11549.4066, + 10851.4643, + 10978.1909, + 11520.3403, + 11583.631, + 11420.6489, + 9272.624, + 11766.6685, + 11206.3798, + 11081.2789, + 11467.1148, + 11485.0557, + 11185.1306, + 11020.6688, + 11001.5191, + 11399.0223, + 11331.8867, + 11205.927, + 11068.3687, + 11564.5068, + 11237.6166, + 8925.9388, + 11191.3132, + 11549.3144, + 11447.152, + 11288.7604, + 11294.696, + 11151.4451, + 11339.2674, + 11195.7638, + 11180.3902, + 10959.6263, + 11517.5789, + 11475.2153, + 11326.2119, + 9614.9227, + 11443.1798, + 11355.4231, + 11562.7632, + 11275.4638, + 11372.7468, + 11134.6252, + 10688.7852, + 11311.0979, + 11176.0509, + 10977.0807, + 11524.2861, + 11916.3877, + 11429.9721, + 11640.5897, + 11559.2463, + 11632.5051, + 11350.6794, + 11348.6671, + 11575.0936, + 11336.7788, + 11456.9096, + 11707.8862, + 11382.2655, + 11299.8426, + 11879.2217, + 11466.1879, + 10758.6525, + 11416.4933, + 11766.8626, + 11288.779, + 12055.6704, + 11781.2264, + 11322.2099, + 11779.8177, + 9157.3093, + 11522.8234, + 11373.5387, + 11652.3415, + 11514.2525, + 11725.3348, + 11299.3853, + 11530.0126, + 11513.4811, + 11533.5596, + 11769.5906, + 11283.9131, + 10550.198, + 10935.9052, + 11564.4653, + 8876.7896, + 11401.0948, + 11483.6747, + 11802.6841, + 11515.3856, + 11581.56, + 11016.8095, + 10963.4202, + 11570.0152, + 11817.3884, + 11630.8756, + 11288.3295, + 11810.1393, + 11332.0346, + 11566.7725, + 11263.8754, + 9976.3853, + 11317.9221, + 11577.8312, + 11495.0398, + 11839.3208, + 11800.6651, + 9569.1786, + 11661.829, + 11819.0476, + 11408.8897, + 11169.7297, + 11501.2872, + 11720.2585, + 11564.2143, + 11598.5808, + 11465.0396, + 10461.8819, + 12176.4779, + 12139.6884, + 11410.5371, + 11739.3962, + 11933.3832, + 11541.7841, + 12026.1279, + 11699.0215, + 12047.2735, + 11563.656, + 11616.4825, + 11704.5406, + 12056.3965, + 11652.319, + 11707.2102, + 11691.4262, + 11803.557, + 11528.4096, + 11841.4943, + 11296.8992, + 11824.2854, + 12613.6736, + 12142.2603, + 11978.3259, + 11595.828, + 12060.973, + 11917.4844, + 11918.4286, + 11564.5219, + 9062.8369, + 11909.618, + 12051.8334, + 12146.4151, + 12024.0906, + 12206.5106, + 8413.9422, + 11774.7267, + 12172.3509, + 11863.4794, + 12439.1852, + 11947.6181, + 11959.9967, + 11600.568, + 10692.7393, + 11710.5764, + 8253.9174, + 12258.959, + 12528.1971, + 11548.8069, + 11952.7902, + 11857.6133, + 11408.6446, + 11764.2254, + 11919.0226, + 12100.8608, + 11629.7082, + 11722.207, + 12305.4744, + 12193.376, + 11367.2814, + 8362.7374, + 11996.3922, + 11623.5366, + 12239.5689, + 11950.8796, + 12161.9753, + 11904.7968, + 9432.2648, + 11725.1865, + 11914.6074, + 9271.5758, + 11919.1195, + 12241.5126, + 11692.7432, + 12296.9222, + 9405.2168, + 8258.7947, + 11392.6604, + 11958.6588, + 11739.4726, + 11803.171, + 11938.3017, + 8848.621, + 11503.3856, + 12324.6339, + 12053.3167, + 11876.1566, + 12234.3921, + 11676.3204, + 12088.6433, + 11869.9894, + 11980.8666, + 11629.5274, + 11982.9863, + 11783.8069, + 11866.5579 + ], + "episode_costs": [ + 1.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 2.0, + 0.0, + 1.5, + 1.5, + 0.0, + 1.0, + 3.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 2.0, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 2.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 5.75, + 2.25, + 0.5, + 0.5, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 1.0, + 1.25, + 1.5, + 1.0, + 0.25, + 1.0, + 1.5, + 0.75, + 2.0, + 2.75, + 3.0, + 2.25, + 2.0, + 0.5, + 1.0, + 3.25, + 2.75, + 0.0, + 0.25, + 2.25, + 0.75, + 1.75, + 0.5, + 1.25, + 1.75, + 0.5, + 2.0, + 0.75, + 0.5, + 1.5, + 2.5, + 0.0, + 0.75, + 0.5, + 3.25, + 1.5, + 0.5, + 1.0, + 0.5, + 0.75, + 0.5, + 1.0, + 0.75, + 0.5, + 0.75, + 0.75, + 1.75, + 0.5, + 3.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 4.25, + 1.5, + 0.75, + 1.25, + 1.0, + 0.0, + 1.75, + 2.0, + 1.75, + 1.5, + 1.0, + 2.25, + 1.0, + 0.25, + 0.5, + 1.0, + 1.5, + 2.75, + 2.0, + 0.25, + 0.0, + 0.25, + 2.5, + 3.25, + 1.0, + 2.25, + 1.0, + 1.75, + 1.0, + 2.0, + 1.5, + 1.0, + 2.75, + 1.25, + 0.75, + 1.25, + 2.75, + 1.0, + 2.5, + 1.0, + 1.5, + 0.5, + 0.75, + 2.25, + 1.0, + 2.0, + 3.0, + 2.5, + 1.75, + 0.5, + 1.0, + 2.5, + 1.5, + 1.0, + 0.5, + 0.75, + 1.5, + 1.5, + 1.0, + 0.75, + 1.25, + 2.25, + 2.5, + 0.5, + 0.75, + 3.25, + 2.25, + 2.25, + 2.0, + 1.0, + 1.0, + 1.0, + 1.25, + 2.0, + 3.5, + 1.0, + 2.0, + 2.25, + 0.5, + 2.75, + 0.75, + 2.25, + 1.5, + 1.0, + 0.0, + 0.25, + 0.75, + 4.75, + 1.25, + 1.75, + 2.25, + 4.0, + 2.25, + 1.0, + 1.25, + 0.75, + 0.5, + 0.25, + 0.75, + 1.5, + 0.75, + 0.75, + 1.75, + 1.5, + 1.75, + 0.75, + 0.75, + 2.0, + 0.75, + 1.25, + 1.25, + 1.0, + 1.0, + 0.75, + 0.25, + 1.5, + 2.75, + 0.25, + 2.25, + 2.0, + 1.75, + 3.75, + 2.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 1.5, + 1.0, + 0.75, + 1.0, + 0.5, + 2.25, + 0.25, + 1.0, + 1.75, + 1.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.5, + 1.5, + 0.5, + 1.5, + 1.0, + 0.75, + 1.0, + 1.0, + 1.75, + 1.0, + 2.25, + 0.75, + 0.75, + 0.75, + 1.25, + 1.5, + 0.75, + 1.25, + 1.0, + 2.0, + 1.75, + 0.5, + 1.0, + 0.5, + 1.0, + 1.25, + 0.5, + 1.75, + 0.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 0.75, + 0.25, + 0.0, + 1.25, + 1.75, + 0.5, + 0.25, + 0.75, + 0.25, + 1.25, + 2.0, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 1.25, + 1.75, + 0.25, + 0.5, + 0.75, + 1.0, + 1.0, + 0.5, + 2.0, + 1.5, + 0.75, + 0.5, + 1.75, + 1.0, + 0.75, + 0.5, + 0.5, + 2.25, + 1.25, + 0.0, + 1.0, + 0.0, + 0.75, + 0.75, + 0.75, + 0.25, + 1.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.25, + 1.0, + 1.0, + 2.25, + 0.5, + 0.75, + 1.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 1.0, + 0.5, + 0.75, + 1.5, + 1.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 1.5, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.75, + 1.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.75, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 1.25, + 1.25, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 1.25, + 0.5, + 0.75, + 1.25, + 1.0, + 1.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 1.75, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.75, + 0.25, + 0.25, + 1.0, + 1.0, + 0.25, + 0.75, + 0.0, + 0.0, + 1.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 1.5, + 1.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 2.0, + 1.0, + 1.5, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.75, + 0.5, + 0.75, + 1.0, + 0.75, + 1.5, + 0.75, + 0.25, + 0.75, + 1.75, + 1.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 1.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 1.5, + 2.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.75, + 1.5, + 1.0, + 0.0, + 0.0, + 1.0, + 1.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 0.0, + 0.75, + 0.5, + 1.75, + 0.25, + 0.0, + 1.75, + 2.5, + 1.0, + 0.25, + 2.25, + 1.25, + 0.5, + 0.5, + 1.0, + 0.0, + 1.0, + 1.25, + 2.5, + 2.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 2.5, + 2.25, + 1.75, + 1.25, + 0.0, + 0.25, + 1.75, + 1.25, + 0.5, + 0.25, + 0.75, + 1.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.75, + 2.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 1.25, + 0.75, + 0.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 0.75, + 1.0, + 0.0, + 1.0, + 0.75, + 0.5, + 0.0, + 0.0, + 1.25, + 2.25, + 0.75, + 0.5, + 0.5, + 0.75, + 1.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.25, + 1.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 0.5, + 0.75, + 0.25, + 0.75, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 2.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 1.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.75, + 1.0, + 1.75, + 0.5, + 0.0, + 0.5, + 0.25, + 1.5, + 0.0, + 1.0, + 0.75, + 0.5, + 0.75, + 1.5, + 0.25, + 0.0, + 0.5, + 1.5, + 0.75, + 0.25, + 0.0, + 0.75, + 0.5, + 1.0, + 2.75, + 1.5, + 1.5, + 1.0, + 1.0, + 0.25, + 0.5, + 2.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 1.0, + 1.5, + 1.25, + 0.0, + 1.5, + 1.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.5, + 1.25, + 1.0, + 0.5, + 0.25, + 1.0, + 1.5, + 1.75, + 0.25, + 1.25, + 1.75, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 1.75, + 0.0, + 0.75, + 0.5, + 1.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 1.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 1.0, + 1.25, + 0.5, + 0.0, + 1.5, + 0.75, + 1.0, + 1.75, + 1.5, + 0.0, + 1.25, + 1.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.75, + 0.5, + 1.25, + 0.5, + 1.25, + 1.75, + 0.0, + 0.25, + 1.5, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 1.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 1.5, + 0.0, + 0.5, + 1.25, + 0.75, + 0.0, + 0.75, + 0.5, + 0.5, + 1.5, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 1.0, + 1.25, + 0.5, + 0.25, + 1.0, + 1.0, + 0.5, + 0.25, + 1.0, + 1.75, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.75, + 1.0, + 1.25, + 0.25, + 0.25, + 0.0, + 1.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 1.75, + 0.25, + 0.0, + 1.25, + 1.0, + 1.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 1.0, + 0.5, + 0.75, + 1.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 1.0, + 1.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 1.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 1.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.25, + 1.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.75, + 0.5, + 1.0, + 0.5, + 1.5, + 0.5, + 0.5, + 0.25, + 2.25, + 0.75, + 1.0, + 2.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 0.25, + 1.5, + 0.0, + 0.5, + 0.75, + 1.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 1.5, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.0, + 0.75, + 0.25, + 1.25, + 0.0 + ], + "episode_lambdas": [ + 10.175, + 10.335, + 10.479, + 10.6136, + 10.7372, + 10.851, + 10.9584, + 11.0551, + 11.1421, + 11.2204, + 11.2908, + 11.3542, + 11.4113, + 11.4627, + 11.5089, + 11.5505, + 11.588, + 11.6217, + 11.6545, + 11.6841, + 11.7107, + 11.7371, + 11.7609, + 11.7823, + 11.8016, + 11.8189, + 11.842, + 11.8653, + 11.8863, + 11.9077, + 11.9269, + 11.9492, + 11.9693, + 11.9874, + 12.0036, + 12.0183, + 12.0314, + 12.0433, + 12.054, + 12.0636, + 12.0722, + 12.08, + 12.087, + 12.0933, + 12.099, + 12.1041, + 12.1087, + 12.1128, + 12.1165, + 12.1199, + 12.1254, + 12.1303, + 12.1348, + 12.1413, + 12.1472, + 12.1525, + 12.1572, + 12.1615, + 12.1654, + 12.1688, + 12.1719, + 12.1747, + 12.1773, + 12.1795, + 12.1816, + 12.1834, + 12.1851, + 12.1866, + 12.1879, + 12.1891, + 12.1902, + 12.1912, + 12.1921, + 12.1929, + 12.1936, + 12.1942, + 12.1948, + 12.1953, + 12.1958, + 12.1962, + 12.1966, + 12.1994, + 12.202, + 12.2068, + 12.2111, + 12.215, + 12.221, + 12.2264, + 12.2313, + 12.2381, + 12.2443, + 12.2499, + 12.2549, + 12.2594, + 12.2635, + 12.2671, + 12.2729, + 12.2781, + 12.2853, + 12.2918, + 12.3001, + 12.3076, + 12.3143, + 12.3204, + 12.3284, + 12.3355, + 12.342, + 12.3478, + 12.353, + 12.3577, + 12.3619, + 12.3657, + 12.3692, + 12.3722, + 12.375, + 12.3775, + 12.3798, + 12.3818, + 12.3836, + 12.3852, + 12.3867, + 12.3881, + 12.3892, + 12.3903, + 12.3913, + 12.3922, + 12.3929, + 12.3937, + 12.3968, + 12.3996, + 12.4021, + 12.4044, + 12.4065, + 12.4083, + 12.41, + 12.4115, + 12.4129, + 12.4141, + 12.4152, + 12.4161, + 12.417, + 12.4178, + 12.4185, + 12.4192, + 12.4198, + 12.4203, + 12.4208, + 12.4212, + 12.4216, + 12.4219, + 12.4222, + 12.4225, + 12.4227, + 12.423, + 12.4232, + 12.4234, + 12.426, + 12.4284, + 12.4306, + 12.4325, + 12.4343, + 12.4358, + 12.4373, + 12.4385, + 12.4397, + 12.4407, + 12.4416, + 12.4425, + 12.4432, + 12.4439, + 12.4445, + 12.4451, + 12.4456, + 12.446, + 12.4464, + 12.4468, + 12.4471, + 12.4474, + 12.4476, + 12.4479, + 12.4481, + 12.4483, + 12.4485, + 12.4486, + 12.4487, + 12.4489, + 12.449, + 12.4491, + 12.4492, + 12.4493, + 12.4518, + 12.4541, + 12.4562, + 12.4581, + 12.4598, + 12.4613, + 12.4627, + 12.4639, + 12.465, + 12.466, + 12.4669, + 12.4677, + 12.4685, + 12.4691, + 12.4697, + 12.4702, + 12.4707, + 12.4711, + 12.4715, + 12.4719, + 12.4722, + 12.4725, + 12.4727, + 12.4729, + 12.4757, + 12.4781, + 12.4803, + 12.4823, + 12.484, + 12.4856, + 12.4871, + 12.4884, + 12.4895, + 12.4906, + 12.4915, + 12.4924, + 12.4931, + 12.4938, + 12.4969, + 12.4997, + 12.5023, + 12.5045, + 12.5066, + 12.5084, + 12.5126, + 12.5163, + 12.5197, + 12.5227, + 12.5255, + 12.5279, + 12.5326, + 12.5369, + 12.5407, + 12.5466, + 12.5519, + 12.5567, + 12.5811, + 12.603, + 12.6377, + 12.6839, + 12.7255, + 12.773, + 12.8457, + 12.9161, + 12.982, + 13.0413, + 13.0947, + 13.1452, + 13.1907, + 13.2316, + 13.2709, + 13.3114, + 13.3502, + 13.3902, + 13.4337, + 13.4778, + 13.5175, + 13.5533, + 13.6004, + 13.6454, + 13.6884, + 13.732, + 13.7913, + 13.8447, + 13.8952, + 13.9532, + 14.0079, + 14.0621, + 14.1109, + 14.1598, + 14.2038, + 14.2484, + 14.2961, + 14.3615, + 14.4278, + 14.495, + 14.5605, + 14.6245, + 14.6845, + 14.7386, + 14.7947, + 14.8553, + 14.9672, + 15.0905, + 15.2065, + 15.3158, + 15.4342, + 15.5408, + 15.6367, + 15.7231, + 15.8007, + 15.8732, + 15.9384, + 16.002, + 16.0643, + 16.1304, + 16.2023, + 16.2821, + 16.3639, + 16.44, + 16.5185, + 16.6042, + 16.6887, + 16.7849, + 16.8989, + 17.0315, + 17.1733, + 17.321, + 17.4589, + 17.593, + 17.7462, + 17.9116, + 18.0604, + 18.1969, + 18.3422, + 18.4805, + 18.6224, + 18.7552, + 18.8872, + 19.0235, + 19.1511, + 19.286, + 19.4149, + 19.5359, + 19.6598, + 19.7963, + 19.9192, + 20.0373, + 20.1486, + 20.2812, + 20.4156, + 20.5415, + 20.6649, + 20.7809, + 20.8928, + 20.9985, + 21.1037, + 21.2058, + 21.3027, + 21.3974, + 21.4902, + 21.5912, + 21.6871, + 21.8084, + 21.9175, + 22.0208, + 22.1162, + 22.2096, + 22.2986, + 22.4213, + 22.5466, + 22.667, + 22.7878, + 22.9065, + 23.0133, + 23.127, + 23.2493, + 23.3769, + 23.5067, + 23.6335, + 23.7702, + 23.9032, + 24.0253, + 24.1403, + 24.2538, + 24.3709, + 24.5038, + 24.6434, + 24.7716, + 24.8869, + 24.9932, + 25.1139, + 25.255, + 25.392, + 25.5378, + 25.679, + 25.8236, + 25.9638, + 26.1099, + 26.2564, + 26.3983, + 26.5534, + 26.7056, + 26.85, + 26.9925, + 27.1483, + 27.2984, + 27.4586, + 27.6127, + 27.7665, + 27.9098, + 28.0463, + 28.1917, + 28.3325, + 28.4793, + 28.6414, + 28.8122, + 28.9835, + 29.1426, + 29.2959, + 29.4588, + 29.6204, + 29.7759, + 29.9208, + 30.0587, + 30.1978, + 30.3381, + 30.4742, + 30.6043, + 30.7339, + 30.873, + 31.0232, + 31.1634, + 31.297, + 31.4498, + 31.6099, + 31.7764, + 31.9462, + 32.1091, + 32.2657, + 32.4166, + 32.565, + 32.7185, + 32.8916, + 33.0575, + 33.2267, + 33.4015, + 33.5639, + 33.7375, + 33.9012, + 34.0711, + 34.239, + 34.4001, + 34.5451, + 34.6781, + 34.8053, + 34.9673, + 35.1255, + 35.2855, + 35.4519, + 35.6417, + 35.8351, + 36.0191, + 36.1971, + 36.3649, + 36.5209, + 36.6638, + 36.8, + 36.9375, + 37.0687, + 37.1943, + 37.3249, + 37.4574, + 37.5942, + 37.7248, + 37.8498, + 37.9823, + 38.1091, + 38.2357, + 38.3621, + 38.4859, + 38.6073, + 38.7241, + 38.8317, + 38.9435, + 39.0716, + 39.1895, + 39.318, + 39.4537, + 39.5934, + 39.7565, + 39.9234, + 40.081, + 40.2279, + 40.3676, + 40.4984, + 40.616, + 40.7369, + 40.8557, + 40.9702, + 41.0831, + 41.1898, + 41.3084, + 41.4175, + 41.5258, + 41.6407, + 41.7566, + 41.8685, + 41.9741, + 42.0717, + 42.1595, + 42.2461, + 42.3315, + 42.4133, + 42.502, + 42.5868, + 42.6781, + 42.7703, + 42.8608, + 42.9522, + 43.0445, + 43.145, + 43.2455, + 43.3585, + 43.4676, + 43.5734, + 43.676, + 43.7809, + 43.8903, + 43.9963, + 44.1042, + 44.2113, + 44.3276, + 44.4499, + 44.5649, + 44.6784, + 44.7856, + 44.892, + 45.0003, + 45.1028, + 45.2125, + 45.3112, + 45.4101, + 45.4991, + 45.5842, + 45.6658, + 45.7467, + 45.822, + 45.8898, + 45.9583, + 46.025, + 46.0925, + 46.1608, + 46.2247, + 46.2822, + 46.3465, + 46.4218, + 46.4947, + 46.5627, + 46.6314, + 46.6958, + 46.7662, + 46.8496, + 46.9271, + 47.0069, + 47.0812, + 47.1581, + 47.2298, + 47.3068, + 47.3936, + 47.4743, + 47.5518, + 47.6292, + 47.7087, + 47.7904, + 47.8688, + 47.9594, + 48.056, + 48.1504, + 48.2404, + 48.3388, + 48.4374, + 48.5337, + 48.6253, + 48.7128, + 48.814, + 48.9176, + 49.0109, + 49.1048, + 49.1893, + 49.2729, + 49.3556, + 49.4375, + 49.5138, + 49.5924, + 49.6657, + 49.7341, + 49.8082, + 49.8774, + 49.9421, + 50.0104, + 50.0819, + 50.1687, + 50.2518, + 50.3341, + 50.4207, + 50.4986, + 50.5738, + 50.6464, + 50.7193, + 50.7898, + 50.8559, + 50.9203, + 50.9782, + 51.0354, + 51.0919, + 51.1502, + 51.2127, + 51.2739, + 51.3315, + 51.3934, + 51.454, + 51.5161, + 51.587, + 51.6608, + 51.7372, + 51.8085, + 51.8727, + 51.9354, + 51.9994, + 52.0644, + 52.138, + 52.2092, + 52.2733, + 52.3359, + 52.3998, + 52.4649, + 52.5359, + 52.6048, + 52.6693, + 52.7274, + 52.7846, + 52.8412, + 52.8921, + 52.9379, + 52.9866, + 53.0454, + 53.1009, + 53.1533, + 53.203, + 53.2502, + 53.2976, + 53.3504, + 53.4003, + 53.4528, + 53.5125, + 53.5663, + 53.6146, + 53.6582, + 53.6974, + 53.7376, + 53.7839, + 53.838, + 53.8992, + 53.9593, + 54.0183, + 54.0765, + 54.1289, + 54.1885, + 54.2546, + 54.3192, + 54.3847, + 54.4563, + 54.5306, + 54.6126, + 54.6888, + 54.7649, + 54.8409, + 54.9093, + 54.9734, + 55.0336, + 55.0927, + 55.1634, + 55.2271, + 55.2969, + 55.3597, + 55.4162, + 55.4671, + 55.5229, + 55.5781, + 55.6378, + 55.6915, + 55.7399, + 55.7834, + 55.8325, + 55.8868, + 55.9431, + 55.9963, + 56.0467, + 56.102, + 56.1618, + 56.2181, + 56.2763, + 56.3287, + 56.3758, + 56.4307, + 56.4877, + 56.5439, + 56.597, + 56.6473, + 56.7001, + 56.7526, + 56.8048, + 56.8543, + 56.8989, + 56.9465, + 56.9994, + 57.0469, + 57.0922, + 57.143, + 57.1912, + 57.2371, + 57.2809, + 57.3228, + 57.363, + 57.4042, + 57.4438, + 57.4794, + 57.5115, + 57.5403, + 57.5663, + 57.5922, + 57.6179, + 57.6436, + 57.6693, + 57.6974, + 57.7251, + 57.7501, + 57.7726, + 57.7953, + 57.8183, + 57.839, + 57.8626, + 57.8863, + 57.9127, + 57.9389, + 57.965, + 57.9885, + 58.0147, + 58.0382, + 58.0594, + 58.0809, + 58.1154, + 58.1613, + 58.2052, + 58.2472, + 58.2849, + 58.3215, + 58.3593, + 58.3934, + 58.4265, + 58.4764, + 58.5312, + 58.5956, + 58.6636, + 58.7247, + 58.7822, + 58.8365, + 58.8854, + 58.9418, + 59.0001, + 59.0576, + 59.1169, + 59.1802, + 59.2447, + 59.3177, + 59.3909, + 59.4593, + 59.5284, + 59.6081, + 59.6948, + 59.7778, + 59.855, + 59.9245, + 59.9946, + 60.0626, + 60.1263, + 60.1862, + 60.2526, + 60.3173, + 60.3756, + 60.433, + 60.4847, + 60.5388, + 60.5974, + 60.6576, + 60.7119, + 60.7607, + 60.8071, + 60.8514, + 60.8988, + 60.9439, + 60.997, + 61.0598, + 61.1438, + 61.2194, + 61.29, + 61.356, + 61.4154, + 61.4714, + 61.5267, + 61.5765, + 61.6239, + 61.6715, + 61.7269, + 61.7792, + 61.8288, + 61.8734, + 61.9235, + 61.9762, + 62.0386, + 62.1047, + 62.1642, + 62.2178, + 62.276, + 62.3409, + 62.4018, + 62.4592, + 62.5107, + 62.5597, + 62.6062, + 62.6481, + 62.6883, + 62.7269, + 62.7617, + 62.7956, + 62.831, + 62.8704, + 62.9134, + 62.957, + 63.0013, + 63.0487, + 63.0988, + 63.1439, + 63.1921, + 63.2403, + 63.3013, + 63.3587, + 63.4103, + 63.4743, + 63.5569, + 63.6412, + 63.7196, + 63.8126, + 63.9088, + 64.0005, + 64.0879, + 64.1766, + 64.2565, + 64.3383, + 64.4245, + 64.527, + 64.6418, + 64.7576, + 64.8669, + 64.9652, + 65.0587, + 65.1478, + 65.2305, + 65.33, + 65.442, + 65.5603, + 65.6793, + 65.7863, + 65.8852, + 65.9917, + 66.1, + 66.2025, + 66.2973, + 66.39, + 66.4885, + 66.5847, + 66.6787, + 66.7633, + 66.842, + 66.9128, + 66.9815, + 67.0509, + 67.1158, + 67.1767, + 67.2315, + 67.2884, + 67.3595, + 67.4261, + 67.496, + 67.5639, + 67.6325, + 67.6967, + 67.7571, + 67.8214, + 67.8917, + 67.9626, + 68.0313, + 68.1007, + 68.1656, + 68.2315, + 68.2984, + 68.366, + 68.4269, + 68.4842, + 68.5358, + 68.5922, + 68.6505, + 68.713, + 68.7692, + 68.8298, + 68.8918, + 68.9526, + 69.0073, + 69.0566, + 69.1134, + 69.1871, + 69.2609, + 69.3323, + 69.4016, + 69.4714, + 69.5493, + 69.6268, + 69.7017, + 69.769, + 69.8321, + 69.8939, + 69.9545, + 70.014, + 70.0751, + 70.1376, + 70.2014, + 70.2612, + 70.3276, + 70.3948, + 70.4604, + 70.5218, + 70.5771, + 70.6294, + 70.684, + 70.7431, + 70.8013, + 70.8612, + 70.9175, + 70.9758, + 71.0382, + 71.0969, + 71.1497, + 71.1997, + 71.2448, + 71.2853, + 71.3242, + 71.3593, + 71.3934, + 71.4441, + 71.4946, + 71.5452, + 71.5932, + 71.6413, + 71.6922, + 71.738, + 71.7792, + 71.8188, + 71.8569, + 71.8937, + 71.9318, + 71.9737, + 72.0163, + 72.0572, + 72.0964, + 72.1343, + 72.1734, + 72.2235, + 72.2762, + 72.3261, + 72.3785, + 72.4256, + 72.4755, + 72.5305, + 72.5974, + 72.6627, + 72.7214, + 72.7793, + 72.8339, + 72.898, + 72.9557, + 73.0176, + 73.0808, + 73.1428, + 73.206, + 73.2779, + 73.3451, + 73.4056, + 73.465, + 73.5335, + 73.6027, + 73.6674, + 73.7257, + 73.7856, + 73.8445, + 73.9076, + 73.9918, + 74.0826, + 74.1794, + 74.2764, + 74.3738, + 74.4639, + 74.55, + 74.6475, + 74.7378, + 74.819, + 74.9021, + 74.9769, + 75.0467, + 75.1145, + 75.1806, + 75.24, + 75.2935, + 75.3517, + 75.409, + 75.4631, + 75.5168, + 75.5651, + 75.6136, + 75.6597, + 75.7063, + 75.7581, + 75.8198, + 75.8878, + 75.9491, + 76.0192, + 76.0922, + 76.163, + 76.2292, + 76.2888, + 76.3474, + 76.4077, + 76.4619, + 76.5157, + 76.5766, + 76.6415, + 76.7048, + 76.7643, + 76.8279, + 76.9001, + 76.9826, + 77.0593, + 77.1409, + 77.2318, + 77.3236, + 77.4088, + 77.4854, + 77.5594, + 77.6259, + 77.6908, + 77.7567, + 77.8236, + 77.8912, + 77.9521, + 78.0144, + 78.0804, + 78.1449, + 78.2029, + 78.2651, + 78.3236, + 78.3762, + 78.4286, + 78.4758, + 78.5232, + 78.5834, + 78.6375, + 78.6938, + 78.7494, + 78.8145, + 78.8755, + 78.933, + 78.9872, + 79.0359, + 79.0874, + 79.1336, + 79.1803, + 79.2222, + 79.2625, + 79.3038, + 79.3459, + 79.3963, + 79.4467, + 79.497, + 79.5448, + 79.5903, + 79.6338, + 79.6729, + 79.7106, + 79.7471, + 79.7823, + 79.8191, + 79.8522, + 79.8845, + 79.9235, + 79.9687, + 80.0218, + 80.0746, + 80.1222, + 80.18, + 80.2395, + 80.303, + 80.3777, + 80.4599, + 80.5339, + 80.6131, + 80.6992, + 80.7768, + 80.8541, + 80.9237, + 80.9914, + 81.0597, + 81.1287, + 81.1959, + 81.2688, + 81.3394, + 81.4155, + 81.5014, + 81.5788, + 81.6509, + 81.7308, + 81.8127, + 81.889, + 81.9626, + 82.0313, + 82.0932, + 82.1514, + 82.2162, + 82.2796, + 82.3366, + 82.388, + 82.4442, + 82.4998, + 82.5523, + 82.5996, + 82.6421, + 82.6879, + 82.7366, + 82.7929, + 82.8436, + 82.8893, + 82.9329, + 82.9796, + 83.0266, + 83.074, + 83.1266, + 83.1814, + 83.2333, + 83.2849, + 83.3314, + 83.3758, + 83.4157, + 83.4541, + 83.4962, + 83.5391, + 83.5852, + 83.6417, + 83.6925, + 83.7433, + 83.8014, + 83.8613, + 83.9152, + 83.9711, + 84.0265, + 84.0814, + 84.1457, + 84.2037, + 84.2583, + 84.315, + 84.371, + 84.4289, + 84.4835, + 84.5376, + 84.5939, + 84.6495, + 84.702, + 84.7518, + 84.8017, + 84.8465, + 84.8918, + 84.9327, + 84.9769, + 85.0267, + 85.084, + 85.1406, + 85.1941, + 85.2522, + 85.3144, + 85.3755, + 85.4329, + 85.4947, + 85.5677, + 85.6334, + 85.6976, + 85.7553, + 85.8148, + 85.8758, + 85.9382, + 86.0044, + 86.0765, + 86.1438, + 86.2069, + 86.2637, + 86.3274, + 86.3896, + 86.4507, + 86.5131, + 86.5768, + 86.6416, + 86.705, + 86.762, + 86.8158, + 86.8642, + 86.9103, + 86.9542, + 87.0113, + 87.0652, + 87.1137, + 87.1698, + 87.2303, + 87.2998, + 87.3673, + 87.4281, + 87.4878, + 87.544, + 87.5996, + 87.6546, + 87.7042, + 87.7563, + 87.8056, + 87.8526, + 87.8973, + 87.9401, + 87.9861, + 88.035, + 88.089, + 88.1426, + 88.1983, + 88.2585, + 88.3126, + 88.3614, + 88.4102, + 88.4642, + 88.5203, + 88.5708, + 88.6212, + 88.6666, + 88.7074, + 88.7467, + 88.7895, + 88.8306, + 88.8675, + 88.9007, + 88.9307, + 88.9626, + 88.9938, + 89.0245, + 89.057, + 89.0888, + 89.1174, + 89.1457, + 89.1786, + 89.2083, + 89.2349, + 89.2664, + 89.2973, + 89.3276, + 89.3648, + 89.4108, + 89.4522, + 89.4895, + 89.5331, + 89.5723, + 89.6075, + 89.6468, + 89.6846, + 89.7211, + 89.759, + 89.7956, + 89.8311, + 89.863, + 89.8917, + 89.92, + 89.9505, + 89.9854, + 90.0194, + 90.0525, + 90.0822, + 90.1115, + 90.1428, + 90.1736, + 90.2037, + 90.2358, + 90.2673, + 90.3055, + 90.3425, + 90.3757, + 90.4057, + 90.4326, + 90.4618, + 90.4881, + 90.5118, + 90.5331, + 90.5523, + 90.5696, + 90.5876, + 90.6039, + 90.6235, + 90.6436, + 90.6618, + 90.6831, + 90.7023, + 90.7196, + 90.7401, + 90.7611, + 90.7875, + 90.8112, + 90.8351, + 90.8566, + 90.8759, + 90.8933, + 90.9215, + 90.9469, + 90.9722, + 91.0, + 91.0275, + 91.0572, + 91.084, + 91.1131, + 91.1393, + 91.1679, + 91.1961, + 91.2215, + 91.2468, + 91.2696, + 91.2902, + 91.3087, + 91.3353, + 91.3593, + 91.3833, + 91.405, + 91.4295, + 91.4541, + 91.4761, + 91.501, + 91.5309, + 91.5653, + 91.6038, + 91.6384, + 91.6746, + 91.7146, + 91.7557, + 91.7926, + 91.8283, + 91.8655, + 91.899, + 91.9316, + 91.9634, + 91.9946, + 92.0251, + 92.0576, + 92.0943, + 92.1324, + 92.1692, + 92.2072, + 92.244, + 92.2771, + 92.3144, + 92.348, + 92.3857, + 92.4221, + 92.4599, + 92.4964, + 92.5343, + 92.5708, + 92.6213, + 92.6666, + 92.7125, + 92.7562, + 92.7956, + 92.831, + 92.8704, + 92.9109, + 92.9548, + 92.9968, + 93.0346, + 93.0712, + 93.1116, + 93.1554, + 93.1949, + 93.2354, + 93.2718, + 93.3072, + 93.3414, + 93.3748, + 93.4123, + 93.4536, + 93.4957, + 93.5412, + 93.5845, + 93.6286, + 93.6682, + 93.7039, + 93.7385, + 93.7822, + 93.8214, + 93.8593, + 93.8934, + 93.924, + 93.9591, + 93.9982, + 94.0434, + 94.0866, + 94.1404, + 94.1889, + 94.2375, + 94.2862, + 94.3351, + 94.3841, + 94.4332, + 94.4799, + 94.5219, + 94.5622, + 94.5985, + 94.6436, + 94.6943, + 94.7423, + 94.7906, + 94.834, + 94.8781, + 94.9228, + 94.963, + 95.0092, + 95.0533, + 95.0955, + 95.1434, + 95.1941, + 95.2447, + 95.2977, + 95.3554, + 95.4149, + 95.4734, + 95.5361, + 95.5975, + 95.6677, + 95.7359, + 95.8023, + 95.8646, + 95.9432, + 96.0213, + 96.1017, + 96.194, + 96.2796, + 96.3617, + 96.438, + 96.5167, + 96.59, + 96.6585, + 96.7352, + 96.8042, + 96.8712, + 96.9391, + 97.0152, + 97.0887, + 97.1573, + 97.2191, + 97.2772, + 97.3295, + 97.3815, + 97.4359, + 97.4873, + 97.5435, + 97.5967, + 97.647, + 97.6948, + 97.7378, + 97.7816, + 97.8234, + 97.8711, + 97.9165, + 97.9573, + 97.9991, + 98.0392, + 98.0778, + 98.12, + 98.163, + 98.2017, + 98.2365, + 98.2679, + 98.3011, + 98.346, + 98.3889, + 98.43, + 98.467, + 98.5053, + 98.5498, + 98.5898, + 98.6333, + 98.675, + 98.725, + 98.77 + ], + "episode_rhos": [ + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1441, + 0.1649, + 0.173, + 0.1595, + 0.1832, + 0.1753 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1709, + 0.1793, + 0.1559, + 0.1778, + 0.1769 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1392, + 0.1748, + 0.1824, + 0.15, + 0.181, + 0.1727 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.1371, + 0.1798, + 0.1815, + 0.1501, + 0.1805, + 0.1709 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.139, + 0.1822, + 0.1821, + 0.1488, + 0.1778, + 0.1701 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1395, + 0.1813, + 0.1812, + 0.151, + 0.1781, + 0.1689 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1387, + 0.1803, + 0.1791, + 0.1554, + 0.1786, + 0.1679 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1362, + 0.1801, + 0.1785, + 0.1597, + 0.1806, + 0.1649 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1333, + 0.1814, + 0.179, + 0.1628, + 0.184, + 0.1595 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.1308, + 0.1826, + 0.1805, + 0.1648, + 0.184, + 0.1573 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.13, + 0.185, + 0.1807, + 0.1653, + 0.1853, + 0.1536 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1281, + 0.1867, + 0.1808, + 0.1678, + 0.1863, + 0.1503 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1273, + 0.1887, + 0.1803, + 0.1681, + 0.189, + 0.1466 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1287, + 0.1892, + 0.1798, + 0.1685, + 0.1904, + 0.1433 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.1283, + 0.191, + 0.18, + 0.1682, + 0.191, + 0.1415 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.128, + 0.194, + 0.1795, + 0.1658, + 0.1922, + 0.1406 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1285, + 0.1942, + 0.1775, + 0.1643, + 0.1931, + 0.1423 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1299, + 0.1921, + 0.1771, + 0.1641, + 0.1913, + 0.1455 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1312, + 0.1884, + 0.1764, + 0.1638, + 0.1909, + 0.1493 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1321, + 0.1841, + 0.1764, + 0.1639, + 0.189, + 0.1545 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1323, + 0.1807, + 0.1763, + 0.1635, + 0.1894, + 0.1579 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1324, + 0.1773, + 0.1778, + 0.163, + 0.1891, + 0.1604 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1313, + 0.1748, + 0.1792, + 0.163, + 0.1892, + 0.1625 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1302, + 0.1743, + 0.1797, + 0.1621, + 0.1905, + 0.1632 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ], + [ + 0.1279, + 0.1742, + 0.1803, + 0.1611, + 0.1923, + 0.1641 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json new file mode 100644 index 0000000000000000000000000000000000000000..6867cbe43cddcb3a8247ece44fe2f6f68a0640d5 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho100.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 8137267.26, + "constraint_satisfaction_pct": 33.6, + "final_rho": [ + 0.1298, + 0.1879, + 0.27, + 0.1083, + 0.1528, + 0.1511 + ], + "final_lambda": 98.3406, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -5757.88, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -5363.2, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -5399.8, + "avg_cost": 0.25, + "lambda": 11.9077, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": -5218.59, + "avg_cost": 0.0, + "lambda": 12.0636, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": -5206.86, + "avg_cost": 0.0, + "lambda": 12.1199, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": -3944.38, + "avg_cost": 0.0, + "lambda": 12.1395, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": -4887.94, + "avg_cost": 0.0, + "lambda": 12.1531, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": -4554.81, + "avg_cost": 0.0, + "lambda": 12.2006, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": -4697.03, + "avg_cost": 0.0, + "lambda": 12.2561, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": -2948.42, + "avg_cost": 0.0, + "lambda": 12.312, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 110, + "avg_reward": -3883.71, + "avg_cost": 0.0, + "lambda": 12.3367, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 120, + "avg_reward": -3565.66, + "avg_cost": 0.0, + "lambda": 12.3454, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 130, + "avg_reward": -3091.99, + "avg_cost": 0.0, + "lambda": 12.3484, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 140, + "avg_reward": -3831.74, + "avg_cost": 0.0, + "lambda": 12.3494, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 150, + "avg_reward": -1994.51, + "avg_cost": 0.0, + "lambda": 12.3498, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 160, + "avg_reward": -2496.56, + "avg_cost": 0.0, + "lambda": 12.3499, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 170, + "avg_reward": -2251.91, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 180, + "avg_reward": -2576.27, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 190, + "avg_reward": -2682.35, + "avg_cost": 0.0, + "lambda": 12.35, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 200, + "avg_reward": -2980.41, + "avg_cost": 0.0, + "lambda": 12.3602, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 210, + "avg_reward": -2108.91, + "avg_cost": 0.0, + "lambda": 12.3816, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 220, + "avg_reward": -1303.67, + "avg_cost": 0.0, + "lambda": 12.3936, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 230, + "avg_reward": -279.33, + "avg_cost": 0.0, + "lambda": 12.4131, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 240, + "avg_reward": -1804.37, + "avg_cost": 0.0, + "lambda": 12.4208, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 250, + "avg_reward": -1396.45, + "avg_cost": 1.0, + "lambda": 12.4615, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 260, + "avg_reward": -2400.68, + "avg_cost": 0.0, + "lambda": 12.9514, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 270, + "avg_reward": -1940.46, + "avg_cost": 0.25, + "lambda": 13.4568, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 280, + "avg_reward": -2272.5, + "avg_cost": 0.75, + "lambda": 13.8281, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 290, + "avg_reward": -2906.71, + "avg_cost": 0.25, + "lambda": 14.2361, + "rho": [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ] + }, + { + "episode": 300, + "avg_reward": -1806.15, + "avg_cost": 0.75, + "lambda": 14.8951, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 310, + "avg_reward": -1186.39, + "avg_cost": 1.5, + "lambda": 15.737, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 320, + "avg_reward": -1550.84, + "avg_cost": 0.0, + "lambda": 16.5408, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 330, + "avg_reward": -1679.73, + "avg_cost": 0.0, + "lambda": 16.8541, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 340, + "avg_reward": -1111.41, + "avg_cost": 0.0, + "lambda": 16.9654, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 350, + "avg_reward": -548.07, + "avg_cost": 0.0, + "lambda": 17.0862, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 360, + "avg_reward": 0.75, + "avg_cost": 2.0, + "lambda": 17.3919, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 370, + "avg_reward": 1861.31, + "avg_cost": 1.0, + "lambda": 17.9783, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 380, + "avg_reward": 497.98, + "avg_cost": 1.0, + "lambda": 18.9164, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 390, + "avg_reward": 117.26, + "avg_cost": 1.25, + "lambda": 19.9675, + "rho": [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ] + }, + { + "episode": 400, + "avg_reward": 1451.03, + "avg_cost": 2.0, + "lambda": 21.1729, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 410, + "avg_reward": 1709.81, + "avg_cost": 3.0, + "lambda": 22.6404, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 420, + "avg_reward": 1825.25, + "avg_cost": 2.25, + "lambda": 24.4305, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 430, + "avg_reward": 1922.85, + "avg_cost": 2.5, + "lambda": 26.5249, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 440, + "avg_reward": 1664.81, + "avg_cost": 1.25, + "lambda": 28.9403, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 450, + "avg_reward": 2822.85, + "avg_cost": 3.5, + "lambda": 31.1868, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 460, + "avg_reward": 2818.75, + "avg_cost": 2.0, + "lambda": 33.6883, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 470, + "avg_reward": 3614.02, + "avg_cost": 2.0, + "lambda": 35.6143, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 480, + "avg_reward": 4258.67, + "avg_cost": 2.25, + "lambda": 37.3713, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 490, + "avg_reward": 3812.44, + "avg_cost": 2.5, + "lambda": 39.3735, + "rho": [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ] + }, + { + "episode": 500, + "avg_reward": 3300.23, + "avg_cost": 0.5, + "lambda": 41.2814, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 510, + "avg_reward": 4599.7, + "avg_cost": 2.75, + "lambda": 42.8438, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 520, + "avg_reward": 2648.4, + "avg_cost": 0.5, + "lambda": 44.114, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 530, + "avg_reward": 5370.77, + "avg_cost": 2.5, + "lambda": 45.088, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 540, + "avg_reward": 4348.5, + "avg_cost": 1.0, + "lambda": 46.2666, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 550, + "avg_reward": 5181.09, + "avg_cost": 3.5, + "lambda": 47.4141, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 560, + "avg_reward": 5973.11, + "avg_cost": 3.25, + "lambda": 48.6573, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 570, + "avg_reward": 5484.33, + "avg_cost": 0.75, + "lambda": 49.9503, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 580, + "avg_reward": 5808.24, + "avg_cost": 0.75, + "lambda": 50.9558, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 590, + "avg_reward": 5417.05, + "avg_cost": 1.0, + "lambda": 51.6767, + "rho": [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ] + }, + { + "episode": 600, + "avg_reward": 5321.89, + "avg_cost": 1.25, + "lambda": 52.3876, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 610, + "avg_reward": 5894.36, + "avg_cost": 0.75, + "lambda": 53.069, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 620, + "avg_reward": 7123.64, + "avg_cost": 1.5, + "lambda": 53.6875, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 630, + "avg_reward": 6330.86, + "avg_cost": 0.0, + "lambda": 54.4983, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 640, + "avg_reward": 4630.38, + "avg_cost": 0.25, + "lambda": 55.257, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 650, + "avg_reward": 6232.66, + "avg_cost": 0.0, + "lambda": 55.8425, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 660, + "avg_reward": 6149.77, + "avg_cost": 1.5, + "lambda": 56.4304, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 670, + "avg_reward": 7058.84, + "avg_cost": 2.25, + "lambda": 57.1299, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 680, + "avg_reward": 7334.53, + "avg_cost": 1.75, + "lambda": 57.8551, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 690, + "avg_reward": 7399.5, + "avg_cost": 1.5, + "lambda": 58.5057, + "rho": [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ] + }, + { + "episode": 700, + "avg_reward": 7243.06, + "avg_cost": 0.0, + "lambda": 59.2469, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 710, + "avg_reward": 7451.63, + "avg_cost": 0.0, + "lambda": 59.797, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 720, + "avg_reward": 7726.32, + "avg_cost": 0.25, + "lambda": 60.3107, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 730, + "avg_reward": 8550.69, + "avg_cost": 1.25, + "lambda": 60.7787, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 740, + "avg_reward": 7408.96, + "avg_cost": 0.0, + "lambda": 61.2233, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 750, + "avg_reward": 7454.19, + "avg_cost": 1.75, + "lambda": 61.7305, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 760, + "avg_reward": 7467.32, + "avg_cost": 2.25, + "lambda": 62.3834, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 770, + "avg_reward": 7641.84, + "avg_cost": 2.0, + "lambda": 63.4365, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 780, + "avg_reward": 8163.45, + "avg_cost": 0.75, + "lambda": 64.6687, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 790, + "avg_reward": 8135.67, + "avg_cost": 0.5, + "lambda": 65.4446, + "rho": [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ] + }, + { + "episode": 800, + "avg_reward": 8338.12, + "avg_cost": 0.25, + "lambda": 65.992, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 810, + "avg_reward": 8206.53, + "avg_cost": 0.0, + "lambda": 66.4523, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 820, + "avg_reward": 8463.52, + "avg_cost": 0.5, + "lambda": 66.9054, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 830, + "avg_reward": 8612.28, + "avg_cost": 0.75, + "lambda": 67.3066, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 840, + "avg_reward": 8628.35, + "avg_cost": 0.5, + "lambda": 67.7629, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 850, + "avg_reward": 8375.73, + "avg_cost": 0.5, + "lambda": 68.1708, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 860, + "avg_reward": 8330.52, + "avg_cost": 0.75, + "lambda": 68.6679, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 870, + "avg_reward": 9018.56, + "avg_cost": 1.5, + "lambda": 69.2413, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 880, + "avg_reward": 8618.11, + "avg_cost": 0.0, + "lambda": 69.8333, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 890, + "avg_reward": 9240.85, + "avg_cost": 0.25, + "lambda": 70.1502, + "rho": [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ] + }, + { + "episode": 900, + "avg_reward": 7751.0, + "avg_cost": 1.25, + "lambda": 70.5304, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 910, + "avg_reward": 8857.04, + "avg_cost": 0.0, + "lambda": 71.0296, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 920, + "avg_reward": 9133.26, + "avg_cost": 0.5, + "lambda": 71.342, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 930, + "avg_reward": 9166.17, + "avg_cost": 0.25, + "lambda": 71.6311, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 940, + "avg_reward": 9484.08, + "avg_cost": 0.25, + "lambda": 72.0752, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 950, + "avg_reward": 3842.6, + "avg_cost": 0.5, + "lambda": 72.712, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 960, + "avg_reward": 9472.45, + "avg_cost": 1.0, + "lambda": 73.6538, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 970, + "avg_reward": 8948.51, + "avg_cost": 0.0, + "lambda": 74.4315, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 980, + "avg_reward": 9959.68, + "avg_cost": 1.25, + "lambda": 75.1202, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 990, + "avg_reward": 6668.71, + "avg_cost": 0.25, + "lambda": 75.7079, + "rho": [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ] + }, + { + "episode": 1000, + "avg_reward": 9439.92, + "avg_cost": 1.0, + "lambda": 76.3556, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1010, + "avg_reward": 9754.36, + "avg_cost": 0.25, + "lambda": 77.1514, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1020, + "avg_reward": 9566.79, + "avg_cost": 0.0, + "lambda": 77.7785, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1030, + "avg_reward": 9334.95, + "avg_cost": 0.0, + "lambda": 78.2747, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1040, + "avg_reward": 9481.5, + "avg_cost": 0.0, + "lambda": 78.8066, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1050, + "avg_reward": 10113.73, + "avg_cost": 0.25, + "lambda": 79.2285, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1060, + "avg_reward": 9551.15, + "avg_cost": 0.75, + "lambda": 79.6224, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1070, + "avg_reward": 10198.73, + "avg_cost": 0.5, + "lambda": 80.0976, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1080, + "avg_reward": 9926.37, + "avg_cost": 0.0, + "lambda": 80.5874, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1090, + "avg_reward": 9835.45, + "avg_cost": 0.75, + "lambda": 80.995, + "rho": [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ] + }, + { + "episode": 1100, + "avg_reward": 9626.69, + "avg_cost": 0.0, + "lambda": 81.4315, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1110, + "avg_reward": 9969.61, + "avg_cost": 0.75, + "lambda": 81.8872, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1120, + "avg_reward": 9969.51, + "avg_cost": 0.25, + "lambda": 82.3256, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1130, + "avg_reward": 9849.51, + "avg_cost": 1.0, + "lambda": 82.6526, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1140, + "avg_reward": 10718.68, + "avg_cost": 0.75, + "lambda": 82.9609, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1150, + "avg_reward": 10029.56, + "avg_cost": 0.0, + "lambda": 83.2879, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1160, + "avg_reward": 10732.84, + "avg_cost": 0.0, + "lambda": 83.6745, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1170, + "avg_reward": 10323.09, + "avg_cost": 0.0, + "lambda": 84.0524, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1180, + "avg_reward": 10720.28, + "avg_cost": 0.5, + "lambda": 84.4618, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1190, + "avg_reward": 10854.51, + "avg_cost": 0.0, + "lambda": 84.7889, + "rho": [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ] + }, + { + "episode": 1200, + "avg_reward": 10873.1, + "avg_cost": 0.25, + "lambda": 85.0787, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1210, + "avg_reward": 11396.18, + "avg_cost": 0.5, + "lambda": 85.4005, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1220, + "avg_reward": 8453.19, + "avg_cost": 0.25, + "lambda": 85.6274, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1230, + "avg_reward": 10763.82, + "avg_cost": 0.25, + "lambda": 85.8931, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1240, + "avg_reward": 11429.73, + "avg_cost": 1.5, + "lambda": 86.2075, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1250, + "avg_reward": 10255.44, + "avg_cost": 0.25, + "lambda": 86.578, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1260, + "avg_reward": 10903.34, + "avg_cost": 0.5, + "lambda": 86.9409, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1270, + "avg_reward": 10681.31, + "avg_cost": 0.5, + "lambda": 87.357, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1280, + "avg_reward": 8797.88, + "avg_cost": 0.25, + "lambda": 87.7872, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1290, + "avg_reward": 10710.44, + "avg_cost": 0.25, + "lambda": 88.1501, + "rho": [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ] + }, + { + "episode": 1300, + "avg_reward": 10475.63, + "avg_cost": 0.0, + "lambda": 88.4732, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1310, + "avg_reward": 10935.3, + "avg_cost": 0.0, + "lambda": 88.7302, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1320, + "avg_reward": 10797.97, + "avg_cost": 0.0, + "lambda": 89.1405, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1330, + "avg_reward": 11040.25, + "avg_cost": 0.25, + "lambda": 89.5049, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1340, + "avg_reward": 11135.56, + "avg_cost": 0.5, + "lambda": 89.9125, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1350, + "avg_reward": 10761.49, + "avg_cost": 0.0, + "lambda": 90.3722, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1360, + "avg_reward": 11212.32, + "avg_cost": 0.0, + "lambda": 90.6928, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1370, + "avg_reward": 10765.06, + "avg_cost": 0.5, + "lambda": 91.1042, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1380, + "avg_reward": 11579.26, + "avg_cost": 0.5, + "lambda": 91.729, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1390, + "avg_reward": 11283.45, + "avg_cost": 0.75, + "lambda": 92.1527, + "rho": [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ] + }, + { + "episode": 1400, + "avg_reward": 11485.51, + "avg_cost": 1.25, + "lambda": 92.7443, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1410, + "avg_reward": 10818.26, + "avg_cost": 0.25, + "lambda": 93.3963, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1420, + "avg_reward": 11711.14, + "avg_cost": 0.25, + "lambda": 93.9714, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1430, + "avg_reward": 10341.78, + "avg_cost": 0.5, + "lambda": 94.5111, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1440, + "avg_reward": 11563.63, + "avg_cost": 0.75, + "lambda": 95.0631, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1450, + "avg_reward": 11641.24, + "avg_cost": 1.75, + "lambda": 95.8467, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1460, + "avg_reward": 10950.15, + "avg_cost": 0.0, + "lambda": 96.5851, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1470, + "avg_reward": 11627.91, + "avg_cost": 0.0, + "lambda": 97.1848, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1480, + "avg_reward": 11446.65, + "avg_cost": 0.25, + "lambda": 97.7144, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1490, + "avg_reward": 11880.62, + "avg_cost": 0.0, + "lambda": 98.0934, + "rho": [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + }, + { + "episode": 1500, + "avg_reward": 11147.52, + "avg_cost": 0.0, + "lambda": 98.3406, + "rho": [ + 0.1298, + 0.1879, + 0.27, + 0.1083, + 0.1528, + 0.1511 + ] + } + ], + "episode_rewards": [ + -8017.7849, + -7143.8306, + -7341.0634, + -7485.4879, + -7460.513, + -7116.7725, + -6256.248, + -6669.8708, + -5556.2847, + -5757.8757, + -5814.9151, + -6291.2706, + -5355.0963, + -6288.4878, + -6171.0943, + -5705.3383, + -6267.5543, + -6684.5647, + -5929.7409, + -5363.2017, + -6176.3074, + -5678.6859, + -5271.3497, + -5987.9006, + -6373.217, + -6274.0155, + -5192.4505, + -5344.813, + -5715.0259, + -5399.7998, + -5043.2024, + -5188.3628, + -4628.0961, + -5559.3941, + -5879.3887, + -5412.7855, + -5225.0693, + -4993.5368, + -5536.7299, + -5218.5937, + -5423.5249, + -5466.7827, + -5288.7614, + -5584.1882, + -4856.2014, + -4244.3283, + -5601.7032, + -5091.9201, + -5991.3344, + -5206.857, + -4507.9068, + -3882.3891, + -4227.2697, + -4538.1217, + -4531.3213, + -4352.2901, + -4460.5498, + -4382.5349, + -4790.6289, + -3944.3803, + -4255.1224, + -4654.8466, + -5321.1492, + -4903.5801, + -4897.3493, + -5409.0365, + -5151.959, + -5294.5735, + -4699.6617, + -4887.9392, + -4677.4709, + -4849.3599, + -5108.9585, + -3999.2715, + -3640.5582, + -4623.5437, + -4059.7518, + -5043.599, + -4201.7275, + -4554.81, + -4624.4958, + -3921.4043, + -3855.2919, + -5194.1899, + -4814.7224, + -5716.1411, + -4867.3196, + -4505.3651, + -4939.4949, + -4697.0336, + -4276.6573, + -4286.1964, + -5138.5268, + -5580.5889, + -4453.5596, + -3996.527, + -3987.0884, + -4007.0838, + -3828.7197, + -2948.4219, + -3157.7833, + -3166.956, + -4175.3288, + -3084.9994, + -3703.0289, + -3363.3907, + -3017.7416, + -3707.3251, + -3197.0184, + -3883.7144, + -4648.8812, + -3079.8038, + -3578.5191, + -3000.5993, + -2826.4133, + -3248.789, + -2777.2136, + -2874.3638, + -2766.133, + -3565.6604, + -3398.1089, + -4078.5047, + -3116.8595, + -3299.2597, + -2381.7279, + -2805.1767, + -2802.9598, + -3218.6936, + -2798.2353, + -3091.9918, + -2921.4133, + -2477.5328, + -3529.1626, + -3597.9487, + -3376.3785, + -2551.4936, + -2542.1677, + -2223.2977, + -2263.8029, + -3831.7392, + -2612.6549, + -3246.483, + -3162.6502, + -2736.2228, + -2895.9789, + -2715.61, + -2238.6897, + -2296.1012, + -2438.9801, + -1994.5064, + -3140.3687, + -2244.2565, + -2833.1085, + -3119.728, + -3753.794, + -2990.5115, + -2885.3929, + -3135.1934, + -2907.3901, + -2496.5622, + -2887.9193, + -3735.0505, + -2862.9079, + -3094.4969, + -3216.5907, + -3157.7452, + -3319.2695, + -2568.6488, + -2890.8452, + -2251.9136, + -2964.6004, + -2517.6699, + -2530.2489, + -2637.0355, + -2269.0453, + -1589.9165, + -2586.9043, + -2578.1067, + -2068.7383, + -2576.2657, + -2537.2586, + -3005.6009, + -1845.5583, + -2978.198, + -2988.6447, + -3092.084, + -2295.6656, + -3062.0703, + -2816.9704, + -2682.3481, + -1605.3135, + -1845.5703, + -1835.7356, + -3057.6732, + -2619.511, + -2266.3722, + -2123.2908, + -1456.8916, + -2477.1164, + -2980.4105, + -1798.9227, + -2786.0673, + -1565.9042, + -2415.0991, + -2134.9178, + -1635.2178, + -1873.651, + -2485.6475, + -2484.9741, + -2108.9102, + -1930.882, + -1599.3799, + -2106.6029, + -2056.6911, + -2668.4217, + -2251.7147, + -1207.0483, + -1484.7796, + -1871.5764, + -1303.6716, + -1561.6492, + -1285.5253, + -1819.0031, + -1921.8423, + -2025.2814, + -1551.8744, + -1769.3162, + -2595.2044, + -1614.2174, + -279.327, + -1622.0927, + -1304.1938, + -857.0, + -2250.263, + -1990.4871, + -1340.9493, + -906.3357, + -1213.3754, + -1049.2514, + -1804.3711, + -2155.8897, + -1190.7335, + -1272.4809, + -2664.6345, + -1998.6001, + -1187.0237, + -1801.7521, + -2139.306, + -1310.7693, + -1396.4518, + -1494.6753, + -2219.0597, + -1223.2028, + -1368.8342, + -1675.4239, + -2035.8744, + -1473.3709, + -1501.6619, + -2327.3045, + -2400.6806, + -3610.569, + -1444.8004, + -2432.204, + -3680.3675, + -3839.7835, + -1184.1316, + -683.1075, + -2182.0762, + -1945.5253, + -1940.4596, + -1619.9442, + -2596.4001, + -2820.0007, + -1565.9114, + -1248.128, + -2420.6865, + -1346.6606, + -1826.2921, + -1984.6483, + -2272.5012, + -3300.7724, + -3331.0075, + -2349.9159, + -1842.3715, + -1795.8925, + -2634.7076, + -1894.9438, + -3031.3133, + -2045.1907, + -2906.7127, + -1613.3288, + -1838.6253, + -3106.6003, + -2227.5766, + -1160.5964, + -2376.1832, + -935.11, + -1755.7264, + -1786.2809, + -1806.1488, + -2446.3898, + -1431.865, + -1679.1092, + -2285.2253, + -1739.561, + -1542.6364, + -1680.8691, + -2169.0998, + -1671.3576, + -1186.3915, + -1444.7942, + -1619.9812, + -2104.7967, + -2133.282, + -1669.6094, + -1406.6615, + -1661.5383, + -1891.1023, + -2209.0335, + -1550.8401, + -1160.2548, + -1733.8254, + -1574.8544, + -1976.8804, + -1458.5853, + -1785.1538, + -1722.6887, + -2004.6861, + -1704.1921, + -1679.7307, + -1455.4689, + -1875.1406, + -1905.2089, + -1550.507, + -1566.3663, + -1567.4079, + -1257.5867, + -1041.0362, + -1122.4017, + -1111.4051, + -1084.9253, + -370.4896, + -667.3416, + -1481.2415, + -1598.166, + -467.9082, + -27.5906, + -728.9709, + 100.6382, + -548.0704, + 191.845, + -897.9055, + -95.084, + -707.7955, + 824.1543, + 72.8535, + 507.4755, + 1250.792, + -257.2678, + 0.7473, + 315.2948, + -313.7738, + 1324.603, + 1280.2454, + 1072.4645, + 1289.8267, + 737.0542, + 228.0542, + 768.2148, + 1861.3062, + 1530.6042, + 1435.2985, + 2046.203, + 918.7165, + 856.2177, + 2798.852, + 1334.335, + 1547.8201, + 358.0052, + 497.9804, + 2323.9015, + 2169.3447, + 1299.992, + 1414.7513, + 1141.998, + 1880.7803, + 1689.9192, + 2315.6614, + 1024.3181, + 117.2625, + 618.7657, + 1665.5319, + 1036.1186, + 230.7787, + 302.7279, + 1664.9386, + 1530.7211, + 1405.6381, + 1760.2911, + 1451.0299, + 2499.485, + 1689.3627, + 2165.6266, + 1932.4276, + 1215.6267, + 1462.1429, + 1049.7771, + 1492.3959, + 1716.0856, + 1709.8084, + 593.2284, + 2315.5211, + 492.0652, + 3071.737, + 2284.876, + 695.2545, + 1748.4813, + 302.4877, + 477.8896, + 1825.2466, + 2109.3417, + 1388.6554, + 1780.3197, + 2167.5991, + 2072.2953, + 2271.6299, + 2469.118, + 2939.3471, + 2242.8514, + 1922.8479, + 1460.2715, + 2938.4871, + 2141.1099, + 2208.2847, + 2390.9527, + 2568.0886, + 1653.3343, + 1913.802, + 2026.151, + 1664.814, + 2002.8476, + 2613.6793, + 2746.7948, + 1991.1911, + 2601.1604, + 3029.4528, + 2116.7659, + 2034.2032, + 2485.4768, + 2822.8529, + 1637.2164, + 2271.6201, + 2745.8847, + 3528.2233, + 2635.2812, + 1854.5232, + 1884.5484, + 2830.2451, + 2750.7724, + 2818.7538, + 2067.3876, + 2740.8915, + 2644.4617, + 2664.2488, + 2317.2141, + 2994.8173, + 2175.222, + 3338.4483, + 3562.0459, + 3614.0217, + 2902.9898, + 2746.3033, + 2549.1232, + 2260.3139, + 4086.351, + 2446.9597, + 2805.3085, + 3741.7648, + 4119.79, + 4258.6704, + 4166.0563, + 1957.7077, + 3746.4533, + 2767.3374, + 2356.8294, + 3093.7478, + 3732.4348, + 3954.6285, + 2806.1858, + 3812.4357, + 4363.3624, + 1516.6142, + 3335.1756, + 3138.1059, + 1962.0453, + 2318.8402, + 3700.5623, + 1671.6452, + 3474.5112, + 3300.2301, + 4092.8874, + 2541.8499, + 3828.1718, + 4050.8747, + 3852.6238, + 3417.3739, + 3034.0678, + 1699.7406, + 4459.7551, + 4599.6972, + 3777.1003, + 3639.8536, + 3527.6162, + 3357.1087, + 3571.3402, + 3959.8194, + 4565.265, + 3111.6904, + 4683.8513, + 2648.4017, + 4892.0666, + 4449.0649, + 3043.8544, + 4295.9842, + 4276.8542, + 3661.8746, + 4275.3363, + 4606.0982, + 2301.212, + 5370.7712, + 4087.8205, + 4110.3889, + 2692.9715, + 4796.6464, + 4370.3799, + 3447.8804, + 4799.1227, + 4615.1116, + 3669.5149, + 4348.4952, + 5213.3765, + 4281.1755, + 4265.8681, + 4707.1613, + 3929.618, + 4449.9731, + 4999.6264, + 4556.5579, + 4934.7074, + 5181.093, + 5274.3902, + 5084.8623, + 4926.7106, + 4421.2874, + 4565.9422, + 5056.7154, + 4807.1597, + 5109.3444, + 5224.5746, + 5973.11, + 4821.8894, + 3334.7722, + 4985.8397, + 4593.8862, + 4686.3329, + 5303.625, + 3796.6361, + 5618.3847, + 5402.0106, + 5484.3267, + 5126.6864, + 5189.2361, + 5664.2604, + 5718.6534, + 5486.427, + 5827.4254, + 5673.4254, + 6018.9799, + 4865.8953, + 5808.2377, + 4954.4013, + 5397.6575, + 5883.7126, + 6006.9564, + 5935.8964, + 6180.6785, + 2998.8581, + 6418.5706, + 6488.1847, + 5417.0521, + 4935.2978, + 6849.7226, + 5915.9747, + 5679.927, + 4494.168, + 6239.8742, + 5541.8956, + 5737.8167, + 3874.9755, + 5321.8898, + 4633.359, + 6265.4542, + 5701.2852, + 6095.5438, + 5232.5953, + 6102.9508, + 6115.7557, + 4148.0106, + 6250.7567, + 5894.3587, + 5440.0652, + 6205.6757, + 5895.2679, + 6461.1642, + 6510.5207, + 6049.4478, + 6082.7054, + 4329.8743, + 6474.5109, + 7123.6357, + 6400.6575, + 4349.7761, + 4604.474, + 6917.098, + 5376.6635, + 6802.9116, + 6778.9354, + 5123.663, + 5723.9603, + 6330.8639, + 6942.345, + 5892.7281, + 6450.6338, + 5661.1552, + 6036.3302, + 7086.8467, + 6985.8393, + 6626.1949, + 5611.4918, + 4630.3764, + 5947.164, + 7407.4502, + 7058.9823, + 6850.8865, + 4388.3359, + 6722.6309, + 7278.1191, + 6974.4359, + 6742.4223, + 6232.6594, + 5989.6902, + 5999.3661, + 7212.6223, + 6220.9329, + 6596.3082, + 4077.0971, + 7242.285, + 7378.0333, + 6820.461, + 6149.77, + 6834.6721, + 6465.3931, + 7522.0312, + 5945.98, + 6739.6357, + 6515.0656, + 5045.8853, + 7435.9235, + 6521.5643, + 7058.8441, + 6941.5346, + 5711.9295, + 4287.9531, + 6455.6814, + 6044.3066, + 6704.3225, + 7528.0113, + 6720.5928, + 6494.7671, + 7334.5252, + 6904.8609, + 7370.6109, + 4332.3267, + 5927.2845, + 6938.1634, + 6469.3559, + 7410.4416, + 6961.1226, + 6251.4456, + 7399.4964, + 7154.3499, + 6722.8896, + 7844.2122, + 7533.91, + 5870.5886, + 8349.6433, + 7400.8345, + 7504.3027, + 7561.0984, + 7243.0635, + 7398.6056, + 7442.9723, + 7250.6486, + 7455.7993, + 7532.6606, + 8017.4362, + 6130.8326, + 7639.7768, + 7823.1424, + 7451.6266, + 7407.0126, + 7066.7136, + 5249.9296, + 7658.7447, + 7582.2402, + 8046.2505, + 5165.1829, + 7889.7774, + 7351.2415, + 7726.3163, + 7922.2643, + 5554.2084, + 8019.9582, + 7553.425, + 7137.1502, + 7287.9244, + 8157.0519, + 7650.0956, + 7199.8776, + 8550.6912, + 7616.5867, + 5910.815, + 7811.6383, + 7743.7734, + 6299.0731, + 7570.2266, + 7943.8707, + 8054.6338, + 7313.3875, + 7408.957, + 8082.5854, + 8292.7797, + 4837.365, + 7571.4887, + 5725.7692, + 5845.3812, + 7820.4427, + 7795.7048, + 7560.6705, + 7454.1913, + 8463.9403, + 5752.1979, + 7744.414, + 5522.5965, + 7514.1637, + 8246.6738, + 7919.6824, + 8014.5934, + 7241.7487, + 7467.3151, + 8284.8813, + 7811.0884, + 7589.1467, + 7043.6928, + 7827.0105, + 8683.7723, + 7675.1886, + 7210.8629, + 3340.9371, + 7641.8357, + 8328.9291, + 6613.7609, + 7201.7339, + 6548.2337, + 6298.3826, + 7796.9947, + 7666.34, + 5929.6925, + 8123.5327, + 8163.4473, + 8309.278, + 8241.9308, + 7852.7313, + 7606.8672, + 6824.6289, + 9117.5745, + 8505.5472, + 7611.449, + 7601.2543, + 8135.6724, + 8860.8145, + 8217.2853, + 8052.9691, + 8159.9998, + 8762.7442, + 6143.0491, + 8061.1496, + 8576.7705, + 8525.7881, + 8338.1199, + 8251.6438, + 8373.8756, + 8506.6292, + 8460.0919, + 8077.8446, + 6596.3202, + 8716.5027, + 8714.6977, + 8665.4347, + 8206.5329, + 8770.454, + 8240.0595, + 8447.362, + 8276.2884, + 8471.5619, + 9105.3038, + 7192.0531, + 5585.977, + 5297.0338, + 8463.5165, + 7984.8502, + 8735.9097, + 8532.4978, + 8385.7902, + 8586.5665, + 8749.1422, + 7851.348, + 8444.6493, + 8949.5235, + 8612.2799, + 8473.3884, + 8530.3643, + 8521.0898, + 8746.6698, + 8480.8974, + 8285.1918, + 8912.19, + 8611.8774, + 6866.2056, + 8628.3515, + 8333.2834, + 8961.5181, + 8778.9076, + 8555.5151, + 7988.224, + 5920.4262, + 8858.4726, + 8709.657, + 8648.2488, + 8375.7273, + 8774.936, + 8747.8928, + 8515.9499, + 5738.7926, + 8882.3487, + 8930.1063, + 7747.2942, + 8955.8654, + 8477.3563, + 8330.5183, + 9090.6345, + 8508.3407, + 8724.6483, + 9281.4388, + 8672.8918, + 8606.8187, + 7834.1587, + 8650.3072, + 9117.2246, + 9018.5641, + 9057.1092, + 8414.8907, + 8995.7776, + 8510.385, + 9041.6961, + 8705.3345, + 8206.2926, + 9101.8743, + 8552.1715, + 8618.1094, + 9029.6879, + 8699.3805, + 8997.1292, + 8800.9654, + 8853.0156, + 9216.1481, + 7199.2454, + 9205.8728, + 6997.6116, + 9240.8462, + 8528.0071, + 9169.1653, + 9391.5925, + 8635.5987, + 8850.5007, + 8883.9333, + 9474.6363, + 8579.3168, + 8992.1425, + 7751.0001, + 9107.2416, + 7384.1106, + 8776.6971, + 6371.4483, + 9106.0915, + 9028.0082, + 7854.1045, + 9275.0386, + 9427.1928, + 8857.038, + 9117.5338, + 9104.5977, + 8554.3896, + 9322.662, + 9197.5342, + 9338.3073, + 8637.0456, + 9303.1088, + 9176.1219, + 9133.2577, + 6335.8453, + 8254.5996, + 9343.9697, + 9388.0408, + 9007.7202, + 6640.1284, + 9342.5294, + 9368.6841, + 9290.4017, + 9166.1694, + 9062.0556, + 8184.0415, + 7373.4907, + 6845.7967, + 9748.5014, + 9138.4875, + 9090.876, + 9685.5721, + 9910.6276, + 9484.0829, + 9457.5823, + 9919.7688, + 8397.4758, + 7848.096, + 9737.6429, + 9436.4131, + 9938.2006, + 8970.0672, + 9268.4553, + 3842.5984, + 9521.1418, + 10166.8461, + 9418.0111, + 6675.1739, + 9442.3226, + 9529.2374, + 9429.4808, + 9263.6848, + 10239.7083, + 9472.4498, + 9600.8998, + 9899.6573, + 9282.3845, + 9282.5516, + 7205.0648, + 9829.6344, + 9828.1637, + 9131.3133, + 9622.0757, + 8948.5115, + 9279.8595, + 9689.2468, + 10158.8234, + 9114.8139, + 9726.7834, + 9826.3683, + 9806.1158, + 9711.1767, + 9561.1678, + 9959.6838, + 9026.5969, + 9513.2746, + 10166.3886, + 9401.0732, + 9653.8295, + 9976.6837, + 9059.2062, + 9658.5511, + 9546.3538, + 6668.7105, + 9329.675, + 9243.8843, + 6039.0526, + 9886.777, + 9745.2842, + 8018.5563, + 8209.2886, + 9716.6734, + 9399.2819, + 9439.9226, + 9814.828, + 9488.1874, + 9883.5877, + 10018.998, + 9334.0806, + 9585.4041, + 9404.3629, + 9741.9603, + 9582.3041, + 9754.3585, + 9422.5474, + 9970.7793, + 7800.857, + 9612.0126, + 9843.8218, + 10020.7772, + 6899.5124, + 9968.0836, + 10257.263, + 9566.794, + 9828.0048, + 9728.5565, + 9827.3099, + 9774.8542, + 10203.397, + 9830.2073, + 9641.2149, + 9640.0376, + 10172.6424, + 9334.9521, + 10350.2213, + 9814.3727, + 9660.5378, + 9811.255, + 10256.6672, + 9223.5479, + 9913.9088, + 9658.9454, + 10026.4644, + 9481.5048, + 9983.6271, + 10393.3322, + 10267.1317, + 9695.0026, + 10630.8903, + 7985.2059, + 9853.4477, + 10412.2718, + 9802.9025, + 10113.7288, + 10288.7578, + 10319.1627, + 9992.2811, + 10144.445, + 10084.9527, + 9819.6143, + 10037.3543, + 9878.0232, + 10432.6747, + 9551.153, + 10512.8139, + 9781.6567, + 9485.67, + 9403.1625, + 10111.5577, + 9498.1668, + 10994.6543, + 9995.1825, + 9762.6008, + 10198.7337, + 10111.0265, + 10209.7159, + 10070.4058, + 10205.2164, + 9723.598, + 10139.2182, + 10113.8078, + 10012.7532, + 10223.2165, + 9926.3675, + 10248.2624, + 8985.4948, + 10010.7763, + 9964.7837, + 10253.332, + 10599.7829, + 9503.1806, + 10309.4144, + 10324.3043, + 9835.4485, + 10182.3381, + 10326.1715, + 9947.0411, + 9796.5178, + 9969.0002, + 10035.4183, + 10610.9358, + 9982.6615, + 10435.3733, + 9626.6875, + 10044.7673, + 10120.0458, + 10294.5688, + 10298.9229, + 10069.7772, + 10326.8559, + 9684.6953, + 10567.745, + 10018.7289, + 9969.6115, + 10779.8575, + 9915.086, + 9679.2047, + 10310.6805, + 10136.8939, + 10056.7629, + 10681.4252, + 9960.7918, + 10303.4523, + 9969.513, + 10407.4778, + 9903.3369, + 10726.5622, + 10395.5504, + 10085.1464, + 10585.7449, + 10559.5904, + 10013.3972, + 10673.2021, + 9849.509, + 10222.1094, + 9932.552, + 10450.9228, + 10487.854, + 9980.168, + 10339.9874, + 10219.7336, + 10002.1382, + 10221.8098, + 10718.6764, + 10185.4766, + 10364.3461, + 10159.3112, + 10551.9352, + 10365.5353, + 10098.7688, + 10210.9217, + 10448.9328, + 10743.9281, + 10029.5566, + 9972.2608, + 10465.2647, + 10588.0477, + 10627.44, + 10484.8669, + 9864.8045, + 6963.1262, + 11052.2777, + 10469.0513, + 10732.8366, + 10112.4487, + 10927.9841, + 10246.1175, + 10279.1958, + 10579.2123, + 10593.8036, + 9836.7142, + 10743.1039, + 10824.2274, + 10323.0918, + 10684.2735, + 11024.1609, + 9919.4873, + 10500.3726, + 10698.2848, + 10821.559, + 10245.383, + 10701.1699, + 10463.8085, + 10720.2752, + 10579.1868, + 10882.675, + 10323.9626, + 10913.0313, + 10954.515, + 10145.1509, + 10816.4773, + 11207.8821, + 10585.2665, + 10854.5127, + 10347.8476, + 11182.7863, + 10803.9583, + 10658.1844, + 11254.7456, + 10707.0623, + 10833.6691, + 10628.8871, + 10383.1673, + 10873.0995, + 10735.8534, + 10622.0949, + 10532.6582, + 10904.5182, + 10427.6832, + 11052.4187, + 9151.0326, + 11029.8446, + 10545.1269, + 11396.1813, + 10910.4204, + 10295.2395, + 10175.945, + 10631.8888, + 10875.6419, + 10644.3939, + 10317.9289, + 11319.9084, + 10493.1384, + 8453.1881, + 9222.5937, + 10735.257, + 11438.2711, + 10594.7148, + 10220.3547, + 10686.9055, + 10988.6415, + 10958.0195, + 10426.8304, + 10763.8217, + 10715.2595, + 10539.4329, + 10426.3704, + 10541.0665, + 10754.861, + 10971.9493, + 10612.952, + 10596.2412, + 10009.0488, + 11429.7347, + 11145.603, + 10935.5981, + 10551.2741, + 11108.2806, + 10765.6344, + 10076.4759, + 10465.4087, + 11044.3578, + 10501.3031, + 10255.4375, + 11005.2781, + 10459.1194, + 11044.437, + 8865.328, + 10907.9495, + 10837.1971, + 10449.6378, + 7713.2903, + 11692.6611, + 10903.345, + 10577.5122, + 10881.7232, + 10452.1072, + 10633.2032, + 10838.7828, + 8267.6955, + 10701.8705, + 10268.3233, + 10824.2808, + 10681.31, + 11106.2916, + 10735.0096, + 10861.8722, + 10828.2014, + 11239.7484, + 10980.3802, + 10578.8224, + 11105.676, + 11010.7194, + 8797.878, + 10836.6864, + 10658.5024, + 11088.512, + 11004.8823, + 10782.8922, + 10782.7771, + 10814.2609, + 10087.0516, + 10795.4067, + 10710.4421, + 10262.8707, + 7527.5282, + 10724.5194, + 10909.6996, + 10881.46, + 11066.9731, + 10861.5207, + 11141.9909, + 10929.8803, + 10475.6313, + 10480.9448, + 11131.9223, + 9322.4009, + 11042.4855, + 10955.6594, + 8284.0442, + 11055.8502, + 11205.6316, + 11041.8638, + 10935.297, + 10894.1951, + 11003.8225, + 7483.1006, + 10819.2774, + 11002.8135, + 10744.9485, + 11174.6157, + 9105.3421, + 11160.924, + 10797.9712, + 11317.8922, + 11122.7647, + 11142.2184, + 9815.0898, + 10919.2463, + 10698.8979, + 11169.8319, + 11154.4841, + 11001.0746, + 11040.2523, + 11524.4222, + 11483.9021, + 10690.5498, + 11210.4938, + 10606.2768, + 10923.4255, + 11468.6834, + 10869.551, + 11353.4692, + 11135.5597, + 11156.7199, + 11277.6171, + 11095.4234, + 11400.5256, + 10787.9342, + 11124.7541, + 10668.955, + 11339.5971, + 10546.7176, + 10761.4931, + 10751.067, + 11116.572, + 11615.8518, + 11603.1637, + 10826.0472, + 11459.4502, + 11190.3427, + 11281.5067, + 11439.8642, + 11212.3158, + 11767.4308, + 11264.2991, + 11002.8253, + 8576.2714, + 11605.9899, + 11655.767, + 11067.9864, + 11172.5895, + 11371.9008, + 10765.0577, + 11318.2468, + 11054.5367, + 11070.7199, + 10469.5627, + 11530.6433, + 11153.6108, + 11329.8984, + 10726.0882, + 11202.1966, + 11579.259, + 11264.996, + 11373.2125, + 11208.5268, + 11602.822, + 11599.8949, + 11352.1353, + 11395.0811, + 11596.4268, + 11178.1089, + 11283.4493, + 11712.7842, + 11435.245, + 11485.4881, + 11773.5162, + 11460.5229, + 11125.4736, + 11953.963, + 10823.4336, + 11234.4952, + 11485.5071, + 11382.1452, + 10838.7435, + 11701.8943, + 10495.9559, + 10516.8509, + 9981.6375, + 10847.7506, + 11244.2735, + 11025.7947, + 10818.2565, + 11482.2462, + 11464.3591, + 11065.834, + 10751.6535, + 11545.9364, + 11358.6303, + 10945.8992, + 11401.4924, + 11459.7286, + 11711.1426, + 11602.0161, + 11319.4982, + 11339.2057, + 11353.7589, + 11582.5387, + 11725.1794, + 11375.5717, + 11583.6455, + 11375.1264, + 10341.7766, + 11942.1026, + 11141.3157, + 11529.2192, + 11297.1348, + 11128.6645, + 11745.6909, + 11357.4176, + 11837.3605, + 11381.5752, + 11563.6283, + 11661.9426, + 11859.6198, + 11500.6103, + 11872.4137, + 11692.4636, + 11428.174, + 11860.8474, + 11192.0055, + 11264.7722, + 11641.237, + 11830.036, + 11402.4537, + 11732.916, + 11229.1926, + 11788.1658, + 11437.9995, + 11417.9538, + 11208.3913, + 11307.4549, + 10950.1467, + 11577.4098, + 11644.6663, + 11649.3106, + 11531.4419, + 11510.3654, + 11382.3268, + 11602.8606, + 11385.8998, + 11456.0141, + 11627.909, + 11077.9771, + 11323.2988, + 11012.0734, + 8439.7558, + 11336.4918, + 10727.1732, + 10560.7161, + 11353.2431, + 11062.7811, + 11446.6493, + 11375.4844, + 11443.4994, + 11416.7077, + 11539.5109, + 9760.548, + 11091.0557, + 11798.0536, + 11538.8847, + 11269.367, + 11880.6165, + 11607.2843, + 11860.513, + 11787.1277, + 11814.259, + 11574.1175, + 11765.3414, + 11809.1856, + 11778.5802, + 11846.2218, + 11147.5242 + ], + "episode_costs": [ + 1.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 1.0, + 0.5, + 1.75, + 1.0, + 0.75, + 1.5, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 2.0, + 0.75, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 1.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 1.25, + 2.25, + 0.5, + 0.5, + 0.25, + 0.25, + 1.5, + 1.0, + 1.25, + 0.75, + 0.25, + 1.75, + 0.75, + 0.25, + 2.0, + 0.25, + 1.75, + 1.5, + 0.0, + 1.5, + 1.25, + 2.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 1.0, + 1.25, + 1.0, + 2.0, + 0.25, + 0.25, + 1.25, + 0.0, + 0.25, + 1.75, + 0.5, + 0.0, + 0.5, + 1.0, + 0.75, + 1.0, + 1.25, + 2.75, + 0.0, + 3.0, + 2.75, + 0.75, + 0.5, + 1.0, + 0.5, + 1.5, + 0.75, + 0.5, + 1.0, + 1.75, + 1.5, + 0.75, + 0.75, + 1.25, + 0.25, + 0.75, + 0.5, + 2.25, + 2.25, + 1.75, + 2.0, + 1.0, + 4.25, + 2.0, + 2.5, + 1.75, + 0.75, + 0.25, + 0.5, + 1.25, + 1.0, + 1.75, + 0.5, + 3.0, + 1.0, + 4.0, + 3.25, + 2.25, + 0.5, + 2.75, + 2.5, + 2.25, + 1.0, + 2.25, + 1.75, + 2.25, + 1.75, + 3.25, + 3.75, + 2.5, + 2.5, + 1.75, + 1.75, + 2.5, + 2.0, + 7.25, + 3.0, + 3.0, + 1.5, + 1.5, + 2.0, + 0.0, + 0.75, + 1.25, + 3.25, + 2.0, + 2.5, + 2.5, + 1.5, + 4.0, + 3.25, + 2.5, + 1.5, + 3.5, + 4.0, + 1.5, + 5.25, + 3.25, + 2.25, + 1.0, + 0.75, + 0.75, + 2.25, + 2.0, + 1.25, + 0.5, + 2.0, + 1.0, + 1.0, + 1.5, + 3.25, + 3.5, + 1.0, + 2.0, + 1.5, + 0.5, + 0.5, + 1.25, + 2.5, + 1.25, + 2.25, + 2.5, + 2.75, + 2.25, + 4.5, + 0.75, + 2.75, + 1.25, + 0.5, + 2.5, + 2.5, + 1.5, + 2.0, + 2.5, + 3.25, + 1.25, + 1.25, + 2.5, + 1.25, + 1.5, + 2.75, + 0.75, + 0.25, + 0.5, + 1.75, + 2.0, + 2.5, + 0.5, + 1.75, + 1.0, + 2.0, + 0.0, + 0.75, + 2.75, + 1.75, + 1.0, + 0.0, + 1.25, + 1.0, + 0.25, + 0.5, + 1.25, + 1.75, + 0.5, + 1.0, + 1.0, + 0.25, + 1.25, + 0.75, + 0.25, + 0.0, + 0.75, + 1.0, + 2.5, + 2.0, + 1.75, + 0.75, + 1.0, + 1.5, + 0.5, + 2.0, + 2.0, + 1.5, + 1.0, + 1.5, + 0.5, + 1.25, + 0.5, + 0.0, + 0.5, + 2.25, + 1.0, + 1.25, + 3.5, + 1.75, + 0.25, + 0.25, + 1.25, + 0.75, + 1.5, + 2.25, + 0.75, + 1.0, + 3.25, + 2.25, + 1.5, + 1.25, + 0.0, + 0.0, + 0.5, + 0.5, + 2.75, + 2.0, + 0.75, + 0.0, + 0.0, + 2.5, + 0.5, + 0.0, + 0.75, + 1.0, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.75, + 0.5, + 1.5, + 1.25, + 1.0, + 0.5, + 1.5, + 0.0, + 0.25, + 0.75, + 0.75, + 0.5, + 0.25, + 0.0, + 1.25, + 1.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 1.25, + 0.0, + 0.25, + 0.75, + 0.5, + 1.0, + 0.75, + 0.75, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.5, + 4.25, + 1.0, + 1.75, + 1.0, + 1.0, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.5, + 1.0, + 1.5, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 1.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 1.5, + 0.5, + 0.0, + 0.25, + 2.25, + 1.0, + 1.0, + 1.5, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.25, + 2.25, + 0.25, + 0.25, + 0.75, + 0.5, + 1.25, + 0.5, + 1.25, + 0.0, + 0.0, + 1.75, + 1.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 1.5, + 1.0, + 0.25, + 1.5, + 0.75, + 0.25, + 1.75, + 1.25, + 0.25, + 1.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.0, + 1.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 1.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 1.25, + 0.25, + 0.25, + 1.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.5, + 1.75, + 1.5, + 0.25, + 0.0, + 0.5, + 0.0, + 2.0, + 1.0, + 0.75, + 0.0, + 2.25, + 2.0, + 1.0, + 0.25, + 0.5, + 2.25, + 4.0, + 0.5, + 1.25, + 0.75, + 2.0, + 3.0, + 1.25, + 0.0, + 1.75, + 2.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 1.25, + 0.25, + 1.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 0.75, + 1.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 1.5, + 0.0, + 1.0, + 1.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 1.0, + 0.75, + 1.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 1.0, + 1.0, + 0.75, + 0.75, + 0.75, + 1.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 2.0, + 0.0, + 0.25, + 0.5, + 1.5, + 0.25, + 0.5, + 1.25, + 0.25, + 0.75, + 1.0, + 1.25, + 0.5, + 0.25, + 2.0, + 0.5, + 4.5, + 1.75, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.75, + 0.5, + 1.0, + 0.75, + 1.5, + 0.25, + 0.5, + 0.25, + 2.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 1.25, + 1.25, + 0.5, + 0.25, + 0.25, + 1.25, + 0.5, + 0.25, + 1.25, + 0.25, + 0.25, + 1.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 1.5, + 2.5, + 0.75, + 0.25, + 0.5, + 1.5, + 0.0, + 1.0, + 1.25, + 0.75, + 2.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 1.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 0.25, + 1.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 0.25, + 1.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 2.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 1.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 1.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 1.25, + 0.5, + 0.5, + 1.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 1.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 1.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 0.75, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.75, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 1.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 1.0, + 1.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 1.5, + 0.0, + 0.0, + 1.25, + 1.0, + 0.0, + 0.5, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.5, + 1.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 1.25, + 0.75, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 1.0, + 0.25, + 1.75, + 0.25, + 0.25, + 1.25, + 0.5, + 1.0, + 1.25, + 0.0, + 1.0, + 1.25, + 1.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.0, + 0.75, + 1.75, + 0.0, + 1.25, + 1.0, + 0.25, + 0.25, + 1.5, + 0.25, + 1.0, + 1.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 0.75, + 1.0, + 0.75, + 1.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 1.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 0.25, + 1.75, + 0.5, + 0.25, + 0.75, + 0.5, + 1.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.75, + 1.75, + 1.75, + 1.25, + 1.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.75, + 1.75, + 1.0, + 0.75, + 0.0, + 0.25, + 1.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 0.75, + 0.5, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 1.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0 + ], + "episode_lambdas": [ + 10.175, + 10.335, + 10.479, + 10.6136, + 10.7372, + 10.851, + 10.9584, + 11.0551, + 11.1421, + 11.2204, + 11.2908, + 11.3542, + 11.4113, + 11.4627, + 11.5089, + 11.5505, + 11.588, + 11.6217, + 11.6545, + 11.6841, + 11.7107, + 11.7371, + 11.7609, + 11.7823, + 11.8016, + 11.8189, + 11.842, + 11.8653, + 11.8863, + 11.9077, + 11.9269, + 11.9492, + 11.9693, + 11.9874, + 12.0036, + 12.0183, + 12.0314, + 12.0433, + 12.054, + 12.0636, + 12.0722, + 12.08, + 12.087, + 12.0933, + 12.099, + 12.1041, + 12.1087, + 12.1128, + 12.1165, + 12.1199, + 12.1229, + 12.1256, + 12.128, + 12.1302, + 12.1322, + 12.134, + 12.1356, + 12.137, + 12.1383, + 12.1395, + 12.1405, + 12.1415, + 12.1423, + 12.1431, + 12.1438, + 12.1444, + 12.145, + 12.148, + 12.1507, + 12.1531, + 12.1553, + 12.1573, + 12.164, + 12.1701, + 12.1756, + 12.1806, + 12.185, + 12.189, + 12.1951, + 12.2006, + 12.2055, + 12.21, + 12.214, + 12.2201, + 12.2256, + 12.233, + 12.2397, + 12.2457, + 12.2512, + 12.2561, + 12.2604, + 12.2644, + 12.2705, + 12.2784, + 12.2856, + 12.292, + 12.2978, + 12.303, + 12.3077, + 12.312, + 12.3158, + 12.3192, + 12.3223, + 12.325, + 12.3275, + 12.3298, + 12.3318, + 12.3336, + 12.3353, + 12.3367, + 12.3381, + 12.3393, + 12.3403, + 12.3413, + 12.3422, + 12.343, + 12.3437, + 12.3443, + 12.3449, + 12.3454, + 12.3458, + 12.3463, + 12.3466, + 12.347, + 12.3473, + 12.3475, + 12.3478, + 12.348, + 12.3482, + 12.3484, + 12.3485, + 12.3487, + 12.3488, + 12.3489, + 12.349, + 12.3491, + 12.3492, + 12.3493, + 12.3494, + 12.3494, + 12.3495, + 12.3495, + 12.3496, + 12.3496, + 12.3497, + 12.3497, + 12.3497, + 12.3498, + 12.3498, + 12.3498, + 12.3498, + 12.3498, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.3499, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.3525, + 12.3547, + 12.3568, + 12.3586, + 12.3602, + 12.3617, + 12.363, + 12.3642, + 12.3653, + 12.3688, + 12.3719, + 12.3747, + 12.3772, + 12.3795, + 12.3816, + 12.3834, + 12.3851, + 12.3866, + 12.3879, + 12.3891, + 12.3902, + 12.3912, + 12.3921, + 12.3929, + 12.3936, + 12.3942, + 12.3973, + 12.4001, + 12.4026, + 12.4048, + 12.4068, + 12.4086, + 12.4103, + 12.4117, + 12.4131, + 12.4143, + 12.4153, + 12.4163, + 12.4172, + 12.418, + 12.4187, + 12.4193, + 12.4199, + 12.4204, + 12.4208, + 12.4213, + 12.4216, + 12.422, + 12.4223, + 12.425, + 12.4275, + 12.4298, + 12.4343, + 12.4434, + 12.4615, + 12.4829, + 12.5121, + 12.5434, + 12.589, + 12.6401, + 12.6936, + 12.7568, + 12.8286, + 12.8932, + 12.9514, + 13.0038, + 13.0534, + 13.0981, + 13.1407, + 13.1792, + 13.2338, + 13.2904, + 13.3438, + 13.402, + 13.4568, + 13.5061, + 13.553, + 13.5952, + 13.6332, + 13.6673, + 13.7031, + 13.7353, + 13.7668, + 13.7951, + 13.8281, + 13.8753, + 13.9202, + 13.9632, + 14.0019, + 14.0367, + 14.0705, + 14.1085, + 14.1476, + 14.1929, + 14.2361, + 14.2875, + 14.3562, + 14.4231, + 14.4883, + 14.5495, + 14.607, + 14.6738, + 14.7439, + 14.8195, + 14.8951, + 14.9656, + 15.0465, + 15.1269, + 15.2017, + 15.289, + 15.3701, + 15.4606, + 15.557, + 15.6438, + 15.737, + 15.8333, + 15.9449, + 16.0454, + 16.1359, + 16.2223, + 16.3001, + 16.3701, + 16.4331, + 16.4898, + 16.5408, + 16.5867, + 16.628, + 16.6677, + 16.7035, + 16.7356, + 16.7645, + 16.7906, + 16.814, + 16.8351, + 16.8541, + 16.8712, + 16.8866, + 16.9004, + 16.9129, + 16.9241, + 16.9342, + 16.9433, + 16.9514, + 16.9588, + 16.9654, + 16.9714, + 16.9842, + 16.9958, + 17.0062, + 17.0156, + 17.0265, + 17.0364, + 17.0478, + 17.068, + 17.0862, + 17.1051, + 17.1221, + 17.1399, + 17.1609, + 17.1873, + 17.2111, + 17.2424, + 17.2832, + 17.3299, + 17.3919, + 17.4502, + 17.5052, + 17.5672, + 17.6229, + 17.6757, + 17.7406, + 17.804, + 17.8611, + 17.9175, + 17.9783, + 18.0404, + 18.1064, + 18.1783, + 18.2704, + 18.3534, + 18.458, + 18.5797, + 18.6968, + 18.8071, + 18.9164, + 19.0197, + 19.1278, + 19.2325, + 19.3317, + 19.4311, + 19.538, + 19.6492, + 19.7567, + 19.8611, + 19.9675, + 20.0657, + 20.1616, + 20.253, + 20.3577, + 20.4744, + 20.597, + 20.7273, + 20.8545, + 21.0116, + 21.1729, + 21.3431, + 21.5138, + 21.6749, + 21.8225, + 21.9602, + 22.0967, + 22.2295, + 22.3666, + 22.4949, + 22.6404, + 22.7814, + 22.9482, + 23.1309, + 23.3178, + 23.491, + 23.6744, + 23.8645, + 24.058, + 24.2422, + 24.4305, + 24.6175, + 24.8082, + 24.9974, + 25.2002, + 25.4201, + 25.6431, + 25.8688, + 26.0894, + 26.3055, + 26.5249, + 26.7424, + 27.0107, + 27.2821, + 27.5564, + 27.8183, + 28.0689, + 28.3146, + 28.5356, + 28.742, + 28.9403, + 29.1513, + 29.3612, + 29.5751, + 29.7925, + 30.0033, + 30.233, + 30.4722, + 30.7125, + 30.9437, + 31.1868, + 31.4457, + 31.6936, + 31.9692, + 32.2498, + 32.5248, + 32.7823, + 33.0216, + 33.2444, + 33.4675, + 33.6883, + 33.8994, + 34.0945, + 34.29, + 34.476, + 34.6534, + 34.8281, + 35.0178, + 35.2235, + 35.4186, + 35.6143, + 35.8054, + 35.9823, + 36.1466, + 36.3069, + 36.4762, + 36.6411, + 36.812, + 36.9908, + 37.1792, + 37.3713, + 37.5892, + 37.7928, + 38.0035, + 38.2056, + 38.3926, + 38.5858, + 38.7847, + 38.9788, + 39.1734, + 39.3735, + 39.5862, + 39.7901, + 39.9861, + 40.1875, + 40.3812, + 40.5706, + 40.7685, + 40.9542, + 41.1238, + 41.2814, + 41.4407, + 41.6042, + 41.7763, + 41.9361, + 42.0975, + 42.2528, + 42.4125, + 42.5562, + 42.6931, + 42.8438, + 42.9969, + 43.1447, + 43.2778, + 43.41, + 43.539, + 43.6576, + 43.7693, + 43.8824, + 44.0017, + 44.114, + 44.2251, + 44.3351, + 44.4366, + 44.5404, + 44.6414, + 44.7347, + 44.8188, + 44.9019, + 44.9867, + 45.088, + 45.1992, + 45.3168, + 45.4301, + 45.5421, + 45.6579, + 45.7671, + 45.8854, + 46.0119, + 46.1407, + 46.2666, + 46.3949, + 46.5155, + 46.6364, + 46.7503, + 46.8527, + 46.95, + 47.06, + 47.169, + 47.2796, + 47.4141, + 47.5527, + 47.6799, + 47.7969, + 47.9147, + 48.0283, + 48.1454, + 48.2734, + 48.3961, + 48.5165, + 48.6573, + 48.8066, + 48.9559, + 49.1028, + 49.235, + 49.354, + 49.4661, + 49.572, + 49.6948, + 49.8253, + 49.9503, + 50.0628, + 50.164, + 50.2801, + 50.3896, + 50.4881, + 50.5843, + 50.6809, + 50.7778, + 50.8675, + 50.9558, + 51.0377, + 51.1114, + 51.1803, + 51.2497, + 51.3148, + 51.3808, + 51.4452, + 51.5182, + 51.5964, + 51.6767, + 51.7541, + 51.8387, + 51.9148, + 51.9858, + 52.0572, + 52.129, + 52.1986, + 52.2637, + 52.3224, + 52.3876, + 52.4589, + 52.5355, + 52.6069, + 52.6787, + 52.7459, + 52.8113, + 52.8827, + 52.9469, + 53.0072, + 53.069, + 53.1296, + 53.1941, + 53.2597, + 53.3262, + 53.3936, + 53.4543, + 53.5163, + 53.5722, + 53.625, + 53.6875, + 53.7437, + 53.7944, + 53.8449, + 53.9329, + 54.0221, + 54.1199, + 54.2179, + 54.3161, + 54.412, + 54.4983, + 54.581, + 54.6654, + 54.7414, + 54.8147, + 54.8907, + 54.9742, + 55.0518, + 55.1266, + 55.1939, + 55.257, + 55.3238, + 55.3989, + 55.4665, + 55.5274, + 55.5872, + 55.6434, + 55.6966, + 55.7469, + 55.7972, + 55.8425, + 55.8858, + 55.9322, + 55.989, + 56.0451, + 56.0956, + 56.1435, + 56.2092, + 56.2782, + 56.3504, + 56.4304, + 56.5048, + 56.5769, + 56.6492, + 56.7218, + 56.7921, + 56.8579, + 56.9196, + 56.9801, + 57.0471, + 57.1299, + 57.2069, + 57.2787, + 57.3508, + 57.4208, + 57.4962, + 57.5691, + 57.6472, + 57.7174, + 57.7807, + 57.8551, + 57.9321, + 58.0014, + 58.0663, + 58.1271, + 58.1869, + 58.2407, + 58.3042, + 58.3712, + 58.4341, + 58.5057, + 58.5776, + 58.6449, + 58.7229, + 58.8056, + 58.8825, + 58.9643, + 59.0404, + 59.1113, + 59.1827, + 59.2469, + 59.3097, + 59.3663, + 59.4196, + 59.4677, + 59.5134, + 59.5696, + 59.6276, + 59.6848, + 59.7439, + 59.797, + 59.8448, + 59.9003, + 59.9603, + 60.0192, + 60.0748, + 60.1273, + 60.1746, + 60.2221, + 60.2674, + 60.3107, + 60.3571, + 60.3989, + 60.449, + 60.4991, + 60.5467, + 60.597, + 60.6448, + 60.6878, + 60.7291, + 60.7787, + 60.8258, + 60.8707, + 60.9111, + 60.95, + 60.995, + 61.0355, + 61.0795, + 61.129, + 61.1786, + 61.2233, + 61.2759, + 61.3258, + 61.3733, + 61.4259, + 61.4808, + 61.5303, + 61.5747, + 61.6223, + 61.67, + 61.7305, + 61.8, + 61.865, + 61.9235, + 61.9811, + 62.033, + 62.0997, + 62.1697, + 62.2403, + 62.3037, + 62.3834, + 62.475, + 62.5675, + 62.6533, + 62.7354, + 62.8319, + 62.9587, + 63.0778, + 63.1976, + 63.3128, + 63.4365, + 63.5779, + 63.7176, + 63.8433, + 63.974, + 64.1141, + 64.2402, + 64.3587, + 64.4703, + 64.5708, + 64.6687, + 64.7643, + 64.8554, + 64.9399, + 65.0184, + 65.094, + 65.1721, + 65.2499, + 65.3199, + 65.3829, + 65.4446, + 65.5052, + 65.5597, + 65.6087, + 65.6603, + 65.7168, + 65.7726, + 65.8228, + 65.8756, + 65.9355, + 65.992, + 66.0428, + 66.0935, + 66.1466, + 66.1995, + 66.2495, + 66.2946, + 66.3351, + 66.3766, + 66.4164, + 66.4523, + 66.4846, + 66.5211, + 66.5665, + 66.6099, + 66.6639, + 66.72, + 66.7705, + 66.8184, + 66.8616, + 66.9054, + 66.9524, + 66.9971, + 67.0374, + 67.0762, + 67.1161, + 67.1545, + 67.189, + 67.2226, + 67.2629, + 67.3066, + 67.3509, + 67.3908, + 67.4292, + 67.4688, + 67.5119, + 67.5582, + 67.6149, + 67.6659, + 67.7143, + 67.7629, + 67.8066, + 67.8509, + 67.8959, + 67.9363, + 67.9726, + 68.0079, + 68.0471, + 68.0874, + 68.1286, + 68.1708, + 68.2137, + 68.2573, + 68.2991, + 68.3392, + 68.3828, + 68.437, + 68.4858, + 68.5397, + 68.6032, + 68.6679, + 68.7286, + 68.7883, + 68.8444, + 68.9025, + 68.9547, + 69.0068, + 69.0586, + 69.1152, + 69.1737, + 69.2413, + 69.3072, + 69.374, + 69.4366, + 69.4979, + 69.5581, + 69.6148, + 69.6783, + 69.7355, + 69.787, + 69.8333, + 69.8749, + 69.9124, + 69.9462, + 69.9791, + 70.0087, + 70.0403, + 70.0688, + 70.0944, + 70.1225, + 70.1502, + 70.1752, + 70.2002, + 70.2277, + 70.2549, + 70.2894, + 70.3305, + 70.3749, + 70.4224, + 70.4727, + 70.5304, + 70.5874, + 70.6386, + 70.6848, + 70.7363, + 70.7827, + 70.8369, + 70.8882, + 70.9369, + 70.9857, + 71.0296, + 71.0692, + 71.1047, + 71.1368, + 71.1681, + 71.2013, + 71.2312, + 71.2605, + 71.287, + 71.3133, + 71.342, + 71.3703, + 71.4007, + 71.4332, + 71.4623, + 71.4886, + 71.5123, + 71.536, + 71.5649, + 71.5984, + 71.6311, + 71.6655, + 71.7039, + 71.741, + 71.7769, + 71.8292, + 71.8763, + 71.9212, + 71.9666, + 72.0224, + 72.0752, + 72.1277, + 72.1874, + 72.2436, + 72.3018, + 72.3641, + 72.4327, + 72.4994, + 72.562, + 72.6383, + 72.712, + 72.8233, + 72.9409, + 73.0468, + 73.1497, + 73.2422, + 73.333, + 73.4147, + 73.4957, + 73.5736, + 73.6538, + 73.7334, + 73.8201, + 73.9006, + 73.978, + 74.0502, + 74.1377, + 74.2164, + 74.2923, + 74.3655, + 74.4315, + 74.4958, + 74.5663, + 74.6421, + 74.7154, + 74.7839, + 74.848, + 74.9182, + 74.9864, + 75.0502, + 75.1202, + 75.1857, + 75.2471, + 75.3174, + 75.3832, + 75.4424, + 75.5031, + 75.5578, + 75.607, + 75.6588, + 75.7079, + 75.7521, + 75.7969, + 75.8522, + 75.927, + 76.0018, + 76.0716, + 76.1395, + 76.2155, + 76.284, + 76.3556, + 76.4325, + 76.5093, + 76.6008, + 76.6908, + 76.7792, + 76.8588, + 76.9329, + 77.0021, + 77.0794, + 77.1514, + 77.2238, + 77.2914, + 77.3598, + 77.4238, + 77.4814, + 77.5408, + 77.5967, + 77.662, + 77.7233, + 77.7785, + 77.8281, + 77.8753, + 77.9228, + 77.968, + 78.0137, + 78.0648, + 78.1184, + 78.169, + 78.2246, + 78.2747, + 78.3247, + 78.3747, + 78.4223, + 78.4725, + 78.5378, + 78.599, + 78.6566, + 78.7084, + 78.7601, + 78.8066, + 78.8484, + 78.8986, + 78.9537, + 79.0034, + 79.048, + 79.0882, + 79.1269, + 79.1617, + 79.1955, + 79.2285, + 79.2656, + 79.3041, + 79.3437, + 79.3818, + 79.4211, + 79.459, + 79.4931, + 79.5363, + 79.5777, + 79.6224, + 79.6652, + 79.7061, + 79.748, + 79.7882, + 79.8369, + 79.8857, + 79.9346, + 79.9912, + 80.0446, + 80.0976, + 80.1528, + 80.2026, + 80.2498, + 80.2973, + 80.3501, + 80.4001, + 80.4451, + 80.4906, + 80.5415, + 80.5874, + 80.6311, + 80.673, + 80.7157, + 80.7541, + 80.7887, + 80.8324, + 80.8741, + 80.9142, + 80.9528, + 80.995, + 81.0405, + 81.0865, + 81.1328, + 81.1745, + 81.2196, + 81.2601, + 81.3066, + 81.3509, + 81.3934, + 81.4315, + 81.4709, + 81.5113, + 81.5552, + 81.5971, + 81.6399, + 81.6809, + 81.7253, + 81.7753, + 81.8303, + 81.8872, + 81.941, + 81.9894, + 82.0355, + 82.0794, + 82.1215, + 82.1618, + 82.2007, + 82.2406, + 82.284, + 82.3256, + 82.3656, + 82.4015, + 82.4364, + 82.4677, + 82.4959, + 82.5264, + 82.5562, + 82.5881, + 82.6168, + 82.6526, + 82.6873, + 82.7186, + 82.7468, + 82.7771, + 82.8119, + 82.8432, + 82.8739, + 82.9015, + 82.9288, + 82.9609, + 82.9899, + 83.0184, + 83.049, + 83.0841, + 83.1207, + 83.1561, + 83.1905, + 83.2265, + 83.2588, + 83.2879, + 83.3292, + 83.3687, + 83.4069, + 83.4437, + 83.4768, + 83.5091, + 83.5432, + 83.5864, + 83.6328, + 83.6745, + 83.7145, + 83.7606, + 83.8045, + 83.8441, + 83.8822, + 83.9164, + 83.9473, + 83.9826, + 84.0193, + 84.0524, + 84.0871, + 84.1209, + 84.1588, + 84.193, + 84.2312, + 84.278, + 84.3227, + 84.3705, + 84.4159, + 84.4618, + 84.5031, + 84.5428, + 84.581, + 84.6179, + 84.6511, + 84.681, + 84.7104, + 84.7394, + 84.7654, + 84.7889, + 84.81, + 84.839, + 84.8676, + 84.8933, + 84.919, + 84.9496, + 84.9772, + 85.0119, + 85.0457, + 85.0787, + 85.1158, + 85.1492, + 85.1843, + 85.2184, + 85.2515, + 85.2839, + 85.313, + 85.3417, + 85.37, + 85.4005, + 85.428, + 85.4527, + 85.4749, + 85.4949, + 85.5179, + 85.5386, + 85.5598, + 85.5838, + 85.6054, + 85.6274, + 85.6496, + 85.6722, + 85.6975, + 85.7202, + 85.7432, + 85.7689, + 85.797, + 85.8298, + 85.8618, + 85.8931, + 85.9263, + 85.9587, + 85.9903, + 86.0213, + 86.0492, + 86.0792, + 86.1088, + 86.1379, + 86.1666, + 86.2075, + 86.2492, + 86.2893, + 86.3254, + 86.3628, + 86.4016, + 86.4389, + 86.4725, + 86.5053, + 86.5422, + 86.578, + 86.6152, + 86.6537, + 86.6908, + 86.7242, + 86.7568, + 86.7886, + 86.8173, + 86.8505, + 86.8955, + 86.9409, + 86.9843, + 87.0259, + 87.0683, + 87.1065, + 87.1433, + 87.1765, + 87.2114, + 87.2527, + 87.3049, + 87.357, + 87.4088, + 87.4554, + 87.4973, + 87.5401, + 87.5786, + 87.6157, + 87.6517, + 87.699, + 87.7441, + 87.7872, + 87.8285, + 87.8681, + 87.9113, + 87.9502, + 87.9877, + 88.0239, + 88.0565, + 88.0884, + 88.1195, + 88.1501, + 88.1776, + 88.2073, + 88.2441, + 88.2822, + 88.3165, + 88.3498, + 88.3823, + 88.4141, + 88.4452, + 88.4732, + 88.4983, + 88.521, + 88.5414, + 88.5623, + 88.581, + 88.6054, + 88.6299, + 88.6669, + 88.7002, + 88.7302, + 88.7697, + 88.8152, + 88.8562, + 88.8981, + 88.9433, + 88.9914, + 89.0348, + 89.0738, + 89.1089, + 89.1405, + 89.1715, + 89.2018, + 89.2292, + 89.2587, + 89.2954, + 89.3333, + 89.3825, + 89.4267, + 89.4666, + 89.5049, + 89.5419, + 89.5802, + 89.6197, + 89.6652, + 89.7087, + 89.7528, + 89.7951, + 89.8331, + 89.8722, + 89.9125, + 89.9613, + 90.0126, + 90.0589, + 90.1105, + 90.1594, + 90.206, + 90.2504, + 90.2954, + 90.3358, + 90.3722, + 90.405, + 90.4345, + 90.4686, + 90.4992, + 90.5318, + 90.5711, + 90.6065, + 90.6383, + 90.667, + 90.6928, + 90.726, + 90.7584, + 90.7876, + 90.8238, + 90.8589, + 90.908, + 90.9547, + 90.9993, + 91.0518, + 91.1042, + 91.1612, + 91.2251, + 91.2826, + 91.3443, + 91.4124, + 91.4862, + 91.5526, + 91.6123, + 91.6711, + 91.729, + 91.7811, + 91.828, + 91.8727, + 91.9154, + 91.9539, + 91.991, + 92.0319, + 92.0737, + 92.1113, + 92.1527, + 92.2074, + 92.2567, + 92.3135, + 92.3747, + 92.4322, + 92.4865, + 92.5503, + 92.6103, + 92.6743, + 92.7443, + 92.8099, + 92.8739, + 92.939, + 92.9976, + 93.0579, + 93.1196, + 93.1851, + 93.2516, + 93.3264, + 93.3963, + 93.4617, + 93.5255, + 93.583, + 93.6372, + 93.6909, + 93.7543, + 93.8114, + 93.8678, + 93.921, + 93.9714, + 94.0218, + 94.0746, + 94.1221, + 94.1724, + 94.2202, + 94.2807, + 94.3401, + 94.3961, + 94.454, + 94.5111, + 94.575, + 94.6375, + 94.6987, + 94.7539, + 94.8035, + 94.8531, + 94.9053, + 94.9573, + 95.009, + 95.0631, + 95.1293, + 95.2064, + 95.2883, + 95.3794, + 95.464, + 95.5476, + 95.6253, + 95.6953, + 95.7658, + 95.8467, + 95.9295, + 96.0116, + 96.0854, + 96.1544, + 96.2289, + 96.3035, + 96.3807, + 96.4526, + 96.5224, + 96.5851, + 96.6441, + 96.7022, + 96.762, + 96.8233, + 96.8835, + 96.9451, + 97.0081, + 97.0698, + 97.1303, + 97.1848, + 97.2338, + 97.2879, + 97.3416, + 97.3925, + 97.4482, + 97.5009, + 97.5583, + 97.615, + 97.666, + 97.7144, + 97.7629, + 97.8066, + 97.846, + 97.8889, + 97.9275, + 97.9647, + 98.0008, + 98.0332, + 98.0649, + 98.0934, + 98.1215, + 98.1519, + 98.1792, + 98.2063, + 98.2307, + 98.2526, + 98.2748, + 98.2973, + 98.3201, + 98.3406 + ], + "episode_rhos": [ + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1432, + 0.1635, + 0.177, + 0.1604, + 0.1811, + 0.1749 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1389, + 0.168, + 0.1877, + 0.1538, + 0.183, + 0.1686 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1391, + 0.1715, + 0.199, + 0.1509, + 0.1764, + 0.1631 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1405, + 0.172, + 0.2093, + 0.1438, + 0.1724, + 0.162 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1407, + 0.1718, + 0.2127, + 0.1409, + 0.1749, + 0.159 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1376, + 0.1742, + 0.2192, + 0.1364, + 0.1789, + 0.1538 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1352, + 0.1779, + 0.2273, + 0.1314, + 0.1778, + 0.1505 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1328, + 0.1853, + 0.2333, + 0.1257, + 0.1766, + 0.1462 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1292, + 0.188, + 0.2398, + 0.1235, + 0.1731, + 0.1465 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1274, + 0.1863, + 0.2462, + 0.1229, + 0.1683, + 0.1489 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1295, + 0.1843, + 0.2477, + 0.1232, + 0.1652, + 0.1501 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1312, + 0.1837, + 0.2529, + 0.1201, + 0.1608, + 0.1512 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ], + [ + 0.1309, + 0.1842, + 0.2618, + 0.1145, + 0.1565, + 0.1521 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json new file mode 100644 index 0000000000000000000000000000000000000000..c85213e50553331651fc2b50b9d4e55e841c1331 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_abl_trho25.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 8350719.69, + "constraint_satisfaction_pct": 30.93, + "final_rho": [ + 0.1484, + 0.1589, + 0.1697, + 0.1632, + 0.166, + 0.1939 + ], + "final_lambda": 99.4663, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -5757.88, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -5363.2, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -5499.89, + "avg_cost": 0.0, + "lambda": 11.8812, + "rho": [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ] + }, + { + "episode": 40, + "avg_reward": -5265.51, + "avg_cost": 0.0, + "lambda": 11.9859, + "rho": [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ] + }, + { + "episode": 50, + "avg_reward": -4662.78, + "avg_cost": 0.0, + "lambda": 12.0677, + "rho": [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ] + }, + { + "episode": 60, + "avg_reward": -3802.65, + "avg_cost": 0.0, + "lambda": 12.164, + "rho": [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ] + }, + { + "episode": 70, + "avg_reward": -4201.96, + "avg_cost": 0.0, + "lambda": 12.2168, + "rho": [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ] + }, + { + "episode": 80, + "avg_reward": -4845.57, + "avg_cost": 0.0, + "lambda": 12.2527, + "rho": [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ] + }, + { + "episode": 90, + "avg_reward": -4531.41, + "avg_cost": 0.0, + "lambda": 12.2774, + "rho": [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ] + }, + { + "episode": 100, + "avg_reward": -3997.59, + "avg_cost": 0.0, + "lambda": 12.3038, + "rho": [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ] + }, + { + "episode": 110, + "avg_reward": -4163.89, + "avg_cost": 0.0, + "lambda": 12.3339, + "rho": [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ] + }, + { + "episode": 120, + "avg_reward": -4180.93, + "avg_cost": 0.25, + "lambda": 12.3469, + "rho": [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ] + }, + { + "episode": 130, + "avg_reward": -2903.42, + "avg_cost": 0.0, + "lambda": 12.3754, + "rho": [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ] + }, + { + "episode": 140, + "avg_reward": -3037.87, + "avg_cost": 0.0, + "lambda": 12.3914, + "rho": [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ] + }, + { + "episode": 150, + "avg_reward": -1999.01, + "avg_cost": 0.0, + "lambda": 12.397, + "rho": [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ] + }, + { + "episode": 160, + "avg_reward": -2937.68, + "avg_cost": 0.0, + "lambda": 12.4076, + "rho": [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ] + }, + { + "episode": 170, + "avg_reward": -1413.44, + "avg_cost": 0.25, + "lambda": 12.4214, + "rho": [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ] + }, + { + "episode": 180, + "avg_reward": -2231.98, + "avg_cost": 0.0, + "lambda": 12.44, + "rho": [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ] + }, + { + "episode": 190, + "avg_reward": -2711.39, + "avg_cost": 0.0, + "lambda": 12.4745, + "rho": [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ] + }, + { + "episode": 200, + "avg_reward": -2396.24, + "avg_cost": 0.0, + "lambda": 12.4911, + "rho": [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ] + }, + { + "episode": 210, + "avg_reward": -1647.03, + "avg_cost": 0.0, + "lambda": 12.5086, + "rho": [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ] + }, + { + "episode": 220, + "avg_reward": -2027.1, + "avg_cost": 0.0, + "lambda": 12.5657, + "rho": [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ] + }, + { + "episode": 230, + "avg_reward": -2642.52, + "avg_cost": 0.0, + "lambda": 12.7296, + "rho": [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ] + }, + { + "episode": 240, + "avg_reward": -2886.01, + "avg_cost": 0.75, + "lambda": 13.3226, + "rho": [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ] + }, + { + "episode": 250, + "avg_reward": -2092.75, + "avg_cost": 0.25, + "lambda": 14.3498, + "rho": [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ] + }, + { + "episode": 260, + "avg_reward": -1793.93, + "avg_cost": 0.75, + "lambda": 15.3658, + "rho": [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ] + }, + { + "episode": 270, + "avg_reward": -1992.78, + "avg_cost": 0.0, + "lambda": 16.238, + "rho": [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ] + }, + { + "episode": 280, + "avg_reward": -1207.18, + "avg_cost": 0.0, + "lambda": 16.656, + "rho": [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ] + }, + { + "episode": 290, + "avg_reward": -1405.43, + "avg_cost": 0.0, + "lambda": 16.9341, + "rho": [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ] + }, + { + "episode": 300, + "avg_reward": -1609.47, + "avg_cost": 0.0, + "lambda": 17.2091, + "rho": [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ] + }, + { + "episode": 310, + "avg_reward": 152.17, + "avg_cost": 1.0, + "lambda": 17.513, + "rho": [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ] + }, + { + "episode": 320, + "avg_reward": -1662.37, + "avg_cost": 0.25, + "lambda": 18.1118, + "rho": [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ] + }, + { + "episode": 330, + "avg_reward": -512.98, + "avg_cost": 0.75, + "lambda": 18.8916, + "rho": [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ] + }, + { + "episode": 340, + "avg_reward": -361.77, + "avg_cost": 0.5, + "lambda": 19.531, + "rho": [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ] + }, + { + "episode": 350, + "avg_reward": 599.5, + "avg_cost": 1.25, + "lambda": 20.4735, + "rho": [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ] + }, + { + "episode": 360, + "avg_reward": 1102.36, + "avg_cost": 0.75, + "lambda": 21.5867, + "rho": [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ] + }, + { + "episode": 370, + "avg_reward": -423.49, + "avg_cost": 2.0, + "lambda": 22.6112, + "rho": [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ] + }, + { + "episode": 380, + "avg_reward": 929.84, + "avg_cost": 0.5, + "lambda": 23.7846, + "rho": [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ] + }, + { + "episode": 390, + "avg_reward": 1729.15, + "avg_cost": 3.0, + "lambda": 25.2754, + "rho": [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ] + }, + { + "episode": 400, + "avg_reward": 191.65, + "avg_cost": 0.5, + "lambda": 27.1813, + "rho": [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ] + }, + { + "episode": 410, + "avg_reward": 2297.76, + "avg_cost": 2.0, + "lambda": 28.8104, + "rho": [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ] + }, + { + "episode": 420, + "avg_reward": -1026.65, + "avg_cost": 0.25, + "lambda": 30.4795, + "rho": [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ] + }, + { + "episode": 430, + "avg_reward": 2375.92, + "avg_cost": 2.0, + "lambda": 32.0627, + "rho": [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ] + }, + { + "episode": 440, + "avg_reward": 1403.58, + "avg_cost": 1.5, + "lambda": 33.5755, + "rho": [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ] + }, + { + "episode": 450, + "avg_reward": 3154.03, + "avg_cost": 0.75, + "lambda": 35.3492, + "rho": [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ] + }, + { + "episode": 460, + "avg_reward": 3097.13, + "avg_cost": 0.0, + "lambda": 36.7103, + "rho": [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ] + }, + { + "episode": 470, + "avg_reward": 2895.54, + "avg_cost": 0.75, + "lambda": 37.6608, + "rho": [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ] + }, + { + "episode": 480, + "avg_reward": 4479.62, + "avg_cost": 2.75, + "lambda": 38.6093, + "rho": [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ] + }, + { + "episode": 490, + "avg_reward": 4785.13, + "avg_cost": 2.25, + "lambda": 39.6332, + "rho": [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ] + }, + { + "episode": 500, + "avg_reward": 5185.03, + "avg_cost": 0.75, + "lambda": 40.8172, + "rho": [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ] + }, + { + "episode": 510, + "avg_reward": 4816.34, + "avg_cost": 0.25, + "lambda": 42.0036, + "rho": [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ] + }, + { + "episode": 520, + "avg_reward": 5631.92, + "avg_cost": 1.75, + "lambda": 43.2117, + "rho": [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ] + }, + { + "episode": 530, + "avg_reward": 4253.49, + "avg_cost": 0.25, + "lambda": 44.2936, + "rho": [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ] + }, + { + "episode": 540, + "avg_reward": 6274.06, + "avg_cost": 1.5, + "lambda": 45.2739, + "rho": [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ] + }, + { + "episode": 550, + "avg_reward": 5432.25, + "avg_cost": 0.25, + "lambda": 46.4421, + "rho": [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ] + }, + { + "episode": 560, + "avg_reward": 3404.79, + "avg_cost": 0.25, + "lambda": 47.5619, + "rho": [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ] + }, + { + "episode": 570, + "avg_reward": 5970.33, + "avg_cost": 0.75, + "lambda": 48.6869, + "rho": [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ] + }, + { + "episode": 580, + "avg_reward": 5194.45, + "avg_cost": 0.75, + "lambda": 50.0067, + "rho": [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ] + }, + { + "episode": 590, + "avg_reward": 4349.38, + "avg_cost": 0.25, + "lambda": 51.3903, + "rho": [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ] + }, + { + "episode": 600, + "avg_reward": 3148.7, + "avg_cost": 0.5, + "lambda": 52.6598, + "rho": [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ] + }, + { + "episode": 610, + "avg_reward": 5533.15, + "avg_cost": 0.75, + "lambda": 53.452, + "rho": [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ] + }, + { + "episode": 620, + "avg_reward": 5399.51, + "avg_cost": 0.5, + "lambda": 54.1404, + "rho": [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ] + }, + { + "episode": 630, + "avg_reward": 4646.68, + "avg_cost": 0.75, + "lambda": 54.7584, + "rho": [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ] + }, + { + "episode": 640, + "avg_reward": 4383.54, + "avg_cost": 0.75, + "lambda": 55.4281, + "rho": [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ] + }, + { + "episode": 650, + "avg_reward": 6357.07, + "avg_cost": 1.0, + "lambda": 56.2565, + "rho": [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ] + }, + { + "episode": 660, + "avg_reward": 4260.89, + "avg_cost": 0.5, + "lambda": 57.1797, + "rho": [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ] + }, + { + "episode": 670, + "avg_reward": 7590.23, + "avg_cost": 0.5, + "lambda": 57.978, + "rho": [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ] + }, + { + "episode": 680, + "avg_reward": 7484.14, + "avg_cost": 0.5, + "lambda": 58.6602, + "rho": [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ] + }, + { + "episode": 690, + "avg_reward": 7412.92, + "avg_cost": 0.75, + "lambda": 59.2006, + "rho": [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ] + }, + { + "episode": 700, + "avg_reward": 7715.64, + "avg_cost": 0.25, + "lambda": 59.6984, + "rho": [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ] + }, + { + "episode": 710, + "avg_reward": 6958.19, + "avg_cost": 0.0, + "lambda": 60.2338, + "rho": [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ] + }, + { + "episode": 720, + "avg_reward": 7472.83, + "avg_cost": 0.25, + "lambda": 60.6895, + "rho": [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ] + }, + { + "episode": 730, + "avg_reward": 7901.76, + "avg_cost": 0.0, + "lambda": 61.0166, + "rho": [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ] + }, + { + "episode": 740, + "avg_reward": 8416.72, + "avg_cost": 0.25, + "lambda": 61.2882, + "rho": [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ] + }, + { + "episode": 750, + "avg_reward": 7617.22, + "avg_cost": 0.5, + "lambda": 61.5532, + "rho": [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ] + }, + { + "episode": 760, + "avg_reward": 5640.65, + "avg_cost": 0.25, + "lambda": 61.9247, + "rho": [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ] + }, + { + "episode": 770, + "avg_reward": 8294.31, + "avg_cost": 0.0, + "lambda": 62.2445, + "rho": [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ] + }, + { + "episode": 780, + "avg_reward": 9009.94, + "avg_cost": 1.75, + "lambda": 62.6428, + "rho": [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ] + }, + { + "episode": 790, + "avg_reward": 8068.06, + "avg_cost": 0.25, + "lambda": 63.2221, + "rho": [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ] + }, + { + "episode": 800, + "avg_reward": 8719.71, + "avg_cost": 0.75, + "lambda": 64.0544, + "rho": [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ] + }, + { + "episode": 810, + "avg_reward": 8387.05, + "avg_cost": 0.0, + "lambda": 65.1294, + "rho": [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ] + }, + { + "episode": 820, + "avg_reward": 9200.1, + "avg_cost": 0.75, + "lambda": 66.132, + "rho": [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ] + }, + { + "episode": 830, + "avg_reward": 8351.46, + "avg_cost": 1.0, + "lambda": 66.982, + "rho": [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ] + }, + { + "episode": 840, + "avg_reward": 8815.99, + "avg_cost": 0.75, + "lambda": 67.918, + "rho": [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ] + }, + { + "episode": 850, + "avg_reward": 9192.65, + "avg_cost": 1.5, + "lambda": 68.9964, + "rho": [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ] + }, + { + "episode": 860, + "avg_reward": 8798.31, + "avg_cost": 0.0, + "lambda": 69.862, + "rho": [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ] + }, + { + "episode": 870, + "avg_reward": 8804.65, + "avg_cost": 0.0, + "lambda": 70.4581, + "rho": [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ] + }, + { + "episode": 880, + "avg_reward": 9277.96, + "avg_cost": 0.0, + "lambda": 70.8851, + "rho": [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ] + }, + { + "episode": 890, + "avg_reward": 9053.53, + "avg_cost": 0.5, + "lambda": 71.297, + "rho": [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ] + }, + { + "episode": 900, + "avg_reward": 9470.7, + "avg_cost": 0.5, + "lambda": 71.7499, + "rho": [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ] + }, + { + "episode": 910, + "avg_reward": 8985.75, + "avg_cost": 0.25, + "lambda": 72.2807, + "rho": [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ] + }, + { + "episode": 920, + "avg_reward": 9108.74, + "avg_cost": 1.0, + "lambda": 73.0304, + "rho": [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ] + }, + { + "episode": 930, + "avg_reward": 9221.34, + "avg_cost": 0.5, + "lambda": 73.777, + "rho": [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ] + }, + { + "episode": 940, + "avg_reward": 9296.58, + "avg_cost": 0.0, + "lambda": 74.5128, + "rho": [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ] + }, + { + "episode": 950, + "avg_reward": 9715.51, + "avg_cost": 1.5, + "lambda": 75.3982, + "rho": [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ] + }, + { + "episode": 960, + "avg_reward": 8478.7, + "avg_cost": 0.25, + "lambda": 76.3466, + "rho": [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ] + }, + { + "episode": 970, + "avg_reward": 9573.19, + "avg_cost": 0.75, + "lambda": 76.9869, + "rho": [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ] + }, + { + "episode": 980, + "avg_reward": 9345.67, + "avg_cost": 0.25, + "lambda": 77.5271, + "rho": [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ] + }, + { + "episode": 990, + "avg_reward": 9647.99, + "avg_cost": 0.75, + "lambda": 78.1235, + "rho": [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ] + }, + { + "episode": 1000, + "avg_reward": 9879.29, + "avg_cost": 0.0, + "lambda": 78.6741, + "rho": [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ] + }, + { + "episode": 1010, + "avg_reward": 9398.94, + "avg_cost": 0.25, + "lambda": 79.0393, + "rho": [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ] + }, + { + "episode": 1020, + "avg_reward": 9989.87, + "avg_cost": 0.0, + "lambda": 79.3355, + "rho": [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ] + }, + { + "episode": 1030, + "avg_reward": 9416.14, + "avg_cost": 0.0, + "lambda": 79.6507, + "rho": [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ] + }, + { + "episode": 1040, + "avg_reward": 9661.64, + "avg_cost": 0.25, + "lambda": 79.9694, + "rho": [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ] + }, + { + "episode": 1050, + "avg_reward": 10444.05, + "avg_cost": 1.25, + "lambda": 80.3789, + "rho": [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ] + }, + { + "episode": 1060, + "avg_reward": 10289.78, + "avg_cost": 0.75, + "lambda": 80.8552, + "rho": [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ] + }, + { + "episode": 1070, + "avg_reward": 9561.73, + "avg_cost": 0.0, + "lambda": 81.4131, + "rho": [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ] + }, + { + "episode": 1080, + "avg_reward": 10224.28, + "avg_cost": 1.5, + "lambda": 81.978, + "rho": [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ] + }, + { + "episode": 1090, + "avg_reward": 10361.32, + "avg_cost": 1.75, + "lambda": 82.7264, + "rho": [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ] + }, + { + "episode": 1100, + "avg_reward": 9994.9, + "avg_cost": 0.25, + "lambda": 83.6193, + "rho": [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ] + }, + { + "episode": 1110, + "avg_reward": 10560.34, + "avg_cost": 1.0, + "lambda": 84.4763, + "rho": [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ] + }, + { + "episode": 1120, + "avg_reward": 10022.33, + "avg_cost": 0.25, + "lambda": 85.191, + "rho": [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ] + }, + { + "episode": 1130, + "avg_reward": 10330.09, + "avg_cost": 0.75, + "lambda": 85.6459, + "rho": [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ] + }, + { + "episode": 1140, + "avg_reward": 9483.9, + "avg_cost": 0.0, + "lambda": 86.0246, + "rho": [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ] + }, + { + "episode": 1150, + "avg_reward": 10846.86, + "avg_cost": 0.5, + "lambda": 86.3163, + "rho": [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ] + }, + { + "episode": 1160, + "avg_reward": 10141.33, + "avg_cost": 0.0, + "lambda": 86.5716, + "rho": [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ] + }, + { + "episode": 1170, + "avg_reward": 9294.61, + "avg_cost": 0.5, + "lambda": 86.8068, + "rho": [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ] + }, + { + "episode": 1180, + "avg_reward": 10443.34, + "avg_cost": 0.0, + "lambda": 87.1165, + "rho": [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ] + }, + { + "episode": 1190, + "avg_reward": 10673.75, + "avg_cost": 0.0, + "lambda": 87.4302, + "rho": [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ] + }, + { + "episode": 1200, + "avg_reward": 8738.98, + "avg_cost": 0.25, + "lambda": 87.8024, + "rho": [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ] + }, + { + "episode": 1210, + "avg_reward": 10283.95, + "avg_cost": 0.25, + "lambda": 88.1123, + "rho": [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ] + }, + { + "episode": 1220, + "avg_reward": 10590.79, + "avg_cost": 0.25, + "lambda": 88.4188, + "rho": [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ] + }, + { + "episode": 1230, + "avg_reward": 10689.08, + "avg_cost": 0.25, + "lambda": 88.7358, + "rho": [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ] + }, + { + "episode": 1240, + "avg_reward": 10758.39, + "avg_cost": 0.75, + "lambda": 89.1684, + "rho": [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ] + }, + { + "episode": 1250, + "avg_reward": 10394.31, + "avg_cost": 0.25, + "lambda": 89.6029, + "rho": [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ] + }, + { + "episode": 1260, + "avg_reward": 10772.93, + "avg_cost": 0.0, + "lambda": 89.9141, + "rho": [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ] + }, + { + "episode": 1270, + "avg_reward": 11305.21, + "avg_cost": 0.75, + "lambda": 90.1468, + "rho": [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ] + }, + { + "episode": 1280, + "avg_reward": 10792.38, + "avg_cost": 0.0, + "lambda": 90.4334, + "rho": [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ] + }, + { + "episode": 1290, + "avg_reward": 10634.7, + "avg_cost": 0.5, + "lambda": 90.6898, + "rho": [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ] + }, + { + "episode": 1300, + "avg_reward": 10773.35, + "avg_cost": 0.0, + "lambda": 90.9554, + "rho": [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ] + }, + { + "episode": 1310, + "avg_reward": 10753.52, + "avg_cost": 0.0, + "lambda": 91.2889, + "rho": [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ] + }, + { + "episode": 1320, + "avg_reward": 10816.03, + "avg_cost": 0.25, + "lambda": 91.7991, + "rho": [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ] + }, + { + "episode": 1330, + "avg_reward": 11070.18, + "avg_cost": 0.75, + "lambda": 92.2062, + "rho": [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ] + }, + { + "episode": 1340, + "avg_reward": 10990.37, + "avg_cost": 0.75, + "lambda": 92.4852, + "rho": [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ] + }, + { + "episode": 1350, + "avg_reward": 10804.45, + "avg_cost": 0.25, + "lambda": 92.7753, + "rho": [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ] + }, + { + "episode": 1360, + "avg_reward": 10997.31, + "avg_cost": 0.5, + "lambda": 93.247, + "rho": [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ] + }, + { + "episode": 1370, + "avg_reward": 10927.1, + "avg_cost": 0.75, + "lambda": 93.7341, + "rho": [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ] + }, + { + "episode": 1380, + "avg_reward": 10542.52, + "avg_cost": 0.5, + "lambda": 94.4064, + "rho": [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ] + }, + { + "episode": 1390, + "avg_reward": 11026.21, + "avg_cost": 0.25, + "lambda": 94.9794, + "rho": [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ] + }, + { + "episode": 1400, + "avg_reward": 11086.79, + "avg_cost": 0.0, + "lambda": 95.3011, + "rho": [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ] + }, + { + "episode": 1410, + "avg_reward": 10589.31, + "avg_cost": 0.25, + "lambda": 95.558, + "rho": [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ] + }, + { + "episode": 1420, + "avg_reward": 11091.77, + "avg_cost": 1.5, + "lambda": 95.9772, + "rho": [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ] + }, + { + "episode": 1430, + "avg_reward": 11109.16, + "avg_cost": 0.25, + "lambda": 96.5025, + "rho": [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ] + }, + { + "episode": 1440, + "avg_reward": 10485.74, + "avg_cost": 0.25, + "lambda": 96.968, + "rho": [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ] + }, + { + "episode": 1450, + "avg_reward": 11092.13, + "avg_cost": 0.25, + "lambda": 97.5259, + "rho": [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ] + }, + { + "episode": 1460, + "avg_reward": 11049.27, + "avg_cost": 0.0, + "lambda": 97.9321, + "rho": [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ] + }, + { + "episode": 1470, + "avg_reward": 11631.78, + "avg_cost": 0.5, + "lambda": 98.3046, + "rho": [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ] + }, + { + "episode": 1480, + "avg_reward": 11219.26, + "avg_cost": 0.25, + "lambda": 98.6772, + "rho": [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ] + }, + { + "episode": 1490, + "avg_reward": 11014.11, + "avg_cost": 0.25, + "lambda": 99.0376, + "rho": [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ] + }, + { + "episode": 1500, + "avg_reward": 11057.05, + "avg_cost": 1.25, + "lambda": 99.4663, + "rho": [ + 0.1484, + 0.1589, + 0.1697, + 0.1632, + 0.166, + 0.1939 + ] + } + ], + "episode_rewards": [ + -8017.7849, + -7143.8306, + -7341.0634, + -7485.4879, + -7460.513, + -7116.7725, + -6256.248, + -6669.8708, + -5556.2847, + -5757.8757, + -5814.9151, + -6291.2706, + -5355.0963, + -6288.4878, + -6171.0943, + -5705.3383, + -6267.5543, + -6684.5647, + -5929.7409, + -5363.2017, + -6176.3074, + -5678.6859, + -5271.3497, + -5987.9006, + -6373.217, + -5779.6498, + -5581.3286, + -6027.9255, + -4648.0701, + -5499.8876, + -5918.5639, + -4440.4812, + -5447.8518, + -4775.3065, + -5665.3676, + -5299.0129, + -5264.4831, + -4621.8063, + -4572.1412, + -5265.5064, + -5274.6107, + -5712.9802, + -4262.2997, + -5811.3399, + -5268.5498, + -5123.828, + -4625.3637, + -4677.2446, + -4817.4443, + -4662.7788, + -4817.6191, + -4604.584, + -4690.7441, + -4034.3907, + -4996.9211, + -5664.7215, + -4760.1808, + -4335.9849, + -4834.3498, + -3802.6542, + -4600.54, + -5000.6113, + -4761.4618, + -3791.9836, + -3847.9607, + -4614.6228, + -4806.876, + -4040.5268, + -3962.3816, + -4201.9637, + -3626.1203, + -3601.3649, + -4328.3442, + -4411.0251, + -4701.8996, + -4751.5599, + -4703.8404, + -3637.4187, + -3884.3781, + -4845.5711, + -4904.9206, + -3888.212, + -4120.043, + -4825.635, + -3921.4928, + -3492.8078, + -4458.9337, + -4130.8334, + -3417.5876, + -4531.4055, + -4296.2683, + -3524.0726, + -3742.0634, + -3911.2002, + -3732.4047, + -2907.2759, + -3860.5868, + -3506.8447, + -3076.2272, + -3997.5855, + -3865.8962, + -4187.0358, + -3024.0141, + -2775.6954, + -3475.4736, + -2814.719, + -3305.5577, + -3490.8929, + -4168.1715, + -4163.8908, + -3488.0582, + -2308.0746, + -3769.569, + -2828.8355, + -3170.2149, + -3569.6123, + -2815.5024, + -3039.4015, + -2882.2621, + -4180.9341, + -2717.7364, + -2492.0034, + -2179.4077, + -2913.1408, + -2346.9319, + -2705.7075, + -3055.5488, + -3050.0983, + -2615.1327, + -2903.4241, + -2794.1014, + -2754.0379, + -2906.7017, + -2673.6932, + -2954.8878, + -3067.6345, + -3442.5036, + -3136.9798, + -2686.5222, + -3037.8676, + -2604.8635, + -3742.8587, + -2988.3475, + -2685.0112, + -3208.2115, + -3507.8091, + -2564.8803, + -2865.1815, + -2816.087, + -1999.0092, + -2460.6542, + -2401.9001, + -2964.4298, + -2776.4596, + -1946.1701, + -2493.8911, + -3083.9136, + -1980.8212, + -2959.1385, + -2937.6824, + -2272.4351, + -2622.5387, + -2611.2976, + -2832.0036, + -2994.5051, + -2414.6233, + -2462.9727, + -2720.024, + -2020.5212, + -1413.4398, + -2221.4459, + -2633.0015, + -1810.7714, + -2180.6911, + -2204.5617, + -2442.4376, + -2717.1558, + -2619.9066, + -1929.9743, + -2231.9768, + -2301.1998, + -2316.0766, + -2914.7201, + -2229.2282, + -2066.7643, + -2543.169, + -2236.6441, + -1824.8517, + -2158.0185, + -2711.3864, + -1224.5787, + -2264.733, + -2245.3256, + -2016.88, + -1749.8015, + -2343.9195, + -2483.7646, + -1863.167, + -1776.3169, + -2396.2361, + -1883.0274, + -2249.5047, + -2329.4747, + -2353.2565, + -2972.6665, + -2011.7721, + -1854.2406, + -1689.4516, + -2470.4267, + -1647.026, + -1084.7032, + -1161.2405, + -1577.122, + -1000.5358, + -1096.4593, + -2249.457, + -1210.9299, + -1994.9281, + -1488.2783, + -2027.0993, + -1656.8273, + -1497.3399, + -1728.5929, + -3878.7206, + -2307.4513, + -3660.5012, + -2545.1339, + -1789.2972, + -2690.4585, + -2642.5249, + -1328.4977, + -2524.1755, + -3597.7325, + -2985.3268, + -1956.7734, + -2647.0078, + -1946.6675, + -2312.4405, + -2157.6682, + -2886.0084, + -2040.7718, + -1929.1431, + -1518.6488, + -2409.1499, + -2641.4331, + -1779.6464, + -1939.4841, + -2712.4746, + -1648.0845, + -2092.7512, + -3720.5718, + -2113.3051, + -2316.1755, + -1740.415, + -3902.8489, + -1493.7551, + -2350.3983, + -2139.9859, + -4900.733, + -1793.9252, + -1781.6923, + -1250.9947, + -4533.44, + -1670.9804, + -2315.0615, + -271.2536, + -2026.8826, + -2175.9553, + -3283.1913, + -1992.7829, + -2175.0909, + -144.7564, + -1837.1126, + -2700.1472, + -1779.4395, + -1866.1699, + -620.7954, + -1176.0951, + -1102.9311, + -1207.1772, + -714.9841, + -1233.0683, + -1499.7611, + -1734.2045, + -1330.8828, + -1906.6933, + -1733.0998, + -1489.9555, + -1767.5997, + -1405.4332, + -1519.9539, + -1496.4938, + -1663.6288, + -1689.2637, + -2186.2645, + -1609.522, + -1371.278, + -1146.7231, + -1401.5814, + -1609.4706, + -1150.6771, + -1102.1857, + -1987.4389, + -691.011, + -1513.9153, + -1942.1556, + -1574.8375, + -1481.7109, + -1275.8694, + 152.1689, + -771.5723, + -504.839, + -977.2912, + -912.5528, + -2151.0049, + -2125.5396, + -1414.7706, + -575.6504, + 115.3702, + -1662.3687, + -730.829, + -239.5879, + -1328.935, + -247.6747, + -1035.9773, + 182.2048, + -1553.037, + -562.7345, + -27.1783, + -512.9765, + -1233.0133, + -646.7563, + -190.5466, + -631.0743, + 502.7651, + 852.3505, + 614.2684, + 601.9057, + -86.8623, + -361.7743, + 891.4974, + -1660.6304, + 1443.6829, + 479.5379, + -697.6126, + 176.6723, + -121.4919, + -186.524, + 739.9935, + 599.5016, + 353.1618, + 792.8676, + 207.1441, + 564.8543, + 1945.5769, + 951.6934, + 1625.1457, + -173.3006, + 1029.3238, + 1102.3589, + 553.0823, + 46.1921, + 39.3762, + 370.1877, + 928.4135, + 1813.9583, + 2470.0998, + 1148.7162, + 396.9252, + -423.488, + -419.9863, + 1643.3859, + 1332.5902, + 886.1996, + 240.615, + 3184.9072, + 327.8389, + 549.4767, + 1265.7917, + 929.843, + 644.4074, + 986.8716, + 2561.899, + 2475.487, + 593.1737, + 2409.4035, + 777.9437, + 1155.8616, + 1835.5621, + 1729.1461, + -1468.4826, + 2747.0045, + 1077.3363, + 2058.6275, + 1727.3524, + 21.3805, + 2857.767, + 2897.2719, + 2405.2366, + 191.652, + 622.6926, + 1798.899, + 2798.9922, + 2595.5648, + 1737.0243, + 3088.5234, + 173.6203, + 1477.9343, + 3910.2976, + 2297.7624, + 3307.346, + 3496.5895, + 3343.595, + 2140.0325, + 2250.1687, + 3518.1061, + 2083.2587, + 2462.4765, + 3300.7591, + -1026.6498, + 2583.3326, + 3066.0988, + 2147.8994, + 3180.8325, + 763.7743, + 2031.8731, + 2394.6758, + 3079.6707, + 2420.2901, + 2375.9172, + 1969.3697, + 2333.9632, + 2363.8703, + 3025.3342, + 2851.3282, + 3178.5183, + 211.3084, + 3348.6978, + 3734.2012, + 1403.5828, + 2899.0219, + 3753.981, + 4205.6211, + 1158.2919, + 1532.7205, + 3237.2687, + 708.1176, + 3330.6069, + 3628.1977, + 3154.0269, + 2773.6712, + 2493.3705, + 3943.9925, + 3055.6604, + 4242.3926, + 2610.4432, + 2224.0524, + 3030.3471, + 1917.8305, + 3097.1261, + 3010.4772, + 2683.9375, + 1512.2821, + 547.7187, + 2346.5463, + 1418.225, + 1041.4761, + 3768.5177, + 4090.2901, + 2895.5362, + 3327.4646, + 4854.8345, + 2793.1834, + 2899.6432, + 2578.0516, + 2946.8652, + 3197.6718, + 2685.4969, + 3930.5656, + 4479.6245, + 4430.5241, + 4081.6356, + 4775.4484, + 4827.3665, + 2820.852, + 2686.7432, + 5590.2669, + 4697.7473, + 4643.9945, + 4785.1251, + 2942.4506, + 4254.4374, + 4390.6434, + 4681.0643, + 3142.7002, + 5393.7613, + 4953.9211, + 4514.7139, + 4528.7193, + 5185.029, + 5006.1081, + 4696.7021, + 5213.586, + 5644.453, + 5058.349, + 3187.9157, + 2968.3701, + 4551.0619, + 5526.9705, + 4816.3398, + 3179.5153, + 2766.3042, + 3423.5437, + 5028.9092, + 5335.5597, + 5163.2962, + 5172.7132, + 4433.5911, + 5505.6584, + 5631.9203, + 5081.899, + 4994.447, + 5209.9008, + 4390.2512, + 2692.0065, + 2598.818, + 5213.9212, + 3566.4885, + 5271.2609, + 4253.4901, + 5122.5481, + 3284.2487, + 5723.5627, + 5193.4579, + 5671.083, + 3797.1706, + 4053.8198, + 6015.4493, + 4987.7444, + 6274.0643, + 3152.3657, + 4694.5187, + 5141.2133, + 5715.7796, + 5243.0064, + 5082.5435, + 2468.3003, + 4741.9956, + 6277.5909, + 5432.254, + 5639.4069, + 5930.1339, + 5189.9889, + 3314.6201, + 6044.0005, + 2987.9224, + 6548.8418, + 5739.067, + 4946.8956, + 3404.7875, + 6493.4173, + 3375.9574, + 5801.7475, + 4886.1421, + 6006.9246, + 5204.2706, + 3094.6721, + 6577.7673, + 4406.5105, + 5970.3282, + 6384.861, + 6198.6922, + 5879.2164, + 6211.8506, + 6088.8755, + 6158.3866, + 6686.9492, + 6236.8578, + 6103.6573, + 5194.4481, + 5944.7301, + 5530.9711, + 5221.782, + 4978.288, + 5243.8034, + 5264.6813, + 3315.4028, + 5582.6226, + 5735.5087, + 4349.3839, + 6022.9883, + 5694.2981, + 6578.2098, + 6305.1127, + 6549.8072, + 6208.8233, + 5818.1065, + 4941.5091, + 6509.1535, + 3148.6959, + 5626.4433, + 6232.9011, + 6211.7103, + 6786.5316, + 5419.5553, + 6142.7826, + 6806.5985, + 6812.5519, + 6390.6019, + 5533.1517, + 4931.9986, + 6908.6485, + 6659.1813, + 4179.8951, + 7237.377, + 7106.4953, + 7240.6817, + 6192.7736, + 5733.225, + 5399.5085, + 6967.0108, + 7283.1272, + 6027.8698, + 5014.318, + 6607.5113, + 6545.4492, + 6534.4543, + 2618.2114, + 7152.2383, + 4646.6843, + 6512.9539, + 6553.1662, + 4590.9947, + 4478.5161, + 7037.3454, + 3869.7286, + 6574.9417, + 6900.1602, + 6958.3828, + 4383.5403, + 6388.0795, + 6308.309, + 6861.7789, + 6116.2769, + 6589.9406, + 7424.879, + 5729.2566, + 6560.301, + 7034.0326, + 6357.0724, + 6555.6679, + 6565.5223, + 7479.3718, + 6627.9973, + 6399.8247, + 5998.8844, + 7440.9638, + 7681.2675, + 6418.4402, + 4260.8906, + 6840.5481, + 7228.9301, + 7086.3188, + 6480.9049, + 4672.7621, + 7758.7382, + 7796.6246, + 7128.9682, + 6462.2016, + 7590.2286, + 7579.4253, + 6117.6487, + 7131.799, + 7499.9087, + 6989.3871, + 6752.1473, + 7436.4003, + 7870.5335, + 5617.9792, + 7484.1388, + 7532.6905, + 6415.4724, + 6732.6158, + 7327.5831, + 8081.2276, + 7643.1474, + 6976.7303, + 5331.3309, + 8057.1455, + 7412.923, + 7928.4287, + 5797.7988, + 5370.5209, + 5758.1027, + 7105.3109, + 7656.9026, + 6026.1799, + 7883.5839, + 6133.3895, + 7715.6398, + 7417.1735, + 7851.1988, + 7561.3941, + 6988.0236, + 7419.3871, + 7494.022, + 7103.989, + 8025.3325, + 5341.4723, + 6958.186, + 7649.9601, + 5849.7412, + 7583.8519, + 5753.7564, + 7684.2078, + 7411.5393, + 7592.7628, + 7999.0402, + 6166.2803, + 7472.8311, + 7693.3422, + 8291.3269, + 7518.7983, + 7840.2462, + 7146.822, + 8293.2592, + 8050.8049, + 7492.9393, + 5676.4369, + 7901.7583, + 7785.5589, + 8401.6131, + 8620.1625, + 8415.9836, + 8133.8031, + 6889.4635, + 8215.2033, + 6146.873, + 8082.786, + 8416.7199, + 5350.0691, + 8640.8001, + 8142.2048, + 7973.6956, + 7907.5359, + 8065.3851, + 8054.5592, + 7958.8893, + 8039.5398, + 7617.2171, + 8317.4588, + 7373.7683, + 8107.0306, + 7571.7468, + 8534.4434, + 8093.9959, + 8459.23, + 7874.4588, + 8176.7123, + 5640.6519, + 7435.4044, + 7587.9747, + 8315.9883, + 8206.1188, + 8423.0761, + 8155.3043, + 8320.0688, + 8136.2912, + 8519.9064, + 8294.3076, + 8757.1742, + 8226.1926, + 7650.4849, + 8881.0555, + 5967.6371, + 8717.2016, + 7850.6339, + 8406.8036, + 8433.3959, + 9009.9417, + 8707.1972, + 7677.8555, + 8140.3548, + 8302.5841, + 8511.5561, + 6534.0363, + 8184.2278, + 8566.0285, + 8350.3456, + 8068.0611, + 7870.9066, + 8141.3505, + 7826.0345, + 8458.4722, + 8432.6856, + 8457.1829, + 8056.1912, + 8648.1361, + 8131.5365, + 8719.7113, + 8246.7393, + 9141.9591, + 8463.1189, + 8705.301, + 8341.7497, + 7758.8553, + 9240.6176, + 8744.8213, + 8546.1716, + 8387.0545, + 8188.6938, + 8158.1538, + 8587.8761, + 9047.281, + 8684.042, + 8473.1139, + 8639.7057, + 8681.8395, + 8472.4856, + 9200.0961, + 8917.0623, + 8279.3008, + 9106.3708, + 7607.4895, + 9002.198, + 8560.7541, + 7469.2177, + 9109.8307, + 8424.9434, + 8351.4588, + 8945.1695, + 8539.3193, + 8428.4394, + 8276.0824, + 5274.8003, + 8608.4933, + 9672.2254, + 8871.8339, + 8885.1723, + 8815.9897, + 8165.9002, + 7862.8295, + 9305.5675, + 9512.0564, + 9049.9465, + 8778.5457, + 8432.5669, + 8834.0137, + 9035.0107, + 9192.6499, + 8030.675, + 8492.6928, + 9327.5156, + 9011.2505, + 8286.27, + 9128.8812, + 7652.132, + 8913.9093, + 9212.9778, + 8798.3142, + 9116.8412, + 8528.1878, + 8504.7114, + 9065.674, + 9087.7344, + 8209.3848, + 9407.146, + 8884.2472, + 7306.4389, + 8804.6514, + 9217.7552, + 9132.577, + 9260.5392, + 9010.4116, + 8046.3285, + 9280.8782, + 8904.2452, + 9135.6684, + 9268.3329, + 9277.9574, + 7939.8449, + 8657.4101, + 8940.034, + 9200.061, + 9146.5433, + 9748.8897, + 9809.4919, + 8725.936, + 9284.0701, + 9053.5321, + 9369.547, + 8918.9716, + 9175.8162, + 9036.0412, + 6801.4113, + 6892.5613, + 6677.7016, + 9754.4862, + 8200.111, + 9470.7049, + 8933.4171, + 9283.5236, + 8934.7326, + 9846.9834, + 8830.2852, + 8702.6921, + 8936.6876, + 9727.009, + 9341.8397, + 8985.7481, + 8974.0321, + 9225.4948, + 8802.8835, + 9489.7203, + 9130.0097, + 8677.0222, + 8951.7989, + 9546.8344, + 9465.2914, + 9108.7426, + 7313.0768, + 9210.8603, + 8919.699, + 10094.9975, + 8518.1373, + 9241.1417, + 9275.0332, + 9324.8611, + 9101.585, + 9221.3369, + 8799.5431, + 9222.1654, + 9364.9409, + 8725.5544, + 9654.8619, + 7080.6936, + 8807.7189, + 9404.9056, + 8926.5054, + 9296.5813, + 6053.083, + 6075.0146, + 6632.8903, + 9638.2994, + 8822.0471, + 9794.9067, + 9165.7884, + 8930.2214, + 8890.5674, + 9715.514, + 9198.6195, + 9460.4146, + 9283.0587, + 9326.9581, + 9462.575, + 9085.6995, + 9243.4301, + 9836.3401, + 9747.4338, + 8478.698, + 9453.453, + 9852.1046, + 9658.8353, + 9763.8535, + 9223.928, + 9385.2254, + 9917.618, + 9678.0868, + 9693.0608, + 9573.1904, + 9512.1366, + 9360.4354, + 9410.4134, + 9749.9256, + 7922.4029, + 9907.1655, + 5494.0859, + 9486.1608, + 9934.6914, + 9345.6665, + 9574.7433, + 9245.3659, + 9443.6538, + 9134.0482, + 9856.8942, + 9100.6361, + 9561.2843, + 9862.7733, + 9478.3889, + 9647.9892, + 9156.4281, + 9602.5552, + 9703.1335, + 9309.4994, + 9911.5191, + 9404.0203, + 9901.0472, + 9324.843, + 9779.699, + 9879.2883, + 9173.2152, + 9379.3841, + 9570.1911, + 10025.7159, + 9704.0256, + 9314.9889, + 10003.1828, + 10083.7906, + 10172.6831, + 9398.9446, + 9940.3738, + 9680.6371, + 9841.0515, + 10114.001, + 9818.4711, + 9980.8156, + 10168.5061, + 9604.5071, + 10386.2195, + 9989.8729, + 10010.0376, + 10165.1409, + 9932.5951, + 9978.6123, + 9408.886, + 10034.0104, + 10036.168, + 9894.0567, + 9977.0547, + 9416.1423, + 10024.9752, + 9128.4515, + 10193.7273, + 10568.5906, + 9444.4173, + 10421.346, + 10071.973, + 9973.7676, + 10326.3401, + 9661.6422, + 9740.8388, + 10620.8393, + 9546.2304, + 10069.6325, + 10333.135, + 9498.7904, + 9927.3495, + 9944.775, + 10008.2907, + 10444.0458, + 10062.5471, + 9590.0641, + 9501.9021, + 10218.6418, + 7550.3484, + 10120.3601, + 10202.8918, + 10211.778, + 10160.4129, + 10289.7827, + 10066.3866, + 10067.1234, + 9984.5837, + 10361.7858, + 10386.6959, + 10234.3022, + 10613.4115, + 9760.0853, + 10384.4605, + 9561.7309, + 9780.3211, + 10093.0745, + 10291.8934, + 9468.86, + 9721.6622, + 10289.7428, + 9927.0735, + 9445.6817, + 9878.0371, + 10224.2763, + 10119.0779, + 9528.1502, + 10323.0921, + 9685.8581, + 9672.1399, + 9530.8546, + 9411.45, + 10039.4781, + 9757.1678, + 10361.3151, + 9538.7864, + 9948.7164, + 10321.8236, + 9446.5584, + 9964.0173, + 9625.0191, + 9921.5552, + 10209.5937, + 9747.2496, + 9994.9024, + 9353.6255, + 9408.1213, + 9479.4252, + 9695.2823, + 10093.8363, + 9826.3104, + 9667.6067, + 10624.2976, + 9702.7794, + 10560.3361, + 10089.9527, + 10024.4714, + 10601.1413, + 9929.1295, + 9452.8577, + 10447.0128, + 10955.9833, + 9858.8692, + 10566.2091, + 10022.3262, + 10114.1426, + 10495.3006, + 10024.2966, + 10506.7622, + 9681.3707, + 10036.9754, + 10100.9533, + 10306.8509, + 10239.6281, + 10330.0936, + 10352.17, + 10476.2291, + 10580.3087, + 10087.2504, + 10297.7902, + 10286.6198, + 10135.9994, + 11004.5261, + 10232.0613, + 9483.8977, + 10099.769, + 10509.0806, + 10214.6778, + 10868.4697, + 11117.0691, + 9777.8592, + 10680.0291, + 10081.3247, + 10439.5775, + 10846.863, + 10192.7581, + 10187.0419, + 10716.0458, + 8326.3558, + 10496.0708, + 10735.0227, + 10106.8538, + 10607.7342, + 10435.2881, + 10141.3268, + 10374.2629, + 10671.1793, + 7569.0011, + 10578.0794, + 10702.9852, + 10410.5892, + 10354.6923, + 10895.2503, + 10396.8882, + 9294.6094, + 11141.9117, + 10142.7003, + 11004.0096, + 10532.2207, + 10903.8502, + 10280.134, + 10883.4013, + 10487.3765, + 10798.9814, + 10443.3379, + 10230.8158, + 10968.5701, + 10436.9469, + 10362.9326, + 11061.9148, + 10644.3616, + 10070.2069, + 10449.2565, + 10455.4841, + 10673.7472, + 10596.0474, + 10397.7321, + 10446.2066, + 10279.3469, + 10404.1063, + 10376.5231, + 10456.1844, + 10561.1551, + 10309.1966, + 8738.9794, + 10463.11, + 10905.7125, + 10694.6888, + 10710.6801, + 11200.4625, + 9976.6642, + 10504.6066, + 11070.8686, + 10306.0087, + 10283.9502, + 11292.4488, + 10346.579, + 8811.2874, + 11242.9164, + 11046.1173, + 9759.9065, + 10580.7272, + 10610.3293, + 8264.2417, + 10590.7866, + 10524.334, + 10466.0556, + 11132.9561, + 10491.6804, + 10119.4073, + 10439.461, + 10362.8268, + 9934.2865, + 10571.8817, + 10689.077, + 10435.322, + 11141.5498, + 10476.2143, + 10587.5861, + 10024.2901, + 10427.9147, + 10504.6117, + 10071.8324, + 10629.9992, + 10758.395, + 10903.5993, + 10630.9534, + 10502.9641, + 10305.1092, + 10234.2189, + 10424.5387, + 10640.043, + 10447.2067, + 10463.9528, + 10394.31, + 10610.9383, + 10314.4762, + 10573.9918, + 10646.3498, + 10389.7869, + 11111.4435, + 10661.9831, + 10722.6118, + 10881.532, + 10772.9329, + 10614.3589, + 10414.4371, + 11082.7207, + 10787.0861, + 10119.8416, + 10755.3212, + 9678.5716, + 10782.7833, + 10838.991, + 11305.2109, + 10984.5679, + 10742.8537, + 10884.2228, + 10796.2078, + 8923.0022, + 11233.6347, + 10620.8934, + 11024.9895, + 10778.5454, + 10792.3817, + 10915.9324, + 10836.6075, + 10583.6437, + 10957.6002, + 10863.5903, + 10491.8518, + 10326.0639, + 10543.1063, + 10344.3947, + 10634.6995, + 10951.9998, + 10114.4233, + 11028.9184, + 11298.5889, + 10063.7573, + 10172.5407, + 10879.4255, + 10941.6841, + 10926.4617, + 10773.3464, + 10648.2002, + 11179.3776, + 10692.3564, + 10980.0231, + 10812.4938, + 10422.7867, + 10774.1706, + 11110.4617, + 11514.9823, + 10753.5198, + 11244.2956, + 10447.1475, + 10825.7671, + 10765.362, + 10851.169, + 10062.6314, + 11493.7301, + 11010.6611, + 11368.1556, + 10816.0293, + 10917.0244, + 10916.8611, + 10661.2733, + 11285.5877, + 10958.3271, + 10989.648, + 9160.6893, + 11028.8839, + 10077.4656, + 11070.185, + 10658.0636, + 10991.1957, + 11356.664, + 10955.5747, + 11188.2619, + 8282.9201, + 7412.2383, + 10747.3798, + 11159.1988, + 10990.3684, + 10702.1908, + 10879.4968, + 11315.9998, + 11126.7335, + 10814.8705, + 11415.3979, + 10760.1049, + 11053.0276, + 11039.411, + 10804.4507, + 10995.9661, + 10581.4075, + 10557.9999, + 10861.2895, + 10779.9283, + 10701.7372, + 11400.381, + 11207.9828, + 11242.6936, + 10997.314, + 11107.5963, + 11031.2918, + 11153.1509, + 11247.5191, + 11086.2905, + 11454.529, + 11008.1271, + 11122.1963, + 10742.4962, + 10927.0999, + 11348.6104, + 10476.2817, + 11098.3524, + 10656.8109, + 10780.5941, + 10604.3911, + 10721.0877, + 11286.771, + 10911.6215, + 10542.5232, + 11265.6611, + 10801.8758, + 10863.1674, + 10969.3835, + 10609.1864, + 10758.6297, + 11186.625, + 10556.0224, + 11288.9142, + 11026.215, + 10952.2778, + 10838.2508, + 11189.8853, + 10581.508, + 11040.4158, + 10908.9296, + 11006.4528, + 10916.084, + 10923.4594, + 11086.7939, + 11004.0817, + 11054.1624, + 11106.3515, + 11905.4707, + 11133.4811, + 10868.1334, + 11529.1324, + 11280.3298, + 11086.8052, + 10589.3067, + 11213.6018, + 11412.2598, + 10450.4386, + 11174.2669, + 10435.1062, + 10825.6333, + 11218.9927, + 10693.0932, + 10794.7013, + 11091.7675, + 10987.1841, + 11003.0023, + 10924.8763, + 11429.1238, + 11018.4245, + 11104.8172, + 11264.2521, + 11247.6754, + 10947.3236, + 11109.1618, + 10665.1997, + 10530.578, + 11453.7039, + 11227.1813, + 11059.5051, + 11545.8573, + 10508.0758, + 11221.5076, + 11506.3906, + 10485.7392, + 11256.5087, + 10993.2321, + 10968.0484, + 11043.4706, + 10753.1155, + 11147.162, + 11249.7654, + 10874.8276, + 10982.0669, + 11092.1282, + 11324.0189, + 10462.5805, + 10931.3113, + 11064.6209, + 11082.7321, + 10960.6094, + 11181.1338, + 8233.9737, + 11270.347, + 11049.2667, + 11921.1668, + 11438.4954, + 11128.8629, + 11735.8616, + 11222.4149, + 11259.3661, + 11212.7914, + 11014.0548, + 11280.1824, + 11631.7779, + 11132.9309, + 11148.1428, + 10966.8574, + 10954.1109, + 11425.4061, + 10791.0311, + 12218.75, + 11602.4964, + 11228.5938, + 11219.2572, + 11379.3649, + 11560.012, + 11315.7941, + 11260.4483, + 12091.9407, + 10896.5089, + 11149.3949, + 11916.0877, + 11532.565, + 11014.1051, + 11808.7497, + 11378.7803, + 10728.9792, + 11078.1476, + 11778.7202, + 11082.7739, + 10808.7061, + 11332.0292, + 11293.791, + 11057.048 + ], + "episode_costs": [ + 1.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 2.25, + 0.5, + 0.75, + 0.0, + 1.5, + 0.0, + 2.5, + 1.25, + 4.25, + 0.75, + 1.0, + 1.0, + 1.5, + 1.25, + 0.0, + 2.0, + 0.0, + 0.0, + 3.25, + 0.25, + 1.0, + 1.0, + 0.5, + 2.0, + 0.0, + 2.5, + 0.5, + 1.0, + 0.0, + 0.75, + 0.75, + 3.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 1.0, + 0.75, + 0.25, + 0.75, + 1.5, + 1.0, + 2.75, + 2.0, + 0.25, + 0.5, + 1.0, + 0.75, + 0.75, + 0.25, + 0.25, + 1.25, + 0.5, + 0.25, + 0.75, + 1.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 1.5, + 0.0, + 1.75, + 0.5, + 2.25, + 0.0, + 5.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 1.25, + 1.25, + 1.5, + 1.25, + 0.5, + 0.75, + 1.5, + 2.25, + 3.5, + 0.0, + 2.25, + 0.75, + 0.25, + 1.25, + 0.0, + 1.25, + 0.0, + 0.5, + 1.0, + 1.5, + 0.5, + 2.0, + 1.0, + 2.0, + 2.0, + 1.0, + 0.0, + 1.75, + 0.75, + 2.5, + 2.0, + 0.5, + 1.75, + 1.0, + 2.5, + 1.25, + 0.75, + 2.75, + 2.75, + 1.75, + 3.25, + 3.0, + 0.0, + 6.5, + 2.0, + 0.5, + 1.0, + 1.75, + 1.25, + 2.25, + 1.75, + 0.5, + 1.25, + 3.5, + 2.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.25, + 3.75, + 2.0, + 1.0, + 2.5, + 3.25, + 1.0, + 1.5, + 4.0, + 0.0, + 0.75, + 1.0, + 0.25, + 2.0, + 1.75, + 0.5, + 3.75, + 1.0, + 1.0, + 1.75, + 3.0, + 1.5, + 2.0, + 0.25, + 0.5, + 0.5, + 1.0, + 1.75, + 3.25, + 1.5, + 3.25, + 0.75, + 1.5, + 0.75, + 3.75, + 1.0, + 2.5, + 3.25, + 3.25, + 0.5, + 0.75, + 1.75, + 0.75, + 0.5, + 0.5, + 1.0, + 2.75, + 1.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 0.25, + 1.25, + 1.5, + 1.0, + 0.5, + 0.25, + 1.0, + 0.75, + 0.75, + 1.75, + 0.5, + 0.0, + 2.0, + 1.75, + 0.5, + 0.75, + 0.75, + 0.5, + 2.75, + 0.0, + 0.75, + 0.25, + 0.5, + 0.75, + 2.5, + 3.0, + 1.5, + 0.25, + 2.25, + 2.0, + 0.5, + 0.75, + 0.5, + 1.5, + 1.5, + 0.5, + 2.25, + 0.5, + 0.75, + 0.0, + 0.75, + 1.5, + 3.5, + 1.5, + 0.25, + 2.25, + 1.0, + 1.5, + 0.25, + 0.0, + 0.5, + 2.5, + 0.75, + 2.25, + 0.5, + 2.25, + 0.75, + 3.0, + 1.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 1.5, + 1.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.25, + 0.75, + 3.5, + 1.0, + 0.0, + 0.75, + 1.75, + 0.75, + 1.5, + 1.25, + 0.75, + 2.5, + 1.25, + 0.75, + 1.0, + 0.5, + 2.25, + 3.0, + 0.25, + 0.75, + 1.0, + 0.75, + 0.5, + 1.25, + 0.5, + 2.25, + 0.75, + 1.25, + 0.25, + 0.5, + 0.0, + 0.5, + 3.0, + 2.25, + 0.0, + 1.75, + 3.5, + 1.5, + 0.75, + 1.0, + 0.5, + 1.75, + 1.0, + 2.0, + 2.5, + 1.75, + 0.75, + 0.75, + 0.75, + 0.25, + 1.25, + 1.75, + 2.0, + 2.5, + 1.5, + 2.75, + 1.75, + 1.0, + 0.25, + 3.0, + 1.25, + 1.0, + 0.5, + 0.25, + 0.0, + 1.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 0.0, + 1.0, + 0.75, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 1.25, + 2.25, + 0.75, + 0.0, + 0.5, + 0.5, + 1.5, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 1.5, + 2.0, + 0.0, + 1.25, + 0.25, + 1.5, + 0.75, + 0.0, + 0.0, + 1.0, + 1.0, + 1.5, + 2.25, + 0.75, + 1.25, + 1.75, + 1.0, + 0.0, + 2.5, + 0.5, + 0.0, + 1.0, + 0.5, + 1.0, + 1.0, + 0.5, + 0.5, + 0.25, + 1.0, + 1.0, + 0.25, + 0.5, + 1.5, + 1.25, + 0.5, + 1.0, + 0.5, + 1.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 1.75, + 0.0, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 1.25, + 1.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.75, + 1.0, + 0.5, + 1.5, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 1.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 1.75, + 1.0, + 0.5, + 0.0, + 1.25, + 0.75, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 1.25, + 2.75, + 1.75, + 0.25, + 0.0, + 0.5, + 0.5, + 1.75, + 1.75, + 0.75, + 1.5, + 1.5, + 2.75, + 0.25, + 0.0, + 0.75, + 2.25, + 2.0, + 1.0, + 0.0, + 0.25, + 0.5, + 0.0, + 2.0, + 2.0, + 0.75, + 1.75, + 1.25, + 0.5, + 0.75, + 0.5, + 0.25, + 1.5, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 0.25, + 1.0, + 1.25, + 0.0, + 0.75, + 0.75, + 0.75, + 3.0, + 3.25, + 0.75, + 1.25, + 0.75, + 0.25, + 1.0, + 2.5, + 2.0, + 0.5, + 0.5, + 0.0, + 0.75, + 1.0, + 1.5, + 0.0, + 0.25, + 1.75, + 0.25, + 0.5, + 0.75, + 0.75, + 1.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.5, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 1.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 2.0, + 0.75, + 0.0, + 0.75, + 0.75, + 1.0, + 0.25, + 0.75, + 1.0, + 1.75, + 0.5, + 1.0, + 0.5, + 0.75, + 2.5, + 0.25, + 1.0, + 0.25, + 0.75, + 0.5, + 0.75, + 1.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 1.25, + 0.25, + 2.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 1.75, + 3.0, + 0.75, + 2.0, + 1.25, + 0.0, + 0.5, + 1.5, + 1.5, + 1.75, + 0.5, + 1.75, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 1.5, + 0.25, + 1.0, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.75, + 0.75, + 0.0, + 0.75, + 1.5, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 1.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 1.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.75, + 1.25, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 1.25, + 0.75, + 1.25, + 0.5, + 0.25, + 1.5, + 0.0, + 0.0, + 0.25, + 1.0, + 1.25, + 0.0, + 1.25, + 0.0, + 0.25, + 0.25, + 1.5, + 0.5, + 0.25, + 1.75, + 1.25, + 1.0, + 0.75, + 1.25, + 1.0, + 0.75, + 1.75, + 0.5, + 0.25, + 1.75, + 0.25, + 1.0, + 1.0, + 1.75, + 1.5, + 0.25, + 0.25, + 0.0, + 0.75, + 1.25, + 1.75, + 0.75, + 1.0, + 0.25, + 1.5, + 0.25, + 1.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 2.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.75, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.75, + 0.0, + 0.25, + 1.5, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.25, + 1.75, + 0.75, + 0.0, + 1.0, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 1.75, + 0.5, + 0.5, + 0.75, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.75, + 0.75, + 2.25, + 0.5, + 0.75, + 1.0, + 0.0, + 1.0, + 0.75, + 0.75, + 0.25, + 0.5, + 1.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 1.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 1.5, + 1.25, + 1.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 1.25, + 1.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.25, + 2.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 1.25 + ], + "episode_lambdas": [ + 10.175, + 10.335, + 10.479, + 10.6136, + 10.7372, + 10.851, + 10.9584, + 11.0551, + 11.1421, + 11.2204, + 11.2908, + 11.3542, + 11.4113, + 11.4627, + 11.5089, + 11.5505, + 11.588, + 11.6217, + 11.6545, + 11.6841, + 11.7107, + 11.7371, + 11.7609, + 11.7823, + 11.8016, + 11.8189, + 11.837, + 11.8533, + 11.868, + 11.8812, + 11.8931, + 11.9038, + 11.9159, + 11.9293, + 11.9414, + 11.9522, + 11.962, + 11.9708, + 11.9787, + 11.9859, + 11.9923, + 12.0005, + 12.008, + 12.0172, + 12.028, + 12.0377, + 12.0464, + 12.0543, + 12.0613, + 12.0677, + 12.0734, + 12.0861, + 12.0975, + 12.1102, + 12.1217, + 12.132, + 12.1413, + 12.1497, + 12.1572, + 12.164, + 12.1701, + 12.1756, + 12.1805, + 12.1875, + 12.1937, + 12.1994, + 12.2044, + 12.209, + 12.2131, + 12.2168, + 12.2201, + 12.2231, + 12.2283, + 12.233, + 12.2372, + 12.2409, + 12.2443, + 12.2474, + 12.2502, + 12.2527, + 12.2549, + 12.2569, + 12.2587, + 12.2603, + 12.2618, + 12.2656, + 12.2691, + 12.2722, + 12.2749, + 12.2774, + 12.2797, + 12.2817, + 12.2836, + 12.2852, + 12.2892, + 12.2928, + 12.296, + 12.2989, + 12.3015, + 12.3038, + 12.3085, + 12.3126, + 12.3164, + 12.3197, + 12.3227, + 12.3255, + 12.3279, + 12.3301, + 12.3321, + 12.3339, + 12.3355, + 12.337, + 12.3383, + 12.3394, + 12.3405, + 12.3414, + 12.3423, + 12.3431, + 12.3438, + 12.3469, + 12.3497, + 12.3522, + 12.3545, + 12.3566, + 12.3584, + 12.3626, + 12.3663, + 12.3697, + 12.3727, + 12.3754, + 12.3779, + 12.3801, + 12.3821, + 12.3839, + 12.3855, + 12.3869, + 12.3883, + 12.3894, + 12.3905, + 12.3914, + 12.3923, + 12.3931, + 12.3938, + 12.3944, + 12.3949, + 12.3954, + 12.3959, + 12.3963, + 12.3967, + 12.397, + 12.3973, + 12.3976, + 12.3978, + 12.398, + 12.3982, + 12.3984, + 12.4011, + 12.4035, + 12.4056, + 12.4076, + 12.4093, + 12.4109, + 12.4123, + 12.4136, + 12.4147, + 12.4157, + 12.4167, + 12.4175, + 12.4182, + 12.4214, + 12.4243, + 12.4268, + 12.4292, + 12.4312, + 12.4331, + 12.4348, + 12.4363, + 12.4377, + 12.4389, + 12.44, + 12.4435, + 12.4467, + 12.4495, + 12.4521, + 12.4569, + 12.4612, + 12.4651, + 12.4685, + 12.4717, + 12.4745, + 12.4771, + 12.4794, + 12.4814, + 12.4833, + 12.485, + 12.4865, + 12.4878, + 12.489, + 12.4901, + 12.4911, + 12.492, + 12.4928, + 12.4935, + 12.4942, + 12.4973, + 12.5, + 12.5025, + 12.5048, + 12.5068, + 12.5086, + 12.5103, + 12.5117, + 12.5131, + 12.5193, + 12.5273, + 12.5346, + 12.5436, + 12.5518, + 12.5591, + 12.5657, + 12.5741, + 12.5917, + 12.61, + 12.6265, + 12.6439, + 12.662, + 12.6783, + 12.6955, + 12.7134, + 12.7296, + 12.7666, + 12.805, + 12.847, + 12.8848, + 12.9338, + 12.9779, + 13.0426, + 13.1134, + 13.2195, + 13.3226, + 13.4253, + 13.5278, + 13.635, + 13.744, + 13.8421, + 13.9504, + 14.0479, + 14.1356, + 14.247, + 14.3498, + 14.4523, + 14.5546, + 14.6516, + 14.759, + 14.8556, + 14.9675, + 15.0733, + 15.1784, + 15.2731, + 15.3658, + 15.4567, + 15.571, + 15.6789, + 15.776, + 15.8634, + 15.9521, + 16.0319, + 16.1062, + 16.1756, + 16.238, + 16.2967, + 16.3495, + 16.3971, + 16.4399, + 16.4784, + 16.5131, + 16.5467, + 16.5871, + 16.6234, + 16.656, + 16.6854, + 16.7144, + 16.7404, + 16.7689, + 16.7945, + 16.8176, + 16.8408, + 16.8717, + 16.9046, + 16.9341, + 16.9607, + 16.9896, + 17.0182, + 17.0438, + 17.0695, + 17.0925, + 17.1158, + 17.1467, + 17.1795, + 17.2091, + 17.2357, + 17.2696, + 17.3001, + 17.3351, + 17.3691, + 17.3997, + 17.4297, + 17.4568, + 17.4811, + 17.513, + 17.5492, + 17.5918, + 17.6376, + 17.6813, + 17.7282, + 17.7854, + 17.8468, + 17.9297, + 18.0242, + 18.1118, + 18.1956, + 18.281, + 18.3654, + 18.4489, + 18.5265, + 18.5988, + 18.6765, + 18.7513, + 18.8212, + 18.8916, + 18.9674, + 19.0357, + 19.0971, + 19.1524, + 19.2097, + 19.2662, + 19.3321, + 19.3914, + 19.4622, + 19.531, + 19.6154, + 19.6914, + 19.8122, + 19.9235, + 20.0237, + 20.1188, + 20.2094, + 20.2935, + 20.3816, + 20.4735, + 20.5711, + 20.6715, + 20.7669, + 20.8602, + 20.9591, + 21.0707, + 21.2062, + 21.328, + 21.4602, + 21.5867, + 21.703, + 21.8202, + 21.9257, + 22.0331, + 22.1298, + 22.2218, + 22.3147, + 22.4132, + 22.5069, + 22.6112, + 22.7151, + 22.8286, + 22.9507, + 23.0706, + 23.1786, + 23.2932, + 23.4039, + 23.5285, + 23.6607, + 23.7846, + 23.9136, + 24.0398, + 24.1783, + 24.3155, + 24.4464, + 24.5918, + 24.7501, + 24.9101, + 25.0866, + 25.2754, + 25.4454, + 25.6633, + 25.8795, + 26.0791, + 26.2687, + 26.4568, + 26.6386, + 26.8247, + 27.0098, + 27.1813, + 27.3482, + 27.5333, + 27.7225, + 27.9003, + 28.0677, + 28.221, + 28.3639, + 28.495, + 28.6505, + 28.8104, + 28.9644, + 29.128, + 29.3077, + 29.4794, + 29.649, + 29.8416, + 30.0149, + 30.1784, + 30.3356, + 30.4795, + 30.6291, + 30.7812, + 30.923, + 31.0882, + 31.2469, + 31.3997, + 31.5547, + 31.7243, + 31.8918, + 32.0627, + 32.2189, + 32.3645, + 32.5006, + 32.633, + 32.7697, + 32.9252, + 33.0802, + 33.2522, + 33.4145, + 33.5755, + 33.728, + 33.9027, + 34.0699, + 34.2454, + 34.4359, + 34.6398, + 34.8283, + 35.0055, + 35.1824, + 35.3492, + 35.5043, + 35.6488, + 35.789, + 35.9426, + 36.0933, + 36.2365, + 36.3703, + 36.4958, + 36.6087, + 36.7103, + 36.8118, + 36.9056, + 37.0026, + 37.1048, + 37.2068, + 37.3036, + 37.3933, + 37.484, + 37.5731, + 37.6608, + 37.7572, + 37.849, + 37.9316, + 38.0259, + 38.1283, + 38.2255, + 38.3204, + 38.4134, + 38.5021, + 38.6093, + 38.7059, + 38.8003, + 38.8878, + 38.9715, + 39.0544, + 39.1539, + 39.2735, + 39.3962, + 39.5091, + 39.6332, + 39.7648, + 39.8884, + 40.007, + 40.1188, + 40.2344, + 40.3535, + 40.4656, + 40.5891, + 40.7052, + 40.8172, + 40.9179, + 41.0161, + 41.1195, + 41.2476, + 41.3778, + 41.4975, + 41.6278, + 41.755, + 41.8845, + 42.0036, + 42.1107, + 42.2121, + 42.3284, + 42.4406, + 42.564, + 42.6801, + 42.8071, + 42.9289, + 43.0685, + 43.2117, + 43.343, + 43.4637, + 43.5773, + 43.6821, + 43.7814, + 43.8857, + 43.9922, + 44.0955, + 44.1984, + 44.2936, + 44.3842, + 44.4683, + 44.5515, + 44.6613, + 44.7702, + 44.8682, + 44.9638, + 45.0675, + 45.1682, + 45.2739, + 45.3815, + 45.4859, + 45.6048, + 45.7243, + 45.8394, + 45.9529, + 46.0601, + 46.1791, + 46.3162, + 46.4421, + 46.5629, + 46.6816, + 46.7959, + 46.9038, + 47.0135, + 47.1171, + 47.2329, + 47.3446, + 47.4576, + 47.5619, + 47.6607, + 47.7496, + 47.8347, + 47.9412, + 48.0596, + 48.1661, + 48.2795, + 48.4166, + 48.5549, + 48.6869, + 48.8157, + 48.9366, + 49.063, + 49.1867, + 49.318, + 49.4612, + 49.6076, + 49.7468, + 49.8797, + 50.0067, + 50.1235, + 50.2412, + 50.3645, + 50.4956, + 50.6385, + 50.7822, + 50.939, + 51.0976, + 51.2503, + 51.3903, + 51.5463, + 51.6991, + 51.8467, + 51.9845, + 52.1111, + 52.225, + 52.3425, + 52.4507, + 52.5582, + 52.6598, + 52.7564, + 52.8457, + 52.9262, + 53.006, + 53.0879, + 53.1616, + 53.238, + 53.3142, + 53.3828, + 53.452, + 53.5193, + 53.5849, + 53.6489, + 53.7065, + 53.7708, + 53.8513, + 53.9311, + 54.003, + 54.0727, + 54.1404, + 54.2164, + 54.2898, + 54.3608, + 54.4272, + 54.492, + 54.5503, + 54.6053, + 54.6572, + 54.7065, + 54.7584, + 54.81, + 54.8665, + 54.9199, + 54.9829, + 55.0596, + 55.1286, + 55.2033, + 55.2729, + 55.3506, + 55.4281, + 55.4978, + 55.5605, + 55.6269, + 55.6968, + 55.7746, + 55.8671, + 55.9579, + 56.0521, + 56.1544, + 56.2565, + 56.3483, + 56.456, + 56.5579, + 56.6496, + 56.7421, + 56.8304, + 56.9199, + 57.0104, + 57.0969, + 57.1797, + 57.2567, + 57.336, + 57.4174, + 57.4932, + 57.5664, + 57.6472, + 57.7325, + 57.8143, + 57.8978, + 57.978, + 58.0652, + 58.1512, + 58.2311, + 58.3055, + 58.3724, + 58.4352, + 58.4917, + 58.545, + 58.603, + 58.6602, + 58.7292, + 58.7913, + 58.8471, + 58.9049, + 58.9619, + 59.0132, + 59.0594, + 59.1035, + 59.1506, + 59.2006, + 59.248, + 59.2907, + 59.3416, + 59.3975, + 59.4552, + 59.5072, + 59.554, + 59.6011, + 59.651, + 59.6984, + 59.746, + 59.7964, + 59.8443, + 59.8924, + 59.9431, + 59.9988, + 60.0539, + 60.1185, + 60.1792, + 60.2338, + 60.2854, + 60.3394, + 60.3904, + 60.4389, + 60.4875, + 60.5312, + 60.5706, + 60.6136, + 60.6522, + 60.6895, + 60.723, + 60.7582, + 60.7899, + 60.8209, + 60.8488, + 60.8839, + 60.9205, + 60.956, + 60.9879, + 61.0166, + 61.0424, + 61.0732, + 61.1009, + 61.1308, + 61.1602, + 61.1892, + 61.2153, + 61.2412, + 61.2646, + 61.2882, + 61.3093, + 61.3309, + 61.3503, + 61.3678, + 61.3885, + 61.4222, + 61.4574, + 61.4892, + 61.5203, + 61.5532, + 61.5929, + 61.6336, + 61.6703, + 61.7082, + 61.7474, + 61.7852, + 61.8217, + 61.857, + 61.8913, + 61.9247, + 61.9572, + 61.9865, + 62.0153, + 62.0413, + 62.0747, + 62.1072, + 62.1365, + 62.1728, + 62.2105, + 62.2445, + 62.29, + 62.331, + 62.3679, + 62.4086, + 62.4478, + 62.4855, + 62.5195, + 62.555, + 62.592, + 62.6428, + 62.6985, + 62.7537, + 62.8033, + 62.8605, + 62.9194, + 62.9775, + 63.0372, + 63.101, + 63.1634, + 63.2221, + 63.2874, + 63.3736, + 63.4688, + 63.5569, + 63.6362, + 63.7126, + 63.7863, + 63.8702, + 63.9632, + 64.0544, + 64.1514, + 64.2538, + 64.3734, + 64.4836, + 64.5827, + 64.6794, + 64.789, + 64.9076, + 65.0243, + 65.1294, + 65.2265, + 65.3188, + 65.4019, + 65.4967, + 65.6021, + 65.7044, + 65.8139, + 65.925, + 66.03, + 66.132, + 66.2288, + 66.3184, + 66.4141, + 66.5052, + 66.5922, + 66.673, + 66.7507, + 66.8306, + 66.905, + 66.982, + 67.0638, + 67.1374, + 67.2112, + 67.2851, + 67.3591, + 67.4557, + 67.5751, + 67.6901, + 67.8061, + 67.918, + 68.0212, + 68.1241, + 68.2417, + 68.3675, + 68.4857, + 68.5972, + 68.6974, + 68.7952, + 68.8932, + 68.9964, + 69.0892, + 69.1753, + 69.2703, + 69.3582, + 69.4424, + 69.5257, + 69.6081, + 69.6948, + 69.7828, + 69.862, + 69.9333, + 69.9975, + 70.0628, + 70.1315, + 70.1983, + 70.2585, + 70.3151, + 70.3661, + 70.4145, + 70.4581, + 70.4998, + 70.5423, + 70.5831, + 70.6247, + 70.6698, + 70.7153, + 70.7588, + 70.8054, + 70.8474, + 70.8851, + 70.9191, + 70.9497, + 70.9847, + 71.0313, + 71.0731, + 71.1233, + 71.171, + 71.2139, + 71.255, + 71.297, + 71.3373, + 71.3836, + 71.4302, + 71.4722, + 71.5125, + 71.5537, + 71.5934, + 71.644, + 71.6971, + 71.7499, + 71.7974, + 71.8402, + 71.8812, + 71.938, + 71.9967, + 72.0496, + 72.1046, + 72.1616, + 72.223, + 72.2807, + 72.3401, + 72.4036, + 72.4782, + 72.5504, + 72.6254, + 72.6978, + 72.7706, + 72.861, + 72.9449, + 73.0304, + 73.1099, + 73.1889, + 73.265, + 73.341, + 73.4244, + 73.4995, + 73.572, + 73.6423, + 73.7106, + 73.777, + 73.8418, + 73.9126, + 73.9889, + 74.06, + 74.144, + 74.2296, + 74.3066, + 74.381, + 74.4504, + 74.5128, + 74.574, + 74.6366, + 74.7105, + 74.8069, + 74.9012, + 75.0061, + 75.113, + 75.2092, + 75.3008, + 75.3982, + 75.5009, + 75.6108, + 75.7147, + 75.8257, + 75.9282, + 76.0204, + 76.1058, + 76.1902, + 76.2712, + 76.3466, + 76.4194, + 76.4925, + 76.5632, + 76.6269, + 76.6867, + 76.7456, + 76.8035, + 76.8631, + 76.9243, + 76.9869, + 77.0482, + 77.1059, + 77.1578, + 77.2045, + 77.2491, + 77.3042, + 77.3562, + 77.4131, + 77.4718, + 77.5271, + 77.5794, + 77.634, + 77.6931, + 77.7538, + 77.8159, + 77.8718, + 77.9296, + 77.9967, + 78.0595, + 78.1235, + 78.1887, + 78.2498, + 78.3048, + 78.3569, + 78.4137, + 78.4698, + 78.5278, + 78.58, + 78.6295, + 78.6741, + 78.7142, + 78.7528, + 78.79, + 78.8285, + 78.8631, + 78.8943, + 78.9324, + 78.9692, + 79.0047, + 79.0393, + 79.0728, + 79.1031, + 79.1327, + 79.162, + 79.1908, + 79.2217, + 79.252, + 79.2793, + 79.3089, + 79.3355, + 79.362, + 79.3958, + 79.4337, + 79.4678, + 79.4985, + 79.5287, + 79.5608, + 79.5922, + 79.623, + 79.6507, + 79.6806, + 79.7101, + 79.7441, + 79.7797, + 79.8117, + 79.843, + 79.8737, + 79.9063, + 79.9382, + 79.9694, + 80.0025, + 80.0447, + 80.0827, + 80.1195, + 80.16, + 80.2015, + 80.2414, + 80.2822, + 80.3265, + 80.3789, + 80.426, + 80.4684, + 80.509, + 80.5531, + 80.5978, + 80.6455, + 80.701, + 80.7534, + 80.803, + 80.8552, + 80.9072, + 80.9565, + 81.0008, + 81.0533, + 81.1079, + 81.1696, + 81.2302, + 81.2872, + 81.3534, + 81.4131, + 81.4668, + 81.5176, + 81.5733, + 81.636, + 81.6924, + 81.7557, + 81.8126, + 81.8663, + 81.9172, + 81.978, + 82.0377, + 82.0939, + 82.162, + 82.2358, + 82.3122, + 82.3885, + 82.4697, + 82.5527, + 82.6349, + 82.7264, + 82.8138, + 82.8949, + 82.9854, + 83.0694, + 83.1549, + 83.2419, + 83.3378, + 83.439, + 83.5326, + 83.6193, + 83.6974, + 83.7752, + 83.8576, + 83.9494, + 84.0394, + 84.1305, + 84.2149, + 84.3059, + 84.3904, + 84.4763, + 84.5587, + 84.6328, + 84.7045, + 84.7716, + 84.8319, + 84.9087, + 84.9854, + 85.0568, + 85.1261, + 85.191, + 85.2519, + 85.3117, + 85.3656, + 85.414, + 85.4576, + 85.4968, + 85.5347, + 85.5712, + 85.6066, + 85.6459, + 85.6838, + 85.7204, + 85.7584, + 85.7926, + 85.8283, + 85.8655, + 85.9064, + 85.9483, + 85.9885, + 86.0246, + 86.0596, + 86.0937, + 86.1243, + 86.1519, + 86.1792, + 86.2038, + 86.2309, + 86.2553, + 86.2848, + 86.3163, + 86.3447, + 86.3702, + 86.3932, + 86.4189, + 86.442, + 86.4678, + 86.496, + 86.5239, + 86.549, + 86.5716, + 86.5944, + 86.6175, + 86.6408, + 86.6667, + 86.69, + 86.711, + 86.7374, + 86.7612, + 86.7826, + 86.8068, + 86.8386, + 86.8673, + 86.893, + 86.9187, + 86.9444, + 86.9749, + 87.0074, + 87.0442, + 87.0823, + 87.1165, + 87.1474, + 87.1751, + 87.2026, + 87.2324, + 87.2641, + 87.2927, + 87.3234, + 87.3611, + 87.3975, + 87.4302, + 87.4697, + 87.5052, + 87.5422, + 87.5805, + 87.6174, + 87.6557, + 87.6901, + 87.7236, + 87.7638, + 87.8024, + 87.8371, + 87.8709, + 87.9013, + 87.9287, + 87.9583, + 87.985, + 88.014, + 88.0476, + 88.0803, + 88.1123, + 88.1411, + 88.167, + 88.1903, + 88.2237, + 88.2539, + 88.2835, + 88.3201, + 88.3556, + 88.3876, + 88.4188, + 88.4469, + 88.4722, + 88.5025, + 88.5323, + 88.564, + 88.5976, + 88.6304, + 88.6648, + 88.7008, + 88.7358, + 88.7697, + 88.8077, + 88.8494, + 88.892, + 88.9353, + 88.9818, + 89.0236, + 89.0637, + 89.1149, + 89.1684, + 89.2215, + 89.2719, + 89.3172, + 89.358, + 89.4022, + 89.442, + 89.4778, + 89.5125, + 89.5587, + 89.6029, + 89.6451, + 89.6831, + 89.7173, + 89.7505, + 89.783, + 89.8122, + 89.8385, + 89.8646, + 89.8907, + 89.9141, + 89.9352, + 89.9542, + 89.9787, + 90.0034, + 90.028, + 90.0502, + 90.0702, + 90.0957, + 90.1186, + 90.1468, + 90.1746, + 90.2021, + 90.2269, + 90.2517, + 90.2815, + 90.3109, + 90.3398, + 90.3708, + 90.4037, + 90.4334, + 90.46, + 90.489, + 90.5176, + 90.5484, + 90.576, + 90.6009, + 90.6233, + 90.646, + 90.6664, + 90.6898, + 90.7158, + 90.7417, + 90.7675, + 90.7983, + 90.826, + 90.8534, + 90.883, + 90.9097, + 90.9337, + 90.9554, + 90.9773, + 91.0021, + 91.0294, + 91.0615, + 91.0928, + 91.1235, + 91.1537, + 91.1983, + 91.246, + 91.2889, + 91.3375, + 91.3887, + 91.4374, + 91.4861, + 91.5325, + 91.5818, + 91.6336, + 91.6902, + 91.7462, + 91.7991, + 91.8467, + 91.8895, + 91.9306, + 91.9775, + 92.0223, + 92.0625, + 92.0988, + 92.1339, + 92.168, + 92.2062, + 92.2406, + 92.2715, + 92.3019, + 92.3317, + 92.361, + 92.3874, + 92.4137, + 92.4373, + 92.4586, + 92.4852, + 92.5092, + 92.5333, + 92.5574, + 92.5867, + 92.6155, + 92.649, + 92.6791, + 92.7137, + 92.7448, + 92.7753, + 92.8053, + 92.8323, + 92.869, + 92.9196, + 92.9702, + 93.0207, + 93.0736, + 93.1287, + 93.1884, + 93.247, + 93.3023, + 93.3546, + 93.4041, + 93.4512, + 93.4986, + 93.5437, + 93.5869, + 93.6332, + 93.6824, + 93.7341, + 93.8032, + 93.8704, + 93.9383, + 94.0095, + 94.0736, + 94.1412, + 94.2096, + 94.2786, + 94.3433, + 94.4064, + 94.4733, + 94.5335, + 94.5976, + 94.6604, + 94.7193, + 94.7799, + 94.8344, + 94.8835, + 94.9326, + 94.9794, + 95.0239, + 95.064, + 95.1001, + 95.1326, + 95.1643, + 95.1954, + 95.2234, + 95.2485, + 95.2762, + 95.3011, + 95.326, + 95.3484, + 95.371, + 95.3964, + 95.4218, + 95.4446, + 95.4701, + 95.4981, + 95.5283, + 95.558, + 95.5972, + 95.6325, + 95.6717, + 95.7095, + 95.7461, + 95.7865, + 95.8328, + 95.8771, + 95.9218, + 95.9772, + 96.0394, + 96.1055, + 96.17, + 96.228, + 96.2802, + 96.3296, + 96.3792, + 96.4238, + 96.4639, + 96.5025, + 96.5372, + 96.571, + 96.6064, + 96.6508, + 96.7007, + 96.7581, + 96.8123, + 96.8636, + 96.9172, + 96.968, + 97.0337, + 97.0978, + 97.1556, + 97.2125, + 97.2637, + 97.3124, + 97.3611, + 97.4175, + 97.4733, + 97.5259, + 97.5758, + 97.6208, + 97.6612, + 97.7001, + 97.7376, + 97.7813, + 97.8232, + 97.8634, + 97.8995, + 97.9321, + 97.9664, + 98.0072, + 98.044, + 98.0871, + 98.1284, + 98.1656, + 98.199, + 98.2291, + 98.2662, + 98.3046, + 98.3391, + 98.3727, + 98.4079, + 98.4396, + 98.4732, + 98.5084, + 98.55, + 98.5925, + 98.6358, + 98.6772, + 98.7145, + 98.748, + 98.7807, + 98.8101, + 98.8466, + 98.8795, + 98.9115, + 98.9554, + 98.9973, + 99.0376, + 99.0813, + 99.1282, + 99.1754, + 99.2178, + 99.2586, + 99.2952, + 99.3307, + 99.3726, + 99.4154, + 99.4663 + ], + "episode_rhos": [ + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.1408, + 0.1655, + 0.1531, + 0.1528, + 0.215, + 0.1728 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.141, + 0.155, + 0.1517, + 0.1447, + 0.233, + 0.1745 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.1411, + 0.1464, + 0.1504, + 0.1375, + 0.2488, + 0.1757 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.141, + 0.1389, + 0.1492, + 0.1311, + 0.2632, + 0.1765 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1409, + 0.1321, + 0.148, + 0.1256, + 0.2764, + 0.177 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1406, + 0.1261, + 0.1468, + 0.1205, + 0.2886, + 0.1773 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.1403, + 0.1207, + 0.1456, + 0.1159, + 0.3, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.14, + 0.1158, + 0.1445, + 0.1117, + 0.3105, + 0.1775 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1428, + 0.1158, + 0.149, + 0.1158, + 0.2954, + 0.1812 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.1394, + 0.1187, + 0.1557, + 0.1231, + 0.2763, + 0.1868 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.134, + 0.1201, + 0.1616, + 0.13, + 0.2691, + 0.1852 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1295, + 0.1214, + 0.1666, + 0.136, + 0.2629, + 0.1837 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1277, + 0.1217, + 0.1678, + 0.1398, + 0.2554, + 0.1877 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1257, + 0.1219, + 0.1667, + 0.1429, + 0.2478, + 0.1949 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.1276, + 0.1217, + 0.1648, + 0.1449, + 0.2405, + 0.2005 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.13, + 0.1227, + 0.1649, + 0.1472, + 0.2345, + 0.2008 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1329, + 0.1245, + 0.1656, + 0.146, + 0.2287, + 0.2023 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1357, + 0.1266, + 0.163, + 0.1446, + 0.2258, + 0.2043 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1386, + 0.1272, + 0.1618, + 0.1446, + 0.221, + 0.2068 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1405, + 0.1267, + 0.1597, + 0.1438, + 0.2207, + 0.2087 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1429, + 0.1264, + 0.1577, + 0.1455, + 0.2187, + 0.2088 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1444, + 0.128, + 0.1549, + 0.1463, + 0.2175, + 0.2089 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1462, + 0.1301, + 0.1535, + 0.1477, + 0.2162, + 0.2063 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1475, + 0.1307, + 0.1531, + 0.1477, + 0.2171, + 0.2038 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1489, + 0.133, + 0.1537, + 0.1475, + 0.2158, + 0.2012 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1483, + 0.1352, + 0.1544, + 0.1476, + 0.215, + 0.1995 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1481, + 0.1386, + 0.1552, + 0.1488, + 0.212, + 0.1973 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1482, + 0.1409, + 0.1567, + 0.1504, + 0.2079, + 0.1959 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1489, + 0.1432, + 0.1574, + 0.151, + 0.2039, + 0.1957 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1499, + 0.145, + 0.1586, + 0.1511, + 0.1993, + 0.1961 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1511, + 0.1472, + 0.1599, + 0.1499, + 0.195, + 0.1969 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1528, + 0.1486, + 0.1603, + 0.1491, + 0.1927, + 0.1966 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1548, + 0.1491, + 0.161, + 0.149, + 0.1906, + 0.1956 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1565, + 0.15, + 0.1617, + 0.149, + 0.1877, + 0.1952 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1581, + 0.1508, + 0.1611, + 0.1485, + 0.1865, + 0.195 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.1596, + 0.1525, + 0.1605, + 0.1479, + 0.1849, + 0.1946 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.161, + 0.155, + 0.1597, + 0.1473, + 0.1833, + 0.1937 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1627, + 0.157, + 0.1585, + 0.1463, + 0.183, + 0.1925 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1642, + 0.1586, + 0.1567, + 0.1449, + 0.1828, + 0.1929 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1657, + 0.1588, + 0.1553, + 0.1436, + 0.183, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1663, + 0.1588, + 0.1549, + 0.144, + 0.1823, + 0.1937 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1655, + 0.1591, + 0.1548, + 0.1449, + 0.1815, + 0.1941 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1594, + 0.1549, + 0.1445, + 0.1808, + 0.1951 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1653, + 0.1586, + 0.155, + 0.1442, + 0.1806, + 0.1963 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.1646, + 0.158, + 0.1551, + 0.145, + 0.1796, + 0.1976 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.163, + 0.1575, + 0.1556, + 0.1463, + 0.1789, + 0.1988 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1613, + 0.1566, + 0.1565, + 0.1477, + 0.1781, + 0.1997 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1595, + 0.1563, + 0.1583, + 0.1492, + 0.1769, + 0.1999 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1581, + 0.1561, + 0.1604, + 0.1511, + 0.1756, + 0.1988 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1566, + 0.156, + 0.1622, + 0.1537, + 0.1742, + 0.1973 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1552, + 0.156, + 0.1639, + 0.1552, + 0.1734, + 0.1964 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1541, + 0.1561, + 0.1647, + 0.1559, + 0.1726, + 0.1966 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1528, + 0.1568, + 0.1655, + 0.157, + 0.1717, + 0.1962 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1522, + 0.1572, + 0.1659, + 0.1584, + 0.1709, + 0.1955 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1517, + 0.1574, + 0.1665, + 0.1599, + 0.1697, + 0.1948 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1511, + 0.1577, + 0.167, + 0.1606, + 0.169, + 0.1947 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1501, + 0.1583, + 0.1677, + 0.1616, + 0.1679, + 0.1945 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1492, + 0.1583, + 0.1684, + 0.1623, + 0.1671, + 0.1947 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ], + [ + 0.1484, + 0.1586, + 0.1692, + 0.163, + 0.1665, + 0.1942 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..caf012874e374ef2c03602be08c09d92af0ef210 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7876081.35, + "constraint_satisfaction_pct": 54.07, + "final_rho": [ + 0.2559, + 0.1467, + 0.1478, + 0.0977, + 0.142, + 0.2099 + ], + "final_lambda": 60.3443, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -8017.78, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -5757.88, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -5363.2, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -5399.8, + "avg_cost": 0.25, + "lambda": 11.9077, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": -5218.59, + "avg_cost": 0.0, + "lambda": 12.0636, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": -5206.86, + "avg_cost": 0.0, + "lambda": 12.1199, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": -3993.77, + "avg_cost": 0.0, + "lambda": 12.1497, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": -4688.92, + "avg_cost": 0.0, + "lambda": 12.1825, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": -3528.71, + "avg_cost": 0.0, + "lambda": 12.1939, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": -4331.83, + "avg_cost": 0.0, + "lambda": 12.1979, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": -4603.34, + "avg_cost": 0.0, + "lambda": 12.2212, + "rho": [ + 0.159, + 0.1653, + 0.1594, + 0.1572, + 0.1864, + 0.1726 + ] + }, + { + "episode": 110, + "avg_reward": -4401.73, + "avg_cost": 0.0, + "lambda": 12.24, + "rho": [ + 0.159, + 0.1653, + 0.1594, + 0.1572, + 0.1864, + 0.1726 + ] + }, + { + "episode": 120, + "avg_reward": -2601.46, + "avg_cost": 0.0, + "lambda": 12.2465, + "rho": [ + 0.159, + 0.1653, + 0.1594, + 0.1572, + 0.1864, + 0.1726 + ] + }, + { + "episode": 130, + "avg_reward": -2339.15, + "avg_cost": 0.0, + "lambda": 12.2879, + "rho": [ + 0.159, + 0.1653, + 0.1594, + 0.1572, + 0.1864, + 0.1726 + ] + }, + { + "episode": 140, + "avg_reward": -2542.94, + "avg_cost": 0.0, + "lambda": 12.3121, + "rho": [ + 0.159, + 0.1653, + 0.1594, + 0.1572, + 0.1864, + 0.1726 + ] + }, + { + "episode": 150, + "avg_reward": -2370.91, + "avg_cost": 0.0, + "lambda": 12.3205, + "rho": [ + 0.17, + 0.1632, + 0.1575, + 0.155, + 0.1851, + 0.1692 + ] + }, + { + "episode": 160, + "avg_reward": -2241.25, + "avg_cost": 0.0, + "lambda": 12.3351, + "rho": [ + 0.17, + 0.1632, + 0.1575, + 0.155, + 0.1851, + 0.1692 + ] + }, + { + "episode": 170, + "avg_reward": -3172.7, + "avg_cost": 0.0, + "lambda": 12.3551, + "rho": [ + 0.17, + 0.1632, + 0.1575, + 0.155, + 0.1851, + 0.1692 + ] + }, + { + "episode": 180, + "avg_reward": -2018.56, + "avg_cost": 0.0, + "lambda": 12.368, + "rho": [ + 0.17, + 0.1632, + 0.1575, + 0.155, + 0.1851, + 0.1692 + ] + }, + { + "episode": 190, + "avg_reward": -1774.03, + "avg_cost": 0.25, + "lambda": 12.3751, + "rho": [ + 0.17, + 0.1632, + 0.1575, + 0.155, + 0.1851, + 0.1692 + ] + }, + { + "episode": 200, + "avg_reward": -2340.65, + "avg_cost": 0.5, + "lambda": 12.4331, + "rho": [ + 0.1773, + 0.164, + 0.1587, + 0.1532, + 0.1768, + 0.17 + ] + }, + { + "episode": 210, + "avg_reward": -2778.86, + "avg_cost": 0.0, + "lambda": 12.7196, + "rho": [ + 0.1773, + 0.164, + 0.1587, + 0.1532, + 0.1768, + 0.17 + ] + }, + { + "episode": 220, + "avg_reward": -1863.66, + "avg_cost": 0.25, + "lambda": 13.1453, + "rho": [ + 0.1773, + 0.164, + 0.1587, + 0.1532, + 0.1768, + 0.17 + ] + }, + { + "episode": 230, + "avg_reward": -2046.03, + "avg_cost": 1.75, + "lambda": 13.9176, + "rho": [ + 0.1773, + 0.164, + 0.1587, + 0.1532, + 0.1768, + 0.17 + ] + }, + { + "episode": 240, + "avg_reward": -1012.19, + "avg_cost": 0.25, + "lambda": 14.8004, + "rho": [ + 0.1773, + 0.164, + 0.1587, + 0.1532, + 0.1768, + 0.17 + ] + }, + { + "episode": 250, + "avg_reward": -1218.78, + "avg_cost": 3.0, + "lambda": 15.8051, + "rho": [ + 0.1852, + 0.1667, + 0.1582, + 0.1479, + 0.1682, + 0.1738 + ] + }, + { + "episode": 260, + "avg_reward": -2403.56, + "avg_cost": 0.0, + "lambda": 16.8783, + "rho": [ + 0.1852, + 0.1667, + 0.1582, + 0.1479, + 0.1682, + 0.1738 + ] + }, + { + "episode": 270, + "avg_reward": -2058.97, + "avg_cost": 0.5, + "lambda": 17.732, + "rho": [ + 0.1852, + 0.1667, + 0.1582, + 0.1479, + 0.1682, + 0.1738 + ] + }, + { + "episode": 280, + "avg_reward": -1439.46, + "avg_cost": 0.25, + "lambda": 18.6396, + "rho": [ + 0.1852, + 0.1667, + 0.1582, + 0.1479, + 0.1682, + 0.1738 + ] + }, + { + "episode": 290, + "avg_reward": -1685.24, + "avg_cost": 0.75, + "lambda": 19.8072, + "rho": [ + 0.1852, + 0.1667, + 0.1582, + 0.1479, + 0.1682, + 0.1738 + ] + }, + { + "episode": 300, + "avg_reward": -2469.4, + "avg_cost": 0.0, + "lambda": 20.7144, + "rho": [ + 0.1917, + 0.1714, + 0.1544, + 0.1405, + 0.1618, + 0.1803 + ] + }, + { + "episode": 310, + "avg_reward": -1121.99, + "avg_cost": 0.0, + "lambda": 21.2444, + "rho": [ + 0.1917, + 0.1714, + 0.1544, + 0.1405, + 0.1618, + 0.1803 + ] + }, + { + "episode": 320, + "avg_reward": -1597.75, + "avg_cost": 0.0, + "lambda": 21.7525, + "rho": [ + 0.1917, + 0.1714, + 0.1544, + 0.1405, + 0.1618, + 0.1803 + ] + }, + { + "episode": 330, + "avg_reward": 235.79, + "avg_cost": 0.25, + "lambda": 22.4622, + "rho": [ + 0.1917, + 0.1714, + 0.1544, + 0.1405, + 0.1618, + 0.1803 + ] + }, + { + "episode": 340, + "avg_reward": 1090.7, + "avg_cost": 1.25, + "lambda": 23.0743, + "rho": [ + 0.1917, + 0.1714, + 0.1544, + 0.1405, + 0.1618, + 0.1803 + ] + }, + { + "episode": 350, + "avg_reward": 672.89, + "avg_cost": 2.0, + "lambda": 23.9544, + "rho": [ + 0.2028, + 0.1729, + 0.1491, + 0.1321, + 0.1573, + 0.186 + ] + }, + { + "episode": 360, + "avg_reward": 1492.13, + "avg_cost": 1.5, + "lambda": 24.9591, + "rho": [ + 0.2028, + 0.1729, + 0.1491, + 0.1321, + 0.1573, + 0.186 + ] + }, + { + "episode": 370, + "avg_reward": 2918.07, + "avg_cost": 1.25, + "lambda": 26.3071, + "rho": [ + 0.2028, + 0.1729, + 0.1491, + 0.1321, + 0.1573, + 0.186 + ] + }, + { + "episode": 380, + "avg_reward": 1868.84, + "avg_cost": 0.25, + "lambda": 27.56, + "rho": [ + 0.2028, + 0.1729, + 0.1491, + 0.1321, + 0.1573, + 0.186 + ] + }, + { + "episode": 390, + "avg_reward": 1336.44, + "avg_cost": 0.0, + "lambda": 28.5728, + "rho": [ + 0.2028, + 0.1729, + 0.1491, + 0.1321, + 0.1573, + 0.186 + ] + }, + { + "episode": 400, + "avg_reward": 3319.87, + "avg_cost": 1.5, + "lambda": 29.3682, + "rho": [ + 0.2133, + 0.1696, + 0.1478, + 0.1268, + 0.1545, + 0.1879 + ] + }, + { + "episode": 410, + "avg_reward": 2970.59, + "avg_cost": 0.0, + "lambda": 30.3183, + "rho": [ + 0.2133, + 0.1696, + 0.1478, + 0.1268, + 0.1545, + 0.1879 + ] + }, + { + "episode": 420, + "avg_reward": 2188.04, + "avg_cost": 0.25, + "lambda": 31.2104, + "rho": [ + 0.2133, + 0.1696, + 0.1478, + 0.1268, + 0.1545, + 0.1879 + ] + }, + { + "episode": 430, + "avg_reward": 3224.81, + "avg_cost": 0.0, + "lambda": 31.8102, + "rho": [ + 0.2133, + 0.1696, + 0.1478, + 0.1268, + 0.1545, + 0.1879 + ] + }, + { + "episode": 440, + "avg_reward": 4166.94, + "avg_cost": 0.25, + "lambda": 32.246, + "rho": [ + 0.2133, + 0.1696, + 0.1478, + 0.1268, + 0.1545, + 0.1879 + ] + }, + { + "episode": 450, + "avg_reward": 4232.75, + "avg_cost": 0.0, + "lambda": 32.6315, + "rho": [ + 0.2212, + 0.167, + 0.1451, + 0.1214, + 0.1514, + 0.1938 + ] + }, + { + "episode": 460, + "avg_reward": 4949.59, + "avg_cost": 0.25, + "lambda": 32.9655, + "rho": [ + 0.2212, + 0.167, + 0.1451, + 0.1214, + 0.1514, + 0.1938 + ] + }, + { + "episode": 470, + "avg_reward": 5874.26, + "avg_cost": 0.25, + "lambda": 33.2265, + "rho": [ + 0.2212, + 0.167, + 0.1451, + 0.1214, + 0.1514, + 0.1938 + ] + }, + { + "episode": 480, + "avg_reward": 5389.52, + "avg_cost": 0.0, + "lambda": 33.5036, + "rho": [ + 0.2212, + 0.167, + 0.1451, + 0.1214, + 0.1514, + 0.1938 + ] + }, + { + "episode": 490, + "avg_reward": 5830.96, + "avg_cost": 0.0, + "lambda": 33.8173, + "rho": [ + 0.2212, + 0.167, + 0.1451, + 0.1214, + 0.1514, + 0.1938 + ] + }, + { + "episode": 500, + "avg_reward": 5713.97, + "avg_cost": 0.5, + "lambda": 34.0114, + "rho": [ + 0.2324, + 0.1654, + 0.1431, + 0.1135, + 0.1464, + 0.1993 + ] + }, + { + "episode": 510, + "avg_reward": 6130.02, + "avg_cost": 0.0, + "lambda": 34.2452, + "rho": [ + 0.2324, + 0.1654, + 0.1431, + 0.1135, + 0.1464, + 0.1993 + ] + }, + { + "episode": 520, + "avg_reward": 5999.93, + "avg_cost": 0.0, + "lambda": 34.4101, + "rho": [ + 0.2324, + 0.1654, + 0.1431, + 0.1135, + 0.1464, + 0.1993 + ] + }, + { + "episode": 530, + "avg_reward": 5885.97, + "avg_cost": 0.25, + "lambda": 34.4942, + "rho": [ + 0.2324, + 0.1654, + 0.1431, + 0.1135, + 0.1464, + 0.1993 + ] + }, + { + "episode": 540, + "avg_reward": 6856.22, + "avg_cost": 0.0, + "lambda": 34.6599, + "rho": [ + 0.2324, + 0.1654, + 0.1431, + 0.1135, + 0.1464, + 0.1993 + ] + }, + { + "episode": 550, + "avg_reward": 5762.15, + "avg_cost": 0.0, + "lambda": 34.8322, + "rho": [ + 0.2404, + 0.1632, + 0.1402, + 0.1066, + 0.146, + 0.2036 + ] + }, + { + "episode": 560, + "avg_reward": 5610.84, + "avg_cost": 0.0, + "lambda": 34.9693, + "rho": [ + 0.2404, + 0.1632, + 0.1402, + 0.1066, + 0.146, + 0.2036 + ] + }, + { + "episode": 570, + "avg_reward": 6422.67, + "avg_cost": 0.0, + "lambda": 35.0987, + "rho": [ + 0.2404, + 0.1632, + 0.1402, + 0.1066, + 0.146, + 0.2036 + ] + }, + { + "episode": 580, + "avg_reward": 5842.36, + "avg_cost": 0.25, + "lambda": 35.211, + "rho": [ + 0.2404, + 0.1632, + 0.1402, + 0.1066, + 0.146, + 0.2036 + ] + }, + { + "episode": 590, + "avg_reward": 6325.68, + "avg_cost": 0.5, + "lambda": 35.4232, + "rho": [ + 0.2404, + 0.1632, + 0.1402, + 0.1066, + 0.146, + 0.2036 + ] + }, + { + "episode": 600, + "avg_reward": 4180.06, + "avg_cost": 0.0, + "lambda": 35.6839, + "rho": [ + 0.25, + 0.1577, + 0.1375, + 0.1005, + 0.1456, + 0.2087 + ] + }, + { + "episode": 610, + "avg_reward": 3774.46, + "avg_cost": 0.0, + "lambda": 35.8542, + "rho": [ + 0.25, + 0.1577, + 0.1375, + 0.1005, + 0.1456, + 0.2087 + ] + }, + { + "episode": 620, + "avg_reward": 5724.14, + "avg_cost": 0.75, + "lambda": 38.1196, + "rho": [ + 0.25, + 0.1577, + 0.1375, + 0.1005, + 0.1456, + 0.2087 + ] + }, + { + "episode": 630, + "avg_reward": 6216.46, + "avg_cost": 0.0, + "lambda": 40.3898, + "rho": [ + 0.25, + 0.1577, + 0.1375, + 0.1005, + 0.1456, + 0.2087 + ] + }, + { + "episode": 640, + "avg_reward": 6171.06, + "avg_cost": 0.25, + "lambda": 41.283, + "rho": [ + 0.25, + 0.1577, + 0.1375, + 0.1005, + 0.1456, + 0.2087 + ] + }, + { + "episode": 650, + "avg_reward": 7170.62, + "avg_cost": 0.25, + "lambda": 41.6353, + "rho": [ + 0.2623, + 0.1498, + 0.1362, + 0.0993, + 0.143, + 0.2093 + ] + }, + { + "episode": 660, + "avg_reward": 7691.24, + "avg_cost": 0.0, + "lambda": 41.8634, + "rho": [ + 0.2623, + 0.1498, + 0.1362, + 0.0993, + 0.143, + 0.2093 + ] + }, + { + "episode": 670, + "avg_reward": 7698.03, + "avg_cost": 0.25, + "lambda": 42.0277, + "rho": [ + 0.2623, + 0.1498, + 0.1362, + 0.0993, + 0.143, + 0.2093 + ] + }, + { + "episode": 680, + "avg_reward": 7561.66, + "avg_cost": 0.0, + "lambda": 42.1847, + "rho": [ + 0.2623, + 0.1498, + 0.1362, + 0.0993, + 0.143, + 0.2093 + ] + }, + { + "episode": 690, + "avg_reward": 9201.98, + "avg_cost": 0.0, + "lambda": 42.2674, + "rho": [ + 0.2623, + 0.1498, + 0.1362, + 0.0993, + 0.143, + 0.2093 + ] + }, + { + "episode": 700, + "avg_reward": 5183.11, + "avg_cost": 0.0, + "lambda": 42.3468, + "rho": [ + 0.2784, + 0.1421, + 0.1341, + 0.0986, + 0.1368, + 0.21 + ] + }, + { + "episode": 710, + "avg_reward": 7751.97, + "avg_cost": 0.75, + "lambda": 42.4789, + "rho": [ + 0.2784, + 0.1421, + 0.1341, + 0.0986, + 0.1368, + 0.21 + ] + }, + { + "episode": 720, + "avg_reward": 5714.16, + "avg_cost": 0.5, + "lambda": 42.7417, + "rho": [ + 0.2784, + 0.1421, + 0.1341, + 0.0986, + 0.1368, + 0.21 + ] + }, + { + "episode": 730, + "avg_reward": 8781.12, + "avg_cost": 0.25, + "lambda": 42.9258, + "rho": [ + 0.2784, + 0.1421, + 0.1341, + 0.0986, + 0.1368, + 0.21 + ] + }, + { + "episode": 740, + "avg_reward": 9296.87, + "avg_cost": 0.5, + "lambda": 43.1031, + "rho": [ + 0.2784, + 0.1421, + 0.1341, + 0.0986, + 0.1368, + 0.21 + ] + }, + { + "episode": 750, + "avg_reward": 9577.81, + "avg_cost": 0.25, + "lambda": 43.3075, + "rho": [ + 0.2868, + 0.1357, + 0.1367, + 0.0981, + 0.1334, + 0.2093 + ] + }, + { + "episode": 760, + "avg_reward": 8800.2, + "avg_cost": 0.0, + "lambda": 43.499, + "rho": [ + 0.2868, + 0.1357, + 0.1367, + 0.0981, + 0.1334, + 0.2093 + ] + }, + { + "episode": 770, + "avg_reward": 7917.35, + "avg_cost": 0.25, + "lambda": 43.8418, + "rho": [ + 0.2868, + 0.1357, + 0.1367, + 0.0981, + 0.1334, + 0.2093 + ] + }, + { + "episode": 780, + "avg_reward": 9101.07, + "avg_cost": 0.0, + "lambda": 44.31, + "rho": [ + 0.2868, + 0.1357, + 0.1367, + 0.0981, + 0.1334, + 0.2093 + ] + }, + { + "episode": 790, + "avg_reward": 8826.2, + "avg_cost": 0.25, + "lambda": 44.5842, + "rho": [ + 0.2868, + 0.1357, + 0.1367, + 0.0981, + 0.1334, + 0.2093 + ] + }, + { + "episode": 800, + "avg_reward": 9140.94, + "avg_cost": 0.5, + "lambda": 44.8404, + "rho": [ + 0.2863, + 0.1332, + 0.1405, + 0.0979, + 0.1335, + 0.2086 + ] + }, + { + "episode": 810, + "avg_reward": 9480.51, + "avg_cost": 0.0, + "lambda": 45.04, + "rho": [ + 0.2863, + 0.1332, + 0.1405, + 0.0979, + 0.1335, + 0.2086 + ] + }, + { + "episode": 820, + "avg_reward": 10033.96, + "avg_cost": 1.0, + "lambda": 45.251, + "rho": [ + 0.2863, + 0.1332, + 0.1405, + 0.0979, + 0.1335, + 0.2086 + ] + }, + { + "episode": 830, + "avg_reward": 6321.81, + "avg_cost": 2.5, + "lambda": 45.5072, + "rho": [ + 0.2863, + 0.1332, + 0.1405, + 0.0979, + 0.1335, + 0.2086 + ] + }, + { + "episode": 840, + "avg_reward": -4095.51, + "avg_cost": 0.0, + "lambda": 45.893, + "rho": [ + 0.2863, + 0.1332, + 0.1405, + 0.0979, + 0.1335, + 0.2086 + ] + }, + { + "episode": 850, + "avg_reward": -5421.05, + "avg_cost": 0.0, + "lambda": 46.2129, + "rho": [ + 0.2858, + 0.1309, + 0.1439, + 0.0978, + 0.1337, + 0.2079 + ] + }, + { + "episode": 860, + "avg_reward": -2734.8, + "avg_cost": 0.0, + "lambda": 46.487, + "rho": [ + 0.2858, + 0.1309, + 0.1439, + 0.0978, + 0.1337, + 0.2079 + ] + }, + { + "episode": 870, + "avg_reward": -1643.31, + "avg_cost": 0.25, + "lambda": 46.6119, + "rho": [ + 0.2858, + 0.1309, + 0.1439, + 0.0978, + 0.1337, + 0.2079 + ] + }, + { + "episode": 880, + "avg_reward": -1764.43, + "avg_cost": 0.0, + "lambda": 46.7119, + "rho": [ + 0.2858, + 0.1309, + 0.1439, + 0.0978, + 0.1337, + 0.2079 + ] + }, + { + "episode": 890, + "avg_reward": -1434.28, + "avg_cost": 0.5, + "lambda": 46.8303, + "rho": [ + 0.2858, + 0.1309, + 0.1439, + 0.0978, + 0.1337, + 0.2079 + ] + }, + { + "episode": 900, + "avg_reward": -1142.72, + "avg_cost": 0.0, + "lambda": 46.933, + "rho": [ + 0.2908, + 0.1291, + 0.1424, + 0.0975, + 0.1339, + 0.2062 + ] + }, + { + "episode": 910, + "avg_reward": -1050.48, + "avg_cost": 0.0, + "lambda": 47.0357, + "rho": [ + 0.2908, + 0.1291, + 0.1424, + 0.0975, + 0.1339, + 0.2062 + ] + }, + { + "episode": 920, + "avg_reward": -1143.53, + "avg_cost": 0.0, + "lambda": 47.1245, + "rho": [ + 0.2908, + 0.1291, + 0.1424, + 0.0975, + 0.1339, + 0.2062 + ] + }, + { + "episode": 930, + "avg_reward": -907.78, + "avg_cost": 0.0, + "lambda": 47.2579, + "rho": [ + 0.2908, + 0.1291, + 0.1424, + 0.0975, + 0.1339, + 0.2062 + ] + }, + { + "episode": 940, + "avg_reward": -845.84, + "avg_cost": 0.0, + "lambda": 47.3342, + "rho": [ + 0.2908, + 0.1291, + 0.1424, + 0.0975, + 0.1339, + 0.2062 + ] + }, + { + "episode": 950, + "avg_reward": -813.76, + "avg_cost": 0.0, + "lambda": 47.3608, + "rho": [ + 0.2955, + 0.1274, + 0.141, + 0.0973, + 0.1341, + 0.2047 + ] + }, + { + "episode": 960, + "avg_reward": 186.37, + "avg_cost": 0.0, + "lambda": 47.37, + "rho": [ + 0.2955, + 0.1274, + 0.141, + 0.0973, + 0.1341, + 0.2047 + ] + }, + { + "episode": 970, + "avg_reward": 1643.63, + "avg_cost": 0.25, + "lambda": 47.4303, + "rho": [ + 0.2955, + 0.1274, + 0.141, + 0.0973, + 0.1341, + 0.2047 + ] + }, + { + "episode": 980, + "avg_reward": 4999.97, + "avg_cost": 1.0, + "lambda": 47.6077, + "rho": [ + 0.2955, + 0.1274, + 0.141, + 0.0973, + 0.1341, + 0.2047 + ] + }, + { + "episode": 990, + "avg_reward": 5683.43, + "avg_cost": 0.5, + "lambda": 47.9367, + "rho": [ + 0.2955, + 0.1274, + 0.141, + 0.0973, + 0.1341, + 0.2047 + ] + }, + { + "episode": 1000, + "avg_reward": 6170.65, + "avg_cost": 0.0, + "lambda": 48.1691, + "rho": [ + 0.294, + 0.1277, + 0.1396, + 0.0972, + 0.1344, + 0.2072 + ] + }, + { + "episode": 1010, + "avg_reward": 7151.41, + "avg_cost": 0.0, + "lambda": 48.3658, + "rho": [ + 0.294, + 0.1277, + 0.1396, + 0.0972, + 0.1344, + 0.2072 + ] + }, + { + "episode": 1020, + "avg_reward": 4266.24, + "avg_cost": 0.0, + "lambda": 48.4812, + "rho": [ + 0.294, + 0.1277, + 0.1396, + 0.0972, + 0.1344, + 0.2072 + ] + }, + { + "episode": 1030, + "avg_reward": 7885.46, + "avg_cost": 0.0, + "lambda": 48.5346, + "rho": [ + 0.294, + 0.1277, + 0.1396, + 0.0972, + 0.1344, + 0.2072 + ] + }, + { + "episode": 1040, + "avg_reward": 8715.3, + "avg_cost": 0.0, + "lambda": 48.5677, + "rho": [ + 0.294, + 0.1277, + 0.1396, + 0.0972, + 0.1344, + 0.2072 + ] + }, + { + "episode": 1050, + "avg_reward": 8164.82, + "avg_cost": 0.0, + "lambda": 48.5887, + "rho": [ + 0.2926, + 0.1279, + 0.1382, + 0.0971, + 0.1347, + 0.2095 + ] + }, + { + "episode": 1060, + "avg_reward": 7618.87, + "avg_cost": 0.0, + "lambda": 48.6078, + "rho": [ + 0.2926, + 0.1279, + 0.1382, + 0.0971, + 0.1347, + 0.2095 + ] + }, + { + "episode": 1070, + "avg_reward": 8550.67, + "avg_cost": 0.0, + "lambda": 48.647, + "rho": [ + 0.2926, + 0.1279, + 0.1382, + 0.0971, + 0.1347, + 0.2095 + ] + }, + { + "episode": 1080, + "avg_reward": 9962.49, + "avg_cost": 0.25, + "lambda": 48.7111, + "rho": [ + 0.2926, + 0.1279, + 0.1382, + 0.0971, + 0.1347, + 0.2095 + ] + }, + { + "episode": 1090, + "avg_reward": 10274.18, + "avg_cost": 0.0, + "lambda": 48.7527, + "rho": [ + 0.2926, + 0.1279, + 0.1382, + 0.0971, + 0.1347, + 0.2095 + ] + }, + { + "episode": 1100, + "avg_reward": 9117.57, + "avg_cost": 0.0, + "lambda": 48.7672, + "rho": [ + 0.2914, + 0.1281, + 0.137, + 0.097, + 0.1349, + 0.2116 + ] + }, + { + "episode": 1110, + "avg_reward": 11026.96, + "avg_cost": 0.0, + "lambda": 48.7809, + "rho": [ + 0.2914, + 0.1281, + 0.137, + 0.097, + 0.1349, + 0.2116 + ] + }, + { + "episode": 1120, + "avg_reward": 10380.51, + "avg_cost": 0.0, + "lambda": 48.7933, + "rho": [ + 0.2914, + 0.1281, + 0.137, + 0.097, + 0.1349, + 0.2116 + ] + }, + { + "episode": 1130, + "avg_reward": 11186.55, + "avg_cost": 0.0, + "lambda": 48.7977, + "rho": [ + 0.2914, + 0.1281, + 0.137, + 0.097, + 0.1349, + 0.2116 + ] + }, + { + "episode": 1140, + "avg_reward": 10938.12, + "avg_cost": 0.0, + "lambda": 48.8039, + "rho": [ + 0.2914, + 0.1281, + 0.137, + 0.097, + 0.1349, + 0.2116 + ] + }, + { + "episode": 1150, + "avg_reward": 11759.15, + "avg_cost": 0.25, + "lambda": 48.8319, + "rho": [ + 0.2863, + 0.1287, + 0.14, + 0.097, + 0.1354, + 0.2126 + ] + }, + { + "episode": 1160, + "avg_reward": 11279.04, + "avg_cost": 0.0, + "lambda": 48.8702, + "rho": [ + 0.2863, + 0.1287, + 0.14, + 0.097, + 0.1354, + 0.2126 + ] + }, + { + "episode": 1170, + "avg_reward": 12464.34, + "avg_cost": 0.25, + "lambda": 48.8921, + "rho": [ + 0.2863, + 0.1287, + 0.14, + 0.097, + 0.1354, + 0.2126 + ] + }, + { + "episode": 1180, + "avg_reward": 10918.81, + "avg_cost": 0.0, + "lambda": 48.9456, + "rho": [ + 0.2863, + 0.1287, + 0.14, + 0.097, + 0.1354, + 0.2126 + ] + }, + { + "episode": 1190, + "avg_reward": 11460.14, + "avg_cost": 0.25, + "lambda": 49.0228, + "rho": [ + 0.2863, + 0.1287, + 0.14, + 0.097, + 0.1354, + 0.2126 + ] + }, + { + "episode": 1200, + "avg_reward": 11291.4, + "avg_cost": 0.0, + "lambda": 49.0894, + "rho": [ + 0.2826, + 0.1291, + 0.1416, + 0.0971, + 0.1381, + 0.2114 + ] + }, + { + "episode": 1210, + "avg_reward": 13287.89, + "avg_cost": 0.0, + "lambda": 49.1304, + "rho": [ + 0.2826, + 0.1291, + 0.1416, + 0.0971, + 0.1381, + 0.2114 + ] + }, + { + "episode": 1220, + "avg_reward": 12033.97, + "avg_cost": 0.25, + "lambda": 49.2214, + "rho": [ + 0.2826, + 0.1291, + 0.1416, + 0.0971, + 0.1381, + 0.2114 + ] + }, + { + "episode": 1230, + "avg_reward": 10888.78, + "avg_cost": 0.0, + "lambda": 49.3542, + "rho": [ + 0.2826, + 0.1291, + 0.1416, + 0.0971, + 0.1381, + 0.2114 + ] + }, + { + "episode": 1240, + "avg_reward": 12812.49, + "avg_cost": 0.25, + "lambda": 49.4614, + "rho": [ + 0.2826, + 0.1291, + 0.1416, + 0.0971, + 0.1381, + 0.2114 + ] + }, + { + "episode": 1250, + "avg_reward": 12395.32, + "avg_cost": 0.0, + "lambda": 49.6118, + "rho": [ + 0.2835, + 0.1289, + 0.1418, + 0.097, + 0.1376, + 0.2112 + ] + }, + { + "episode": 1260, + "avg_reward": 12407.27, + "avg_cost": 0.0, + "lambda": 49.7636, + "rho": [ + 0.2835, + 0.1289, + 0.1418, + 0.097, + 0.1376, + 0.2112 + ] + }, + { + "episode": 1270, + "avg_reward": 13896.11, + "avg_cost": 0.25, + "lambda": 49.9274, + "rho": [ + 0.2835, + 0.1289, + 0.1418, + 0.097, + 0.1376, + 0.2112 + ] + }, + { + "episode": 1280, + "avg_reward": 9796.07, + "avg_cost": 0.25, + "lambda": 50.0835, + "rho": [ + 0.2835, + 0.1289, + 0.1418, + 0.097, + 0.1376, + 0.2112 + ] + }, + { + "episode": 1290, + "avg_reward": 13090.32, + "avg_cost": 0.0, + "lambda": 50.3263, + "rho": [ + 0.2835, + 0.1289, + 0.1418, + 0.097, + 0.1376, + 0.2112 + ] + }, + { + "episode": 1300, + "avg_reward": 12132.23, + "avg_cost": 0.25, + "lambda": 50.5878, + "rho": [ + 0.2839, + 0.1316, + 0.1414, + 0.097, + 0.137, + 0.2091 + ] + }, + { + "episode": 1310, + "avg_reward": 8564.97, + "avg_cost": 0.25, + "lambda": 50.9374, + "rho": [ + 0.2839, + 0.1316, + 0.1414, + 0.097, + 0.137, + 0.2091 + ] + }, + { + "episode": 1320, + "avg_reward": 12971.64, + "avg_cost": 0.5, + "lambda": 51.2152, + "rho": [ + 0.2839, + 0.1316, + 0.1414, + 0.097, + 0.137, + 0.2091 + ] + }, + { + "episode": 1330, + "avg_reward": 13042.74, + "avg_cost": 0.0, + "lambda": 51.5127, + "rho": [ + 0.2839, + 0.1316, + 0.1414, + 0.097, + 0.137, + 0.2091 + ] + }, + { + "episode": 1340, + "avg_reward": 14057.65, + "avg_cost": 0.0, + "lambda": 51.7807, + "rho": [ + 0.2839, + 0.1316, + 0.1414, + 0.097, + 0.137, + 0.2091 + ] + }, + { + "episode": 1350, + "avg_reward": 14997.5, + "avg_cost": 1.0, + "lambda": 51.9709, + "rho": [ + 0.2858, + 0.134, + 0.1403, + 0.097, + 0.1361, + 0.2068 + ] + }, + { + "episode": 1360, + "avg_reward": 13787.36, + "avg_cost": 0.0, + "lambda": 52.2753, + "rho": [ + 0.2858, + 0.134, + 0.1403, + 0.097, + 0.1361, + 0.2068 + ] + }, + { + "episode": 1370, + "avg_reward": 13870.99, + "avg_cost": 0.5, + "lambda": 52.5496, + "rho": [ + 0.2858, + 0.134, + 0.1403, + 0.097, + 0.1361, + 0.2068 + ] + }, + { + "episode": 1380, + "avg_reward": 14756.52, + "avg_cost": 0.25, + "lambda": 52.9334, + "rho": [ + 0.2858, + 0.134, + 0.1403, + 0.097, + 0.1361, + 0.2068 + ] + }, + { + "episode": 1390, + "avg_reward": 14194.86, + "avg_cost": 0.0, + "lambda": 53.2452, + "rho": [ + 0.2858, + 0.134, + 0.1403, + 0.097, + 0.1361, + 0.2068 + ] + }, + { + "episode": 1400, + "avg_reward": 14111.24, + "avg_cost": 0.25, + "lambda": 53.6297, + "rho": [ + 0.2804, + 0.1371, + 0.1414, + 0.0971, + 0.137, + 0.2071 + ] + }, + { + "episode": 1410, + "avg_reward": 14514.61, + "avg_cost": 0.5, + "lambda": 54.15, + "rho": [ + 0.2804, + 0.1371, + 0.1414, + 0.0971, + 0.137, + 0.2071 + ] + }, + { + "episode": 1420, + "avg_reward": 14414.91, + "avg_cost": 2.75, + "lambda": 54.6941, + "rho": [ + 0.2804, + 0.1371, + 0.1414, + 0.0971, + 0.137, + 0.2071 + ] + }, + { + "episode": 1430, + "avg_reward": 15388.09, + "avg_cost": 0.5, + "lambda": 55.5434, + "rho": [ + 0.2804, + 0.1371, + 0.1414, + 0.0971, + 0.137, + 0.2071 + ] + }, + { + "episode": 1440, + "avg_reward": 12900.82, + "avg_cost": 2.0, + "lambda": 56.2417, + "rho": [ + 0.2804, + 0.1371, + 0.1414, + 0.0971, + 0.137, + 0.2071 + ] + }, + { + "episode": 1450, + "avg_reward": 14389.19, + "avg_cost": 0.75, + "lambda": 57.181, + "rho": [ + 0.2697, + 0.1416, + 0.1441, + 0.0973, + 0.1393, + 0.2079 + ] + }, + { + "episode": 1460, + "avg_reward": 15268.03, + "avg_cost": 0.25, + "lambda": 58.0585, + "rho": [ + 0.2697, + 0.1416, + 0.1441, + 0.0973, + 0.1393, + 0.2079 + ] + }, + { + "episode": 1470, + "avg_reward": 14343.14, + "avg_cost": 0.5, + "lambda": 58.7824, + "rho": [ + 0.2697, + 0.1416, + 0.1441, + 0.0973, + 0.1393, + 0.2079 + ] + }, + { + "episode": 1480, + "avg_reward": 14523.18, + "avg_cost": 0.5, + "lambda": 59.1864, + "rho": [ + 0.2697, + 0.1416, + 0.1441, + 0.0973, + 0.1393, + 0.2079 + ] + }, + { + "episode": 1490, + "avg_reward": 15991.95, + "avg_cost": 2.5, + "lambda": 59.7112, + "rho": [ + 0.2697, + 0.1416, + 0.1441, + 0.0973, + 0.1393, + 0.2079 + ] + }, + { + "episode": 1500, + "avg_reward": 15035.05, + "avg_cost": 0.25, + "lambda": 60.3443, + "rho": [ + 0.2559, + 0.1467, + 0.1478, + 0.0977, + 0.142, + 0.2099 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json new file mode 100644 index 0000000000000000000000000000000000000000..a6970c3d1da655e533ed1972f2767b607be93c3e --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v31_uniform_alpha.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 3107887.1, + "constraint_satisfaction_pct": 38.87, + "final_rho": [ + 0.0989, + 0.1349, + 0.1688, + 0.1995, + 0.1624, + 0.2355 + ], + "final_lambda": 94.6384, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -4581.59, + "avg_cost": 1.75, + "lambda": 10.175, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": -3290.21, + "avg_cost": 0.0, + "lambda": 11.2204, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": -3064.69, + "avg_cost": 0.0, + "lambda": 11.6841, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": -3085.6, + "avg_cost": 0.25, + "lambda": 11.9077, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": -2982.05, + "avg_cost": 0.0, + "lambda": 12.0636, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": -2975.35, + "avg_cost": 0.0, + "lambda": 12.1199, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 60, + "avg_reward": -2282.16, + "avg_cost": 0.0, + "lambda": 12.1497, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 70, + "avg_reward": -2679.38, + "avg_cost": 0.0, + "lambda": 12.1825, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 80, + "avg_reward": -2016.4, + "avg_cost": 0.0, + "lambda": 12.1939, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 90, + "avg_reward": -2475.33, + "avg_cost": 0.0, + "lambda": 12.1979, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 100, + "avg_reward": -2630.48, + "avg_cost": 0.0, + "lambda": 12.2212, + "rho": [ + 0.1321, + 0.1695, + 0.1636, + 0.1618, + 0.1898, + 0.1833 + ] + }, + { + "episode": 110, + "avg_reward": -1985.72, + "avg_cost": 0.0, + "lambda": 12.26, + "rho": [ + 0.1321, + 0.1695, + 0.1636, + 0.1618, + 0.1898, + 0.1833 + ] + }, + { + "episode": 120, + "avg_reward": -1505.76, + "avg_cost": 0.0, + "lambda": 12.2861, + "rho": [ + 0.1321, + 0.1695, + 0.1636, + 0.1618, + 0.1898, + 0.1833 + ] + }, + { + "episode": 130, + "avg_reward": -1749.27, + "avg_cost": 0.0, + "lambda": 12.2951, + "rho": [ + 0.1321, + 0.1695, + 0.1636, + 0.1618, + 0.1898, + 0.1833 + ] + }, + { + "episode": 140, + "avg_reward": -1573.11, + "avg_cost": 0.0, + "lambda": 12.2983, + "rho": [ + 0.1321, + 0.1695, + 0.1636, + 0.1618, + 0.1898, + 0.1833 + ] + }, + { + "episode": 150, + "avg_reward": -1688.82, + "avg_cost": 0.0, + "lambda": 12.2994, + "rho": [ + 0.1226, + 0.1706, + 0.1648, + 0.1629, + 0.191, + 0.188 + ] + }, + { + "episode": 160, + "avg_reward": -1328.17, + "avg_cost": 0.0, + "lambda": 12.2998, + "rho": [ + 0.1226, + 0.1706, + 0.1648, + 0.1629, + 0.191, + 0.188 + ] + }, + { + "episode": 170, + "avg_reward": -1281.83, + "avg_cost": 0.0, + "lambda": 12.2999, + "rho": [ + 0.1226, + 0.1706, + 0.1648, + 0.1629, + 0.191, + 0.188 + ] + }, + { + "episode": 180, + "avg_reward": -1070.47, + "avg_cost": 0.0, + "lambda": 12.3, + "rho": [ + 0.1226, + 0.1706, + 0.1648, + 0.1629, + 0.191, + 0.188 + ] + }, + { + "episode": 190, + "avg_reward": -1446.63, + "avg_cost": 0.0, + "lambda": 12.3, + "rho": [ + 0.1226, + 0.1706, + 0.1648, + 0.1629, + 0.191, + 0.188 + ] + }, + { + "episode": 200, + "avg_reward": -1397.21, + "avg_cost": 0.0, + "lambda": 12.3, + "rho": [ + 0.1153, + 0.1717, + 0.1657, + 0.1633, + 0.192, + 0.1919 + ] + }, + { + "episode": 210, + "avg_reward": -1543.16, + "avg_cost": 0.0, + "lambda": 12.3068, + "rho": [ + 0.1153, + 0.1717, + 0.1657, + 0.1633, + 0.192, + 0.1919 + ] + }, + { + "episode": 220, + "avg_reward": -587.52, + "avg_cost": 0.0, + "lambda": 12.3186, + "rho": [ + 0.1153, + 0.1717, + 0.1657, + 0.1633, + 0.192, + 0.1919 + ] + }, + { + "episode": 230, + "avg_reward": -1491.55, + "avg_cost": 0.0, + "lambda": 12.3275, + "rho": [ + 0.1153, + 0.1717, + 0.1657, + 0.1633, + 0.192, + 0.1919 + ] + }, + { + "episode": 240, + "avg_reward": -1543.42, + "avg_cost": 0.75, + "lambda": 12.5692, + "rho": [ + 0.1153, + 0.1717, + 0.1657, + 0.1633, + 0.192, + 0.1919 + ] + }, + { + "episode": 250, + "avg_reward": -1146.79, + "avg_cost": 0.0, + "lambda": 13.1284, + "rho": [ + 0.1095, + 0.1691, + 0.1652, + 0.1602, + 0.1933, + 0.2029 + ] + }, + { + "episode": 260, + "avg_reward": -649.31, + "avg_cost": 2.0, + "lambda": 13.7001, + "rho": [ + 0.1095, + 0.1691, + 0.1652, + 0.1602, + 0.1933, + 0.2029 + ] + }, + { + "episode": 270, + "avg_reward": -1236.43, + "avg_cost": 1.75, + "lambda": 14.4552, + "rho": [ + 0.1095, + 0.1691, + 0.1652, + 0.1602, + 0.1933, + 0.2029 + ] + }, + { + "episode": 280, + "avg_reward": -970.65, + "avg_cost": 0.0, + "lambda": 15.2668, + "rho": [ + 0.1095, + 0.1691, + 0.1652, + 0.1602, + 0.1933, + 0.2029 + ] + }, + { + "episode": 290, + "avg_reward": -341.05, + "avg_cost": 2.5, + "lambda": 15.8367, + "rho": [ + 0.1095, + 0.1691, + 0.1652, + 0.1602, + 0.1933, + 0.2029 + ] + }, + { + "episode": 300, + "avg_reward": -1352.47, + "avg_cost": 0.25, + "lambda": 16.5981, + "rho": [ + 0.1027, + 0.1716, + 0.1655, + 0.1555, + 0.1889, + 0.2158 + ] + }, + { + "episode": 310, + "avg_reward": -302.26, + "avg_cost": 2.0, + "lambda": 17.4244, + "rho": [ + 0.1027, + 0.1716, + 0.1655, + 0.1555, + 0.1889, + 0.2158 + ] + }, + { + "episode": 320, + "avg_reward": -59.69, + "avg_cost": 1.75, + "lambda": 18.3897, + "rho": [ + 0.1027, + 0.1716, + 0.1655, + 0.1555, + 0.1889, + 0.2158 + ] + }, + { + "episode": 330, + "avg_reward": -292.45, + "avg_cost": 0.5, + "lambda": 19.0894, + "rho": [ + 0.1027, + 0.1716, + 0.1655, + 0.1555, + 0.1889, + 0.2158 + ] + }, + { + "episode": 340, + "avg_reward": 862.06, + "avg_cost": 0.0, + "lambda": 19.8472, + "rho": [ + 0.1027, + 0.1716, + 0.1655, + 0.1555, + 0.1889, + 0.2158 + ] + }, + { + "episode": 350, + "avg_reward": 927.57, + "avg_cost": 0.5, + "lambda": 20.7055, + "rho": [ + 0.0997, + 0.1756, + 0.1701, + 0.1492, + 0.1825, + 0.2228 + ] + }, + { + "episode": 360, + "avg_reward": 281.26, + "avg_cost": 0.5, + "lambda": 21.5853, + "rho": [ + 0.0997, + 0.1756, + 0.1701, + 0.1492, + 0.1825, + 0.2228 + ] + }, + { + "episode": 370, + "avg_reward": 1041.85, + "avg_cost": 1.0, + "lambda": 22.5489, + "rho": [ + 0.0997, + 0.1756, + 0.1701, + 0.1492, + 0.1825, + 0.2228 + ] + }, + { + "episode": 380, + "avg_reward": 1502.28, + "avg_cost": 1.0, + "lambda": 23.7903, + "rho": [ + 0.0997, + 0.1756, + 0.1701, + 0.1492, + 0.1825, + 0.2228 + ] + }, + { + "episode": 390, + "avg_reward": 1549.71, + "avg_cost": 1.0, + "lambda": 25.3643, + "rho": [ + 0.0997, + 0.1756, + 0.1701, + 0.1492, + 0.1825, + 0.2228 + ] + }, + { + "episode": 400, + "avg_reward": 1480.31, + "avg_cost": 2.0, + "lambda": 26.9501, + "rho": [ + 0.0993, + 0.1724, + 0.175, + 0.1479, + 0.1749, + 0.2305 + ] + }, + { + "episode": 410, + "avg_reward": 1434.01, + "avg_cost": 0.75, + "lambda": 28.6595, + "rho": [ + 0.0993, + 0.1724, + 0.175, + 0.1479, + 0.1749, + 0.2305 + ] + }, + { + "episode": 420, + "avg_reward": 1365.76, + "avg_cost": 1.0, + "lambda": 30.2587, + "rho": [ + 0.0993, + 0.1724, + 0.175, + 0.1479, + 0.1749, + 0.2305 + ] + }, + { + "episode": 430, + "avg_reward": 2241.75, + "avg_cost": 1.75, + "lambda": 31.86, + "rho": [ + 0.0993, + 0.1724, + 0.175, + 0.1479, + 0.1749, + 0.2305 + ] + }, + { + "episode": 440, + "avg_reward": 2245.84, + "avg_cost": 3.0, + "lambda": 33.6771, + "rho": [ + 0.0993, + 0.1724, + 0.175, + 0.1479, + 0.1749, + 0.2305 + ] + }, + { + "episode": 450, + "avg_reward": 1142.05, + "avg_cost": 1.5, + "lambda": 35.6802, + "rho": [ + 0.099, + 0.1697, + 0.1786, + 0.1496, + 0.1673, + 0.2358 + ] + }, + { + "episode": 460, + "avg_reward": 2695.27, + "avg_cost": 3.25, + "lambda": 37.5677, + "rho": [ + 0.099, + 0.1697, + 0.1786, + 0.1496, + 0.1673, + 0.2358 + ] + }, + { + "episode": 470, + "avg_reward": 2083.2, + "avg_cost": 0.75, + "lambda": 39.1211, + "rho": [ + 0.099, + 0.1697, + 0.1786, + 0.1496, + 0.1673, + 0.2358 + ] + }, + { + "episode": 480, + "avg_reward": 1536.77, + "avg_cost": 1.25, + "lambda": 40.2532, + "rho": [ + 0.099, + 0.1697, + 0.1786, + 0.1496, + 0.1673, + 0.2358 + ] + }, + { + "episode": 490, + "avg_reward": 2951.58, + "avg_cost": 1.5, + "lambda": 41.4624, + "rho": [ + 0.099, + 0.1697, + 0.1786, + 0.1496, + 0.1673, + 0.2358 + ] + }, + { + "episode": 500, + "avg_reward": 2756.15, + "avg_cost": 0.75, + "lambda": 42.532, + "rho": [ + 0.0988, + 0.169, + 0.1767, + 0.1516, + 0.162, + 0.242 + ] + }, + { + "episode": 510, + "avg_reward": 2488.7, + "avg_cost": 1.25, + "lambda": 43.2912, + "rho": [ + 0.0988, + 0.169, + 0.1767, + 0.1516, + 0.162, + 0.242 + ] + }, + { + "episode": 520, + "avg_reward": 1972.55, + "avg_cost": 0.25, + "lambda": 44.3182, + "rho": [ + 0.0988, + 0.169, + 0.1767, + 0.1516, + 0.162, + 0.242 + ] + }, + { + "episode": 530, + "avg_reward": 3281.74, + "avg_cost": 1.25, + "lambda": 45.0431, + "rho": [ + 0.0988, + 0.169, + 0.1767, + 0.1516, + 0.162, + 0.242 + ] + }, + { + "episode": 540, + "avg_reward": 2931.08, + "avg_cost": 0.5, + "lambda": 45.768, + "rho": [ + 0.0988, + 0.169, + 0.1767, + 0.1516, + 0.162, + 0.242 + ] + }, + { + "episode": 550, + "avg_reward": 3341.98, + "avg_cost": 1.25, + "lambda": 46.4687, + "rho": [ + 0.0985, + 0.1708, + 0.1727, + 0.1527, + 0.1553, + 0.2501 + ] + }, + { + "episode": 560, + "avg_reward": 3473.93, + "avg_cost": 0.75, + "lambda": 47.3415, + "rho": [ + 0.0985, + 0.1708, + 0.1727, + 0.1527, + 0.1553, + 0.2501 + ] + }, + { + "episode": 570, + "avg_reward": 2563.72, + "avg_cost": 0.5, + "lambda": 48.2261, + "rho": [ + 0.0985, + 0.1708, + 0.1727, + 0.1527, + 0.1553, + 0.2501 + ] + }, + { + "episode": 580, + "avg_reward": 2935.19, + "avg_cost": 1.75, + "lambda": 49.0885, + "rho": [ + 0.0985, + 0.1708, + 0.1727, + 0.1527, + 0.1553, + 0.2501 + ] + }, + { + "episode": 590, + "avg_reward": 3452.73, + "avg_cost": 0.0, + "lambda": 50.1774, + "rho": [ + 0.0985, + 0.1708, + 0.1727, + 0.1527, + 0.1553, + 0.2501 + ] + }, + { + "episode": 600, + "avg_reward": 2680.45, + "avg_cost": 3.5, + "lambda": 51.2997, + "rho": [ + 0.0981, + 0.1688, + 0.1698, + 0.1524, + 0.1502, + 0.2608 + ] + }, + { + "episode": 610, + "avg_reward": 3473.87, + "avg_cost": 0.5, + "lambda": 52.5813, + "rho": [ + 0.0981, + 0.1688, + 0.1698, + 0.1524, + 0.1502, + 0.2608 + ] + }, + { + "episode": 620, + "avg_reward": 3509.17, + "avg_cost": 1.0, + "lambda": 53.5845, + "rho": [ + 0.0981, + 0.1688, + 0.1698, + 0.1524, + 0.1502, + 0.2608 + ] + }, + { + "episode": 630, + "avg_reward": 3838.6, + "avg_cost": 0.5, + "lambda": 54.5011, + "rho": [ + 0.0981, + 0.1688, + 0.1698, + 0.1524, + 0.1502, + 0.2608 + ] + }, + { + "episode": 640, + "avg_reward": 3690.05, + "avg_cost": 0.25, + "lambda": 55.3119, + "rho": [ + 0.0981, + 0.1688, + 0.1698, + 0.1524, + 0.1502, + 0.2608 + ] + }, + { + "episode": 650, + "avg_reward": 3954.59, + "avg_cost": 1.5, + "lambda": 56.0164, + "rho": [ + 0.0978, + 0.1653, + 0.1664, + 0.1523, + 0.1435, + 0.2746 + ] + }, + { + "episode": 660, + "avg_reward": 4190.66, + "avg_cost": 1.25, + "lambda": 56.7702, + "rho": [ + 0.0978, + 0.1653, + 0.1664, + 0.1523, + 0.1435, + 0.2746 + ] + }, + { + "episode": 670, + "avg_reward": 2607.23, + "avg_cost": 0.25, + "lambda": 57.4831, + "rho": [ + 0.0978, + 0.1653, + 0.1664, + 0.1523, + 0.1435, + 0.2746 + ] + }, + { + "episode": 680, + "avg_reward": 2869.61, + "avg_cost": 0.25, + "lambda": 58.1214, + "rho": [ + 0.0978, + 0.1653, + 0.1664, + 0.1523, + 0.1435, + 0.2746 + ] + }, + { + "episode": 690, + "avg_reward": 4289.39, + "avg_cost": 0.5, + "lambda": 58.565, + "rho": [ + 0.0978, + 0.1653, + 0.1664, + 0.1523, + 0.1435, + 0.2746 + ] + }, + { + "episode": 700, + "avg_reward": 2709.36, + "avg_cost": 0.25, + "lambda": 59.0494, + "rho": [ + 0.0974, + 0.1614, + 0.1625, + 0.1511, + 0.1368, + 0.2908 + ] + }, + { + "episode": 710, + "avg_reward": 3571.23, + "avg_cost": 0.25, + "lambda": 59.6061, + "rho": [ + 0.0974, + 0.1614, + 0.1625, + 0.1511, + 0.1368, + 0.2908 + ] + }, + { + "episode": 720, + "avg_reward": 3025.79, + "avg_cost": 0.5, + "lambda": 60.1687, + "rho": [ + 0.0974, + 0.1614, + 0.1625, + 0.1511, + 0.1368, + 0.2908 + ] + }, + { + "episode": 730, + "avg_reward": 4234.64, + "avg_cost": 0.5, + "lambda": 60.8637, + "rho": [ + 0.0974, + 0.1614, + 0.1625, + 0.1511, + 0.1368, + 0.2908 + ] + }, + { + "episode": 740, + "avg_reward": 4486.89, + "avg_cost": 0.5, + "lambda": 61.523, + "rho": [ + 0.0974, + 0.1614, + 0.1625, + 0.1511, + 0.1368, + 0.2908 + ] + }, + { + "episode": 750, + "avg_reward": 4494.84, + "avg_cost": 0.0, + "lambda": 62.0331, + "rho": [ + 0.0972, + 0.1574, + 0.1623, + 0.1532, + 0.1305, + 0.2994 + ] + }, + { + "episode": 760, + "avg_reward": 4666.14, + "avg_cost": 0.25, + "lambda": 62.4381, + "rho": [ + 0.0972, + 0.1574, + 0.1623, + 0.1532, + 0.1305, + 0.2994 + ] + }, + { + "episode": 770, + "avg_reward": 3833.72, + "avg_cost": 0.5, + "lambda": 62.7674, + "rho": [ + 0.0972, + 0.1574, + 0.1623, + 0.1532, + 0.1305, + 0.2994 + ] + }, + { + "episode": 780, + "avg_reward": 4644.99, + "avg_cost": 0.0, + "lambda": 63.0761, + "rho": [ + 0.0972, + 0.1574, + 0.1623, + 0.1532, + 0.1305, + 0.2994 + ] + }, + { + "episode": 790, + "avg_reward": 4603.19, + "avg_cost": 0.25, + "lambda": 63.3296, + "rho": [ + 0.0972, + 0.1574, + 0.1623, + 0.1532, + 0.1305, + 0.2994 + ] + }, + { + "episode": 800, + "avg_reward": 4181.62, + "avg_cost": 0.0, + "lambda": 63.6348, + "rho": [ + 0.0971, + 0.1538, + 0.1603, + 0.1576, + 0.1287, + 0.3024 + ] + }, + { + "episode": 810, + "avg_reward": 4914.33, + "avg_cost": 0.75, + "lambda": 63.9897, + "rho": [ + 0.0971, + 0.1538, + 0.1603, + 0.1576, + 0.1287, + 0.3024 + ] + }, + { + "episode": 820, + "avg_reward": 5301.69, + "avg_cost": 0.25, + "lambda": 64.3457, + "rho": [ + 0.0971, + 0.1538, + 0.1603, + 0.1576, + 0.1287, + 0.3024 + ] + }, + { + "episode": 830, + "avg_reward": 4982.06, + "avg_cost": 0.25, + "lambda": 64.6881, + "rho": [ + 0.0971, + 0.1538, + 0.1603, + 0.1576, + 0.1287, + 0.3024 + ] + }, + { + "episode": 840, + "avg_reward": 4943.14, + "avg_cost": 0.0, + "lambda": 65.1505, + "rho": [ + 0.0971, + 0.1538, + 0.1603, + 0.1576, + 0.1287, + 0.3024 + ] + }, + { + "episode": 850, + "avg_reward": 5000.75, + "avg_cost": 0.5, + "lambda": 65.513, + "rho": [ + 0.0969, + 0.1487, + 0.1567, + 0.1599, + 0.1246, + 0.3132 + ] + }, + { + "episode": 860, + "avg_reward": 5125.18, + "avg_cost": 0.25, + "lambda": 66.033, + "rho": [ + 0.0969, + 0.1487, + 0.1567, + 0.1599, + 0.1246, + 0.3132 + ] + }, + { + "episode": 870, + "avg_reward": 4894.28, + "avg_cost": 0.25, + "lambda": 66.476, + "rho": [ + 0.0969, + 0.1487, + 0.1567, + 0.1599, + 0.1246, + 0.3132 + ] + }, + { + "episode": 880, + "avg_reward": 5232.2, + "avg_cost": 0.0, + "lambda": 66.9915, + "rho": [ + 0.0969, + 0.1487, + 0.1567, + 0.1599, + 0.1246, + 0.3132 + ] + }, + { + "episode": 890, + "avg_reward": 3712.44, + "avg_cost": 0.5, + "lambda": 67.5132, + "rho": [ + 0.0969, + 0.1487, + 0.1567, + 0.1599, + 0.1246, + 0.3132 + ] + }, + { + "episode": 900, + "avg_reward": 4888.5, + "avg_cost": 1.0, + "lambda": 68.0514, + "rho": [ + 0.0968, + 0.1452, + 0.1534, + 0.1623, + 0.1253, + 0.317 + ] + }, + { + "episode": 910, + "avg_reward": 5836.74, + "avg_cost": 1.25, + "lambda": 68.9754, + "rho": [ + 0.0968, + 0.1452, + 0.1534, + 0.1623, + 0.1253, + 0.317 + ] + }, + { + "episode": 920, + "avg_reward": 5652.15, + "avg_cost": 1.5, + "lambda": 69.8936, + "rho": [ + 0.0968, + 0.1452, + 0.1534, + 0.1623, + 0.1253, + 0.317 + ] + }, + { + "episode": 930, + "avg_reward": 5622.34, + "avg_cost": 0.0, + "lambda": 70.4286, + "rho": [ + 0.0968, + 0.1452, + 0.1534, + 0.1623, + 0.1253, + 0.317 + ] + }, + { + "episode": 940, + "avg_reward": 5505.14, + "avg_cost": 1.0, + "lambda": 71.0369, + "rho": [ + 0.0968, + 0.1452, + 0.1534, + 0.1623, + 0.1253, + 0.317 + ] + }, + { + "episode": 950, + "avg_reward": 5607.16, + "avg_cost": 1.0, + "lambda": 71.5407, + "rho": [ + 0.0969, + 0.1412, + 0.1528, + 0.1669, + 0.1254, + 0.3168 + ] + }, + { + "episode": 960, + "avg_reward": 5622.88, + "avg_cost": 0.5, + "lambda": 72.1004, + "rho": [ + 0.0969, + 0.1412, + 0.1528, + 0.1669, + 0.1254, + 0.3168 + ] + }, + { + "episode": 970, + "avg_reward": 5264.76, + "avg_cost": 1.0, + "lambda": 72.7372, + "rho": [ + 0.0969, + 0.1412, + 0.1528, + 0.1669, + 0.1254, + 0.3168 + ] + }, + { + "episode": 980, + "avg_reward": 5263.85, + "avg_cost": 0.25, + "lambda": 73.566, + "rho": [ + 0.0969, + 0.1412, + 0.1528, + 0.1669, + 0.1254, + 0.3168 + ] + }, + { + "episode": 990, + "avg_reward": 5572.37, + "avg_cost": 1.0, + "lambda": 74.3126, + "rho": [ + 0.0969, + 0.1412, + 0.1528, + 0.1669, + 0.1254, + 0.3168 + ] + }, + { + "episode": 1000, + "avg_reward": 5636.08, + "avg_cost": 0.5, + "lambda": 75.1117, + "rho": [ + 0.097, + 0.1394, + 0.1527, + 0.1714, + 0.1288, + 0.3108 + ] + }, + { + "episode": 1010, + "avg_reward": 5946.88, + "avg_cost": 1.0, + "lambda": 75.9354, + "rho": [ + 0.097, + 0.1394, + 0.1527, + 0.1714, + 0.1288, + 0.3108 + ] + }, + { + "episode": 1020, + "avg_reward": 5332.84, + "avg_cost": 1.0, + "lambda": 76.5297, + "rho": [ + 0.097, + 0.1394, + 0.1527, + 0.1714, + 0.1288, + 0.3108 + ] + }, + { + "episode": 1030, + "avg_reward": 5399.95, + "avg_cost": 0.0, + "lambda": 77.6331, + "rho": [ + 0.097, + 0.1394, + 0.1527, + 0.1714, + 0.1288, + 0.3108 + ] + }, + { + "episode": 1040, + "avg_reward": 5877.14, + "avg_cost": 0.25, + "lambda": 78.4693, + "rho": [ + 0.097, + 0.1394, + 0.1527, + 0.1714, + 0.1288, + 0.3108 + ] + }, + { + "episode": 1050, + "avg_reward": 5818.32, + "avg_cost": 0.75, + "lambda": 79.054, + "rho": [ + 0.0972, + 0.1396, + 0.1544, + 0.1759, + 0.1332, + 0.2996 + ] + }, + { + "episode": 1060, + "avg_reward": 5800.58, + "avg_cost": 1.0, + "lambda": 79.7487, + "rho": [ + 0.0972, + 0.1396, + 0.1544, + 0.1759, + 0.1332, + 0.2996 + ] + }, + { + "episode": 1070, + "avg_reward": 5782.9, + "avg_cost": 0.25, + "lambda": 80.448, + "rho": [ + 0.0972, + 0.1396, + 0.1544, + 0.1759, + 0.1332, + 0.2996 + ] + }, + { + "episode": 1080, + "avg_reward": 5862.81, + "avg_cost": 0.5, + "lambda": 80.9987, + "rho": [ + 0.0972, + 0.1396, + 0.1544, + 0.1759, + 0.1332, + 0.2996 + ] + }, + { + "episode": 1090, + "avg_reward": 6023.66, + "avg_cost": 0.5, + "lambda": 81.5529, + "rho": [ + 0.0972, + 0.1396, + 0.1544, + 0.1759, + 0.1332, + 0.2996 + ] + }, + { + "episode": 1100, + "avg_reward": 5953.6, + "avg_cost": 0.5, + "lambda": 82.1239, + "rho": [ + 0.0974, + 0.1378, + 0.1558, + 0.1807, + 0.1372, + 0.2911 + ] + }, + { + "episode": 1110, + "avg_reward": 4594.39, + "avg_cost": 1.25, + "lambda": 82.887, + "rho": [ + 0.0974, + 0.1378, + 0.1558, + 0.1807, + 0.1372, + 0.2911 + ] + }, + { + "episode": 1120, + "avg_reward": 5704.4, + "avg_cost": 1.0, + "lambda": 83.8706, + "rho": [ + 0.0974, + 0.1378, + 0.1558, + 0.1807, + 0.1372, + 0.2911 + ] + }, + { + "episode": 1130, + "avg_reward": 5757.46, + "avg_cost": 0.0, + "lambda": 84.7289, + "rho": [ + 0.0974, + 0.1378, + 0.1558, + 0.1807, + 0.1372, + 0.2911 + ] + }, + { + "episode": 1140, + "avg_reward": 5581.34, + "avg_cost": 1.0, + "lambda": 85.5039, + "rho": [ + 0.0974, + 0.1378, + 0.1558, + 0.1807, + 0.1372, + 0.2911 + ] + }, + { + "episode": 1150, + "avg_reward": 1602.02, + "avg_cost": 1.0, + "lambda": 86.7811, + "rho": [ + 0.0977, + 0.1383, + 0.1569, + 0.1837, + 0.1427, + 0.2807 + ] + }, + { + "episode": 1160, + "avg_reward": -1648.34, + "avg_cost": 0.0, + "lambda": 87.8124, + "rho": [ + 0.0977, + 0.1383, + 0.1569, + 0.1837, + 0.1427, + 0.2807 + ] + }, + { + "episode": 1170, + "avg_reward": -1412.08, + "avg_cost": 0.0, + "lambda": 88.4875, + "rho": [ + 0.0977, + 0.1383, + 0.1569, + 0.1837, + 0.1427, + 0.2807 + ] + }, + { + "episode": 1180, + "avg_reward": -917.0, + "avg_cost": 0.0, + "lambda": 88.7399, + "rho": [ + 0.0977, + 0.1383, + 0.1569, + 0.1837, + 0.1427, + 0.2807 + ] + }, + { + "episode": 1190, + "avg_reward": -526.45, + "avg_cost": 0.0, + "lambda": 88.8326, + "rho": [ + 0.0977, + 0.1383, + 0.1569, + 0.1837, + 0.1427, + 0.2807 + ] + }, + { + "episode": 1200, + "avg_reward": -146.77, + "avg_cost": 0.0, + "lambda": 88.8765, + "rho": [ + 0.0979, + 0.1387, + 0.1578, + 0.1861, + 0.1474, + 0.272 + ] + }, + { + "episode": 1210, + "avg_reward": -134.31, + "avg_cost": 0.0, + "lambda": 88.8918, + "rho": [ + 0.0979, + 0.1387, + 0.1578, + 0.1861, + 0.1474, + 0.272 + ] + }, + { + "episode": 1220, + "avg_reward": 77.27, + "avg_cost": 0.0, + "lambda": 88.8971, + "rho": [ + 0.0979, + 0.1387, + 0.1578, + 0.1861, + 0.1474, + 0.272 + ] + }, + { + "episode": 1230, + "avg_reward": -11.46, + "avg_cost": 0.0, + "lambda": 88.899, + "rho": [ + 0.0979, + 0.1387, + 0.1578, + 0.1861, + 0.1474, + 0.272 + ] + }, + { + "episode": 1240, + "avg_reward": -44.1, + "avg_cost": 0.0, + "lambda": 88.8997, + "rho": [ + 0.0979, + 0.1387, + 0.1578, + 0.1861, + 0.1474, + 0.272 + ] + }, + { + "episode": 1250, + "avg_reward": -202.85, + "avg_cost": 0.0, + "lambda": 88.8999, + "rho": [ + 0.0981, + 0.1391, + 0.1586, + 0.188, + 0.1515, + 0.2647 + ] + }, + { + "episode": 1260, + "avg_reward": 116.44, + "avg_cost": 0.0, + "lambda": 88.9, + "rho": [ + 0.0981, + 0.1391, + 0.1586, + 0.188, + 0.1515, + 0.2647 + ] + }, + { + "episode": 1270, + "avg_reward": 255.71, + "avg_cost": 0.0, + "lambda": 88.9, + "rho": [ + 0.0981, + 0.1391, + 0.1586, + 0.188, + 0.1515, + 0.2647 + ] + }, + { + "episode": 1280, + "avg_reward": 127.42, + "avg_cost": 0.0, + "lambda": 88.9086, + "rho": [ + 0.0981, + 0.1391, + 0.1586, + 0.188, + 0.1515, + 0.2647 + ] + }, + { + "episode": 1290, + "avg_reward": 593.38, + "avg_cost": 0.0, + "lambda": 88.9295, + "rho": [ + 0.0981, + 0.1391, + 0.1586, + 0.188, + 0.1515, + 0.2647 + ] + }, + { + "episode": 1300, + "avg_reward": 650.91, + "avg_cost": 0.0, + "lambda": 89.0759, + "rho": [ + 0.0984, + 0.1396, + 0.1614, + 0.1889, + 0.1547, + 0.2571 + ] + }, + { + "episode": 1310, + "avg_reward": 114.45, + "avg_cost": 0.0, + "lambda": 89.2544, + "rho": [ + 0.0984, + 0.1396, + 0.1614, + 0.1889, + 0.1547, + 0.2571 + ] + }, + { + "episode": 1320, + "avg_reward": 547.02, + "avg_cost": 0.0, + "lambda": 89.3793, + "rho": [ + 0.0984, + 0.1396, + 0.1614, + 0.1889, + 0.1547, + 0.2571 + ] + }, + { + "episode": 1330, + "avg_reward": 773.23, + "avg_cost": 0.0, + "lambda": 89.4594, + "rho": [ + 0.0984, + 0.1396, + 0.1614, + 0.1889, + 0.1547, + 0.2571 + ] + }, + { + "episode": 1340, + "avg_reward": 1091.8, + "avg_cost": 0.0, + "lambda": 89.5069, + "rho": [ + 0.0984, + 0.1396, + 0.1614, + 0.1889, + 0.1547, + 0.2571 + ] + }, + { + "episode": 1350, + "avg_reward": 992.16, + "avg_cost": 0.0, + "lambda": 89.5643, + "rho": [ + 0.0986, + 0.1395, + 0.1634, + 0.1915, + 0.1567, + 0.2502 + ] + }, + { + "episode": 1360, + "avg_reward": 920.03, + "avg_cost": 0.0, + "lambda": 89.6793, + "rho": [ + 0.0986, + 0.1395, + 0.1634, + 0.1915, + 0.1567, + 0.2502 + ] + }, + { + "episode": 1370, + "avg_reward": 1510.08, + "avg_cost": 0.0, + "lambda": 89.7356, + "rho": [ + 0.0986, + 0.1395, + 0.1634, + 0.1915, + 0.1567, + 0.2502 + ] + }, + { + "episode": 1380, + "avg_reward": 2578.81, + "avg_cost": 0.0, + "lambda": 89.8488, + "rho": [ + 0.0986, + 0.1395, + 0.1634, + 0.1915, + 0.1567, + 0.2502 + ] + }, + { + "episode": 1390, + "avg_reward": 3338.19, + "avg_cost": 0.75, + "lambda": 90.0503, + "rho": [ + 0.0986, + 0.1395, + 0.1634, + 0.1915, + 0.1567, + 0.2502 + ] + }, + { + "episode": 1400, + "avg_reward": 3372.73, + "avg_cost": 1.25, + "lambda": 90.3695, + "rho": [ + 0.0987, + 0.1376, + 0.1651, + 0.1941, + 0.1583, + 0.2462 + ] + }, + { + "episode": 1410, + "avg_reward": 3469.96, + "avg_cost": 0.25, + "lambda": 90.9324, + "rho": [ + 0.0987, + 0.1376, + 0.1651, + 0.1941, + 0.1583, + 0.2462 + ] + }, + { + "episode": 1420, + "avg_reward": 3609.16, + "avg_cost": 0.25, + "lambda": 91.3734, + "rho": [ + 0.0987, + 0.1376, + 0.1651, + 0.1941, + 0.1583, + 0.2462 + ] + }, + { + "episode": 1430, + "avg_reward": 2283.14, + "avg_cost": 0.5, + "lambda": 91.716, + "rho": [ + 0.0987, + 0.1376, + 0.1651, + 0.1941, + 0.1583, + 0.2462 + ] + }, + { + "episode": 1440, + "avg_reward": 3777.18, + "avg_cost": 0.5, + "lambda": 92.0526, + "rho": [ + 0.0987, + 0.1376, + 0.1651, + 0.1941, + 0.1583, + 0.2462 + ] + }, + { + "episode": 1450, + "avg_reward": 4067.43, + "avg_cost": 0.5, + "lambda": 92.3775, + "rho": [ + 0.0989, + 0.1364, + 0.1671, + 0.1969, + 0.1605, + 0.2402 + ] + }, + { + "episode": 1460, + "avg_reward": 4070.48, + "avg_cost": 0.75, + "lambda": 92.9109, + "rho": [ + 0.0989, + 0.1364, + 0.1671, + 0.1969, + 0.1605, + 0.2402 + ] + }, + { + "episode": 1470, + "avg_reward": 3021.46, + "avg_cost": 0.25, + "lambda": 93.344, + "rho": [ + 0.0989, + 0.1364, + 0.1671, + 0.1969, + 0.1605, + 0.2402 + ] + }, + { + "episode": 1480, + "avg_reward": 4512.61, + "avg_cost": 0.5, + "lambda": 93.7426, + "rho": [ + 0.0989, + 0.1364, + 0.1671, + 0.1969, + 0.1605, + 0.2402 + ] + }, + { + "episode": 1490, + "avg_reward": 4249.15, + "avg_cost": 0.0, + "lambda": 94.2039, + "rho": [ + 0.0989, + 0.1364, + 0.1671, + 0.1969, + 0.1605, + 0.2402 + ] + }, + { + "episode": 1500, + "avg_reward": 3951.5, + "avg_cost": 0.25, + "lambda": 94.6384, + "rho": [ + 0.0989, + 0.1349, + 0.1688, + 0.1995, + 0.1624, + 0.2355 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..a9c1e46d0e049c2a683192735340f231eb804e89 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": -370823.65, + "constraint_satisfaction_pct": 17.27, + "final_rho": [ + 0.0796, + 0.0796, + 0.111, + 0.0796, + 0.0796, + 0.5706 + ], + "final_lambda": 11.1528, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -487.03, + "avg_cost": 199.25, + "lambda": 0.2993, + "rho": [ + 0.1607, + 0.1716, + 0.1594, + 0.1646, + 0.1578, + 0.1859 + ] + }, + { + "episode": 10, + "avg_reward": -1368.35, + "avg_cost": 80.0, + "lambda": 2.0278, + "rho": [ + 0.1607, + 0.1716, + 0.1594, + 0.1646, + 0.1578, + 0.1859 + ] + }, + { + "episode": 20, + "avg_reward": -1389.39, + "avg_cost": 80.5, + "lambda": 3.2736, + "rho": [ + 0.1607, + 0.1716, + 0.1594, + 0.1646, + 0.1578, + 0.1859 + ] + }, + { + "episode": 30, + "avg_reward": -1063.51, + "avg_cost": 47.5, + "lambda": 4.0899, + "rho": [ + 0.1607, + 0.1716, + 0.1594, + 0.1646, + 0.1578, + 0.1859 + ] + }, + { + "episode": 40, + "avg_reward": -1239.64, + "avg_cost": 74.25, + "lambda": 4.722, + "rho": [ + 0.1607, + 0.1716, + 0.1594, + 0.1646, + 0.1578, + 0.1859 + ] + }, + { + "episode": 50, + "avg_reward": -1739.03, + "avg_cost": 40.0, + "lambda": 5.431, + "rho": [ + 0.1692, + 0.1487, + 0.1646, + 0.1708, + 0.1593, + 0.1874 + ] + }, + { + "episode": 60, + "avg_reward": -1797.37, + "avg_cost": 20.75, + "lambda": 6.0184, + "rho": [ + 0.1692, + 0.1487, + 0.1646, + 0.1708, + 0.1593, + 0.1874 + ] + }, + { + "episode": 70, + "avg_reward": -1877.01, + "avg_cost": 26.5, + "lambda": 6.5142, + "rho": [ + 0.1692, + 0.1487, + 0.1646, + 0.1708, + 0.1593, + 0.1874 + ] + }, + { + "episode": 80, + "avg_reward": -2425.3, + "avg_cost": 9.25, + "lambda": 6.9292, + "rho": [ + 0.1692, + 0.1487, + 0.1646, + 0.1708, + 0.1593, + 0.1874 + ] + }, + { + "episode": 90, + "avg_reward": -1930.49, + "avg_cost": 19.25, + "lambda": 7.1989, + "rho": [ + 0.1692, + 0.1487, + 0.1646, + 0.1708, + 0.1593, + 0.1874 + ] + }, + { + "episode": 100, + "avg_reward": -1834.6, + "avg_cost": 7.0, + "lambda": 7.3526, + "rho": [ + 0.1814, + 0.133, + 0.1732, + 0.1674, + 0.1523, + 0.1928 + ] + }, + { + "episode": 110, + "avg_reward": -1509.92, + "avg_cost": 19.0, + "lambda": 7.4568, + "rho": [ + 0.1814, + 0.133, + 0.1732, + 0.1674, + 0.1523, + 0.1928 + ] + }, + { + "episode": 120, + "avg_reward": -924.74, + "avg_cost": 27.75, + "lambda": 7.6011, + "rho": [ + 0.1814, + 0.133, + 0.1732, + 0.1674, + 0.1523, + 0.1928 + ] + }, + { + "episode": 130, + "avg_reward": -1522.81, + "avg_cost": 6.25, + "lambda": 7.7786, + "rho": [ + 0.1814, + 0.133, + 0.1732, + 0.1674, + 0.1523, + 0.1928 + ] + }, + { + "episode": 140, + "avg_reward": -1718.99, + "avg_cost": 5.5, + "lambda": 8.154, + "rho": [ + 0.1814, + 0.133, + 0.1732, + 0.1674, + 0.1523, + 0.1928 + ] + }, + { + "episode": 150, + "avg_reward": -2173.35, + "avg_cost": 15.5, + "lambda": 8.345, + "rho": [ + 0.1735, + 0.1278, + 0.1806, + 0.1667, + 0.1478, + 0.2036 + ] + }, + { + "episode": 160, + "avg_reward": -2611.57, + "avg_cost": 5.75, + "lambda": 8.555, + "rho": [ + 0.1735, + 0.1278, + 0.1806, + 0.1667, + 0.1478, + 0.2036 + ] + }, + { + "episode": 170, + "avg_reward": -2108.46, + "avg_cost": 5.25, + "lambda": 8.7029, + "rho": [ + 0.1735, + 0.1278, + 0.1806, + 0.1667, + 0.1478, + 0.2036 + ] + }, + { + "episode": 180, + "avg_reward": -1952.92, + "avg_cost": 25.5, + "lambda": 8.8293, + "rho": [ + 0.1735, + 0.1278, + 0.1806, + 0.1667, + 0.1478, + 0.2036 + ] + }, + { + "episode": 190, + "avg_reward": -1879.12, + "avg_cost": 4.5, + "lambda": 8.9743, + "rho": [ + 0.1735, + 0.1278, + 0.1806, + 0.1667, + 0.1478, + 0.2036 + ] + }, + { + "episode": 200, + "avg_reward": -2003.8, + "avg_cost": 10.0, + "lambda": 9.0964, + "rho": [ + 0.1667, + 0.123, + 0.1913, + 0.1621, + 0.1508, + 0.2061 + ] + }, + { + "episode": 210, + "avg_reward": -2121.17, + "avg_cost": 2.25, + "lambda": 9.1738, + "rho": [ + 0.1667, + 0.123, + 0.1913, + 0.1621, + 0.1508, + 0.2061 + ] + }, + { + "episode": 220, + "avg_reward": -1913.79, + "avg_cost": 3.5, + "lambda": 9.2236, + "rho": [ + 0.1667, + 0.123, + 0.1913, + 0.1621, + 0.1508, + 0.2061 + ] + }, + { + "episode": 230, + "avg_reward": -1933.22, + "avg_cost": 1.25, + "lambda": 9.3015, + "rho": [ + 0.1667, + 0.123, + 0.1913, + 0.1621, + 0.1508, + 0.2061 + ] + }, + { + "episode": 240, + "avg_reward": -2090.82, + "avg_cost": 2.75, + "lambda": 9.3588, + "rho": [ + 0.1667, + 0.123, + 0.1913, + 0.1621, + 0.1508, + 0.2061 + ] + }, + { + "episode": 250, + "avg_reward": -2055.46, + "avg_cost": 3.0, + "lambda": 9.4067, + "rho": [ + 0.1566, + 0.1185, + 0.2034, + 0.159, + 0.1496, + 0.2128 + ] + }, + { + "episode": 260, + "avg_reward": -1822.77, + "avg_cost": 2.5, + "lambda": 9.4453, + "rho": [ + 0.1566, + 0.1185, + 0.2034, + 0.159, + 0.1496, + 0.2128 + ] + }, + { + "episode": 270, + "avg_reward": -1994.39, + "avg_cost": 1.0, + "lambda": 9.4744, + "rho": [ + 0.1566, + 0.1185, + 0.2034, + 0.159, + 0.1496, + 0.2128 + ] + }, + { + "episode": 280, + "avg_reward": -2014.29, + "avg_cost": 0.75, + "lambda": 9.4918, + "rho": [ + 0.1566, + 0.1185, + 0.2034, + 0.159, + 0.1496, + 0.2128 + ] + }, + { + "episode": 290, + "avg_reward": -1635.46, + "avg_cost": 6.25, + "lambda": 9.5089, + "rho": [ + 0.1566, + 0.1185, + 0.2034, + 0.159, + 0.1496, + 0.2128 + ] + }, + { + "episode": 300, + "avg_reward": -1876.39, + "avg_cost": 0.0, + "lambda": 9.5295, + "rho": [ + 0.1512, + 0.1168, + 0.2136, + 0.1539, + 0.1448, + 0.2198 + ] + }, + { + "episode": 310, + "avg_reward": -2077.95, + "avg_cost": 0.0, + "lambda": 9.5426, + "rho": [ + 0.1512, + 0.1168, + 0.2136, + 0.1539, + 0.1448, + 0.2198 + ] + }, + { + "episode": 320, + "avg_reward": -1903.2, + "avg_cost": 0.5, + "lambda": 9.5543, + "rho": [ + 0.1512, + 0.1168, + 0.2136, + 0.1539, + 0.1448, + 0.2198 + ] + }, + { + "episode": 330, + "avg_reward": -2274.66, + "avg_cost": 0.0, + "lambda": 9.5646, + "rho": [ + 0.1512, + 0.1168, + 0.2136, + 0.1539, + 0.1448, + 0.2198 + ] + }, + { + "episode": 340, + "avg_reward": -2124.69, + "avg_cost": 0.0, + "lambda": 9.5723, + "rho": [ + 0.1512, + 0.1168, + 0.2136, + 0.1539, + 0.1448, + 0.2198 + ] + }, + { + "episode": 350, + "avg_reward": -2114.18, + "avg_cost": 0.25, + "lambda": 9.5777, + "rho": [ + 0.1448, + 0.1133, + 0.2231, + 0.148, + 0.1393, + 0.2315 + ] + }, + { + "episode": 360, + "avg_reward": -1495.2, + "avg_cost": 18.5, + "lambda": 9.5879, + "rho": [ + 0.1448, + 0.1133, + 0.2231, + 0.148, + 0.1393, + 0.2315 + ] + }, + { + "episode": 370, + "avg_reward": -1610.5, + "avg_cost": 3.5, + "lambda": 9.6404, + "rho": [ + 0.1448, + 0.1133, + 0.2231, + 0.148, + 0.1393, + 0.2315 + ] + }, + { + "episode": 380, + "avg_reward": -1476.38, + "avg_cost": 0.0, + "lambda": 9.6819, + "rho": [ + 0.1448, + 0.1133, + 0.2231, + 0.148, + 0.1393, + 0.2315 + ] + }, + { + "episode": 390, + "avg_reward": -1147.89, + "avg_cost": 3.75, + "lambda": 9.7231, + "rho": [ + 0.1448, + 0.1133, + 0.2231, + 0.148, + 0.1393, + 0.2315 + ] + }, + { + "episode": 400, + "avg_reward": -1012.63, + "avg_cost": 8.25, + "lambda": 9.7627, + "rho": [ + 0.1387, + 0.109, + 0.2343, + 0.1388, + 0.1343, + 0.245 + ] + }, + { + "episode": 410, + "avg_reward": -522.91, + "avg_cost": 2.0, + "lambda": 9.8036, + "rho": [ + 0.1387, + 0.109, + 0.2343, + 0.1388, + 0.1343, + 0.245 + ] + }, + { + "episode": 420, + "avg_reward": -492.19, + "avg_cost": 4.25, + "lambda": 9.8436, + "rho": [ + 0.1387, + 0.109, + 0.2343, + 0.1388, + 0.1343, + 0.245 + ] + }, + { + "episode": 430, + "avg_reward": -164.05, + "avg_cost": 0.5, + "lambda": 9.8703, + "rho": [ + 0.1387, + 0.109, + 0.2343, + 0.1388, + 0.1343, + 0.245 + ] + }, + { + "episode": 440, + "avg_reward": -160.09, + "avg_cost": 5.25, + "lambda": 9.8875, + "rho": [ + 0.1387, + 0.109, + 0.2343, + 0.1388, + 0.1343, + 0.245 + ] + }, + { + "episode": 450, + "avg_reward": -213.0, + "avg_cost": 0.25, + "lambda": 9.9058, + "rho": [ + 0.1334, + 0.1048, + 0.2448, + 0.1296, + 0.1266, + 0.2608 + ] + }, + { + "episode": 460, + "avg_reward": -126.71, + "avg_cost": 0.75, + "lambda": 9.9171, + "rho": [ + 0.1334, + 0.1048, + 0.2448, + 0.1296, + 0.1266, + 0.2608 + ] + }, + { + "episode": 470, + "avg_reward": -206.48, + "avg_cost": 0.0, + "lambda": 9.9268, + "rho": [ + 0.1334, + 0.1048, + 0.2448, + 0.1296, + 0.1266, + 0.2608 + ] + }, + { + "episode": 480, + "avg_reward": -196.75, + "avg_cost": 0.75, + "lambda": 9.9332, + "rho": [ + 0.1334, + 0.1048, + 0.2448, + 0.1296, + 0.1266, + 0.2608 + ] + }, + { + "episode": 490, + "avg_reward": -260.89, + "avg_cost": 0.5, + "lambda": 9.9382, + "rho": [ + 0.1334, + 0.1048, + 0.2448, + 0.1296, + 0.1266, + 0.2608 + ] + }, + { + "episode": 500, + "avg_reward": -188.4, + "avg_cost": 0.25, + "lambda": 9.943, + "rho": [ + 0.1243, + 0.1, + 0.2575, + 0.1206, + 0.1184, + 0.2793 + ] + }, + { + "episode": 510, + "avg_reward": -191.94, + "avg_cost": 0.25, + "lambda": 9.9466, + "rho": [ + 0.1243, + 0.1, + 0.2575, + 0.1206, + 0.1184, + 0.2793 + ] + }, + { + "episode": 520, + "avg_reward": -131.17, + "avg_cost": 0.25, + "lambda": 9.9513, + "rho": [ + 0.1243, + 0.1, + 0.2575, + 0.1206, + 0.1184, + 0.2793 + ] + }, + { + "episode": 530, + "avg_reward": -144.32, + "avg_cost": 0.0, + "lambda": 9.9559, + "rho": [ + 0.1243, + 0.1, + 0.2575, + 0.1206, + 0.1184, + 0.2793 + ] + }, + { + "episode": 540, + "avg_reward": -151.43, + "avg_cost": 0.75, + "lambda": 9.9601, + "rho": [ + 0.1243, + 0.1, + 0.2575, + 0.1206, + 0.1184, + 0.2793 + ] + }, + { + "episode": 550, + "avg_reward": -130.18, + "avg_cost": 0.0, + "lambda": 9.9629, + "rho": [ + 0.1142, + 0.0993, + 0.2712, + 0.11, + 0.1066, + 0.2988 + ] + }, + { + "episode": 560, + "avg_reward": -14.34, + "avg_cost": 0.0, + "lambda": 9.9672, + "rho": [ + 0.1142, + 0.0993, + 0.2712, + 0.11, + 0.1066, + 0.2988 + ] + }, + { + "episode": 570, + "avg_reward": 9.48, + "avg_cost": 8.0, + "lambda": 9.9766, + "rho": [ + 0.1142, + 0.0993, + 0.2712, + 0.11, + 0.1066, + 0.2988 + ] + }, + { + "episode": 580, + "avg_reward": -23.79, + "avg_cost": 0.5, + "lambda": 9.9905, + "rho": [ + 0.1142, + 0.0993, + 0.2712, + 0.11, + 0.1066, + 0.2988 + ] + }, + { + "episode": 590, + "avg_reward": -68.69, + "avg_cost": 0.0, + "lambda": 9.9994, + "rho": [ + 0.1142, + 0.0993, + 0.2712, + 0.11, + 0.1066, + 0.2988 + ] + }, + { + "episode": 600, + "avg_reward": -40.01, + "avg_cost": 0.5, + "lambda": 10.0155, + "rho": [ + 0.1038, + 0.0982, + 0.2775, + 0.0989, + 0.0982, + 0.3233 + ] + }, + { + "episode": 610, + "avg_reward": -54.35, + "avg_cost": 1.0, + "lambda": 10.0313, + "rho": [ + 0.1038, + 0.0982, + 0.2775, + 0.0989, + 0.0982, + 0.3233 + ] + }, + { + "episode": 620, + "avg_reward": -27.35, + "avg_cost": 0.0, + "lambda": 10.0453, + "rho": [ + 0.1038, + 0.0982, + 0.2775, + 0.0989, + 0.0982, + 0.3233 + ] + }, + { + "episode": 630, + "avg_reward": -11.48, + "avg_cost": 0.5, + "lambda": 10.0549, + "rho": [ + 0.1038, + 0.0982, + 0.2775, + 0.0989, + 0.0982, + 0.3233 + ] + }, + { + "episode": 640, + "avg_reward": -20.17, + "avg_cost": 0.5, + "lambda": 10.0609, + "rho": [ + 0.1038, + 0.0982, + 0.2775, + 0.0989, + 0.0982, + 0.3233 + ] + }, + { + "episode": 650, + "avg_reward": -16.22, + "avg_cost": 0.0, + "lambda": 10.0661, + "rho": [ + 0.0989, + 0.0966, + 0.2737, + 0.0966, + 0.0966, + 0.3376 + ] + }, + { + "episode": 660, + "avg_reward": -39.15, + "avg_cost": 0.0, + "lambda": 10.0694, + "rho": [ + 0.0989, + 0.0966, + 0.2737, + 0.0966, + 0.0966, + 0.3376 + ] + }, + { + "episode": 670, + "avg_reward": -0.59, + "avg_cost": 2.0, + "lambda": 10.0731, + "rho": [ + 0.0989, + 0.0966, + 0.2737, + 0.0966, + 0.0966, + 0.3376 + ] + }, + { + "episode": 680, + "avg_reward": -46.8, + "avg_cost": 0.0, + "lambda": 10.081, + "rho": [ + 0.0989, + 0.0966, + 0.2737, + 0.0966, + 0.0966, + 0.3376 + ] + }, + { + "episode": 690, + "avg_reward": -26.8, + "avg_cost": 0.25, + "lambda": 10.0895, + "rho": [ + 0.0989, + 0.0966, + 0.2737, + 0.0966, + 0.0966, + 0.3376 + ] + }, + { + "episode": 700, + "avg_reward": -7.58, + "avg_cost": 0.25, + "lambda": 10.0974, + "rho": [ + 0.0942, + 0.0942, + 0.2721, + 0.0942, + 0.0942, + 0.3511 + ] + }, + { + "episode": 710, + "avg_reward": -25.76, + "avg_cost": 1.0, + "lambda": 10.1063, + "rho": [ + 0.0942, + 0.0942, + 0.2721, + 0.0942, + 0.0942, + 0.3511 + ] + }, + { + "episode": 720, + "avg_reward": -32.85, + "avg_cost": 4.0, + "lambda": 10.1222, + "rho": [ + 0.0942, + 0.0942, + 0.2721, + 0.0942, + 0.0942, + 0.3511 + ] + }, + { + "episode": 730, + "avg_reward": -17.24, + "avg_cost": 0.5, + "lambda": 10.1361, + "rho": [ + 0.0942, + 0.0942, + 0.2721, + 0.0942, + 0.0942, + 0.3511 + ] + }, + { + "episode": 740, + "avg_reward": -20.22, + "avg_cost": 0.5, + "lambda": 10.147, + "rho": [ + 0.0942, + 0.0942, + 0.2721, + 0.0942, + 0.0942, + 0.3511 + ] + }, + { + "episode": 750, + "avg_reward": -18.05, + "avg_cost": 0.5, + "lambda": 10.1576, + "rho": [ + 0.0913, + 0.0913, + 0.2695, + 0.0913, + 0.0913, + 0.3652 + ] + }, + { + "episode": 760, + "avg_reward": 1.52, + "avg_cost": 0.5, + "lambda": 10.1669, + "rho": [ + 0.0913, + 0.0913, + 0.2695, + 0.0913, + 0.0913, + 0.3652 + ] + }, + { + "episode": 770, + "avg_reward": -11.12, + "avg_cost": 1.0, + "lambda": 10.175, + "rho": [ + 0.0913, + 0.0913, + 0.2695, + 0.0913, + 0.0913, + 0.3652 + ] + }, + { + "episode": 780, + "avg_reward": -17.49, + "avg_cost": 0.5, + "lambda": 10.1821, + "rho": [ + 0.0913, + 0.0913, + 0.2695, + 0.0913, + 0.0913, + 0.3652 + ] + }, + { + "episode": 790, + "avg_reward": -13.43, + "avg_cost": 0.0, + "lambda": 10.1888, + "rho": [ + 0.0913, + 0.0913, + 0.2695, + 0.0913, + 0.0913, + 0.3652 + ] + }, + { + "episode": 800, + "avg_reward": -4.05, + "avg_cost": 0.0, + "lambda": 10.193, + "rho": [ + 0.0896, + 0.0896, + 0.2625, + 0.0896, + 0.0896, + 0.3792 + ] + }, + { + "episode": 810, + "avg_reward": 12.59, + "avg_cost": 0.0, + "lambda": 10.1973, + "rho": [ + 0.0896, + 0.0896, + 0.2625, + 0.0896, + 0.0896, + 0.3792 + ] + }, + { + "episode": 820, + "avg_reward": -0.67, + "avg_cost": 0.75, + "lambda": 10.2033, + "rho": [ + 0.0896, + 0.0896, + 0.2625, + 0.0896, + 0.0896, + 0.3792 + ] + }, + { + "episode": 830, + "avg_reward": 110.67, + "avg_cost": 3.75, + "lambda": 10.243, + "rho": [ + 0.0896, + 0.0896, + 0.2625, + 0.0896, + 0.0896, + 0.3792 + ] + }, + { + "episode": 840, + "avg_reward": 291.28, + "avg_cost": 3.5, + "lambda": 10.3058, + "rho": [ + 0.0896, + 0.0896, + 0.2625, + 0.0896, + 0.0896, + 0.3792 + ] + }, + { + "episode": 850, + "avg_reward": 248.67, + "avg_cost": 0.0, + "lambda": 10.348, + "rho": [ + 0.0885, + 0.0885, + 0.2533, + 0.0885, + 0.0885, + 0.3928 + ] + }, + { + "episode": 860, + "avg_reward": 292.76, + "avg_cost": 1.25, + "lambda": 10.3722, + "rho": [ + 0.0885, + 0.0885, + 0.2533, + 0.0885, + 0.0885, + 0.3928 + ] + }, + { + "episode": 870, + "avg_reward": 310.44, + "avg_cost": 0.75, + "lambda": 10.3888, + "rho": [ + 0.0885, + 0.0885, + 0.2533, + 0.0885, + 0.0885, + 0.3928 + ] + }, + { + "episode": 880, + "avg_reward": 383.72, + "avg_cost": 1.0, + "lambda": 10.4, + "rho": [ + 0.0885, + 0.0885, + 0.2533, + 0.0885, + 0.0885, + 0.3928 + ] + }, + { + "episode": 890, + "avg_reward": 317.43, + "avg_cost": 2.0, + "lambda": 10.4119, + "rho": [ + 0.0885, + 0.0885, + 0.2533, + 0.0885, + 0.0885, + 0.3928 + ] + }, + { + "episode": 900, + "avg_reward": 346.01, + "avg_cost": 0.25, + "lambda": 10.4229, + "rho": [ + 0.0875, + 0.0875, + 0.2381, + 0.0875, + 0.0875, + 0.4118 + ] + }, + { + "episode": 910, + "avg_reward": 286.73, + "avg_cost": 4.0, + "lambda": 10.4322, + "rho": [ + 0.0875, + 0.0875, + 0.2381, + 0.0875, + 0.0875, + 0.4118 + ] + }, + { + "episode": 920, + "avg_reward": 354.84, + "avg_cost": 0.5, + "lambda": 10.4466, + "rho": [ + 0.0875, + 0.0875, + 0.2381, + 0.0875, + 0.0875, + 0.4118 + ] + }, + { + "episode": 930, + "avg_reward": 380.74, + "avg_cost": 0.25, + "lambda": 10.4597, + "rho": [ + 0.0875, + 0.0875, + 0.2381, + 0.0875, + 0.0875, + 0.4118 + ] + }, + { + "episode": 940, + "avg_reward": 365.42, + "avg_cost": 0.0, + "lambda": 10.4696, + "rho": [ + 0.0875, + 0.0875, + 0.2381, + 0.0875, + 0.0875, + 0.4118 + ] + }, + { + "episode": 950, + "avg_reward": 366.23, + "avg_cost": 0.5, + "lambda": 10.4779, + "rho": [ + 0.0863, + 0.0863, + 0.2184, + 0.0863, + 0.0863, + 0.4366 + ] + }, + { + "episode": 960, + "avg_reward": 368.58, + "avg_cost": 0.0, + "lambda": 10.4852, + "rho": [ + 0.0863, + 0.0863, + 0.2184, + 0.0863, + 0.0863, + 0.4366 + ] + }, + { + "episode": 970, + "avg_reward": 338.45, + "avg_cost": 1.75, + "lambda": 10.4915, + "rho": [ + 0.0863, + 0.0863, + 0.2184, + 0.0863, + 0.0863, + 0.4366 + ] + }, + { + "episode": 980, + "avg_reward": 305.29, + "avg_cost": 0.75, + "lambda": 10.5005, + "rho": [ + 0.0863, + 0.0863, + 0.2184, + 0.0863, + 0.0863, + 0.4366 + ] + }, + { + "episode": 990, + "avg_reward": 306.4, + "avg_cost": 1.0, + "lambda": 10.5075, + "rho": [ + 0.0863, + 0.0863, + 0.2184, + 0.0863, + 0.0863, + 0.4366 + ] + }, + { + "episode": 1000, + "avg_reward": 351.74, + "avg_cost": 1.25, + "lambda": 10.5145, + "rho": [ + 0.0854, + 0.0854, + 0.1995, + 0.0854, + 0.0854, + 0.4588 + ] + }, + { + "episode": 1010, + "avg_reward": 343.67, + "avg_cost": 0.5, + "lambda": 10.5212, + "rho": [ + 0.0854, + 0.0854, + 0.1995, + 0.0854, + 0.0854, + 0.4588 + ] + }, + { + "episode": 1020, + "avg_reward": 369.24, + "avg_cost": 0.0, + "lambda": 10.5303, + "rho": [ + 0.0854, + 0.0854, + 0.1995, + 0.0854, + 0.0854, + 0.4588 + ] + }, + { + "episode": 1030, + "avg_reward": 359.02, + "avg_cost": 0.25, + "lambda": 10.5391, + "rho": [ + 0.0854, + 0.0854, + 0.1995, + 0.0854, + 0.0854, + 0.4588 + ] + }, + { + "episode": 1040, + "avg_reward": 344.96, + "avg_cost": 0.5, + "lambda": 10.5472, + "rho": [ + 0.0854, + 0.0854, + 0.1995, + 0.0854, + 0.0854, + 0.4588 + ] + }, + { + "episode": 1050, + "avg_reward": 347.7, + "avg_cost": 0.75, + "lambda": 10.5536, + "rho": [ + 0.0846, + 0.0846, + 0.1838, + 0.0846, + 0.0846, + 0.4778 + ] + }, + { + "episode": 1060, + "avg_reward": 337.33, + "avg_cost": 0.25, + "lambda": 10.559, + "rho": [ + 0.0846, + 0.0846, + 0.1838, + 0.0846, + 0.0846, + 0.4778 + ] + }, + { + "episode": 1070, + "avg_reward": 575.95, + "avg_cost": 2.0, + "lambda": 10.5673, + "rho": [ + 0.0846, + 0.0846, + 0.1838, + 0.0846, + 0.0846, + 0.4778 + ] + }, + { + "episode": 1080, + "avg_reward": 662.25, + "avg_cost": 4.25, + "lambda": 10.5796, + "rho": [ + 0.0846, + 0.0846, + 0.1838, + 0.0846, + 0.0846, + 0.4778 + ] + }, + { + "episode": 1090, + "avg_reward": 738.05, + "avg_cost": 2.25, + "lambda": 10.5967, + "rho": [ + 0.0846, + 0.0846, + 0.1838, + 0.0846, + 0.0846, + 0.4778 + ] + }, + { + "episode": 1100, + "avg_reward": 705.19, + "avg_cost": 0.0, + "lambda": 10.6112, + "rho": [ + 0.0842, + 0.0842, + 0.1775, + 0.0842, + 0.0842, + 0.4858 + ] + }, + { + "episode": 1110, + "avg_reward": 752.39, + "avg_cost": 0.75, + "lambda": 10.629, + "rho": [ + 0.0842, + 0.0842, + 0.1775, + 0.0842, + 0.0842, + 0.4858 + ] + }, + { + "episode": 1120, + "avg_reward": 741.48, + "avg_cost": 1.0, + "lambda": 10.6426, + "rho": [ + 0.0842, + 0.0842, + 0.1775, + 0.0842, + 0.0842, + 0.4858 + ] + }, + { + "episode": 1130, + "avg_reward": 748.87, + "avg_cost": 1.0, + "lambda": 10.6553, + "rho": [ + 0.0842, + 0.0842, + 0.1775, + 0.0842, + 0.0842, + 0.4858 + ] + }, + { + "episode": 1140, + "avg_reward": 706.8, + "avg_cost": 1.5, + "lambda": 10.664, + "rho": [ + 0.0842, + 0.0842, + 0.1775, + 0.0842, + 0.0842, + 0.4858 + ] + }, + { + "episode": 1150, + "avg_reward": 741.55, + "avg_cost": 0.75, + "lambda": 10.6744, + "rho": [ + 0.0844, + 0.0844, + 0.1774, + 0.0844, + 0.0844, + 0.485 + ] + }, + { + "episode": 1160, + "avg_reward": 697.04, + "avg_cost": 0.25, + "lambda": 10.6834, + "rho": [ + 0.0844, + 0.0844, + 0.1774, + 0.0844, + 0.0844, + 0.485 + ] + }, + { + "episode": 1170, + "avg_reward": 704.81, + "avg_cost": 0.25, + "lambda": 10.6921, + "rho": [ + 0.0844, + 0.0844, + 0.1774, + 0.0844, + 0.0844, + 0.485 + ] + }, + { + "episode": 1180, + "avg_reward": 731.3, + "avg_cost": 0.5, + "lambda": 10.7015, + "rho": [ + 0.0844, + 0.0844, + 0.1774, + 0.0844, + 0.0844, + 0.485 + ] + }, + { + "episode": 1190, + "avg_reward": 747.38, + "avg_cost": 0.0, + "lambda": 10.7109, + "rho": [ + 0.0844, + 0.0844, + 0.1774, + 0.0844, + 0.0844, + 0.485 + ] + }, + { + "episode": 1200, + "avg_reward": 727.43, + "avg_cost": 0.75, + "lambda": 10.7195, + "rho": [ + 0.085, + 0.085, + 0.1835, + 0.085, + 0.085, + 0.4764 + ] + }, + { + "episode": 1210, + "avg_reward": 710.19, + "avg_cost": 0.5, + "lambda": 10.7287, + "rho": [ + 0.085, + 0.085, + 0.1835, + 0.085, + 0.085, + 0.4764 + ] + }, + { + "episode": 1220, + "avg_reward": 751.92, + "avg_cost": 2.25, + "lambda": 10.7364, + "rho": [ + 0.085, + 0.085, + 0.1835, + 0.085, + 0.085, + 0.4764 + ] + }, + { + "episode": 1230, + "avg_reward": 714.87, + "avg_cost": 0.5, + "lambda": 10.7499, + "rho": [ + 0.085, + 0.085, + 0.1835, + 0.085, + 0.085, + 0.4764 + ] + }, + { + "episode": 1240, + "avg_reward": 685.27, + "avg_cost": 2.5, + "lambda": 10.7612, + "rho": [ + 0.085, + 0.085, + 0.1835, + 0.085, + 0.085, + 0.4764 + ] + }, + { + "episode": 1250, + "avg_reward": 673.5, + "avg_cost": 1.25, + "lambda": 10.7704, + "rho": [ + 0.0849, + 0.0849, + 0.1828, + 0.0849, + 0.0849, + 0.4775 + ] + }, + { + "episode": 1260, + "avg_reward": 727.59, + "avg_cost": 2.25, + "lambda": 10.779, + "rho": [ + 0.0849, + 0.0849, + 0.1828, + 0.0849, + 0.0849, + 0.4775 + ] + }, + { + "episode": 1270, + "avg_reward": 685.05, + "avg_cost": 0.75, + "lambda": 10.7876, + "rho": [ + 0.0849, + 0.0849, + 0.1828, + 0.0849, + 0.0849, + 0.4775 + ] + }, + { + "episode": 1280, + "avg_reward": 702.42, + "avg_cost": 0.25, + "lambda": 10.796, + "rho": [ + 0.0849, + 0.0849, + 0.1828, + 0.0849, + 0.0849, + 0.4775 + ] + }, + { + "episode": 1290, + "avg_reward": 727.7, + "avg_cost": 0.5, + "lambda": 10.8049, + "rho": [ + 0.0849, + 0.0849, + 0.1828, + 0.0849, + 0.0849, + 0.4775 + ] + }, + { + "episode": 1300, + "avg_reward": 697.51, + "avg_cost": 1.5, + "lambda": 10.8149, + "rho": [ + 0.0844, + 0.0844, + 0.1764, + 0.0844, + 0.0844, + 0.4859 + ] + }, + { + "episode": 1310, + "avg_reward": 720.47, + "avg_cost": 0.5, + "lambda": 10.8261, + "rho": [ + 0.0844, + 0.0844, + 0.1764, + 0.0844, + 0.0844, + 0.4859 + ] + }, + { + "episode": 1320, + "avg_reward": 719.99, + "avg_cost": 0.5, + "lambda": 10.8339, + "rho": [ + 0.0844, + 0.0844, + 0.1764, + 0.0844, + 0.0844, + 0.4859 + ] + }, + { + "episode": 1330, + "avg_reward": 741.06, + "avg_cost": 1.5, + "lambda": 10.8434, + "rho": [ + 0.0844, + 0.0844, + 0.1764, + 0.0844, + 0.0844, + 0.4859 + ] + }, + { + "episode": 1340, + "avg_reward": 698.13, + "avg_cost": 0.75, + "lambda": 10.8546, + "rho": [ + 0.0844, + 0.0844, + 0.1764, + 0.0844, + 0.0844, + 0.4859 + ] + }, + { + "episode": 1350, + "avg_reward": 720.51, + "avg_cost": 8.25, + "lambda": 10.8678, + "rho": [ + 0.0836, + 0.0836, + 0.1653, + 0.0836, + 0.0836, + 0.5002 + ] + }, + { + "episode": 1360, + "avg_reward": 696.92, + "avg_cost": 11.25, + "lambda": 10.9014, + "rho": [ + 0.0836, + 0.0836, + 0.1653, + 0.0836, + 0.0836, + 0.5002 + ] + }, + { + "episode": 1370, + "avg_reward": 658.74, + "avg_cost": 6.0, + "lambda": 10.9708, + "rho": [ + 0.0836, + 0.0836, + 0.1653, + 0.0836, + 0.0836, + 0.5002 + ] + }, + { + "episode": 1380, + "avg_reward": 659.43, + "avg_cost": 2.0, + "lambda": 11.0298, + "rho": [ + 0.0836, + 0.0836, + 0.1653, + 0.0836, + 0.0836, + 0.5002 + ] + }, + { + "episode": 1390, + "avg_reward": 617.0, + "avg_cost": 2.75, + "lambda": 11.0651, + "rho": [ + 0.0836, + 0.0836, + 0.1653, + 0.0836, + 0.0836, + 0.5002 + ] + }, + { + "episode": 1400, + "avg_reward": 587.53, + "avg_cost": 1.0, + "lambda": 11.0895, + "rho": [ + 0.0826, + 0.0826, + 0.1501, + 0.0826, + 0.0826, + 0.5197 + ] + }, + { + "episode": 1410, + "avg_reward": 580.51, + "avg_cost": 0.5, + "lambda": 11.1027, + "rho": [ + 0.0826, + 0.0826, + 0.1501, + 0.0826, + 0.0826, + 0.5197 + ] + }, + { + "episode": 1420, + "avg_reward": 621.56, + "avg_cost": 0.75, + "lambda": 11.1093, + "rho": [ + 0.0826, + 0.0826, + 0.1501, + 0.0826, + 0.0826, + 0.5197 + ] + }, + { + "episode": 1430, + "avg_reward": 625.29, + "avg_cost": 0.0, + "lambda": 11.1135, + "rho": [ + 0.0826, + 0.0826, + 0.1501, + 0.0826, + 0.0826, + 0.5197 + ] + }, + { + "episode": 1440, + "avg_reward": 651.78, + "avg_cost": 0.5, + "lambda": 11.1179, + "rho": [ + 0.0826, + 0.0826, + 0.1501, + 0.0826, + 0.0826, + 0.5197 + ] + }, + { + "episode": 1450, + "avg_reward": 675.23, + "avg_cost": 0.0, + "lambda": 11.1216, + "rho": [ + 0.0812, + 0.0812, + 0.1315, + 0.0812, + 0.0812, + 0.5436 + ] + }, + { + "episode": 1460, + "avg_reward": 660.38, + "avg_cost": 0.25, + "lambda": 11.1255, + "rho": [ + 0.0812, + 0.0812, + 0.1315, + 0.0812, + 0.0812, + 0.5436 + ] + }, + { + "episode": 1470, + "avg_reward": 678.85, + "avg_cost": 0.75, + "lambda": 11.13, + "rho": [ + 0.0812, + 0.0812, + 0.1315, + 0.0812, + 0.0812, + 0.5436 + ] + }, + { + "episode": 1480, + "avg_reward": 721.29, + "avg_cost": 0.25, + "lambda": 11.1364, + "rho": [ + 0.0812, + 0.0812, + 0.1315, + 0.0812, + 0.0812, + 0.5436 + ] + }, + { + "episode": 1490, + "avg_reward": 753.64, + "avg_cost": 0.25, + "lambda": 11.1435, + "rho": [ + 0.0812, + 0.0812, + 0.1315, + 0.0812, + 0.0812, + 0.5436 + ] + }, + { + "episode": 1500, + "avg_reward": 773.13, + "avg_cost": 0.25, + "lambda": 11.1528, + "rho": [ + 0.0796, + 0.0796, + 0.111, + 0.0796, + 0.0796, + 0.5706 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..5428ad01bbf91af27d21a6ad7030fe13f4e36bbd --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s2_1500ep_mamujoco_Walker2d_6x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2145 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 18137042.15, + "constraint_satisfaction_pct": 59.87, + "final_rho": [ + 0.111, + 0.1059, + 0.212, + 0.2405, + 0.0758, + 0.2547 + ], + "final_lambda": 3.0475, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1056.74, + "avg_cost": 206.5, + "lambda": 6.665, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 10, + "avg_reward": 7995.82, + "avg_cost": 97.25, + "lambda": 9.08, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 20, + "avg_reward": 8484.09, + "avg_cost": 112.25, + "lambda": 14.1, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 30, + "avg_reward": 11168.7, + "avg_cost": 63.75, + "lambda": 20.19, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 40, + "avg_reward": 7260.53, + "avg_cost": 27.25, + "lambda": 19.01, + "rho": [ + 0.1453, + 0.1674, + 0.1618, + 0.1597, + 0.1884, + 0.1775 + ] + }, + { + "episode": 50, + "avg_reward": 10883.12, + "avg_cost": 62.25, + "lambda": 19.49, + "rho": [ + 0.1427, + 0.1717, + 0.1592, + 0.1759, + 0.1786, + 0.1719 + ] + }, + { + "episode": 60, + "avg_reward": 8334.86, + "avg_cost": 9.5, + "lambda": 22.155, + "rho": [ + 0.1427, + 0.1717, + 0.1592, + 0.1759, + 0.1786, + 0.1719 + ] + }, + { + "episode": 70, + "avg_reward": 10065.04, + "avg_cost": 21.75, + "lambda": 21.3625, + "rho": [ + 0.1427, + 0.1717, + 0.1592, + 0.1759, + 0.1786, + 0.1719 + ] + }, + { + "episode": 80, + "avg_reward": 7255.66, + "avg_cost": 4.25, + "lambda": 18.73, + "rho": [ + 0.1427, + 0.1717, + 0.1592, + 0.1759, + 0.1786, + 0.1719 + ] + }, + { + "episode": 90, + "avg_reward": 12490.54, + "avg_cost": 46.0, + "lambda": 19.2225, + "rho": [ + 0.1427, + 0.1717, + 0.1592, + 0.1759, + 0.1786, + 0.1719 + ] + }, + { + "episode": 100, + "avg_reward": 11377.15, + "avg_cost": 37.75, + "lambda": 18.3475, + "rho": [ + 0.1398, + 0.1656, + 0.1651, + 0.1831, + 0.1687, + 0.1777 + ] + }, + { + "episode": 110, + "avg_reward": 10158.88, + "avg_cost": 81.0, + "lambda": 20.045, + "rho": [ + 0.1398, + 0.1656, + 0.1651, + 0.1831, + 0.1687, + 0.1777 + ] + }, + { + "episode": 120, + "avg_reward": 11452.88, + "avg_cost": 48.75, + "lambda": 20.94, + "rho": [ + 0.1398, + 0.1656, + 0.1651, + 0.1831, + 0.1687, + 0.1777 + ] + }, + { + "episode": 130, + "avg_reward": 11542.41, + "avg_cost": 63.75, + "lambda": 20.9925, + "rho": [ + 0.1398, + 0.1656, + 0.1651, + 0.1831, + 0.1687, + 0.1777 + ] + }, + { + "episode": 140, + "avg_reward": 11992.85, + "avg_cost": 71.5, + "lambda": 22.475, + "rho": [ + 0.1398, + 0.1656, + 0.1651, + 0.1831, + 0.1687, + 0.1777 + ] + }, + { + "episode": 150, + "avg_reward": 13746.23, + "avg_cost": 72.0, + "lambda": 25.215, + "rho": [ + 0.1396, + 0.1616, + 0.1639, + 0.1885, + 0.162, + 0.1844 + ] + }, + { + "episode": 160, + "avg_reward": 12418.78, + "avg_cost": 105.5, + "lambda": 29.1175, + "rho": [ + 0.1396, + 0.1616, + 0.1639, + 0.1885, + 0.162, + 0.1844 + ] + }, + { + "episode": 170, + "avg_reward": 10804.89, + "avg_cost": 88.75, + "lambda": 34.82, + "rho": [ + 0.1396, + 0.1616, + 0.1639, + 0.1885, + 0.162, + 0.1844 + ] + }, + { + "episode": 180, + "avg_reward": 9861.14, + "avg_cost": 71.5, + "lambda": 39.435, + "rho": [ + 0.1396, + 0.1616, + 0.1639, + 0.1885, + 0.162, + 0.1844 + ] + }, + { + "episode": 190, + "avg_reward": 10852.13, + "avg_cost": 64.0, + "lambda": 42.6025, + "rho": [ + 0.1396, + 0.1616, + 0.1639, + 0.1885, + 0.162, + 0.1844 + ] + }, + { + "episode": 200, + "avg_reward": 10413.91, + "avg_cost": 50.75, + "lambda": 43.4775, + "rho": [ + 0.1408, + 0.1588, + 0.1608, + 0.1909, + 0.1569, + 0.1918 + ] + }, + { + "episode": 210, + "avg_reward": 9393.94, + "avg_cost": 25.75, + "lambda": 44.6325, + "rho": [ + 0.1408, + 0.1588, + 0.1608, + 0.1909, + 0.1569, + 0.1918 + ] + }, + { + "episode": 220, + "avg_reward": 8439.24, + "avg_cost": 22.75, + "lambda": 44.37, + "rho": [ + 0.1408, + 0.1588, + 0.1608, + 0.1909, + 0.1569, + 0.1918 + ] + }, + { + "episode": 230, + "avg_reward": 8710.58, + "avg_cost": 21.25, + "lambda": 42.2925, + "rho": [ + 0.1408, + 0.1588, + 0.1608, + 0.1909, + 0.1569, + 0.1918 + ] + }, + { + "episode": 240, + "avg_reward": 8619.72, + "avg_cost": 25.5, + "lambda": 40.7825, + "rho": [ + 0.1408, + 0.1588, + 0.1608, + 0.1909, + 0.1569, + 0.1918 + ] + }, + { + "episode": 250, + "avg_reward": 9715.27, + "avg_cost": 27.75, + "lambda": 38.295, + "rho": [ + 0.1433, + 0.1553, + 0.1606, + 0.1897, + 0.1521, + 0.1991 + ] + }, + { + "episode": 260, + "avg_reward": 9087.59, + "avg_cost": 31.0, + "lambda": 36.4325, + "rho": [ + 0.1433, + 0.1553, + 0.1606, + 0.1897, + 0.1521, + 0.1991 + ] + }, + { + "episode": 270, + "avg_reward": 8373.2, + "avg_cost": 16.5, + "lambda": 34.15, + "rho": [ + 0.1433, + 0.1553, + 0.1606, + 0.1897, + 0.1521, + 0.1991 + ] + }, + { + "episode": 280, + "avg_reward": 9197.9, + "avg_cost": 3.25, + "lambda": 31.505, + "rho": [ + 0.1433, + 0.1553, + 0.1606, + 0.1897, + 0.1521, + 0.1991 + ] + }, + { + "episode": 290, + "avg_reward": 7737.62, + "avg_cost": 7.25, + "lambda": 28.0575, + "rho": [ + 0.1433, + 0.1553, + 0.1606, + 0.1897, + 0.1521, + 0.1991 + ] + }, + { + "episode": 300, + "avg_reward": 7625.32, + "avg_cost": 34.0, + "lambda": 25.665, + "rho": [ + 0.1443, + 0.1526, + 0.1587, + 0.1893, + 0.1474, + 0.2076 + ] + }, + { + "episode": 310, + "avg_reward": 7720.45, + "avg_cost": 8.0, + "lambda": 23.2, + "rho": [ + 0.1443, + 0.1526, + 0.1587, + 0.1893, + 0.1474, + 0.2076 + ] + }, + { + "episode": 320, + "avg_reward": 8331.4, + "avg_cost": 2.75, + "lambda": 19.5025, + "rho": [ + 0.1443, + 0.1526, + 0.1587, + 0.1893, + 0.1474, + 0.2076 + ] + }, + { + "episode": 330, + "avg_reward": 9903.84, + "avg_cost": 8.75, + "lambda": 16.06, + "rho": [ + 0.1443, + 0.1526, + 0.1587, + 0.1893, + 0.1474, + 0.2076 + ] + }, + { + "episode": 340, + "avg_reward": 9215.47, + "avg_cost": 8.25, + "lambda": 13.0525, + "rho": [ + 0.1443, + 0.1526, + 0.1587, + 0.1893, + 0.1474, + 0.2076 + ] + }, + { + "episode": 350, + "avg_reward": 8674.72, + "avg_cost": 1.75, + "lambda": 9.6325, + "rho": [ + 0.1453, + 0.1516, + 0.1584, + 0.1883, + 0.1435, + 0.213 + ] + }, + { + "episode": 360, + "avg_reward": 8607.35, + "avg_cost": 1.5, + "lambda": 7.4725, + "rho": [ + 0.1453, + 0.1516, + 0.1584, + 0.1883, + 0.1435, + 0.213 + ] + }, + { + "episode": 370, + "avg_reward": 11316.86, + "avg_cost": 16.75, + "lambda": 3.995, + "rho": [ + 0.1453, + 0.1516, + 0.1584, + 0.1883, + 0.1435, + 0.213 + ] + }, + { + "episode": 380, + "avg_reward": 14958.02, + "avg_cost": 117.25, + "lambda": 5.265, + "rho": [ + 0.1453, + 0.1516, + 0.1584, + 0.1883, + 0.1435, + 0.213 + ] + }, + { + "episode": 390, + "avg_reward": 14680.1, + "avg_cost": 104.0, + "lambda": 11.85, + "rho": [ + 0.1453, + 0.1516, + 0.1584, + 0.1883, + 0.1435, + 0.213 + ] + }, + { + "episode": 400, + "avg_reward": 9554.78, + "avg_cost": 0.5, + "lambda": 9.2775, + "rho": [ + 0.1438, + 0.1495, + 0.1586, + 0.1886, + 0.1398, + 0.2198 + ] + }, + { + "episode": 410, + "avg_reward": 9214.85, + "avg_cost": 0.0, + "lambda": 5.565, + "rho": [ + 0.1438, + 0.1495, + 0.1586, + 0.1886, + 0.1398, + 0.2198 + ] + }, + { + "episode": 420, + "avg_reward": 15769.44, + "avg_cost": 119.75, + "lambda": 6.2425, + "rho": [ + 0.1438, + 0.1495, + 0.1586, + 0.1886, + 0.1398, + 0.2198 + ] + }, + { + "episode": 430, + "avg_reward": 11168.58, + "avg_cost": 14.75, + "lambda": 8.645, + "rho": [ + 0.1438, + 0.1495, + 0.1586, + 0.1886, + 0.1398, + 0.2198 + ] + }, + { + "episode": 440, + "avg_reward": 11867.09, + "avg_cost": 6.0, + "lambda": 5.3075, + "rho": [ + 0.1438, + 0.1495, + 0.1586, + 0.1886, + 0.1398, + 0.2198 + ] + }, + { + "episode": 450, + "avg_reward": 13051.5, + "avg_cost": 15.0, + "lambda": 2.015, + "rho": [ + 0.1441, + 0.1475, + 0.1607, + 0.1893, + 0.1364, + 0.222 + ] + }, + { + "episode": 460, + "avg_reward": 14257.11, + "avg_cost": 40.5, + "lambda": 0.005, + "rho": [ + 0.1441, + 0.1475, + 0.1607, + 0.1893, + 0.1364, + 0.222 + ] + }, + { + "episode": 470, + "avg_reward": 16110.23, + "avg_cost": 179.75, + "lambda": 10.36, + "rho": [ + 0.1441, + 0.1475, + 0.1607, + 0.1893, + 0.1364, + 0.222 + ] + }, + { + "episode": 480, + "avg_reward": 16701.23, + "avg_cost": 152.25, + "lambda": 23.0525, + "rho": [ + 0.1441, + 0.1475, + 0.1607, + 0.1893, + 0.1364, + 0.222 + ] + }, + { + "episode": 490, + "avg_reward": 17445.57, + "avg_cost": 192.0, + "lambda": 36.7125, + "rho": [ + 0.1441, + 0.1475, + 0.1607, + 0.1893, + 0.1364, + 0.222 + ] + }, + { + "episode": 500, + "avg_reward": 17428.51, + "avg_cost": 197.75, + "lambda": 49.6975, + "rho": [ + 0.1443, + 0.145, + 0.1643, + 0.191, + 0.1328, + 0.2225 + ] + }, + { + "episode": 510, + "avg_reward": 16132.34, + "avg_cost": 124.25, + "lambda": 59.115, + "rho": [ + 0.1443, + 0.145, + 0.1643, + 0.191, + 0.1328, + 0.2225 + ] + }, + { + "episode": 520, + "avg_reward": 11047.84, + "avg_cost": 32.5, + "lambda": 62.6975, + "rho": [ + 0.1443, + 0.145, + 0.1643, + 0.191, + 0.1328, + 0.2225 + ] + }, + { + "episode": 530, + "avg_reward": 12850.01, + "avg_cost": 73.5, + "lambda": 64.3775, + "rho": [ + 0.1443, + 0.145, + 0.1643, + 0.191, + 0.1328, + 0.2225 + ] + }, + { + "episode": 540, + "avg_reward": 10426.46, + "avg_cost": 18.75, + "lambda": 63.7025, + "rho": [ + 0.1443, + 0.145, + 0.1643, + 0.191, + 0.1328, + 0.2225 + ] + }, + { + "episode": 550, + "avg_reward": 7861.89, + "avg_cost": 15.5, + "lambda": 61.485, + "rho": [ + 0.1455, + 0.1435, + 0.1682, + 0.1914, + 0.1313, + 0.2201 + ] + }, + { + "episode": 560, + "avg_reward": 7193.54, + "avg_cost": 20.5, + "lambda": 59.64, + "rho": [ + 0.1455, + 0.1435, + 0.1682, + 0.1914, + 0.1313, + 0.2201 + ] + }, + { + "episode": 570, + "avg_reward": 8243.68, + "avg_cost": 9.5, + "lambda": 57.9975, + "rho": [ + 0.1455, + 0.1435, + 0.1682, + 0.1914, + 0.1313, + 0.2201 + ] + }, + { + "episode": 580, + "avg_reward": 8149.21, + "avg_cost": 19.0, + "lambda": 56.3875, + "rho": [ + 0.1455, + 0.1435, + 0.1682, + 0.1914, + 0.1313, + 0.2201 + ] + }, + { + "episode": 590, + "avg_reward": 9494.07, + "avg_cost": 8.25, + "lambda": 53.835, + "rho": [ + 0.1455, + 0.1435, + 0.1682, + 0.1914, + 0.1313, + 0.2201 + ] + }, + { + "episode": 600, + "avg_reward": 9118.68, + "avg_cost": 18.75, + "lambda": 51.2125, + "rho": [ + 0.1468, + 0.1418, + 0.1707, + 0.191, + 0.1293, + 0.2204 + ] + }, + { + "episode": 610, + "avg_reward": 9653.37, + "avg_cost": 9.25, + "lambda": 48.855, + "rho": [ + 0.1468, + 0.1418, + 0.1707, + 0.191, + 0.1293, + 0.2204 + ] + }, + { + "episode": 620, + "avg_reward": 9359.95, + "avg_cost": 15.25, + "lambda": 45.59, + "rho": [ + 0.1468, + 0.1418, + 0.1707, + 0.191, + 0.1293, + 0.2204 + ] + }, + { + "episode": 630, + "avg_reward": 9513.52, + "avg_cost": 9.25, + "lambda": 42.585, + "rho": [ + 0.1468, + 0.1418, + 0.1707, + 0.191, + 0.1293, + 0.2204 + ] + }, + { + "episode": 640, + "avg_reward": 9034.8, + "avg_cost": 7.5, + "lambda": 39.7675, + "rho": [ + 0.1468, + 0.1418, + 0.1707, + 0.191, + 0.1293, + 0.2204 + ] + }, + { + "episode": 650, + "avg_reward": 8379.87, + "avg_cost": 9.25, + "lambda": 36.64, + "rho": [ + 0.1478, + 0.1388, + 0.1725, + 0.1921, + 0.126, + 0.2229 + ] + }, + { + "episode": 660, + "avg_reward": 7037.34, + "avg_cost": 11.75, + "lambda": 33.69, + "rho": [ + 0.1478, + 0.1388, + 0.1725, + 0.1921, + 0.126, + 0.2229 + ] + }, + { + "episode": 670, + "avg_reward": 7728.19, + "avg_cost": 18.25, + "lambda": 30.8325, + "rho": [ + 0.1478, + 0.1388, + 0.1725, + 0.1921, + 0.126, + 0.2229 + ] + }, + { + "episode": 680, + "avg_reward": 6870.21, + "avg_cost": 11.25, + "lambda": 28.02, + "rho": [ + 0.1478, + 0.1388, + 0.1725, + 0.1921, + 0.126, + 0.2229 + ] + }, + { + "episode": 690, + "avg_reward": 7829.66, + "avg_cost": 16.75, + "lambda": 24.845, + "rho": [ + 0.1478, + 0.1388, + 0.1725, + 0.1921, + 0.126, + 0.2229 + ] + }, + { + "episode": 700, + "avg_reward": 7287.29, + "avg_cost": 7.25, + "lambda": 21.8475, + "rho": [ + 0.1487, + 0.1365, + 0.1749, + 0.1935, + 0.1234, + 0.223 + ] + }, + { + "episode": 710, + "avg_reward": 7321.62, + "avg_cost": 7.75, + "lambda": 18.2325, + "rho": [ + 0.1487, + 0.1365, + 0.1749, + 0.1935, + 0.1234, + 0.223 + ] + }, + { + "episode": 720, + "avg_reward": 8542.73, + "avg_cost": 1.0, + "lambda": 14.52, + "rho": [ + 0.1487, + 0.1365, + 0.1749, + 0.1935, + 0.1234, + 0.223 + ] + }, + { + "episode": 730, + "avg_reward": 10079.72, + "avg_cost": 3.75, + "lambda": 11.1225, + "rho": [ + 0.1487, + 0.1365, + 0.1749, + 0.1935, + 0.1234, + 0.223 + ] + }, + { + "episode": 740, + "avg_reward": 10853.79, + "avg_cost": 10.25, + "lambda": 7.995, + "rho": [ + 0.1487, + 0.1365, + 0.1749, + 0.1935, + 0.1234, + 0.223 + ] + }, + { + "episode": 750, + "avg_reward": 11763.26, + "avg_cost": 25.25, + "lambda": 5.2975, + "rho": [ + 0.149, + 0.1336, + 0.1777, + 0.1942, + 0.1204, + 0.2251 + ] + }, + { + "episode": 760, + "avg_reward": 12798.01, + "avg_cost": 31.25, + "lambda": 3.0225, + "rho": [ + 0.149, + 0.1336, + 0.1777, + 0.1942, + 0.1204, + 0.2251 + ] + }, + { + "episode": 770, + "avg_reward": 13568.96, + "avg_cost": 38.25, + "lambda": 3.455, + "rho": [ + 0.149, + 0.1336, + 0.1777, + 0.1942, + 0.1204, + 0.2251 + ] + }, + { + "episode": 780, + "avg_reward": 13494.83, + "avg_cost": 30.5, + "lambda": 4.335, + "rho": [ + 0.149, + 0.1336, + 0.1777, + 0.1942, + 0.1204, + 0.2251 + ] + }, + { + "episode": 790, + "avg_reward": 14516.59, + "avg_cost": 45.0, + "lambda": 4.385, + "rho": [ + 0.149, + 0.1336, + 0.1777, + 0.1942, + 0.1204, + 0.2251 + ] + }, + { + "episode": 800, + "avg_reward": 13185.8, + "avg_cost": 25.25, + "lambda": 3.265, + "rho": [ + 0.1477, + 0.132, + 0.1806, + 0.1947, + 0.1188, + 0.226 + ] + }, + { + "episode": 810, + "avg_reward": 12867.76, + "avg_cost": 29.5, + "lambda": 2.805, + "rho": [ + 0.1477, + 0.132, + 0.1806, + 0.1947, + 0.1188, + 0.226 + ] + }, + { + "episode": 820, + "avg_reward": 14137.9, + "avg_cost": 52.75, + "lambda": 2.9575, + "rho": [ + 0.1477, + 0.132, + 0.1806, + 0.1947, + 0.1188, + 0.226 + ] + }, + { + "episode": 830, + "avg_reward": 14660.55, + "avg_cost": 55.25, + "lambda": 3.76, + "rho": [ + 0.1477, + 0.132, + 0.1806, + 0.1947, + 0.1188, + 0.226 + ] + }, + { + "episode": 840, + "avg_reward": 16029.02, + "avg_cost": 49.75, + "lambda": 4.73, + "rho": [ + 0.1477, + 0.132, + 0.1806, + 0.1947, + 0.1188, + 0.226 + ] + }, + { + "episode": 850, + "avg_reward": 13472.23, + "avg_cost": 45.5, + "lambda": 4.8325, + "rho": [ + 0.1464, + 0.1296, + 0.183, + 0.1952, + 0.1166, + 0.2292 + ] + }, + { + "episode": 860, + "avg_reward": 11232.53, + "avg_cost": 12.0, + "lambda": 3.4325, + "rho": [ + 0.1464, + 0.1296, + 0.183, + 0.1952, + 0.1166, + 0.2292 + ] + }, + { + "episode": 870, + "avg_reward": 13434.13, + "avg_cost": 35.25, + "lambda": 1.65, + "rho": [ + 0.1464, + 0.1296, + 0.183, + 0.1952, + 0.1166, + 0.2292 + ] + }, + { + "episode": 880, + "avg_reward": 14166.82, + "avg_cost": 38.0, + "lambda": 1.94, + "rho": [ + 0.1464, + 0.1296, + 0.183, + 0.1952, + 0.1166, + 0.2292 + ] + }, + { + "episode": 890, + "avg_reward": 14546.43, + "avg_cost": 53.5, + "lambda": 2.535, + "rho": [ + 0.1464, + 0.1296, + 0.183, + 0.1952, + 0.1166, + 0.2292 + ] + }, + { + "episode": 900, + "avg_reward": 14640.43, + "avg_cost": 45.0, + "lambda": 4.0125, + "rho": [ + 0.1451, + 0.127, + 0.1853, + 0.1963, + 0.1129, + 0.2334 + ] + }, + { + "episode": 910, + "avg_reward": 13526.09, + "avg_cost": 42.75, + "lambda": 4.1025, + "rho": [ + 0.1451, + 0.127, + 0.1853, + 0.1963, + 0.1129, + 0.2334 + ] + }, + { + "episode": 920, + "avg_reward": 14170.44, + "avg_cost": 35.75, + "lambda": 4.8175, + "rho": [ + 0.1451, + 0.127, + 0.1853, + 0.1963, + 0.1129, + 0.2334 + ] + }, + { + "episode": 930, + "avg_reward": 14415.09, + "avg_cost": 43.0, + "lambda": 5.065, + "rho": [ + 0.1451, + 0.127, + 0.1853, + 0.1963, + 0.1129, + 0.2334 + ] + }, + { + "episode": 940, + "avg_reward": 12511.21, + "avg_cost": 30.25, + "lambda": 4.4725, + "rho": [ + 0.1451, + 0.127, + 0.1853, + 0.1963, + 0.1129, + 0.2334 + ] + }, + { + "episode": 950, + "avg_reward": 14015.88, + "avg_cost": 13.5, + "lambda": 3.9425, + "rho": [ + 0.1435, + 0.1237, + 0.1893, + 0.1968, + 0.1086, + 0.238 + ] + }, + { + "episode": 960, + "avg_reward": 14473.96, + "avg_cost": 38.75, + "lambda": 3.635, + "rho": [ + 0.1435, + 0.1237, + 0.1893, + 0.1968, + 0.1086, + 0.238 + ] + }, + { + "episode": 970, + "avg_reward": 13996.68, + "avg_cost": 44.75, + "lambda": 3.255, + "rho": [ + 0.1435, + 0.1237, + 0.1893, + 0.1968, + 0.1086, + 0.238 + ] + }, + { + "episode": 980, + "avg_reward": 15490.63, + "avg_cost": 41.5, + "lambda": 3.56, + "rho": [ + 0.1435, + 0.1237, + 0.1893, + 0.1968, + 0.1086, + 0.238 + ] + }, + { + "episode": 990, + "avg_reward": 14123.34, + "avg_cost": 38.5, + "lambda": 3.3275, + "rho": [ + 0.1435, + 0.1237, + 0.1893, + 0.1968, + 0.1086, + 0.238 + ] + }, + { + "episode": 1000, + "avg_reward": 15245.52, + "avg_cost": 45.75, + "lambda": 4.0225, + "rho": [ + 0.1422, + 0.1221, + 0.1922, + 0.1971, + 0.1063, + 0.2402 + ] + }, + { + "episode": 1010, + "avg_reward": 15297.59, + "avg_cost": 42.75, + "lambda": 4.2825, + "rho": [ + 0.1422, + 0.1221, + 0.1922, + 0.1971, + 0.1063, + 0.2402 + ] + }, + { + "episode": 1020, + "avg_reward": 14782.29, + "avg_cost": 41.75, + "lambda": 4.2775, + "rho": [ + 0.1422, + 0.1221, + 0.1922, + 0.1971, + 0.1063, + 0.2402 + ] + }, + { + "episode": 1030, + "avg_reward": 14188.91, + "avg_cost": 31.25, + "lambda": 3.9775, + "rho": [ + 0.1422, + 0.1221, + 0.1922, + 0.1971, + 0.1063, + 0.2402 + ] + }, + { + "episode": 1040, + "avg_reward": 14304.37, + "avg_cost": 40.0, + "lambda": 3.5625, + "rho": [ + 0.1422, + 0.1221, + 0.1922, + 0.1971, + 0.1063, + 0.2402 + ] + }, + { + "episode": 1050, + "avg_reward": 14996.71, + "avg_cost": 59.0, + "lambda": 4.935, + "rho": [ + 0.14, + 0.1213, + 0.1956, + 0.1981, + 0.1045, + 0.2406 + ] + }, + { + "episode": 1060, + "avg_reward": 14592.6, + "avg_cost": 15.75, + "lambda": 4.415, + "rho": [ + 0.14, + 0.1213, + 0.1956, + 0.1981, + 0.1045, + 0.2406 + ] + }, + { + "episode": 1070, + "avg_reward": 14488.0, + "avg_cost": 26.5, + "lambda": 3.77, + "rho": [ + 0.14, + 0.1213, + 0.1956, + 0.1981, + 0.1045, + 0.2406 + ] + }, + { + "episode": 1080, + "avg_reward": 15111.87, + "avg_cost": 44.75, + "lambda": 4.77, + "rho": [ + 0.14, + 0.1213, + 0.1956, + 0.1981, + 0.1045, + 0.2406 + ] + }, + { + "episode": 1090, + "avg_reward": 15583.03, + "avg_cost": 53.25, + "lambda": 4.3, + "rho": [ + 0.14, + 0.1213, + 0.1956, + 0.1981, + 0.1045, + 0.2406 + ] + }, + { + "episode": 1100, + "avg_reward": 15353.9, + "avg_cost": 31.0, + "lambda": 4.7875, + "rho": [ + 0.1373, + 0.1197, + 0.1997, + 0.2009, + 0.1014, + 0.2411 + ] + }, + { + "episode": 1110, + "avg_reward": 14258.86, + "avg_cost": 36.0, + "lambda": 4.1875, + "rho": [ + 0.1373, + 0.1197, + 0.1997, + 0.2009, + 0.1014, + 0.2411 + ] + }, + { + "episode": 1120, + "avg_reward": 15769.6, + "avg_cost": 61.75, + "lambda": 5.3225, + "rho": [ + 0.1373, + 0.1197, + 0.1997, + 0.2009, + 0.1014, + 0.2411 + ] + }, + { + "episode": 1130, + "avg_reward": 14320.32, + "avg_cost": 34.0, + "lambda": 6.1625, + "rho": [ + 0.1373, + 0.1197, + 0.1997, + 0.2009, + 0.1014, + 0.2411 + ] + }, + { + "episode": 1140, + "avg_reward": 12950.42, + "avg_cost": 40.5, + "lambda": 4.8925, + "rho": [ + 0.1373, + 0.1197, + 0.1997, + 0.2009, + 0.1014, + 0.2411 + ] + }, + { + "episode": 1150, + "avg_reward": 16676.7, + "avg_cost": 81.0, + "lambda": 6.5875, + "rho": [ + 0.1346, + 0.1179, + 0.2029, + 0.2051, + 0.0985, + 0.2409 + ] + }, + { + "episode": 1160, + "avg_reward": 14532.75, + "avg_cost": 47.5, + "lambda": 7.7325, + "rho": [ + 0.1346, + 0.1179, + 0.2029, + 0.2051, + 0.0985, + 0.2409 + ] + }, + { + "episode": 1170, + "avg_reward": 11499.2, + "avg_cost": 24.5, + "lambda": 7.145, + "rho": [ + 0.1346, + 0.1179, + 0.2029, + 0.2051, + 0.0985, + 0.2409 + ] + }, + { + "episode": 1180, + "avg_reward": 11241.79, + "avg_cost": 20.5, + "lambda": 4.815, + "rho": [ + 0.1346, + 0.1179, + 0.2029, + 0.2051, + 0.0985, + 0.2409 + ] + }, + { + "episode": 1190, + "avg_reward": 11871.81, + "avg_cost": 17.75, + "lambda": 1.895, + "rho": [ + 0.1346, + 0.1179, + 0.2029, + 0.2051, + 0.0985, + 0.2409 + ] + }, + { + "episode": 1200, + "avg_reward": 12745.34, + "avg_cost": 40.5, + "lambda": 0.045, + "rho": [ + 0.1313, + 0.1148, + 0.2052, + 0.2107, + 0.0951, + 0.2428 + ] + }, + { + "episode": 1210, + "avg_reward": 16159.77, + "avg_cost": 79.25, + "lambda": 1.095, + "rho": [ + 0.1313, + 0.1148, + 0.2052, + 0.2107, + 0.0951, + 0.2428 + ] + }, + { + "episode": 1220, + "avg_reward": 16226.62, + "avg_cost": 68.0, + "lambda": 5.56, + "rho": [ + 0.1313, + 0.1148, + 0.2052, + 0.2107, + 0.0951, + 0.2428 + ] + }, + { + "episode": 1230, + "avg_reward": 15605.44, + "avg_cost": 56.25, + "lambda": 7.76, + "rho": [ + 0.1313, + 0.1148, + 0.2052, + 0.2107, + 0.0951, + 0.2428 + ] + }, + { + "episode": 1240, + "avg_reward": 15324.22, + "avg_cost": 54.0, + "lambda": 9.5875, + "rho": [ + 0.1313, + 0.1148, + 0.2052, + 0.2107, + 0.0951, + 0.2428 + ] + }, + { + "episode": 1250, + "avg_reward": 12092.53, + "avg_cost": 34.25, + "lambda": 9.1475, + "rho": [ + 0.1272, + 0.1119, + 0.2084, + 0.2173, + 0.0902, + 0.2449 + ] + }, + { + "episode": 1260, + "avg_reward": 12121.37, + "avg_cost": 18.0, + "lambda": 7.92, + "rho": [ + 0.1272, + 0.1119, + 0.2084, + 0.2173, + 0.0902, + 0.2449 + ] + }, + { + "episode": 1270, + "avg_reward": 11338.07, + "avg_cost": 10.5, + "lambda": 6.3, + "rho": [ + 0.1272, + 0.1119, + 0.2084, + 0.2173, + 0.0902, + 0.2449 + ] + }, + { + "episode": 1280, + "avg_reward": 12737.77, + "avg_cost": 17.0, + "lambda": 4.73, + "rho": [ + 0.1272, + 0.1119, + 0.2084, + 0.2173, + 0.0902, + 0.2449 + ] + }, + { + "episode": 1290, + "avg_reward": 14903.33, + "avg_cost": 49.5, + "lambda": 4.33, + "rho": [ + 0.1272, + 0.1119, + 0.2084, + 0.2173, + 0.0902, + 0.2449 + ] + }, + { + "episode": 1300, + "avg_reward": 12055.75, + "avg_cost": 53.75, + "lambda": 5.485, + "rho": [ + 0.1231, + 0.1105, + 0.2089, + 0.2235, + 0.0861, + 0.2478 + ] + }, + { + "episode": 1310, + "avg_reward": 11785.98, + "avg_cost": 37.75, + "lambda": 5.9625, + "rho": [ + 0.1231, + 0.1105, + 0.2089, + 0.2235, + 0.0861, + 0.2478 + ] + }, + { + "episode": 1320, + "avg_reward": 13320.29, + "avg_cost": 23.0, + "lambda": 4.77, + "rho": [ + 0.1231, + 0.1105, + 0.2089, + 0.2235, + 0.0861, + 0.2478 + ] + }, + { + "episode": 1330, + "avg_reward": 13111.95, + "avg_cost": 30.75, + "lambda": 3.3275, + "rho": [ + 0.1231, + 0.1105, + 0.2089, + 0.2235, + 0.0861, + 0.2478 + ] + }, + { + "episode": 1340, + "avg_reward": 13849.87, + "avg_cost": 43.5, + "lambda": 3.51, + "rho": [ + 0.1231, + 0.1105, + 0.2089, + 0.2235, + 0.0861, + 0.2478 + ] + }, + { + "episode": 1350, + "avg_reward": 15266.59, + "avg_cost": 36.25, + "lambda": 3.37, + "rho": [ + 0.1187, + 0.1083, + 0.2085, + 0.232, + 0.0818, + 0.2508 + ] + }, + { + "episode": 1360, + "avg_reward": 15547.14, + "avg_cost": 37.25, + "lambda": 3.78, + "rho": [ + 0.1187, + 0.1083, + 0.2085, + 0.232, + 0.0818, + 0.2508 + ] + }, + { + "episode": 1370, + "avg_reward": 16963.17, + "avg_cost": 87.0, + "lambda": 7.24, + "rho": [ + 0.1187, + 0.1083, + 0.2085, + 0.232, + 0.0818, + 0.2508 + ] + }, + { + "episode": 1380, + "avg_reward": 15655.94, + "avg_cost": 91.75, + "lambda": 12.185, + "rho": [ + 0.1187, + 0.1083, + 0.2085, + 0.232, + 0.0818, + 0.2508 + ] + }, + { + "episode": 1390, + "avg_reward": 14985.1, + "avg_cost": 96.0, + "lambda": 16.5575, + "rho": [ + 0.1187, + 0.1083, + 0.2085, + 0.232, + 0.0818, + 0.2508 + ] + }, + { + "episode": 1400, + "avg_reward": 13876.31, + "avg_cost": 42.25, + "lambda": 18.82, + "rho": [ + 0.1148, + 0.1066, + 0.2095, + 0.237, + 0.0787, + 0.2535 + ] + }, + { + "episode": 1410, + "avg_reward": 12938.15, + "avg_cost": 28.5, + "lambda": 19.2725, + "rho": [ + 0.1148, + 0.1066, + 0.2095, + 0.237, + 0.0787, + 0.2535 + ] + }, + { + "episode": 1420, + "avg_reward": 11938.7, + "avg_cost": 10.0, + "lambda": 17.82, + "rho": [ + 0.1148, + 0.1066, + 0.2095, + 0.237, + 0.0787, + 0.2535 + ] + }, + { + "episode": 1430, + "avg_reward": 12304.26, + "avg_cost": 8.75, + "lambda": 15.5775, + "rho": [ + 0.1148, + 0.1066, + 0.2095, + 0.237, + 0.0787, + 0.2535 + ] + }, + { + "episode": 1440, + "avg_reward": 12366.34, + "avg_cost": 27.75, + "lambda": 13.21, + "rho": [ + 0.1148, + 0.1066, + 0.2095, + 0.237, + 0.0787, + 0.2535 + ] + }, + { + "episode": 1450, + "avg_reward": 12440.2, + "avg_cost": 17.75, + "lambda": 11.0825, + "rho": [ + 0.1122, + 0.1057, + 0.2119, + 0.2398, + 0.0767, + 0.2538 + ] + }, + { + "episode": 1460, + "avg_reward": 13517.57, + "avg_cost": 28.75, + "lambda": 9.3875, + "rho": [ + 0.1122, + 0.1057, + 0.2119, + 0.2398, + 0.0767, + 0.2538 + ] + }, + { + "episode": 1470, + "avg_reward": 13093.54, + "avg_cost": 22.25, + "lambda": 7.18, + "rho": [ + 0.1122, + 0.1057, + 0.2119, + 0.2398, + 0.0767, + 0.2538 + ] + }, + { + "episode": 1480, + "avg_reward": 13089.91, + "avg_cost": 19.0, + "lambda": 5.1075, + "rho": [ + 0.1122, + 0.1057, + 0.2119, + 0.2398, + 0.0767, + 0.2538 + ] + }, + { + "episode": 1490, + "avg_reward": 14045.17, + "avg_cost": 10.5, + "lambda": 3.73, + "rho": [ + 0.1122, + 0.1057, + 0.2119, + 0.2398, + 0.0767, + 0.2538 + ] + }, + { + "episode": 1500, + "avg_reward": 15046.89, + "avg_cost": 41.5, + "lambda": 3.0475, + "rho": [ + 0.111, + 0.1059, + 0.212, + 0.2405, + 0.0758, + 0.2547 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..7c38ae065c3bffbac3f676c6d9151bc0d70fb029 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 399149.94, + "constraint_satisfaction_pct": 25.87, + "final_rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1053, + 0.2041, + 0.4226 + ], + "final_lambda": 10.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -914.12, + "avg_cost": 164.5, + "lambda": 0.2645, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": 185.45, + "avg_cost": 170.75, + "lambda": 1.8233, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": -443.19, + "avg_cost": 81.25, + "lambda": 3.3637, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": -332.94, + "avg_cost": 41.0, + "lambda": 4.3155, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -718.13, + "avg_cost": 19.5, + "lambda": 4.8453, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -908.91, + "avg_cost": 23.5, + "lambda": 5.2009, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ] + }, + { + "episode": 60, + "avg_reward": -1034.53, + "avg_cost": 30.0, + "lambda": 5.4693, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ] + }, + { + "episode": 70, + "avg_reward": -367.94, + "avg_cost": 15.75, + "lambda": 5.7104, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ] + }, + { + "episode": 80, + "avg_reward": 5.2, + "avg_cost": 86.25, + "lambda": 5.9593, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ] + }, + { + "episode": 90, + "avg_reward": -33.29, + "avg_cost": 104.25, + "lambda": 6.4212, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ] + }, + { + "episode": 100, + "avg_reward": 301.07, + "avg_cost": 160.25, + "lambda": 6.9304, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ] + }, + { + "episode": 110, + "avg_reward": -116.15, + "avg_cost": 5.25, + "lambda": 7.4636, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ] + }, + { + "episode": 120, + "avg_reward": 40.19, + "avg_cost": 36.75, + "lambda": 7.8444, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ] + }, + { + "episode": 130, + "avg_reward": 208.09, + "avg_cost": 30.75, + "lambda": 8.2017, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ] + }, + { + "episode": 140, + "avg_reward": 6.29, + "avg_cost": 17.5, + "lambda": 8.458, + "rho": [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ] + }, + { + "episode": 150, + "avg_reward": 139.95, + "avg_cost": 8.25, + "lambda": 8.6609, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ] + }, + { + "episode": 160, + "avg_reward": 137.94, + "avg_cost": 24.25, + "lambda": 8.7938, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ] + }, + { + "episode": 170, + "avg_reward": -155.46, + "avg_cost": 4.0, + "lambda": 8.8988, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ] + }, + { + "episode": 180, + "avg_reward": 133.15, + "avg_cost": 6.5, + "lambda": 8.9806, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ] + }, + { + "episode": 190, + "avg_reward": 35.55, + "avg_cost": 6.75, + "lambda": 9.0305, + "rho": [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ] + }, + { + "episode": 200, + "avg_reward": 91.38, + "avg_cost": 3.5, + "lambda": 9.0673, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ] + }, + { + "episode": 210, + "avg_reward": 93.38, + "avg_cost": 0.0, + "lambda": 9.0944, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ] + }, + { + "episode": 220, + "avg_reward": 96.6, + "avg_cost": 6.5, + "lambda": 9.1168, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ] + }, + { + "episode": 230, + "avg_reward": 7.52, + "avg_cost": 0.5, + "lambda": 9.1374, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ] + }, + { + "episode": 240, + "avg_reward": 68.39, + "avg_cost": 1.0, + "lambda": 9.1554, + "rho": [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ] + }, + { + "episode": 250, + "avg_reward": 111.95, + "avg_cost": 0.75, + "lambda": 9.1706, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ] + }, + { + "episode": 260, + "avg_reward": 109.34, + "avg_cost": 0.0, + "lambda": 9.1831, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ] + }, + { + "episode": 270, + "avg_reward": 149.17, + "avg_cost": 2.25, + "lambda": 9.1945, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ] + }, + { + "episode": 280, + "avg_reward": 162.43, + "avg_cost": 2.0, + "lambda": 9.205, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ] + }, + { + "episode": 290, + "avg_reward": 163.05, + "avg_cost": 3.0, + "lambda": 9.2143, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ] + }, + { + "episode": 300, + "avg_reward": 112.08, + "avg_cost": 0.25, + "lambda": 9.2236, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ] + }, + { + "episode": 310, + "avg_reward": 85.62, + "avg_cost": 5.25, + "lambda": 9.2326, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ] + }, + { + "episode": 320, + "avg_reward": 100.36, + "avg_cost": 2.75, + "lambda": 9.2448, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ] + }, + { + "episode": 330, + "avg_reward": -441.35, + "avg_cost": 3.0, + "lambda": 9.2687, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ] + }, + { + "episode": 340, + "avg_reward": 30.84, + "avg_cost": 3.75, + "lambda": 9.2975, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ] + }, + { + "episode": 350, + "avg_reward": 39.03, + "avg_cost": 1.75, + "lambda": 9.3211, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ] + }, + { + "episode": 360, + "avg_reward": 13.97, + "avg_cost": 3.25, + "lambda": 9.3411, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ] + }, + { + "episode": 370, + "avg_reward": -15.27, + "avg_cost": 0.75, + "lambda": 9.357, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ] + }, + { + "episode": 380, + "avg_reward": 37.38, + "avg_cost": 0.0, + "lambda": 9.3696, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ] + }, + { + "episode": 390, + "avg_reward": 25.69, + "avg_cost": 0.0, + "lambda": 9.3805, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ] + }, + { + "episode": 400, + "avg_reward": -21.8, + "avg_cost": 0.75, + "lambda": 9.3887, + "rho": [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ] + }, + { + "episode": 410, + "avg_reward": 16.81, + "avg_cost": 0.0, + "lambda": 9.3972, + "rho": [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ] + }, + { + "episode": 420, + "avg_reward": 14.03, + "avg_cost": 0.75, + "lambda": 9.4038, + "rho": [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ] + }, + { + "episode": 430, + "avg_reward": -17.63, + "avg_cost": 2.0, + "lambda": 9.4118, + "rho": [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ] + }, + { + "episode": 440, + "avg_reward": -15.1, + "avg_cost": 0.75, + "lambda": 9.4189, + "rho": [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ] + }, + { + "episode": 450, + "avg_reward": -15.0, + "avg_cost": 1.0, + "lambda": 9.4237, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ] + }, + { + "episode": 460, + "avg_reward": -23.59, + "avg_cost": 0.25, + "lambda": 9.4285, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ] + }, + { + "episode": 470, + "avg_reward": -29.36, + "avg_cost": 1.0, + "lambda": 9.4332, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ] + }, + { + "episode": 480, + "avg_reward": -12.14, + "avg_cost": 0.0, + "lambda": 9.4386, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ] + }, + { + "episode": 490, + "avg_reward": -31.37, + "avg_cost": 0.5, + "lambda": 9.4439, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ] + }, + { + "episode": 500, + "avg_reward": -26.51, + "avg_cost": 0.0, + "lambda": 9.4482, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ] + }, + { + "episode": 510, + "avg_reward": -23.97, + "avg_cost": 0.0, + "lambda": 9.4522, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ] + }, + { + "episode": 520, + "avg_reward": -22.42, + "avg_cost": 0.25, + "lambda": 9.4558, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ] + }, + { + "episode": 530, + "avg_reward": -9.52, + "avg_cost": 0.25, + "lambda": 9.4585, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ] + }, + { + "episode": 540, + "avg_reward": -11.97, + "avg_cost": 0.0, + "lambda": 9.4629, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ] + }, + { + "episode": 550, + "avg_reward": -30.25, + "avg_cost": 0.5, + "lambda": 9.4668, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ] + }, + { + "episode": 560, + "avg_reward": -24.72, + "avg_cost": 1.25, + "lambda": 9.4723, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ] + }, + { + "episode": 570, + "avg_reward": -39.36, + "avg_cost": 1.0, + "lambda": 9.4797, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ] + }, + { + "episode": 580, + "avg_reward": -40.37, + "avg_cost": 0.5, + "lambda": 9.4849, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ] + }, + { + "episode": 590, + "avg_reward": -34.65, + "avg_cost": 0.25, + "lambda": 9.4889, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ] + }, + { + "episode": 600, + "avg_reward": -48.97, + "avg_cost": 0.0, + "lambda": 9.4914, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ] + }, + { + "episode": 610, + "avg_reward": -40.12, + "avg_cost": 0.0, + "lambda": 9.4943, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ] + }, + { + "episode": 620, + "avg_reward": -40.13, + "avg_cost": 0.0, + "lambda": 9.4968, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ] + }, + { + "episode": 630, + "avg_reward": 7.77, + "avg_cost": 0.25, + "lambda": 9.4999, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ] + }, + { + "episode": 640, + "avg_reward": -39.19, + "avg_cost": 0.75, + "lambda": 9.5047, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ] + }, + { + "episode": 650, + "avg_reward": -20.46, + "avg_cost": 0.0, + "lambda": 9.5102, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ] + }, + { + "episode": 660, + "avg_reward": 10.45, + "avg_cost": 0.25, + "lambda": 9.5136, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ] + }, + { + "episode": 670, + "avg_reward": 26.02, + "avg_cost": 0.25, + "lambda": 9.516, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ] + }, + { + "episode": 680, + "avg_reward": 38.32, + "avg_cost": 0.5, + "lambda": 9.519, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ] + }, + { + "episode": 690, + "avg_reward": 51.18, + "avg_cost": 0.0, + "lambda": 9.5218, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ] + }, + { + "episode": 700, + "avg_reward": 45.67, + "avg_cost": 0.0, + "lambda": 9.5253, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ] + }, + { + "episode": 710, + "avg_reward": -115.08, + "avg_cost": 2.5, + "lambda": 9.5455, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ] + }, + { + "episode": 720, + "avg_reward": 33.95, + "avg_cost": 0.5, + "lambda": 9.5719, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ] + }, + { + "episode": 730, + "avg_reward": 185.33, + "avg_cost": 0.25, + "lambda": 9.584, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ] + }, + { + "episode": 740, + "avg_reward": 151.49, + "avg_cost": 0.0, + "lambda": 9.591, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ] + }, + { + "episode": 750, + "avg_reward": 193.76, + "avg_cost": 0.5, + "lambda": 9.5961, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ] + }, + { + "episode": 760, + "avg_reward": 281.83, + "avg_cost": 0.5, + "lambda": 9.6028, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ] + }, + { + "episode": 770, + "avg_reward": 529.17, + "avg_cost": 7.0, + "lambda": 9.6162, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ] + }, + { + "episode": 780, + "avg_reward": 604.92, + "avg_cost": 3.75, + "lambda": 9.6427, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ] + }, + { + "episode": 790, + "avg_reward": 572.68, + "avg_cost": 0.25, + "lambda": 9.6603, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ] + }, + { + "episode": 800, + "avg_reward": 563.63, + "avg_cost": 1.5, + "lambda": 9.6718, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ] + }, + { + "episode": 810, + "avg_reward": 593.05, + "avg_cost": 0.75, + "lambda": 9.6794, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ] + }, + { + "episode": 820, + "avg_reward": 556.3, + "avg_cost": 1.0, + "lambda": 9.6856, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ] + }, + { + "episode": 830, + "avg_reward": 508.92, + "avg_cost": 1.0, + "lambda": 9.6928, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ] + }, + { + "episode": 840, + "avg_reward": 578.79, + "avg_cost": 0.25, + "lambda": 9.6996, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ] + }, + { + "episode": 850, + "avg_reward": 523.21, + "avg_cost": 0.0, + "lambda": 9.7044, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ] + }, + { + "episode": 860, + "avg_reward": 581.05, + "avg_cost": 0.25, + "lambda": 9.7085, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ] + }, + { + "episode": 870, + "avg_reward": 550.05, + "avg_cost": 3.25, + "lambda": 9.7144, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ] + }, + { + "episode": 880, + "avg_reward": 577.68, + "avg_cost": 0.75, + "lambda": 9.72, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ] + }, + { + "episode": 890, + "avg_reward": 598.45, + "avg_cost": 0.0, + "lambda": 9.7266, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ] + }, + { + "episode": 900, + "avg_reward": 579.31, + "avg_cost": 0.25, + "lambda": 9.732, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ] + }, + { + "episode": 910, + "avg_reward": 609.5, + "avg_cost": 0.0, + "lambda": 9.7382, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ] + }, + { + "episode": 920, + "avg_reward": 537.54, + "avg_cost": 0.0, + "lambda": 9.7423, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ] + }, + { + "episode": 930, + "avg_reward": 568.8, + "avg_cost": 0.5, + "lambda": 9.7455, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ] + }, + { + "episode": 940, + "avg_reward": 565.36, + "avg_cost": 0.0, + "lambda": 9.7489, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ] + }, + { + "episode": 950, + "avg_reward": 578.6, + "avg_cost": 0.5, + "lambda": 9.7516, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ] + }, + { + "episode": 960, + "avg_reward": 600.21, + "avg_cost": 1.0, + "lambda": 9.7563, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ] + }, + { + "episode": 970, + "avg_reward": 583.19, + "avg_cost": 0.5, + "lambda": 9.7631, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ] + }, + { + "episode": 980, + "avg_reward": 581.37, + "avg_cost": 0.0, + "lambda": 9.7683, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ] + }, + { + "episode": 990, + "avg_reward": 596.63, + "avg_cost": 0.25, + "lambda": 9.7718, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ] + }, + { + "episode": 1000, + "avg_reward": 555.57, + "avg_cost": 0.5, + "lambda": 9.7765, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ] + }, + { + "episode": 1010, + "avg_reward": 541.07, + "avg_cost": 0.25, + "lambda": 9.7793, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ] + }, + { + "episode": 1020, + "avg_reward": 503.01, + "avg_cost": 0.5, + "lambda": 9.7819, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ] + }, + { + "episode": 1030, + "avg_reward": 605.48, + "avg_cost": 0.75, + "lambda": 9.7949, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ] + }, + { + "episode": 1040, + "avg_reward": 534.3, + "avg_cost": 0.5, + "lambda": 9.81, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ] + }, + { + "episode": 1050, + "avg_reward": 469.26, + "avg_cost": 0.0, + "lambda": 9.8178, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ] + }, + { + "episode": 1060, + "avg_reward": 429.55, + "avg_cost": 0.25, + "lambda": 9.8219, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ] + }, + { + "episode": 1070, + "avg_reward": 421.49, + "avg_cost": 0.5, + "lambda": 9.8267, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ] + }, + { + "episode": 1080, + "avg_reward": 362.63, + "avg_cost": 0.0, + "lambda": 9.8303, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ] + }, + { + "episode": 1090, + "avg_reward": 477.34, + "avg_cost": 2.5, + "lambda": 9.8351, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ] + }, + { + "episode": 1100, + "avg_reward": 471.82, + "avg_cost": 0.0, + "lambda": 9.8453, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ] + }, + { + "episode": 1110, + "avg_reward": 440.65, + "avg_cost": 0.25, + "lambda": 9.852, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ] + }, + { + "episode": 1120, + "avg_reward": 493.57, + "avg_cost": 0.25, + "lambda": 9.8565, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ] + }, + { + "episode": 1130, + "avg_reward": 488.12, + "avg_cost": 0.25, + "lambda": 9.8596, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ] + }, + { + "episode": 1140, + "avg_reward": 542.56, + "avg_cost": 0.5, + "lambda": 9.8618, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ] + }, + { + "episode": 1150, + "avg_reward": 588.93, + "avg_cost": 0.0, + "lambda": 9.8642, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ] + }, + { + "episode": 1160, + "avg_reward": 613.02, + "avg_cost": 0.0, + "lambda": 9.8666, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ] + }, + { + "episode": 1170, + "avg_reward": 611.08, + "avg_cost": 0.0, + "lambda": 9.8688, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ] + }, + { + "episode": 1180, + "avg_reward": 589.53, + "avg_cost": 0.0, + "lambda": 9.8704, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ] + }, + { + "episode": 1190, + "avg_reward": 589.38, + "avg_cost": 0.25, + "lambda": 9.8718, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ] + }, + { + "episode": 1200, + "avg_reward": 649.84, + "avg_cost": 0.25, + "lambda": 9.8746, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ] + }, + { + "episode": 1210, + "avg_reward": 665.4, + "avg_cost": 0.0, + "lambda": 9.8774, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ] + }, + { + "episode": 1220, + "avg_reward": 615.38, + "avg_cost": 0.0, + "lambda": 9.8797, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ] + }, + { + "episode": 1230, + "avg_reward": 544.77, + "avg_cost": 0.25, + "lambda": 9.8831, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ] + }, + { + "episode": 1240, + "avg_reward": 618.5, + "avg_cost": 0.0, + "lambda": 9.8883, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ] + }, + { + "episode": 1250, + "avg_reward": 589.04, + "avg_cost": 0.75, + "lambda": 9.8919, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ] + }, + { + "episode": 1260, + "avg_reward": 630.01, + "avg_cost": 0.5, + "lambda": 9.8972, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ] + }, + { + "episode": 1270, + "avg_reward": 657.42, + "avg_cost": 2.0, + "lambda": 9.9045, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ] + }, + { + "episode": 1280, + "avg_reward": 665.01, + "avg_cost": 0.5, + "lambda": 9.9112, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ] + }, + { + "episode": 1290, + "avg_reward": 682.64, + "avg_cost": 0.5, + "lambda": 9.9178, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ] + }, + { + "episode": 1300, + "avg_reward": 683.47, + "avg_cost": 0.0, + "lambda": 9.9249, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ] + }, + { + "episode": 1310, + "avg_reward": 763.89, + "avg_cost": 0.75, + "lambda": 9.9309, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ] + }, + { + "episode": 1320, + "avg_reward": 746.37, + "avg_cost": 0.0, + "lambda": 9.9359, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ] + }, + { + "episode": 1330, + "avg_reward": 707.22, + "avg_cost": 0.0, + "lambda": 9.9404, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ] + }, + { + "episode": 1340, + "avg_reward": 757.19, + "avg_cost": 0.25, + "lambda": 9.9446, + "rho": [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ] + }, + { + "episode": 1350, + "avg_reward": 718.4, + "avg_cost": 0.25, + "lambda": 9.9472, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ] + }, + { + "episode": 1360, + "avg_reward": 731.98, + "avg_cost": 0.5, + "lambda": 9.9496, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ] + }, + { + "episode": 1370, + "avg_reward": 713.29, + "avg_cost": 0.0, + "lambda": 9.9519, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ] + }, + { + "episode": 1380, + "avg_reward": 681.99, + "avg_cost": 0.0, + "lambda": 9.9543, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ] + }, + { + "episode": 1390, + "avg_reward": 667.57, + "avg_cost": 0.0, + "lambda": 9.9565, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ] + }, + { + "episode": 1400, + "avg_reward": 686.19, + "avg_cost": 1.0, + "lambda": 9.959, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ] + }, + { + "episode": 1410, + "avg_reward": 699.02, + "avg_cost": 0.5, + "lambda": 9.9614, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ] + }, + { + "episode": 1420, + "avg_reward": 684.05, + "avg_cost": 1.0, + "lambda": 9.9643, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ] + }, + { + "episode": 1430, + "avg_reward": 649.49, + "avg_cost": 0.5, + "lambda": 9.9684, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ] + }, + { + "episode": 1440, + "avg_reward": 654.44, + "avg_cost": 1.0, + "lambda": 9.9725, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ] + }, + { + "episode": 1450, + "avg_reward": 671.47, + "avg_cost": 0.5, + "lambda": 9.9782, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + }, + { + "episode": 1460, + "avg_reward": 672.63, + "avg_cost": 0.25, + "lambda": 9.9836, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + }, + { + "episode": 1470, + "avg_reward": 709.19, + "avg_cost": 0.25, + "lambda": 9.9883, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + }, + { + "episode": 1480, + "avg_reward": 707.86, + "avg_cost": 0.75, + "lambda": 9.9917, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + }, + { + "episode": 1490, + "avg_reward": 714.89, + "avg_cost": 0.5, + "lambda": 9.9999, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + }, + { + "episode": 1500, + "avg_reward": 671.62, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0893, + 0.0893, + 0.0893, + 0.1053, + 0.2041, + 0.4226 + ] + } + ], + "episode_rewards": [ + -914.1239, + -921.9018, + -399.7578, + -517.118, + -933.678, + 3.1808, + -493.6091, + 389.2639, + 55.6088, + 185.4481, + 276.6291, + 294.0179, + -403.4658, + -8.8082, + -101.3806, + -19.8869, + -1690.7833, + -914.1382, + -439.7161, + -443.1852, + -501.5915, + -1142.8857, + -1342.647, + -699.6485, + -1096.8231, + -1645.3754, + -609.7855, + -1277.7967, + -1624.5586, + -332.9359, + -365.8697, + -293.8141, + -1007.8133, + -647.527, + -1491.6937, + -245.3408, + -784.7977, + -1016.452, + -143.2502, + -718.1274, + -817.868, + -439.3737, + -732.2642, + 33.7228, + -880.3296, + -167.489, + 190.087, + -450.2504, + -837.2295, + -908.9091, + -982.0628, + -925.3913, + -744.9171, + -741.1291, + -1018.8814, + -775.5905, + -1634.5789, + -1007.8609, + -664.6365, + -1034.5327, + -1017.3629, + -776.0105, + -1050.3384, + -1042.8762, + -990.056, + -1166.8084, + -710.4932, + -129.2753, + -140.416, + -367.9431, + -295.0841, + -687.7087, + -743.9572, + -334.2546, + -533.7107, + -1015.708, + -1043.2938, + -447.9947, + -377.8143, + 5.1989, + 4.9403, + -131.3592, + 67.7149, + 147.5349, + 43.444, + -131.8304, + 123.62, + -64.6282, + 91.4429, + -33.2871, + 123.5503, + -34.8418, + -95.1978, + -224.7325, + -200.8194, + -152.0702, + 14.06, + 194.0635, + 27.8912, + 301.0681, + -276.4548, + -120.223, + -77.1097, + -226.0471, + 28.5112, + 57.6259, + -77.3057, + -151.4659, + -9.3908, + -116.1476, + -28.392, + 196.4365, + 191.1056, + -168.6016, + -485.2608, + -250.8986, + -89.1065, + -15.3283, + 147.5748, + 40.1949, + -221.4148, + 192.6167, + -61.7832, + -194.7381, + -75.4898, + -167.0063, + -445.3728, + -570.0369, + -142.6684, + 208.0887, + -179.731, + 97.7761, + -27.4626, + 97.5833, + -87.5423, + 158.1492, + 144.9532, + 174.1741, + 154.2334, + 6.287, + -227.6947, + 131.3576, + -15.221, + 133.3327, + 190.1981, + 101.4451, + -233.3137, + -398.6156, + -244.8348, + 139.9488, + -124.4136, + 78.1927, + -197.0457, + 97.849, + -22.5457, + -79.0291, + 149.2903, + -65.6976, + 76.2999, + 137.9388, + -502.9158, + -878.729, + -1163.6935, + -107.6054, + 108.8122, + -63.7592, + -140.5778, + 25.57, + -40.0566, + -155.4597, + -7.5096, + 121.994, + -44.5687, + -823.3711, + -831.3526, + -1482.3822, + -146.528, + -76.8399, + 36.0871, + 133.148, + 83.4473, + 55.7003, + 158.4102, + 43.6924, + 73.775, + -16.7198, + -48.4933, + 117.9148, + -45.82, + 35.5531, + 60.8905, + 71.277, + -95.8668, + 155.5579, + -119.9282, + 64.4436, + -33.8269, + 127.1711, + 27.9815, + 91.3761, + 18.812, + 51.4369, + 108.8725, + -13.7288, + -50.6618, + 76.3285, + 86.1572, + -327.9263, + 69.3416, + 93.3807, + 89.942, + 111.4727, + 155.7073, + 64.2335, + -27.9985, + 79.2101, + 38.666, + 147.5639, + -0.268, + 96.6015, + 38.2475, + -21.6852, + 93.9501, + -10.3385, + 102.259, + 62.8764, + 107.1974, + 71.766, + 128.3067, + 7.5249, + 116.7886, + 55.2133, + 107.4653, + 23.497, + 102.5004, + 83.197, + 114.9278, + 49.839, + 51.8826, + 68.3947, + 145.3494, + -39.7275, + 69.9167, + 119.167, + 134.0519, + 160.2378, + 141.1377, + 145.128, + 109.4521, + 111.9452, + 124.1543, + 99.4471, + 86.5381, + 157.4964, + 112.0066, + 149.9975, + 123.7173, + 131.943, + 123.6306, + 109.3387, + 116.5105, + 151.7574, + 113.6617, + 132.4808, + 144.8898, + 110.2428, + 134.4547, + 160.2037, + 136.0139, + 149.1712, + 162.415, + 158.0377, + 136.7033, + 170.1034, + 144.6356, + 157.6704, + 160.0714, + 176.583, + 180.9068, + 162.4273, + 166.9501, + 206.7126, + 202.924, + 146.6396, + 153.1887, + 131.8909, + 170.3943, + 119.178, + 138.8259, + 163.0499, + 137.6847, + 93.482, + 78.0173, + 9.5938, + 61.0494, + 53.9058, + 84.722, + 86.9286, + 87.977, + 112.0766, + 97.5304, + 125.8869, + 132.8257, + 129.0536, + 114.7565, + 132.1075, + 104.3402, + 106.9384, + 52.5264, + 85.6156, + 123.4349, + 81.9502, + 123.7965, + 159.836, + 161.8335, + 150.938, + 134.349, + 90.4586, + 70.7254, + 100.3601, + 111.1355, + 78.3874, + 78.5785, + -272.6883, + -85.4735, + -214.6221, + 104.181, + -411.1335, + 68.7668, + -441.3528, + -20.4942, + -99.4518, + -36.9111, + 37.3693, + -71.9262, + 43.5348, + -185.2144, + 47.364, + 0.8098, + 30.843, + -214.4811, + -54.6924, + -93.9339, + 65.1844, + -194.1994, + 76.3066, + 0.1749, + 30.0563, + -31.3349, + 39.0288, + -18.343, + 40.5546, + 56.752, + 2.8735, + -1.6291, + 25.3216, + 20.768, + -28.5643, + 31.1892, + 13.9676, + 6.2588, + 36.6429, + 23.9328, + 17.5915, + -7.3505, + 41.9792, + 46.8698, + 26.6466, + -12.796, + -15.2703, + 11.4315, + 70.4978, + 59.5686, + 22.4354, + 2.5937, + 5.4749, + 10.092, + 36.6369, + 29.0604, + 37.378, + 14.719, + 44.5605, + -13.2119, + 38.9661, + 14.5805, + -5.9075, + 25.7457, + 53.6963, + 7.5325, + 25.6893, + 8.7951, + 60.7225, + 36.5616, + 27.2019, + 36.5779, + 18.3651, + 47.5533, + -5.927, + 2.4002, + -21.8014, + 21.3951, + -37.0607, + 34.4074, + 20.5843, + 32.0599, + 18.5283, + -8.5627, + 14.8309, + -6.062, + 16.8057, + -2.3828, + 44.6402, + 14.081, + 0.2685, + 13.9081, + -5.7643, + -20.9179, + -13.4607, + 12.2041, + 14.026, + 11.9713, + -57.7754, + -18.0901, + -4.4715, + -12.2434, + -27.1714, + -26.2754, + -38.4098, + -6.5852, + -17.6336, + -8.197, + 3.5418, + -6.3495, + -12.4936, + -31.728, + -6.2569, + -31.8814, + 8.8926, + -10.1153, + -15.0951, + -13.2148, + -20.6707, + -27.0881, + -3.8851, + -24.8893, + -33.7821, + -34.2756, + -17.8946, + -20.6898, + -15.0039, + -9.4936, + -16.1003, + -10.4726, + 2.6362, + -6.8835, + -17.4571, + 8.689, + -34.0842, + -19.233, + -23.5936, + -23.995, + -12.8037, + -8.0664, + -16.2642, + -13.5841, + -15.2742, + -22.6565, + -16.5657, + -20.8846, + -29.3627, + -21.1886, + -28.175, + -25.0327, + -17.7511, + -22.6096, + -31.2854, + -25.1914, + -18.2634, + -18.0145, + -12.1381, + -20.0579, + -15.6333, + -19.3979, + -17.9601, + -23.2621, + -17.4966, + -27.429, + -36.3322, + -32.9622, + -31.3675, + -18.7266, + -11.6375, + -9.8777, + -11.2388, + -15.6889, + -13.1262, + -22.4459, + -17.801, + -23.2929, + -26.5131, + -13.6251, + -7.8674, + -18.2423, + -10.3034, + 1.1982, + -19.3749, + -22.5778, + -44.5514, + -44.7826, + -23.9738, + -29.8015, + -23.2498, + -40.409, + -35.6478, + -46.9421, + -1.8967, + -18.6405, + -22.1235, + -19.3985, + -22.4214, + -26.8258, + -31.3941, + -43.6231, + -22.4241, + -31.8721, + -40.8664, + -16.9066, + -4.2479, + 0.9137, + -9.5175, + 6.1017, + 0.7514, + -24.0421, + -10.563, + -27.7873, + -10.8069, + -16.1956, + -9.9448, + -37.6275, + -11.9706, + -16.6173, + -17.2734, + -26.6016, + -32.7641, + -22.8721, + -16.4794, + -20.1554, + -11.5953, + -25.5625, + -30.2472, + -40.3285, + -30.4889, + -32.1957, + -29.0665, + -19.9367, + -20.6901, + -16.1825, + -19.9581, + -21.1523, + -24.7166, + -34.8338, + -28.7086, + -29.4763, + -22.4883, + -46.5231, + -29.6651, + -42.0283, + -40.4589, + -43.0338, + -39.3614, + -29.1546, + -32.1017, + -23.2567, + -32.1002, + -23.3457, + -16.2912, + -7.6287, + -22.1022, + -38.5701, + -40.3651, + -43.1179, + -31.0537, + -52.115, + -22.9498, + -45.1301, + -33.391, + -45.6939, + -49.1888, + -34.9451, + -34.6528, + -36.6406, + -38.5873, + -43.4985, + -46.7323, + -32.4274, + -35.6096, + -31.3073, + -45.3703, + -40.1882, + -48.9698, + -51.7993, + -48.1461, + -37.2214, + -40.6876, + -27.5549, + -33.1722, + -29.6102, + -43.5272, + -31.1989, + -40.1237, + -33.2651, + -38.5898, + -41.584, + -47.347, + -28.7552, + -48.4085, + -59.5624, + -43.9924, + -43.9454, + -40.1316, + -38.7899, + -24.861, + -27.9479, + -30.0335, + -23.3352, + -32.6493, + -14.1759, + -14.9898, + -14.6858, + 7.7707, + 6.6466, + -21.9676, + -1.9813, + -11.0585, + -21.9648, + -20.3603, + -34.7956, + -46.9423, + -44.6484, + -39.1937, + -32.4281, + -31.3411, + -20.0486, + -18.1009, + -26.9189, + -3.0262, + -6.1211, + -13.523, + -2.546, + -20.4593, + -12.8624, + -0.2578, + -5.3807, + -1.2169, + 0.0672, + 16.759, + 4.1644, + 34.9971, + 32.7165, + 10.446, + 6.8684, + -8.667, + 13.5293, + 6.0956, + 9.549, + 9.3366, + 9.7743, + 16.6284, + 28.1602, + 26.0241, + 40.416, + 64.2276, + 41.3163, + 33.5616, + 57.3923, + 37.3739, + 61.234, + 40.2602, + 53.7179, + 38.3206, + 37.8092, + 26.8926, + 29.1771, + 59.5776, + 34.2433, + 38.6015, + 56.9758, + 47.1165, + 57.8932, + 51.1833, + 67.456, + 42.3164, + 54.544, + 63.7407, + 75.5384, + 94.4824, + 103.0251, + 112.3173, + 27.3386, + 45.665, + 202.463, + -223.7173, + -193.8642, + 32.7712, + -220.4825, + -186.9578, + -226.0693, + -170.6619, + -177.8004, + -115.0789, + -111.2633, + -12.1322, + -355.3106, + -207.1192, + -135.5181, + -25.3009, + -19.1614, + -18.2223, + -9.7935, + 33.9485, + 39.5053, + 42.6899, + 88.3534, + 76.3224, + 91.4141, + 106.7562, + 181.819, + 198.7864, + 152.5489, + 185.3281, + 163.1052, + 136.3868, + 191.5716, + 135.1784, + 163.7453, + 147.1136, + 182.4307, + 178.9069, + 218.2918, + 151.4941, + 255.7384, + 212.9363, + 158.4455, + 170.3568, + 178.9975, + 169.4246, + 287.8517, + 212.7736, + 254.638, + 193.7552, + 322.794, + 175.0375, + 264.7099, + 339.4894, + 330.0929, + 360.9761, + 408.9202, + 192.3435, + 512.9839, + 281.8294, + 225.723, + 464.3212, + 407.0674, + 550.6812, + 337.7822, + 630.0483, + 546.5226, + 492.6712, + 585.062, + 529.1711, + 559.0711, + 555.2233, + 571.2169, + 573.5906, + 548.7177, + 588.7579, + 596.5444, + 543.5298, + 615.0729, + 604.9238, + 570.4307, + 625.8243, + 606.2689, + 564.9113, + 592.011, + 581.6636, + 596.4521, + 600.1224, + 607.3131, + 572.6775, + 594.1801, + 576.9317, + 576.4196, + 583.4863, + 585.509, + 563.6886, + 577.738, + 632.5067, + 588.9794, + 563.6276, + 581.3723, + 603.9244, + 577.2915, + 574.6174, + 594.8255, + 565.1625, + 573.8776, + 562.7915, + 540.4896, + 593.0502, + 569.3001, + 551.9305, + 605.911, + 569.5382, + 619.2678, + 579.9007, + 578.007, + 563.5525, + 586.3346, + 556.3027, + 600.3158, + 565.7599, + 583.8564, + 558.9749, + 572.8728, + 566.1348, + 601.0971, + 572.4156, + 496.7141, + 508.9158, + 555.7339, + 573.6431, + 567.6169, + 592.2673, + 598.4735, + 588.7835, + 544.6719, + 558.4255, + 581.8928, + 578.7889, + 601.7675, + 605.0085, + 554.5263, + 540.8572, + 546.4846, + 516.4793, + 549.917, + 550.0842, + 558.9763, + 523.2148, + 548.3137, + 551.2637, + 554.4976, + 528.3132, + 525.3853, + 557.5022, + 525.5773, + 555.6379, + 554.0621, + 581.0509, + 578.496, + 602.5198, + 578.2676, + 595.7973, + 615.1584, + 575.3232, + 564.5444, + 581.7513, + 571.2059, + 550.0471, + 547.6228, + 547.2815, + 550.1668, + 583.5067, + 587.3185, + 567.66, + 585.38, + 572.7184, + 554.997, + 577.6797, + 552.4372, + 604.788, + 623.1862, + 616.4108, + 620.5809, + 606.94, + 580.8948, + 581.8649, + 585.7221, + 598.4487, + 589.2567, + 587.7346, + 605.8832, + 601.0502, + 610.6264, + 607.8964, + 625.1021, + 592.0149, + 574.8913, + 579.3143, + 623.4801, + 618.1341, + 607.5238, + 618.0383, + 573.0452, + 615.4643, + 586.6202, + 608.2399, + 616.0029, + 609.4983, + 608.1473, + 590.2326, + 569.9596, + 542.8166, + 567.5441, + 576.1322, + 553.3673, + 509.0853, + 522.9457, + 537.5367, + 570.5129, + 565.2585, + 577.6302, + 572.9887, + 567.9134, + 588.1027, + 601.7368, + 574.2543, + 589.3731, + 568.7963, + 568.4967, + 575.8612, + 579.8463, + 567.8745, + 586.8265, + 569.765, + 595.6333, + 582.5682, + 577.0668, + 565.3633, + 596.3318, + 573.7261, + 608.5144, + 576.2562, + 590.1413, + 597.763, + 601.5435, + 600.4061, + 578.2437, + 578.5974, + 590.3281, + 590.1156, + 567.1975, + 606.318, + 621.4477, + 605.4493, + 617.883, + 615.6573, + 598.3224, + 600.2134, + 623.6652, + 620.6009, + 607.6907, + 606.6719, + 621.0083, + 603.9964, + 613.1491, + 602.8993, + 595.9559, + 583.1884, + 595.4414, + 568.2893, + 560.0083, + 557.9633, + 553.477, + 548.1451, + 560.0989, + 556.6514, + 559.9884, + 581.368, + 559.6393, + 575.0523, + 577.4476, + 598.4419, + 583.0496, + 588.6094, + 582.2402, + 594.3508, + 571.1655, + 596.6272, + 588.7951, + 590.8464, + 578.3362, + 571.9609, + 558.366, + 568.9968, + 585.9469, + 564.4023, + 567.2229, + 555.567, + 551.5138, + 541.5418, + 555.583, + 544.6105, + 544.4317, + 538.7088, + 538.2837, + 545.6268, + 542.6588, + 541.0658, + 538.6524, + 506.1328, + 526.5642, + 489.3772, + 520.963, + 522.9961, + 496.4284, + 532.2361, + 479.6893, + 503.01, + 523.3506, + 572.9584, + 562.8728, + 613.6146, + 713.0833, + 697.8488, + 815.4968, + 621.4649, + 622.1701, + 605.483, + 581.3982, + 564.7783, + 534.2676, + 541.8071, + 560.5983, + 538.9957, + 592.2418, + 504.7328, + 593.5727, + 534.3047, + 494.0374, + 518.9299, + 525.2908, + 468.069, + 552.7137, + 499.62, + 438.0211, + 443.2574, + 443.1973, + 469.2603, + 437.1742, + 436.6794, + 430.984, + 434.7251, + 416.6126, + 406.203, + 450.4374, + 438.7738, + 449.9817, + 429.5495, + 411.9533, + 426.2516, + 423.4583, + 418.6742, + 403.9471, + 430.5069, + 436.4268, + 427.9758, + 391.9786, + 421.492, + 436.0028, + 436.6615, + 439.1236, + 434.7071, + 434.535, + 393.222, + 379.2285, + 374.4036, + 389.3768, + 362.6317, + 358.6703, + 333.5908, + 351.8514, + 364.7905, + 390.4059, + 341.2629, + 436.7288, + 435.2484, + 417.2705, + 477.3362, + 433.385, + 426.624, + 475.9466, + 474.7793, + 441.9396, + 464.3539, + 429.8985, + 421.4363, + 453.0436, + 471.8163, + 467.5196, + 430.4113, + 469.5383, + 446.0502, + 473.5162, + 437.3201, + 432.2685, + 473.772, + 466.9919, + 440.6476, + 430.4772, + 446.5198, + 434.1735, + 466.8611, + 429.6285, + 447.0714, + 424.9473, + 446.8706, + 449.1558, + 493.5718, + 495.0266, + 486.3399, + 487.6616, + 478.1068, + 480.8848, + 475.2062, + 485.6406, + 488.5397, + 475.5557, + 488.1234, + 484.1499, + 499.4522, + 484.9707, + 464.7075, + 495.1231, + 505.6661, + 479.6399, + 507.3678, + 514.9783, + 542.5558, + 508.1303, + 526.1334, + 554.3425, + 541.5099, + 541.0096, + 548.5416, + 582.2059, + 530.166, + 559.9007, + 588.9294, + 581.1734, + 569.6255, + 590.7466, + 594.419, + 591.1405, + 612.4936, + 635.5182, + 629.8748, + 618.0548, + 613.0171, + 616.246, + 628.7306, + 615.2063, + 644.8718, + 611.5432, + 630.0595, + 605.3654, + 596.7115, + 600.5513, + 611.0755, + 609.637, + 605.3675, + 641.214, + 629.0673, + 642.6211, + 605.3317, + 620.3117, + 661.9334, + 630.0911, + 589.5347, + 639.9339, + 632.8852, + 606.7731, + 614.3366, + 608.8961, + 612.6605, + 628.463, + 645.6288, + 603.879, + 589.3826, + 607.4872, + 606.015, + 646.2546, + 645.6239, + 641.1783, + 658.2965, + 666.6495, + 660.9883, + 657.963, + 649.8405, + 653.2338, + 623.9755, + 638.0465, + 644.3738, + 617.4207, + 613.182, + 633.6432, + 644.3921, + 638.1908, + 665.4021, + 652.4811, + 631.9578, + 634.5972, + 619.2152, + 663.5997, + 649.9219, + 633.6181, + 617.1576, + 630.8855, + 615.3784, + 591.7856, + 581.1676, + 568.4479, + 569.5091, + 556.2407, + 562.2781, + 584.6586, + 559.2395, + 577.3794, + 544.7666, + 549.1483, + 519.3388, + 545.869, + 536.2155, + 588.8331, + 600.895, + 564.2375, + 593.4406, + 581.827, + 618.4965, + 618.1912, + 624.3494, + 623.5605, + 623.9719, + 616.3439, + 589.4942, + 589.844, + 590.8703, + 561.996, + 589.036, + 594.8261, + 611.8074, + 591.2517, + 604.5288, + 581.4676, + 625.8567, + 610.7919, + 643.2293, + 627.0016, + 630.0145, + 623.3309, + 640.8386, + 648.3037, + 633.4006, + 601.2507, + 629.9873, + 633.4361, + 651.8211, + 655.0314, + 657.4221, + 645.7248, + 645.5067, + 666.1927, + 650.5292, + 661.5967, + 657.6598, + 647.7318, + 642.6705, + 656.366, + 665.0075, + 677.1285, + 661.8021, + 673.3347, + 662.409, + 666.1074, + 675.0556, + 687.7218, + 696.2603, + 695.8345, + 682.6395, + 677.696, + 688.2835, + 675.1013, + 688.8071, + 679.6789, + 676.6094, + 665.6198, + 658.521, + 688.2983, + 683.473, + 670.8792, + 698.334, + 700.0231, + 756.7746, + 756.1707, + 745.3098, + 751.2837, + 747.9944, + 774.8587, + 763.892, + 774.3399, + 776.3498, + 786.2514, + 772.3537, + 781.9912, + 761.8878, + 784.3911, + 772.1327, + 759.8694, + 746.3696, + 737.2469, + 749.6817, + 735.0184, + 769.524, + 748.0498, + 747.2105, + 733.1915, + 746.8156, + 730.9642, + 707.2179, + 727.835, + 719.0729, + 742.3744, + 738.6286, + 733.8822, + 735.0614, + 758.2658, + 767.423, + 773.0273, + 757.1884, + 742.6391, + 753.4546, + 759.6796, + 748.1861, + 733.4664, + 739.0879, + 744.3261, + 736.3981, + 712.9623, + 718.3998, + 693.0568, + 707.1044, + 703.1131, + 705.9537, + 705.2922, + 703.514, + 712.9846, + 706.5272, + 726.2768, + 731.9761, + 711.1019, + 724.7603, + 702.966, + 735.8471, + 730.0018, + 750.9558, + 723.4131, + 734.3702, + 733.3207, + 713.2942, + 731.5024, + 736.8133, + 715.5685, + 707.0691, + 703.9391, + 663.8655, + 695.3157, + 696.5691, + 700.27, + 681.9878, + 694.3429, + 675.3826, + 670.7782, + 671.8198, + 681.1648, + 676.7981, + 683.0128, + 651.6673, + 661.3907, + 667.5701, + 671.8279, + 686.711, + 664.3198, + 691.4003, + 673.365, + 648.4587, + 644.9568, + 661.1739, + 660.4479, + 686.1902, + 725.2244, + 703.4421, + 679.1655, + 704.0506, + 663.3529, + 682.6266, + 690.1587, + 693.025, + 691.158, + 699.0157, + 694.813, + 691.5076, + 702.5501, + 688.1228, + 701.7912, + 699.9858, + 686.629, + 690.4798, + 675.4631, + 684.0478, + 694.2747, + 670.9863, + 660.2901, + 648.8421, + 661.541, + 690.467, + 637.78, + 613.5826, + 648.5043, + 649.4939, + 634.8256, + 621.1435, + 621.344, + 641.7083, + 630.3434, + 664.4952, + 650.7726, + 667.437, + 654.998, + 654.4407, + 667.921, + 633.0123, + 632.9444, + 629.1157, + 635.5745, + 649.3194, + 658.1218, + 672.1372, + 675.5386, + 671.4653, + 673.6003, + 686.446, + 681.9574, + 672.0743, + 643.7084, + 651.9706, + 668.2842, + 651.5671, + 673.9566, + 672.629, + 670.7708, + 656.3045, + 702.1272, + 698.6296, + 690.8219, + 729.478, + 704.637, + 697.559, + 702.3295, + 709.1942, + 699.6332, + 693.2842, + 699.5452, + 713.5681, + 698.4725, + 692.9756, + 688.3603, + 710.5286, + 711.933, + 707.8586, + 708.563, + 710.9989, + 717.1764, + 715.4642, + 729.1184, + 697.3651, + 711.5795, + 707.4955, + 680.6719, + 714.8875, + 701.7175, + 687.8929, + 675.89, + 656.2548, + 672.3719, + 681.7342, + 678.2504, + 700.2785, + 685.8503, + 671.62 + ], + "episode_costs": [ + 164.5, + 224.5, + 222.5, + 193.5, + 161.25, + 202.0, + 135.0, + 150.75, + 126.75, + 170.75, + 123.25, + 182.75, + 146.5, + 145.75, + 145.25, + 175.0, + 35.75, + 95.0, + 106.25, + 81.25, + 88.5, + 29.5, + 16.0, + 61.0, + 32.5, + 9.25, + 51.5, + 25.75, + 12.75, + 41.0, + 40.5, + 30.75, + 26.5, + 48.25, + 7.75, + 22.0, + 45.5, + 16.5, + 27.0, + 19.5, + 26.75, + 34.75, + 20.25, + 41.75, + 8.0, + 32.0, + 32.25, + 11.5, + 29.75, + 23.5, + 18.5, + 28.5, + 23.5, + 22.5, + 18.75, + 27.25, + 5.75, + 9.25, + 19.5, + 30.0, + 30.0, + 10.0, + 13.75, + 33.75, + 31.25, + 28.25, + 29.25, + 26.25, + 25.0, + 15.75, + 12.25, + 14.5, + 9.0, + 30.25, + 8.75, + 29.25, + 44.0, + 73.25, + 51.0, + 86.25, + 86.25, + 36.75, + 14.75, + 57.75, + 4.0, + 72.0, + 114.25, + 108.5, + 111.25, + 104.25, + 31.25, + 14.0, + 20.5, + 10.25, + 11.0, + 6.75, + 89.0, + 32.25, + 133.5, + 160.25, + 82.25, + 73.25, + 7.75, + 6.0, + 73.0, + 10.75, + 11.75, + 2.75, + 47.75, + 5.25, + 5.25, + 73.0, + 32.25, + 23.75, + 10.75, + 4.25, + 82.0, + 57.0, + 63.75, + 36.75, + 9.5, + 53.25, + 26.25, + 51.0, + 14.0, + 31.25, + 24.5, + 16.75, + 3.25, + 30.75, + 11.5, + 21.0, + 31.5, + 27.5, + 7.75, + 20.75, + 6.75, + 26.0, + 13.75, + 17.5, + 11.25, + 26.0, + 11.5, + 11.75, + 37.25, + 19.25, + 21.75, + 7.75, + 2.5, + 8.25, + 5.75, + 7.0, + 3.5, + 12.75, + 10.0, + 4.25, + 7.75, + 1.25, + 17.5, + 24.25, + 7.25, + 11.0, + 4.25, + 5.25, + 13.75, + 6.75, + 1.0, + 5.5, + 6.5, + 4.0, + 2.25, + 10.75, + 16.0, + 11.5, + 10.5, + 2.0, + 2.0, + 6.0, + 1.0, + 6.5, + 1.5, + 0.0, + 3.5, + 2.25, + 1.25, + 3.0, + 0.5, + 4.25, + 4.0, + 6.75, + 1.5, + 6.0, + 1.25, + 3.5, + 4.25, + 1.25, + 0.0, + 1.0, + 1.5, + 3.5, + 2.75, + 2.5, + 0.25, + 3.25, + 1.5, + 0.5, + 6.5, + 3.0, + 1.5, + 0.0, + 1.5, + 0.25, + 3.5, + 4.25, + 0.75, + 2.5, + 1.0, + 1.0, + 1.0, + 6.5, + 3.75, + 0.5, + 3.5, + 0.75, + 0.5, + 0.5, + 0.0, + 0.5, + 3.75, + 0.5, + 6.0, + 0.25, + 1.25, + 0.25, + 0.0, + 2.0, + 1.75, + 3.5, + 3.25, + 1.0, + 1.0, + 2.25, + 1.25, + 1.0, + 0.25, + 1.25, + 0.75, + 0.25, + 0.5, + 0.75, + 1.75, + 2.0, + 0.5, + 3.0, + 0.0, + 2.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.5, + 3.75, + 0.75, + 0.5, + 1.25, + 2.5, + 0.0, + 0.5, + 0.75, + 2.25, + 0.5, + 1.75, + 0.5, + 0.75, + 0.25, + 1.5, + 1.0, + 0.75, + 0.5, + 2.0, + 0.5, + 1.0, + 1.75, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.5, + 3.0, + 0.5, + 0.25, + 2.0, + 0.5, + 2.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 1.5, + 0.25, + 0.5, + 0.0, + 1.5, + 2.75, + 0.0, + 2.0, + 1.25, + 5.25, + 0.0, + 1.75, + 1.75, + 0.5, + 0.75, + 0.0, + 0.5, + 1.0, + 2.0, + 2.75, + 1.0, + 6.0, + 1.25, + 5.75, + 7.25, + 0.5, + 2.75, + 10.75, + 2.5, + 3.0, + 2.0, + 3.75, + 1.25, + 1.25, + 4.0, + 3.0, + 2.0, + 2.0, + 3.0, + 3.75, + 0.75, + 0.5, + 2.25, + 1.25, + 2.0, + 2.75, + 2.25, + 1.75, + 3.0, + 1.75, + 0.75, + 1.25, + 0.25, + 0.0, + 2.25, + 3.0, + 1.5, + 8.0, + 0.25, + 3.25, + 0.0, + 1.0, + 0.0, + 0.75, + 1.0, + 1.0, + 0.0, + 0.25, + 1.25, + 0.75, + 0.0, + 1.5, + 2.0, + 2.75, + 1.75, + 0.0, + 1.0, + 0.0, + 4.25, + 0.0, + 0.25, + 0.75, + 2.25, + 1.5, + 0.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 1.0, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 1.75, + 1.25, + 3.25, + 0.75, + 0.0, + 1.25, + 0.75, + 0.5, + 0.25, + 0.25, + 1.5, + 0.75, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.0, + 1.5, + 1.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 1.25, + 2.0, + 1.75, + 0.25, + 1.0, + 1.75, + 0.5, + 0.0, + 2.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 2.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 1.0, + 0.75, + 0.75, + 1.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.75, + 0.75, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 1.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 3.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 1.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.25, + 1.0, + 2.5, + 0.0, + 3.5, + 1.25, + 1.0, + 0.25, + 1.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 1.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 1.75, + 0.25, + 1.5, + 0.75, + 1.0, + 0.75, + 0.5, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 23.0, + 9.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 2.5, + 1.25, + 8.0, + 15.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 1.25, + 0.5, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 1.25, + 0.0, + 0.0, + 1.0, + 1.5, + 0.0, + 0.5, + 1.25, + 1.0, + 0.75, + 1.0, + 0.25, + 1.5, + 0.25, + 0.0, + 1.25, + 0.5, + 0.0, + 2.25, + 1.0, + 2.25, + 1.5, + 4.75, + 4.25, + 0.75, + 7.25, + 7.0, + 3.0, + 4.25, + 3.25, + 3.25, + 0.75, + 2.25, + 2.75, + 1.5, + 0.5, + 3.75, + 0.75, + 1.5, + 0.5, + 0.75, + 0.0, + 1.0, + 0.5, + 0.75, + 0.75, + 0.25, + 1.75, + 0.25, + 1.25, + 1.25, + 1.25, + 1.0, + 0.5, + 0.0, + 0.25, + 1.5, + 0.0, + 0.0, + 0.5, + 0.5, + 1.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.75, + 1.5, + 0.25, + 1.0, + 1.25, + 0.5, + 0.75, + 0.0, + 0.25, + 0.75, + 1.0, + 1.0, + 2.5, + 1.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 1.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.5, + 0.75, + 0.25, + 0.0, + 1.0, + 0.5, + 1.25, + 2.0, + 0.25, + 0.0, + 0.0, + 0.0, + 3.25, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 1.75, + 1.0, + 0.5, + 3.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.5, + 0.0, + 1.5, + 0.25, + 1.0, + 0.25, + 3.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 1.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 2.0, + 0.5, + 1.0, + 0.0, + 1.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.5, + 0.0, + 1.0, + 1.75, + 2.25, + 0.25, + 0.25, + 1.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 1.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 1.5, + 0.25, + 1.25, + 0.0, + 0.5, + 0.75, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 1.25, + 1.75, + 1.5, + 3.75, + 0.75, + 16.5, + 1.0, + 0.75, + 0.75, + 0.25, + 1.75, + 0.25, + 0.75, + 0.5, + 0.5, + 1.25, + 1.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.0, + 0.5, + 1.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 1.5, + 0.0, + 0.5, + 1.25, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 2.5, + 1.5, + 1.0, + 1.75, + 1.75, + 1.25, + 2.25, + 1.5, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 1.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 2.75, + 1.25, + 1.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.75, + 0.5, + 1.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.25, + 1.25, + 0.5, + 1.25, + 1.75, + 1.5, + 0.5, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 2.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 2.0, + 0.5, + 0.75, + 0.5, + 0.25, + 1.25, + 0.25, + 1.0, + 0.5, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 1.5, + 1.0, + 0.75, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.0, + 0.5, + 1.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.25, + 2.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 2.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 1.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 0.75, + 1.0, + 0.5, + 0.25, + 0.25, + 1.75, + 1.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.0, + 1.25, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 1.25, + 0.25, + 0.5, + 0.75, + 3.25, + 1.75, + 1.5, + 0.75, + 1.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 2.0, + 0.25, + 0.25, + 0.75, + 1.25, + 1.25, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 0.2645, + 0.435, + 0.6107, + 0.7882, + 0.964, + 1.1425, + 1.3166, + 1.4884, + 1.6557, + 1.8233, + 1.9865, + 2.1517, + 2.315, + 2.4765, + 2.6364, + 2.7978, + 2.9466, + 3.0901, + 3.2298, + 3.3637, + 3.4931, + 3.6125, + 3.7215, + 3.8257, + 3.9228, + 4.011, + 4.0956, + 4.1743, + 4.2465, + 4.3155, + 4.3816, + 4.4442, + 4.5032, + 4.5612, + 4.6141, + 4.6639, + 4.7133, + 4.7594, + 4.8036, + 4.8453, + 4.8855, + 4.9252, + 4.9629, + 5.001, + 5.0362, + 5.071, + 5.1055, + 5.1378, + 5.1698, + 5.2009, + 5.2308, + 5.2605, + 5.2897, + 5.3181, + 5.3456, + 5.3731, + 5.3984, + 5.4221, + 5.4453, + 5.4693, + 5.4938, + 5.5169, + 5.5391, + 5.5624, + 5.5865, + 5.611, + 5.636, + 5.6611, + 5.6863, + 5.7104, + 5.7334, + 5.7555, + 5.7764, + 5.7981, + 5.8186, + 5.8399, + 5.8635, + 5.8921, + 5.9229, + 5.9593, + 6.0006, + 6.0415, + 6.0798, + 6.12, + 6.1566, + 6.1967, + 6.2443, + 6.2979, + 6.3573, + 6.4212, + 6.4819, + 6.5378, + 6.5902, + 6.6384, + 6.6829, + 6.7236, + 6.7692, + 6.8134, + 6.8665, + 6.9304, + 6.9961, + 7.0625, + 7.1231, + 7.1782, + 7.2351, + 7.2874, + 7.3356, + 7.3793, + 7.4234, + 7.4636, + 7.5003, + 7.5407, + 7.5802, + 7.6182, + 7.6534, + 7.6855, + 7.7226, + 7.7618, + 7.8033, + 7.8444, + 7.8824, + 7.9218, + 7.96, + 7.9994, + 8.0363, + 8.0726, + 8.1077, + 8.141, + 8.1713, + 8.2017, + 8.2301, + 8.2578, + 8.2859, + 8.314, + 8.34, + 8.3654, + 8.3891, + 8.4129, + 8.4357, + 8.458, + 8.4792, + 8.5009, + 8.5216, + 8.5413, + 8.5629, + 8.5841, + 8.6055, + 8.6255, + 8.6437, + 8.6609, + 8.677, + 8.6922, + 8.7062, + 8.7201, + 8.7336, + 8.7461, + 8.7582, + 8.7692, + 8.7809, + 8.7938, + 8.8061, + 8.8183, + 8.8298, + 8.8406, + 8.8517, + 8.8623, + 8.872, + 8.8813, + 8.8903, + 8.8988, + 8.9066, + 8.9148, + 8.9238, + 8.933, + 8.9423, + 8.9509, + 8.9588, + 8.9666, + 8.9736, + 8.9806, + 8.9871, + 8.9929, + 8.9985, + 9.0037, + 9.0086, + 9.0133, + 9.0175, + 9.0218, + 9.026, + 9.0305, + 9.0346, + 9.039, + 9.0431, + 9.047, + 9.0511, + 9.0548, + 9.0582, + 9.0613, + 9.0643, + 9.0673, + 9.0703, + 9.0732, + 9.0759, + 9.0787, + 9.0813, + 9.0837, + 9.0865, + 9.0893, + 9.092, + 9.0944, + 9.0968, + 9.0989, + 9.1011, + 9.1036, + 9.1059, + 9.1082, + 9.1104, + 9.1124, + 9.1144, + 9.1168, + 9.1194, + 9.1217, + 9.1241, + 9.1264, + 9.1285, + 9.1305, + 9.1322, + 9.1339, + 9.1357, + 9.1374, + 9.1395, + 9.1415, + 9.1434, + 9.1451, + 9.1466, + 9.1482, + 9.1498, + 9.1516, + 9.1535, + 9.1554, + 9.1572, + 9.159, + 9.1607, + 9.1624, + 9.1639, + 9.1654, + 9.1669, + 9.1682, + 9.1694, + 9.1706, + 9.1718, + 9.1732, + 9.1744, + 9.1758, + 9.1771, + 9.1784, + 9.1797, + 9.1809, + 9.182, + 9.1831, + 9.184, + 9.1853, + 9.1865, + 9.1876, + 9.1887, + 9.19, + 9.1912, + 9.1922, + 9.1933, + 9.1945, + 9.1956, + 9.1967, + 9.1978, + 9.1989, + 9.1999, + 9.2009, + 9.202, + 9.203, + 9.2039, + 9.205, + 9.206, + 9.207, + 9.2081, + 9.2091, + 9.21, + 9.2109, + 9.2117, + 9.2125, + 9.2133, + 9.2143, + 9.2152, + 9.2161, + 9.2171, + 9.218, + 9.2191, + 9.2202, + 9.2211, + 9.222, + 9.2228, + 9.2236, + 9.2244, + 9.2252, + 9.226, + 9.2266, + 9.2274, + 9.2284, + 9.2292, + 9.2302, + 9.2312, + 9.2326, + 9.2339, + 9.2353, + 9.2366, + 9.2379, + 9.2391, + 9.2403, + 9.2413, + 9.2424, + 9.2435, + 9.2448, + 9.2461, + 9.2478, + 9.2495, + 9.2516, + 9.2542, + 9.2566, + 9.2591, + 9.2623, + 9.2655, + 9.2687, + 9.2717, + 9.2749, + 9.2778, + 9.2806, + 9.2835, + 9.2864, + 9.2892, + 9.2919, + 9.2947, + 9.2975, + 9.3002, + 9.3026, + 9.305, + 9.3073, + 9.3096, + 9.3119, + 9.3142, + 9.3165, + 9.3188, + 9.3211, + 9.3232, + 9.3252, + 9.3271, + 9.3287, + 9.3305, + 9.3323, + 9.3341, + 9.3366, + 9.3388, + 9.3411, + 9.3432, + 9.3452, + 9.347, + 9.3486, + 9.3503, + 9.3518, + 9.3532, + 9.3545, + 9.3558, + 9.357, + 9.3581, + 9.3592, + 9.3605, + 9.3618, + 9.3632, + 9.3645, + 9.3658, + 9.3669, + 9.3683, + 9.3696, + 9.3708, + 9.372, + 9.3732, + 9.3745, + 9.3757, + 9.3768, + 9.3778, + 9.3787, + 9.3797, + 9.3805, + 9.3813, + 9.3822, + 9.3829, + 9.3836, + 9.3844, + 9.385, + 9.3858, + 9.3866, + 9.3877, + 9.3887, + 9.3896, + 9.3906, + 9.3915, + 9.3924, + 9.3933, + 9.394, + 9.3949, + 9.3957, + 9.3965, + 9.3972, + 9.3979, + 9.3986, + 9.3992, + 9.3998, + 9.4005, + 9.4013, + 9.402, + 9.4026, + 9.4032, + 9.4038, + 9.4044, + 9.405, + 9.4058, + 9.4067, + 9.4075, + 9.4083, + 9.4092, + 9.4101, + 9.4109, + 9.4118, + 9.4127, + 9.4136, + 9.4144, + 9.4151, + 9.4158, + 9.4165, + 9.4171, + 9.4177, + 9.4183, + 9.4189, + 9.4195, + 9.42, + 9.4206, + 9.4212, + 9.4217, + 9.4222, + 9.4226, + 9.4229, + 9.4233, + 9.4237, + 9.4241, + 9.4245, + 9.4248, + 9.4251, + 9.4255, + 9.4261, + 9.4267, + 9.4274, + 9.4279, + 9.4285, + 9.429, + 9.4294, + 9.4299, + 9.4303, + 9.4308, + 9.4312, + 9.4317, + 9.4322, + 9.4327, + 9.4332, + 9.4338, + 9.4343, + 9.435, + 9.4357, + 9.4363, + 9.4368, + 9.4373, + 9.4377, + 9.4382, + 9.4386, + 9.439, + 9.4395, + 9.44, + 9.4405, + 9.4411, + 9.4416, + 9.4422, + 9.4428, + 9.4434, + 9.4439, + 9.4445, + 9.4449, + 9.4455, + 9.446, + 9.4464, + 9.4469, + 9.4473, + 9.4476, + 9.4479, + 9.4482, + 9.4485, + 9.4488, + 9.4492, + 9.4496, + 9.45, + 9.4504, + 9.4508, + 9.4512, + 9.4517, + 9.4522, + 9.4526, + 9.453, + 9.4534, + 9.4538, + 9.4542, + 9.4546, + 9.4549, + 9.4552, + 9.4555, + 9.4558, + 9.4561, + 9.4564, + 9.4566, + 9.4569, + 9.4572, + 9.4575, + 9.4578, + 9.458, + 9.4583, + 9.4585, + 9.4591, + 9.4596, + 9.46, + 9.4605, + 9.4609, + 9.4613, + 9.4617, + 9.4622, + 9.4625, + 9.4629, + 9.4632, + 9.4636, + 9.464, + 9.4644, + 9.4647, + 9.4651, + 9.4656, + 9.466, + 9.4664, + 9.4668, + 9.4672, + 9.4676, + 9.468, + 9.4684, + 9.4688, + 9.4692, + 9.4699, + 9.4705, + 9.4713, + 9.4723, + 9.4732, + 9.474, + 9.4749, + 9.4758, + 9.4766, + 9.4773, + 9.4779, + 9.4785, + 9.4791, + 9.4797, + 9.4803, + 9.4809, + 9.4814, + 9.4819, + 9.4823, + 9.4829, + 9.4834, + 9.4839, + 9.4844, + 9.4849, + 9.4854, + 9.4859, + 9.4863, + 9.4868, + 9.4872, + 9.4876, + 9.4879, + 9.4883, + 9.4886, + 9.4889, + 9.4891, + 9.4894, + 9.4896, + 9.4899, + 9.4902, + 9.4905, + 9.4907, + 9.491, + 9.4912, + 9.4914, + 9.4917, + 9.4919, + 9.4922, + 9.4925, + 9.4928, + 9.4931, + 9.4935, + 9.4938, + 9.4941, + 9.4943, + 9.4946, + 9.4949, + 9.4951, + 9.4954, + 9.4957, + 9.496, + 9.4962, + 9.4964, + 9.4967, + 9.4968, + 9.497, + 9.4974, + 9.4976, + 9.4979, + 9.4982, + 9.4984, + 9.4987, + 9.4991, + 9.4995, + 9.4999, + 9.5002, + 9.5006, + 9.5009, + 9.5013, + 9.5018, + 9.5023, + 9.5028, + 9.5034, + 9.5041, + 9.5047, + 9.5053, + 9.5059, + 9.5065, + 9.5071, + 9.5076, + 9.5082, + 9.5087, + 9.5092, + 9.5097, + 9.5102, + 9.5106, + 9.511, + 9.5114, + 9.5118, + 9.5121, + 9.5124, + 9.5127, + 9.513, + 9.5133, + 9.5136, + 9.5139, + 9.5141, + 9.5143, + 9.5145, + 9.5147, + 9.5149, + 9.5151, + 9.5154, + 9.5157, + 9.516, + 9.5163, + 9.5166, + 9.5168, + 9.5171, + 9.5174, + 9.5177, + 9.518, + 9.5183, + 9.5186, + 9.519, + 9.5193, + 9.5196, + 9.5199, + 9.5202, + 9.5205, + 9.5207, + 9.521, + 9.5212, + 9.5216, + 9.5218, + 9.5222, + 9.5226, + 9.523, + 9.5234, + 9.5238, + 9.5242, + 9.5245, + 9.5248, + 9.5251, + 9.5253, + 9.5256, + 9.5258, + 9.5283, + 9.5316, + 9.5345, + 9.5371, + 9.5394, + 9.5416, + 9.5435, + 9.5455, + 9.5474, + 9.55, + 9.5538, + 9.5572, + 9.5603, + 9.5631, + 9.5657, + 9.568, + 9.57, + 9.5719, + 9.5736, + 9.5752, + 9.5766, + 9.5779, + 9.5791, + 9.5802, + 9.5813, + 9.5822, + 9.5831, + 9.584, + 9.5849, + 9.5857, + 9.5866, + 9.5874, + 9.5881, + 9.5888, + 9.5894, + 9.59, + 9.5905, + 9.591, + 9.5915, + 9.5919, + 9.5924, + 9.593, + 9.5935, + 9.5939, + 9.5944, + 9.595, + 9.5956, + 9.5961, + 9.5967, + 9.5974, + 9.5981, + 9.5988, + 9.5994, + 9.6001, + 9.6008, + 9.6014, + 9.6021, + 9.6028, + 9.6034, + 9.6041, + 9.6049, + 9.6059, + 9.6068, + 9.6082, + 9.6099, + 9.6114, + 9.6136, + 9.6162, + 9.6188, + 9.6217, + 9.6245, + 9.6274, + 9.6301, + 9.6327, + 9.6354, + 9.6379, + 9.6403, + 9.6427, + 9.645, + 9.6473, + 9.6493, + 9.6512, + 9.653, + 9.6546, + 9.6561, + 9.6576, + 9.659, + 9.6603, + 9.6616, + 9.6628, + 9.664, + 9.6653, + 9.6665, + 9.6677, + 9.6688, + 9.6698, + 9.6708, + 9.6718, + 9.6727, + 9.6735, + 9.6743, + 9.675, + 9.6759, + 9.6766, + 9.6774, + 9.6781, + 9.6788, + 9.6794, + 9.6801, + 9.6807, + 9.6813, + 9.6818, + 9.6824, + 9.683, + 9.6836, + 9.6843, + 9.6849, + 9.6856, + 9.6864, + 9.6871, + 9.6878, + 9.6884, + 9.689, + 9.6897, + 9.6903, + 9.691, + 9.6919, + 9.6928, + 9.6936, + 9.6944, + 9.6951, + 9.6958, + 9.6965, + 9.6972, + 9.6978, + 9.6984, + 9.699, + 9.6996, + 9.7001, + 9.7007, + 9.7013, + 9.7019, + 9.7024, + 9.7028, + 9.7033, + 9.7037, + 9.7041, + 9.7044, + 9.7049, + 9.7053, + 9.7057, + 9.7061, + 9.7065, + 9.7068, + 9.707, + 9.7075, + 9.7081, + 9.7085, + 9.709, + 9.7095, + 9.71, + 9.7106, + 9.7113, + 9.712, + 9.7126, + 9.7131, + 9.7136, + 9.7144, + 9.7151, + 9.7157, + 9.7164, + 9.717, + 9.7176, + 9.7181, + 9.7187, + 9.7191, + 9.7195, + 9.72, + 9.7204, + 9.7209, + 9.7215, + 9.7221, + 9.7229, + 9.7238, + 9.7246, + 9.7253, + 9.726, + 9.7266, + 9.7271, + 9.7276, + 9.7282, + 9.7287, + 9.7292, + 9.7297, + 9.7303, + 9.7308, + 9.7314, + 9.732, + 9.7328, + 9.7336, + 9.7343, + 9.735, + 9.7356, + 9.7362, + 9.7368, + 9.7373, + 9.7378, + 9.7382, + 9.7386, + 9.739, + 9.7393, + 9.7397, + 9.7402, + 9.7407, + 9.7411, + 9.7416, + 9.7419, + 9.7423, + 9.7426, + 9.7429, + 9.7432, + 9.7436, + 9.7439, + 9.7442, + 9.7446, + 9.7449, + 9.7452, + 9.7455, + 9.7459, + 9.7463, + 9.7467, + 9.747, + 9.7474, + 9.7477, + 9.7481, + 9.7483, + 9.7486, + 9.7489, + 9.7491, + 9.7493, + 9.7496, + 9.7499, + 9.7501, + 9.7504, + 9.7506, + 9.7508, + 9.7512, + 9.7516, + 9.7521, + 9.7525, + 9.753, + 9.7535, + 9.754, + 9.7544, + 9.7549, + 9.7554, + 9.7558, + 9.7563, + 9.7569, + 9.7577, + 9.7584, + 9.7591, + 9.7599, + 9.7606, + 9.7612, + 9.7619, + 9.7625, + 9.7631, + 9.7636, + 9.7642, + 9.7648, + 9.7653, + 9.7659, + 9.7664, + 9.7669, + 9.7674, + 9.7679, + 9.7683, + 9.7687, + 9.769, + 9.7694, + 9.7696, + 9.7699, + 9.7702, + 9.7705, + 9.7709, + 9.7713, + 9.7718, + 9.7723, + 9.7728, + 9.7732, + 9.7737, + 9.7742, + 9.7747, + 9.7752, + 9.7756, + 9.7761, + 9.7765, + 9.7769, + 9.7772, + 9.7775, + 9.7778, + 9.7781, + 9.7784, + 9.7786, + 9.7789, + 9.7791, + 9.7793, + 9.7795, + 9.7798, + 9.7801, + 9.7804, + 9.7806, + 9.7809, + 9.7812, + 9.7814, + 9.7817, + 9.7819, + 9.7822, + 9.7827, + 9.7832, + 9.7839, + 9.7848, + 9.7858, + 9.7883, + 9.7906, + 9.7928, + 9.7949, + 9.7967, + 9.7986, + 9.8003, + 9.8019, + 9.8034, + 9.8047, + 9.8061, + 9.8075, + 9.8088, + 9.81, + 9.8111, + 9.8121, + 9.813, + 9.8139, + 9.8147, + 9.8154, + 9.8161, + 9.8167, + 9.8173, + 9.8178, + 9.8182, + 9.8187, + 9.8191, + 9.8195, + 9.8199, + 9.8203, + 9.8207, + 9.821, + 9.8215, + 9.8219, + 9.8224, + 9.8228, + 9.8232, + 9.8238, + 9.8243, + 9.8248, + 9.8253, + 9.8257, + 9.8262, + 9.8267, + 9.8271, + 9.8275, + 9.8279, + 9.8282, + 9.8286, + 9.829, + 9.8294, + 9.8297, + 9.8301, + 9.8303, + 9.8308, + 9.8311, + 9.8315, + 9.832, + 9.8324, + 9.8329, + 9.8333, + 9.8338, + 9.8343, + 9.8351, + 9.8359, + 9.8367, + 9.8377, + 9.8387, + 9.8397, + 9.8409, + 9.842, + 9.8432, + 9.8443, + 9.8453, + 9.8462, + 9.8471, + 9.8478, + 9.8485, + 9.8491, + 9.8497, + 9.8503, + 9.8509, + 9.8514, + 9.852, + 9.8525, + 9.853, + 9.8534, + 9.8539, + 9.8543, + 9.8547, + 9.8552, + 9.8556, + 9.856, + 9.8565, + 9.8569, + 9.8572, + 9.8576, + 9.8579, + 9.8581, + 9.8584, + 9.8587, + 9.859, + 9.8593, + 9.8596, + 9.8598, + 9.8601, + 9.8603, + 9.8606, + 9.8608, + 9.8611, + 9.8613, + 9.8615, + 9.8616, + 9.8618, + 9.862, + 9.8622, + 9.8624, + 9.8626, + 9.8629, + 9.8631, + 9.8634, + 9.8636, + 9.8639, + 9.8642, + 9.8644, + 9.8646, + 9.8648, + 9.8651, + 9.8653, + 9.8656, + 9.8659, + 9.8662, + 9.8664, + 9.8666, + 9.8668, + 9.867, + 9.8673, + 9.8676, + 9.8678, + 9.868, + 9.8682, + 9.8684, + 9.8686, + 9.8688, + 9.8689, + 9.8691, + 9.8692, + 9.8694, + 9.8696, + 9.8698, + 9.87, + 9.8701, + 9.8703, + 9.8704, + 9.8705, + 9.8706, + 9.8707, + 9.8708, + 9.871, + 9.8711, + 9.8713, + 9.8715, + 9.8717, + 9.8718, + 9.8721, + 9.8723, + 9.8725, + 9.8727, + 9.873, + 9.8732, + 9.8735, + 9.8738, + 9.8742, + 9.8746, + 9.8749, + 9.8752, + 9.8756, + 9.8759, + 9.8762, + 9.8765, + 9.8767, + 9.877, + 9.8772, + 9.8774, + 9.8776, + 9.8778, + 9.8781, + 9.8784, + 9.8786, + 9.8788, + 9.8791, + 9.8793, + 9.8795, + 9.8797, + 9.8799, + 9.8801, + 9.8803, + 9.8805, + 9.8807, + 9.8809, + 9.8814, + 9.8819, + 9.8825, + 9.8831, + 9.8836, + 9.8841, + 9.8846, + 9.885, + 9.8855, + 9.8861, + 9.8867, + 9.8872, + 9.8878, + 9.8883, + 9.8887, + 9.8891, + 9.8895, + 9.8898, + 9.8902, + 9.8905, + 9.8908, + 9.8912, + 9.8915, + 9.8919, + 9.8924, + 9.8928, + 9.8933, + 9.8939, + 9.8945, + 9.895, + 9.8955, + 9.8961, + 9.8966, + 9.8972, + 9.8979, + 9.8986, + 9.8995, + 9.9003, + 9.901, + 9.9018, + 9.9025, + 9.9032, + 9.9038, + 9.9045, + 9.9052, + 9.9059, + 9.9066, + 9.9073, + 9.9079, + 9.9085, + 9.9092, + 9.9099, + 9.9106, + 9.9112, + 9.9119, + 9.9125, + 9.9132, + 9.9139, + 9.9145, + 9.9152, + 9.9159, + 9.9166, + 9.9172, + 9.9178, + 9.9186, + 9.9193, + 9.92, + 9.9208, + 9.9216, + 9.9223, + 9.923, + 9.9236, + 9.9243, + 9.9249, + 9.9255, + 9.9262, + 9.9268, + 9.9274, + 9.9281, + 9.9287, + 9.9292, + 9.9298, + 9.9303, + 9.9309, + 9.9314, + 9.9319, + 9.9325, + 9.9331, + 9.9336, + 9.9341, + 9.9346, + 9.9351, + 9.9355, + 9.9359, + 9.9362, + 9.9366, + 9.9369, + 9.9373, + 9.9379, + 9.9385, + 9.9391, + 9.9396, + 9.94, + 9.9404, + 9.9408, + 9.9413, + 9.9418, + 9.9423, + 9.9427, + 9.9432, + 9.9436, + 9.944, + 9.9443, + 9.9446, + 9.9449, + 9.9452, + 9.9454, + 9.9457, + 9.9459, + 9.9462, + 9.9464, + 9.9467, + 9.9469, + 9.9472, + 9.9475, + 9.9478, + 9.9481, + 9.9483, + 9.9485, + 9.9487, + 9.9489, + 9.9491, + 9.9493, + 9.9496, + 9.9498, + 9.95, + 9.9503, + 9.9506, + 9.9509, + 9.9511, + 9.9514, + 9.9516, + 9.9518, + 9.9519, + 9.9522, + 9.9523, + 9.9526, + 9.9527, + 9.9529, + 9.9531, + 9.9533, + 9.9536, + 9.9539, + 9.9543, + 9.9546, + 9.9548, + 9.9551, + 9.9553, + 9.9555, + 9.9557, + 9.9559, + 9.9561, + 9.9564, + 9.9565, + 9.9567, + 9.957, + 9.9572, + 9.9575, + 9.9577, + 9.958, + 9.9583, + 9.9585, + 9.9587, + 9.959, + 9.9593, + 9.9596, + 9.9599, + 9.9601, + 9.9604, + 9.9606, + 9.9608, + 9.9609, + 9.9611, + 9.9614, + 9.9616, + 9.9618, + 9.9621, + 9.9624, + 9.9626, + 9.9629, + 9.9632, + 9.9636, + 9.9639, + 9.9643, + 9.9647, + 9.9651, + 9.9655, + 9.966, + 9.9664, + 9.9668, + 9.9673, + 9.9677, + 9.968, + 9.9684, + 9.9687, + 9.9691, + 9.9695, + 9.9698, + 9.9702, + 9.9706, + 9.9711, + 9.9715, + 9.972, + 9.9725, + 9.973, + 9.9735, + 9.974, + 9.9746, + 9.9752, + 9.9758, + 9.9764, + 9.977, + 9.9776, + 9.9782, + 9.9787, + 9.9793, + 9.9799, + 9.9805, + 9.9811, + 9.9816, + 9.9822, + 9.9827, + 9.9831, + 9.9836, + 9.9841, + 9.9847, + 9.9852, + 9.9858, + 9.9863, + 9.9868, + 9.9872, + 9.9876, + 9.988, + 9.9883, + 9.9887, + 9.989, + 9.9893, + 9.9896, + 9.9899, + 9.9902, + 9.9905, + 9.9909, + 9.9913, + 9.9917, + 9.9924, + 9.9932, + 9.9941, + 9.995, + 9.9959, + 9.9968, + 9.9977, + 9.9984, + 9.9992, + 9.9999, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1019, + 0.2028, + 0.4295 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0881, + 0.0881, + 0.0881, + 0.0995, + 0.1927, + 0.4435 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0882, + 0.0882, + 0.0882, + 0.0987, + 0.1856, + 0.4511 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0884, + 0.0884, + 0.0884, + 0.0988, + 0.1885, + 0.4474 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1005, + 0.1935, + 0.4399 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1017, + 0.1967, + 0.4349 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1034, + 0.199, + 0.4306 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0891, + 0.0891, + 0.0891, + 0.1044, + 0.1988, + 0.4294 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.1998, + 0.4274 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1053, + 0.2006, + 0.4264 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1052, + 0.2011, + 0.4261 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1051, + 0.2019, + 0.4253 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1051, + 0.2025, + 0.4246 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2025, + 0.4248 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2029, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2028, + 0.4245 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1047, + 0.2025, + 0.4249 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1046, + 0.2018, + 0.4258 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1043, + 0.2013, + 0.4267 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1042, + 0.2011, + 0.427 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1041, + 0.201, + 0.4272 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.2007, + 0.4277 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2009, + 0.4276 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.201, + 0.4275 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.1039, + 0.2016, + 0.4269 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0892, + 0.0892, + 0.0892, + 0.104, + 0.202, + 0.4263 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1041, + 0.2027, + 0.4254 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1045, + 0.2033, + 0.4243 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ], + [ + 0.0893, + 0.0893, + 0.0893, + 0.1049, + 0.2039, + 0.4233 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json new file mode 100644 index 0000000000000000000000000000000000000000..385cc0b39a07cc2cf2d9386756eddc0321f93300 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_implicit_v18_fixedrho.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "fixed", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 5345687.67, + "constraint_satisfaction_pct": 27.27, + "final_rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + "final_lambda": 125.394, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6405.23, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6933.53, + "avg_cost": 0.0, + "lambda": 10.134, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -5684.03, + "avg_cost": 0.25, + "lambda": 10.2906, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -6579.68, + "avg_cost": 0.5, + "lambda": 10.5444, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -5842.33, + "avg_cost": 0.0, + "lambda": 10.8115, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4894.59, + "avg_cost": 0.0, + "lambda": 10.9746, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 60, + "avg_reward": -5231.59, + "avg_cost": 0.0, + "lambda": 11.063, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 70, + "avg_reward": -5208.94, + "avg_cost": 0.0, + "lambda": 11.136, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 80, + "avg_reward": -3805.17, + "avg_cost": 0.0, + "lambda": 11.1767, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 90, + "avg_reward": -4101.18, + "avg_cost": 0.0, + "lambda": 11.1919, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 100, + "avg_reward": -3549.57, + "avg_cost": 0.0, + "lambda": 11.2019, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 110, + "avg_reward": -3363.64, + "avg_cost": 0.0, + "lambda": 11.2272, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 120, + "avg_reward": -3175.4, + "avg_cost": 0.0, + "lambda": 11.242, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 130, + "avg_reward": -3426.26, + "avg_cost": 0.0, + "lambda": 11.2472, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 140, + "avg_reward": -2688.33, + "avg_cost": 0.0, + "lambda": 11.249, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 150, + "avg_reward": -1878.02, + "avg_cost": 0.25, + "lambda": 11.2726, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 160, + "avg_reward": -2832.56, + "avg_cost": 0.0, + "lambda": 11.3239, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 170, + "avg_reward": -2407.99, + "avg_cost": 0.0, + "lambda": 11.3572, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 180, + "avg_reward": -1944.01, + "avg_cost": 0.0, + "lambda": 11.3688, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 190, + "avg_reward": -2970.96, + "avg_cost": 0.0, + "lambda": 11.3776, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 200, + "avg_reward": -3055.22, + "avg_cost": 0.0, + "lambda": 11.4478, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 210, + "avg_reward": -865.45, + "avg_cost": 0.0, + "lambda": 11.5451, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 220, + "avg_reward": -2699.05, + "avg_cost": 0.5, + "lambda": 11.6898, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 230, + "avg_reward": -646.89, + "avg_cost": 0.75, + "lambda": 12.1178, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 240, + "avg_reward": -1540.69, + "avg_cost": 0.25, + "lambda": 13.1217, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 250, + "avg_reward": -2954.53, + "avg_cost": 0.5, + "lambda": 13.8928, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 260, + "avg_reward": -2472.0, + "avg_cost": 0.0, + "lambda": 14.3971, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 270, + "avg_reward": -1343.18, + "avg_cost": 0.25, + "lambda": 14.799, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 280, + "avg_reward": 179.96, + "avg_cost": 1.5, + "lambda": 15.3546, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 290, + "avg_reward": 683.07, + "avg_cost": 2.5, + "lambda": 16.2623, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 300, + "avg_reward": -2314.29, + "avg_cost": 1.75, + "lambda": 17.4433, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 310, + "avg_reward": -798.25, + "avg_cost": 0.25, + "lambda": 18.6147, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 320, + "avg_reward": -1493.14, + "avg_cost": 2.5, + "lambda": 19.7215, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 330, + "avg_reward": -419.39, + "avg_cost": 0.0, + "lambda": 20.8588, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 340, + "avg_reward": 647.72, + "avg_cost": 2.5, + "lambda": 22.0111, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 350, + "avg_reward": 1929.52, + "avg_cost": 0.75, + "lambda": 23.6046, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 360, + "avg_reward": 263.01, + "avg_cost": 4.0, + "lambda": 25.3976, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 370, + "avg_reward": 2426.97, + "avg_cost": 5.0, + "lambda": 27.3729, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 380, + "avg_reward": 964.77, + "avg_cost": 1.25, + "lambda": 29.6393, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 390, + "avg_reward": -75.09, + "avg_cost": 1.75, + "lambda": 31.3894, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 400, + "avg_reward": 2623.76, + "avg_cost": 3.75, + "lambda": 33.3843, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 410, + "avg_reward": 2120.39, + "avg_cost": 4.75, + "lambda": 35.7032, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 420, + "avg_reward": 3157.19, + "avg_cost": 3.25, + "lambda": 38.3025, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 430, + "avg_reward": 2236.21, + "avg_cost": 1.25, + "lambda": 41.2031, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 440, + "avg_reward": 2079.34, + "avg_cost": 2.0, + "lambda": 43.7161, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 450, + "avg_reward": 868.75, + "avg_cost": 1.0, + "lambda": 45.9022, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 460, + "avg_reward": 4126.49, + "avg_cost": 1.25, + "lambda": 47.8454, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 470, + "avg_reward": 1692.3, + "avg_cost": 0.5, + "lambda": 49.8299, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 480, + "avg_reward": 2930.47, + "avg_cost": 0.5, + "lambda": 51.0818, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 490, + "avg_reward": 1610.29, + "avg_cost": 0.75, + "lambda": 51.9883, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 500, + "avg_reward": 4412.5, + "avg_cost": 3.5, + "lambda": 53.0742, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 510, + "avg_reward": 3585.67, + "avg_cost": 0.75, + "lambda": 54.4753, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 520, + "avg_reward": 2914.21, + "avg_cost": 0.25, + "lambda": 55.8509, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 530, + "avg_reward": 2668.6, + "avg_cost": 1.75, + "lambda": 57.1291, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 540, + "avg_reward": 2568.48, + "avg_cost": 0.25, + "lambda": 58.5538, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 550, + "avg_reward": 3096.17, + "avg_cost": 0.75, + "lambda": 59.8534, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 560, + "avg_reward": 4491.67, + "avg_cost": 1.5, + "lambda": 61.1271, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 570, + "avg_reward": 2470.9, + "avg_cost": 0.5, + "lambda": 62.3185, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 580, + "avg_reward": 1996.12, + "avg_cost": 1.25, + "lambda": 63.3998, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 590, + "avg_reward": 2410.07, + "avg_cost": 1.0, + "lambda": 64.5204, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 600, + "avg_reward": 2087.91, + "avg_cost": 1.0, + "lambda": 65.4166, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 610, + "avg_reward": 4541.02, + "avg_cost": 0.25, + "lambda": 66.288, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 620, + "avg_reward": 3334.78, + "avg_cost": 0.75, + "lambda": 67.0768, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 630, + "avg_reward": 5794.03, + "avg_cost": 0.75, + "lambda": 68.0534, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 640, + "avg_reward": 5590.87, + "avg_cost": 0.25, + "lambda": 69.1203, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 650, + "avg_reward": 5040.31, + "avg_cost": 0.5, + "lambda": 70.0422, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 660, + "avg_reward": 6301.26, + "avg_cost": 1.75, + "lambda": 71.2739, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 670, + "avg_reward": 5964.48, + "avg_cost": 1.0, + "lambda": 72.4491, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 680, + "avg_reward": 6157.22, + "avg_cost": 1.25, + "lambda": 73.987, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 690, + "avg_reward": 6195.92, + "avg_cost": 1.25, + "lambda": 75.3968, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 700, + "avg_reward": 4985.19, + "avg_cost": 1.5, + "lambda": 76.5849, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 710, + "avg_reward": 5297.27, + "avg_cost": 1.75, + "lambda": 77.6782, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 720, + "avg_reward": 5731.71, + "avg_cost": 0.5, + "lambda": 79.035, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 730, + "avg_reward": 7092.66, + "avg_cost": 1.75, + "lambda": 80.2977, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 740, + "avg_reward": 5644.69, + "avg_cost": 2.25, + "lambda": 81.6805, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 750, + "avg_reward": 7924.62, + "avg_cost": 2.25, + "lambda": 82.758, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 760, + "avg_reward": 7740.71, + "avg_cost": 1.5, + "lambda": 83.8401, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 770, + "avg_reward": 7855.88, + "avg_cost": 0.75, + "lambda": 85.1246, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 780, + "avg_reward": 8197.44, + "avg_cost": 1.5, + "lambda": 85.9818, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 790, + "avg_reward": 4645.91, + "avg_cost": 0.25, + "lambda": 86.924, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 800, + "avg_reward": -6737.09, + "avg_cost": 0.0, + "lambda": 87.4858, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 810, + "avg_reward": -5263.33, + "avg_cost": 0.0, + "lambda": 87.7108, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 820, + "avg_reward": -4347.56, + "avg_cost": 0.0, + "lambda": 87.8014, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 830, + "avg_reward": -2634.65, + "avg_cost": 0.0, + "lambda": 87.8331, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 840, + "avg_reward": -1103.34, + "avg_cost": 0.0, + "lambda": 87.8441, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 850, + "avg_reward": 534.72, + "avg_cost": 1.25, + "lambda": 87.9647, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 860, + "avg_reward": 2459.19, + "avg_cost": 0.0, + "lambda": 88.4729, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 870, + "avg_reward": 1275.67, + "avg_cost": 0.5, + "lambda": 88.8015, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 880, + "avg_reward": 633.95, + "avg_cost": 0.75, + "lambda": 89.2969, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 890, + "avg_reward": 238.05, + "avg_cost": 0.0, + "lambda": 89.6844, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 900, + "avg_reward": 898.99, + "avg_cost": 0.0, + "lambda": 89.8453, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 910, + "avg_reward": 1190.2, + "avg_cost": 0.0, + "lambda": 89.9135, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 920, + "avg_reward": 1284.41, + "avg_cost": 0.0, + "lambda": 89.9537, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 930, + "avg_reward": 3486.99, + "avg_cost": 1.0, + "lambda": 90.0393, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 940, + "avg_reward": 1224.09, + "avg_cost": 0.25, + "lambda": 90.8056, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 950, + "avg_reward": 4244.63, + "avg_cost": 2.25, + "lambda": 91.6005, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 960, + "avg_reward": 4911.3, + "avg_cost": 0.75, + "lambda": 92.3207, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 970, + "avg_reward": 4907.9, + "avg_cost": 0.0, + "lambda": 92.9217, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 980, + "avg_reward": 5175.57, + "avg_cost": 0.0, + "lambda": 93.4119, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 990, + "avg_reward": 2746.54, + "avg_cost": 0.75, + "lambda": 94.1353, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1000, + "avg_reward": 3264.33, + "avg_cost": 0.5, + "lambda": 94.7151, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1010, + "avg_reward": 4111.31, + "avg_cost": 0.0, + "lambda": 95.3529, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1020, + "avg_reward": 3055.11, + "avg_cost": 0.25, + "lambda": 95.8515, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1030, + "avg_reward": 4985.32, + "avg_cost": 0.0, + "lambda": 96.251, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1040, + "avg_reward": 5942.13, + "avg_cost": 0.25, + "lambda": 96.5957, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1050, + "avg_reward": 6047.85, + "avg_cost": 0.25, + "lambda": 96.9155, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1060, + "avg_reward": 6742.96, + "avg_cost": 0.75, + "lambda": 97.1765, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1070, + "avg_reward": 6723.69, + "avg_cost": 0.0, + "lambda": 97.5872, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1080, + "avg_reward": 5710.57, + "avg_cost": 0.0, + "lambda": 98.0532, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1090, + "avg_reward": 7550.77, + "avg_cost": 1.5, + "lambda": 98.4406, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1100, + "avg_reward": 7566.49, + "avg_cost": 0.5, + "lambda": 99.0388, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1110, + "avg_reward": 7536.55, + "avg_cost": 0.5, + "lambda": 99.6616, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1120, + "avg_reward": 5525.61, + "avg_cost": 0.25, + "lambda": 100.2268, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1130, + "avg_reward": 8476.63, + "avg_cost": 0.25, + "lambda": 100.7146, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1140, + "avg_reward": 8369.19, + "avg_cost": 0.5, + "lambda": 101.2623, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1150, + "avg_reward": 8412.05, + "avg_cost": 1.0, + "lambda": 101.7808, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1160, + "avg_reward": 9004.59, + "avg_cost": 0.5, + "lambda": 102.457, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1170, + "avg_reward": 8360.07, + "avg_cost": 0.25, + "lambda": 103.3464, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1180, + "avg_reward": 6939.54, + "avg_cost": 0.75, + "lambda": 104.1832, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1190, + "avg_reward": 8258.6, + "avg_cost": 0.25, + "lambda": 105.0177, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1200, + "avg_reward": 9233.92, + "avg_cost": 0.5, + "lambda": 105.6906, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1210, + "avg_reward": 9649.49, + "avg_cost": 0.25, + "lambda": 106.5173, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1220, + "avg_reward": 9157.09, + "avg_cost": 0.0, + "lambda": 107.2864, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1230, + "avg_reward": 8558.11, + "avg_cost": 0.0, + "lambda": 108.0529, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1240, + "avg_reward": 9063.68, + "avg_cost": 0.0, + "lambda": 108.5894, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1250, + "avg_reward": 9796.4, + "avg_cost": 0.25, + "lambda": 109.1383, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1260, + "avg_reward": 9462.04, + "avg_cost": 0.0, + "lambda": 109.8701, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1270, + "avg_reward": 9874.54, + "avg_cost": 1.0, + "lambda": 110.4969, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1280, + "avg_reward": 9952.34, + "avg_cost": 0.0, + "lambda": 110.9988, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1290, + "avg_reward": 8964.98, + "avg_cost": 0.25, + "lambda": 111.5171, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1300, + "avg_reward": 10329.45, + "avg_cost": 1.5, + "lambda": 112.1185, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1310, + "avg_reward": 10383.76, + "avg_cost": 0.5, + "lambda": 112.6519, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1320, + "avg_reward": 10019.15, + "avg_cost": 0.0, + "lambda": 113.1079, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1330, + "avg_reward": 10138.28, + "avg_cost": 0.75, + "lambda": 113.6636, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1340, + "avg_reward": 10165.03, + "avg_cost": 1.5, + "lambda": 114.2237, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1350, + "avg_reward": 10446.66, + "avg_cost": 0.0, + "lambda": 114.7448, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1360, + "avg_reward": 10299.36, + "avg_cost": 0.25, + "lambda": 115.2993, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1370, + "avg_reward": 7642.03, + "avg_cost": 0.25, + "lambda": 115.9092, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1380, + "avg_reward": 10809.63, + "avg_cost": 1.5, + "lambda": 116.985, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1390, + "avg_reward": 9474.33, + "avg_cost": 0.5, + "lambda": 118.3286, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1400, + "avg_reward": 7086.0, + "avg_cost": 1.0, + "lambda": 119.327, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1410, + "avg_reward": 10874.66, + "avg_cost": 1.5, + "lambda": 120.2247, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1420, + "avg_reward": 10962.7, + "avg_cost": 0.25, + "lambda": 121.0978, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1430, + "avg_reward": 11038.03, + "avg_cost": 0.0, + "lambda": 121.7528, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1440, + "avg_reward": 11018.57, + "avg_cost": 0.0, + "lambda": 122.2738, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1450, + "avg_reward": 10965.29, + "avg_cost": 0.0, + "lambda": 122.6422, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1460, + "avg_reward": 11745.38, + "avg_cost": 0.25, + "lambda": 122.9209, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1470, + "avg_reward": 11276.05, + "avg_cost": 0.5, + "lambda": 123.3188, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1480, + "avg_reward": 11191.0, + "avg_cost": 1.0, + "lambda": 123.8258, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1490, + "avg_reward": 11119.39, + "avg_cost": 0.75, + "lambda": 124.5475, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 1500, + "avg_reward": 11405.14, + "avg_cost": 0.5, + "lambda": 125.394, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + } + ], + "episode_rewards": [ + -6405.2315, + -6161.8147, + -7031.6845, + -6583.104, + -6110.5718, + -6584.0556, + -6702.1071, + -6107.0788, + -6588.8826, + -6933.5343, + -6880.4577, + -6387.0924, + -6202.2458, + -7027.3505, + -6432.2668, + -6998.1769, + -6739.2926, + -6332.8552, + -7384.2462, + -5684.031, + -5454.8268, + -6665.3075, + -7150.308, + -6233.5991, + -5979.3176, + -5907.4875, + -5945.7734, + -6216.2743, + -5884.4213, + -6579.6829, + -6167.0257, + -6805.4122, + -5493.7888, + -6397.6951, + -6609.2781, + -5537.8346, + -5557.3415, + -6267.1862, + -6240.3666, + -5842.3286, + -5848.4346, + -6373.7247, + -6796.0784, + -6765.6145, + -6081.3858, + -5594.1213, + -5851.178, + -5773.7072, + -5786.0356, + -4894.5882, + -5061.4741, + -5451.4237, + -5196.7123, + -5555.3593, + -5382.0566, + -5534.9012, + -5328.7229, + -5819.6902, + -5635.5506, + -5231.5895, + -4618.0463, + -4900.7521, + -5580.4257, + -5457.9842, + -5881.4089, + -5042.1753, + -4795.79, + -4908.7225, + -4875.5548, + -5208.9422, + -4471.7962, + -4736.2306, + -4343.4624, + -4315.354, + -4996.0121, + -3968.0105, + -4403.0412, + -3215.8094, + -4140.507, + -3805.1671, + -4041.7703, + -3929.4927, + -4509.0718, + -4013.0705, + -4289.8422, + -4825.4678, + -4132.9346, + -4072.5783, + -4703.2443, + -4101.1779, + -3460.5976, + -3528.3791, + -4255.8463, + -4187.8901, + -3549.1975, + -4084.6395, + -3848.6928, + -3709.356, + -4176.372, + -3549.5709, + -2717.431, + -2684.4327, + -3397.9665, + -2963.6023, + -2988.3917, + -3292.5441, + -3847.2747, + -3473.3158, + -3276.19, + -3363.6436, + -3751.852, + -3092.2234, + -2930.1178, + -3070.4826, + -3151.7974, + -3842.6623, + -3110.4131, + -2998.7015, + -3264.8557, + -3175.3967, + -3415.32, + -3261.8139, + -2734.0209, + -2920.5973, + -2314.4038, + -3391.8788, + -2452.4015, + -3132.3352, + -3265.8741, + -3426.2624, + -2774.3993, + -3369.3441, + -2665.3178, + -3358.0732, + -2886.0612, + -2321.6012, + -2521.1888, + -2642.886, + -3059.2046, + -2688.3284, + -2829.7415, + -1723.7601, + -2259.5988, + -2757.9228, + -2559.524, + -2730.5142, + -2274.5703, + -2804.154, + -1761.4922, + -1878.0154, + -2115.1864, + -1907.7555, + -2704.0615, + -2843.5364, + -3183.6156, + -2195.303, + -1989.8581, + -2197.0948, + -2444.1322, + -2832.557, + -1575.8316, + -2497.5388, + -1738.2156, + -2451.7894, + -2806.0995, + -2529.0889, + -3147.1766, + -2633.5757, + -2406.4661, + -2407.9898, + -2063.8353, + -1964.3788, + -2420.8009, + -1778.1574, + -2319.3602, + -1990.8346, + -1656.0401, + -2204.8109, + -2339.3233, + -1944.005, + -2259.7649, + -1891.7538, + -1918.9671, + -1986.8206, + -1876.3277, + -2253.3054, + -1602.2389, + -2454.3809, + -2836.9375, + -2970.9613, + -2824.5561, + -2172.7078, + -1196.3273, + -1376.7679, + -1085.1889, + -1696.7068, + -2736.6651, + -2477.0395, + -3429.1323, + -3055.2176, + -2900.695, + -3040.0628, + -2036.1334, + -1902.1452, + -1009.3218, + -1198.214, + -1314.6824, + -1100.4974, + -221.0039, + -865.4511, + -1182.7683, + -785.4801, + -1699.0509, + -2084.6969, + -2272.5326, + -637.6293, + -1237.9266, + -2715.8365, + -2121.1008, + -2699.0455, + -1853.4137, + -1494.1323, + -2133.2366, + -4057.2483, + -3154.0024, + -2387.9989, + 177.9816, + -2083.6302, + -1521.7117, + -646.8949, + -2442.7138, + -603.9994, + -942.5103, + -1638.6182, + -1382.362, + -1797.1834, + -2556.8018, + -1923.0112, + -728.5049, + -1540.6874, + -1707.0737, + -3186.5687, + -2837.9395, + -2345.7275, + -2395.9537, + -1841.512, + -1787.6286, + -1345.6771, + -1992.2796, + -2954.5282, + -2266.5684, + -3082.45, + -2349.2119, + -3619.6891, + -2659.6421, + -1119.8746, + -1975.9728, + -2983.9095, + -2667.3639, + -2472.0033, + -1546.3572, + -1530.8307, + -1940.3248, + -1633.2642, + -1509.6247, + -1669.4489, + -2499.6939, + -1518.6921, + -878.1886, + -1343.1845, + -2975.3214, + -1976.2596, + -188.9653, + -1048.7804, + -3063.9288, + -2574.574, + -1436.6838, + -692.779, + -3135.4868, + 179.9642, + -1769.3397, + -1415.3632, + -925.2454, + -1228.4349, + -145.2479, + -628.9497, + -512.6029, + 1071.8192, + 78.998, + 683.0697, + -20.0468, + -2133.1786, + -1066.4209, + 204.717, + -482.6384, + -1319.4244, + 216.0973, + -938.293, + -823.4696, + -2314.2887, + -2360.8051, + -406.656, + 304.7825, + -1592.5222, + -1288.753, + -923.5868, + -1031.5794, + -405.842, + -432.1483, + -798.2525, + -427.0814, + -1897.6538, + -1823.6343, + -1371.5522, + -1517.8153, + -1636.8182, + -554.6841, + -3567.2974, + -3035.5557, + -1493.1445, + -2089.5706, + -754.25, + -2108.4384, + -2078.4962, + -1292.7436, + 13.8888, + -1407.7646, + -1397.8327, + -1027.4952, + -419.3905, + -1245.9458, + -1530.3846, + -2128.088, + -2427.9995, + -1606.5374, + -802.5552, + 48.0466, + 958.735, + 174.3479, + 647.7179, + -669.3794, + -899.0352, + -925.9313, + -445.5813, + -1569.4597, + -455.6246, + 951.2695, + 148.0245, + 1796.6195, + 1929.524, + -226.8227, + -1714.0122, + -546.4684, + 1331.1616, + 363.0095, + 59.2974, + 352.9029, + 612.9929, + 191.7331, + 263.0109, + 949.1906, + 1194.1953, + -263.9656, + 2104.6262, + -187.2104, + 1709.7953, + 338.0479, + -798.3133, + 1010.1945, + 2426.9662, + 1681.2723, + 422.6883, + 1442.8076, + 1637.0065, + 1258.8334, + 2023.3726, + -2202.0325, + 1203.3084, + -235.553, + 964.7667, + 746.4776, + -1008.2579, + -450.266, + 2262.3294, + 342.8399, + 2744.6751, + 2287.0419, + 1858.2517, + 314.0542, + -75.0894, + 2041.9834, + 2568.9045, + 652.7418, + 2694.3943, + 2807.2877, + 1852.2358, + 749.8707, + -1452.3693, + 1160.4415, + 2623.7601, + 3101.7672, + 3265.4462, + 1203.2421, + 150.0889, + 2488.9054, + 1996.592, + 1393.412, + 2836.3767, + 2814.5293, + 2120.3869, + 3518.3974, + 1724.5529, + 2712.0712, + 2674.3543, + 2530.5658, + 2582.9326, + 1894.5895, + 3316.8538, + 2171.9836, + 3157.1928, + 758.0609, + 60.6791, + 3215.5214, + 2124.6072, + 3404.0377, + 3046.2215, + 2743.616, + 1131.6799, + 2367.7386, + 2236.2136, + 386.985, + 2516.433, + 1677.9988, + 3417.2606, + 2447.8508, + 2306.6073, + 1726.4636, + 1228.7644, + 2268.3712, + 2079.3362, + 2954.007, + 3022.2984, + 1557.763, + 1867.8329, + 3210.1904, + 1782.9872, + 2950.2578, + 2344.9039, + 2213.6175, + 868.7487, + 3222.5601, + 2223.8064, + 1575.6323, + 2405.2511, + 3131.0315, + 3779.5291, + 1832.8952, + 3723.0696, + 2047.4576, + 4126.4886, + 1596.3269, + 2889.7336, + 4112.8844, + 3191.949, + 4059.1122, + 1733.412, + 2083.9851, + 1689.0798, + 3092.2222, + 1692.3048, + 3108.0348, + 3520.4789, + 3556.4456, + 3052.0101, + 4227.7469, + 3294.4897, + 3939.4354, + 3482.9461, + 3315.8661, + 2930.4701, + 1897.6921, + 2493.447, + 739.6371, + 2079.2995, + 2426.2316, + 2642.8076, + 2525.9441, + 1485.9125, + 2969.8874, + 1610.2907, + 2040.804, + 3893.8004, + 2472.3749, + 3867.0033, + 4544.1648, + 2696.4216, + 4178.4852, + 3267.8992, + -59.1295, + 4412.5009, + 3810.0328, + 2007.5716, + 2256.8391, + 1241.5764, + 3664.9991, + 4524.5738, + 1530.6233, + 3575.8169, + 3111.3651, + 3585.6693, + 2829.729, + 4096.7999, + 2654.3409, + 2665.3728, + 3310.2728, + 2799.2243, + 1289.569, + 2903.8016, + 3012.7482, + 2914.2066, + 1517.7189, + 2032.7925, + 3622.8832, + 869.3331, + 348.7271, + 5473.6651, + 4625.4134, + 4052.1498, + 3011.9287, + 2668.6026, + 4928.2161, + 4418.4238, + 1737.1336, + 3147.5264, + 4845.7765, + 2683.1777, + 2855.0799, + 2822.6599, + 4086.9657, + 2568.4755, + 1894.0632, + 4527.5547, + 3986.2844, + 2429.9052, + 4751.2144, + 2634.8482, + 4357.3322, + 1016.106, + 4361.4781, + 3096.1691, + 2408.1581, + 4871.8874, + 4441.0983, + 1060.7329, + 3485.9797, + 4343.3309, + 3482.6045, + 4567.2771, + 2124.3418, + 4491.6671, + 2315.0992, + 4280.0978, + 3186.5264, + 4794.303, + 3701.3762, + 1721.1149, + 4519.6672, + 3919.4398, + 3870.2239, + 2470.9035, + 651.0068, + 3850.7864, + 4221.771, + 2790.0974, + 3881.3001, + 2435.4136, + 3191.3667, + 3328.652, + 2874.0445, + 1996.1167, + 4471.6708, + 4177.8798, + -293.2236, + 4090.7759, + 1810.6951, + 2036.1492, + 4843.1135, + 2828.4589, + 4720.393, + 2410.0736, + 3381.2285, + 3188.1948, + 2875.9077, + 2181.8859, + 2217.7187, + 4583.8781, + 4558.9475, + 3587.2948, + 3810.3546, + 2087.9054, + 3390.0414, + 2383.5209, + 2375.0562, + 4357.3958, + 1626.8952, + 3615.6765, + 3148.5181, + 3543.3762, + 2499.7436, + 4541.0183, + 3523.2079, + 3456.1397, + 3955.2338, + 4620.2917, + 5763.9477, + 5516.6768, + 4614.2043, + 2809.5977, + 5153.0898, + 3334.7844, + 2517.5802, + 5796.9663, + 5018.5735, + 5394.9029, + 5543.0894, + 3490.7187, + 5374.1542, + 3961.7321, + 3067.1762, + 5794.0285, + 5165.0964, + 4981.0785, + 5983.6867, + 2475.5998, + 5379.8674, + 5705.6033, + 5179.8687, + 5959.3512, + 4656.1367, + 5590.8693, + 5581.9011, + 3307.2918, + 5218.7019, + 2063.8154, + 6555.5813, + 4351.4451, + 6004.5258, + 5899.3372, + 5945.2963, + 5040.3098, + 5927.7935, + 5704.3331, + 2935.5409, + 4334.0481, + 3035.8905, + 2379.1145, + 4761.1369, + 6627.6863, + 3789.3122, + 6301.2557, + 6460.8861, + 1711.553, + 5729.4151, + 5933.6248, + 6206.5166, + 6726.3299, + 6439.8398, + 6591.9773, + 6618.9481, + 5964.4786, + 5198.4189, + 7148.0434, + 6701.6678, + 6786.9316, + 6032.9252, + 5750.6966, + 4444.4398, + 6805.9549, + 5121.4638, + 6157.2227, + 6747.717, + 6805.5894, + 2660.0273, + 4003.1872, + 7206.9356, + 5613.9453, + 6575.5117, + 5391.5452, + 4846.755, + 6195.9166, + 5967.6455, + 4799.0516, + 5186.3739, + 5461.1885, + 5734.1924, + 4679.4698, + 6925.9718, + 6707.4141, + 3577.5794, + 4985.1853, + 7399.8854, + 7442.8725, + 7132.6158, + 7183.8498, + 6212.0924, + 5703.9885, + 6478.3398, + 5308.0078, + 5883.1107, + 5297.2694, + 6007.7407, + 4555.3396, + 7077.9682, + 7555.823, + 6722.6796, + 7046.234, + 7135.2455, + 6085.7529, + 5780.4186, + 5731.7093, + 5742.9389, + 5244.683, + 5778.7936, + 4472.296, + 3113.0109, + 4394.2654, + 7357.4805, + 7295.7261, + 7785.9565, + 7092.6637, + 7061.7565, + 7851.717, + 3491.0871, + 6941.4402, + 7056.9642, + 6891.3711, + 6901.3738, + 7485.3523, + 7866.4264, + 5644.6947, + 7162.246, + 7331.5199, + 7771.9778, + 7839.5967, + 6062.7003, + 7332.7511, + 6993.908, + 7610.6663, + 7583.3658, + 7924.6232, + 2733.847, + 6123.1428, + 7463.8656, + 5555.8947, + 7637.5124, + 7803.2734, + 7321.8861, + 7138.4053, + 7493.7153, + 7740.707, + 7617.4516, + 7716.3612, + 8353.1327, + 5515.6326, + 8208.8727, + 8316.038, + 7494.4089, + 7270.7514, + 7879.7247, + 7855.8775, + 6606.3452, + 7780.2441, + 7376.8232, + 6551.5062, + 6816.2738, + 7288.7295, + 8013.8662, + 5572.807, + 7836.2973, + 8197.4356, + 6762.006, + 8018.7036, + 8508.0496, + 8217.6052, + 8276.981, + 6801.9818, + 8298.0045, + 7559.8594, + 5881.2205, + 4645.9076, + 7220.9749, + 4598.4194, + 4783.1539, + 1263.6583, + -560.9277, + -4276.5824, + -5466.2193, + -6221.7871, + -6622.2234, + -6737.09, + -6582.9869, + -6363.5127, + -6068.449, + -5822.7996, + -5155.7064, + -5202.4433, + -5418.0336, + -4638.559, + -5398.5573, + -5263.3332, + -5328.373, + -4799.2282, + -4674.2171, + -4687.2085, + -4412.9904, + -4551.4365, + -4213.8564, + -4418.3661, + -4321.7377, + -4347.5638, + -4377.8757, + -4125.1106, + -3800.2475, + -3872.6829, + -3519.0679, + -3133.6534, + -3068.4678, + -2918.4817, + -3015.1235, + -2634.6533, + -2676.4171, + -2493.1355, + -2278.6832, + -2029.9159, + -1986.8694, + -1852.9305, + -1937.5037, + -1838.1853, + -1525.7393, + -1103.3377, + -1046.8304, + -1311.2971, + -727.8255, + 133.5268, + -136.0867, + 1540.9039, + -411.1815, + 1128.143, + 2399.6099, + 534.7192, + 2822.1344, + 2797.2175, + 1412.6347, + 3245.2793, + 4263.2634, + 2438.3331, + 3332.8202, + 4302.3849, + 4457.1392, + 2459.194, + 2742.8196, + 3160.742, + 3762.2758, + 1023.0633, + 4090.0171, + 67.2935, + 3690.9098, + 3206.612, + 1034.0521, + 1275.6723, + 1515.9058, + 2217.7466, + 2572.2706, + 2409.8281, + 2957.0952, + 578.8657, + -648.7331, + 1783.2892, + 816.5381, + 633.9531, + 777.6712, + 205.7756, + 272.4485, + 180.4917, + 19.4741, + 90.084, + 168.81, + 141.8905, + 430.3664, + 238.0505, + 387.9668, + 401.4627, + 512.415, + 483.0021, + 566.5828, + -996.9401, + 620.9625, + 997.101, + 877.3779, + 898.9943, + 812.8607, + 464.0394, + 226.6365, + -64.3733, + -55.4726, + -71.8494, + 602.1271, + 843.9268, + 1154.5262, + 1190.2012, + 617.0628, + 1279.3544, + 1136.2033, + 1216.1444, + 1266.8196, + 1374.4014, + -631.2124, + 1260.2287, + 1308.8021, + 1284.4143, + 730.6876, + 1474.2545, + 1566.8372, + 1339.7673, + 640.2462, + 1356.6806, + 2199.4169, + -1100.4962, + 3632.402, + 3486.9926, + 3634.2468, + 2144.7062, + 2382.9908, + 3918.5104, + 4699.4124, + 5014.1007, + 4580.921, + 2747.7185, + 4459.6256, + 1224.0894, + 4454.0781, + 2558.2812, + 4290.5448, + 4375.0583, + 2558.252, + 4497.6895, + 5114.1332, + 3971.412, + 3098.1023, + 4244.6322, + 4865.1167, + 4101.1837, + 4223.1131, + 4632.9739, + 3501.0509, + 4007.6878, + 4388.753, + 4380.7807, + 3320.8826, + 4911.2994, + 4668.2254, + 4934.9137, + 3659.2577, + 4805.996, + 5103.8925, + 6244.105, + 5239.365, + 3824.9507, + 4554.8397, + 4907.8953, + 3096.5441, + 2691.3445, + 4323.9656, + 3576.1776, + 4688.2477, + 5561.0347, + 5280.9563, + 5382.0827, + 5756.8659, + 5175.5737, + 5776.9021, + 6382.8023, + 5961.2719, + 5876.8671, + 5178.1273, + 3949.6675, + 5693.3073, + 5196.1336, + 5739.2686, + 2746.5377, + 116.2947, + 4971.3526, + 2661.4772, + 4377.5471, + 481.9262, + 246.8408, + 1487.4102, + 2760.2438, + 5991.9534, + 3264.3313, + 6221.3994, + 5680.4511, + 3687.107, + 3963.4461, + 2555.975, + 6394.335, + 5691.281, + 5734.7058, + 5678.1379, + 4111.3093, + 5411.1379, + 5757.1207, + 5652.5512, + 6213.5095, + 5270.0054, + 4918.2832, + 3735.5231, + 2973.4119, + 5652.4919, + 3055.1058, + 2570.5457, + 5173.3595, + 6311.1592, + 6245.1558, + 4076.6869, + 2224.7027, + 5926.2927, + 6536.2023, + 7311.6699, + 4985.3185, + 2720.2199, + 4592.5883, + 4529.9113, + 2546.3308, + 6644.4044, + 3062.3052, + 7353.141, + 4818.0321, + 6840.9189, + 5942.1289, + 5749.942, + 6364.3522, + 5512.1996, + 6757.9163, + 6353.3297, + 3391.3738, + 6839.3702, + 5220.2922, + 4243.3335, + 6047.8511, + 6415.1252, + 6536.6612, + 6122.7615, + 6775.0659, + 6344.1774, + 6827.9914, + 6963.7491, + 7377.8497, + 6039.7838, + 6742.957, + 7091.3544, + 5052.2516, + 6750.6272, + 3427.6509, + 7771.4294, + 6850.7984, + 5886.4454, + 6468.8, + 6626.1785, + 6723.691, + 6770.3833, + 6675.4505, + 7404.3257, + 6402.2286, + 6685.8559, + 4899.9511, + 5786.067, + 4879.8735, + 6987.6003, + 5710.5743, + 6614.7873, + 6722.2087, + 7969.2132, + 5908.9116, + 7297.8811, + 4845.5918, + 2913.0129, + 6909.2547, + 6124.9963, + 7550.7722, + 5178.6944, + 7182.5068, + 7371.8222, + 6630.2918, + 7188.2036, + 7487.679, + 7226.6751, + 7352.1044, + 7061.2789, + 7566.4878, + 7067.736, + 6143.5867, + 5557.8737, + 6297.2412, + 7346.8897, + 7841.9167, + 8896.4058, + 7354.8433, + 7789.263, + 7536.5475, + 5941.4197, + 6445.2261, + 6561.217, + 7532.789, + 7732.7944, + 7936.9339, + 7308.0482, + 7510.7406, + 6141.9812, + 5525.6137, + 7237.0201, + 7401.869, + 7815.1302, + 7910.0463, + 7657.324, + 7231.6269, + 4500.5837, + 8182.5679, + 8190.8232, + 8476.6318, + 8472.0596, + 8038.6031, + 7941.6075, + 6227.4597, + 8199.2856, + 8399.5435, + 8604.4394, + 8542.5918, + 8231.8895, + 8369.195, + 8187.6437, + 5218.1166, + 7574.0972, + 7999.6784, + 8359.69, + 8920.2869, + 8461.1451, + 8674.0222, + 8467.5022, + 8412.0471, + 8105.2412, + 7550.7781, + 7448.9278, + 8044.1351, + 8733.1157, + 9140.3681, + 8452.0375, + 8926.7367, + 8141.2097, + 9004.5926, + 8931.1386, + 9277.6114, + 8469.0496, + 8163.5397, + 9099.4317, + 8633.2892, + 7803.1076, + 8533.7497, + 8493.2434, + 8360.0732, + 8053.5988, + 8329.4347, + 6583.6103, + 8110.7649, + 8162.0269, + 5443.7905, + 5640.5784, + 7850.0935, + 6653.2283, + 6939.5392, + 6462.4703, + 7982.5995, + 7755.348, + 9016.6717, + 9459.731, + 8723.4792, + 9292.7609, + 8794.6135, + 8902.7043, + 8258.6003, + 8513.9395, + 8607.7556, + 8797.9921, + 9782.994, + 8896.4998, + 8261.6511, + 9063.0145, + 8562.9554, + 9136.9959, + 9233.9229, + 8786.9247, + 9216.554, + 9785.534, + 7042.7506, + 8633.4995, + 8819.4685, + 9227.003, + 9053.0903, + 9285.3396, + 9649.4862, + 8702.0253, + 9804.0998, + 8733.1227, + 6868.8216, + 9172.1925, + 9191.2715, + 9107.8869, + 9133.364, + 9813.4597, + 9157.0896, + 9377.1034, + 8689.2242, + 9227.8854, + 9091.1819, + 9212.0269, + 8726.3908, + 9190.9483, + 8384.67, + 8795.5873, + 8558.1083, + 9472.3183, + 9670.1921, + 9749.9179, + 9709.5716, + 8442.133, + 9474.6406, + 9336.2697, + 9147.7978, + 9523.6376, + 9063.6811, + 9583.6139, + 9577.5027, + 9945.0968, + 9597.6909, + 9036.9541, + 9740.3185, + 9421.6466, + 9179.2261, + 9190.3602, + 9796.3984, + 9814.4529, + 9820.1828, + 10070.4548, + 9215.4688, + 9655.7324, + 9312.9106, + 9875.904, + 9127.0149, + 8835.1631, + 9462.0434, + 9125.8373, + 8429.5273, + 8217.4033, + 8661.7159, + 8188.8597, + 8130.9146, + 8742.8356, + 10537.3875, + 9891.943, + 9874.538, + 9688.8209, + 9832.9533, + 9557.3055, + 9998.0086, + 9619.2565, + 9185.4325, + 9952.1923, + 9879.6931, + 10042.0894, + 9952.3429, + 9948.7527, + 10010.3675, + 9706.597, + 9539.7369, + 9748.936, + 9236.0093, + 10458.8275, + 9959.8753, + 9961.8325, + 8964.9773, + 9893.9151, + 9481.7886, + 10093.384, + 10116.9501, + 7690.4734, + 6736.0239, + 10136.8957, + 10011.7207, + 9169.1736, + 10329.4457, + 9580.8541, + 9379.2314, + 9943.1791, + 10183.0884, + 9897.2431, + 10089.2005, + 9675.0898, + 9543.66, + 9599.5754, + 10383.7607, + 10740.052, + 10090.758, + 10316.8163, + 10514.4297, + 10456.7974, + 9939.1146, + 10289.0878, + 10262.6252, + 9542.1468, + 10019.1505, + 10576.9819, + 10397.806, + 9901.4383, + 10022.8529, + 9609.8215, + 10261.0313, + 10091.699, + 9627.6971, + 9906.779, + 10138.2817, + 10071.911, + 9696.1307, + 10100.3468, + 10147.8189, + 10090.5368, + 10422.3549, + 10844.9279, + 10112.838, + 10054.1347, + 10165.0327, + 9737.8521, + 9565.7603, + 9121.8421, + 9454.4896, + 8788.7928, + 9229.6552, + 8871.7528, + 10442.01, + 9766.508, + 10446.6601, + 10579.876, + 10654.0174, + 9953.8513, + 10777.4269, + 10336.7602, + 10324.0576, + 10503.4985, + 10703.3318, + 10882.0663, + 10299.3563, + 10463.2704, + 10707.5305, + 10907.0372, + 10842.4859, + 10021.8833, + 10276.2958, + 10672.0177, + 10646.1605, + 10632.1469, + 7642.0261, + 10397.8906, + 9641.2408, + 6673.3682, + 10683.2307, + 9524.5914, + 10384.2935, + 10023.8924, + 10919.0005, + 10965.4865, + 10809.6304, + 9813.6717, + 10230.1701, + 10432.0229, + 10314.8573, + 10457.4204, + 10106.2397, + 10426.8026, + 10864.7753, + 9900.5376, + 9474.3318, + 10050.1293, + 9961.9965, + 10163.205, + 10390.0977, + 9756.5047, + 10220.0786, + 10297.2153, + 8957.7831, + 7500.8157, + 7086.002, + 9164.9643, + 10581.8733, + 10597.7824, + 11064.0023, + 10561.9996, + 10741.473, + 10568.4846, + 11240.8721, + 10764.4521, + 10874.6557, + 11056.6031, + 10545.3565, + 10547.8415, + 10694.3093, + 10533.9593, + 10632.8116, + 10915.7154, + 10543.9537, + 11091.9117, + 10962.6967, + 10686.6708, + 10490.6029, + 11350.9636, + 10630.703, + 11171.6161, + 10715.7823, + 10905.7792, + 11126.1774, + 10171.9678, + 11038.0267, + 10904.9453, + 10481.2066, + 10960.3557, + 11469.7533, + 11034.0734, + 10196.0272, + 11260.5064, + 11560.067, + 10479.9135, + 11018.5669, + 10683.3081, + 11217.2485, + 10456.6337, + 10669.6692, + 10761.9793, + 11016.9324, + 11312.8405, + 11118.8818, + 11237.7785, + 10965.2872, + 11007.8905, + 11270.3219, + 11148.4292, + 11299.1101, + 10881.6282, + 11072.788, + 11211.8965, + 11346.4363, + 11356.8486, + 11745.3813, + 11687.5282, + 10965.9593, + 11066.9277, + 11357.7351, + 10931.632, + 10549.0385, + 10900.5259, + 10859.6073, + 11126.4744, + 11276.0507, + 10699.3265, + 11531.6326, + 12142.8261, + 11669.2363, + 11226.9653, + 11526.3129, + 11676.5367, + 11200.6797, + 10909.2585, + 11191.0036, + 10881.84, + 10650.723, + 11146.5195, + 11294.3819, + 11528.6804, + 11687.0912, + 11217.3133, + 11140.4329, + 10698.9708, + 11119.3897, + 11205.804, + 11159.0366, + 11084.07, + 11335.762, + 11153.2854, + 11244.3825, + 10905.5712, + 11406.81, + 11278.5138, + 11405.1381 + ], + "episode_costs": [ + 0.0, + 2.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 1.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 1.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 0.75, + 1.75, + 0.75, + 0.75, + 1.0, + 1.5, + 2.0, + 1.0, + 2.0, + 2.75, + 0.75, + 3.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 1.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 1.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 1.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.25, + 1.25, + 2.0, + 0.5, + 0.0, + 1.5, + 0.75, + 0.5, + 1.5, + 1.25, + 2.0, + 1.75, + 0.0, + 0.75, + 0.75, + 0.75, + 1.25, + 1.75, + 2.5, + 1.75, + 2.0, + 1.25, + 1.25, + 1.0, + 1.0, + 0.25, + 0.75, + 0.75, + 1.75, + 1.0, + 2.25, + 2.75, + 0.5, + 1.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.25, + 2.0, + 1.75, + 1.75, + 0.5, + 1.5, + 0.75, + 2.0, + 0.0, + 0.25, + 2.5, + 0.25, + 2.5, + 0.25, + 0.25, + 2.75, + 2.0, + 0.5, + 0.0, + 2.25, + 0.0, + 1.25, + 1.25, + 1.0, + 0.75, + 0.75, + 0.75, + 1.0, + 4.25, + 1.5, + 2.5, + 1.5, + 1.0, + 1.75, + 2.25, + 0.75, + 2.25, + 1.75, + 4.75, + 2.0, + 0.75, + 1.25, + 0.5, + 0.25, + 2.5, + 5.0, + 1.5, + 2.25, + 1.0, + 3.0, + 4.0, + 2.5, + 1.5, + 1.0, + 1.5, + 0.75, + 1.5, + 2.0, + 1.25, + 4.25, + 5.0, + 1.5, + 3.75, + 4.25, + 1.5, + 2.0, + 1.75, + 0.25, + 1.0, + 2.75, + 1.25, + 0.75, + 0.25, + 1.25, + 2.25, + 0.75, + 1.5, + 3.25, + 2.0, + 2.0, + 1.75, + 1.5, + 4.25, + 0.75, + 2.75, + 4.75, + 1.0, + 1.25, + 1.0, + 0.75, + 3.75, + 4.0, + 1.5, + 3.5, + 1.75, + 3.75, + 1.25, + 0.25, + 2.5, + 7.5, + 4.75, + 4.5, + 1.25, + 1.75, + 2.0, + 1.0, + 2.25, + 2.25, + 2.0, + 2.5, + 3.25, + 1.0, + 1.75, + 5.25, + 6.25, + 5.5, + 5.0, + 1.25, + 1.5, + 4.25, + 1.25, + 1.0, + 1.25, + 3.25, + 3.75, + 1.75, + 2.75, + 0.25, + 1.25, + 0.5, + 2.0, + 2.75, + 3.25, + 2.0, + 1.25, + 2.75, + 2.25, + 2.5, + 2.0, + 0.75, + 1.0, + 2.25, + 0.25, + 1.0, + 2.5, + 2.5, + 3.5, + 1.25, + 3.5, + 1.5, + 1.25, + 2.5, + 3.25, + 3.5, + 1.5, + 1.5, + 1.0, + 1.0, + 0.25, + 1.5, + 0.5, + 1.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 1.25, + 0.75, + 0.75, + 0.5, + 0.5, + 1.5, + 0.25, + 1.0, + 0.0, + 1.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.0, + 1.0, + 1.25, + 3.25, + 2.0, + 1.25, + 2.25, + 0.25, + 1.25, + 3.5, + 2.0, + 1.75, + 0.5, + 1.0, + 0.5, + 2.75, + 1.5, + 1.75, + 0.5, + 0.75, + 1.0, + 3.75, + 2.0, + 0.5, + 1.0, + 0.5, + 0.75, + 2.25, + 1.0, + 0.25, + 1.0, + 2.0, + 3.0, + 0.75, + 0.5, + 1.5, + 0.0, + 1.25, + 1.5, + 1.75, + 3.5, + 1.75, + 0.0, + 2.0, + 1.25, + 1.0, + 2.5, + 1.0, + 1.25, + 0.25, + 0.0, + 1.0, + 2.75, + 1.0, + 1.75, + 2.25, + 2.0, + 0.25, + 0.5, + 0.75, + 1.5, + 2.5, + 1.75, + 0.25, + 1.75, + 0.75, + 0.25, + 1.5, + 1.0, + 1.5, + 0.75, + 1.75, + 1.5, + 2.0, + 0.5, + 0.25, + 1.25, + 0.75, + 1.5, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 2.25, + 2.0, + 1.25, + 0.75, + 0.75, + 1.25, + 2.5, + 0.0, + 0.0, + 2.5, + 0.25, + 1.5, + 1.0, + 0.75, + 2.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 2.0, + 1.75, + 1.0, + 0.5, + 1.25, + 0.75, + 1.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 1.5, + 0.5, + 1.75, + 1.25, + 0.5, + 0.25, + 0.75, + 0.75, + 0.75, + 1.0, + 1.75, + 0.25, + 1.5, + 1.25, + 1.5, + 2.25, + 1.75, + 0.25, + 0.75, + 0.5, + 0.25, + 1.0, + 0.75, + 2.25, + 1.75, + 1.5, + 2.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 2.0, + 2.0, + 1.25, + 0.5, + 2.25, + 1.5, + 0.25, + 0.75, + 2.0, + 2.75, + 1.5, + 2.25, + 1.5, + 1.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.75, + 1.0, + 1.5, + 1.0, + 2.5, + 1.0, + 1.0, + 2.75, + 3.0, + 3.0, + 1.75, + 2.25, + 0.75, + 1.75, + 0.0, + 1.25, + 1.75, + 2.0, + 0.5, + 0.75, + 3.25, + 0.25, + 1.25, + 0.5, + 1.0, + 1.25, + 1.25, + 1.0, + 1.25, + 0.75, + 0.25, + 1.5, + 2.0, + 1.0, + 0.0, + 1.5, + 0.5, + 1.25, + 0.25, + 2.5, + 1.0, + 1.0, + 0.25, + 1.5, + 1.25, + 1.75, + 1.75, + 1.0, + 2.0, + 1.75, + 2.25, + 1.25, + 3.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 2.0, + 1.25, + 3.0, + 3.0, + 0.75, + 1.75, + 1.0, + 2.75, + 1.0, + 0.75, + 1.5, + 1.0, + 0.0, + 1.5, + 0.75, + 2.25, + 0.0, + 1.0, + 2.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 2.25, + 0.25, + 1.5, + 2.5, + 0.75, + 0.75, + 2.25, + 0.75, + 1.0, + 0.0, + 1.5, + 2.0, + 3.75, + 1.75, + 0.75, + 0.75, + 2.25, + 0.0, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.5, + 1.25, + 1.5, + 0.25, + 1.75, + 1.0, + 1.0, + 1.75, + 0.75, + 1.0, + 1.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 1.75, + 1.25, + 1.75, + 1.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 1.25, + 0.5, + 0.75, + 1.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 0.75, + 1.0, + 2.0, + 3.0, + 2.0, + 2.25, + 1.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.75, + 1.25, + 1.0, + 0.5, + 2.25, + 0.5, + 0.25, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 1.0, + 0.0, + 0.75, + 1.25, + 1.25, + 0.75, + 1.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 1.0, + 2.25, + 2.25, + 1.5, + 0.0, + 1.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 1.5, + 0.5, + 0.25, + 1.25, + 0.25, + 0.5, + 0.25, + 0.75, + 2.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 1.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.75, + 1.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 0.75, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 1.5, + 0.75, + 1.0, + 0.5, + 0.25, + 1.25, + 0.75, + 0.5, + 1.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 1.75, + 1.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.5, + 1.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 1.75, + 0.75, + 0.25, + 1.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 1.0, + 1.5, + 0.5, + 1.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.5, + 2.5, + 1.25, + 0.25, + 0.25, + 0.5, + 2.0, + 1.5, + 0.5, + 1.25, + 1.25, + 0.25, + 1.5, + 1.25, + 0.75, + 0.25, + 0.75, + 1.5, + 0.25, + 0.25, + 0.75, + 1.25, + 0.75, + 0.5, + 1.5, + 0.75, + 1.25, + 0.5, + 0.5, + 0.75, + 1.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 0.5, + 2.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 1.75, + 3.25, + 0.5, + 0.25, + 1.75, + 0.75, + 0.75, + 0.25, + 1.75, + 1.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 1.5, + 0.0, + 0.75, + 0.5, + 1.25, + 2.5, + 0.25, + 1.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 1.75, + 0.75, + 0.25, + 0.75, + 0.75, + 1.0, + 0.75, + 0.25, + 1.25, + 1.25, + 0.5, + 1.0, + 0.25, + 1.0, + 2.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 1.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 1.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 1.25, + 0.5, + 2.25, + 0.25, + 0.25, + 0.0, + 1.0, + 0.5, + 1.25, + 0.75, + 0.25, + 0.0, + 0.5, + 1.5, + 0.0, + 0.25, + 1.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.0, + 0.5, + 1.75, + 0.5, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 1.25, + 0.75, + 0.25, + 1.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.5, + 1.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 1.25, + 2.25, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.25, + 1.5, + 0.75, + 0.75, + 0.75, + 1.25, + 0.25, + 0.5, + 0.25, + 2.5, + 2.75, + 3.25, + 0.5, + 0.25, + 0.75, + 0.5, + 2.0, + 2.75, + 1.5, + 0.25, + 1.25, + 2.25, + 2.25, + 1.75, + 2.0, + 1.25, + 1.0, + 1.25, + 0.5, + 0.0, + 0.5, + 1.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 1.25, + 1.0, + 1.25, + 0.75, + 0.75, + 1.25, + 0.25, + 0.75, + 1.0, + 0.75, + 0.75, + 1.5, + 0.75, + 1.75, + 1.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 1.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 1.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 1.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 1.25, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.5, + 1.0, + 0.0, + 0.5, + 1.5, + 1.25, + 1.0, + 3.25, + 0.75, + 0.5, + 0.25, + 0.75, + 0.75, + 0.25, + 1.25, + 1.75, + 0.75, + 2.0, + 0.5, + 0.25, + 0.0, + 0.5 + ], + "episode_lambdas": [ + 10.0, + 10.02, + 10.038, + 10.0542, + 10.0688, + 10.0819, + 10.0937, + 10.1068, + 10.1212, + 10.134, + 10.1456, + 10.1561, + 10.1655, + 10.1764, + 10.1938, + 10.2119, + 10.2307, + 10.2501, + 10.2701, + 10.2906, + 10.3116, + 10.3329, + 10.3671, + 10.3979, + 10.4281, + 10.4553, + 10.4798, + 10.5018, + 10.5216, + 10.5444, + 10.5675, + 10.6008, + 10.6332, + 10.6674, + 10.6981, + 10.7258, + 10.7507, + 10.7732, + 10.7933, + 10.8115, + 10.8304, + 10.8473, + 10.8651, + 10.8861, + 10.905, + 10.922, + 10.9373, + 10.951, + 10.9634, + 10.9746, + 10.9846, + 10.9937, + 11.0018, + 11.0091, + 11.0157, + 11.0216, + 11.027, + 11.0368, + 11.0506, + 11.063, + 11.0742, + 11.0843, + 11.0934, + 11.1015, + 11.1089, + 11.1155, + 11.1215, + 11.1268, + 11.1316, + 11.136, + 11.1399, + 11.1459, + 11.1513, + 11.1562, + 11.1605, + 11.1645, + 11.168, + 11.1712, + 11.1741, + 11.1767, + 11.179, + 11.1811, + 11.183, + 11.1847, + 11.1862, + 11.1876, + 11.1889, + 11.19, + 11.191, + 11.1919, + 11.1927, + 11.1934, + 11.1941, + 11.1947, + 11.1952, + 11.1957, + 11.1961, + 11.1965, + 11.1994, + 11.2019, + 11.2042, + 11.2063, + 11.2082, + 11.2099, + 11.2114, + 11.2152, + 11.2187, + 11.2218, + 11.2247, + 11.2272, + 11.2295, + 11.2315, + 11.2334, + 11.235, + 11.2365, + 11.2379, + 11.2391, + 11.2402, + 11.2412, + 11.242, + 11.2428, + 11.2436, + 11.2442, + 11.2448, + 11.2453, + 11.2458, + 11.2462, + 11.2466, + 11.2469, + 11.2472, + 11.2475, + 11.2478, + 11.248, + 11.2482, + 11.2484, + 11.2485, + 11.2487, + 11.2488, + 11.2489, + 11.249, + 11.2491, + 11.2492, + 11.2493, + 11.2494, + 11.2494, + 11.2545, + 11.259, + 11.2631, + 11.2668, + 11.2726, + 11.2779, + 11.2826, + 11.2868, + 11.2906, + 11.2941, + 11.2972, + 11.305, + 11.312, + 11.3183, + 11.3239, + 11.329, + 11.3336, + 11.3378, + 11.3415, + 11.3448, + 11.3479, + 11.3506, + 11.353, + 11.3552, + 11.3572, + 11.359, + 11.3606, + 11.362, + 11.3633, + 11.3645, + 11.3655, + 11.3665, + 11.3673, + 11.3681, + 11.3688, + 11.3694, + 11.37, + 11.3705, + 11.3709, + 11.3713, + 11.3717, + 11.372, + 11.3723, + 11.3751, + 11.3776, + 11.3798, + 11.3818, + 11.3837, + 11.3928, + 11.4035, + 11.4132, + 11.4218, + 11.4297, + 11.4392, + 11.4478, + 11.458, + 11.4672, + 11.4755, + 11.4829, + 11.4896, + 11.5032, + 11.5154, + 11.5263, + 11.5362, + 11.5451, + 11.5556, + 11.565, + 11.5735, + 11.5812, + 11.5905, + 11.6065, + 11.6233, + 11.646, + 11.6664, + 11.6898, + 11.7233, + 11.7585, + 11.7951, + 11.8281, + 11.8653, + 11.9038, + 11.9459, + 12.0013, + 12.0587, + 12.1178, + 12.181, + 12.2529, + 12.3376, + 12.4239, + 12.5215, + 12.6368, + 12.7481, + 12.8833, + 13.0075, + 13.1217, + 13.2246, + 13.3171, + 13.4029, + 13.4801, + 13.5521, + 13.6194, + 13.6975, + 13.7677, + 13.8309, + 13.8928, + 13.9511, + 14.0035, + 14.0581, + 14.1198, + 14.1753, + 14.2253, + 14.2753, + 14.3202, + 14.3607, + 14.3971, + 14.4299, + 14.4694, + 14.5075, + 14.5417, + 14.5776, + 14.6223, + 14.6651, + 14.7136, + 14.7572, + 14.799, + 14.8366, + 14.8729, + 14.9181, + 14.9788, + 15.0384, + 15.0921, + 15.1554, + 15.2199, + 15.2829, + 15.3546, + 15.4316, + 15.521, + 15.6189, + 15.707, + 15.7938, + 15.8794, + 15.964, + 16.0526, + 16.1498, + 16.2623, + 16.3811, + 16.508, + 16.6347, + 16.7612, + 16.8851, + 17.0066, + 17.1184, + 17.2266, + 17.3314, + 17.4433, + 17.554, + 17.6761, + 17.8135, + 17.9421, + 18.0729, + 18.2006, + 18.3155, + 18.4215, + 18.5218, + 18.6147, + 18.7182, + 18.8289, + 18.946, + 19.0564, + 19.1707, + 19.2812, + 19.4006, + 19.508, + 19.6072, + 19.7215, + 19.8268, + 19.9466, + 20.057, + 20.1588, + 20.2779, + 20.4051, + 20.5246, + 20.6321, + 20.7514, + 20.8588, + 20.9679, + 21.0786, + 21.1883, + 21.2944, + 21.3975, + 21.4977, + 21.598, + 21.7307, + 21.8651, + 22.0111, + 22.1575, + 22.2992, + 22.4443, + 22.5974, + 22.7426, + 22.8959, + 23.0513, + 23.2387, + 23.4273, + 23.6046, + 23.7766, + 23.9364, + 24.0828, + 24.2395, + 24.4306, + 24.6175, + 24.8083, + 24.9899, + 25.1834, + 25.3976, + 25.6153, + 25.8263, + 26.0262, + 26.2211, + 26.404, + 26.5836, + 26.7652, + 26.9412, + 27.1421, + 27.3729, + 27.5956, + 27.8335, + 28.0902, + 28.3361, + 28.5775, + 28.8123, + 29.0261, + 29.2284, + 29.4381, + 29.6393, + 29.8279, + 30.0001, + 30.1676, + 30.3408, + 30.5042, + 30.6663, + 30.8447, + 31.0252, + 31.2077, + 31.3894, + 31.568, + 31.7712, + 31.9616, + 32.1604, + 32.3869, + 32.6007, + 32.8056, + 33.0, + 33.1825, + 33.3843, + 33.6059, + 33.8203, + 34.0482, + 34.2709, + 34.5088, + 34.7354, + 34.9419, + 35.1527, + 35.4174, + 35.7032, + 36.0054, + 36.2898, + 36.5634, + 36.8295, + 37.0791, + 37.3262, + 37.571, + 37.8114, + 38.0528, + 38.3025, + 38.5373, + 38.766, + 39.0244, + 39.3195, + 39.64, + 39.9785, + 40.2957, + 40.5961, + 40.909, + 41.2031, + 41.4778, + 41.7375, + 42.0038, + 42.2809, + 42.5478, + 42.8155, + 43.059, + 43.2906, + 43.504, + 43.7161, + 43.9345, + 44.1636, + 44.3897, + 44.6057, + 44.8277, + 45.0499, + 45.2749, + 45.4974, + 45.7052, + 45.9022, + 46.1019, + 46.2842, + 46.4583, + 46.64, + 46.8285, + 47.0331, + 47.2298, + 47.4418, + 47.6477, + 47.8454, + 48.0484, + 48.2635, + 48.4922, + 48.7129, + 48.9267, + 49.129, + 49.3211, + 49.4965, + 49.6693, + 49.8299, + 49.9869, + 50.1382, + 50.2794, + 50.409, + 50.5306, + 50.645, + 50.7605, + 50.872, + 50.9798, + 51.0818, + 51.1786, + 51.2807, + 51.3752, + 51.4702, + 51.5556, + 51.6426, + 51.7283, + 51.818, + 51.9037, + 51.9883, + 52.0645, + 52.143, + 52.2262, + 52.3336, + 52.4502, + 52.5677, + 52.696, + 52.8139, + 52.9325, + 53.0742, + 53.2218, + 53.3721, + 53.5124, + 53.6487, + 53.7763, + 53.9187, + 54.0618, + 54.2081, + 54.3448, + 54.4753, + 54.6028, + 54.755, + 54.912, + 55.0583, + 55.2, + 55.3325, + 55.4592, + 55.5958, + 55.7287, + 55.8509, + 55.9708, + 56.0987, + 56.2438, + 56.3819, + 56.5112, + 56.6426, + 56.7609, + 56.8798, + 57.0018, + 57.1291, + 57.2787, + 57.4308, + 57.5678, + 57.711, + 57.8524, + 57.9896, + 58.1382, + 58.2819, + 58.4237, + 58.5538, + 58.6709, + 58.7863, + 58.9177, + 59.0459, + 59.1788, + 59.321, + 59.4689, + 59.6045, + 59.7315, + 59.8534, + 59.978, + 60.1152, + 60.2562, + 60.3856, + 60.5195, + 60.6476, + 60.7653, + 60.8863, + 61.0052, + 61.1271, + 61.2444, + 61.3675, + 61.4932, + 61.6264, + 61.7513, + 61.8661, + 61.982, + 62.0938, + 62.2094, + 62.3185, + 62.4241, + 62.5292, + 62.6288, + 62.7234, + 62.8311, + 62.948, + 63.0657, + 63.1791, + 63.2887, + 63.3998, + 63.5248, + 63.6374, + 63.7386, + 63.8548, + 63.9618, + 64.0731, + 64.1833, + 64.29, + 64.406, + 64.5204, + 64.6258, + 64.7258, + 64.8157, + 64.8991, + 64.9767, + 65.054, + 65.1311, + 65.2205, + 65.3185, + 65.4166, + 65.51, + 65.6065, + 65.7008, + 65.7982, + 65.8909, + 65.9793, + 66.0664, + 66.1472, + 66.22, + 66.288, + 66.3567, + 66.4335, + 66.5077, + 66.5919, + 66.6802, + 66.7647, + 66.8432, + 66.9214, + 66.9993, + 67.0768, + 67.1567, + 67.246, + 67.3289, + 67.4185, + 67.5117, + 67.6105, + 67.7219, + 67.8397, + 67.9483, + 68.0534, + 68.1531, + 68.2453, + 68.3383, + 68.4294, + 68.534, + 68.6456, + 68.761, + 68.8874, + 69.0087, + 69.1203, + 69.2233, + 69.3185, + 69.4066, + 69.491, + 69.5719, + 69.6497, + 69.7397, + 69.8407, + 69.9442, + 70.0422, + 70.153, + 70.2677, + 70.3734, + 70.4761, + 70.5885, + 70.7171, + 70.8479, + 70.9881, + 71.1293, + 71.2739, + 71.409, + 71.5331, + 71.6498, + 71.7623, + 71.8711, + 71.979, + 72.0911, + 72.202, + 72.3268, + 72.4491, + 72.5692, + 72.7048, + 72.8568, + 73.0236, + 73.1912, + 73.3646, + 73.5282, + 73.6928, + 73.8411, + 73.987, + 74.1358, + 74.2897, + 74.4332, + 74.5699, + 74.7254, + 74.8679, + 75.0086, + 75.1402, + 75.2687, + 75.3968, + 75.5246, + 75.6497, + 75.7747, + 75.8947, + 76.0053, + 76.1197, + 76.2428, + 76.3635, + 76.4721, + 76.5849, + 76.6914, + 76.7998, + 76.8998, + 77.0148, + 77.1283, + 77.2405, + 77.344, + 77.4521, + 77.5619, + 77.6782, + 77.8004, + 77.9203, + 78.0483, + 78.181, + 78.3229, + 78.4631, + 78.6193, + 78.7673, + 78.9056, + 79.035, + 79.1565, + 79.2684, + 79.3765, + 79.4839, + 79.6005, + 79.718, + 79.8537, + 80.0058, + 80.1502, + 80.2977, + 80.4404, + 80.5964, + 80.7467, + 80.8896, + 81.0331, + 81.1723, + 81.2976, + 81.4253, + 81.5478, + 81.6805, + 81.8, + 81.9175, + 82.0432, + 82.1639, + 82.2725, + 82.3753, + 82.4727, + 82.568, + 82.6562, + 82.758, + 82.8522, + 82.952, + 83.0668, + 83.1776, + 83.2849, + 83.4039, + 83.5185, + 83.6316, + 83.7335, + 83.8401, + 83.9561, + 84.098, + 84.2432, + 84.3814, + 84.5132, + 84.6544, + 84.7815, + 84.8983, + 85.0135, + 85.1246, + 85.2297, + 85.3267, + 85.4165, + 85.5024, + 85.5797, + 85.6567, + 85.736, + 85.8124, + 85.8937, + 85.9818, + 86.0636, + 86.1548, + 86.2468, + 86.3396, + 86.4406, + 86.5391, + 86.6377, + 86.7389, + 86.835, + 86.924, + 87.0041, + 87.0787, + 87.1458, + 87.2087, + 87.2679, + 87.3211, + 87.369, + 87.4121, + 87.4509, + 87.4858, + 87.5172, + 87.5455, + 87.5709, + 87.5938, + 87.617, + 87.6378, + 87.659, + 87.6781, + 87.6953, + 87.7108, + 87.7247, + 87.7372, + 87.7485, + 87.7586, + 87.7678, + 87.776, + 87.7834, + 87.7901, + 87.7961, + 87.8014, + 87.8063, + 87.8107, + 87.8146, + 87.8181, + 87.8213, + 87.8242, + 87.8268, + 87.8291, + 87.8312, + 87.8331, + 87.8348, + 87.8363, + 87.8377, + 87.8389, + 87.84, + 87.841, + 87.8419, + 87.8427, + 87.8434, + 87.8441, + 87.8472, + 87.85, + 87.855, + 87.862, + 87.8683, + 87.8764, + 87.8888, + 87.8999, + 87.9274, + 87.9647, + 88.0157, + 88.0766, + 88.1365, + 88.1928, + 88.2436, + 88.2942, + 88.3448, + 88.3903, + 88.4338, + 88.4729, + 88.5106, + 88.5445, + 88.5751, + 88.6051, + 88.6346, + 88.6636, + 88.6948, + 88.7253, + 88.7627, + 88.8015, + 88.8413, + 88.8897, + 88.9382, + 88.9894, + 89.0455, + 89.0959, + 89.1488, + 89.1989, + 89.2465, + 89.2969, + 89.3522, + 89.402, + 89.4493, + 89.4944, + 89.5349, + 89.5714, + 89.6043, + 89.6339, + 89.6605, + 89.6844, + 89.706, + 89.7254, + 89.7428, + 89.7586, + 89.7727, + 89.7904, + 89.8064, + 89.8208, + 89.8337, + 89.8453, + 89.8558, + 89.8652, + 89.8737, + 89.8813, + 89.8882, + 89.8944, + 89.8999, + 89.9049, + 89.9094, + 89.9135, + 89.9171, + 89.9204, + 89.9234, + 89.9261, + 89.9309, + 89.9354, + 89.9393, + 89.9429, + 89.9486, + 89.9537, + 89.9584, + 89.9625, + 89.9663, + 89.9696, + 89.9752, + 89.9802, + 89.9871, + 90.0009, + 90.0158, + 90.0393, + 90.0678, + 90.1035, + 90.1557, + 90.2326, + 90.3219, + 90.4247, + 90.5347, + 90.6337, + 90.7229, + 90.8056, + 90.89, + 90.9735, + 91.0562, + 91.1305, + 91.2025, + 91.2747, + 91.3523, + 91.432, + 91.5088, + 91.6005, + 91.6879, + 91.7691, + 91.8547, + 91.9367, + 92.0131, + 92.0843, + 92.1508, + 92.2107, + 92.2647, + 92.3207, + 92.3736, + 92.4263, + 92.4836, + 92.5353, + 92.5893, + 92.6503, + 92.7178, + 92.786, + 92.8574, + 92.9217, + 92.9795, + 93.0366, + 93.0904, + 93.1414, + 93.1897, + 93.2358, + 93.2797, + 93.3267, + 93.3715, + 93.4119, + 93.4582, + 93.5224, + 93.6026, + 93.6899, + 93.7684, + 93.854, + 93.9336, + 94.0053, + 94.0698, + 94.1353, + 94.1967, + 94.2571, + 94.3164, + 94.3747, + 94.4323, + 94.4865, + 94.5354, + 94.5893, + 94.6529, + 94.7151, + 94.7736, + 94.8387, + 94.8999, + 94.9599, + 95.0164, + 95.0748, + 95.1523, + 95.2246, + 95.2921, + 95.3529, + 95.4076, + 95.4593, + 95.5084, + 95.5651, + 95.6186, + 95.6692, + 95.7148, + 95.7608, + 95.8072, + 95.8515, + 95.8939, + 95.9395, + 95.983, + 96.0222, + 96.0575, + 96.0942, + 96.1323, + 96.1691, + 96.2122, + 96.251, + 96.2859, + 96.3223, + 96.3601, + 96.394, + 96.4296, + 96.4617, + 96.493, + 96.5212, + 96.5591, + 96.5957, + 96.6336, + 96.6678, + 96.701, + 96.7309, + 96.7628, + 96.7915, + 96.8249, + 96.8574, + 96.8866, + 96.9155, + 96.9414, + 96.9648, + 96.9858, + 97.0047, + 97.0293, + 97.0563, + 97.0832, + 97.1149, + 97.1434, + 97.1765, + 97.2089, + 97.2405, + 97.2765, + 97.3163, + 97.3647, + 97.4157, + 97.4616, + 97.508, + 97.5497, + 97.5872, + 97.6235, + 97.6636, + 97.7073, + 97.754, + 97.8036, + 97.8508, + 97.8982, + 97.9484, + 98.0035, + 98.0532, + 98.0979, + 98.1381, + 98.1743, + 98.2168, + 98.2552, + 98.2921, + 98.3254, + 98.3554, + 98.3923, + 98.4406, + 98.4916, + 98.5474, + 98.6027, + 98.6549, + 98.7144, + 98.7755, + 98.8354, + 98.9069, + 98.9737, + 99.0388, + 99.1024, + 99.1647, + 99.2232, + 99.2834, + 99.3401, + 99.3961, + 99.4639, + 99.5351, + 99.599, + 99.6616, + 99.7205, + 99.7809, + 99.8403, + 99.9063, + 99.9657, + 100.0216, + 100.0744, + 100.1245, + 100.1771, + 100.2268, + 100.2767, + 100.324, + 100.3716, + 100.4169, + 100.4627, + 100.5065, + 100.5483, + 100.6035, + 100.6606, + 100.7146, + 100.7756, + 100.8331, + 100.8898, + 100.9483, + 101.0059, + 101.0629, + 101.1141, + 101.1652, + 101.2136, + 101.2623, + 101.3086, + 101.3552, + 101.3972, + 101.44, + 101.486, + 101.5349, + 101.5889, + 101.6525, + 101.7147, + 101.7808, + 101.8402, + 101.9062, + 101.9681, + 102.0263, + 102.0836, + 102.1603, + 102.2417, + 102.3176, + 102.3883, + 102.457, + 102.5388, + 102.6274, + 102.7122, + 102.8009, + 102.8933, + 102.979, + 103.0711, + 103.1665, + 103.2599, + 103.3464, + 103.4317, + 103.5236, + 103.6087, + 103.6878, + 103.7665, + 103.8499, + 103.9324, + 104.0117, + 104.098, + 104.1832, + 104.2724, + 104.3576, + 104.4394, + 104.5204, + 104.6109, + 104.6998, + 104.7848, + 104.8663, + 104.9447, + 105.0177, + 105.0835, + 105.1501, + 105.2126, + 105.2738, + 105.349, + 105.4216, + 105.4944, + 105.565, + 105.6285, + 105.6906, + 105.7491, + 105.8092, + 105.8807, + 105.9777, + 106.0699, + 106.1554, + 106.2499, + 106.3424, + 106.4331, + 106.5173, + 106.6106, + 106.7045, + 106.7916, + 106.8699, + 106.9454, + 107.0159, + 107.0843, + 107.1484, + 107.221, + 107.2864, + 107.3528, + 107.4175, + 107.4883, + 107.5769, + 107.6592, + 107.7458, + 107.8337, + 107.9129, + 107.9866, + 108.0529, + 108.1126, + 108.1764, + 108.2337, + 108.2929, + 108.3486, + 108.4062, + 108.4581, + 108.5048, + 108.5493, + 108.5894, + 108.6304, + 108.6724, + 108.7277, + 108.7849, + 108.8389, + 108.895, + 108.953, + 109.0152, + 109.0787, + 109.1383, + 109.2045, + 109.2765, + 109.3464, + 109.4192, + 109.4873, + 109.5586, + 109.6452, + 109.7282, + 109.8029, + 109.8701, + 109.9306, + 109.9875, + 110.0538, + 110.1259, + 110.1958, + 110.2587, + 110.3204, + 110.3783, + 110.4355, + 110.4969, + 110.5597, + 110.6163, + 110.6721, + 110.7274, + 110.7797, + 110.8292, + 110.8738, + 110.9164, + 110.9598, + 110.9988, + 111.0489, + 111.099, + 111.1466, + 111.192, + 111.2353, + 111.2792, + 111.3313, + 111.3832, + 111.4524, + 111.5171, + 111.5779, + 111.6326, + 111.6919, + 111.7502, + 111.8152, + 111.8811, + 111.943, + 111.9987, + 112.0539, + 112.1185, + 112.1766, + 112.2315, + 112.2958, + 112.3562, + 112.4106, + 112.4645, + 112.5156, + 112.564, + 112.6076, + 112.6519, + 112.6942, + 112.7348, + 112.7763, + 112.8212, + 112.8665, + 112.9074, + 112.9491, + 113.0042, + 113.0588, + 113.1079, + 113.1596, + 113.2112, + 113.2626, + 113.3138, + 113.3649, + 113.4234, + 113.4836, + 113.5402, + 113.6012, + 113.6636, + 113.7197, + 113.7753, + 113.8302, + 113.8847, + 113.9412, + 113.9946, + 114.0501, + 114.1051, + 114.1596, + 114.2237, + 114.2813, + 114.3357, + 114.3846, + 114.4311, + 114.4755, + 114.5205, + 114.5634, + 114.6146, + 114.6831, + 114.7448, + 114.8028, + 114.8575, + 114.9093, + 114.9659, + 115.0268, + 115.0841, + 115.1357, + 115.1846, + 115.2437, + 115.2993, + 115.3519, + 115.4017, + 115.4615, + 115.5229, + 115.5856, + 115.6495, + 115.7196, + 115.7851, + 115.8491, + 115.9092, + 115.9883, + 116.0869, + 116.2082, + 116.3224, + 116.4277, + 116.5299, + 116.6269, + 116.7342, + 116.8583, + 116.985, + 117.1015, + 117.2188, + 117.3469, + 117.4848, + 117.6263, + 117.7736, + 117.9188, + 118.0594, + 118.1985, + 118.3286, + 118.4458, + 118.5562, + 118.6656, + 118.769, + 118.8696, + 118.9676, + 119.0584, + 119.145, + 119.2355, + 119.327, + 119.4218, + 119.5146, + 119.6056, + 119.7001, + 119.7876, + 119.8738, + 119.9614, + 120.0478, + 120.133, + 120.2247, + 120.3147, + 120.4133, + 120.5169, + 120.6177, + 120.7085, + 120.7901, + 120.8686, + 120.9418, + 121.0226, + 121.0978, + 121.168, + 121.2362, + 121.3051, + 121.3721, + 121.4349, + 121.5064, + 121.5708, + 121.6362, + 121.6976, + 121.7528, + 121.8025, + 121.8498, + 121.8998, + 121.9548, + 122.0143, + 122.0704, + 122.1209, + 122.1738, + 122.2264, + 122.2738, + 122.3164, + 122.3572, + 122.3965, + 122.4369, + 122.4807, + 122.5201, + 122.5556, + 122.5875, + 122.6163, + 122.6422, + 122.6654, + 122.6889, + 122.715, + 122.746, + 122.7764, + 122.8088, + 122.8379, + 122.8641, + 122.8927, + 122.9209, + 122.9538, + 122.9859, + 123.0174, + 123.0581, + 123.1048, + 123.1493, + 123.1944, + 123.235, + 123.2765, + 123.3188, + 123.3644, + 123.418, + 123.4762, + 123.5311, + 123.5855, + 123.6344, + 123.6785, + 123.7256, + 123.7731, + 123.8258, + 123.8732, + 123.9209, + 123.9788, + 124.0434, + 124.1116, + 124.2054, + 124.2974, + 124.3851, + 124.4666, + 124.5475, + 124.6277, + 124.7024, + 124.7822, + 124.8715, + 124.9593, + 125.0584, + 125.1526, + 125.2398, + 125.3183, + 125.394 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..b6eeb6694752a21642c7041c81a4e58306defc1c --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s3_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7471819.16, + "constraint_satisfaction_pct": 21.8, + "final_rho": [ + 0.0964, + 0.0964, + 0.1034, + 0.1233, + 0.1996, + 0.3808 + ], + "final_lambda": 133.4333, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6677.15, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6510.93, + "avg_cost": 0.25, + "lambda": 10.0617, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -5683.65, + "avg_cost": 0.0, + "lambda": 10.2427, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -5922.87, + "avg_cost": 0.0, + "lambda": 10.3424, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -4821.46, + "avg_cost": 0.25, + "lambda": 10.4104, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4466.15, + "avg_cost": 0.0, + "lambda": 10.4841, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 60, + "avg_reward": -5748.46, + "avg_cost": 0.25, + "lambda": 10.5461, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 70, + "avg_reward": -4901.7, + "avg_cost": 0.0, + "lambda": 10.6403, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 80, + "avg_reward": -3887.83, + "avg_cost": 0.0, + "lambda": 10.7087, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 90, + "avg_reward": -3477.72, + "avg_cost": 0.0, + "lambda": 10.7424, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 100, + "avg_reward": -4074.08, + "avg_cost": 0.0, + "lambda": 10.7753, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 110, + "avg_reward": -4136.3, + "avg_cost": 0.0, + "lambda": 10.7982, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 120, + "avg_reward": -2265.97, + "avg_cost": 0.0, + "lambda": 10.8274, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 130, + "avg_reward": -3043.74, + "avg_cost": 0.0, + "lambda": 10.8421, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 140, + "avg_reward": -2943.73, + "avg_cost": 0.0, + "lambda": 10.8472, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 150, + "avg_reward": -3189.49, + "avg_cost": 0.0, + "lambda": 10.849, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 160, + "avg_reward": -1592.3, + "avg_cost": 0.0, + "lambda": 10.8497, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 170, + "avg_reward": -2298.7, + "avg_cost": 0.0, + "lambda": 10.8499, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 180, + "avg_reward": -2793.65, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 190, + "avg_reward": -1326.49, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 200, + "avg_reward": -1683.09, + "avg_cost": 0.0, + "lambda": 10.8733, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 210, + "avg_reward": -1301.51, + "avg_cost": 0.25, + "lambda": 10.9034, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 220, + "avg_reward": -1136.36, + "avg_cost": 0.0, + "lambda": 10.9828, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 230, + "avg_reward": -690.79, + "avg_cost": 0.75, + "lambda": 11.1162, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 240, + "avg_reward": -3275.11, + "avg_cost": 0.0, + "lambda": 11.4568, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 250, + "avg_reward": -3072.37, + "avg_cost": 1.5, + "lambda": 12.4554, + "rho": [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ] + }, + { + "episode": 260, + "avg_reward": -293.02, + "avg_cost": 0.0, + "lambda": 13.6639, + "rho": [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ] + }, + { + "episode": 270, + "avg_reward": -1436.02, + "avg_cost": 0.0, + "lambda": 14.3866, + "rho": [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ] + }, + { + "episode": 280, + "avg_reward": -2384.25, + "avg_cost": 1.0, + "lambda": 14.9774, + "rho": [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ] + }, + { + "episode": 290, + "avg_reward": -510.98, + "avg_cost": 0.0, + "lambda": 15.5793, + "rho": [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ] + }, + { + "episode": 300, + "avg_reward": -1040.76, + "avg_cost": 0.0, + "lambda": 16.1718, + "rho": [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ] + }, + { + "episode": 310, + "avg_reward": -614.54, + "avg_cost": 2.0, + "lambda": 17.1321, + "rho": [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ] + }, + { + "episode": 320, + "avg_reward": -170.97, + "avg_cost": 2.25, + "lambda": 18.1635, + "rho": [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ] + }, + { + "episode": 330, + "avg_reward": 936.41, + "avg_cost": 1.0, + "lambda": 19.404, + "rho": [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ] + }, + { + "episode": 340, + "avg_reward": 1497.48, + "avg_cost": 1.0, + "lambda": 20.7996, + "rho": [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ] + }, + { + "episode": 350, + "avg_reward": -650.02, + "avg_cost": 0.0, + "lambda": 22.312, + "rho": [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ] + }, + { + "episode": 360, + "avg_reward": 289.42, + "avg_cost": 0.75, + "lambda": 23.9667, + "rho": [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ] + }, + { + "episode": 370, + "avg_reward": 637.5, + "avg_cost": 2.0, + "lambda": 26.0121, + "rho": [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ] + }, + { + "episode": 380, + "avg_reward": -468.67, + "avg_cost": 0.75, + "lambda": 28.1375, + "rho": [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ] + }, + { + "episode": 390, + "avg_reward": 917.21, + "avg_cost": 1.5, + "lambda": 30.0647, + "rho": [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ] + }, + { + "episode": 400, + "avg_reward": 2542.08, + "avg_cost": 2.0, + "lambda": 31.8991, + "rho": [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ] + }, + { + "episode": 410, + "avg_reward": 2551.54, + "avg_cost": 0.75, + "lambda": 33.9878, + "rho": [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ] + }, + { + "episode": 420, + "avg_reward": 552.96, + "avg_cost": 1.75, + "lambda": 35.72, + "rho": [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ] + }, + { + "episode": 430, + "avg_reward": 2919.25, + "avg_cost": 2.0, + "lambda": 37.1203, + "rho": [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ] + }, + { + "episode": 440, + "avg_reward": 4553.78, + "avg_cost": 2.25, + "lambda": 38.8682, + "rho": [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ] + }, + { + "episode": 450, + "avg_reward": 2399.89, + "avg_cost": 3.5, + "lambda": 40.9648, + "rho": [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ] + }, + { + "episode": 460, + "avg_reward": 3429.79, + "avg_cost": 1.75, + "lambda": 42.8007, + "rho": [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ] + }, + { + "episode": 470, + "avg_reward": 3540.64, + "avg_cost": 0.75, + "lambda": 44.241, + "rho": [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ] + }, + { + "episode": 480, + "avg_reward": 4276.74, + "avg_cost": 0.25, + "lambda": 45.3911, + "rho": [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ] + }, + { + "episode": 490, + "avg_reward": 4665.43, + "avg_cost": 1.75, + "lambda": 46.5182, + "rho": [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ] + }, + { + "episode": 500, + "avg_reward": 5320.35, + "avg_cost": 1.75, + "lambda": 47.8267, + "rho": [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ] + }, + { + "episode": 510, + "avg_reward": 3206.23, + "avg_cost": 0.5, + "lambda": 48.9793, + "rho": [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ] + }, + { + "episode": 520, + "avg_reward": 5098.42, + "avg_cost": 3.0, + "lambda": 50.1687, + "rho": [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ] + }, + { + "episode": 530, + "avg_reward": 3929.8, + "avg_cost": 0.5, + "lambda": 51.331, + "rho": [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ] + }, + { + "episode": 540, + "avg_reward": 5044.83, + "avg_cost": 1.75, + "lambda": 52.4733, + "rho": [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ] + }, + { + "episode": 550, + "avg_reward": 5744.8, + "avg_cost": 3.0, + "lambda": 53.9337, + "rho": [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ] + }, + { + "episode": 560, + "avg_reward": 5526.92, + "avg_cost": 0.75, + "lambda": 55.2387, + "rho": [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ] + }, + { + "episode": 570, + "avg_reward": 3665.79, + "avg_cost": 2.0, + "lambda": 56.6152, + "rho": [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ] + }, + { + "episode": 580, + "avg_reward": 4576.62, + "avg_cost": 0.5, + "lambda": 58.2641, + "rho": [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ] + }, + { + "episode": 590, + "avg_reward": 6779.21, + "avg_cost": 1.75, + "lambda": 59.6471, + "rho": [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ] + }, + { + "episode": 600, + "avg_reward": 5238.46, + "avg_cost": 2.0, + "lambda": 60.9218, + "rho": [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ] + }, + { + "episode": 610, + "avg_reward": 6227.33, + "avg_cost": 1.75, + "lambda": 62.4193, + "rho": [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ] + }, + { + "episode": 620, + "avg_reward": 3524.46, + "avg_cost": 0.5, + "lambda": 63.7587, + "rho": [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ] + }, + { + "episode": 630, + "avg_reward": 6761.73, + "avg_cost": 3.0, + "lambda": 64.9568, + "rho": [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ] + }, + { + "episode": 640, + "avg_reward": 3406.26, + "avg_cost": 1.0, + "lambda": 65.9359, + "rho": [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ] + }, + { + "episode": 650, + "avg_reward": 1971.57, + "avg_cost": 0.25, + "lambda": 66.7823, + "rho": [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ] + }, + { + "episode": 660, + "avg_reward": 5437.71, + "avg_cost": 0.75, + "lambda": 67.7443, + "rho": [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ] + }, + { + "episode": 670, + "avg_reward": 5439.17, + "avg_cost": 1.0, + "lambda": 68.6104, + "rho": [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ] + }, + { + "episode": 680, + "avg_reward": 7639.72, + "avg_cost": 1.5, + "lambda": 69.5118, + "rho": [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ] + }, + { + "episode": 690, + "avg_reward": 6948.02, + "avg_cost": 2.25, + "lambda": 70.4404, + "rho": [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ] + }, + { + "episode": 700, + "avg_reward": 6503.72, + "avg_cost": 0.25, + "lambda": 71.3247, + "rho": [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ] + }, + { + "episode": 710, + "avg_reward": 6812.2, + "avg_cost": 1.25, + "lambda": 72.0337, + "rho": [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ] + }, + { + "episode": 720, + "avg_reward": 8058.2, + "avg_cost": 1.0, + "lambda": 72.8847, + "rho": [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ] + }, + { + "episode": 730, + "avg_reward": 4576.53, + "avg_cost": 0.25, + "lambda": 73.9612, + "rho": [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ] + }, + { + "episode": 740, + "avg_reward": 7921.51, + "avg_cost": 2.0, + "lambda": 74.9757, + "rho": [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ] + }, + { + "episode": 750, + "avg_reward": 7781.8, + "avg_cost": 1.75, + "lambda": 75.9612, + "rho": [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ] + }, + { + "episode": 760, + "avg_reward": 6813.36, + "avg_cost": 0.75, + "lambda": 77.1867, + "rho": [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ] + }, + { + "episode": 770, + "avg_reward": 7664.59, + "avg_cost": 4.75, + "lambda": 78.5785, + "rho": [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ] + }, + { + "episode": 780, + "avg_reward": 7514.86, + "avg_cost": 0.75, + "lambda": 80.2721, + "rho": [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ] + }, + { + "episode": 790, + "avg_reward": 7528.6, + "avg_cost": 1.0, + "lambda": 81.6095, + "rho": [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ] + }, + { + "episode": 800, + "avg_reward": 8981.31, + "avg_cost": 3.5, + "lambda": 82.7686, + "rho": [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ] + }, + { + "episode": 810, + "avg_reward": 7136.24, + "avg_cost": 4.25, + "lambda": 84.2139, + "rho": [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ] + }, + { + "episode": 820, + "avg_reward": 7330.16, + "avg_cost": 1.25, + "lambda": 85.8873, + "rho": [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ] + }, + { + "episode": 830, + "avg_reward": 8171.5, + "avg_cost": 1.5, + "lambda": 87.2783, + "rho": [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ] + }, + { + "episode": 840, + "avg_reward": 6486.51, + "avg_cost": 0.25, + "lambda": 88.4271, + "rho": [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ] + }, + { + "episode": 850, + "avg_reward": 6070.48, + "avg_cost": 0.5, + "lambda": 89.1349, + "rho": [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ] + }, + { + "episode": 860, + "avg_reward": 7820.28, + "avg_cost": 0.0, + "lambda": 89.8134, + "rho": [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ] + }, + { + "episode": 870, + "avg_reward": 8433.24, + "avg_cost": 1.5, + "lambda": 90.728, + "rho": [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ] + }, + { + "episode": 880, + "avg_reward": 8156.59, + "avg_cost": 0.5, + "lambda": 91.376, + "rho": [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ] + }, + { + "episode": 890, + "avg_reward": 8060.43, + "avg_cost": 0.25, + "lambda": 91.863, + "rho": [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ] + }, + { + "episode": 900, + "avg_reward": 8072.12, + "avg_cost": 0.0, + "lambda": 92.2613, + "rho": [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ] + }, + { + "episode": 910, + "avg_reward": 8904.25, + "avg_cost": 1.25, + "lambda": 92.7077, + "rho": [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ] + }, + { + "episode": 920, + "avg_reward": 9007.14, + "avg_cost": 0.5, + "lambda": 93.1712, + "rho": [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ] + }, + { + "episode": 930, + "avg_reward": 9102.08, + "avg_cost": 1.5, + "lambda": 93.7785, + "rho": [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ] + }, + { + "episode": 940, + "avg_reward": 9278.17, + "avg_cost": 1.25, + "lambda": 94.5523, + "rho": [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ] + }, + { + "episode": 950, + "avg_reward": 8371.34, + "avg_cost": 0.25, + "lambda": 95.4678, + "rho": [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ] + }, + { + "episode": 960, + "avg_reward": 8920.07, + "avg_cost": 1.0, + "lambda": 96.2619, + "rho": [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ] + }, + { + "episode": 970, + "avg_reward": 9599.95, + "avg_cost": 1.75, + "lambda": 97.192, + "rho": [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ] + }, + { + "episode": 980, + "avg_reward": 9392.03, + "avg_cost": 1.5, + "lambda": 98.1255, + "rho": [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ] + }, + { + "episode": 990, + "avg_reward": 9340.43, + "avg_cost": 1.25, + "lambda": 99.0675, + "rho": [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ] + }, + { + "episode": 1000, + "avg_reward": 8630.81, + "avg_cost": 0.5, + "lambda": 100.0071, + "rho": [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ] + }, + { + "episode": 1010, + "avg_reward": 9334.81, + "avg_cost": 2.25, + "lambda": 100.9651, + "rho": [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ] + }, + { + "episode": 1020, + "avg_reward": 8365.03, + "avg_cost": 0.5, + "lambda": 101.9099, + "rho": [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ] + }, + { + "episode": 1030, + "avg_reward": 9320.7, + "avg_cost": 0.5, + "lambda": 102.6341, + "rho": [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ] + }, + { + "episode": 1040, + "avg_reward": 9285.97, + "avg_cost": 0.25, + "lambda": 103.2581, + "rho": [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ] + }, + { + "episode": 1050, + "avg_reward": 8899.76, + "avg_cost": 0.0, + "lambda": 103.9294, + "rho": [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ] + }, + { + "episode": 1060, + "avg_reward": 6065.98, + "avg_cost": 0.5, + "lambda": 104.5589, + "rho": [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ] + }, + { + "episode": 1070, + "avg_reward": 8347.85, + "avg_cost": 1.0, + "lambda": 105.1032, + "rho": [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ] + }, + { + "episode": 1080, + "avg_reward": 8819.17, + "avg_cost": 1.0, + "lambda": 105.6859, + "rho": [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ] + }, + { + "episode": 1090, + "avg_reward": 8838.28, + "avg_cost": 0.25, + "lambda": 106.4197, + "rho": [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ] + }, + { + "episode": 1100, + "avg_reward": 9494.32, + "avg_cost": 0.75, + "lambda": 107.1648, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ] + }, + { + "episode": 1110, + "avg_reward": 8894.6, + "avg_cost": 1.0, + "lambda": 108.0882, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ] + }, + { + "episode": 1120, + "avg_reward": 9865.05, + "avg_cost": 1.5, + "lambda": 109.0057, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ] + }, + { + "episode": 1130, + "avg_reward": 9338.71, + "avg_cost": 0.25, + "lambda": 109.957, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ] + }, + { + "episode": 1140, + "avg_reward": 9763.32, + "avg_cost": 1.0, + "lambda": 111.0484, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ] + }, + { + "episode": 1150, + "avg_reward": 10015.63, + "avg_cost": 1.25, + "lambda": 111.8097, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ] + }, + { + "episode": 1160, + "avg_reward": 10383.75, + "avg_cost": 2.5, + "lambda": 112.5341, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ] + }, + { + "episode": 1170, + "avg_reward": 9394.59, + "avg_cost": 0.0, + "lambda": 113.3593, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ] + }, + { + "episode": 1180, + "avg_reward": 9269.57, + "avg_cost": 0.25, + "lambda": 114.2139, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ] + }, + { + "episode": 1190, + "avg_reward": 9476.25, + "avg_cost": 1.25, + "lambda": 115.1064, + "rho": [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ] + }, + { + "episode": 1200, + "avg_reward": 9659.31, + "avg_cost": 0.75, + "lambda": 115.8449, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ] + }, + { + "episode": 1210, + "avg_reward": 9697.25, + "avg_cost": 1.0, + "lambda": 116.5639, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ] + }, + { + "episode": 1220, + "avg_reward": 9733.95, + "avg_cost": 1.25, + "lambda": 117.366, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ] + }, + { + "episode": 1230, + "avg_reward": 9555.01, + "avg_cost": 0.25, + "lambda": 118.3977, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ] + }, + { + "episode": 1240, + "avg_reward": 9793.67, + "avg_cost": 0.75, + "lambda": 119.0677, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ] + }, + { + "episode": 1250, + "avg_reward": 10026.81, + "avg_cost": 0.75, + "lambda": 119.6202, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ] + }, + { + "episode": 1260, + "avg_reward": 7160.11, + "avg_cost": 0.25, + "lambda": 120.4288, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ] + }, + { + "episode": 1270, + "avg_reward": 7467.52, + "avg_cost": 0.75, + "lambda": 121.0965, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ] + }, + { + "episode": 1280, + "avg_reward": 9431.57, + "avg_cost": 0.5, + "lambda": 121.6824, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ] + }, + { + "episode": 1290, + "avg_reward": 9854.36, + "avg_cost": 0.5, + "lambda": 122.3153, + "rho": [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ] + }, + { + "episode": 1300, + "avg_reward": 6926.14, + "avg_cost": 0.5, + "lambda": 122.9738, + "rho": [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ] + }, + { + "episode": 1310, + "avg_reward": 6829.66, + "avg_cost": 0.75, + "lambda": 123.5955, + "rho": [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ] + }, + { + "episode": 1320, + "avg_reward": 10872.5, + "avg_cost": 1.0, + "lambda": 124.2349, + "rho": [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ] + }, + { + "episode": 1330, + "avg_reward": 10282.64, + "avg_cost": 0.25, + "lambda": 124.805, + "rho": [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ] + }, + { + "episode": 1340, + "avg_reward": 10533.18, + "avg_cost": 0.25, + "lambda": 125.2998, + "rho": [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ] + }, + { + "episode": 1350, + "avg_reward": 10421.3, + "avg_cost": 0.5, + "lambda": 125.8855, + "rho": [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ] + }, + { + "episode": 1360, + "avg_reward": 10336.87, + "avg_cost": 0.5, + "lambda": 126.3877, + "rho": [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ] + }, + { + "episode": 1370, + "avg_reward": 10626.61, + "avg_cost": 0.75, + "lambda": 126.8747, + "rho": [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ] + }, + { + "episode": 1380, + "avg_reward": 10319.07, + "avg_cost": 0.25, + "lambda": 127.533, + "rho": [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ] + }, + { + "episode": 1390, + "avg_reward": 10006.03, + "avg_cost": 0.25, + "lambda": 128.1492, + "rho": [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ] + }, + { + "episode": 1400, + "avg_reward": 10629.54, + "avg_cost": 0.25, + "lambda": 128.6405, + "rho": [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ] + }, + { + "episode": 1410, + "avg_reward": 10570.64, + "avg_cost": 1.0, + "lambda": 129.0847, + "rho": [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ] + }, + { + "episode": 1420, + "avg_reward": 10304.43, + "avg_cost": 0.5, + "lambda": 129.6593, + "rho": [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ] + }, + { + "episode": 1430, + "avg_reward": 9819.92, + "avg_cost": 0.5, + "lambda": 130.1923, + "rho": [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ] + }, + { + "episode": 1440, + "avg_reward": 9669.44, + "avg_cost": 0.5, + "lambda": 130.7337, + "rho": [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ] + }, + { + "episode": 1450, + "avg_reward": 6573.69, + "avg_cost": 0.0, + "lambda": 131.127, + "rho": [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + }, + { + "episode": 1460, + "avg_reward": 6971.19, + "avg_cost": 0.25, + "lambda": 131.5064, + "rho": [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + }, + { + "episode": 1470, + "avg_reward": 10770.64, + "avg_cost": 1.25, + "lambda": 131.9728, + "rho": [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + }, + { + "episode": 1480, + "avg_reward": 10447.51, + "avg_cost": 1.0, + "lambda": 132.3692, + "rho": [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + }, + { + "episode": 1490, + "avg_reward": 10488.46, + "avg_cost": 0.75, + "lambda": 132.8166, + "rho": [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + }, + { + "episode": 1500, + "avg_reward": 11046.45, + "avg_cost": 1.25, + "lambda": 133.4333, + "rho": [ + 0.0964, + 0.0964, + 0.1034, + 0.1233, + 0.1996, + 0.3808 + ] + } + ], + "episode_rewards": [ + -6677.1454, + -7682.6234, + -6489.4157, + -6133.4789, + -6200.7224, + -6683.1073, + -6342.6692, + -5966.7111, + -6995.9748, + -6510.9274, + -6207.0872, + -6603.762, + -6142.694, + -6381.787, + -6726.6986, + -6435.2756, + -5542.4285, + -5930.2952, + -6193.293, + -5683.6454, + -5429.8562, + -5366.4449, + -5981.4576, + -5543.8863, + -5711.8357, + -5554.971, + -5962.5533, + -4879.1755, + -5638.5402, + -5922.8739, + -6045.5737, + -4787.6778, + -5570.5948, + -5758.6878, + -4611.156, + -5040.9091, + -4662.2518, + -5395.9493, + -5603.141, + -4821.4606, + -6002.7121, + -4580.5041, + -4901.3193, + -5698.345, + -5140.9124, + -4702.6266, + -5562.963, + -4991.8294, + -4250.3609, + -4466.1475, + -4488.0098, + -5677.2232, + -5695.4303, + -4502.1712, + -5268.2901, + -3883.919, + -4468.1518, + -5302.6194, + -4429.8199, + -5748.4577, + -4031.3067, + -4627.7099, + -4048.5712, + -5119.502, + -5103.5723, + -4920.6212, + -4831.6557, + -4283.6212, + -4889.0262, + -4901.6976, + -4539.9386, + -4745.2313, + -4175.9398, + -5141.0005, + -3713.122, + -4760.5338, + -4271.4239, + -4135.1102, + -4366.7507, + -3887.8333, + -3719.7657, + -3687.0319, + -4569.7597, + -3960.1708, + -3075.6001, + -2847.9565, + -3804.5548, + -3678.8261, + -4205.3038, + -3477.7247, + -4321.9685, + -4681.6986, + -3527.6811, + -3410.6887, + -3960.839, + -3942.3344, + -3811.4996, + -4121.5146, + -3122.7776, + -4074.0755, + -3292.8901, + -4567.6281, + -3262.9075, + -3993.4261, + -3192.2777, + -3457.6007, + -3652.7499, + -4193.8365, + -3182.4145, + -4136.3018, + -3462.7614, + -2773.8679, + -3501.3746, + -3002.3174, + -3777.5111, + -3581.9623, + -3446.162, + -3295.79, + -3054.6512, + -2265.9679, + -3314.8347, + -3070.5536, + -2731.1589, + -3447.2375, + -2749.451, + -2473.4584, + -2160.031, + -2813.3906, + -2632.387, + -3043.7433, + -2647.2803, + -3874.8669, + -2576.3174, + -2852.7987, + -2222.0015, + -2435.4486, + -2503.9181, + -2445.9491, + -2774.1864, + -2943.7293, + -1634.8065, + -3399.6299, + -3071.2151, + -2627.4818, + -2923.095, + -2945.1682, + -2236.4058, + -2862.5302, + -2687.4206, + -3189.4853, + -1919.1392, + -2223.6844, + -2010.8794, + -2326.8945, + -2508.3021, + -2974.8355, + -2174.6167, + -2169.4847, + -2346.0485, + -1592.3025, + -1942.0516, + -2297.7333, + -2544.0268, + -2083.2695, + -2252.1308, + -2813.5581, + -2517.61, + -1959.9735, + -1836.9713, + -2298.6971, + -1372.1339, + -2844.4329, + -2245.4685, + -2737.153, + -2457.2791, + -2000.5703, + -2089.2525, + -2295.3094, + -3210.1918, + -2793.653, + -2722.6941, + -2338.4736, + -2021.4447, + -2116.0658, + -1890.7235, + -2176.2728, + -2258.2308, + -1709.5096, + -1844.8385, + -1326.4914, + -1695.3382, + -2725.183, + -2157.9089, + -2755.5522, + -2409.6106, + -1836.2723, + -1233.8055, + -2249.0137, + -2185.5383, + -1683.0887, + -1477.3042, + -1796.6413, + -1241.5164, + -2465.8893, + -1741.5618, + -2155.9853, + -1832.9382, + -2095.4984, + -1376.4987, + -1301.5074, + -889.3282, + -785.7647, + -1528.6035, + -2129.8165, + -1582.654, + -1329.7373, + -2646.6361, + -1818.9565, + -2802.3591, + -1136.3639, + -1913.292, + -1160.3373, + -867.1504, + -2077.8107, + -3041.5331, + -1188.856, + -1210.1974, + -1262.9932, + -1494.92, + -690.7887, + -2410.8104, + -303.2655, + -1713.8322, + -1821.7848, + -1383.0604, + -2575.5251, + -3197.238, + -2599.9562, + -2501.2505, + -3275.113, + -2266.2025, + -2493.5842, + -56.6464, + -1999.5277, + -1434.5084, + -2455.2329, + -3596.1718, + -2725.8094, + -2773.3423, + -3072.3738, + -1051.1409, + -523.1116, + -2325.8374, + -916.5284, + -272.7118, + -3171.014, + -1166.9534, + -1710.4313, + -2513.4427, + -293.02, + -1069.7833, + -1252.9215, + -1628.5944, + -1768.5187, + -1225.2672, + -2090.6453, + -1909.465, + -1670.7733, + -1385.7519, + -1436.0231, + -1838.0094, + -1615.4696, + -1890.0778, + -1995.3326, + -1610.3597, + -1334.3567, + 210.4764, + -1043.251, + -2912.6497, + -2384.2497, + -2390.8608, + -2182.9096, + -38.5183, + -650.5615, + -1425.9966, + -1439.3901, + -1180.3654, + -824.7695, + -1704.6904, + -510.9801, + -948.3695, + -1106.5273, + 444.252, + -1234.4754, + -946.2282, + -3131.6283, + -520.385, + -1314.3073, + 251.3554, + -1040.7558, + -981.8995, + 84.6041, + -2263.4875, + -1516.5272, + 543.3563, + 357.8008, + 59.9981, + -231.7528, + -1689.3825, + -614.54, + -123.7908, + -2336.1249, + 166.0315, + -435.4288, + -232.1274, + -506.2354, + -234.3833, + -337.6443, + 4.6348, + -170.9699, + 260.2439, + 1581.8131, + -224.429, + 1114.6884, + -346.6259, + -1202.9604, + -770.0735, + -1078.5525, + 578.1545, + 936.4071, + 1550.3114, + 874.6428, + -1094.6505, + -318.8728, + 448.5047, + -394.3187, + -388.0963, + 301.5482, + -1224.6034, + 1497.4795, + -220.4411, + 559.4373, + -1025.8267, + 1369.2211, + -421.2286, + 368.6107, + -1277.5261, + -1734.8612, + -624.795, + -650.0227, + -2552.5963, + 102.9926, + 713.7485, + -504.9943, + -294.3948, + 671.3186, + 894.6686, + 1738.3151, + 1641.314, + 289.4227, + -856.6024, + 2729.5322, + 342.7055, + 1170.9663, + -1778.7116, + 1733.5908, + 824.9506, + 2087.0591, + 2192.2443, + 637.4974, + 2389.2448, + 1120.8403, + 1038.6813, + 2348.2159, + 1178.6596, + 1263.9259, + 1155.0775, + 2041.8806, + -1500.3147, + -468.6676, + 801.3062, + 1324.6428, + 1101.4108, + 3270.7078, + 719.8354, + 3077.6679, + 2208.3669, + 2334.0792, + 947.1119, + 917.2052, + 1173.5579, + 2274.9524, + 2695.525, + 2441.1341, + 2895.2687, + 1891.6105, + 3131.8943, + 2170.7373, + 2953.6586, + 2542.0787, + 1267.8306, + 2842.247, + 3450.992, + 2429.5621, + 2317.2859, + 708.676, + 2650.8213, + 2868.7744, + 1671.8177, + 2551.5391, + 1531.1094, + 2470.0638, + 2226.5198, + 2038.1419, + 1897.5811, + 797.0051, + 2933.7621, + 2985.8907, + 2913.0952, + 552.9596, + 189.4389, + 2054.4504, + 1294.5479, + -298.4877, + 1477.6669, + 1651.8346, + 2688.6341, + 2382.6243, + 1393.2763, + 2919.2522, + 2056.4264, + -4.17, + 1589.6174, + 2420.8818, + 2775.7049, + 3579.0731, + 1236.0617, + 2888.6752, + 685.9067, + 4553.7828, + 3285.2582, + 341.721, + 3555.1166, + 3062.4253, + 2284.2901, + 3964.1049, + 3761.4233, + 2185.7132, + 2395.0565, + 2399.8924, + 1493.9225, + 1997.424, + 1456.0674, + 832.1778, + 2191.4982, + 1613.4851, + 2165.7284, + 2498.0358, + 1878.7754, + 3429.7945, + 1513.5351, + 3821.4069, + 3789.6972, + 2653.2641, + 2941.8354, + 4522.2059, + 2922.9522, + 3931.229, + 4025.3797, + 3540.6356, + 3121.2508, + 4230.2711, + 3160.7938, + 3740.8877, + 3726.9604, + 2470.6703, + 3185.1767, + 2751.4413, + 4257.4769, + 4276.7423, + 3999.2841, + 3703.584, + 2702.6, + 920.9741, + 5547.2884, + 2727.1055, + 3765.8099, + 2095.769, + 4459.0377, + 4665.4335, + 2097.9445, + 5085.413, + 4122.5253, + 3492.9841, + 2698.8491, + 3448.1382, + 2576.7623, + 2928.6146, + 3339.268, + 5320.3482, + 3052.9998, + 4164.5844, + 4193.769, + 4888.9348, + 2070.216, + 3429.9698, + 4968.9118, + 3984.4131, + 4495.1467, + 3206.2341, + 1282.9298, + 3224.1073, + 5189.9539, + 4859.1987, + 2382.9591, + 4746.9103, + 5750.8399, + 37.7149, + 5651.9615, + 5098.417, + 4711.7522, + 5399.1278, + 3273.0419, + 5667.1177, + 5388.5414, + 4527.5577, + 3036.4854, + 3866.7483, + 4596.447, + 3929.8017, + 4539.5699, + 5587.3501, + 4648.4787, + 4711.9705, + 3427.4255, + 3863.4727, + 3074.6027, + 2445.1343, + 4506.206, + 5044.826, + 4797.2575, + 6314.6902, + 5466.5042, + 4923.3305, + 5063.0292, + 5545.8751, + 4562.2722, + 4341.0935, + 5302.8226, + 5744.8046, + 5396.5649, + 4604.1281, + 5200.9854, + 5961.7498, + 3830.5812, + 5185.985, + 6116.338, + 5988.6778, + 3669.6924, + 5526.9243, + 3693.9536, + 2789.3504, + 4094.2773, + 4057.5345, + 4873.2077, + 4709.0971, + 5477.0097, + 6147.9182, + 2301.1924, + 3665.7882, + 3865.8989, + 3739.4085, + 1078.8345, + 6971.2215, + 1389.36, + 6466.8615, + 5134.0654, + 6055.2044, + 4222.8181, + 4576.6208, + 6546.4111, + 5778.6553, + 6312.0172, + 6361.0129, + 5328.207, + 633.739, + 6466.175, + 993.7489, + 3874.3113, + 6779.2075, + 5888.4932, + 5906.3375, + 5099.1705, + 4608.7602, + 5903.0841, + 3941.6814, + 2269.8942, + 6392.7464, + 5257.5891, + 5238.4572, + 4166.6252, + 6476.0653, + 5740.4632, + 5267.1684, + 3921.0112, + 4568.9708, + 4948.5359, + 6307.3929, + 4244.0833, + 6227.3259, + 4231.7294, + 6201.0298, + 5226.3998, + 3169.9807, + 2155.9825, + 4829.1964, + 4124.3456, + 6320.9959, + 5595.5048, + 3524.4627, + 5638.8499, + 6362.3442, + 4137.9707, + 4765.6462, + 5673.1816, + 6351.0932, + 5839.5282, + 3686.383, + 6238.2613, + 6761.7252, + 4996.6131, + -219.4804, + 5197.1929, + 6946.8349, + 6187.036, + 4863.7264, + 6272.5131, + 6085.2616, + 4476.8366, + 3406.2582, + 3815.9437, + 3332.5518, + 6904.8576, + 5658.8918, + 5780.5497, + 4430.5298, + 6540.2291, + 5761.6377, + 6126.3063, + 1971.567, + 2631.9755, + 7687.7036, + 6928.2543, + 6635.5776, + 5732.7102, + 5423.3167, + 6821.0867, + 6855.1179, + 6277.7685, + 5437.7115, + 5963.6565, + 4049.1468, + 4885.3158, + 6540.9493, + 6507.8959, + 4770.4833, + 5021.5255, + 7143.7578, + 5330.3577, + 5439.1698, + 6661.1448, + 7123.5345, + 5387.0582, + 5949.7761, + 5691.6607, + 7142.5066, + 5809.4795, + 6754.3359, + 4965.3719, + 7639.7201, + 7155.1497, + 6549.8461, + 5752.0372, + 5884.6559, + 4543.9502, + 6491.2467, + 4732.5172, + 6716.9799, + 7022.0233, + 6948.0223, + 4033.694, + 7196.235, + 7490.6473, + 4975.81, + 4462.0988, + 6642.0287, + 6704.9994, + 7700.119, + 7327.0599, + 6503.7201, + 7284.106, + 4842.4631, + 7088.9325, + 5181.9882, + 4671.8982, + 5831.0935, + 7284.1284, + 6983.9851, + 6085.0895, + 6812.1951, + 5055.7313, + 7240.0136, + 8145.3155, + 7343.6356, + 6966.9925, + 5133.0431, + 8086.5191, + 5200.2561, + 7281.7286, + 8058.2042, + 6017.5856, + 6444.6812, + 6872.3161, + 6944.406, + 7300.5733, + 6086.1058, + 7379.8748, + 3444.1741, + 4822.3638, + 4576.5251, + 7730.9542, + 5335.8531, + 7853.6108, + 7378.5915, + 6996.636, + 5964.1385, + 4524.914, + 7175.4646, + 7739.8316, + 7921.5075, + 7736.4725, + 5449.5207, + 7594.2666, + 6908.4279, + 8147.4836, + 8044.5536, + 6271.3488, + 4915.5691, + 7256.6819, + 7781.8011, + 6624.0705, + 7738.3163, + 6708.3578, + 5713.342, + 6525.3903, + 7631.0326, + 8325.6265, + 7142.7273, + 6971.8529, + 6813.3569, + 7854.7052, + 6578.3404, + 5623.7312, + 7916.7902, + 7717.1413, + 6469.9024, + 6160.7633, + 7558.3751, + 8011.6151, + 7664.5948, + 7870.9643, + 6585.333, + 6894.7644, + 6590.9454, + 7042.9977, + 6782.2774, + 7359.9946, + 7543.2905, + 7516.1588, + 7514.8562, + 8277.0976, + 6395.8785, + 7610.6291, + 7731.1449, + 7816.2845, + 8036.498, + 8131.7043, + 6147.5251, + 8852.9597, + 7528.6027, + 7856.8536, + 6411.2576, + 7965.6651, + 5231.0919, + 8341.7025, + 6716.9348, + 7573.1916, + 6993.8218, + 6443.7162, + 8981.3067, + 6515.2198, + 8141.2371, + 8164.3697, + 7171.5912, + 8052.7064, + 7510.7504, + 6749.8813, + 7235.2975, + 7223.1561, + 7136.2403, + 7300.3692, + 7415.8327, + 7264.6597, + 6434.8437, + 6721.9789, + 7183.2096, + 7016.4087, + 7103.4933, + 7137.2627, + 7330.1551, + 6751.3227, + 7555.9506, + 7459.9403, + 5717.7169, + 8497.404, + 8051.473, + 5568.3349, + 7142.6523, + 7571.8163, + 8171.5048, + 7554.0038, + 8248.5996, + 4940.1964, + 8141.7414, + 7696.9661, + 6257.654, + 8229.1482, + 7642.2355, + 4974.9634, + 6486.5092, + 8093.6478, + 7368.3233, + 4966.56, + 8117.3558, + 6218.2253, + 7385.4699, + 8059.3197, + 5235.9548, + 8342.8113, + 6070.4844, + 5811.6217, + 8288.5248, + 7827.6001, + 8701.243, + 8269.27, + 5167.0689, + 8161.6371, + 8807.5309, + 8059.8728, + 7820.2764, + 7872.1612, + 8321.4456, + 8378.1794, + 5751.1621, + 8674.7474, + 7727.5014, + 7555.2907, + 6421.1992, + 8298.3948, + 8433.2418, + 7726.222, + 7923.9952, + 7893.1635, + 6505.6634, + 8431.1389, + 6002.2762, + 8225.4036, + 7824.6187, + 8446.0964, + 8156.5934, + 8340.2142, + 6619.9555, + 6408.1562, + 4609.4685, + 8840.7647, + 7309.0389, + 2596.6869, + 6960.0338, + 7964.0037, + 8060.4296, + 7665.6066, + 8376.3783, + 6915.5889, + 8299.0728, + 8541.5186, + 8108.9789, + 7816.6022, + 8115.4559, + 8735.5389, + 8072.1228, + 8056.5582, + 8007.2289, + 5368.3529, + 8958.3365, + 8126.0096, + 8209.2541, + 8293.1443, + 8010.7588, + 8489.41, + 8904.2468, + 8383.8377, + 8452.676, + 5079.4524, + 8387.7511, + 8944.7028, + 8214.8213, + 8209.1418, + 9026.025, + 9004.8291, + 9007.1354, + 8498.7003, + 8141.9263, + 8752.4166, + 7958.6642, + 8886.4102, + 8370.1492, + 8009.727, + 8703.7999, + 9163.0101, + 9102.082, + 8603.3146, + 6472.7511, + 9058.9111, + 8369.8136, + 8589.5618, + 8807.7812, + 6708.9092, + 9036.3142, + 8513.1004, + 9278.1745, + 8592.8844, + 9152.4448, + 8552.4507, + 6881.2938, + 9159.6405, + 5878.6492, + 8603.9151, + 8551.601, + 8587.8302, + 8371.3414, + 8404.942, + 9153.1283, + 8578.2552, + 9021.5121, + 9066.7407, + 9375.4189, + 8486.9071, + 8422.1372, + 8920.3287, + 8920.072, + 8997.1178, + 8688.4552, + 8321.9751, + 8751.8406, + 8983.6066, + 9129.2643, + 7203.5604, + 7341.7445, + 8416.215, + 9599.9536, + 8581.9303, + 7903.3219, + 7946.8667, + 8105.9852, + 8995.7162, + 9176.1886, + 9260.8362, + 8283.0921, + 8300.7184, + 9392.0299, + 9444.5331, + 8739.8227, + 8113.7481, + 9166.1592, + 8941.0333, + 3022.357, + 9356.3948, + 8917.4635, + 8741.8165, + 9340.4337, + 8971.3095, + 6067.6324, + 8285.4381, + 8318.6901, + 8858.0503, + 9226.2673, + 8655.1097, + 8448.7676, + 8456.003, + 8630.812, + 8729.843, + 8908.893, + 8571.3799, + 9409.0913, + 9319.2088, + 7023.6473, + 8664.5858, + 8446.1311, + 8973.7789, + 9334.8143, + 8222.1602, + 8703.3754, + 8468.9191, + 9109.9004, + 9074.474, + 8933.5885, + 8164.0465, + 8425.9937, + 7775.5065, + 8365.0301, + 8476.6101, + 8974.2371, + 9117.3499, + 9012.8967, + 9517.0053, + 9262.8597, + 8871.5676, + 8849.6239, + 8828.2057, + 9320.701, + 8877.3168, + 7731.1711, + 7847.9467, + 9578.1758, + 5877.4557, + 9104.0323, + 8832.0772, + 9004.3778, + 9336.8653, + 9285.9727, + 9552.6001, + 8659.5723, + 8988.4579, + 8960.1839, + 9323.5622, + 9547.8384, + 9132.7542, + 8959.0887, + 9225.323, + 8899.7622, + 8650.7933, + 8578.4341, + 8558.6796, + 9089.3679, + 9431.9062, + 7799.5821, + 9452.6149, + 9268.9838, + 9281.5301, + 6065.9799, + 9244.8867, + 9019.5241, + 9185.1749, + 9090.9173, + 8851.0081, + 9263.0074, + 9786.7408, + 9449.6249, + 9179.5882, + 8347.854, + 9334.2038, + 9281.8945, + 9448.4109, + 9194.8372, + 9162.0644, + 9454.9086, + 7920.8225, + 9505.4098, + 9214.2523, + 8819.1683, + 9501.0006, + 9295.8033, + 9299.7403, + 9502.2255, + 9829.6159, + 9515.6085, + 9598.9834, + 9016.5815, + 8805.2827, + 8838.2829, + 9722.0, + 6393.0918, + 9599.4957, + 9688.0563, + 9552.5683, + 9582.0698, + 9943.0621, + 9495.8021, + 9935.6829, + 9494.3182, + 9347.0268, + 9348.7765, + 9403.072, + 9430.2649, + 9374.8883, + 9470.9294, + 8998.5788, + 9104.6508, + 8991.0918, + 8894.5964, + 10043.4599, + 9884.6212, + 10113.0351, + 9497.4102, + 9269.6389, + 10289.095, + 9444.1578, + 9090.4863, + 8781.9653, + 9865.0507, + 9574.9005, + 6900.6837, + 9795.2782, + 9261.3844, + 9306.3816, + 9467.6066, + 9526.4587, + 9787.2993, + 10125.7412, + 9338.7072, + 9185.5183, + 9239.7023, + 9731.8321, + 8951.9422, + 9689.0221, + 9136.1825, + 9388.2513, + 9138.4413, + 9426.0227, + 9763.3157, + 9229.6943, + 9228.8322, + 9457.2847, + 9208.026, + 9792.653, + 9303.4096, + 9795.4483, + 9746.8782, + 9443.8766, + 10015.6297, + 10386.8838, + 9767.9325, + 9284.8745, + 9202.0764, + 10110.9955, + 9200.9146, + 10025.3408, + 9423.5134, + 9907.3091, + 10383.7535, + 9938.1222, + 9159.6721, + 9560.957, + 10208.9769, + 10094.2576, + 9410.4876, + 9962.156, + 9735.4155, + 9788.6179, + 9394.5883, + 9619.5069, + 9479.8453, + 5970.4638, + 9788.5653, + 9629.8819, + 6475.9609, + 9984.4367, + 9802.9955, + 9342.5805, + 9269.5674, + 10134.3064, + 9805.4419, + 9422.8005, + 9743.2841, + 9088.9842, + 9383.9135, + 8959.3798, + 9548.8289, + 9365.8676, + 9476.2478, + 9598.6805, + 9384.2777, + 9580.4084, + 9447.0253, + 9204.9298, + 9958.4373, + 9489.1712, + 9479.0286, + 9682.0157, + 9659.3067, + 9668.9995, + 9468.4022, + 9783.8642, + 10110.7909, + 9642.6158, + 10122.3451, + 10127.0684, + 10087.8966, + 9350.3322, + 9697.2532, + 9598.428, + 9487.9484, + 9582.434, + 8944.4113, + 8358.7024, + 9277.0539, + 8985.1357, + 9543.3515, + 9444.7789, + 9733.9457, + 9576.5738, + 9333.9299, + 9108.903, + 9545.2148, + 9400.8175, + 8979.2101, + 8346.1817, + 10294.6258, + 9274.9914, + 9555.0131, + 9649.5843, + 7951.5661, + 7952.7719, + 9597.8626, + 9911.1889, + 9073.6813, + 9412.4895, + 10039.8996, + 9783.6034, + 9793.6701, + 9533.0936, + 9302.1484, + 9811.3797, + 9949.9154, + 9775.4695, + 10042.4844, + 10237.9716, + 10175.4397, + 10284.3667, + 10026.8106, + 10358.4434, + 9400.4106, + 7581.2397, + 10479.8521, + 9645.9085, + 10146.6317, + 9455.8925, + 10024.0309, + 10163.0802, + 7160.1092, + 9607.4129, + 10491.695, + 8216.947, + 6641.1419, + 10004.6868, + 10302.5122, + 10166.3744, + 9947.1892, + 9719.8507, + 7467.524, + 10118.4307, + 10032.1738, + 10543.631, + 10113.2401, + 10000.1718, + 10663.9751, + 9295.4013, + 10416.8307, + 10414.7713, + 9431.5654, + 10794.4347, + 6776.04, + 7467.1395, + 10620.1301, + 9961.6262, + 10123.5438, + 9493.0399, + 9775.956, + 10066.5407, + 9854.3605, + 8675.4869, + 9568.5492, + 10294.2074, + 9821.5842, + 10251.7732, + 10297.697, + 9596.127, + 10441.038, + 10074.8566, + 6926.1385, + 7759.9187, + 10145.7717, + 10318.6993, + 9948.5763, + 10251.3843, + 10133.147, + 10495.4379, + 10537.116, + 10570.1465, + 6829.6597, + 10242.933, + 10271.1242, + 10830.9821, + 9896.4828, + 9985.4455, + 10736.2609, + 10093.4861, + 10278.9288, + 9800.3954, + 10872.504, + 10352.8392, + 10403.6087, + 10991.2955, + 10727.8768, + 10086.0835, + 9983.6061, + 10898.4064, + 10092.1568, + 9158.3636, + 10282.6431, + 9071.3569, + 10350.9227, + 9747.6781, + 9815.2244, + 8406.5105, + 10664.394, + 10105.996, + 9993.8465, + 6310.4128, + 10533.181, + 10828.6448, + 10331.7729, + 10425.1535, + 10451.213, + 10886.1026, + 10572.9453, + 10626.623, + 10964.0043, + 10015.267, + 10421.3027, + 9950.879, + 10468.5089, + 10321.2537, + 10733.3023, + 10011.2274, + 10621.1929, + 10875.4143, + 10595.0861, + 8607.637, + 10336.871, + 10273.959, + 10834.5808, + 11201.3841, + 10314.4629, + 10696.5219, + 10522.6201, + 7738.2363, + 10623.6397, + 11254.1755, + 10626.6134, + 10281.1453, + 10301.9846, + 6563.6102, + 10407.3623, + 10445.2262, + 10738.3348, + 10681.9729, + 10256.5987, + 10031.6044, + 10319.0684, + 10634.2263, + 11125.0129, + 10688.6425, + 10216.3592, + 10551.1578, + 10558.1834, + 10365.1438, + 10721.0556, + 10266.4853, + 10006.0321, + 10523.2299, + 10475.1657, + 10651.4525, + 10477.204, + 10672.5003, + 10783.0617, + 10347.6782, + 10393.9432, + 10652.4984, + 10629.5427, + 10458.0249, + 9235.6025, + 10449.6017, + 7469.554, + 10892.6084, + 9575.0383, + 10662.2417, + 10545.9426, + 7778.8644, + 10570.6369, + 10364.1344, + 10286.8799, + 10274.4148, + 10326.4207, + 10666.7745, + 10476.1965, + 10115.8195, + 10680.5629, + 10331.8152, + 10304.4333, + 10322.3559, + 9905.0806, + 7190.7402, + 10276.3018, + 10134.4029, + 9825.4667, + 9786.2076, + 9852.4905, + 9472.7215, + 9819.9243, + 9977.0397, + 7904.301, + 9547.4576, + 10068.3494, + 9974.2954, + 9574.4658, + 10057.4544, + 9726.4772, + 4760.1002, + 9669.4382, + 9753.4014, + 9877.0336, + 9923.9595, + 10228.0501, + 6280.22, + 10339.4617, + 10059.8438, + 7862.8778, + 10597.903, + 6573.6923, + 11546.1193, + 6493.2294, + 10241.8834, + 10232.7173, + 10673.4958, + 5972.0597, + 7428.5821, + 10633.5994, + 8668.883, + 6971.1869, + 10591.5917, + 7726.2704, + 10619.1711, + 9023.085, + 10516.005, + 10286.4009, + 11143.6306, + 10534.3384, + 10075.228, + 10770.6367, + 10491.1407, + 10232.9396, + 10302.3805, + 10259.7292, + 10757.0052, + 10380.2767, + 10461.266, + 10522.6681, + 7071.8039, + 10447.5108, + 10650.2839, + 10969.8559, + 10490.0954, + 11063.5889, + 10631.8654, + 10682.3096, + 10588.5471, + 10639.5182, + 10748.6292, + 10488.4638, + 10807.9335, + 11513.3951, + 9245.9447, + 10742.602, + 10535.6642, + 11524.271, + 10861.6566, + 11007.444, + 10442.7081, + 11046.4526 + ], + "episode_costs": [ + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 1.75, + 0.75, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 1.5, + 0.5, + 2.25, + 3.75, + 3.75, + 2.5, + 1.5, + 1.0, + 0.0, + 1.5, + 1.5, + 3.25, + 0.25, + 0.75, + 1.5, + 0.5, + 1.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 1.5, + 1.25, + 1.0, + 0.25, + 0.5, + 0.25, + 1.0, + 0.0, + 1.25, + 0.75, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 1.5, + 0.25, + 1.25, + 0.25, + 0.5, + 0.75, + 1.75, + 0.0, + 2.5, + 2.75, + 0.5, + 0.75, + 0.0, + 2.0, + 0.5, + 2.25, + 0.25, + 2.0, + 1.0, + 0.25, + 1.25, + 0.75, + 1.5, + 0.5, + 0.75, + 1.75, + 1.25, + 2.25, + 1.25, + 1.75, + 1.25, + 2.5, + 0.75, + 0.25, + 1.0, + 1.5, + 1.5, + 1.0, + 2.25, + 1.25, + 0.25, + 1.0, + 1.25, + 4.0, + 1.75, + 1.75, + 2.75, + 1.0, + 1.0, + 2.25, + 1.25, + 2.0, + 0.5, + 2.0, + 1.75, + 0.25, + 1.75, + 0.0, + 0.25, + 1.5, + 3.0, + 3.0, + 1.25, + 3.5, + 3.0, + 3.5, + 2.0, + 0.75, + 1.25, + 4.75, + 2.5, + 1.0, + 2.75, + 1.25, + 2.75, + 1.75, + 1.25, + 2.0, + 1.0, + 5.0, + 2.75, + 2.0, + 1.5, + 0.25, + 3.25, + 4.75, + 0.0, + 0.75, + 2.0, + 2.25, + 1.25, + 3.5, + 1.25, + 1.5, + 2.0, + 0.5, + 1.25, + 1.5, + 2.0, + 1.75, + 1.75, + 3.25, + 2.25, + 0.75, + 1.5, + 2.25, + 2.25, + 2.0, + 2.25, + 4.0, + 3.5, + 0.75, + 2.5, + 0.25, + 3.5, + 3.0, + 0.75, + 0.75, + 1.0, + 2.75, + 1.0, + 0.75, + 2.0, + 0.0, + 3.25, + 1.25, + 0.75, + 1.75, + 1.25, + 0.25, + 2.0, + 0.75, + 0.75, + 1.25, + 1.25, + 0.75, + 1.75, + 2.0, + 2.5, + 1.0, + 2.5, + 1.25, + 4.5, + 2.75, + 1.0, + 3.5, + 1.25, + 2.25, + 2.25, + 1.25, + 5.0, + 1.25, + 1.25, + 3.25, + 0.75, + 2.75, + 2.75, + 3.5, + 0.75, + 2.5, + 1.25, + 0.75, + 0.75, + 2.0, + 0.25, + 1.25, + 0.25, + 1.75, + 1.25, + 1.5, + 2.0, + 0.25, + 0.75, + 2.5, + 1.25, + 1.75, + 0.5, + 0.75, + 1.25, + 1.5, + 0.5, + 1.5, + 1.0, + 0.25, + 0.0, + 0.75, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 1.25, + 4.0, + 3.0, + 2.25, + 1.0, + 1.5, + 1.75, + 1.0, + 1.0, + 2.75, + 0.25, + 1.5, + 1.0, + 0.75, + 0.5, + 0.5, + 1.75, + 1.0, + 0.75, + 1.75, + 1.25, + 1.25, + 0.25, + 1.5, + 1.75, + 0.25, + 0.5, + 1.5, + 2.5, + 0.75, + 1.75, + 1.25, + 2.0, + 0.25, + 0.0, + 0.5, + 3.0, + 1.0, + 0.75, + 0.5, + 1.25, + 1.5, + 1.75, + 1.0, + 1.0, + 1.5, + 0.5, + 0.75, + 1.0, + 1.0, + 3.0, + 0.5, + 0.5, + 0.75, + 0.75, + 2.5, + 1.75, + 1.25, + 2.75, + 2.5, + 1.0, + 2.0, + 0.75, + 2.0, + 2.0, + 0.25, + 3.0, + 1.5, + 0.25, + 0.25, + 1.5, + 1.25, + 0.75, + 1.25, + 0.5, + 1.25, + 0.75, + 0.25, + 1.0, + 2.0, + 1.75, + 2.5, + 3.25, + 2.25, + 1.75, + 1.25, + 2.0, + 2.5, + 0.25, + 1.0, + 4.5, + 1.0, + 1.75, + 1.25, + 1.75, + 0.75, + 0.5, + 2.5, + 1.0, + 0.75, + 0.75, + 0.5, + 0.25, + 3.25, + 0.75, + 1.25, + 1.75, + 0.0, + 1.25, + 1.5, + 1.25, + 1.25, + 1.0, + 0.0, + 1.75, + 4.25, + 2.0, + 1.0, + 2.75, + 1.5, + 0.5, + 0.75, + 0.75, + 1.0, + 2.25, + 4.0, + 1.75, + 0.5, + 0.5, + 1.75, + 0.5, + 0.25, + 2.0, + 0.75, + 1.5, + 0.25, + 0.5, + 1.5, + 4.25, + 1.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 3.0, + 0.0, + 0.0, + 0.75, + 2.5, + 0.75, + 0.0, + 1.5, + 1.0, + 1.0, + 1.0, + 0.75, + 0.0, + 1.0, + 0.75, + 0.25, + 0.0, + 2.0, + 0.75, + 1.0, + 0.25, + 1.25, + 2.5, + 1.25, + 0.75, + 0.0, + 0.5, + 2.75, + 1.0, + 0.0, + 0.75, + 0.5, + 1.0, + 1.25, + 0.75, + 0.5, + 0.0, + 0.75, + 1.75, + 0.75, + 1.0, + 0.5, + 0.75, + 0.0, + 1.5, + 2.5, + 1.25, + 0.5, + 0.75, + 0.5, + 1.5, + 1.25, + 0.25, + 1.25, + 1.0, + 0.25, + 0.0, + 0.5, + 3.5, + 0.0, + 2.25, + 0.0, + 0.5, + 2.0, + 0.25, + 0.25, + 0.25, + 0.0, + 2.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 1.5, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 2.75, + 1.0, + 0.25, + 0.75, + 0.25, + 1.0, + 1.0, + 3.25, + 1.0, + 1.0, + 0.5, + 0.75, + 1.0, + 1.75, + 0.25, + 4.25, + 0.5, + 1.0, + 0.25, + 0.75, + 1.0, + 0.75, + 0.25, + 1.75, + 0.75, + 0.75, + 1.0, + 1.0, + 2.0, + 0.75, + 0.75, + 0.5, + 3.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.75, + 1.75, + 1.25, + 1.25, + 1.0, + 2.0, + 4.0, + 3.25, + 0.25, + 0.75, + 0.75, + 2.25, + 0.75, + 1.25, + 1.5, + 0.75, + 0.75, + 0.25, + 2.0, + 5.25, + 4.75, + 2.5, + 0.0, + 0.25, + 0.0, + 2.0, + 1.25, + 4.5, + 1.25, + 2.0, + 0.75, + 1.25, + 1.75, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 1.25, + 1.75, + 1.0, + 0.5, + 0.5, + 0.5, + 2.0, + 0.75, + 3.25, + 0.75, + 0.0, + 1.25, + 3.5, + 2.0, + 0.5, + 2.25, + 0.0, + 3.75, + 1.5, + 0.75, + 0.75, + 1.5, + 4.25, + 1.25, + 3.75, + 0.75, + 0.5, + 1.25, + 2.0, + 2.75, + 1.75, + 0.75, + 1.25, + 1.0, + 0.5, + 1.0, + 2.0, + 1.5, + 1.25, + 0.75, + 0.25, + 1.5, + 1.5, + 0.5, + 2.5, + 1.5, + 1.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.0, + 0.25, + 1.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 1.75, + 1.5, + 0.25, + 0.25, + 1.0, + 0.75, + 0.0, + 1.0, + 2.0, + 1.5, + 1.75, + 2.0, + 0.75, + 0.5, + 0.25, + 0.25, + 1.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.5, + 0.75, + 1.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 1.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.0, + 2.25, + 0.75, + 0.5, + 0.0, + 1.75, + 1.5, + 0.75, + 0.25, + 1.75, + 0.25, + 0.0, + 0.5, + 1.0, + 1.5, + 1.0, + 1.25, + 1.25, + 0.5, + 0.25, + 1.0, + 2.5, + 1.5, + 0.25, + 0.75, + 1.25, + 0.25, + 0.25, + 1.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 1.25, + 0.5, + 1.0, + 2.0, + 0.75, + 1.75, + 1.0, + 1.5, + 0.25, + 0.5, + 1.25, + 0.25, + 1.75, + 0.5, + 0.25, + 0.25, + 0.75, + 2.0, + 1.25, + 2.75, + 0.0, + 1.0, + 1.5, + 1.0, + 0.25, + 0.25, + 1.75, + 0.75, + 0.75, + 1.25, + 0.25, + 0.5, + 1.25, + 2.75, + 0.0, + 0.25, + 0.0, + 1.75, + 1.5, + 0.75, + 1.0, + 1.0, + 0.5, + 0.5, + 1.5, + 0.25, + 1.0, + 2.25, + 0.75, + 1.0, + 1.0, + 0.75, + 2.25, + 0.0, + 0.25, + 1.5, + 1.5, + 1.5, + 0.75, + 0.0, + 0.5, + 0.25, + 0.5, + 1.25, + 0.25, + 0.25, + 0.0, + 2.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 1.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.25, + 0.75, + 1.0, + 0.5, + 0.5, + 1.5, + 0.75, + 1.0, + 0.75, + 0.75, + 0.0, + 0.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 1.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.75, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.75, + 2.0, + 0.75, + 1.0, + 1.0, + 1.0, + 1.25, + 0.0, + 0.5, + 1.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.75, + 1.0, + 1.5, + 0.25, + 1.0, + 0.75, + 1.25, + 0.5, + 1.75, + 0.75, + 1.75, + 1.0, + 1.25, + 0.5, + 1.0, + 1.25, + 1.25, + 0.0, + 0.25, + 1.0, + 0.25, + 2.0, + 0.75, + 0.75, + 1.5, + 2.0, + 0.5, + 0.25, + 0.5, + 1.5, + 0.75, + 1.5, + 0.5, + 0.5, + 1.25, + 0.25, + 2.5, + 0.75, + 1.5, + 0.25, + 1.25, + 1.5, + 3.0, + 1.0, + 1.0, + 0.0, + 1.25, + 0.75, + 0.5, + 1.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 1.25, + 2.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 1.25, + 0.5, + 0.5, + 2.5, + 0.75, + 0.5, + 0.25, + 1.0, + 1.75, + 0.25, + 0.75, + 1.25, + 1.5, + 0.0, + 1.0, + 0.25, + 0.25, + 1.75, + 0.5, + 1.0, + 1.5, + 2.5, + 0.0, + 0.25, + 0.75, + 2.5, + 1.25, + 0.25, + 0.5, + 0.25, + 0.0, + 1.25, + 0.75, + 1.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.5, + 1.0, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.75, + 1.25, + 0.75, + 0.0, + 1.25, + 0.5, + 0.75, + 0.25, + 1.0, + 0.75, + 0.5, + 1.25, + 0.25, + 0.5, + 0.5, + 1.25, + 2.5, + 3.0, + 1.25, + 1.25, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 1.75, + 2.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.5, + 0.5, + 1.25, + 0.75, + 1.0, + 0.0, + 0.25, + 0.75, + 2.75, + 0.0, + 0.0, + 2.5, + 1.25, + 0.75, + 1.0, + 0.75, + 1.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 1.25, + 1.5, + 0.5, + 0.25, + 0.0, + 1.0, + 0.75, + 0.75, + 0.25, + 1.5, + 0.5, + 1.0, + 0.5, + 1.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.75, + 1.75, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 1.0, + 0.5, + 0.75, + 2.25, + 0.75, + 0.0, + 1.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 2.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 1.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 1.75, + 2.0, + 0.0, + 0.5, + 0.25, + 0.25, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 1.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 0.75, + 0.75, + 2.0, + 0.75, + 0.75, + 1.5, + 0.25, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.5, + 1.25, + 0.0, + 1.5, + 0.5, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 1.5, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.75, + 0.25, + 1.0, + 0.75, + 1.0, + 0.0, + 0.75, + 0.75, + 0.5, + 0.0, + 1.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 1.0, + 0.5, + 0.75, + 0.25, + 0.0, + 1.5, + 1.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 0.25, + 1.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 1.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 1.0, + 0.5, + 0.0, + 0.0, + 0.75, + 1.25, + 1.25, + 0.5, + 0.0, + 0.5, + 0.75, + 0.25, + 1.5, + 0.25, + 1.25, + 1.5, + 1.0, + 0.0, + 0.25, + 0.0, + 1.25 + ], + "episode_lambdas": [ + 10.0, + 10.0025, + 10.0098, + 10.0163, + 10.0221, + 10.0274, + 10.0347, + 10.0437, + 10.0518, + 10.0617, + 10.073, + 10.0857, + 10.1071, + 10.1289, + 10.151, + 10.1734, + 10.1936, + 10.2117, + 10.228, + 10.2427, + 10.256, + 10.2679, + 10.2786, + 10.2882, + 10.2969, + 10.3047, + 10.3117, + 10.3231, + 10.3333, + 10.3424, + 10.3507, + 10.3581, + 10.3648, + 10.3708, + 10.3787, + 10.3859, + 10.3923, + 10.3981, + 10.4033, + 10.4104, + 10.4194, + 10.4299, + 10.4395, + 10.448, + 10.4557, + 10.4626, + 10.4689, + 10.4745, + 10.4795, + 10.4841, + 10.4882, + 10.4919, + 10.4952, + 10.5032, + 10.5103, + 10.5168, + 10.5226, + 10.5304, + 10.5373, + 10.5461, + 10.559, + 10.5706, + 10.581, + 10.5904, + 10.5989, + 10.609, + 10.6181, + 10.6263, + 10.6337, + 10.6403, + 10.6463, + 10.6541, + 10.6637, + 10.6723, + 10.6801, + 10.6871, + 10.6934, + 10.6991, + 10.7041, + 10.7087, + 10.7129, + 10.7166, + 10.7199, + 10.7229, + 10.7256, + 10.7281, + 10.7303, + 10.7347, + 10.7388, + 10.7424, + 10.7456, + 10.7486, + 10.7512, + 10.7536, + 10.7582, + 10.7624, + 10.7662, + 10.7696, + 10.7726, + 10.7753, + 10.7778, + 10.78, + 10.782, + 10.7838, + 10.7854, + 10.7869, + 10.7882, + 10.7919, + 10.7952, + 10.7982, + 10.8009, + 10.8033, + 10.8054, + 10.8074, + 10.8117, + 10.8155, + 10.8189, + 10.8221, + 10.8248, + 10.8274, + 10.8296, + 10.8317, + 10.8335, + 10.8351, + 10.8366, + 10.838, + 10.8392, + 10.8403, + 10.8412, + 10.8421, + 10.8429, + 10.8436, + 10.8442, + 10.8448, + 10.8453, + 10.8458, + 10.8462, + 10.8466, + 10.8469, + 10.8472, + 10.8475, + 10.8478, + 10.848, + 10.8482, + 10.8484, + 10.8485, + 10.8487, + 10.8488, + 10.8489, + 10.849, + 10.8491, + 10.8492, + 10.8493, + 10.8494, + 10.8494, + 10.8495, + 10.8495, + 10.8496, + 10.8496, + 10.8497, + 10.8497, + 10.8497, + 10.8498, + 10.8498, + 10.8498, + 10.8498, + 10.8498, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.8499, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.8525, + 10.8547, + 10.8593, + 10.8633, + 10.867, + 10.8703, + 10.8733, + 10.8759, + 10.8784, + 10.8805, + 10.8825, + 10.8842, + 10.8883, + 10.892, + 10.8953, + 10.8982, + 10.9034, + 10.9106, + 10.917, + 10.9253, + 10.9328, + 10.942, + 10.9503, + 10.9578, + 10.967, + 10.9753, + 10.9828, + 10.9895, + 10.9955, + 11.001, + 11.0059, + 11.0103, + 11.0193, + 11.0273, + 11.0521, + 11.0819, + 11.1162, + 11.1521, + 11.1894, + 11.2279, + 11.2651, + 11.2986, + 11.3338, + 11.3654, + 11.3939, + 11.427, + 11.4568, + 11.4986, + 11.5412, + 11.6021, + 11.6944, + 11.815, + 11.9485, + 12.0836, + 12.2153, + 12.3337, + 12.4554, + 12.5798, + 12.7243, + 12.8569, + 12.9837, + 13.1128, + 13.2341, + 13.3532, + 13.4678, + 13.5711, + 13.6639, + 13.7501, + 13.83, + 13.9145, + 13.9956, + 14.0685, + 14.1392, + 14.2078, + 14.272, + 14.3323, + 14.3866, + 14.4354, + 14.4819, + 14.5312, + 14.5906, + 14.6565, + 14.7259, + 14.7908, + 14.8542, + 14.9138, + 14.9774, + 15.0347, + 15.0987, + 15.1638, + 15.2274, + 15.2897, + 15.3457, + 15.4062, + 15.463, + 15.5242, + 15.5793, + 15.6314, + 15.6807, + 15.7402, + 15.7962, + 15.859, + 15.9181, + 15.9763, + 16.0362, + 16.1076, + 16.1718, + 16.2546, + 16.3567, + 16.4535, + 16.5482, + 16.6333, + 16.73, + 16.822, + 16.9273, + 17.0246, + 17.1321, + 17.2389, + 17.3375, + 17.4388, + 17.5374, + 17.6411, + 17.7395, + 17.8356, + 17.9395, + 18.0456, + 18.1635, + 18.2822, + 18.4064, + 18.5308, + 18.6677, + 18.7984, + 18.9186, + 19.0367, + 19.1581, + 19.2823, + 19.404, + 19.5361, + 19.6675, + 19.7883, + 19.9069, + 20.0262, + 20.1736, + 20.3238, + 20.4764, + 20.6412, + 20.7996, + 20.9522, + 21.1119, + 21.2682, + 21.4289, + 21.5785, + 21.7332, + 21.8899, + 22.0334, + 22.18, + 22.312, + 22.4333, + 22.5575, + 22.6992, + 22.8568, + 23.0111, + 23.185, + 23.3715, + 23.5744, + 23.7769, + 23.9667, + 24.1501, + 24.3626, + 24.5788, + 24.7834, + 24.9951, + 25.1981, + 25.4083, + 25.6149, + 25.8134, + 26.0121, + 26.2009, + 26.4208, + 26.6462, + 26.8691, + 27.0847, + 27.2812, + 27.4906, + 27.7265, + 27.9389, + 28.1375, + 28.3362, + 28.5376, + 28.7314, + 28.9407, + 29.1417, + 29.3375, + 29.5337, + 29.7154, + 29.8913, + 30.0647, + 30.2407, + 30.4167, + 30.5925, + 30.7832, + 30.9774, + 31.1597, + 31.3387, + 31.5223, + 31.7101, + 31.8991, + 32.0917, + 32.305, + 32.532, + 32.7438, + 32.9594, + 33.156, + 33.3679, + 33.5886, + 33.7947, + 33.9878, + 34.1715, + 34.3643, + 34.5479, + 34.7206, + 34.8961, + 35.0539, + 35.2286, + 35.3982, + 35.5584, + 35.72, + 35.878, + 36.0227, + 36.173, + 36.3157, + 36.4516, + 36.5864, + 36.7203, + 36.8483, + 36.9809, + 37.1203, + 37.2708, + 37.4162, + 37.5721, + 37.7249, + 37.9074, + 38.0992, + 38.2817, + 38.4811, + 38.673, + 38.8682, + 39.0664, + 39.2572, + 39.479, + 39.6911, + 39.8945, + 40.11, + 40.3115, + 40.5204, + 40.7358, + 40.9648, + 41.1783, + 41.3955, + 41.6034, + 41.7981, + 41.9808, + 42.1652, + 42.3337, + 42.4978, + 42.648, + 42.8007, + 42.9506, + 43.1006, + 43.2555, + 43.3975, + 43.5327, + 43.6795, + 43.824, + 43.9716, + 44.1094, + 44.241, + 44.3719, + 44.5047, + 44.6292, + 44.7563, + 44.8807, + 44.9951, + 45.0981, + 45.1983, + 45.2985, + 45.3911, + 45.4745, + 45.5521, + 45.6293, + 45.7114, + 45.8253, + 45.9577, + 46.0995, + 46.237, + 46.3758, + 46.5182, + 46.6564, + 46.7908, + 46.9392, + 47.0753, + 47.2127, + 47.3465, + 47.4743, + 47.5944, + 47.7075, + 47.8267, + 47.944, + 48.0571, + 48.1764, + 48.2963, + 48.4167, + 48.5275, + 48.6422, + 48.763, + 48.8742, + 48.9793, + 49.0889, + 49.2125, + 49.3312, + 49.4556, + 49.58, + 49.712, + 49.8333, + 49.9425, + 50.0458, + 50.1687, + 50.2893, + 50.4054, + 50.5148, + 50.6259, + 50.7408, + 50.8617, + 50.9805, + 51.0975, + 51.2177, + 51.331, + 51.4404, + 51.5488, + 51.6564, + 51.7833, + 51.9025, + 52.0147, + 52.1232, + 52.2284, + 52.3481, + 52.4733, + 52.5984, + 52.7386, + 52.8897, + 53.0358, + 53.1872, + 53.331, + 53.4804, + 53.6348, + 53.7764, + 53.9337, + 54.0903, + 54.2338, + 54.3654, + 54.4989, + 54.6315, + 54.7583, + 54.885, + 55.004, + 55.1236, + 55.2387, + 55.3449, + 55.4504, + 55.5653, + 55.6863, + 55.8202, + 55.9732, + 56.1333, + 56.295, + 56.453, + 56.6152, + 56.7862, + 56.9426, + 57.0933, + 57.274, + 57.4466, + 57.6194, + 57.7875, + 57.9562, + 58.1156, + 58.2641, + 58.4226, + 58.5754, + 58.7203, + 58.8583, + 58.9875, + 59.1062, + 59.2456, + 59.3785, + 59.5107, + 59.6471, + 59.7699, + 59.8929, + 60.0186, + 60.1443, + 60.2698, + 60.3929, + 60.5036, + 60.6207, + 60.7686, + 60.9218, + 61.0696, + 61.2301, + 61.3896, + 61.5382, + 61.6793, + 61.8139, + 61.945, + 62.0855, + 62.252, + 62.4193, + 62.5748, + 62.7199, + 62.8679, + 63.0061, + 63.133, + 63.2672, + 63.3955, + 63.5259, + 63.6458, + 63.7587, + 63.8754, + 64.0228, + 64.168, + 64.3037, + 64.4259, + 64.5433, + 64.6515, + 64.7513, + 64.8437, + 64.9568, + 65.0586, + 65.1503, + 65.2402, + 65.3462, + 65.4491, + 65.5417, + 65.64, + 65.7385, + 65.8372, + 65.9359, + 66.0324, + 66.1191, + 66.2072, + 66.294, + 66.3746, + 66.4471, + 66.5324, + 66.6167, + 66.7025, + 66.7823, + 66.8665, + 66.9674, + 67.0706, + 67.1711, + 67.2615, + 67.3478, + 67.453, + 67.5577, + 67.652, + 67.7443, + 67.8323, + 67.9216, + 68.0144, + 68.1055, + 68.1924, + 68.2707, + 68.3486, + 68.4363, + 68.5226, + 68.6104, + 68.6943, + 68.7774, + 68.8522, + 68.9345, + 69.0335, + 69.1352, + 69.2316, + 69.326, + 69.4159, + 69.5118, + 69.6106, + 69.702, + 69.7968, + 69.8922, + 69.9804, + 70.0599, + 70.1364, + 70.2403, + 70.3337, + 70.4404, + 70.5363, + 70.6277, + 70.7299, + 70.8244, + 70.912, + 70.9933, + 71.0665, + 71.1573, + 71.2441, + 71.3247, + 71.4022, + 71.4745, + 71.5445, + 71.6126, + 71.6838, + 71.7629, + 71.8366, + 71.903, + 71.9652, + 72.0337, + 72.1003, + 72.1878, + 72.2765, + 72.3588, + 72.4405, + 72.5164, + 72.5948, + 72.6753, + 72.7803, + 72.8847, + 72.9888, + 73.0874, + 73.1836, + 73.2803, + 73.3848, + 73.4813, + 73.6107, + 73.7321, + 73.8514, + 73.9612, + 74.0676, + 74.1734, + 74.276, + 74.3709, + 74.4738, + 74.5739, + 74.6715, + 74.7694, + 74.8675, + 74.9757, + 75.0806, + 75.1826, + 75.2793, + 75.3989, + 75.5115, + 75.6128, + 75.7091, + 75.7957, + 75.8736, + 75.9612, + 76.0576, + 76.1568, + 76.2587, + 76.3603, + 76.4718, + 76.6121, + 76.7709, + 76.9163, + 77.0547, + 77.1867, + 77.328, + 77.4627, + 77.5965, + 77.7318, + 77.8611, + 77.985, + 78.099, + 78.2216, + 78.3845, + 78.5785, + 78.7782, + 78.9578, + 79.1221, + 79.2698, + 79.4229, + 79.5731, + 79.7533, + 79.9279, + 80.1051, + 80.2721, + 80.4349, + 80.5989, + 80.7465, + 80.8819, + 81.0112, + 81.1301, + 81.2471, + 81.3649, + 81.4884, + 81.6095, + 81.7236, + 81.8312, + 81.9331, + 82.0448, + 82.1528, + 82.2825, + 82.4068, + 82.5186, + 82.6317, + 82.7686, + 82.9117, + 83.0455, + 83.1885, + 83.3171, + 83.4704, + 83.6234, + 83.7685, + 83.9067, + 84.046, + 84.2139, + 84.3775, + 84.5623, + 84.736, + 84.8974, + 85.0552, + 85.2172, + 85.3905, + 85.5639, + 85.7275, + 85.8873, + 86.041, + 86.1844, + 86.3235, + 86.4686, + 86.6143, + 86.7579, + 86.8946, + 87.0201, + 87.1481, + 87.2783, + 87.4005, + 87.5354, + 87.6719, + 87.8047, + 87.9242, + 88.0368, + 88.1456, + 88.2486, + 88.3412, + 88.4271, + 88.5169, + 88.6002, + 88.6777, + 88.7524, + 88.8247, + 88.8922, + 88.958, + 89.0197, + 89.0777, + 89.1349, + 89.1914, + 89.2498, + 89.3098, + 89.3813, + 89.4607, + 89.5346, + 89.6037, + 89.6758, + 89.7482, + 89.8134, + 89.8821, + 89.9639, + 90.0525, + 90.1497, + 90.2572, + 90.3615, + 90.4604, + 90.5518, + 90.6367, + 90.728, + 90.8127, + 90.8889, + 90.965, + 91.0335, + 91.1002, + 91.1652, + 91.2236, + 91.2763, + 91.3261, + 91.376, + 91.4309, + 91.4828, + 91.5296, + 91.5791, + 91.6287, + 91.6808, + 91.7277, + 91.775, + 91.82, + 91.863, + 91.9042, + 91.9413, + 91.9771, + 92.0219, + 92.0647, + 92.1083, + 92.1474, + 92.1877, + 92.2264, + 92.2613, + 92.3001, + 92.3401, + 92.3836, + 92.4328, + 92.4845, + 92.531, + 92.5754, + 92.6179, + 92.6586, + 92.7077, + 92.757, + 92.8063, + 92.8506, + 92.8981, + 92.9458, + 92.9912, + 93.0346, + 93.0761, + 93.1235, + 93.1712, + 93.2165, + 93.2599, + 93.3064, + 93.3583, + 93.4274, + 93.4972, + 93.565, + 93.626, + 93.6984, + 93.7785, + 93.8582, + 93.9324, + 94.0166, + 94.095, + 94.1655, + 94.2339, + 94.3055, + 94.385, + 94.4665, + 94.5523, + 94.6421, + 94.7279, + 94.8076, + 94.8893, + 94.9879, + 95.0916, + 95.1875, + 95.2812, + 95.3781, + 95.4678, + 95.551, + 95.6409, + 95.7293, + 95.8114, + 95.8877, + 95.964, + 96.0351, + 96.1116, + 96.1854, + 96.2619, + 96.3507, + 96.4381, + 96.5343, + 96.6309, + 96.7328, + 96.827, + 96.9168, + 97.0101, + 97.0966, + 97.192, + 97.2828, + 97.367, + 97.4453, + 97.5233, + 97.6134, + 97.7071, + 97.8189, + 97.9195, + 98.02, + 98.1255, + 98.2305, + 98.3274, + 98.4172, + 98.5155, + 98.6114, + 98.7053, + 98.8023, + 98.892, + 98.9778, + 99.0675, + 99.1758, + 99.2732, + 99.3634, + 99.4446, + 99.5351, + 99.6316, + 99.7259, + 99.8208, + 99.9163, + 100.0071, + 100.0939, + 100.187, + 100.2733, + 100.361, + 100.4624, + 100.5612, + 100.66, + 100.759, + 100.8556, + 100.9651, + 101.0636, + 101.1547, + 101.2517, + 101.3541, + 101.4612, + 101.565, + 101.6585, + 101.7477, + 101.8304, + 101.9099, + 101.9939, + 102.072, + 102.1448, + 102.2103, + 102.2893, + 102.3679, + 102.4411, + 102.507, + 102.5713, + 102.6341, + 102.6907, + 102.7567, + 102.8235, + 102.8911, + 102.9545, + 103.0166, + 103.0774, + 103.1397, + 103.2007, + 103.2581, + 103.3173, + 103.3806, + 103.4425, + 103.5033, + 103.573, + 103.6432, + 103.7163, + 103.7897, + 103.8632, + 103.9294, + 103.989, + 104.0526, + 104.1173, + 104.1806, + 104.245, + 104.308, + 104.3722, + 104.4375, + 104.4987, + 104.5589, + 104.6255, + 104.6854, + 104.7469, + 104.8022, + 104.852, + 104.9018, + 104.9541, + 105.0037, + 105.0508, + 105.1032, + 105.1579, + 105.2146, + 105.2732, + 105.3258, + 105.3783, + 105.4279, + 105.4801, + 105.5471, + 105.6149, + 105.6859, + 105.7598, + 105.8363, + 105.9177, + 105.9909, + 106.0618, + 106.1407, + 106.2191, + 106.2922, + 106.358, + 106.4197, + 106.4827, + 106.5494, + 106.6245, + 106.6945, + 106.7676, + 106.8408, + 106.9192, + 106.9948, + 107.0803, + 107.1648, + 107.2583, + 107.3525, + 107.4497, + 107.5423, + 107.6355, + 107.732, + 107.8313, + 107.9207, + 108.0036, + 108.0882, + 108.1669, + 108.2577, + 108.3469, + 108.4348, + 108.5288, + 108.6334, + 108.7326, + 108.8243, + 108.9119, + 109.0057, + 109.0976, + 109.1954, + 109.2883, + 109.377, + 109.4693, + 109.5549, + 109.6569, + 109.7562, + 109.8606, + 109.957, + 110.0563, + 110.1607, + 110.2846, + 110.4062, + 110.5255, + 110.633, + 110.7422, + 110.848, + 110.9482, + 111.0484, + 111.1435, + 111.2367, + 111.323, + 111.4032, + 111.4804, + 111.5523, + 111.6196, + 111.6851, + 111.7441, + 111.8097, + 111.8937, + 111.9744, + 112.0469, + 112.1147, + 112.1783, + 112.2429, + 112.3136, + 112.3823, + 112.4491, + 112.5341, + 112.6182, + 112.6989, + 112.774, + 112.8516, + 112.939, + 113.0201, + 113.1006, + 113.1855, + 113.2769, + 113.3593, + 113.4433, + 113.5215, + 113.5943, + 113.6774, + 113.7572, + 113.839, + 113.9276, + 114.0323, + 114.1266, + 114.2139, + 114.3, + 114.4025, + 114.5073, + 114.604, + 114.6961, + 114.7815, + 114.8584, + 114.94, + 115.021, + 115.1064, + 115.1908, + 115.2717, + 115.3495, + 115.4221, + 115.4924, + 115.5656, + 115.6366, + 115.7054, + 115.7749, + 115.8449, + 115.9154, + 115.9864, + 116.0627, + 116.139, + 116.2076, + 116.2818, + 116.3536, + 116.4258, + 116.4932, + 116.5639, + 116.635, + 116.704, + 116.7786, + 116.8482, + 116.9159, + 116.9818, + 117.0536, + 117.1433, + 117.2539, + 117.366, + 117.4794, + 117.5865, + 117.6903, + 117.7938, + 117.8919, + 117.9852, + 118.0867, + 118.2005, + 118.303, + 118.3977, + 118.4854, + 118.5669, + 118.6402, + 118.7087, + 118.7703, + 118.8308, + 118.8902, + 118.9512, + 119.0086, + 119.0677, + 119.1209, + 119.1713, + 119.2217, + 119.272, + 119.3298, + 119.3893, + 119.4529, + 119.5101, + 119.5641, + 119.6202, + 119.6982, + 119.7684, + 119.8315, + 119.9134, + 119.9995, + 120.0846, + 120.1711, + 120.2565, + 120.3459, + 120.4288, + 120.5059, + 120.5828, + 120.6545, + 120.7216, + 120.7869, + 120.8532, + 120.9204, + 120.9809, + 121.0378, + 121.0965, + 121.1593, + 121.2184, + 121.2766, + 121.3339, + 121.3855, + 121.4395, + 121.4905, + 121.549, + 121.6166, + 121.6824, + 121.7442, + 121.7998, + 121.8598, + 121.9213, + 121.9842, + 122.0433, + 122.1114, + 122.1778, + 122.2475, + 122.3153, + 122.3912, + 122.4621, + 122.5284, + 122.5906, + 122.654, + 122.7136, + 122.7722, + 122.8325, + 122.9043, + 122.9738, + 123.0365, + 123.1003, + 123.1578, + 123.217, + 123.2703, + 123.3283, + 123.3854, + 123.4444, + 123.52, + 123.5955, + 123.6634, + 123.7346, + 123.8061, + 123.8705, + 123.9335, + 123.9976, + 124.0603, + 124.1193, + 124.1749, + 124.2349, + 124.2914, + 124.3423, + 124.413, + 124.4792, + 124.5388, + 124.5924, + 124.6482, + 124.7034, + 124.7555, + 124.805, + 124.852, + 124.9093, + 124.9659, + 125.0243, + 125.0793, + 125.1314, + 125.1783, + 125.2204, + 125.2609, + 125.2998, + 125.3523, + 125.4196, + 125.4801, + 125.5396, + 125.5957, + 125.6486, + 125.7087, + 125.7704, + 125.8283, + 125.8855, + 125.9394, + 125.993, + 126.0437, + 126.0943, + 126.1424, + 126.1857, + 126.2396, + 126.2906, + 126.3391, + 126.3877, + 126.4314, + 126.4758, + 126.5182, + 126.5589, + 126.598, + 126.6432, + 126.6914, + 126.7422, + 126.808, + 126.8747, + 126.9422, + 127.018, + 127.0887, + 127.1548, + 127.2219, + 127.2872, + 127.356, + 127.4204, + 127.4783, + 127.533, + 127.5922, + 127.6505, + 127.7154, + 127.7739, + 127.8415, + 127.9073, + 127.9716, + 128.0344, + 128.0935, + 128.1492, + 128.2017, + 128.2491, + 128.3067, + 128.366, + 128.4194, + 128.47, + 128.5155, + 128.5589, + 128.6005, + 128.6405, + 128.6764, + 128.7163, + 128.7572, + 128.7989, + 128.844, + 128.8921, + 128.9379, + 128.9866, + 129.033, + 129.0847, + 129.1387, + 129.1973, + 129.2501, + 129.3051, + 129.3621, + 129.4184, + 129.469, + 129.5321, + 129.5964, + 129.6593, + 129.7208, + 129.7788, + 129.8334, + 129.8875, + 129.9438, + 129.9944, + 130.045, + 130.0905, + 130.1414, + 130.1923, + 130.2456, + 130.296, + 130.3414, + 130.3973, + 130.46, + 130.5165, + 130.5749, + 130.6299, + 130.6819, + 130.7337, + 130.7803, + 130.8248, + 130.8673, + 130.9081, + 130.9473, + 130.9826, + 131.0218, + 131.0571, + 131.0939, + 131.127, + 131.1593, + 131.1984, + 131.2335, + 131.2677, + 131.3034, + 131.3381, + 131.3743, + 131.4168, + 131.4627, + 131.5064, + 131.5583, + 131.6099, + 131.6589, + 131.708, + 131.7547, + 131.7968, + 131.8396, + 131.8806, + 131.9226, + 131.9728, + 132.0205, + 132.0635, + 132.1071, + 132.1489, + 132.1865, + 132.2254, + 132.2603, + 132.2968, + 132.3296, + 132.3692, + 132.4097, + 132.4463, + 132.4791, + 132.5162, + 132.5621, + 132.6159, + 132.6693, + 132.7174, + 132.7656, + 132.8166, + 132.8649, + 132.9234, + 132.9786, + 133.0407, + 133.1117, + 133.1855, + 133.2519, + 133.3142, + 133.3703, + 133.4333 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.095, + 0.095, + 0.099, + 0.132, + 0.1981, + 0.3809 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1003, + 0.1316, + 0.1949, + 0.3833 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.0949, + 0.0949, + 0.1025, + 0.1334, + 0.1919, + 0.3823 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.095, + 0.095, + 0.1034, + 0.1339, + 0.1885, + 0.3842 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.0949, + 0.0949, + 0.1033, + 0.1333, + 0.1889, + 0.3846 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.095, + 0.095, + 0.1027, + 0.1323, + 0.1906, + 0.3843 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0951, + 0.0951, + 0.1012, + 0.1311, + 0.1922, + 0.3852 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0952, + 0.0952, + 0.1004, + 0.1301, + 0.193, + 0.386 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1005, + 0.1294, + 0.1938, + 0.3858 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0953, + 0.0953, + 0.1007, + 0.1284, + 0.1947, + 0.3854 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0954, + 0.0954, + 0.101, + 0.1278, + 0.1956, + 0.3848 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1013, + 0.1275, + 0.1963, + 0.3839 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0955, + 0.0955, + 0.1015, + 0.127, + 0.1969, + 0.3836 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0956, + 0.0956, + 0.1019, + 0.1265, + 0.1973, + 0.3831 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1023, + 0.1264, + 0.1976, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0957, + 0.0957, + 0.1025, + 0.1261, + 0.1977, + 0.3823 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1027, + 0.126, + 0.1972, + 0.3826 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1257, + 0.1965, + 0.3834 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0958, + 0.0958, + 0.1028, + 0.1251, + 0.1959, + 0.3844 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1247, + 0.1956, + 0.3851 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.0959, + 0.0959, + 0.1029, + 0.1245, + 0.1952, + 0.3854 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.096, + 0.096, + 0.1029, + 0.1243, + 0.1955, + 0.3853 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0961, + 0.0961, + 0.1029, + 0.124, + 0.1959, + 0.385 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0962, + 0.0962, + 0.1031, + 0.1237, + 0.1967, + 0.3841 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ], + [ + 0.0963, + 0.0963, + 0.1033, + 0.1235, + 0.1978, + 0.3827 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..b7d02a8d54d7485295b70bbd12018da2ba0cb074 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7496972.53, + "constraint_satisfaction_pct": 29.87, + "final_rho": [ + 0.1674, + 0.2295, + 0.0998, + 0.1219, + 0.2774, + 0.1039 + ], + "final_lambda": 102.0674, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6677.15, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 0.1728, + 0.1522, + 0.1576, + 0.1674, + 0.1761, + 0.174 + ] + }, + { + "episode": 10, + "avg_reward": -6330.44, + "avg_cost": 0.5, + "lambda": 10.0998, + "rho": [ + 0.1728, + 0.1522, + 0.1576, + 0.1674, + 0.1761, + 0.174 + ] + }, + { + "episode": 20, + "avg_reward": -5706.29, + "avg_cost": 0.5, + "lambda": 10.2884, + "rho": [ + 0.1728, + 0.1522, + 0.1576, + 0.1674, + 0.1761, + 0.174 + ] + }, + { + "episode": 30, + "avg_reward": -5852.93, + "avg_cost": 0.25, + "lambda": 10.4534, + "rho": [ + 0.1728, + 0.1522, + 0.1576, + 0.1674, + 0.1761, + 0.174 + ] + }, + { + "episode": 40, + "avg_reward": -5666.61, + "avg_cost": 0.0, + "lambda": 10.5619, + "rho": [ + 0.1728, + 0.1522, + 0.1576, + 0.1674, + 0.1761, + 0.174 + ] + }, + { + "episode": 50, + "avg_reward": -4293.64, + "avg_cost": 0.0, + "lambda": 10.6147, + "rho": [ + 0.1694, + 0.1472, + 0.1524, + 0.1625, + 0.1997, + 0.1689 + ] + }, + { + "episode": 60, + "avg_reward": -4492.3, + "avg_cost": 0.0, + "lambda": 10.6377, + "rho": [ + 0.1694, + 0.1472, + 0.1524, + 0.1625, + 0.1997, + 0.1689 + ] + }, + { + "episode": 70, + "avg_reward": -3475.04, + "avg_cost": 0.0, + "lambda": 10.6457, + "rho": [ + 0.1694, + 0.1472, + 0.1524, + 0.1625, + 0.1997, + 0.1689 + ] + }, + { + "episode": 80, + "avg_reward": -3747.81, + "avg_cost": 0.0, + "lambda": 10.6627, + "rho": [ + 0.1694, + 0.1472, + 0.1524, + 0.1625, + 0.1997, + 0.1689 + ] + }, + { + "episode": 90, + "avg_reward": -3553.82, + "avg_cost": 0.0, + "lambda": 10.6707, + "rho": [ + 0.1694, + 0.1472, + 0.1524, + 0.1625, + 0.1997, + 0.1689 + ] + }, + { + "episode": 100, + "avg_reward": -3479.15, + "avg_cost": 0.25, + "lambda": 10.676, + "rho": [ + 0.1664, + 0.1434, + 0.1492, + 0.1612, + 0.2155, + 0.1643 + ] + }, + { + "episode": 110, + "avg_reward": -4335.95, + "avg_cost": 0.0, + "lambda": 10.6916, + "rho": [ + 0.1664, + 0.1434, + 0.1492, + 0.1612, + 0.2155, + 0.1643 + ] + }, + { + "episode": 120, + "avg_reward": -3868.8, + "avg_cost": 0.0, + "lambda": 10.7057, + "rho": [ + 0.1664, + 0.1434, + 0.1492, + 0.1612, + 0.2155, + 0.1643 + ] + }, + { + "episode": 130, + "avg_reward": -3462.77, + "avg_cost": 0.0, + "lambda": 10.7313, + "rho": [ + 0.1664, + 0.1434, + 0.1492, + 0.1612, + 0.2155, + 0.1643 + ] + }, + { + "episode": 140, + "avg_reward": -3043.13, + "avg_cost": 0.0, + "lambda": 10.7435, + "rho": [ + 0.1664, + 0.1434, + 0.1492, + 0.1612, + 0.2155, + 0.1643 + ] + }, + { + "episode": 150, + "avg_reward": -3586.89, + "avg_cost": 0.0, + "lambda": 10.7477, + "rho": [ + 0.1642, + 0.14, + 0.1459, + 0.1605, + 0.2287, + 0.1607 + ] + }, + { + "episode": 160, + "avg_reward": -2886.28, + "avg_cost": 0.0, + "lambda": 10.7492, + "rho": [ + 0.1642, + 0.14, + 0.1459, + 0.1605, + 0.2287, + 0.1607 + ] + }, + { + "episode": 170, + "avg_reward": -2628.87, + "avg_cost": 0.0, + "lambda": 10.7497, + "rho": [ + 0.1642, + 0.14, + 0.1459, + 0.1605, + 0.2287, + 0.1607 + ] + }, + { + "episode": 180, + "avg_reward": -1675.43, + "avg_cost": 0.0, + "lambda": 10.7547, + "rho": [ + 0.1642, + 0.14, + 0.1459, + 0.1605, + 0.2287, + 0.1607 + ] + }, + { + "episode": 190, + "avg_reward": -1498.79, + "avg_cost": 0.0, + "lambda": 10.7679, + "rho": [ + 0.1642, + 0.14, + 0.1459, + 0.1605, + 0.2287, + 0.1607 + ] + }, + { + "episode": 200, + "avg_reward": -1704.48, + "avg_cost": 0.0, + "lambda": 10.8056, + "rho": [ + 0.1603, + 0.1344, + 0.1406, + 0.1596, + 0.25, + 0.1553 + ] + }, + { + "episode": 210, + "avg_reward": -1370.97, + "avg_cost": 0.0, + "lambda": 10.8629, + "rho": [ + 0.1603, + 0.1344, + 0.1406, + 0.1596, + 0.25, + 0.1553 + ] + }, + { + "episode": 220, + "avg_reward": -1314.47, + "avg_cost": 0.0, + "lambda": 10.8871, + "rho": [ + 0.1603, + 0.1344, + 0.1406, + 0.1596, + 0.25, + 0.1553 + ] + }, + { + "episode": 230, + "avg_reward": -2640.3, + "avg_cost": 0.0, + "lambda": 10.9097, + "rho": [ + 0.1603, + 0.1344, + 0.1406, + 0.1596, + 0.25, + 0.1553 + ] + }, + { + "episode": 240, + "avg_reward": -2798.74, + "avg_cost": 0.0, + "lambda": 10.9425, + "rho": [ + 0.1603, + 0.1344, + 0.1406, + 0.1596, + 0.25, + 0.1553 + ] + }, + { + "episode": 250, + "avg_reward": -2928.4, + "avg_cost": 0.0, + "lambda": 10.9779, + "rho": [ + 0.1535, + 0.1277, + 0.1337, + 0.1678, + 0.2693, + 0.1479 + ] + }, + { + "episode": 260, + "avg_reward": -1138.68, + "avg_cost": 0.25, + "lambda": 10.9948, + "rho": [ + 0.1535, + 0.1277, + 0.1337, + 0.1678, + 0.2693, + 0.1479 + ] + }, + { + "episode": 270, + "avg_reward": -2282.59, + "avg_cost": 0.0, + "lambda": 11.0741, + "rho": [ + 0.1535, + 0.1277, + 0.1337, + 0.1678, + 0.2693, + 0.1479 + ] + }, + { + "episode": 280, + "avg_reward": -1825.03, + "avg_cost": 0.0, + "lambda": 11.2706, + "rho": [ + 0.1535, + 0.1277, + 0.1337, + 0.1678, + 0.2693, + 0.1479 + ] + }, + { + "episode": 290, + "avg_reward": -520.69, + "avg_cost": 0.5, + "lambda": 11.603, + "rho": [ + 0.1535, + 0.1277, + 0.1337, + 0.1678, + 0.2693, + 0.1479 + ] + }, + { + "episode": 300, + "avg_reward": -1131.98, + "avg_cost": 0.5, + "lambda": 11.9734, + "rho": [ + 0.1515, + 0.123, + 0.1286, + 0.1747, + 0.2845, + 0.1377 + ] + }, + { + "episode": 310, + "avg_reward": -1537.13, + "avg_cost": 1.0, + "lambda": 12.7057, + "rho": [ + 0.1515, + 0.123, + 0.1286, + 0.1747, + 0.2845, + 0.1377 + ] + }, + { + "episode": 320, + "avg_reward": -79.68, + "avg_cost": 0.75, + "lambda": 13.8047, + "rho": [ + 0.1515, + 0.123, + 0.1286, + 0.1747, + 0.2845, + 0.1377 + ] + }, + { + "episode": 330, + "avg_reward": -987.45, + "avg_cost": 1.0, + "lambda": 14.9163, + "rho": [ + 0.1515, + 0.123, + 0.1286, + 0.1747, + 0.2845, + 0.1377 + ] + }, + { + "episode": 340, + "avg_reward": 613.81, + "avg_cost": 0.5, + "lambda": 15.7682, + "rho": [ + 0.1515, + 0.123, + 0.1286, + 0.1747, + 0.2845, + 0.1377 + ] + }, + { + "episode": 350, + "avg_reward": 898.89, + "avg_cost": 1.75, + "lambda": 16.6073, + "rho": [ + 0.1478, + 0.1247, + 0.123, + 0.1819, + 0.2959, + 0.1266 + ] + }, + { + "episode": 360, + "avg_reward": 757.89, + "avg_cost": 3.5, + "lambda": 18.0273, + "rho": [ + 0.1478, + 0.1247, + 0.123, + 0.1819, + 0.2959, + 0.1266 + ] + }, + { + "episode": 370, + "avg_reward": 114.25, + "avg_cost": 0.75, + "lambda": 20.0498, + "rho": [ + 0.1478, + 0.1247, + 0.123, + 0.1819, + 0.2959, + 0.1266 + ] + }, + { + "episode": 380, + "avg_reward": 1285.27, + "avg_cost": 2.5, + "lambda": 21.6233, + "rho": [ + 0.1478, + 0.1247, + 0.123, + 0.1819, + 0.2959, + 0.1266 + ] + }, + { + "episode": 390, + "avg_reward": 1376.49, + "avg_cost": 2.5, + "lambda": 23.4782, + "rho": [ + 0.1478, + 0.1247, + 0.123, + 0.1819, + 0.2959, + 0.1266 + ] + }, + { + "episode": 400, + "avg_reward": 1942.18, + "avg_cost": 4.0, + "lambda": 25.5158, + "rho": [ + 0.1447, + 0.1311, + 0.1244, + 0.1857, + 0.2953, + 0.1188 + ] + }, + { + "episode": 410, + "avg_reward": 2613.57, + "avg_cost": 2.5, + "lambda": 27.5126, + "rho": [ + 0.1447, + 0.1311, + 0.1244, + 0.1857, + 0.2953, + 0.1188 + ] + }, + { + "episode": 420, + "avg_reward": 3254.94, + "avg_cost": 1.75, + "lambda": 29.4137, + "rho": [ + 0.1447, + 0.1311, + 0.1244, + 0.1857, + 0.2953, + 0.1188 + ] + }, + { + "episode": 430, + "avg_reward": 2947.54, + "avg_cost": 1.25, + "lambda": 31.1568, + "rho": [ + 0.1447, + 0.1311, + 0.1244, + 0.1857, + 0.2953, + 0.1188 + ] + }, + { + "episode": 440, + "avg_reward": 3397.34, + "avg_cost": 1.75, + "lambda": 32.9344, + "rho": [ + 0.1447, + 0.1311, + 0.1244, + 0.1857, + 0.2953, + 0.1188 + ] + }, + { + "episode": 450, + "avg_reward": 2541.32, + "avg_cost": 1.25, + "lambda": 34.8464, + "rho": [ + 0.1448, + 0.1334, + 0.1207, + 0.1871, + 0.3019, + 0.1121 + ] + }, + { + "episode": 460, + "avg_reward": 2561.02, + "avg_cost": 3.0, + "lambda": 36.7228, + "rho": [ + 0.1448, + 0.1334, + 0.1207, + 0.1871, + 0.3019, + 0.1121 + ] + }, + { + "episode": 470, + "avg_reward": 3671.55, + "avg_cost": 1.0, + "lambda": 38.4006, + "rho": [ + 0.1448, + 0.1334, + 0.1207, + 0.1871, + 0.3019, + 0.1121 + ] + }, + { + "episode": 480, + "avg_reward": 4039.41, + "avg_cost": 1.25, + "lambda": 39.851, + "rho": [ + 0.1448, + 0.1334, + 0.1207, + 0.1871, + 0.3019, + 0.1121 + ] + }, + { + "episode": 490, + "avg_reward": 4454.81, + "avg_cost": 3.0, + "lambda": 41.4488, + "rho": [ + 0.1448, + 0.1334, + 0.1207, + 0.1871, + 0.3019, + 0.1121 + ] + }, + { + "episode": 500, + "avg_reward": 4239.45, + "avg_cost": 1.25, + "lambda": 42.9554, + "rho": [ + 0.1473, + 0.1344, + 0.1138, + 0.1862, + 0.3129, + 0.1054 + ] + }, + { + "episode": 510, + "avg_reward": 4116.46, + "avg_cost": 0.75, + "lambda": 44.2494, + "rho": [ + 0.1473, + 0.1344, + 0.1138, + 0.1862, + 0.3129, + 0.1054 + ] + }, + { + "episode": 520, + "avg_reward": 4077.89, + "avg_cost": 0.25, + "lambda": 45.4869, + "rho": [ + 0.1473, + 0.1344, + 0.1138, + 0.1862, + 0.3129, + 0.1054 + ] + }, + { + "episode": 530, + "avg_reward": 4710.97, + "avg_cost": 0.0, + "lambda": 46.489, + "rho": [ + 0.1473, + 0.1344, + 0.1138, + 0.1862, + 0.3129, + 0.1054 + ] + }, + { + "episode": 540, + "avg_reward": 4396.52, + "avg_cost": 0.5, + "lambda": 47.0944, + "rho": [ + 0.1473, + 0.1344, + 0.1138, + 0.1862, + 0.3129, + 0.1054 + ] + }, + { + "episode": 550, + "avg_reward": 5121.82, + "avg_cost": 2.25, + "lambda": 47.62, + "rho": [ + 0.1533, + 0.1392, + 0.1097, + 0.1827, + 0.3132, + 0.1019 + ] + }, + { + "episode": 560, + "avg_reward": 3489.38, + "avg_cost": 0.5, + "lambda": 48.1978, + "rho": [ + 0.1533, + 0.1392, + 0.1097, + 0.1827, + 0.3132, + 0.1019 + ] + }, + { + "episode": 570, + "avg_reward": 3985.99, + "avg_cost": 1.0, + "lambda": 48.781, + "rho": [ + 0.1533, + 0.1392, + 0.1097, + 0.1827, + 0.3132, + 0.1019 + ] + }, + { + "episode": 580, + "avg_reward": 5489.0, + "avg_cost": 0.0, + "lambda": 49.3621, + "rho": [ + 0.1533, + 0.1392, + 0.1097, + 0.1827, + 0.3132, + 0.1019 + ] + }, + { + "episode": 590, + "avg_reward": 3231.28, + "avg_cost": 0.25, + "lambda": 49.9871, + "rho": [ + 0.1533, + 0.1392, + 0.1097, + 0.1827, + 0.3132, + 0.1019 + ] + }, + { + "episode": 600, + "avg_reward": 5782.98, + "avg_cost": 1.25, + "lambda": 50.637, + "rho": [ + 0.1592, + 0.1436, + 0.1047, + 0.1758, + 0.3167, + 0.0999 + ] + }, + { + "episode": 610, + "avg_reward": 6533.15, + "avg_cost": 0.25, + "lambda": 51.2819, + "rho": [ + 0.1592, + 0.1436, + 0.1047, + 0.1758, + 0.3167, + 0.0999 + ] + }, + { + "episode": 620, + "avg_reward": 6111.31, + "avg_cost": 0.5, + "lambda": 51.7967, + "rho": [ + 0.1592, + 0.1436, + 0.1047, + 0.1758, + 0.3167, + 0.0999 + ] + }, + { + "episode": 630, + "avg_reward": 5947.87, + "avg_cost": 0.75, + "lambda": 52.3514, + "rho": [ + 0.1592, + 0.1436, + 0.1047, + 0.1758, + 0.3167, + 0.0999 + ] + }, + { + "episode": 640, + "avg_reward": 5441.34, + "avg_cost": 0.75, + "lambda": 52.9423, + "rho": [ + 0.1592, + 0.1436, + 0.1047, + 0.1758, + 0.3167, + 0.0999 + ] + }, + { + "episode": 650, + "avg_reward": 6560.22, + "avg_cost": 0.0, + "lambda": 53.5548, + "rho": [ + 0.1585, + 0.1484, + 0.0998, + 0.1726, + 0.321, + 0.0997 + ] + }, + { + "episode": 660, + "avg_reward": 6192.5, + "avg_cost": 2.0, + "lambda": 54.2394, + "rho": [ + 0.1585, + 0.1484, + 0.0998, + 0.1726, + 0.321, + 0.0997 + ] + }, + { + "episode": 670, + "avg_reward": 6929.32, + "avg_cost": 0.25, + "lambda": 54.9666, + "rho": [ + 0.1585, + 0.1484, + 0.0998, + 0.1726, + 0.321, + 0.0997 + ] + }, + { + "episode": 680, + "avg_reward": 6935.03, + "avg_cost": 0.25, + "lambda": 55.5045, + "rho": [ + 0.1585, + 0.1484, + 0.0998, + 0.1726, + 0.321, + 0.0997 + ] + }, + { + "episode": 690, + "avg_reward": 6363.27, + "avg_cost": 0.25, + "lambda": 56.2018, + "rho": [ + 0.1585, + 0.1484, + 0.0998, + 0.1726, + 0.321, + 0.0997 + ] + }, + { + "episode": 700, + "avg_reward": 6253.19, + "avg_cost": 0.25, + "lambda": 56.8392, + "rho": [ + 0.1576, + 0.1526, + 0.0989, + 0.1654, + 0.3265, + 0.0989 + ] + }, + { + "episode": 710, + "avg_reward": 5332.88, + "avg_cost": 2.0, + "lambda": 57.4083, + "rho": [ + 0.1576, + 0.1526, + 0.0989, + 0.1654, + 0.3265, + 0.0989 + ] + }, + { + "episode": 720, + "avg_reward": 7375.9, + "avg_cost": 0.25, + "lambda": 58.0943, + "rho": [ + 0.1576, + 0.1526, + 0.0989, + 0.1654, + 0.3265, + 0.0989 + ] + }, + { + "episode": 730, + "avg_reward": 6594.29, + "avg_cost": 2.0, + "lambda": 58.7024, + "rho": [ + 0.1576, + 0.1526, + 0.0989, + 0.1654, + 0.3265, + 0.0989 + ] + }, + { + "episode": 740, + "avg_reward": 8024.94, + "avg_cost": 1.0, + "lambda": 59.5159, + "rho": [ + 0.1576, + 0.1526, + 0.0989, + 0.1654, + 0.3265, + 0.0989 + ] + }, + { + "episode": 750, + "avg_reward": 7317.86, + "avg_cost": 0.25, + "lambda": 60.5177, + "rho": [ + 0.1559, + 0.1556, + 0.0983, + 0.1575, + 0.3344, + 0.0983 + ] + }, + { + "episode": 760, + "avg_reward": 8000.51, + "avg_cost": 0.75, + "lambda": 61.4898, + "rho": [ + 0.1559, + 0.1556, + 0.0983, + 0.1575, + 0.3344, + 0.0983 + ] + }, + { + "episode": 770, + "avg_reward": 6019.46, + "avg_cost": 1.25, + "lambda": 62.2886, + "rho": [ + 0.1559, + 0.1556, + 0.0983, + 0.1575, + 0.3344, + 0.0983 + ] + }, + { + "episode": 780, + "avg_reward": 6309.36, + "avg_cost": 0.0, + "lambda": 63.0477, + "rho": [ + 0.1559, + 0.1556, + 0.0983, + 0.1575, + 0.3344, + 0.0983 + ] + }, + { + "episode": 790, + "avg_reward": 6327.58, + "avg_cost": 0.75, + "lambda": 63.5129, + "rho": [ + 0.1559, + 0.1556, + 0.0983, + 0.1575, + 0.3344, + 0.0983 + ] + }, + { + "episode": 800, + "avg_reward": 6528.77, + "avg_cost": 2.25, + "lambda": 63.9029, + "rho": [ + 0.1584, + 0.1593, + 0.098, + 0.1532, + 0.3331, + 0.098 + ] + }, + { + "episode": 810, + "avg_reward": 8210.49, + "avg_cost": 1.5, + "lambda": 64.4089, + "rho": [ + 0.1584, + 0.1593, + 0.098, + 0.1532, + 0.3331, + 0.098 + ] + }, + { + "episode": 820, + "avg_reward": 7868.86, + "avg_cost": 0.5, + "lambda": 64.9322, + "rho": [ + 0.1584, + 0.1593, + 0.098, + 0.1532, + 0.3331, + 0.098 + ] + }, + { + "episode": 830, + "avg_reward": 9018.52, + "avg_cost": 1.75, + "lambda": 65.3653, + "rho": [ + 0.1584, + 0.1593, + 0.098, + 0.1532, + 0.3331, + 0.098 + ] + }, + { + "episode": 840, + "avg_reward": 6903.08, + "avg_cost": 0.75, + "lambda": 65.8766, + "rho": [ + 0.1584, + 0.1593, + 0.098, + 0.1532, + 0.3331, + 0.098 + ] + }, + { + "episode": 850, + "avg_reward": 8209.77, + "avg_cost": 0.0, + "lambda": 66.3147, + "rho": [ + 0.1568, + 0.1624, + 0.0974, + 0.147, + 0.3388, + 0.0974 + ] + }, + { + "episode": 860, + "avg_reward": 8634.91, + "avg_cost": 0.25, + "lambda": 66.6535, + "rho": [ + 0.1568, + 0.1624, + 0.0974, + 0.147, + 0.3388, + 0.0974 + ] + }, + { + "episode": 870, + "avg_reward": 8487.16, + "avg_cost": 0.0, + "lambda": 66.9242, + "rho": [ + 0.1568, + 0.1624, + 0.0974, + 0.147, + 0.3388, + 0.0974 + ] + }, + { + "episode": 880, + "avg_reward": 8526.14, + "avg_cost": 0.25, + "lambda": 67.2268, + "rho": [ + 0.1568, + 0.1624, + 0.0974, + 0.147, + 0.3388, + 0.0974 + ] + }, + { + "episode": 890, + "avg_reward": 6644.56, + "avg_cost": 0.75, + "lambda": 67.6641, + "rho": [ + 0.1568, + 0.1624, + 0.0974, + 0.147, + 0.3388, + 0.0974 + ] + }, + { + "episode": 900, + "avg_reward": 9016.66, + "avg_cost": 0.25, + "lambda": 68.1458, + "rho": [ + 0.1521, + 0.1676, + 0.0967, + 0.1395, + 0.3475, + 0.0967 + ] + }, + { + "episode": 910, + "avg_reward": 8754.88, + "avg_cost": 0.75, + "lambda": 68.7331, + "rho": [ + 0.1521, + 0.1676, + 0.0967, + 0.1395, + 0.3475, + 0.0967 + ] + }, + { + "episode": 920, + "avg_reward": 8685.34, + "avg_cost": 0.25, + "lambda": 69.5101, + "rho": [ + 0.1521, + 0.1676, + 0.0967, + 0.1395, + 0.3475, + 0.0967 + ] + }, + { + "episode": 930, + "avg_reward": 8127.33, + "avg_cost": 0.0, + "lambda": 70.181, + "rho": [ + 0.1521, + 0.1676, + 0.0967, + 0.1395, + 0.3475, + 0.0967 + ] + }, + { + "episode": 940, + "avg_reward": 7232.87, + "avg_cost": 0.5, + "lambda": 70.8997, + "rho": [ + 0.1521, + 0.1676, + 0.0967, + 0.1395, + 0.3475, + 0.0967 + ] + }, + { + "episode": 950, + "avg_reward": 8697.04, + "avg_cost": 0.25, + "lambda": 71.7686, + "rho": [ + 0.1525, + 0.1735, + 0.0964, + 0.1333, + 0.3479, + 0.0964 + ] + }, + { + "episode": 960, + "avg_reward": 9432.13, + "avg_cost": 0.5, + "lambda": 72.4387, + "rho": [ + 0.1525, + 0.1735, + 0.0964, + 0.1333, + 0.3479, + 0.0964 + ] + }, + { + "episode": 970, + "avg_reward": 9014.01, + "avg_cost": 0.5, + "lambda": 73.128, + "rho": [ + 0.1525, + 0.1735, + 0.0964, + 0.1333, + 0.3479, + 0.0964 + ] + }, + { + "episode": 980, + "avg_reward": 8877.57, + "avg_cost": 0.0, + "lambda": 73.7462, + "rho": [ + 0.1525, + 0.1735, + 0.0964, + 0.1333, + 0.3479, + 0.0964 + ] + }, + { + "episode": 990, + "avg_reward": 8645.78, + "avg_cost": 0.25, + "lambda": 74.1511, + "rho": [ + 0.1525, + 0.1735, + 0.0964, + 0.1333, + 0.3479, + 0.0964 + ] + }, + { + "episode": 1000, + "avg_reward": 8852.45, + "avg_cost": 0.0, + "lambda": 74.4617, + "rho": [ + 0.154, + 0.1777, + 0.0964, + 0.1281, + 0.3475, + 0.0964 + ] + }, + { + "episode": 1010, + "avg_reward": 9050.78, + "avg_cost": 0.25, + "lambda": 74.7452, + "rho": [ + 0.154, + 0.1777, + 0.0964, + 0.1281, + 0.3475, + 0.0964 + ] + }, + { + "episode": 1020, + "avg_reward": 6039.54, + "avg_cost": 0.5, + "lambda": 75.1523, + "rho": [ + 0.154, + 0.1777, + 0.0964, + 0.1281, + 0.3475, + 0.0964 + ] + }, + { + "episode": 1030, + "avg_reward": 8993.46, + "avg_cost": 0.0, + "lambda": 75.5038, + "rho": [ + 0.154, + 0.1777, + 0.0964, + 0.1281, + 0.3475, + 0.0964 + ] + }, + { + "episode": 1040, + "avg_reward": 8809.62, + "avg_cost": 0.25, + "lambda": 75.9576, + "rho": [ + 0.154, + 0.1777, + 0.0964, + 0.1281, + 0.3475, + 0.0964 + ] + }, + { + "episode": 1050, + "avg_reward": 9054.75, + "avg_cost": 0.5, + "lambda": 76.4831, + "rho": [ + 0.1594, + 0.1826, + 0.0966, + 0.1242, + 0.3405, + 0.0966 + ] + }, + { + "episode": 1060, + "avg_reward": 8894.05, + "avg_cost": 0.0, + "lambda": 77.0751, + "rho": [ + 0.1594, + 0.1826, + 0.0966, + 0.1242, + 0.3405, + 0.0966 + ] + }, + { + "episode": 1070, + "avg_reward": 9268.22, + "avg_cost": 0.0, + "lambda": 77.499, + "rho": [ + 0.1594, + 0.1826, + 0.0966, + 0.1242, + 0.3405, + 0.0966 + ] + }, + { + "episode": 1080, + "avg_reward": 9507.38, + "avg_cost": 0.25, + "lambda": 77.7261, + "rho": [ + 0.1594, + 0.1826, + 0.0966, + 0.1242, + 0.3405, + 0.0966 + ] + }, + { + "episode": 1090, + "avg_reward": 9898.96, + "avg_cost": 1.0, + "lambda": 77.9586, + "rho": [ + 0.1594, + 0.1826, + 0.0966, + 0.1242, + 0.3405, + 0.0966 + ] + }, + { + "episode": 1100, + "avg_reward": 9974.95, + "avg_cost": 0.0, + "lambda": 78.2917, + "rho": [ + 0.1602, + 0.1877, + 0.0968, + 0.1216, + 0.3369, + 0.0968 + ] + }, + { + "episode": 1110, + "avg_reward": 9639.01, + "avg_cost": 0.25, + "lambda": 78.6036, + "rho": [ + 0.1602, + 0.1877, + 0.0968, + 0.1216, + 0.3369, + 0.0968 + ] + }, + { + "episode": 1120, + "avg_reward": 7911.91, + "avg_cost": 1.0, + "lambda": 79.0031, + "rho": [ + 0.1602, + 0.1877, + 0.0968, + 0.1216, + 0.3369, + 0.0968 + ] + }, + { + "episode": 1130, + "avg_reward": 9543.18, + "avg_cost": 0.5, + "lambda": 79.5048, + "rho": [ + 0.1602, + 0.1877, + 0.0968, + 0.1216, + 0.3369, + 0.0968 + ] + }, + { + "episode": 1140, + "avg_reward": 6911.62, + "avg_cost": 0.5, + "lambda": 80.0258, + "rho": [ + 0.1602, + 0.1877, + 0.0968, + 0.1216, + 0.3369, + 0.0968 + ] + }, + { + "episode": 1150, + "avg_reward": 9607.84, + "avg_cost": 0.75, + "lambda": 80.5031, + "rho": [ + 0.1624, + 0.1956, + 0.0971, + 0.1189, + 0.3289, + 0.0971 + ] + }, + { + "episode": 1160, + "avg_reward": 9763.32, + "avg_cost": 0.0, + "lambda": 81.0045, + "rho": [ + 0.1624, + 0.1956, + 0.0971, + 0.1189, + 0.3289, + 0.0971 + ] + }, + { + "episode": 1170, + "avg_reward": 9879.26, + "avg_cost": 0.5, + "lambda": 81.5451, + "rho": [ + 0.1624, + 0.1956, + 0.0971, + 0.1189, + 0.3289, + 0.0971 + ] + }, + { + "episode": 1180, + "avg_reward": 9166.7, + "avg_cost": 0.0, + "lambda": 82.0546, + "rho": [ + 0.1624, + 0.1956, + 0.0971, + 0.1189, + 0.3289, + 0.0971 + ] + }, + { + "episode": 1190, + "avg_reward": 9723.25, + "avg_cost": 0.5, + "lambda": 82.5799, + "rho": [ + 0.1624, + 0.1956, + 0.0971, + 0.1189, + 0.3289, + 0.0971 + ] + }, + { + "episode": 1200, + "avg_reward": 10102.14, + "avg_cost": 1.25, + "lambda": 83.2687, + "rho": [ + 0.1623, + 0.2062, + 0.0973, + 0.1165, + 0.3203, + 0.0973 + ] + }, + { + "episode": 1210, + "avg_reward": 10142.56, + "avg_cost": 0.0, + "lambda": 83.9586, + "rho": [ + 0.1623, + 0.2062, + 0.0973, + 0.1165, + 0.3203, + 0.0973 + ] + }, + { + "episode": 1220, + "avg_reward": 9640.57, + "avg_cost": 0.25, + "lambda": 84.5022, + "rho": [ + 0.1623, + 0.2062, + 0.0973, + 0.1165, + 0.3203, + 0.0973 + ] + }, + { + "episode": 1230, + "avg_reward": 9734.4, + "avg_cost": 1.0, + "lambda": 85.1463, + "rho": [ + 0.1623, + 0.2062, + 0.0973, + 0.1165, + 0.3203, + 0.0973 + ] + }, + { + "episode": 1240, + "avg_reward": 10015.63, + "avg_cost": 0.25, + "lambda": 85.9093, + "rho": [ + 0.1623, + 0.2062, + 0.0973, + 0.1165, + 0.3203, + 0.0973 + ] + }, + { + "episode": 1250, + "avg_reward": 9866.11, + "avg_cost": 0.25, + "lambda": 86.6678, + "rho": [ + 0.1648, + 0.2141, + 0.0978, + 0.1145, + 0.3111, + 0.0978 + ] + }, + { + "episode": 1260, + "avg_reward": 10087.32, + "avg_cost": 1.25, + "lambda": 87.4353, + "rho": [ + 0.1648, + 0.2141, + 0.0978, + 0.1145, + 0.3111, + 0.0978 + ] + }, + { + "episode": 1270, + "avg_reward": 9494.31, + "avg_cost": 0.0, + "lambda": 88.1996, + "rho": [ + 0.1648, + 0.2141, + 0.0978, + 0.1145, + 0.3111, + 0.0978 + ] + }, + { + "episode": 1280, + "avg_reward": 9722.52, + "avg_cost": 0.25, + "lambda": 88.8573, + "rho": [ + 0.1648, + 0.2141, + 0.0978, + 0.1145, + 0.3111, + 0.0978 + ] + }, + { + "episode": 1290, + "avg_reward": 9132.21, + "avg_cost": 0.25, + "lambda": 89.4655, + "rho": [ + 0.1648, + 0.2141, + 0.0978, + 0.1145, + 0.3111, + 0.0978 + ] + }, + { + "episode": 1300, + "avg_reward": 8533.25, + "avg_cost": 0.25, + "lambda": 90.1262, + "rho": [ + 0.1688, + 0.2217, + 0.0985, + 0.1149, + 0.2976, + 0.0985 + ] + }, + { + "episode": 1310, + "avg_reward": 10436.49, + "avg_cost": 0.25, + "lambda": 90.6619, + "rho": [ + 0.1688, + 0.2217, + 0.0985, + 0.1149, + 0.2976, + 0.0985 + ] + }, + { + "episode": 1320, + "avg_reward": 9939.11, + "avg_cost": 0.75, + "lambda": 91.047, + "rho": [ + 0.1688, + 0.2217, + 0.0985, + 0.1149, + 0.2976, + 0.0985 + ] + }, + { + "episode": 1330, + "avg_reward": 9378.29, + "avg_cost": 0.75, + "lambda": 91.4779, + "rho": [ + 0.1688, + 0.2217, + 0.0985, + 0.1149, + 0.2976, + 0.0985 + ] + }, + { + "episode": 1340, + "avg_reward": 10376.07, + "avg_cost": 0.0, + "lambda": 91.9678, + "rho": [ + 0.1688, + 0.2217, + 0.0985, + 0.1149, + 0.2976, + 0.0985 + ] + }, + { + "episode": 1350, + "avg_reward": 10985.85, + "avg_cost": 0.0, + "lambda": 92.3634, + "rho": [ + 0.1714, + 0.2249, + 0.0993, + 0.1172, + 0.2874, + 0.0997 + ] + }, + { + "episode": 1360, + "avg_reward": 11003.09, + "avg_cost": 0.0, + "lambda": 92.6742, + "rho": [ + 0.1714, + 0.2249, + 0.0993, + 0.1172, + 0.2874, + 0.0997 + ] + }, + { + "episode": 1370, + "avg_reward": 11424.55, + "avg_cost": 0.75, + "lambda": 93.051, + "rho": [ + 0.1714, + 0.2249, + 0.0993, + 0.1172, + 0.2874, + 0.0997 + ] + }, + { + "episode": 1380, + "avg_reward": 7240.39, + "avg_cost": 1.0, + "lambda": 93.6481, + "rho": [ + 0.1714, + 0.2249, + 0.0993, + 0.1172, + 0.2874, + 0.0997 + ] + }, + { + "episode": 1390, + "avg_reward": 10258.99, + "avg_cost": 0.25, + "lambda": 94.3884, + "rho": [ + 0.1714, + 0.2249, + 0.0993, + 0.1172, + 0.2874, + 0.0997 + ] + }, + { + "episode": 1400, + "avg_reward": 10886.03, + "avg_cost": 0.0, + "lambda": 95.1328, + "rho": [ + 0.1719, + 0.2248, + 0.0996, + 0.1198, + 0.2815, + 0.1024 + ] + }, + { + "episode": 1410, + "avg_reward": 10183.72, + "avg_cost": 0.0, + "lambda": 95.7239, + "rho": [ + 0.1719, + 0.2248, + 0.0996, + 0.1198, + 0.2815, + 0.1024 + ] + }, + { + "episode": 1420, + "avg_reward": 10609.73, + "avg_cost": 0.25, + "lambda": 96.2083, + "rho": [ + 0.1719, + 0.2248, + 0.0996, + 0.1198, + 0.2815, + 0.1024 + ] + }, + { + "episode": 1430, + "avg_reward": 10058.0, + "avg_cost": 0.25, + "lambda": 96.7933, + "rho": [ + 0.1719, + 0.2248, + 0.0996, + 0.1198, + 0.2815, + 0.1024 + ] + }, + { + "episode": 1440, + "avg_reward": 10403.9, + "avg_cost": 1.0, + "lambda": 97.353, + "rho": [ + 0.1719, + 0.2248, + 0.0996, + 0.1198, + 0.2815, + 0.1024 + ] + }, + { + "episode": 1450, + "avg_reward": 11078.65, + "avg_cost": 0.75, + "lambda": 97.9591, + "rho": [ + 0.1702, + 0.2281, + 0.0998, + 0.1211, + 0.2771, + 0.1039 + ] + }, + { + "episode": 1460, + "avg_reward": 11022.36, + "avg_cost": 1.0, + "lambda": 98.579, + "rho": [ + 0.1702, + 0.2281, + 0.0998, + 0.1211, + 0.2771, + 0.1039 + ] + }, + { + "episode": 1470, + "avg_reward": 11009.8, + "avg_cost": 0.0, + "lambda": 99.1933, + "rho": [ + 0.1702, + 0.2281, + 0.0998, + 0.1211, + 0.2771, + 0.1039 + ] + }, + { + "episode": 1480, + "avg_reward": 9223.94, + "avg_cost": 0.25, + "lambda": 99.753, + "rho": [ + 0.1702, + 0.2281, + 0.0998, + 0.1211, + 0.2771, + 0.1039 + ] + }, + { + "episode": 1490, + "avg_reward": 8508.06, + "avg_cost": 0.75, + "lambda": 100.9017, + "rho": [ + 0.1702, + 0.2281, + 0.0998, + 0.1211, + 0.2771, + 0.1039 + ] + }, + { + "episode": 1500, + "avg_reward": 9497.99, + "avg_cost": 0.25, + "lambda": 102.0674, + "rho": [ + 0.1674, + 0.2295, + 0.0998, + 0.1219, + 0.2774, + 0.1039 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..bb41d8397d79e6bc6d2331d0c53882a137c83134 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 862414.22, + "constraint_satisfaction_pct": 13.2, + "final_rho": [ + 0.1299, + 0.1528, + 0.2043, + 0.1754, + 0.1352, + 0.2025 + ], + "final_lambda": 7.3638, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -914.12, + "avg_cost": 164.5, + "lambda": 0.2645, + "rho": [ + 0.1567, + 0.1512, + 0.173, + 0.1702, + 0.158, + 0.1909 + ] + }, + { + "episode": 10, + "avg_reward": 6.15, + "avg_cost": 125.75, + "lambda": 1.8222, + "rho": [ + 0.1567, + 0.1512, + 0.173, + 0.1702, + 0.158, + 0.1909 + ] + }, + { + "episode": 20, + "avg_reward": -435.65, + "avg_cost": 62.25, + "lambda": 3.0676, + "rho": [ + 0.1567, + 0.1512, + 0.173, + 0.1702, + 0.158, + 0.1909 + ] + }, + { + "episode": 30, + "avg_reward": -1479.54, + "avg_cost": 72.5, + "lambda": 3.7604, + "rho": [ + 0.1567, + 0.1512, + 0.173, + 0.1702, + 0.158, + 0.1909 + ] + }, + { + "episode": 40, + "avg_reward": -1214.37, + "avg_cost": 43.25, + "lambda": 4.2702, + "rho": [ + 0.1567, + 0.1512, + 0.173, + 0.1702, + 0.158, + 0.1909 + ] + }, + { + "episode": 50, + "avg_reward": -372.39, + "avg_cost": 24.25, + "lambda": 4.6533, + "rho": [ + 0.1505, + 0.1559, + 0.1662, + 0.1664, + 0.152, + 0.2089 + ] + }, + { + "episode": 60, + "avg_reward": -835.72, + "avg_cost": 12.25, + "lambda": 4.8857, + "rho": [ + 0.1505, + 0.1559, + 0.1662, + 0.1664, + 0.152, + 0.2089 + ] + }, + { + "episode": 70, + "avg_reward": -272.18, + "avg_cost": 5.0, + "lambda": 5.0073, + "rho": [ + 0.1505, + 0.1559, + 0.1662, + 0.1664, + 0.152, + 0.2089 + ] + }, + { + "episode": 80, + "avg_reward": -227.04, + "avg_cost": 4.75, + "lambda": 5.0786, + "rho": [ + 0.1505, + 0.1559, + 0.1662, + 0.1664, + 0.152, + 0.2089 + ] + }, + { + "episode": 90, + "avg_reward": -143.96, + "avg_cost": 2.0, + "lambda": 5.1435, + "rho": [ + 0.1505, + 0.1559, + 0.1662, + 0.1664, + 0.152, + 0.2089 + ] + }, + { + "episode": 100, + "avg_reward": -171.03, + "avg_cost": 3.0, + "lambda": 5.1915, + "rho": [ + 0.1497, + 0.1529, + 0.1646, + 0.1687, + 0.1441, + 0.2201 + ] + }, + { + "episode": 110, + "avg_reward": -207.35, + "avg_cost": 2.25, + "lambda": 5.2378, + "rho": [ + 0.1497, + 0.1529, + 0.1646, + 0.1687, + 0.1441, + 0.2201 + ] + }, + { + "episode": 120, + "avg_reward": -44.56, + "avg_cost": 1.25, + "lambda": 5.2685, + "rho": [ + 0.1497, + 0.1529, + 0.1646, + 0.1687, + 0.1441, + 0.2201 + ] + }, + { + "episode": 130, + "avg_reward": 47.8, + "avg_cost": 3.0, + "lambda": 5.298, + "rho": [ + 0.1497, + 0.1529, + 0.1646, + 0.1687, + 0.1441, + 0.2201 + ] + }, + { + "episode": 140, + "avg_reward": 205.69, + "avg_cost": 6.75, + "lambda": 5.3308, + "rho": [ + 0.1497, + 0.1529, + 0.1646, + 0.1687, + 0.1441, + 0.2201 + ] + }, + { + "episode": 150, + "avg_reward": 239.3, + "avg_cost": 0.25, + "lambda": 5.3765, + "rho": [ + 0.145, + 0.1473, + 0.1654, + 0.1721, + 0.1403, + 0.2299 + ] + }, + { + "episode": 160, + "avg_reward": -959.47, + "avg_cost": 3.0, + "lambda": 5.4159, + "rho": [ + 0.145, + 0.1473, + 0.1654, + 0.1721, + 0.1403, + 0.2299 + ] + }, + { + "episode": 170, + "avg_reward": 339.11, + "avg_cost": 8.0, + "lambda": 5.4831, + "rho": [ + 0.145, + 0.1473, + 0.1654, + 0.1721, + 0.1403, + 0.2299 + ] + }, + { + "episode": 180, + "avg_reward": 291.05, + "avg_cost": 3.75, + "lambda": 5.5406, + "rho": [ + 0.145, + 0.1473, + 0.1654, + 0.1721, + 0.1403, + 0.2299 + ] + }, + { + "episode": 190, + "avg_reward": 305.52, + "avg_cost": 1.25, + "lambda": 5.5803, + "rho": [ + 0.145, + 0.1473, + 0.1654, + 0.1721, + 0.1403, + 0.2299 + ] + }, + { + "episode": 200, + "avg_reward": -184.61, + "avg_cost": 15.0, + "lambda": 5.6856, + "rho": [ + 0.1471, + 0.1424, + 0.1652, + 0.1732, + 0.1382, + 0.2339 + ] + }, + { + "episode": 210, + "avg_reward": -1513.95, + "avg_cost": 16.75, + "lambda": 5.8438, + "rho": [ + 0.1471, + 0.1424, + 0.1652, + 0.1732, + 0.1382, + 0.2339 + ] + }, + { + "episode": 220, + "avg_reward": 243.26, + "avg_cost": 4.75, + "lambda": 5.967, + "rho": [ + 0.1471, + 0.1424, + 0.1652, + 0.1732, + 0.1382, + 0.2339 + ] + }, + { + "episode": 230, + "avg_reward": 315.63, + "avg_cost": 2.5, + "lambda": 6.0375, + "rho": [ + 0.1471, + 0.1424, + 0.1652, + 0.1732, + 0.1382, + 0.2339 + ] + }, + { + "episode": 240, + "avg_reward": 355.04, + "avg_cost": 2.75, + "lambda": 6.0821, + "rho": [ + 0.1471, + 0.1424, + 0.1652, + 0.1732, + 0.1382, + 0.2339 + ] + }, + { + "episode": 250, + "avg_reward": -84.65, + "avg_cost": 2.75, + "lambda": 6.1108, + "rho": [ + 0.1499, + 0.1388, + 0.168, + 0.1702, + 0.1387, + 0.2344 + ] + }, + { + "episode": 260, + "avg_reward": 353.56, + "avg_cost": 2.25, + "lambda": 6.1351, + "rho": [ + 0.1499, + 0.1388, + 0.168, + 0.1702, + 0.1387, + 0.2344 + ] + }, + { + "episode": 270, + "avg_reward": 313.63, + "avg_cost": 0.25, + "lambda": 6.1623, + "rho": [ + 0.1499, + 0.1388, + 0.168, + 0.1702, + 0.1387, + 0.2344 + ] + }, + { + "episode": 280, + "avg_reward": 242.99, + "avg_cost": 1.25, + "lambda": 6.1924, + "rho": [ + 0.1499, + 0.1388, + 0.168, + 0.1702, + 0.1387, + 0.2344 + ] + }, + { + "episode": 290, + "avg_reward": 381.69, + "avg_cost": 2.5, + "lambda": 6.2206, + "rho": [ + 0.1499, + 0.1388, + 0.168, + 0.1702, + 0.1387, + 0.2344 + ] + }, + { + "episode": 300, + "avg_reward": 429.53, + "avg_cost": 8.75, + "lambda": 6.264, + "rho": [ + 0.1518, + 0.1368, + 0.1734, + 0.1679, + 0.1389, + 0.2313 + ] + }, + { + "episode": 310, + "avg_reward": 377.26, + "avg_cost": 1.0, + "lambda": 6.312, + "rho": [ + 0.1518, + 0.1368, + 0.1734, + 0.1679, + 0.1389, + 0.2313 + ] + }, + { + "episode": 320, + "avg_reward": 285.5, + "avg_cost": 3.5, + "lambda": 6.3475, + "rho": [ + 0.1518, + 0.1368, + 0.1734, + 0.1679, + 0.1389, + 0.2313 + ] + }, + { + "episode": 330, + "avg_reward": 394.82, + "avg_cost": 6.0, + "lambda": 6.3776, + "rho": [ + 0.1518, + 0.1368, + 0.1734, + 0.1679, + 0.1389, + 0.2313 + ] + }, + { + "episode": 340, + "avg_reward": 277.93, + "avg_cost": 2.75, + "lambda": 6.415, + "rho": [ + 0.1518, + 0.1368, + 0.1734, + 0.1679, + 0.1389, + 0.2313 + ] + }, + { + "episode": 350, + "avg_reward": 347.56, + "avg_cost": 2.0, + "lambda": 6.4582, + "rho": [ + 0.1527, + 0.1381, + 0.1769, + 0.1677, + 0.1389, + 0.2258 + ] + }, + { + "episode": 360, + "avg_reward": 504.66, + "avg_cost": 0.0, + "lambda": 6.495, + "rho": [ + 0.1527, + 0.1381, + 0.1769, + 0.1677, + 0.1389, + 0.2258 + ] + }, + { + "episode": 370, + "avg_reward": 388.44, + "avg_cost": 1.5, + "lambda": 6.5284, + "rho": [ + 0.1527, + 0.1381, + 0.1769, + 0.1677, + 0.1389, + 0.2258 + ] + }, + { + "episode": 380, + "avg_reward": 496.91, + "avg_cost": 2.75, + "lambda": 6.5608, + "rho": [ + 0.1527, + 0.1381, + 0.1769, + 0.1677, + 0.1389, + 0.2258 + ] + }, + { + "episode": 390, + "avg_reward": 648.76, + "avg_cost": 6.5, + "lambda": 6.5894, + "rho": [ + 0.1527, + 0.1381, + 0.1769, + 0.1677, + 0.1389, + 0.2258 + ] + }, + { + "episode": 400, + "avg_reward": 617.57, + "avg_cost": 1.75, + "lambda": 6.6137, + "rho": [ + 0.1533, + 0.1413, + 0.1798, + 0.167, + 0.1387, + 0.22 + ] + }, + { + "episode": 410, + "avg_reward": 633.49, + "avg_cost": 1.5, + "lambda": 6.6336, + "rho": [ + 0.1533, + 0.1413, + 0.1798, + 0.167, + 0.1387, + 0.22 + ] + }, + { + "episode": 420, + "avg_reward": 605.97, + "avg_cost": 0.0, + "lambda": 6.6499, + "rho": [ + 0.1533, + 0.1413, + 0.1798, + 0.167, + 0.1387, + 0.22 + ] + }, + { + "episode": 430, + "avg_reward": 640.72, + "avg_cost": 2.25, + "lambda": 6.6631, + "rho": [ + 0.1533, + 0.1413, + 0.1798, + 0.167, + 0.1387, + 0.22 + ] + }, + { + "episode": 440, + "avg_reward": 612.9, + "avg_cost": 0.5, + "lambda": 6.6734, + "rho": [ + 0.1533, + 0.1413, + 0.1798, + 0.167, + 0.1387, + 0.22 + ] + }, + { + "episode": 450, + "avg_reward": 606.77, + "avg_cost": 0.0, + "lambda": 6.6823, + "rho": [ + 0.154, + 0.1425, + 0.1815, + 0.1669, + 0.1366, + 0.2184 + ] + }, + { + "episode": 460, + "avg_reward": 608.13, + "avg_cost": 1.5, + "lambda": 6.6936, + "rho": [ + 0.154, + 0.1425, + 0.1815, + 0.1669, + 0.1366, + 0.2184 + ] + }, + { + "episode": 470, + "avg_reward": 646.47, + "avg_cost": 1.5, + "lambda": 6.7033, + "rho": [ + 0.154, + 0.1425, + 0.1815, + 0.1669, + 0.1366, + 0.2184 + ] + }, + { + "episode": 480, + "avg_reward": 606.12, + "avg_cost": 0.5, + "lambda": 6.7124, + "rho": [ + 0.154, + 0.1425, + 0.1815, + 0.1669, + 0.1366, + 0.2184 + ] + }, + { + "episode": 490, + "avg_reward": 583.99, + "avg_cost": 2.5, + "lambda": 6.7206, + "rho": [ + 0.154, + 0.1425, + 0.1815, + 0.1669, + 0.1366, + 0.2184 + ] + }, + { + "episode": 500, + "avg_reward": 645.89, + "avg_cost": 1.75, + "lambda": 6.7294, + "rho": [ + 0.154, + 0.1448, + 0.1825, + 0.1684, + 0.1346, + 0.2156 + ] + }, + { + "episode": 510, + "avg_reward": 624.14, + "avg_cost": 0.75, + "lambda": 6.7412, + "rho": [ + 0.154, + 0.1448, + 0.1825, + 0.1684, + 0.1346, + 0.2156 + ] + }, + { + "episode": 520, + "avg_reward": 597.2, + "avg_cost": 1.25, + "lambda": 6.7515, + "rho": [ + 0.154, + 0.1448, + 0.1825, + 0.1684, + 0.1346, + 0.2156 + ] + }, + { + "episode": 530, + "avg_reward": 605.72, + "avg_cost": 0.25, + "lambda": 6.7623, + "rho": [ + 0.154, + 0.1448, + 0.1825, + 0.1684, + 0.1346, + 0.2156 + ] + }, + { + "episode": 540, + "avg_reward": 612.69, + "avg_cost": 1.25, + "lambda": 6.7704, + "rho": [ + 0.154, + 0.1448, + 0.1825, + 0.1684, + 0.1346, + 0.2156 + ] + }, + { + "episode": 550, + "avg_reward": 634.19, + "avg_cost": 1.0, + "lambda": 6.779, + "rho": [ + 0.1526, + 0.1463, + 0.1842, + 0.1683, + 0.1339, + 0.2147 + ] + }, + { + "episode": 560, + "avg_reward": 597.96, + "avg_cost": 1.0, + "lambda": 6.7862, + "rho": [ + 0.1526, + 0.1463, + 0.1842, + 0.1683, + 0.1339, + 0.2147 + ] + }, + { + "episode": 570, + "avg_reward": 575.78, + "avg_cost": 0.75, + "lambda": 6.7922, + "rho": [ + 0.1526, + 0.1463, + 0.1842, + 0.1683, + 0.1339, + 0.2147 + ] + }, + { + "episode": 580, + "avg_reward": 609.37, + "avg_cost": 0.5, + "lambda": 6.7988, + "rho": [ + 0.1526, + 0.1463, + 0.1842, + 0.1683, + 0.1339, + 0.2147 + ] + }, + { + "episode": 590, + "avg_reward": 652.86, + "avg_cost": 0.75, + "lambda": 6.8079, + "rho": [ + 0.1526, + 0.1463, + 0.1842, + 0.1683, + 0.1339, + 0.2147 + ] + }, + { + "episode": 600, + "avg_reward": 614.08, + "avg_cost": 0.25, + "lambda": 6.8156, + "rho": [ + 0.1509, + 0.1483, + 0.1847, + 0.1675, + 0.1333, + 0.2154 + ] + }, + { + "episode": 610, + "avg_reward": 605.3, + "avg_cost": 0.75, + "lambda": 6.823, + "rho": [ + 0.1509, + 0.1483, + 0.1847, + 0.1675, + 0.1333, + 0.2154 + ] + }, + { + "episode": 620, + "avg_reward": 627.1, + "avg_cost": 0.75, + "lambda": 6.833, + "rho": [ + 0.1509, + 0.1483, + 0.1847, + 0.1675, + 0.1333, + 0.2154 + ] + }, + { + "episode": 630, + "avg_reward": 615.81, + "avg_cost": 0.5, + "lambda": 6.8414, + "rho": [ + 0.1509, + 0.1483, + 0.1847, + 0.1675, + 0.1333, + 0.2154 + ] + }, + { + "episode": 640, + "avg_reward": 623.33, + "avg_cost": 0.25, + "lambda": 6.8479, + "rho": [ + 0.1509, + 0.1483, + 0.1847, + 0.1675, + 0.1333, + 0.2154 + ] + }, + { + "episode": 650, + "avg_reward": 640.43, + "avg_cost": 0.25, + "lambda": 6.8529, + "rho": [ + 0.1492, + 0.1504, + 0.185, + 0.1664, + 0.1349, + 0.2141 + ] + }, + { + "episode": 660, + "avg_reward": 663.62, + "avg_cost": 0.0, + "lambda": 6.8567, + "rho": [ + 0.1492, + 0.1504, + 0.185, + 0.1664, + 0.1349, + 0.2141 + ] + }, + { + "episode": 670, + "avg_reward": 644.95, + "avg_cost": 0.25, + "lambda": 6.8599, + "rho": [ + 0.1492, + 0.1504, + 0.185, + 0.1664, + 0.1349, + 0.2141 + ] + }, + { + "episode": 680, + "avg_reward": 631.4, + "avg_cost": 0.0, + "lambda": 6.8628, + "rho": [ + 0.1492, + 0.1504, + 0.185, + 0.1664, + 0.1349, + 0.2141 + ] + }, + { + "episode": 690, + "avg_reward": 628.83, + "avg_cost": 0.0, + "lambda": 6.8674, + "rho": [ + 0.1492, + 0.1504, + 0.185, + 0.1664, + 0.1349, + 0.2141 + ] + }, + { + "episode": 700, + "avg_reward": 657.52, + "avg_cost": 0.5, + "lambda": 6.8726, + "rho": [ + 0.1475, + 0.1531, + 0.1861, + 0.1651, + 0.1361, + 0.2121 + ] + }, + { + "episode": 710, + "avg_reward": 641.65, + "avg_cost": 0.0, + "lambda": 6.8776, + "rho": [ + 0.1475, + 0.1531, + 0.1861, + 0.1651, + 0.1361, + 0.2121 + ] + }, + { + "episode": 720, + "avg_reward": 657.64, + "avg_cost": 0.5, + "lambda": 6.8829, + "rho": [ + 0.1475, + 0.1531, + 0.1861, + 0.1651, + 0.1361, + 0.2121 + ] + }, + { + "episode": 730, + "avg_reward": 645.18, + "avg_cost": 0.0, + "lambda": 6.8882, + "rho": [ + 0.1475, + 0.1531, + 0.1861, + 0.1651, + 0.1361, + 0.2121 + ] + }, + { + "episode": 740, + "avg_reward": 641.39, + "avg_cost": 0.0, + "lambda": 6.8932, + "rho": [ + 0.1475, + 0.1531, + 0.1861, + 0.1651, + 0.1361, + 0.2121 + ] + }, + { + "episode": 750, + "avg_reward": 687.68, + "avg_cost": 0.75, + "lambda": 6.8987, + "rho": [ + 0.1461, + 0.1542, + 0.1876, + 0.1638, + 0.1366, + 0.2117 + ] + }, + { + "episode": 760, + "avg_reward": 688.66, + "avg_cost": 1.75, + "lambda": 6.9095, + "rho": [ + 0.1461, + 0.1542, + 0.1876, + 0.1638, + 0.1366, + 0.2117 + ] + }, + { + "episode": 770, + "avg_reward": 676.25, + "avg_cost": 0.25, + "lambda": 6.9187, + "rho": [ + 0.1461, + 0.1542, + 0.1876, + 0.1638, + 0.1366, + 0.2117 + ] + }, + { + "episode": 780, + "avg_reward": 687.97, + "avg_cost": 0.0, + "lambda": 6.9262, + "rho": [ + 0.1461, + 0.1542, + 0.1876, + 0.1638, + 0.1366, + 0.2117 + ] + }, + { + "episode": 790, + "avg_reward": 693.88, + "avg_cost": 0.25, + "lambda": 6.9329, + "rho": [ + 0.1461, + 0.1542, + 0.1876, + 0.1638, + 0.1366, + 0.2117 + ] + }, + { + "episode": 800, + "avg_reward": 737.4, + "avg_cost": 1.25, + "lambda": 6.9375, + "rho": [ + 0.1448, + 0.1561, + 0.1884, + 0.1631, + 0.1368, + 0.2107 + ] + }, + { + "episode": 810, + "avg_reward": 689.46, + "avg_cost": 0.25, + "lambda": 6.9433, + "rho": [ + 0.1448, + 0.1561, + 0.1884, + 0.1631, + 0.1368, + 0.2107 + ] + }, + { + "episode": 820, + "avg_reward": 669.98, + "avg_cost": 0.5, + "lambda": 6.9479, + "rho": [ + 0.1448, + 0.1561, + 0.1884, + 0.1631, + 0.1368, + 0.2107 + ] + }, + { + "episode": 830, + "avg_reward": 685.02, + "avg_cost": 1.0, + "lambda": 6.9528, + "rho": [ + 0.1448, + 0.1561, + 0.1884, + 0.1631, + 0.1368, + 0.2107 + ] + }, + { + "episode": 840, + "avg_reward": 686.46, + "avg_cost": 1.0, + "lambda": 6.9591, + "rho": [ + 0.1448, + 0.1561, + 0.1884, + 0.1631, + 0.1368, + 0.2107 + ] + }, + { + "episode": 850, + "avg_reward": 678.12, + "avg_cost": 0.25, + "lambda": 6.9645, + "rho": [ + 0.1431, + 0.1574, + 0.1901, + 0.1627, + 0.1355, + 0.2111 + ] + }, + { + "episode": 860, + "avg_reward": 683.52, + "avg_cost": 0.5, + "lambda": 6.9675, + "rho": [ + 0.1431, + 0.1574, + 0.1901, + 0.1627, + 0.1355, + 0.2111 + ] + }, + { + "episode": 870, + "avg_reward": 691.64, + "avg_cost": 0.0, + "lambda": 6.9709, + "rho": [ + 0.1431, + 0.1574, + 0.1901, + 0.1627, + 0.1355, + 0.2111 + ] + }, + { + "episode": 880, + "avg_reward": 734.13, + "avg_cost": 1.0, + "lambda": 6.9742, + "rho": [ + 0.1431, + 0.1574, + 0.1901, + 0.1627, + 0.1355, + 0.2111 + ] + }, + { + "episode": 890, + "avg_reward": 731.95, + "avg_cost": 0.5, + "lambda": 6.9782, + "rho": [ + 0.1431, + 0.1574, + 0.1901, + 0.1627, + 0.1355, + 0.2111 + ] + }, + { + "episode": 900, + "avg_reward": 804.66, + "avg_cost": 0.75, + "lambda": 6.9837, + "rho": [ + 0.1413, + 0.1583, + 0.1918, + 0.1637, + 0.1343, + 0.2104 + ] + }, + { + "episode": 910, + "avg_reward": 849.27, + "avg_cost": 0.0, + "lambda": 6.9909, + "rho": [ + 0.1413, + 0.1583, + 0.1918, + 0.1637, + 0.1343, + 0.2104 + ] + }, + { + "episode": 920, + "avg_reward": 893.83, + "avg_cost": 0.5, + "lambda": 6.9983, + "rho": [ + 0.1413, + 0.1583, + 0.1918, + 0.1637, + 0.1343, + 0.2104 + ] + }, + { + "episode": 930, + "avg_reward": 894.28, + "avg_cost": 0.25, + "lambda": 7.0054, + "rho": [ + 0.1413, + 0.1583, + 0.1918, + 0.1637, + 0.1343, + 0.2104 + ] + }, + { + "episode": 940, + "avg_reward": 943.73, + "avg_cost": 3.0, + "lambda": 7.0111, + "rho": [ + 0.1413, + 0.1583, + 0.1918, + 0.1637, + 0.1343, + 0.2104 + ] + }, + { + "episode": 950, + "avg_reward": 835.53, + "avg_cost": 0.75, + "lambda": 7.019, + "rho": [ + 0.1402, + 0.159, + 0.1913, + 0.1654, + 0.134, + 0.2101 + ] + }, + { + "episode": 960, + "avg_reward": 857.7, + "avg_cost": 1.25, + "lambda": 7.0252, + "rho": [ + 0.1402, + 0.159, + 0.1913, + 0.1654, + 0.134, + 0.2101 + ] + }, + { + "episode": 970, + "avg_reward": 792.56, + "avg_cost": 1.75, + "lambda": 7.0324, + "rho": [ + 0.1402, + 0.159, + 0.1913, + 0.1654, + 0.134, + 0.2101 + ] + }, + { + "episode": 980, + "avg_reward": 785.42, + "avg_cost": 1.5, + "lambda": 7.0406, + "rho": [ + 0.1402, + 0.159, + 0.1913, + 0.1654, + 0.134, + 0.2101 + ] + }, + { + "episode": 990, + "avg_reward": 766.89, + "avg_cost": 0.75, + "lambda": 7.0493, + "rho": [ + 0.1402, + 0.159, + 0.1913, + 0.1654, + 0.134, + 0.2101 + ] + }, + { + "episode": 1000, + "avg_reward": 808.77, + "avg_cost": 1.25, + "lambda": 7.0562, + "rho": [ + 0.1396, + 0.1589, + 0.1898, + 0.1665, + 0.1341, + 0.2111 + ] + }, + { + "episode": 1010, + "avg_reward": 822.11, + "avg_cost": 0.25, + "lambda": 7.0616, + "rho": [ + 0.1396, + 0.1589, + 0.1898, + 0.1665, + 0.1341, + 0.2111 + ] + }, + { + "episode": 1020, + "avg_reward": 813.71, + "avg_cost": 0.25, + "lambda": 7.067, + "rho": [ + 0.1396, + 0.1589, + 0.1898, + 0.1665, + 0.1341, + 0.2111 + ] + }, + { + "episode": 1030, + "avg_reward": 887.4, + "avg_cost": 1.25, + "lambda": 7.0727, + "rho": [ + 0.1396, + 0.1589, + 0.1898, + 0.1665, + 0.1341, + 0.2111 + ] + }, + { + "episode": 1040, + "avg_reward": 905.52, + "avg_cost": 0.25, + "lambda": 7.0778, + "rho": [ + 0.1396, + 0.1589, + 0.1898, + 0.1665, + 0.1341, + 0.2111 + ] + }, + { + "episode": 1050, + "avg_reward": 872.26, + "avg_cost": 0.75, + "lambda": 7.0817, + "rho": [ + 0.1389, + 0.1589, + 0.189, + 0.1686, + 0.1338, + 0.211 + ] + }, + { + "episode": 1060, + "avg_reward": 833.04, + "avg_cost": 0.75, + "lambda": 7.0865, + "rho": [ + 0.1389, + 0.1589, + 0.189, + 0.1686, + 0.1338, + 0.211 + ] + }, + { + "episode": 1070, + "avg_reward": 789.82, + "avg_cost": 1.0, + "lambda": 7.0925, + "rho": [ + 0.1389, + 0.1589, + 0.189, + 0.1686, + 0.1338, + 0.211 + ] + }, + { + "episode": 1080, + "avg_reward": 797.32, + "avg_cost": 1.5, + "lambda": 7.1, + "rho": [ + 0.1389, + 0.1589, + 0.189, + 0.1686, + 0.1338, + 0.211 + ] + }, + { + "episode": 1090, + "avg_reward": 847.3, + "avg_cost": 0.75, + "lambda": 7.1084, + "rho": [ + 0.1389, + 0.1589, + 0.189, + 0.1686, + 0.1338, + 0.211 + ] + }, + { + "episode": 1100, + "avg_reward": 859.74, + "avg_cost": 0.0, + "lambda": 7.1153, + "rho": [ + 0.1377, + 0.1587, + 0.1898, + 0.1701, + 0.1329, + 0.2108 + ] + }, + { + "episode": 1110, + "avg_reward": 797.15, + "avg_cost": 0.5, + "lambda": 7.1213, + "rho": [ + 0.1377, + 0.1587, + 0.1898, + 0.1701, + 0.1329, + 0.2108 + ] + }, + { + "episode": 1120, + "avg_reward": 834.54, + "avg_cost": 0.5, + "lambda": 7.1273, + "rho": [ + 0.1377, + 0.1587, + 0.1898, + 0.1701, + 0.1329, + 0.2108 + ] + }, + { + "episode": 1130, + "avg_reward": 840.76, + "avg_cost": 0.5, + "lambda": 7.1335, + "rho": [ + 0.1377, + 0.1587, + 0.1898, + 0.1701, + 0.1329, + 0.2108 + ] + }, + { + "episode": 1140, + "avg_reward": 863.84, + "avg_cost": 0.5, + "lambda": 7.1398, + "rho": [ + 0.1377, + 0.1587, + 0.1898, + 0.1701, + 0.1329, + 0.2108 + ] + }, + { + "episode": 1150, + "avg_reward": 922.7, + "avg_cost": 0.75, + "lambda": 7.1444, + "rho": [ + 0.1362, + 0.1588, + 0.1916, + 0.171, + 0.1325, + 0.2098 + ] + }, + { + "episode": 1160, + "avg_reward": 997.47, + "avg_cost": 1.0, + "lambda": 7.1495, + "rho": [ + 0.1362, + 0.1588, + 0.1916, + 0.171, + 0.1325, + 0.2098 + ] + }, + { + "episode": 1170, + "avg_reward": 961.38, + "avg_cost": 0.25, + "lambda": 7.1576, + "rho": [ + 0.1362, + 0.1588, + 0.1916, + 0.171, + 0.1325, + 0.2098 + ] + }, + { + "episode": 1180, + "avg_reward": 1004.13, + "avg_cost": 1.0, + "lambda": 7.1647, + "rho": [ + 0.1362, + 0.1588, + 0.1916, + 0.171, + 0.1325, + 0.2098 + ] + }, + { + "episode": 1190, + "avg_reward": 946.37, + "avg_cost": 0.25, + "lambda": 7.1714, + "rho": [ + 0.1362, + 0.1588, + 0.1916, + 0.171, + 0.1325, + 0.2098 + ] + }, + { + "episode": 1200, + "avg_reward": 987.54, + "avg_cost": 0.5, + "lambda": 7.1759, + "rho": [ + 0.1348, + 0.1587, + 0.1941, + 0.1725, + 0.1317, + 0.2082 + ] + }, + { + "episode": 1210, + "avg_reward": 952.84, + "avg_cost": 1.75, + "lambda": 7.1809, + "rho": [ + 0.1348, + 0.1587, + 0.1941, + 0.1725, + 0.1317, + 0.2082 + ] + }, + { + "episode": 1220, + "avg_reward": 940.22, + "avg_cost": 0.5, + "lambda": 7.1854, + "rho": [ + 0.1348, + 0.1587, + 0.1941, + 0.1725, + 0.1317, + 0.2082 + ] + }, + { + "episode": 1230, + "avg_reward": 941.81, + "avg_cost": 0.5, + "lambda": 7.1906, + "rho": [ + 0.1348, + 0.1587, + 0.1941, + 0.1725, + 0.1317, + 0.2082 + ] + }, + { + "episode": 1240, + "avg_reward": 982.83, + "avg_cost": 0.75, + "lambda": 7.1965, + "rho": [ + 0.1348, + 0.1587, + 0.1941, + 0.1725, + 0.1317, + 0.2082 + ] + }, + { + "episode": 1250, + "avg_reward": 941.09, + "avg_cost": 1.0, + "lambda": 7.2054, + "rho": [ + 0.1336, + 0.1575, + 0.1964, + 0.1741, + 0.1311, + 0.2072 + ] + }, + { + "episode": 1260, + "avg_reward": 967.86, + "avg_cost": 0.75, + "lambda": 7.2167, + "rho": [ + 0.1336, + 0.1575, + 0.1964, + 0.1741, + 0.1311, + 0.2072 + ] + }, + { + "episode": 1270, + "avg_reward": 947.89, + "avg_cost": 1.0, + "lambda": 7.2262, + "rho": [ + 0.1336, + 0.1575, + 0.1964, + 0.1741, + 0.1311, + 0.2072 + ] + }, + { + "episode": 1280, + "avg_reward": 951.2, + "avg_cost": 1.0, + "lambda": 7.234, + "rho": [ + 0.1336, + 0.1575, + 0.1964, + 0.1741, + 0.1311, + 0.2072 + ] + }, + { + "episode": 1290, + "avg_reward": 960.9, + "avg_cost": 1.0, + "lambda": 7.2401, + "rho": [ + 0.1336, + 0.1575, + 0.1964, + 0.1741, + 0.1311, + 0.2072 + ] + }, + { + "episode": 1300, + "avg_reward": 1010.87, + "avg_cost": 0.0, + "lambda": 7.2448, + "rho": [ + 0.1333, + 0.1563, + 0.197, + 0.1751, + 0.1315, + 0.2069 + ] + }, + { + "episode": 1310, + "avg_reward": 1017.92, + "avg_cost": 1.0, + "lambda": 7.2494, + "rho": [ + 0.1333, + 0.1563, + 0.197, + 0.1751, + 0.1315, + 0.2069 + ] + }, + { + "episode": 1320, + "avg_reward": 1012.5, + "avg_cost": 0.0, + "lambda": 7.2535, + "rho": [ + 0.1333, + 0.1563, + 0.197, + 0.1751, + 0.1315, + 0.2069 + ] + }, + { + "episode": 1330, + "avg_reward": 998.89, + "avg_cost": 0.5, + "lambda": 7.2566, + "rho": [ + 0.1333, + 0.1563, + 0.197, + 0.1751, + 0.1315, + 0.2069 + ] + }, + { + "episode": 1340, + "avg_reward": 1027.14, + "avg_cost": 0.75, + "lambda": 7.2604, + "rho": [ + 0.1333, + 0.1563, + 0.197, + 0.1751, + 0.1315, + 0.2069 + ] + }, + { + "episode": 1350, + "avg_reward": 1027.8, + "avg_cost": 0.0, + "lambda": 7.2654, + "rho": [ + 0.133, + 0.1551, + 0.1967, + 0.1757, + 0.1334, + 0.2061 + ] + }, + { + "episode": 1360, + "avg_reward": 1015.27, + "avg_cost": 0.75, + "lambda": 7.2689, + "rho": [ + 0.133, + 0.1551, + 0.1967, + 0.1757, + 0.1334, + 0.2061 + ] + }, + { + "episode": 1370, + "avg_reward": 1043.5, + "avg_cost": 1.75, + "lambda": 7.2734, + "rho": [ + 0.133, + 0.1551, + 0.1967, + 0.1757, + 0.1334, + 0.2061 + ] + }, + { + "episode": 1380, + "avg_reward": 1090.3, + "avg_cost": 0.25, + "lambda": 7.282, + "rho": [ + 0.133, + 0.1551, + 0.1967, + 0.1757, + 0.1334, + 0.2061 + ] + }, + { + "episode": 1390, + "avg_reward": 1166.95, + "avg_cost": 0.25, + "lambda": 7.2892, + "rho": [ + 0.133, + 0.1551, + 0.1967, + 0.1757, + 0.1334, + 0.2061 + ] + }, + { + "episode": 1400, + "avg_reward": 1150.79, + "avg_cost": 0.5, + "lambda": 7.2958, + "rho": [ + 0.1324, + 0.1543, + 0.1979, + 0.1759, + 0.1345, + 0.2049 + ] + }, + { + "episode": 1410, + "avg_reward": 1134.51, + "avg_cost": 0.0, + "lambda": 7.3031, + "rho": [ + 0.1324, + 0.1543, + 0.1979, + 0.1759, + 0.1345, + 0.2049 + ] + }, + { + "episode": 1420, + "avg_reward": 1044.71, + "avg_cost": 0.5, + "lambda": 7.3099, + "rho": [ + 0.1324, + 0.1543, + 0.1979, + 0.1759, + 0.1345, + 0.2049 + ] + }, + { + "episode": 1430, + "avg_reward": 1092.27, + "avg_cost": 1.0, + "lambda": 7.3157, + "rho": [ + 0.1324, + 0.1543, + 0.1979, + 0.1759, + 0.1345, + 0.2049 + ] + }, + { + "episode": 1440, + "avg_reward": 1018.36, + "avg_cost": 0.25, + "lambda": 7.3206, + "rho": [ + 0.1324, + 0.1543, + 0.1979, + 0.1759, + 0.1345, + 0.2049 + ] + }, + { + "episode": 1450, + "avg_reward": 1018.83, + "avg_cost": 0.75, + "lambda": 7.3257, + "rho": [ + 0.1313, + 0.1535, + 0.2005, + 0.1759, + 0.135, + 0.2038 + ] + }, + { + "episode": 1460, + "avg_reward": 1025.1, + "avg_cost": 1.25, + "lambda": 7.33, + "rho": [ + 0.1313, + 0.1535, + 0.2005, + 0.1759, + 0.135, + 0.2038 + ] + }, + { + "episode": 1470, + "avg_reward": 1075.3, + "avg_cost": 2.75, + "lambda": 7.3397, + "rho": [ + 0.1313, + 0.1535, + 0.2005, + 0.1759, + 0.135, + 0.2038 + ] + }, + { + "episode": 1480, + "avg_reward": 1174.89, + "avg_cost": 1.25, + "lambda": 7.3503, + "rho": [ + 0.1313, + 0.1535, + 0.2005, + 0.1759, + 0.135, + 0.2038 + ] + }, + { + "episode": 1490, + "avg_reward": 1179.53, + "avg_cost": 1.5, + "lambda": 7.3577, + "rho": [ + 0.1313, + 0.1535, + 0.2005, + 0.1759, + 0.135, + 0.2038 + ] + }, + { + "episode": 1500, + "avg_reward": 1196.08, + "avg_cost": 0.0, + "lambda": 7.3638, + "rho": [ + 0.1299, + 0.1528, + 0.2043, + 0.1754, + 0.1352, + 0.2025 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json b/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..cd219b9884bc167313b6213f9b3fd318bdbb3f9b --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.04_0.06_0.08_0.12_0.23_0.47_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 655992.65, + "constraint_satisfaction_pct": 18.87, + "final_rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1048, + 0.199, + 0.4306 + ], + "final_lambda": 8.3107, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -785.84, + "avg_cost": 164.0, + "lambda": 0.264, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 10, + "avg_reward": 36.46, + "avg_cost": 137.5, + "lambda": 1.8646, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 20, + "avg_reward": 118.74, + "avg_cost": 158.0, + "lambda": 3.3143, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 30, + "avg_reward": 89.62, + "avg_cost": 62.25, + "lambda": 4.3558, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 40, + "avg_reward": -398.51, + "avg_cost": 26.25, + "lambda": 5.0073, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ] + }, + { + "episode": 50, + "avg_reward": -1035.42, + "avg_cost": 9.25, + "lambda": 5.3668, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ] + }, + { + "episode": 60, + "avg_reward": -2003.1, + "avg_cost": 24.5, + "lambda": 5.6074, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ] + }, + { + "episode": 70, + "avg_reward": -1011.78, + "avg_cost": 23.25, + "lambda": 5.8171, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ] + }, + { + "episode": 80, + "avg_reward": -730.45, + "avg_cost": 28.25, + "lambda": 6.0338, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ] + }, + { + "episode": 90, + "avg_reward": -967.92, + "avg_cost": 12.25, + "lambda": 6.2784, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ] + }, + { + "episode": 100, + "avg_reward": -608.42, + "avg_cost": 8.25, + "lambda": 6.4419, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ] + }, + { + "episode": 110, + "avg_reward": -678.73, + "avg_cost": 1.5, + "lambda": 6.5625, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ] + }, + { + "episode": 120, + "avg_reward": -764.13, + "avg_cost": 9.75, + "lambda": 6.668, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ] + }, + { + "episode": 130, + "avg_reward": -734.77, + "avg_cost": 7.5, + "lambda": 6.7671, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ] + }, + { + "episode": 140, + "avg_reward": -629.44, + "avg_cost": 5.5, + "lambda": 6.8731, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ] + }, + { + "episode": 150, + "avg_reward": -326.07, + "avg_cost": 0.0, + "lambda": 6.9507, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ] + }, + { + "episode": 160, + "avg_reward": -703.68, + "avg_cost": 12.0, + "lambda": 7.0163, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ] + }, + { + "episode": 170, + "avg_reward": -1407.78, + "avg_cost": 7.25, + "lambda": 7.0827, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ] + }, + { + "episode": 180, + "avg_reward": -377.14, + "avg_cost": 1.5, + "lambda": 7.1402, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ] + }, + { + "episode": 190, + "avg_reward": -481.3, + "avg_cost": 3.75, + "lambda": 7.1952, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ] + }, + { + "episode": 200, + "avg_reward": -373.54, + "avg_cost": 3.0, + "lambda": 7.244, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ] + }, + { + "episode": 210, + "avg_reward": -337.87, + "avg_cost": 2.25, + "lambda": 7.2949, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ] + }, + { + "episode": 220, + "avg_reward": -294.9, + "avg_cost": 2.25, + "lambda": 7.3528, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ] + }, + { + "episode": 230, + "avg_reward": 217.28, + "avg_cost": 3.75, + "lambda": 7.4132, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ] + }, + { + "episode": 240, + "avg_reward": 223.23, + "avg_cost": 3.0, + "lambda": 7.4587, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ] + }, + { + "episode": 250, + "avg_reward": 236.79, + "avg_cost": 3.0, + "lambda": 7.4904, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ] + }, + { + "episode": 260, + "avg_reward": 232.84, + "avg_cost": 0.5, + "lambda": 7.5155, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ] + }, + { + "episode": 270, + "avg_reward": 216.39, + "avg_cost": 0.5, + "lambda": 7.5319, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ] + }, + { + "episode": 280, + "avg_reward": 89.17, + "avg_cost": 2.5, + "lambda": 7.5474, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ] + }, + { + "episode": 290, + "avg_reward": 116.67, + "avg_cost": 2.0, + "lambda": 7.5669, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ] + }, + { + "episode": 300, + "avg_reward": 495.84, + "avg_cost": 7.75, + "lambda": 7.593, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ] + }, + { + "episode": 310, + "avg_reward": 455.54, + "avg_cost": 1.75, + "lambda": 7.6439, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ] + }, + { + "episode": 320, + "avg_reward": 459.43, + "avg_cost": 0.25, + "lambda": 7.6714, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ] + }, + { + "episode": 330, + "avg_reward": 475.99, + "avg_cost": 0.75, + "lambda": 7.687, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ] + }, + { + "episode": 340, + "avg_reward": 485.31, + "avg_cost": 1.25, + "lambda": 7.7001, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ] + }, + { + "episode": 350, + "avg_reward": 444.93, + "avg_cost": 0.0, + "lambda": 7.7102, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ] + }, + { + "episode": 360, + "avg_reward": 484.61, + "avg_cost": 1.0, + "lambda": 7.7195, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ] + }, + { + "episode": 370, + "avg_reward": -52.64, + "avg_cost": 9.25, + "lambda": 7.7271, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ] + }, + { + "episode": 380, + "avg_reward": 529.35, + "avg_cost": 0.5, + "lambda": 7.7409, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ] + }, + { + "episode": 390, + "avg_reward": 448.33, + "avg_cost": 1.0, + "lambda": 7.7505, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ] + }, + { + "episode": 400, + "avg_reward": 510.29, + "avg_cost": 1.75, + "lambda": 7.7586, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ] + }, + { + "episode": 410, + "avg_reward": 540.2, + "avg_cost": 0.5, + "lambda": 7.7657, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ] + }, + { + "episode": 420, + "avg_reward": 536.66, + "avg_cost": 0.75, + "lambda": 7.7717, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ] + }, + { + "episode": 430, + "avg_reward": 536.97, + "avg_cost": 0.5, + "lambda": 7.7799, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ] + }, + { + "episode": 440, + "avg_reward": 530.26, + "avg_cost": 1.5, + "lambda": 7.7872, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ] + }, + { + "episode": 450, + "avg_reward": 502.65, + "avg_cost": 0.0, + "lambda": 7.7921, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ] + }, + { + "episode": 460, + "avg_reward": 565.62, + "avg_cost": 1.25, + "lambda": 7.7966, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ] + }, + { + "episode": 470, + "avg_reward": 532.68, + "avg_cost": 1.0, + "lambda": 7.81, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ] + }, + { + "episode": 480, + "avg_reward": 552.3, + "avg_cost": 1.75, + "lambda": 7.823, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ] + }, + { + "episode": 490, + "avg_reward": 557.86, + "avg_cost": 3.0, + "lambda": 7.8341, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ] + }, + { + "episode": 500, + "avg_reward": 588.23, + "avg_cost": 1.25, + "lambda": 7.8452, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ] + }, + { + "episode": 510, + "avg_reward": 591.25, + "avg_cost": 0.75, + "lambda": 7.8541, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ] + }, + { + "episode": 520, + "avg_reward": 568.66, + "avg_cost": 0.0, + "lambda": 7.8606, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ] + }, + { + "episode": 530, + "avg_reward": 574.44, + "avg_cost": 0.0, + "lambda": 7.8666, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ] + }, + { + "episode": 540, + "avg_reward": 622.67, + "avg_cost": 0.25, + "lambda": 7.8725, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ] + }, + { + "episode": 550, + "avg_reward": 559.75, + "avg_cost": 0.5, + "lambda": 7.8759, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ] + }, + { + "episode": 560, + "avg_reward": 558.26, + "avg_cost": 0.0, + "lambda": 7.8787, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ] + }, + { + "episode": 570, + "avg_reward": 568.48, + "avg_cost": 0.5, + "lambda": 7.8815, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ] + }, + { + "episode": 580, + "avg_reward": 569.95, + "avg_cost": 0.0, + "lambda": 7.8861, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ] + }, + { + "episode": 590, + "avg_reward": 608.68, + "avg_cost": 0.5, + "lambda": 7.8895, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ] + }, + { + "episode": 600, + "avg_reward": 607.91, + "avg_cost": 0.0, + "lambda": 7.8933, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ] + }, + { + "episode": 610, + "avg_reward": 587.26, + "avg_cost": 0.5, + "lambda": 7.8973, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ] + }, + { + "episode": 620, + "avg_reward": 569.01, + "avg_cost": 1.0, + "lambda": 7.9017, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ] + }, + { + "episode": 630, + "avg_reward": 572.88, + "avg_cost": 1.25, + "lambda": 7.9068, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ] + }, + { + "episode": 640, + "avg_reward": 598.09, + "avg_cost": 1.0, + "lambda": 7.9118, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ] + }, + { + "episode": 650, + "avg_reward": 535.16, + "avg_cost": 0.5, + "lambda": 7.9159, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ] + }, + { + "episode": 660, + "avg_reward": 579.48, + "avg_cost": 0.0, + "lambda": 7.9206, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ] + }, + { + "episode": 670, + "avg_reward": 641.8, + "avg_cost": 0.0, + "lambda": 7.9243, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ] + }, + { + "episode": 680, + "avg_reward": 623.47, + "avg_cost": 1.0, + "lambda": 7.9299, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ] + }, + { + "episode": 690, + "avg_reward": 618.95, + "avg_cost": 0.25, + "lambda": 7.9365, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ] + }, + { + "episode": 700, + "avg_reward": 626.0, + "avg_cost": 0.75, + "lambda": 7.9414, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ] + }, + { + "episode": 710, + "avg_reward": 583.99, + "avg_cost": 2.0, + "lambda": 7.9466, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ] + }, + { + "episode": 720, + "avg_reward": 597.69, + "avg_cost": 0.5, + "lambda": 7.9535, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ] + }, + { + "episode": 730, + "avg_reward": 579.56, + "avg_cost": 0.5, + "lambda": 7.9584, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ] + }, + { + "episode": 740, + "avg_reward": 594.79, + "avg_cost": 0.0, + "lambda": 7.9628, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ] + }, + { + "episode": 750, + "avg_reward": 595.73, + "avg_cost": 0.75, + "lambda": 7.9666, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ] + }, + { + "episode": 760, + "avg_reward": 601.68, + "avg_cost": 0.0, + "lambda": 7.9712, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ] + }, + { + "episode": 770, + "avg_reward": 599.52, + "avg_cost": 0.25, + "lambda": 7.9756, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ] + }, + { + "episode": 780, + "avg_reward": 598.28, + "avg_cost": 0.0, + "lambda": 7.9792, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ] + }, + { + "episode": 790, + "avg_reward": 570.82, + "avg_cost": 1.0, + "lambda": 7.9826, + "rho": [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ] + }, + { + "episode": 800, + "avg_reward": 601.17, + "avg_cost": 0.0, + "lambda": 7.9866, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ] + }, + { + "episode": 810, + "avg_reward": 597.8, + "avg_cost": 0.25, + "lambda": 7.9909, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ] + }, + { + "episode": 820, + "avg_reward": 584.97, + "avg_cost": 2.25, + "lambda": 7.9948, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ] + }, + { + "episode": 830, + "avg_reward": 620.44, + "avg_cost": 0.0, + "lambda": 8.0024, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ] + }, + { + "episode": 840, + "avg_reward": 602.62, + "avg_cost": 0.0, + "lambda": 8.0084, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ] + }, + { + "episode": 850, + "avg_reward": 558.36, + "avg_cost": 0.25, + "lambda": 8.0128, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ] + }, + { + "episode": 860, + "avg_reward": 507.12, + "avg_cost": 1.0, + "lambda": 8.0159, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ] + }, + { + "episode": 870, + "avg_reward": 575.99, + "avg_cost": 1.0, + "lambda": 8.0198, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ] + }, + { + "episode": 880, + "avg_reward": 439.03, + "avg_cost": 0.5, + "lambda": 8.0235, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ] + }, + { + "episode": 890, + "avg_reward": 462.99, + "avg_cost": 0.0, + "lambda": 8.0264, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ] + }, + { + "episode": 900, + "avg_reward": 580.89, + "avg_cost": 0.25, + "lambda": 8.0288, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ] + }, + { + "episode": 910, + "avg_reward": 636.26, + "avg_cost": 0.25, + "lambda": 8.0313, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ] + }, + { + "episode": 920, + "avg_reward": 683.29, + "avg_cost": 0.75, + "lambda": 8.0337, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ] + }, + { + "episode": 930, + "avg_reward": 744.41, + "avg_cost": 0.0, + "lambda": 8.0368, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ] + }, + { + "episode": 940, + "avg_reward": 771.45, + "avg_cost": 0.5, + "lambda": 8.0399, + "rho": [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ] + }, + { + "episode": 950, + "avg_reward": 788.54, + "avg_cost": 0.5, + "lambda": 8.0432, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ] + }, + { + "episode": 960, + "avg_reward": 768.53, + "avg_cost": 0.75, + "lambda": 8.0454, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ] + }, + { + "episode": 970, + "avg_reward": 822.72, + "avg_cost": 0.0, + "lambda": 8.0488, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ] + }, + { + "episode": 980, + "avg_reward": 793.55, + "avg_cost": 0.0, + "lambda": 8.0526, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ] + }, + { + "episode": 990, + "avg_reward": 798.59, + "avg_cost": 0.5, + "lambda": 8.056, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ] + }, + { + "episode": 1000, + "avg_reward": 800.71, + "avg_cost": 0.0, + "lambda": 8.0597, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ] + }, + { + "episode": 1010, + "avg_reward": 803.67, + "avg_cost": 1.25, + "lambda": 8.0634, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ] + }, + { + "episode": 1020, + "avg_reward": 806.07, + "avg_cost": 0.5, + "lambda": 8.0677, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ] + }, + { + "episode": 1030, + "avg_reward": 798.18, + "avg_cost": 0.0, + "lambda": 8.072, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ] + }, + { + "episode": 1040, + "avg_reward": 803.13, + "avg_cost": 0.0, + "lambda": 8.0756, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ] + }, + { + "episode": 1050, + "avg_reward": 858.49, + "avg_cost": 0.5, + "lambda": 8.0791, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ] + }, + { + "episode": 1060, + "avg_reward": 844.69, + "avg_cost": 0.0, + "lambda": 8.0831, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ] + }, + { + "episode": 1070, + "avg_reward": 818.87, + "avg_cost": 0.75, + "lambda": 8.0875, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ] + }, + { + "episode": 1080, + "avg_reward": 786.94, + "avg_cost": 0.5, + "lambda": 8.092, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ] + }, + { + "episode": 1090, + "avg_reward": 776.51, + "avg_cost": 0.0, + "lambda": 8.0967, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ] + }, + { + "episode": 1100, + "avg_reward": 802.82, + "avg_cost": 1.25, + "lambda": 8.1018, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ] + }, + { + "episode": 1110, + "avg_reward": 812.29, + "avg_cost": 0.0, + "lambda": 8.108, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ] + }, + { + "episode": 1120, + "avg_reward": 795.71, + "avg_cost": 0.5, + "lambda": 8.1131, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ] + }, + { + "episode": 1130, + "avg_reward": 774.23, + "avg_cost": 1.25, + "lambda": 8.1162, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ] + }, + { + "episode": 1140, + "avg_reward": 778.37, + "avg_cost": 0.5, + "lambda": 8.1208, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ] + }, + { + "episode": 1150, + "avg_reward": 805.13, + "avg_cost": 1.25, + "lambda": 8.1269, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ] + }, + { + "episode": 1160, + "avg_reward": 759.45, + "avg_cost": 0.25, + "lambda": 8.1328, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ] + }, + { + "episode": 1170, + "avg_reward": 760.84, + "avg_cost": 0.5, + "lambda": 8.1368, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ] + }, + { + "episode": 1180, + "avg_reward": 757.46, + "avg_cost": 1.0, + "lambda": 8.1403, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ] + }, + { + "episode": 1190, + "avg_reward": 763.01, + "avg_cost": 0.75, + "lambda": 8.1461, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ] + }, + { + "episode": 1200, + "avg_reward": 765.82, + "avg_cost": 0.5, + "lambda": 8.1525, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ] + }, + { + "episode": 1210, + "avg_reward": 755.11, + "avg_cost": 0.75, + "lambda": 8.1569, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ] + }, + { + "episode": 1220, + "avg_reward": 738.77, + "avg_cost": 0.5, + "lambda": 8.1611, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ] + }, + { + "episode": 1230, + "avg_reward": 729.93, + "avg_cost": 0.25, + "lambda": 8.1648, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ] + }, + { + "episode": 1240, + "avg_reward": 756.81, + "avg_cost": 0.5, + "lambda": 8.1695, + "rho": [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ] + }, + { + "episode": 1250, + "avg_reward": 746.34, + "avg_cost": 0.25, + "lambda": 8.1753, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ] + }, + { + "episode": 1260, + "avg_reward": 721.58, + "avg_cost": 0.5, + "lambda": 8.1822, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ] + }, + { + "episode": 1270, + "avg_reward": 742.88, + "avg_cost": 1.25, + "lambda": 8.1883, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ] + }, + { + "episode": 1280, + "avg_reward": 740.15, + "avg_cost": 0.5, + "lambda": 8.1949, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ] + }, + { + "episode": 1290, + "avg_reward": 750.97, + "avg_cost": 0.0, + "lambda": 8.2, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ] + }, + { + "episode": 1300, + "avg_reward": 766.0, + "avg_cost": 1.0, + "lambda": 8.2052, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ] + }, + { + "episode": 1310, + "avg_reward": 757.21, + "avg_cost": 0.5, + "lambda": 8.2119, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ] + }, + { + "episode": 1320, + "avg_reward": 747.59, + "avg_cost": 0.25, + "lambda": 8.2166, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ] + }, + { + "episode": 1330, + "avg_reward": 758.62, + "avg_cost": 1.5, + "lambda": 8.2207, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ] + }, + { + "episode": 1340, + "avg_reward": 749.79, + "avg_cost": 0.75, + "lambda": 8.2258, + "rho": [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ] + }, + { + "episode": 1350, + "avg_reward": 771.96, + "avg_cost": 0.0, + "lambda": 8.2301, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ] + }, + { + "episode": 1360, + "avg_reward": 772.13, + "avg_cost": 0.25, + "lambda": 8.2336, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ] + }, + { + "episode": 1370, + "avg_reward": 763.95, + "avg_cost": 2.0, + "lambda": 8.2374, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ] + }, + { + "episode": 1380, + "avg_reward": 807.98, + "avg_cost": 1.25, + "lambda": 8.2461, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ] + }, + { + "episode": 1390, + "avg_reward": 815.8, + "avg_cost": 0.25, + "lambda": 8.2572, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ] + }, + { + "episode": 1400, + "avg_reward": 817.34, + "avg_cost": 0.25, + "lambda": 8.2644, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ] + }, + { + "episode": 1410, + "avg_reward": 784.41, + "avg_cost": 0.0, + "lambda": 8.269, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ] + }, + { + "episode": 1420, + "avg_reward": 761.07, + "avg_cost": 0.5, + "lambda": 8.2725, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ] + }, + { + "episode": 1430, + "avg_reward": 740.15, + "avg_cost": 0.25, + "lambda": 8.2761, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ] + }, + { + "episode": 1440, + "avg_reward": 749.42, + "avg_cost": 0.25, + "lambda": 8.2793, + "rho": [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ] + }, + { + "episode": 1450, + "avg_reward": 770.36, + "avg_cost": 0.25, + "lambda": 8.2831, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + }, + { + "episode": 1460, + "avg_reward": 762.1, + "avg_cost": 0.5, + "lambda": 8.2882, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + }, + { + "episode": 1470, + "avg_reward": 749.43, + "avg_cost": 0.0, + "lambda": 8.2925, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + }, + { + "episode": 1480, + "avg_reward": 745.01, + "avg_cost": 0.25, + "lambda": 8.2998, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + }, + { + "episode": 1490, + "avg_reward": 742.94, + "avg_cost": 1.0, + "lambda": 8.3058, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + }, + { + "episode": 1500, + "avg_reward": 715.29, + "avg_cost": 0.25, + "lambda": 8.3107, + "rho": [ + 0.0885, + 0.0885, + 0.0885, + 0.1048, + 0.199, + 0.4306 + ] + } + ], + "episode_rewards": [ + -785.8427, + -427.4916, + -86.982, + 258.231, + -153.2312, + 275.7947, + 321.8783, + 389.4527, + 117.8148, + 36.4595, + 340.7555, + 150.5604, + -283.667, + 147.2157, + 73.6865, + -73.5822, + -1239.9313, + 160.6008, + -852.4989, + 118.7434, + -579.277, + -1349.4238, + -1009.3503, + 201.3093, + -1441.0452, + 129.0834, + -830.7852, + 247.9348, + -1002.0088, + 89.6183, + -630.0183, + -1070.2219, + -993.936, + -968.4186, + -372.8573, + -758.5578, + -886.5743, + -481.7175, + -224.0231, + -398.507, + -1157.0557, + -347.6233, + -1150.5505, + -284.311, + -508.2461, + -262.9025, + -264.3141, + -342.957, + -258.4476, + -1035.4248, + -1150.6352, + -697.4397, + -475.7223, + -643.1563, + -447.3418, + -330.6662, + -380.2554, + -763.7681, + -1084.186, + -2003.1047, + -1956.59, + -1946.9462, + -1983.7941, + -2316.5987, + -1968.4653, + -1645.1818, + -1877.6717, + -1784.3343, + -1093.636, + -1011.7803, + -1918.7459, + -1427.4961, + -1600.4764, + -593.7884, + -1084.1774, + -902.1317, + -1162.7848, + -1999.6904, + -1339.1676, + -730.4539, + -1473.7396, + -1178.9884, + -845.3862, + -837.4341, + -824.0753, + -837.8879, + -1829.5193, + -669.5244, + -924.5735, + -967.9242, + -782.7517, + -856.2018, + -857.4784, + -760.1476, + -728.4201, + -877.8207, + -768.1833, + -731.1861, + -575.6713, + -608.425, + -743.0228, + -1048.1511, + -678.3877, + -636.8357, + -633.6755, + -679.3265, + -463.8062, + -742.441, + -1396.8333, + -678.7322, + -633.3671, + -769.4596, + -601.759, + -663.1063, + -537.1707, + -803.2106, + -588.0277, + -617.3957, + -659.7315, + -764.1265, + -582.3288, + -593.4023, + -679.8062, + -563.0843, + -570.4026, + -726.1351, + -785.6778, + -1528.8092, + -659.0786, + -734.7746, + -558.5123, + -900.9273, + -513.3533, + -585.386, + -953.2327, + -602.6943, + -841.2949, + -686.6763, + -717.7905, + -629.4422, + -455.9526, + -1158.0785, + -467.4593, + -588.0846, + -435.3544, + -1125.374, + -373.7495, + -359.0807, + -389.9357, + -326.0652, + -360.742, + -742.8967, + -960.9957, + -1408.5143, + -401.5613, + -816.2166, + -743.7926, + -413.7127, + -411.3114, + -703.6804, + -354.3722, + -395.5199, + -639.1418, + -367.7569, + -1026.5386, + -403.255, + -977.5451, + -383.405, + -994.0532, + -1407.7849, + -918.2767, + -1118.0866, + -1651.6439, + -699.5144, + -678.5386, + -394.2027, + -425.7096, + -395.7759, + -864.3534, + -377.1422, + -890.2823, + -719.8756, + -389.0741, + -676.1715, + -727.337, + -838.5333, + -1240.7598, + -1175.5929, + -910.5056, + -481.2969, + -705.5589, + -1091.1953, + -404.9505, + -461.0619, + -981.7015, + -443.8556, + -602.7751, + -421.8252, + -433.8941, + -373.5416, + -207.9995, + -537.5803, + -508.1055, + -471.854, + -310.7828, + -481.7912, + -625.453, + -163.8219, + -496.295, + -337.874, + -708.7453, + -415.0057, + -351.2998, + -290.7184, + -378.4855, + -458.2675, + -468.7529, + -200.8294, + -364.7886, + -294.903, + -488.4372, + 172.9832, + -260.1556, + -329.7726, + 236.8941, + 240.6156, + -267.971, + 21.9176, + 161.9647, + 217.2829, + 202.8022, + -240.4961, + 175.0437, + 232.2824, + 244.7139, + 165.1287, + 181.9749, + 253.3338, + 251.7646, + 223.2285, + 202.4113, + 245.7194, + 230.1271, + 213.3247, + 246.9539, + 237.3106, + 248.4918, + 255.6038, + 243.2295, + 236.792, + 238.3541, + 251.8152, + 231.715, + 258.2119, + 220.2922, + 229.233, + 231.6202, + 246.4224, + 218.0964, + 232.8429, + 240.6338, + 230.5198, + 213.5222, + 225.9057, + 226.0648, + 235.7524, + 196.6737, + 217.3902, + 215.8335, + 216.3913, + 222.7454, + 184.7179, + 108.5462, + 176.4365, + 147.7652, + 130.5986, + 108.9322, + 117.0988, + 92.2003, + 89.175, + 83.9722, + 31.3057, + 27.1737, + 48.4152, + 29.0659, + 32.1759, + 85.386, + 85.6406, + 110.6909, + 116.6718, + 69.5656, + 275.4804, + 256.3069, + 283.9683, + 346.6965, + 318.067, + 345.0883, + 403.2219, + 389.3785, + 495.8375, + 491.9919, + 602.7809, + 480.919, + 554.661, + 555.5068, + 480.7002, + 436.4909, + 317.2261, + 430.869, + 455.536, + 497.6842, + 510.9909, + 502.0651, + 512.0068, + 463.4035, + 487.5033, + 458.5213, + 480.1176, + 489.7875, + 459.4284, + 447.2485, + 493.6275, + 445.1165, + 497.5097, + 494.7379, + 488.902, + 476.5033, + 458.0965, + 454.9368, + 475.9949, + 440.6228, + 467.8794, + 482.7063, + 510.5356, + 503.0827, + 479.0538, + 446.8712, + 464.7164, + 465.9876, + 485.3072, + 480.0106, + 488.0513, + 488.2204, + 418.1681, + 402.8273, + 431.486, + 425.2699, + 450.1428, + 474.0306, + 444.9252, + 445.9107, + 446.5114, + 434.5434, + 462.9517, + 472.03, + 471.8416, + 462.6306, + 446.2128, + 474.0876, + 484.6075, + 462.5781, + 483.905, + 488.2356, + 476.5659, + 428.4506, + 483.5032, + 440.98, + 464.42, + 451.8072, + -52.6444, + 116.3467, + 543.98, + 506.8117, + 533.6418, + 439.8662, + 508.8411, + 454.626, + 459.8254, + 544.6328, + 529.35, + 353.4002, + 491.3081, + 508.294, + 525.5437, + 485.454, + 489.625, + 496.5615, + 440.5639, + 484.8679, + 448.3285, + 471.2688, + 509.8751, + 481.7026, + 489.0838, + 517.8498, + 507.3508, + 527.0908, + 496.7166, + 517.8258, + 510.2928, + 507.7753, + 506.0604, + 533.7749, + 517.9956, + 521.7644, + 519.4173, + 532.9513, + 545.432, + 532.067, + 540.2044, + 512.9538, + 544.1339, + 557.2479, + 568.0529, + 534.8526, + 570.514, + 547.4255, + 536.696, + 540.4712, + 536.6582, + 544.3768, + 511.9366, + 512.8309, + 510.1777, + 523.1753, + 526.9428, + 544.2948, + 483.4873, + 518.0817, + 536.9699, + 549.1469, + 501.4694, + 524.9249, + 544.4612, + 526.1778, + 555.2602, + 540.9176, + 549.7937, + 543.6618, + 530.2595, + 549.1355, + 487.8786, + 523.7359, + 526.159, + 525.6635, + 540.4452, + 537.1079, + 540.4574, + 568.1714, + 502.6543, + 533.8612, + 527.301, + 508.8427, + 547.4101, + 517.8324, + 588.8879, + 565.9719, + 558.2146, + 562.5185, + 565.6177, + 596.0786, + 541.1953, + 590.1364, + 579.3438, + 608.5568, + 563.8508, + 560.8007, + 529.0618, + 525.9526, + 532.676, + 523.1686, + 540.1181, + 508.5123, + 523.2631, + 538.1104, + 546.4151, + 555.3685, + 548.6839, + 557.0236, + 552.3011, + 530.4629, + 524.7755, + 521.4435, + 545.5151, + 526.0211, + 529.4332, + 535.9216, + 584.5914, + 529.0525, + 557.861, + 552.9334, + 555.7264, + 565.8725, + 571.6635, + 547.7489, + 554.4419, + 547.4069, + 537.5901, + 544.2897, + 588.2345, + 578.7962, + 582.7591, + 578.6954, + 582.7693, + 582.7305, + 583.8159, + 601.6587, + 574.9946, + 593.7609, + 591.2498, + 592.042, + 596.4754, + 573.9332, + 591.7222, + 582.4305, + 582.4868, + 592.5726, + 574.4162, + 592.2376, + 568.6645, + 573.7164, + 581.608, + 580.8397, + 613.2598, + 586.6491, + 597.4384, + 606.4009, + 596.4466, + 588.0523, + 574.4351, + 567.5378, + 587.7355, + 579.1509, + 583.9758, + 589.6684, + 594.9874, + 576.1417, + 601.614, + 595.4296, + 622.671, + 607.3994, + 601.3992, + 605.19, + 583.1981, + 582.3238, + 583.6084, + 584.6008, + 557.6495, + 549.8849, + 559.7543, + 578.4202, + 565.5303, + 585.269, + 562.3265, + 554.6995, + 555.2867, + 547.5218, + 559.9325, + 560.4885, + 558.256, + 560.8916, + 564.7846, + 581.3927, + 584.1032, + 579.1954, + 584.6417, + 568.7985, + 577.8761, + 549.4698, + 568.4795, + 575.7219, + 582.6262, + 580.35, + 582.1059, + 558.3987, + 562.1435, + 559.5405, + 569.2881, + 582.9118, + 569.9481, + 582.493, + 564.0767, + 578.8499, + 556.6222, + 553.1349, + 551.9103, + 548.0061, + 570.0322, + 579.6789, + 608.683, + 592.4904, + 591.5937, + 571.5566, + 599.5076, + 589.2048, + 569.1357, + 577.781, + 586.9668, + 602.74, + 607.9072, + 602.2088, + 593.2297, + 597.5672, + 614.7558, + 603.9719, + 603.6043, + 604.9965, + 602.5891, + 583.1087, + 587.2584, + 589.1221, + 592.778, + 582.3191, + 561.6656, + 562.6654, + 568.65, + 559.0753, + 553.6089, + 570.3904, + 569.0072, + 572.1688, + 544.0335, + 564.043, + 579.5539, + 561.8693, + 551.4639, + 546.6426, + 574.5472, + 553.6267, + 572.8805, + 559.5967, + 596.8328, + 585.0443, + 607.9967, + 625.3865, + 592.2691, + 592.9669, + 589.5393, + 592.2053, + 598.0881, + 584.0152, + 573.2782, + 575.9568, + 566.3502, + 561.0564, + 574.0034, + 553.8244, + 549.0489, + 527.6568, + 535.1632, + 556.7024, + 546.7205, + 552.3854, + 543.9964, + 573.4742, + 569.0689, + 596.152, + 580.216, + 571.8623, + 579.4774, + 600.6314, + 598.348, + 605.0152, + 600.0181, + 601.3549, + 610.3517, + 605.764, + 602.3001, + 605.493, + 641.7982, + 618.8867, + 653.9331, + 630.0063, + 636.7776, + 628.1455, + 638.6136, + 610.1631, + 624.2689, + 639.0164, + 623.4683, + 637.5731, + 620.3196, + 621.4725, + 624.6702, + 615.1663, + 621.2991, + 620.7529, + 615.7268, + 613.1229, + 618.9539, + 619.7158, + 628.4866, + 614.8781, + 627.8075, + 642.2919, + 642.3762, + 643.0304, + 626.5496, + 622.472, + 626.0024, + 611.7475, + 623.8921, + 622.1374, + 611.8382, + 610.9892, + 625.732, + 604.6941, + 609.8385, + 593.8857, + 583.9922, + 586.5267, + 600.1465, + 595.1394, + 583.1604, + 582.4995, + 590.068, + 590.5381, + 582.7292, + 603.4248, + 597.6916, + 613.1435, + 606.6099, + 594.3676, + 577.9369, + 587.5671, + 603.9756, + 600.7972, + 604.8881, + 584.1293, + 579.5607, + 587.0082, + 591.518, + 604.6966, + 615.4093, + 619.5591, + 586.3026, + 601.557, + 600.8435, + 582.0467, + 594.7946, + 598.2632, + 587.7111, + 609.8332, + 597.7672, + 602.8913, + 599.2959, + 625.0474, + 609.9014, + 606.8159, + 595.7341, + 607.1975, + 628.5482, + 619.5603, + 615.7405, + 631.5334, + 621.3292, + 614.5798, + 583.6185, + 611.1084, + 601.6752, + 600.6156, + 619.2792, + 602.0488, + 615.8619, + 601.8192, + 611.1208, + 610.4428, + 588.2154, + 585.9351, + 599.5152, + 598.6654, + 585.206, + 589.8527, + 611.0583, + 621.5371, + 611.5883, + 595.9368, + 609.0442, + 596.5445, + 598.2791, + 598.2455, + 599.2054, + 601.7496, + 607.0276, + 591.5228, + 610.7408, + 601.6865, + 588.829, + 587.5793, + 570.8244, + 580.2309, + 580.4622, + 559.4911, + 574.9336, + 582.8223, + 572.188, + 565.1663, + 577.1031, + 596.8363, + 601.1741, + 601.9317, + 609.8137, + 618.3741, + 598.2326, + 597.5566, + 622.3198, + 613.3007, + 607.2936, + 596.6825, + 597.7975, + 633.873, + 621.4523, + 611.0461, + 627.3785, + 615.4592, + 594.4124, + 606.3828, + 596.0537, + 609.2308, + 584.9737, + 602.119, + 575.7321, + 591.9153, + 602.1516, + 592.5569, + 581.8561, + 590.2156, + 617.0793, + 625.7291, + 620.4413, + 592.2615, + 623.7111, + 613.3719, + 619.7871, + 607.5117, + 607.68, + 607.2181, + 589.9531, + 587.7201, + 602.6219, + 561.7233, + 583.5955, + 568.0641, + 575.1863, + 584.3687, + 579.8351, + 550.2088, + 565.016, + 544.7007, + 558.3567, + 531.1728, + 559.5085, + 579.9582, + 573.9764, + 572.0706, + 563.5124, + 539.3192, + 545.7068, + 560.7407, + 507.1164, + 531.2755, + 501.1006, + 526.5704, + 552.1104, + 569.5118, + 540.7675, + 564.1527, + 593.3429, + 581.0999, + 575.9915, + 577.4093, + 534.3338, + 547.1775, + 571.1601, + 586.8525, + 580.73, + 555.5479, + 535.3866, + 514.4049, + 439.0292, + 536.1064, + 446.492, + 436.2126, + 475.0744, + 458.6451, + 511.4446, + 498.264, + 496.7318, + 476.7056, + 462.9922, + 450.5747, + 507.7851, + 494.3382, + 544.9267, + 507.4864, + 517.4154, + 531.6767, + 560.2889, + 553.4403, + 580.8869, + 577.093, + 593.9864, + 578.6977, + 651.2107, + 612.935, + 655.5781, + 651.1415, + 644.3788, + 616.6878, + 636.2644, + 638.4874, + 706.0702, + 675.062, + 665.6778, + 685.2621, + 680.0254, + 678.6254, + 674.0821, + 699.1726, + 683.2904, + 672.7058, + 710.5109, + 733.6008, + 756.2246, + 731.4801, + 737.4603, + 773.5786, + 772.07, + 756.2933, + 744.4056, + 746.4054, + 786.6203, + 757.4319, + 757.8852, + 723.8781, + 762.8688, + 793.6214, + 793.72, + 836.2203, + 771.4455, + 793.998, + 805.7693, + 762.173, + 807.6094, + 787.042, + 769.3335, + 759.2387, + 776.9083, + 773.149, + 788.5434, + 790.9102, + 777.6583, + 798.2387, + 804.5255, + 801.8093, + 778.8993, + 771.6042, + 808.1522, + 772.8308, + 768.5261, + 774.464, + 781.8888, + 795.6821, + 775.9496, + 793.8353, + 833.118, + 797.7437, + 810.3945, + 800.7324, + 822.7203, + 786.1306, + 777.9381, + 788.2351, + 778.3258, + 793.0298, + 799.9713, + 809.8983, + 813.8549, + 789.3693, + 793.5484, + 808.7957, + 807.8071, + 816.2218, + 792.6812, + 777.3618, + 790.5894, + 808.8016, + 796.4287, + 824.2586, + 798.5913, + 794.2744, + 770.0421, + 772.7728, + 748.5441, + 778.1776, + 796.6624, + 791.7891, + 801.5554, + 791.3781, + 800.7097, + 785.5812, + 802.0733, + 791.9521, + 773.6995, + 797.9219, + 783.851, + 785.4712, + 802.4604, + 783.4788, + 803.6714, + 820.956, + 782.9311, + 813.8388, + 780.1666, + 811.3192, + 794.8854, + 775.7595, + 798.135, + 790.1378, + 806.0679, + 790.9747, + 822.7579, + 795.5796, + 813.7106, + 804.158, + 801.4443, + 783.8157, + 802.7369, + 787.7376, + 798.1753, + 798.9901, + 805.2356, + 805.697, + 800.3664, + 806.1546, + 819.0077, + 834.8308, + 823.2983, + 834.2302, + 803.126, + 822.5724, + 815.4429, + 845.6141, + 853.3771, + 830.2138, + 829.9768, + 829.5268, + 842.1698, + 827.8532, + 858.4872, + 847.2047, + 866.3949, + 831.0419, + 840.1141, + 857.0474, + 855.1164, + 815.7822, + 820.8288, + 825.5073, + 844.6945, + 829.7178, + 824.7532, + 828.4204, + 829.7434, + 830.225, + 814.0786, + 817.8054, + 810.7355, + 821.3447, + 818.869, + 808.8168, + 810.4118, + 816.8891, + 801.6639, + 780.8889, + 806.9546, + 797.6468, + 799.1814, + 781.5381, + 786.9398, + 786.5882, + 781.9116, + 780.4562, + 796.7481, + 790.3929, + 792.9015, + 806.6068, + 776.3797, + 775.2693, + 776.5131, + 785.7059, + 787.0382, + 796.0286, + 779.7293, + 787.7308, + 793.3481, + 782.7115, + 797.3659, + 799.3942, + 802.8155, + 797.4825, + 808.4226, + 811.7029, + 810.7438, + 815.9515, + 801.773, + 808.1474, + 826.9045, + 812.2633, + 812.292, + 817.224, + 817.0265, + 803.8501, + 811.4913, + 793.2958, + 798.2676, + 792.7248, + 796.4232, + 800.5618, + 795.7105, + 796.4, + 783.9652, + 765.1837, + 774.6615, + 763.7867, + 767.9783, + 771.7899, + 752.505, + 765.1773, + 774.23, + 776.7761, + 774.3379, + 778.1179, + 772.2594, + 775.148, + 776.193, + 783.8891, + 770.8637, + 780.0027, + 778.3671, + 772.4212, + 775.2465, + 781.9573, + 778.5815, + 788.752, + 785.2895, + 816.651, + 778.9188, + 801.5065, + 805.135, + 812.9443, + 787.1801, + 785.2151, + 778.0869, + 786.1629, + 786.7604, + 773.7936, + 779.0906, + 774.2869, + 759.4469, + 754.7044, + 758.7222, + 763.6381, + 754.3655, + 775.381, + 768.0532, + 763.3933, + 762.2348, + 756.9165, + 760.8419, + 767.2962, + 766.8871, + 749.5416, + 747.9826, + 754.2451, + 767.358, + 748.8326, + 759.5965, + 758.2815, + 757.4606, + 765.8034, + 759.6467, + 773.6468, + 762.6744, + 768.3561, + 761.9246, + 769.4621, + 770.2553, + 761.9001, + 763.013, + 760.4011, + 770.8523, + 755.139, + 767.0558, + 759.975, + 754.6886, + 763.305, + 778.3527, + 766.0946, + 765.8161, + 760.5682, + 762.3721, + 769.3402, + 775.6336, + 756.6735, + 760.6163, + 756.0036, + 766.6134, + 756.804, + 755.1145, + 755.8031, + 748.9056, + 760.3103, + 754.9468, + 748.6688, + 756.1054, + 750.3915, + 738.7577, + 748.952, + 738.7744, + 741.2891, + 727.1263, + 725.047, + 734.5693, + 735.4256, + 734.6507, + 725.4023, + 734.6298, + 734.2078, + 729.9339, + 726.4592, + 757.4089, + 749.2868, + 752.0324, + 751.5104, + 756.5474, + 765.0269, + 769.0897, + 760.293, + 756.8134, + 744.2448, + 746.8745, + 737.5415, + 744.004, + 743.9922, + 735.7126, + 736.2267, + 739.7943, + 745.5888, + 746.3386, + 735.0938, + 725.2879, + 728.5678, + 724.6746, + 736.4042, + 742.4939, + 734.397, + 737.0425, + 739.7835, + 721.5812, + 721.775, + 722.3521, + 721.5332, + 735.1805, + 729.5734, + 738.0151, + 719.0889, + 724.5902, + 738.6545, + 742.8835, + 743.8476, + 756.9272, + 749.8873, + 744.8795, + 736.0273, + 737.9492, + 754.571, + 736.0998, + 731.5317, + 740.1487, + 741.4319, + 725.0665, + 727.6936, + 721.5622, + 724.5511, + 727.1512, + 729.7855, + 747.5455, + 755.3262, + 750.9699, + 744.0267, + 745.7109, + 746.0997, + 744.3011, + 757.2697, + 750.4315, + 760.2733, + 751.2592, + 746.4787, + 766.003, + 757.9946, + 757.5122, + 754.576, + 756.799, + 750.0937, + 769.266, + 775.1759, + 753.8036, + 759.1943, + 757.2112, + 763.9875, + 747.4052, + 744.9285, + 755.4201, + 744.3631, + 749.5565, + 751.0337, + 737.9409, + 738.4623, + 747.5854, + 746.3182, + 734.4086, + 750.3763, + 745.1074, + 764.3325, + 749.3865, + 736.6866, + 766.889, + 758.2125, + 758.6237, + 762.3245, + 754.2088, + 738.8996, + 746.6226, + 741.4052, + 732.1358, + 745.3303, + 753.1051, + 744.0793, + 749.7903, + 761.3111, + 752.0682, + 753.1684, + 752.3628, + 754.5377, + 758.0407, + 782.9408, + 774.3842, + 773.2395, + 771.9625, + 765.2621, + 770.3334, + 769.3458, + 769.1345, + 780.0654, + 765.796, + 770.4406, + 767.5106, + 767.9997, + 772.1273, + 771.5724, + 764.3616, + 758.1659, + 772.171, + 751.0802, + 782.0246, + 756.115, + 757.6196, + 761.5276, + 763.9507, + 752.6378, + 772.6157, + 784.633, + 794.3025, + 786.7007, + 775.5843, + 793.7108, + 822.2714, + 828.6064, + 807.9824, + 817.1135, + 822.4168, + 813.0993, + 800.9174, + 810.977, + 809.7511, + 820.6571, + 804.4808, + 797.8039, + 815.7975, + 805.0555, + 805.7955, + 817.4085, + 810.436, + 806.9958, + 809.0433, + 812.9445, + 813.0722, + 818.6952, + 817.3357, + 810.7891, + 813.3867, + 787.0413, + 797.7369, + 799.0581, + 787.7367, + 795.6011, + 783.2181, + 783.7758, + 784.4104, + 782.9715, + 780.5367, + 774.3338, + 778.4492, + 769.5873, + 763.1293, + 761.5033, + 747.2973, + 759.6237, + 761.0707, + 762.2309, + 758.6498, + 760.2629, + 748.4378, + 731.91, + 751.2556, + 740.7149, + 745.3269, + 746.6323, + 740.149, + 733.7203, + 729.2527, + 735.079, + 747.5533, + 745.749, + 744.636, + 735.5906, + 760.128, + 764.2337, + 749.4171, + 766.7079, + 744.0786, + 766.4762, + 775.9909, + 779.7219, + 769.3056, + 764.2286, + 764.7402, + 769.7296, + 770.3633, + 777.9991, + 761.5616, + 758.5292, + 765.6666, + 784.2883, + 770.2071, + 781.1562, + 764.1374, + 768.3396, + 762.1047, + 759.1577, + 764.7697, + 762.8899, + 755.918, + 764.8581, + 744.869, + 760.972, + 753.0473, + 754.9417, + 749.4292, + 757.5903, + 746.2744, + 760.3646, + 791.5139, + 795.403, + 755.2279, + 761.4119, + 753.945, + 747.0266, + 745.0117, + 753.0496, + 760.2563, + 764.2734, + 748.9199, + 738.1341, + 731.5259, + 739.7617, + 728.5188, + 732.6683, + 742.9423, + 738.2376, + 732.1857, + 733.7297, + 738.5129, + 738.6834, + 736.2315, + 735.3158, + 719.7589, + 716.818, + 715.2934 + ], + "episode_costs": [ + 164.0, + 262.75, + 258.25, + 255.75, + 190.0, + 110.5, + 167.5, + 100.75, + 115.75, + 137.5, + 67.25, + 123.75, + 82.25, + 189.75, + 153.25, + 132.25, + 65.25, + 147.25, + 105.25, + 158.0, + 121.0, + 16.25, + 47.75, + 81.25, + 14.25, + 59.75, + 38.0, + 54.0, + 25.25, + 62.25, + 69.25, + 37.75, + 60.0, + 16.25, + 73.75, + 23.5, + 14.5, + 36.75, + 28.25, + 26.25, + 15.25, + 16.0, + 3.25, + 20.5, + 16.5, + 18.0, + 12.75, + 8.5, + 20.0, + 9.25, + 16.75, + 34.0, + 20.5, + 23.25, + 17.75, + 13.25, + 9.5, + 20.0, + 12.75, + 24.5, + 18.25, + 18.75, + 32.5, + 21.5, + 9.75, + 25.25, + 17.75, + 10.25, + 22.5, + 23.25, + 15.75, + 33.0, + 25.0, + 31.5, + 19.25, + 21.75, + 9.0, + 28.25, + 22.25, + 28.25, + 63.5, + 32.0, + 19.25, + 20.25, + 23.75, + 6.75, + 35.25, + 10.25, + 5.5, + 12.25, + 6.75, + 7.5, + 11.5, + 14.5, + 6.0, + 9.0, + 10.25, + 30.75, + 2.75, + 8.25, + 3.75, + 8.5, + 13.75, + 5.5, + 16.25, + 6.75, + 3.0, + 17.5, + 10.0, + 1.5, + 9.75, + 19.75, + 15.0, + 0.5, + 2.25, + 21.75, + 9.5, + 1.25, + 9.75, + 9.75, + 1.0, + 5.25, + 23.25, + 2.25, + 4.25, + 27.5, + 15.75, + 8.0, + 7.5, + 7.5, + 4.5, + 21.25, + 2.5, + 5.25, + 35.25, + 2.0, + 13.5, + 4.0, + 12.5, + 5.5, + 0.75, + 12.5, + 0.25, + 4.5, + 1.75, + 14.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.75, + 3.25, + 7.75, + 15.75, + 1.5, + 14.25, + 23.0, + 8.25, + 1.0, + 12.0, + 4.0, + 1.25, + 4.5, + 2.5, + 12.75, + 1.25, + 11.5, + 1.25, + 5.25, + 7.25, + 6.25, + 3.25, + 9.5, + 3.0, + 6.25, + 0.0, + 2.25, + 0.5, + 18.0, + 1.5, + 15.5, + 1.75, + 2.25, + 6.75, + 1.5, + 4.75, + 5.5, + 5.0, + 1.75, + 3.75, + 3.5, + 7.0, + 7.25, + 3.25, + 7.25, + 0.0, + 6.5, + 6.0, + 3.25, + 3.0, + 3.0, + 6.0, + 8.5, + 0.75, + 4.5, + 15.0, + 7.5, + 3.5, + 5.25, + 2.25, + 7.0, + 4.25, + 4.25, + 15.25, + 3.25, + 5.75, + 5.75, + 9.0, + 7.0, + 2.25, + 11.75, + 7.5, + 3.0, + 8.75, + 5.25, + 5.0, + 0.75, + 3.0, + 8.5, + 3.75, + 5.25, + 0.25, + 3.75, + 5.0, + 3.0, + 3.75, + 1.25, + 2.0, + 3.75, + 3.0, + 2.25, + 2.0, + 1.25, + 1.5, + 2.75, + 3.75, + 1.5, + 2.75, + 1.5, + 3.0, + 4.75, + 2.0, + 1.0, + 2.0, + 2.25, + 1.5, + 1.0, + 1.0, + 1.0, + 0.5, + 1.0, + 2.25, + 0.5, + 1.25, + 0.75, + 0.75, + 0.5, + 1.5, + 4.0, + 0.5, + 3.0, + 0.25, + 0.75, + 2.0, + 0.75, + 1.75, + 1.25, + 2.75, + 1.5, + 2.5, + 2.75, + 2.5, + 3.25, + 4.0, + 2.0, + 1.75, + 0.75, + 1.0, + 0.25, + 2.0, + 0.25, + 2.5, + 3.0, + 2.75, + 3.75, + 5.0, + 2.75, + 13.0, + 9.75, + 7.75, + 7.75, + 18.5, + 5.5, + 3.75, + 2.25, + 2.0, + 1.25, + 1.25, + 2.0, + 1.75, + 0.5, + 2.0, + 0.75, + 1.0, + 1.25, + 1.25, + 1.0, + 1.25, + 0.75, + 0.25, + 0.25, + 0.5, + 1.75, + 2.0, + 1.0, + 1.0, + 0.5, + 1.0, + 0.5, + 0.75, + 2.0, + 2.5, + 1.0, + 1.0, + 1.25, + 0.75, + 0.0, + 1.0, + 2.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.75, + 1.0, + 1.25, + 2.25, + 0.75, + 0.75, + 0.0, + 0.25, + 2.0, + 1.5, + 0.0, + 0.75, + 0.5, + 2.25, + 0.5, + 0.25, + 1.0, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.5, + 9.25, + 4.75, + 1.75, + 0.0, + 0.5, + 0.5, + 0.5, + 0.5, + 0.0, + 1.5, + 0.5, + 0.75, + 0.75, + 0.0, + 1.0, + 0.75, + 1.0, + 1.75, + 1.25, + 0.5, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.75, + 0.25, + 1.0, + 1.0, + 1.75, + 0.0, + 0.75, + 1.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 2.0, + 1.25, + 2.0, + 0.0, + 0.75, + 2.25, + 0.5, + 0.5, + 0.75, + 0.0, + 2.25, + 0.75, + 0.75, + 0.5, + 0.5, + 1.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 1.5, + 0.0, + 0.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 1.5, + 0.5, + 1.0, + 1.25, + 1.25, + 4.0, + 1.75, + 2.25, + 2.75, + 4.75, + 0.25, + 1.25, + 0.5, + 0.75, + 1.0, + 0.25, + 0.75, + 1.25, + 1.5, + 2.25, + 2.0, + 1.75, + 1.5, + 0.75, + 1.75, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 1.75, + 0.5, + 1.0, + 0.75, + 3.0, + 0.25, + 0.75, + 0.75, + 2.75, + 1.5, + 0.75, + 0.5, + 0.5, + 1.5, + 1.25, + 0.5, + 0.0, + 1.0, + 0.25, + 1.25, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 1.25, + 1.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 1.25, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 1.25, + 0.0, + 0.75, + 1.0, + 0.25, + 0.5, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.75, + 0.25, + 0.0, + 0.5, + 1.25, + 1.25, + 0.25, + 0.75, + 0.25, + 0.25, + 1.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.0, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 1.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 1.5, + 1.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 1.0, + 0.75, + 0.75, + 0.0, + 1.0, + 0.75, + 0.5, + 0.75, + 0.25, + 0.0, + 1.25, + 0.25, + 0.5, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 1.0, + 0.5, + 1.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.75, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 1.75, + 1.25, + 0.5, + 0.75, + 0.0, + 1.0, + 0.75, + 0.5, + 0.25, + 1.0, + 1.0, + 0.25, + 1.5, + 0.5, + 0.75, + 0.25, + 1.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.75, + 0.0, + 1.25, + 1.25, + 0.25, + 1.0, + 1.25, + 1.0, + 2.0, + 0.75, + 1.75, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.75, + 1.25, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.25, + 0.25, + 1.0, + 0.0, + 1.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 1.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.5, + 0.0, + 0.0, + 1.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 2.25, + 1.75, + 2.25, + 0.75, + 0.75, + 2.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.75, + 1.0, + 0.25, + 0.5, + 0.0, + 0.75, + 1.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 1.0, + 0.75, + 1.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 1.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.75, + 0.0, + 1.0, + 1.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 0.0, + 1.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 0.75, + 0.0, + 0.5, + 0.25, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 1.0, + 0.0, + 1.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 2.0, + 0.25, + 0.75, + 1.0, + 0.0, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.5, + 0.5, + 1.0, + 1.75, + 1.75, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 1.25, + 1.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.5, + 1.25, + 1.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.25, + 1.5, + 0.0, + 1.5, + 0.5, + 0.75, + 0.25, + 1.25, + 0.75, + 0.75, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.0, + 0.5, + 1.0, + 0.0, + 0.25, + 1.0, + 1.75, + 1.25, + 0.25, + 1.0, + 1.25, + 0.75, + 0.75, + 0.5, + 0.75, + 0.75, + 1.0, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 1.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 1.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.25, + 0.75, + 0.5, + 0.75, + 2.25, + 0.25, + 0.75, + 1.75, + 0.25, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 1.75, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.75, + 1.0, + 0.0, + 0.25, + 1.5, + 1.25, + 0.75, + 0.5, + 1.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 1.0, + 1.0, + 0.5, + 1.5, + 0.25, + 0.5, + 0.25, + 1.0, + 1.25, + 0.75, + 0.5, + 1.0, + 1.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.25, + 1.0, + 0.25, + 0.0, + 1.5, + 0.5, + 0.25, + 1.0, + 0.5, + 0.25, + 0.5, + 0.0, + 1.25, + 0.25, + 0.75, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.75, + 1.5, + 2.0, + 0.75, + 1.75, + 0.25, + 0.5, + 0.25, + 1.0, + 2.5, + 2.5, + 3.75, + 1.25, + 2.5, + 0.5, + 0.75, + 0.75, + 0.5, + 0.25, + 0.5, + 0.25, + 1.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.25, + 0.0, + 1.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 2.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 0.75, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.5, + 0.5, + 1.0, + 2.5, + 2.75, + 1.5, + 0.75, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 1.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 1.0, + 0.0, + 1.25, + 0.25 + ], + "episode_lambdas": [ + 0.264, + 0.4379, + 0.6202, + 0.8098, + 0.9995, + 1.1813, + 1.3617, + 1.534, + 1.7008, + 1.8646, + 2.0187, + 2.1698, + 2.314, + 2.4628, + 2.612, + 2.7595, + 2.8988, + 3.0389, + 3.1755, + 3.3143, + 3.4513, + 3.5762, + 3.6933, + 3.8069, + 3.9106, + 4.0099, + 4.103, + 4.1922, + 4.275, + 4.3558, + 4.4354, + 4.5109, + 4.5848, + 4.6529, + 4.7216, + 4.7857, + 4.8449, + 4.9019, + 4.956, + 5.0073, + 5.055, + 5.0995, + 5.1399, + 5.1783, + 5.2145, + 5.2489, + 5.2812, + 5.311, + 5.3399, + 5.3668, + 5.3927, + 5.4194, + 5.4455, + 5.4713, + 5.4963, + 5.5201, + 5.5425, + 5.5646, + 5.5859, + 5.6074, + 5.6286, + 5.6496, + 5.6717, + 5.6937, + 5.7146, + 5.7358, + 5.7568, + 5.7766, + 5.7967, + 5.8171, + 5.8371, + 5.8584, + 5.88, + 5.9026, + 5.9249, + 5.9472, + 5.9681, + 5.9897, + 6.0114, + 6.0338, + 6.0602, + 6.0873, + 6.1135, + 6.1392, + 6.1646, + 6.1882, + 6.213, + 6.2363, + 6.2578, + 6.2784, + 6.2976, + 6.3156, + 6.333, + 6.3501, + 6.3661, + 6.3814, + 6.3962, + 6.4126, + 6.4276, + 6.4419, + 6.4552, + 6.468, + 6.4809, + 6.4931, + 6.5056, + 6.5176, + 6.5287, + 6.5404, + 6.552, + 6.5625, + 6.573, + 6.5844, + 6.5962, + 6.6068, + 6.6166, + 6.6276, + 6.6384, + 6.6483, + 6.6582, + 6.668, + 6.677, + 6.6856, + 6.6957, + 6.705, + 6.7137, + 6.7244, + 6.7355, + 6.7464, + 6.7569, + 6.7671, + 6.7768, + 6.7876, + 6.7975, + 6.807, + 6.8191, + 6.8302, + 6.8415, + 6.852, + 6.8628, + 6.8731, + 6.8824, + 6.892, + 6.9006, + 6.9089, + 6.9165, + 6.9248, + 6.9322, + 6.939, + 6.9451, + 6.9507, + 6.9557, + 6.9606, + 6.9658, + 6.972, + 6.9777, + 6.9843, + 6.9926, + 7.0008, + 7.0083, + 7.0163, + 7.0239, + 7.0308, + 7.0375, + 7.0438, + 7.0507, + 7.0571, + 7.0639, + 7.0702, + 7.0764, + 7.0827, + 7.089, + 7.095, + 7.1014, + 7.1074, + 7.1134, + 7.1189, + 7.124, + 7.1286, + 7.1346, + 7.1402, + 7.1467, + 7.1527, + 7.1584, + 7.1642, + 7.1696, + 7.1749, + 7.1802, + 7.1855, + 7.1904, + 7.1952, + 7.1999, + 7.2048, + 7.2099, + 7.2149, + 7.2201, + 7.2247, + 7.2296, + 7.2346, + 7.2394, + 7.244, + 7.2484, + 7.253, + 7.258, + 7.2626, + 7.2672, + 7.2728, + 7.2786, + 7.2841, + 7.2897, + 7.2949, + 7.3003, + 7.3055, + 7.3107, + 7.3169, + 7.3228, + 7.3286, + 7.3345, + 7.3407, + 7.3469, + 7.3528, + 7.3592, + 7.3658, + 7.372, + 7.3784, + 7.3848, + 7.391, + 7.3966, + 7.402, + 7.4077, + 7.4132, + 7.4187, + 7.4236, + 7.4285, + 7.4333, + 7.438, + 7.4426, + 7.4468, + 7.4508, + 7.4548, + 7.4587, + 7.4624, + 7.466, + 7.4693, + 7.4725, + 7.4756, + 7.4787, + 7.4817, + 7.4847, + 7.4875, + 7.4904, + 7.4934, + 7.4964, + 7.4991, + 7.5018, + 7.5044, + 7.5069, + 7.5093, + 7.5115, + 7.5136, + 7.5155, + 7.5174, + 7.5193, + 7.521, + 7.5227, + 7.5243, + 7.5258, + 7.5272, + 7.5287, + 7.5304, + 7.5319, + 7.5336, + 7.5352, + 7.5367, + 7.5382, + 7.5397, + 7.5411, + 7.5426, + 7.5442, + 7.5458, + 7.5474, + 7.5492, + 7.5511, + 7.5531, + 7.5553, + 7.5574, + 7.5596, + 7.5616, + 7.5635, + 7.5652, + 7.5669, + 7.5685, + 7.5702, + 7.5721, + 7.574, + 7.5761, + 7.5785, + 7.5809, + 7.5844, + 7.5885, + 7.593, + 7.5978, + 7.604, + 7.6101, + 7.6159, + 7.6214, + 7.6266, + 7.6314, + 7.6358, + 7.6399, + 7.6439, + 7.6475, + 7.6509, + 7.6541, + 7.657, + 7.6598, + 7.6624, + 7.6649, + 7.6672, + 7.6694, + 7.6714, + 7.6732, + 7.6749, + 7.6765, + 7.6783, + 7.6799, + 7.6815, + 7.683, + 7.6844, + 7.6857, + 7.687, + 7.6884, + 7.6898, + 7.6912, + 7.6926, + 7.694, + 7.6953, + 7.6965, + 7.6976, + 7.6989, + 7.7001, + 7.7013, + 7.7023, + 7.7033, + 7.7042, + 7.7051, + 7.7061, + 7.7072, + 7.7082, + 7.7093, + 7.7102, + 7.711, + 7.712, + 7.713, + 7.714, + 7.7149, + 7.7157, + 7.7167, + 7.7177, + 7.7186, + 7.7195, + 7.7203, + 7.721, + 7.7218, + 7.7225, + 7.7232, + 7.7239, + 7.7245, + 7.7251, + 7.7256, + 7.7271, + 7.7288, + 7.7306, + 7.7322, + 7.7337, + 7.7351, + 7.7364, + 7.7376, + 7.7387, + 7.7398, + 7.7409, + 7.7419, + 7.7429, + 7.7438, + 7.7447, + 7.7456, + 7.7466, + 7.7475, + 7.7486, + 7.7495, + 7.7505, + 7.7515, + 7.7524, + 7.7532, + 7.754, + 7.7548, + 7.7555, + 7.7562, + 7.757, + 7.7577, + 7.7586, + 7.7593, + 7.7601, + 7.7609, + 7.7617, + 7.7625, + 7.7632, + 7.7638, + 7.7645, + 7.7651, + 7.7657, + 7.7663, + 7.7668, + 7.7672, + 7.7677, + 7.7681, + 7.7687, + 7.7694, + 7.7702, + 7.7709, + 7.7717, + 7.7726, + 7.7734, + 7.7742, + 7.775, + 7.7757, + 7.7766, + 7.7775, + 7.7783, + 7.7791, + 7.7799, + 7.7808, + 7.7816, + 7.7825, + 7.7833, + 7.784, + 7.7847, + 7.7854, + 7.786, + 7.7865, + 7.7872, + 7.7878, + 7.7883, + 7.7888, + 7.7893, + 7.7898, + 7.7903, + 7.7908, + 7.7912, + 7.7916, + 7.7921, + 7.7925, + 7.7929, + 7.7933, + 7.7936, + 7.794, + 7.7944, + 7.7949, + 7.7954, + 7.796, + 7.7966, + 7.7976, + 7.7987, + 7.7999, + 7.8012, + 7.8029, + 7.8044, + 7.8059, + 7.8073, + 7.8087, + 7.81, + 7.8112, + 7.8123, + 7.8135, + 7.8147, + 7.816, + 7.8174, + 7.8188, + 7.8202, + 7.8216, + 7.823, + 7.8243, + 7.8256, + 7.8267, + 7.8278, + 7.8288, + 7.8299, + 7.8309, + 7.8319, + 7.8329, + 7.8341, + 7.8351, + 7.8362, + 7.8372, + 7.8384, + 7.8397, + 7.8409, + 7.842, + 7.843, + 7.8441, + 7.8452, + 7.8463, + 7.8472, + 7.8482, + 7.8491, + 7.85, + 7.8509, + 7.8517, + 7.8525, + 7.8533, + 7.8541, + 7.8549, + 7.8556, + 7.8562, + 7.8568, + 7.8574, + 7.858, + 7.8588, + 7.8594, + 7.8601, + 7.8606, + 7.8612, + 7.8617, + 7.8623, + 7.863, + 7.8636, + 7.8641, + 7.8647, + 7.8653, + 7.866, + 7.8666, + 7.8672, + 7.8678, + 7.8685, + 7.8691, + 7.8697, + 7.8703, + 7.8709, + 7.8714, + 7.872, + 7.8725, + 7.8729, + 7.8733, + 7.8737, + 7.8741, + 7.8744, + 7.8748, + 7.8751, + 7.8754, + 7.8756, + 7.8759, + 7.8762, + 7.8764, + 7.8767, + 7.877, + 7.8772, + 7.8775, + 7.8777, + 7.878, + 7.8784, + 7.8787, + 7.879, + 7.8792, + 7.8795, + 7.8797, + 7.88, + 7.8802, + 7.8806, + 7.8809, + 7.8812, + 7.8815, + 7.8819, + 7.8824, + 7.8828, + 7.8833, + 7.8838, + 7.8842, + 7.8847, + 7.8852, + 7.8857, + 7.8861, + 7.8865, + 7.8869, + 7.8873, + 7.8877, + 7.888, + 7.8882, + 7.8885, + 7.8888, + 7.8892, + 7.8895, + 7.8898, + 7.8901, + 7.8905, + 7.8909, + 7.8912, + 7.8916, + 7.8921, + 7.8925, + 7.8929, + 7.8933, + 7.8937, + 7.894, + 7.8944, + 7.8947, + 7.895, + 7.8954, + 7.8957, + 7.8962, + 7.8967, + 7.8973, + 7.8978, + 7.8982, + 7.8987, + 7.8991, + 7.8996, + 7.9, + 7.9005, + 7.9009, + 7.9013, + 7.9017, + 7.9022, + 7.9027, + 7.9031, + 7.9037, + 7.9042, + 7.9047, + 7.9053, + 7.9058, + 7.9063, + 7.9068, + 7.9073, + 7.9079, + 7.9084, + 7.9089, + 7.9094, + 7.91, + 7.9104, + 7.9109, + 7.9113, + 7.9118, + 7.9123, + 7.9127, + 7.9131, + 7.9135, + 7.9139, + 7.9143, + 7.9147, + 7.9151, + 7.9155, + 7.9159, + 7.9163, + 7.9168, + 7.9172, + 7.9177, + 7.9182, + 7.9187, + 7.9192, + 7.9196, + 7.9201, + 7.9206, + 7.921, + 7.9214, + 7.9217, + 7.9221, + 7.9225, + 7.9229, + 7.9233, + 7.9236, + 7.924, + 7.9243, + 7.9248, + 7.9254, + 7.9259, + 7.9265, + 7.927, + 7.9276, + 7.9282, + 7.9288, + 7.9293, + 7.9299, + 7.9306, + 7.9312, + 7.9318, + 7.9325, + 7.9332, + 7.9338, + 7.9345, + 7.9352, + 7.9359, + 7.9365, + 7.9371, + 7.9377, + 7.9382, + 7.9388, + 7.9393, + 7.9398, + 7.9402, + 7.9406, + 7.941, + 7.9414, + 7.9417, + 7.9421, + 7.9425, + 7.9429, + 7.9435, + 7.944, + 7.9445, + 7.9451, + 7.9458, + 7.9466, + 7.9474, + 7.9483, + 7.9491, + 7.9499, + 7.9506, + 7.9512, + 7.9518, + 7.9523, + 7.9529, + 7.9535, + 7.954, + 7.9545, + 7.955, + 7.9555, + 7.9561, + 7.9566, + 7.9571, + 7.9576, + 7.958, + 7.9584, + 7.9589, + 7.9593, + 7.9597, + 7.9601, + 7.9605, + 7.9609, + 7.9614, + 7.9619, + 7.9624, + 7.9628, + 7.9632, + 7.9636, + 7.9639, + 7.9643, + 7.9647, + 7.9651, + 7.9654, + 7.9658, + 7.9662, + 7.9666, + 7.9671, + 7.9675, + 7.9679, + 7.9683, + 7.9688, + 7.9692, + 7.9697, + 7.9702, + 7.9708, + 7.9712, + 7.9717, + 7.9721, + 7.9726, + 7.9731, + 7.9736, + 7.974, + 7.9744, + 7.9748, + 7.9752, + 7.9756, + 7.9759, + 7.9763, + 7.9767, + 7.9771, + 7.9775, + 7.9778, + 7.9782, + 7.9785, + 7.9789, + 7.9792, + 7.9795, + 7.9799, + 7.9802, + 7.9806, + 7.9809, + 7.9812, + 7.9815, + 7.9819, + 7.9822, + 7.9826, + 7.983, + 7.9834, + 7.9839, + 7.9843, + 7.9847, + 7.9851, + 7.9854, + 7.9858, + 7.9862, + 7.9866, + 7.987, + 7.9874, + 7.9879, + 7.9883, + 7.9888, + 7.9892, + 7.9896, + 7.9901, + 7.9905, + 7.9909, + 7.9912, + 7.9915, + 7.9918, + 7.992, + 7.9923, + 7.9926, + 7.9929, + 7.9934, + 7.994, + 7.9948, + 7.9955, + 7.9963, + 7.9972, + 7.9981, + 7.9988, + 7.9996, + 8.0003, + 8.001, + 8.0017, + 8.0024, + 8.003, + 8.0037, + 8.0043, + 8.0049, + 8.0055, + 8.0061, + 8.0067, + 8.0073, + 8.0079, + 8.0084, + 8.0089, + 8.0094, + 8.0099, + 8.0103, + 8.0108, + 8.0112, + 8.0116, + 8.0121, + 8.0125, + 8.0128, + 8.0132, + 8.0136, + 8.014, + 8.0143, + 8.0146, + 8.0149, + 8.0151, + 8.0154, + 8.0156, + 8.0159, + 8.0163, + 8.0166, + 8.017, + 8.0173, + 8.0176, + 8.018, + 8.0184, + 8.0188, + 8.0193, + 8.0198, + 8.0203, + 8.0208, + 8.0212, + 8.0216, + 8.0219, + 8.0222, + 8.0225, + 8.0229, + 8.0232, + 8.0235, + 8.0238, + 8.0241, + 8.0244, + 8.0247, + 8.025, + 8.0253, + 8.0256, + 8.0259, + 8.0262, + 8.0264, + 8.0267, + 8.0269, + 8.0271, + 8.0274, + 8.0276, + 8.0279, + 8.0281, + 8.0284, + 8.0286, + 8.0288, + 8.029, + 8.0293, + 8.0295, + 8.0297, + 8.03, + 8.0302, + 8.0305, + 8.0307, + 8.031, + 8.0313, + 8.0315, + 8.0318, + 8.032, + 8.0323, + 8.0325, + 8.0328, + 8.033, + 8.0332, + 8.0335, + 8.0337, + 8.034, + 8.0344, + 8.0347, + 8.035, + 8.0353, + 8.0356, + 8.0359, + 8.0362, + 8.0365, + 8.0368, + 8.037, + 8.0373, + 8.0376, + 8.0378, + 8.0381, + 8.0385, + 8.0389, + 8.0392, + 8.0396, + 8.0399, + 8.0403, + 8.0406, + 8.041, + 8.0413, + 8.0416, + 8.042, + 8.0423, + 8.0426, + 8.0429, + 8.0432, + 8.0435, + 8.0438, + 8.044, + 8.0443, + 8.0445, + 8.0447, + 8.0449, + 8.045, + 8.0452, + 8.0454, + 8.0457, + 8.0461, + 8.0464, + 8.0467, + 8.047, + 8.0474, + 8.0477, + 8.0481, + 8.0485, + 8.0488, + 8.0492, + 8.0495, + 8.0498, + 8.0502, + 8.0506, + 8.051, + 8.0514, + 8.0518, + 8.0522, + 8.0526, + 8.0529, + 8.0533, + 8.0537, + 8.054, + 8.0544, + 8.0548, + 8.0551, + 8.0554, + 8.0557, + 8.056, + 8.0563, + 8.0567, + 8.057, + 8.0573, + 8.0577, + 8.0581, + 8.0586, + 8.059, + 8.0593, + 8.0597, + 8.06, + 8.0604, + 8.0608, + 8.0611, + 8.0615, + 8.0618, + 8.0622, + 8.0625, + 8.0629, + 8.0634, + 8.0639, + 8.0643, + 8.0647, + 8.0651, + 8.0656, + 8.066, + 8.0664, + 8.0668, + 8.0672, + 8.0677, + 8.0682, + 8.0687, + 8.0691, + 8.0696, + 8.07, + 8.0704, + 8.0708, + 8.0712, + 8.0716, + 8.072, + 8.0724, + 8.0728, + 8.0732, + 8.0736, + 8.0739, + 8.0742, + 8.0746, + 8.0749, + 8.0753, + 8.0756, + 8.076, + 8.0763, + 8.0767, + 8.0771, + 8.0774, + 8.0778, + 8.0781, + 8.0785, + 8.0788, + 8.0791, + 8.0795, + 8.08, + 8.0804, + 8.0808, + 8.0812, + 8.0816, + 8.0821, + 8.0824, + 8.0828, + 8.0831, + 8.0835, + 8.0839, + 8.0844, + 8.0848, + 8.0853, + 8.0857, + 8.0861, + 8.0866, + 8.087, + 8.0875, + 8.088, + 8.0884, + 8.0889, + 8.0893, + 8.0898, + 8.0903, + 8.0908, + 8.0912, + 8.0916, + 8.092, + 8.0924, + 8.0928, + 8.0932, + 8.0937, + 8.0941, + 8.0946, + 8.0952, + 8.0957, + 8.0962, + 8.0967, + 8.0971, + 8.0975, + 8.098, + 8.0984, + 8.0989, + 8.0995, + 8.1, + 8.1006, + 8.1012, + 8.1018, + 8.1024, + 8.103, + 8.1036, + 8.1041, + 8.1046, + 8.1052, + 8.1058, + 8.1065, + 8.1073, + 8.108, + 8.1087, + 8.1093, + 8.1099, + 8.1105, + 8.111, + 8.1114, + 8.1118, + 8.1123, + 8.1127, + 8.1131, + 8.1135, + 8.1138, + 8.1141, + 8.1144, + 8.1147, + 8.115, + 8.1153, + 8.1156, + 8.1158, + 8.1162, + 8.1166, + 8.1169, + 8.1173, + 8.1177, + 8.1181, + 8.1186, + 8.1191, + 8.1197, + 8.1203, + 8.1208, + 8.1214, + 8.1219, + 8.1225, + 8.1231, + 8.1236, + 8.1243, + 8.125, + 8.1256, + 8.1262, + 8.1269, + 8.1276, + 8.1283, + 8.1289, + 8.1295, + 8.13, + 8.1306, + 8.1311, + 8.1317, + 8.1322, + 8.1328, + 8.1333, + 8.1338, + 8.1343, + 8.1347, + 8.1351, + 8.1355, + 8.1358, + 8.1362, + 8.1365, + 8.1368, + 8.1372, + 8.1375, + 8.1378, + 8.138, + 8.1383, + 8.1387, + 8.1391, + 8.1394, + 8.1398, + 8.1403, + 8.1407, + 8.141, + 8.1415, + 8.1421, + 8.1427, + 8.1433, + 8.144, + 8.1447, + 8.1454, + 8.1461, + 8.1468, + 8.1475, + 8.1482, + 8.1489, + 8.1496, + 8.1502, + 8.1507, + 8.1513, + 8.1519, + 8.1525, + 8.153, + 8.1535, + 8.154, + 8.1544, + 8.1549, + 8.1553, + 8.1557, + 8.1561, + 8.1565, + 8.1569, + 8.1573, + 8.1577, + 8.1581, + 8.1586, + 8.1589, + 8.1594, + 8.1598, + 8.1603, + 8.1607, + 8.1611, + 8.1615, + 8.1619, + 8.1623, + 8.1626, + 8.163, + 8.1633, + 8.1637, + 8.164, + 8.1644, + 8.1648, + 8.1652, + 8.1656, + 8.1661, + 8.1665, + 8.167, + 8.1675, + 8.168, + 8.1685, + 8.169, + 8.1695, + 8.17, + 8.1705, + 8.1711, + 8.1716, + 8.1722, + 8.1727, + 8.1733, + 8.1738, + 8.1746, + 8.1753, + 8.176, + 8.1768, + 8.1775, + 8.1782, + 8.1788, + 8.1795, + 8.1802, + 8.1808, + 8.1815, + 8.1822, + 8.1829, + 8.1836, + 8.1842, + 8.1847, + 8.1853, + 8.1859, + 8.1865, + 8.187, + 8.1876, + 8.1883, + 8.189, + 8.1897, + 8.1904, + 8.1912, + 8.1918, + 8.1925, + 8.1931, + 8.1937, + 8.1943, + 8.1949, + 8.1955, + 8.196, + 8.1965, + 8.197, + 8.1976, + 8.1981, + 8.1986, + 8.1991, + 8.1996, + 8.2, + 8.2004, + 8.2008, + 8.2013, + 8.2018, + 8.2023, + 8.203, + 8.2035, + 8.2041, + 8.2046, + 8.2052, + 8.2059, + 8.2065, + 8.2072, + 8.2079, + 8.2087, + 8.2094, + 8.2101, + 8.2108, + 8.2113, + 8.2119, + 8.2124, + 8.2129, + 8.2134, + 8.2139, + 8.2143, + 8.2148, + 8.2153, + 8.2158, + 8.2162, + 8.2166, + 8.217, + 8.2174, + 8.2178, + 8.2181, + 8.2185, + 8.2189, + 8.2194, + 8.2198, + 8.2202, + 8.2207, + 8.2212, + 8.2217, + 8.2222, + 8.2228, + 8.2233, + 8.2238, + 8.2242, + 8.2247, + 8.2252, + 8.2258, + 8.2263, + 8.2268, + 8.2273, + 8.2277, + 8.2282, + 8.2286, + 8.229, + 8.2294, + 8.2298, + 8.2301, + 8.2305, + 8.2308, + 8.2311, + 8.2315, + 8.2319, + 8.2323, + 8.2326, + 8.233, + 8.2333, + 8.2336, + 8.2339, + 8.2342, + 8.2345, + 8.2348, + 8.2351, + 8.2355, + 8.2358, + 8.2362, + 8.2367, + 8.2374, + 8.238, + 8.2388, + 8.2395, + 8.2402, + 8.2409, + 8.2416, + 8.2424, + 8.2435, + 8.2448, + 8.2461, + 8.2475, + 8.2488, + 8.2501, + 8.2513, + 8.2524, + 8.2535, + 8.2545, + 8.2554, + 8.2564, + 8.2572, + 8.2581, + 8.2589, + 8.2597, + 8.2605, + 8.2612, + 8.2619, + 8.2626, + 8.2632, + 8.2638, + 8.2644, + 8.265, + 8.2655, + 8.2659, + 8.2665, + 8.267, + 8.2674, + 8.2678, + 8.2683, + 8.2686, + 8.269, + 8.2693, + 8.2696, + 8.27, + 8.2704, + 8.2707, + 8.2711, + 8.2714, + 8.2717, + 8.2721, + 8.2725, + 8.2729, + 8.2733, + 8.2736, + 8.2739, + 8.2742, + 8.2746, + 8.2749, + 8.2753, + 8.2757, + 8.2761, + 8.2764, + 8.2767, + 8.2771, + 8.2774, + 8.2777, + 8.278, + 8.2783, + 8.2786, + 8.279, + 8.2793, + 8.2796, + 8.2798, + 8.2801, + 8.2804, + 8.2809, + 8.2814, + 8.2818, + 8.2823, + 8.2827, + 8.2831, + 8.2836, + 8.284, + 8.2845, + 8.285, + 8.2856, + 8.2862, + 8.2868, + 8.2873, + 8.2877, + 8.2882, + 8.2886, + 8.289, + 8.2894, + 8.2899, + 8.2903, + 8.2907, + 8.2912, + 8.2916, + 8.2921, + 8.2925, + 8.2929, + 8.2934, + 8.2938, + 8.2945, + 8.2954, + 8.2964, + 8.2973, + 8.2982, + 8.2991, + 8.2998, + 8.3006, + 8.3012, + 8.3019, + 8.3026, + 8.3031, + 8.3037, + 8.3042, + 8.3047, + 8.3052, + 8.3058, + 8.3064, + 8.3069, + 8.3073, + 8.3078, + 8.3083, + 8.3087, + 8.3092, + 8.3097, + 8.3102, + 8.3107 + ], + "episode_rhos": [ + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.089, + 0.089, + 0.089, + 0.105, + 0.2091, + 0.419 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1076, + 0.2143, + 0.4118 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1084, + 0.2118, + 0.4133 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1088, + 0.2106, + 0.4137 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1092, + 0.2099, + 0.4141 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1098, + 0.2084, + 0.4148 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.111, + 0.2075, + 0.4145 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2069, + 0.4151 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4154 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2059, + 0.4159 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1111, + 0.2063, + 0.4156 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1109, + 0.2064, + 0.4157 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1114, + 0.2064, + 0.4152 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1113, + 0.2064, + 0.4153 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.1108, + 0.2064, + 0.4158 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.089, + 0.089, + 0.089, + 0.11, + 0.2065, + 0.4166 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1094, + 0.2063, + 0.4175 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1088, + 0.2056, + 0.4189 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0889, + 0.0889, + 0.0889, + 0.1083, + 0.2052, + 0.4198 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1079, + 0.2048, + 0.4208 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1077, + 0.2049, + 0.421 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1075, + 0.2046, + 0.4214 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1074, + 0.2043, + 0.4218 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1073, + 0.204, + 0.4223 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0888, + 0.0888, + 0.0888, + 0.1072, + 0.2035, + 0.423 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1069, + 0.2028, + 0.4241 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0887, + 0.0887, + 0.0887, + 0.1066, + 0.2022, + 0.4252 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.106, + 0.2015, + 0.4265 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0886, + 0.0886, + 0.0886, + 0.1055, + 0.2007, + 0.428 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ], + [ + 0.0885, + 0.0885, + 0.0885, + 0.1051, + 0.1999, + 0.4294 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json b/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json new file mode 100644 index 0000000000000000000000000000000000000000..e54edb7189967f9207deba4946363f9846067f17 --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s4_1500ep_init0.07_0.08_0.10_0.14_0.20_0.41_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18ws_warmstart.json @@ -0,0 +1,18663 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 5452822.86, + "constraint_satisfaction_pct": 26.13, + "final_rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.143, + 0.1645, + 0.405 + ], + "final_lambda": 132.3649, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6771.82, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 10, + "avg_reward": -6559.41, + "avg_cost": 0.0, + "lambda": 10.2397, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 20, + "avg_reward": -6494.18, + "avg_cost": 0.0, + "lambda": 10.45, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 30, + "avg_reward": -5064.5, + "avg_cost": 0.0, + "lambda": 10.5726, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 40, + "avg_reward": -5439.29, + "avg_cost": 0.0, + "lambda": 10.6546, + "rho": [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ] + }, + { + "episode": 50, + "avg_reward": -4233.43, + "avg_cost": 0.0, + "lambda": 10.7045, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ] + }, + { + "episode": 60, + "avg_reward": -4817.38, + "avg_cost": 0.0, + "lambda": 10.7427, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ] + }, + { + "episode": 70, + "avg_reward": -4624.23, + "avg_cost": 0.25, + "lambda": 10.7793, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ] + }, + { + "episode": 80, + "avg_reward": -3625.77, + "avg_cost": 0.0, + "lambda": 10.8253, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ] + }, + { + "episode": 90, + "avg_reward": -4182.25, + "avg_cost": 0.0, + "lambda": 10.8414, + "rho": [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ] + }, + { + "episode": 100, + "avg_reward": -3441.77, + "avg_cost": 0.0, + "lambda": 10.8572, + "rho": [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ] + }, + { + "episode": 110, + "avg_reward": -3621.54, + "avg_cost": 0.0, + "lambda": 10.8688, + "rho": [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ] + }, + { + "episode": 120, + "avg_reward": -2790.55, + "avg_cost": 0.0, + "lambda": 10.8728, + "rho": [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ] + }, + { + "episode": 130, + "avg_reward": -2846.2, + "avg_cost": 0.0, + "lambda": 10.8742, + "rho": [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ] + }, + { + "episode": 140, + "avg_reward": -3511.48, + "avg_cost": 0.0, + "lambda": 10.8747, + "rho": [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ] + }, + { + "episode": 150, + "avg_reward": -1952.27, + "avg_cost": 0.0, + "lambda": 10.8749, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ] + }, + { + "episode": 160, + "avg_reward": -1695.33, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ] + }, + { + "episode": 170, + "avg_reward": -2170.13, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ] + }, + { + "episode": 180, + "avg_reward": -1514.43, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ] + }, + { + "episode": 190, + "avg_reward": -2478.61, + "avg_cost": 0.0, + "lambda": 10.8797, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ] + }, + { + "episode": 200, + "avg_reward": -1658.26, + "avg_cost": 0.0, + "lambda": 10.8929, + "rho": [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ] + }, + { + "episode": 210, + "avg_reward": -1097.04, + "avg_cost": 0.0, + "lambda": 10.8975, + "rho": [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ] + }, + { + "episode": 220, + "avg_reward": -1542.05, + "avg_cost": 0.0, + "lambda": 10.8991, + "rho": [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ] + }, + { + "episode": 230, + "avg_reward": -1172.93, + "avg_cost": 0.0, + "lambda": 10.8997, + "rho": [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ] + }, + { + "episode": 240, + "avg_reward": -275.65, + "avg_cost": 0.0, + "lambda": 10.9573, + "rho": [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ] + }, + { + "episode": 250, + "avg_reward": -65.15, + "avg_cost": 0.0, + "lambda": 11.0784, + "rho": [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ] + }, + { + "episode": 260, + "avg_reward": -964.34, + "avg_cost": 0.5, + "lambda": 11.2735, + "rho": [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ] + }, + { + "episode": 270, + "avg_reward": -2577.92, + "avg_cost": 1.0, + "lambda": 11.6074, + "rho": [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ] + }, + { + "episode": 280, + "avg_reward": 193.58, + "avg_cost": 2.25, + "lambda": 11.9731, + "rho": [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ] + }, + { + "episode": 290, + "avg_reward": -433.0, + "avg_cost": 0.25, + "lambda": 12.9299, + "rho": [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ] + }, + { + "episode": 300, + "avg_reward": 806.99, + "avg_cost": 0.25, + "lambda": 13.9706, + "rho": [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ] + }, + { + "episode": 310, + "avg_reward": -941.4, + "avg_cost": 1.25, + "lambda": 15.0297, + "rho": [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ] + }, + { + "episode": 320, + "avg_reward": -1374.32, + "avg_cost": 0.75, + "lambda": 16.672, + "rho": [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ] + }, + { + "episode": 330, + "avg_reward": -181.14, + "avg_cost": 1.5, + "lambda": 18.9587, + "rho": [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ] + }, + { + "episode": 340, + "avg_reward": 1300.53, + "avg_cost": 2.5, + "lambda": 20.8652, + "rho": [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ] + }, + { + "episode": 350, + "avg_reward": 631.77, + "avg_cost": 2.5, + "lambda": 22.9906, + "rho": [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ] + }, + { + "episode": 360, + "avg_reward": 1914.8, + "avg_cost": 2.75, + "lambda": 25.2414, + "rho": [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ] + }, + { + "episode": 370, + "avg_reward": -62.68, + "avg_cost": 3.25, + "lambda": 27.2525, + "rho": [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ] + }, + { + "episode": 380, + "avg_reward": 1923.24, + "avg_cost": 1.0, + "lambda": 29.6535, + "rho": [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ] + }, + { + "episode": 390, + "avg_reward": 2723.02, + "avg_cost": 4.0, + "lambda": 32.0712, + "rho": [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ] + }, + { + "episode": 400, + "avg_reward": 625.21, + "avg_cost": 0.75, + "lambda": 34.603, + "rho": [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ] + }, + { + "episode": 410, + "avg_reward": 1258.36, + "avg_cost": 1.0, + "lambda": 36.9871, + "rho": [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ] + }, + { + "episode": 420, + "avg_reward": 588.93, + "avg_cost": 2.0, + "lambda": 39.1116, + "rho": [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ] + }, + { + "episode": 430, + "avg_reward": 134.0, + "avg_cost": 2.5, + "lambda": 41.2394, + "rho": [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ] + }, + { + "episode": 440, + "avg_reward": 2468.96, + "avg_cost": 1.5, + "lambda": 43.3814, + "rho": [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ] + }, + { + "episode": 450, + "avg_reward": 1676.62, + "avg_cost": 1.0, + "lambda": 44.8883, + "rho": [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ] + }, + { + "episode": 460, + "avg_reward": 1002.72, + "avg_cost": 0.75, + "lambda": 46.1019, + "rho": [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ] + }, + { + "episode": 470, + "avg_reward": 3462.25, + "avg_cost": 1.25, + "lambda": 47.3415, + "rho": [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ] + }, + { + "episode": 480, + "avg_reward": 1661.3, + "avg_cost": 1.0, + "lambda": 48.6096, + "rho": [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ] + }, + { + "episode": 490, + "avg_reward": 1204.0, + "avg_cost": 0.5, + "lambda": 49.7831, + "rho": [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ] + }, + { + "episode": 500, + "avg_reward": 2913.34, + "avg_cost": 1.25, + "lambda": 50.9091, + "rho": [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ] + }, + { + "episode": 510, + "avg_reward": 3067.71, + "avg_cost": 1.25, + "lambda": 52.3329, + "rho": [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ] + }, + { + "episode": 520, + "avg_reward": 3436.04, + "avg_cost": 0.0, + "lambda": 53.8486, + "rho": [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ] + }, + { + "episode": 530, + "avg_reward": 3190.95, + "avg_cost": 0.25, + "lambda": 55.2082, + "rho": [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ] + }, + { + "episode": 540, + "avg_reward": 3929.56, + "avg_cost": 0.75, + "lambda": 56.3058, + "rho": [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ] + }, + { + "episode": 550, + "avg_reward": 2870.34, + "avg_cost": 0.5, + "lambda": 57.3925, + "rho": [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ] + }, + { + "episode": 560, + "avg_reward": 3408.73, + "avg_cost": 0.5, + "lambda": 58.5958, + "rho": [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ] + }, + { + "episode": 570, + "avg_reward": 4890.5, + "avg_cost": 1.25, + "lambda": 59.6159, + "rho": [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ] + }, + { + "episode": 580, + "avg_reward": 2133.66, + "avg_cost": 0.75, + "lambda": 60.5271, + "rho": [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ] + }, + { + "episode": 590, + "avg_reward": 5127.66, + "avg_cost": 0.25, + "lambda": 61.3742, + "rho": [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ] + }, + { + "episode": 600, + "avg_reward": 3643.5, + "avg_cost": 1.25, + "lambda": 62.2138, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ] + }, + { + "episode": 610, + "avg_reward": 5740.08, + "avg_cost": 1.75, + "lambda": 63.1409, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ] + }, + { + "episode": 620, + "avg_reward": 4446.41, + "avg_cost": 1.25, + "lambda": 64.047, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ] + }, + { + "episode": 630, + "avg_reward": 4649.2, + "avg_cost": 0.75, + "lambda": 64.846, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ] + }, + { + "episode": 640, + "avg_reward": 5590.47, + "avg_cost": 0.25, + "lambda": 65.6924, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ] + }, + { + "episode": 650, + "avg_reward": 6297.99, + "avg_cost": 0.75, + "lambda": 66.4372, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ] + }, + { + "episode": 660, + "avg_reward": 6364.76, + "avg_cost": 1.25, + "lambda": 67.0269, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ] + }, + { + "episode": 670, + "avg_reward": 6168.4, + "avg_cost": 0.75, + "lambda": 67.884, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ] + }, + { + "episode": 680, + "avg_reward": 5623.12, + "avg_cost": 1.0, + "lambda": 68.842, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ] + }, + { + "episode": 690, + "avg_reward": 6089.72, + "avg_cost": 0.25, + "lambda": 69.8335, + "rho": [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ] + }, + { + "episode": 700, + "avg_reward": 4393.21, + "avg_cost": 0.25, + "lambda": 70.6221, + "rho": [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ] + }, + { + "episode": 710, + "avg_reward": 7316.17, + "avg_cost": 1.75, + "lambda": 71.2567, + "rho": [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ] + }, + { + "episode": 720, + "avg_reward": 7294.37, + "avg_cost": 1.25, + "lambda": 71.8659, + "rho": [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ] + }, + { + "episode": 730, + "avg_reward": 7208.91, + "avg_cost": 1.0, + "lambda": 72.4858, + "rho": [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ] + }, + { + "episode": 740, + "avg_reward": 5974.14, + "avg_cost": 1.0, + "lambda": 73.1356, + "rho": [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ] + }, + { + "episode": 750, + "avg_reward": 8283.17, + "avg_cost": 3.0, + "lambda": 73.866, + "rho": [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ] + }, + { + "episode": 760, + "avg_reward": 7883.64, + "avg_cost": 1.0, + "lambda": 74.7187, + "rho": [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ] + }, + { + "episode": 770, + "avg_reward": 6984.5, + "avg_cost": 0.75, + "lambda": 75.4911, + "rho": [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ] + }, + { + "episode": 780, + "avg_reward": 7854.93, + "avg_cost": 1.25, + "lambda": 76.2118, + "rho": [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ] + }, + { + "episode": 790, + "avg_reward": 7847.98, + "avg_cost": 0.5, + "lambda": 76.861, + "rho": [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ] + }, + { + "episode": 800, + "avg_reward": 6944.69, + "avg_cost": 1.25, + "lambda": 77.5344, + "rho": [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ] + }, + { + "episode": 810, + "avg_reward": 7859.83, + "avg_cost": 0.0, + "lambda": 78.1178, + "rho": [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ] + }, + { + "episode": 820, + "avg_reward": 8570.0, + "avg_cost": 2.0, + "lambda": 78.7141, + "rho": [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ] + }, + { + "episode": 830, + "avg_reward": 8095.79, + "avg_cost": 0.5, + "lambda": 79.5954, + "rho": [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ] + }, + { + "episode": 840, + "avg_reward": -2896.62, + "avg_cost": 0.0, + "lambda": 80.4444, + "rho": [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ] + }, + { + "episode": 850, + "avg_reward": -3730.84, + "avg_cost": 0.75, + "lambda": 81.5583, + "rho": [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ] + }, + { + "episode": 860, + "avg_reward": -700.9, + "avg_cost": 0.0, + "lambda": 83.6547, + "rho": [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ] + }, + { + "episode": 870, + "avg_reward": 1992.14, + "avg_cost": 2.0, + "lambda": 85.0264, + "rho": [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ] + }, + { + "episode": 880, + "avg_reward": 2835.67, + "avg_cost": 0.75, + "lambda": 86.4754, + "rho": [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ] + }, + { + "episode": 890, + "avg_reward": 3494.31, + "avg_cost": 1.25, + "lambda": 87.8172, + "rho": [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ] + }, + { + "episode": 900, + "avg_reward": 3553.38, + "avg_cost": 0.75, + "lambda": 88.8861, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ] + }, + { + "episode": 910, + "avg_reward": 5134.72, + "avg_cost": 0.0, + "lambda": 89.3953, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ] + }, + { + "episode": 920, + "avg_reward": 3597.96, + "avg_cost": 0.5, + "lambda": 89.592, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ] + }, + { + "episode": 930, + "avg_reward": 6184.2, + "avg_cost": 0.25, + "lambda": 89.8307, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ] + }, + { + "episode": 940, + "avg_reward": 3763.37, + "avg_cost": 0.0, + "lambda": 90.0971, + "rho": [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ] + }, + { + "episode": 950, + "avg_reward": 6145.97, + "avg_cost": 0.25, + "lambda": 90.4048, + "rho": [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ] + }, + { + "episode": 960, + "avg_reward": 5873.21, + "avg_cost": 0.0, + "lambda": 90.7276, + "rho": [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ] + }, + { + "episode": 970, + "avg_reward": 6822.44, + "avg_cost": 0.5, + "lambda": 91.1781, + "rho": [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ] + }, + { + "episode": 980, + "avg_reward": 6597.68, + "avg_cost": 0.0, + "lambda": 91.7148, + "rho": [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ] + }, + { + "episode": 990, + "avg_reward": 5151.46, + "avg_cost": 1.25, + "lambda": 92.3966, + "rho": [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ] + }, + { + "episode": 1000, + "avg_reward": 6304.13, + "avg_cost": 0.25, + "lambda": 93.0451, + "rho": [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ] + }, + { + "episode": 1010, + "avg_reward": 6622.81, + "avg_cost": 0.25, + "lambda": 93.6334, + "rho": [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ] + }, + { + "episode": 1020, + "avg_reward": 6028.17, + "avg_cost": 0.25, + "lambda": 94.269, + "rho": [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ] + }, + { + "episode": 1030, + "avg_reward": 7398.35, + "avg_cost": 0.25, + "lambda": 95.1769, + "rho": [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ] + }, + { + "episode": 1040, + "avg_reward": 7146.01, + "avg_cost": 0.25, + "lambda": 95.8518, + "rho": [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ] + }, + { + "episode": 1050, + "avg_reward": 7169.63, + "avg_cost": 0.0, + "lambda": 96.4582, + "rho": [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ] + }, + { + "episode": 1060, + "avg_reward": 7934.45, + "avg_cost": 0.75, + "lambda": 96.9953, + "rho": [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ] + }, + { + "episode": 1070, + "avg_reward": 6083.5, + "avg_cost": 1.0, + "lambda": 97.5786, + "rho": [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ] + }, + { + "episode": 1080, + "avg_reward": 5615.74, + "avg_cost": 1.5, + "lambda": 98.2989, + "rho": [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ] + }, + { + "episode": 1090, + "avg_reward": 7783.45, + "avg_cost": 0.75, + "lambda": 99.1694, + "rho": [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ] + }, + { + "episode": 1100, + "avg_reward": 6841.52, + "avg_cost": 0.25, + "lambda": 100.0596, + "rho": [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ] + }, + { + "episode": 1110, + "avg_reward": 8619.4, + "avg_cost": 0.75, + "lambda": 101.0654, + "rho": [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ] + }, + { + "episode": 1120, + "avg_reward": 8270.31, + "avg_cost": 1.0, + "lambda": 101.9226, + "rho": [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ] + }, + { + "episode": 1130, + "avg_reward": 8101.17, + "avg_cost": 1.0, + "lambda": 102.6791, + "rho": [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ] + }, + { + "episode": 1140, + "avg_reward": 5726.42, + "avg_cost": 0.0, + "lambda": 103.2275, + "rho": [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ] + }, + { + "episode": 1150, + "avg_reward": 6892.74, + "avg_cost": 0.0, + "lambda": 103.6843, + "rho": [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ] + }, + { + "episode": 1160, + "avg_reward": 1015.22, + "avg_cost": 0.0, + "lambda": 104.2246, + "rho": [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ] + }, + { + "episode": 1170, + "avg_reward": 8033.26, + "avg_cost": 0.75, + "lambda": 104.6596, + "rho": [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ] + }, + { + "episode": 1180, + "avg_reward": 5708.99, + "avg_cost": 0.5, + "lambda": 105.1651, + "rho": [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ] + }, + { + "episode": 1190, + "avg_reward": 7067.3, + "avg_cost": 0.0, + "lambda": 105.5975, + "rho": [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ] + }, + { + "episode": 1200, + "avg_reward": 9203.07, + "avg_cost": 0.0, + "lambda": 106.1732, + "rho": [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ] + }, + { + "episode": 1210, + "avg_reward": 9160.08, + "avg_cost": 0.25, + "lambda": 106.665, + "rho": [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ] + }, + { + "episode": 1220, + "avg_reward": 8797.85, + "avg_cost": 1.0, + "lambda": 107.1198, + "rho": [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ] + }, + { + "episode": 1230, + "avg_reward": 7430.88, + "avg_cost": 1.25, + "lambda": 107.7055, + "rho": [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ] + }, + { + "episode": 1240, + "avg_reward": 8283.01, + "avg_cost": 0.5, + "lambda": 108.3086, + "rho": [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ] + }, + { + "episode": 1250, + "avg_reward": 9334.79, + "avg_cost": 0.0, + "lambda": 108.9255, + "rho": [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ] + }, + { + "episode": 1260, + "avg_reward": 7355.45, + "avg_cost": 1.25, + "lambda": 109.5298, + "rho": [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ] + }, + { + "episode": 1270, + "avg_reward": 6067.37, + "avg_cost": 0.5, + "lambda": 110.1955, + "rho": [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ] + }, + { + "episode": 1280, + "avg_reward": 8815.26, + "avg_cost": 1.25, + "lambda": 110.9566, + "rho": [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ] + }, + { + "episode": 1290, + "avg_reward": 8907.5, + "avg_cost": 1.25, + "lambda": 111.779, + "rho": [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ] + }, + { + "episode": 1300, + "avg_reward": 9021.03, + "avg_cost": 0.0, + "lambda": 112.5841, + "rho": [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ] + }, + { + "episode": 1310, + "avg_reward": 9323.47, + "avg_cost": 0.5, + "lambda": 113.2764, + "rho": [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ] + }, + { + "episode": 1320, + "avg_reward": 9543.71, + "avg_cost": 0.25, + "lambda": 113.7907, + "rho": [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ] + }, + { + "episode": 1330, + "avg_reward": 9581.06, + "avg_cost": 0.25, + "lambda": 114.3492, + "rho": [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ] + }, + { + "episode": 1340, + "avg_reward": 10110.15, + "avg_cost": 0.5, + "lambda": 115.134, + "rho": [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ] + }, + { + "episode": 1350, + "avg_reward": 9962.17, + "avg_cost": 0.25, + "lambda": 115.836, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ] + }, + { + "episode": 1360, + "avg_reward": 10705.7, + "avg_cost": 0.25, + "lambda": 116.684, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ] + }, + { + "episode": 1370, + "avg_reward": 10282.96, + "avg_cost": 1.0, + "lambda": 117.4816, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ] + }, + { + "episode": 1380, + "avg_reward": 4374.64, + "avg_cost": 2.25, + "lambda": 118.2064, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ] + }, + { + "episode": 1390, + "avg_reward": 10103.19, + "avg_cost": 1.5, + "lambda": 119.5809, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ] + }, + { + "episode": 1400, + "avg_reward": 9793.88, + "avg_cost": 0.5, + "lambda": 120.7667, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ] + }, + { + "episode": 1410, + "avg_reward": 9863.09, + "avg_cost": 0.75, + "lambda": 121.6337, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ] + }, + { + "episode": 1420, + "avg_reward": -470.14, + "avg_cost": 0.75, + "lambda": 122.392, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ] + }, + { + "episode": 1430, + "avg_reward": -3117.77, + "avg_cost": 4.0, + "lambda": 124.2251, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ] + }, + { + "episode": 1440, + "avg_reward": -2360.49, + "avg_cost": 2.5, + "lambda": 127.6499, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ] + }, + { + "episode": 1450, + "avg_reward": 2815.51, + "avg_cost": 0.5, + "lambda": 129.721, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + }, + { + "episode": 1460, + "avg_reward": 4599.96, + "avg_cost": 0.0, + "lambda": 130.6752, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + }, + { + "episode": 1470, + "avg_reward": 5633.04, + "avg_cost": 0.25, + "lambda": 131.1033, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + }, + { + "episode": 1480, + "avg_reward": 6030.02, + "avg_cost": 0.0, + "lambda": 131.4219, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + }, + { + "episode": 1490, + "avg_reward": 5899.38, + "avg_cost": 0.0, + "lambda": 131.8164, + "rho": [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + }, + { + "episode": 1500, + "avg_reward": 5490.67, + "avg_cost": 0.0, + "lambda": 132.3649, + "rho": [ + 0.0958, + 0.0958, + 0.0958, + 0.143, + 0.1645, + 0.405 + ] + } + ], + "episode_rewards": [ + -6771.8226, + -7142.5151, + -6460.9601, + -6683.3371, + -7292.0705, + -6705.8156, + -6542.9807, + -7354.1062, + -6609.4815, + -6559.4097, + -6244.2691, + -6507.8167, + -7013.0567, + -6387.2112, + -6506.5399, + -5723.393, + -6767.4465, + -6448.2759, + -4932.3151, + -6494.1808, + -6237.1897, + -6197.1814, + -6652.2738, + -5778.3012, + -6335.8578, + -6549.0513, + -6114.5865, + -5411.0758, + -4959.8715, + -5064.5027, + -5647.2072, + -5521.1168, + -5032.9052, + -5735.4869, + -5214.9056, + -5249.2889, + -5135.8002, + -5583.6169, + -5454.474, + -5439.2926, + -5328.5899, + -5821.3843, + -5043.3629, + -5712.6183, + -4913.7557, + -5352.336, + -4980.0476, + -5387.4335, + -5627.4822, + -4233.4269, + -5229.9027, + -5387.704, + -4862.2086, + -5159.6667, + -5235.7883, + -5468.5031, + -5453.8717, + -5675.341, + -5085.7017, + -4817.3849, + -5474.9079, + -5327.9358, + -4932.1939, + -4798.7741, + -5222.4332, + -4076.4572, + -4438.4852, + -5058.2927, + -4717.4111, + -4624.2286, + -4194.866, + -4192.7609, + -4424.9916, + -3929.5116, + -3936.2736, + -3516.4259, + -3062.6251, + -3928.8049, + -3890.4626, + -3625.772, + -3378.5327, + -4046.9757, + -3707.896, + -3000.7427, + -3635.2123, + -4690.549, + -4265.1203, + -4377.222, + -3488.2536, + -4182.2486, + -3329.807, + -2762.4392, + -3324.1427, + -4799.3818, + -3864.6877, + -4755.4143, + -3223.4325, + -4032.5791, + -3986.4958, + -3441.7716, + -3481.8756, + -3338.7185, + -3517.8084, + -3154.395, + -4170.3396, + -3661.5972, + -2818.9723, + -3418.8701, + -3254.7486, + -3621.545, + -4075.4369, + -3386.3986, + -2748.9302, + -3289.5204, + -3274.0841, + -2728.5635, + -3126.6987, + -3426.7185, + -3167.9586, + -2790.5538, + -3176.1924, + -3066.0527, + -3374.8695, + -3393.5593, + -2718.1113, + -3362.4771, + -3545.8469, + -4322.1114, + -2843.2539, + -2846.1973, + -2869.5885, + -2648.1513, + -2295.2311, + -3372.1892, + -2409.1276, + -2523.6949, + -2473.8568, + -2861.7631, + -1987.2145, + -3511.4755, + -2283.7273, + -2633.0082, + -2037.6402, + -3096.9856, + -2818.4571, + -2648.0761, + -3433.3537, + -1894.7285, + -2172.9158, + -1952.2718, + -3184.7395, + -2900.5655, + -2641.2219, + -2297.0004, + -2595.6301, + -2035.9052, + -2309.109, + -2209.301, + -1965.1301, + -1695.3311, + -2759.6232, + -2436.4736, + -2734.5049, + -2159.2308, + -2474.4791, + -1667.5036, + -2528.2762, + -1970.9899, + -2157.6922, + -2170.1349, + -2634.8424, + -1126.4753, + -1938.8465, + -1398.9496, + -1870.3366, + -1604.2301, + -2507.3998, + -1560.6414, + -1790.4811, + -1514.4266, + -1781.9813, + -2156.4491, + -2407.6525, + -1579.2788, + -2532.1018, + -2051.6268, + -2506.3926, + -3022.8788, + -1698.4686, + -2478.6062, + -1292.1222, + -1967.2156, + -1359.8459, + -1953.9413, + -1304.89, + -1492.023, + -2073.542, + -1923.0323, + -1840.9092, + -1658.264, + -1428.7781, + -1883.4036, + -1505.5395, + -1728.9982, + -1428.1504, + -1739.044, + -2450.6438, + -1706.481, + -1946.3341, + -1097.0395, + -2048.9808, + -1308.8755, + -1467.9121, + -2301.2061, + -1362.3399, + -2001.4535, + -679.0869, + -1892.3489, + -1025.0301, + -1542.0496, + -902.135, + -1211.5205, + -1475.0636, + -1130.1799, + -1185.0547, + -596.7789, + -1490.2953, + -1634.1496, + -848.4877, + -1172.9254, + -608.3083, + -358.8174, + -710.1409, + -395.7624, + -1455.75, + -2057.2905, + -266.6717, + -1055.4989, + -1070.0413, + -275.6507, + -43.4619, + -208.5473, + -1.5822, + -70.4988, + -189.6585, + -355.9936, + -718.8229, + -2702.0849, + 210.8866, + -65.1499, + 397.9033, + 7.7044, + 91.9015, + -104.8119, + -490.0942, + -2903.7707, + -1445.9023, + -2093.3766, + -1961.0813, + -964.3402, + -1050.1965, + -2637.8398, + -1158.9033, + -2268.6276, + -514.1095, + -1059.0435, + -1250.9633, + -1110.2992, + -2621.5985, + -2577.9248, + -2199.246, + -496.0701, + -2245.5107, + -1533.7937, + -1854.9001, + -2277.6799, + -567.5591, + 205.8364, + 375.1472, + 193.5757, + -1582.6054, + -446.0902, + 845.2347, + 626.6716, + 1203.5708, + -364.7798, + -1574.7865, + -782.4806, + -2620.1052, + -433.001, + -2899.9235, + -800.5476, + -1389.7038, + -1729.228, + -941.5508, + -877.1328, + 294.5354, + -607.5681, + -3037.2232, + 806.992, + -1237.2044, + 22.2018, + 1404.3689, + -1154.0891, + -1219.8107, + -927.7606, + -1055.4785, + 89.233, + 199.4149, + -941.4012, + 228.7941, + -1917.5831, + -255.8375, + -580.5265, + -2481.244, + 303.1886, + 101.4187, + -1019.8556, + 142.818, + -1374.3198, + 1390.8767, + -61.1892, + -187.7251, + -1286.7553, + 1844.7316, + -596.282, + -1724.3393, + 395.4899, + 281.58, + -181.1364, + 266.2169, + 1231.2949, + 1718.517, + 226.2119, + 17.9109, + 885.7452, + 505.1087, + 63.4476, + 98.8507, + 1300.5261, + 916.3787, + 1401.4687, + 2187.9142, + 443.9742, + 1097.1711, + 531.4586, + 1227.001, + 1907.4609, + 1092.4112, + 631.7728, + 67.9901, + 34.3085, + 2224.554, + 2331.0957, + 2114.2536, + 1359.8611, + 428.2487, + 1049.6905, + 388.4729, + 1914.8034, + 73.5884, + 726.2368, + -285.2666, + -427.8276, + 2140.2494, + 1384.7579, + 1874.8883, + 2026.7418, + 944.6802, + -62.6834, + 2041.852, + 2191.4965, + 2415.7008, + 1246.037, + 2368.2009, + 1832.8233, + 2464.7621, + 1718.0821, + 2826.2078, + 1923.2373, + 2505.7381, + -224.086, + 2360.1155, + -1546.2243, + 913.9489, + 2930.3068, + 1027.924, + 2827.2439, + 858.6076, + 2723.0173, + 1948.9606, + 2321.3894, + 1751.5313, + 1505.1935, + 2257.7415, + -743.6106, + 412.0083, + -772.6356, + 1775.0126, + 625.2089, + 1870.9707, + 2701.083, + 3264.9366, + 2264.6845, + 2967.2778, + 1119.7922, + 2678.5309, + 881.4935, + 852.4447, + 1258.3574, + 2688.967, + 2204.3339, + 2179.5858, + 2767.2425, + 1272.4775, + 2027.1668, + 3181.1364, + 3313.2601, + 965.3852, + 588.934, + 1871.98, + 2685.8633, + 2820.8618, + 1084.0806, + 2508.3506, + 2776.2207, + 2053.2844, + 3212.9248, + 3715.4895, + 133.9984, + 3388.3779, + 353.2717, + 2316.133, + 3146.0813, + 3233.3947, + 2824.3515, + 3197.2252, + 2366.2291, + 1950.8766, + 2468.9583, + 3293.9677, + 2295.5781, + 1033.0113, + 2429.58, + 2834.7058, + 1988.1442, + 3013.6429, + 1145.2367, + 1420.0449, + 1676.6234, + 3080.6315, + 2625.9265, + 587.5756, + 2468.8558, + 940.4115, + 1999.4454, + 2376.3618, + 1979.2856, + 3022.8003, + 1002.7162, + 3500.8901, + 1935.7987, + 250.2684, + 2590.4736, + 2800.5195, + 2101.2771, + 2851.25, + 2831.4823, + 1250.2188, + 3462.2515, + 2501.7148, + 3037.855, + 2334.0881, + 2451.9446, + 1861.8298, + 1884.4628, + 2681.985, + 1221.8036, + 2912.0823, + 1661.3023, + 1877.4394, + 2828.3388, + 2822.3478, + 2240.3944, + 1143.8242, + 1668.429, + 2890.7582, + 1166.9083, + 2446.8067, + 1204.0038, + 2216.5564, + 1831.3502, + 637.4772, + 3906.7191, + 3861.3779, + 790.7821, + 2788.0281, + 2695.1859, + 2688.6447, + 2913.3387, + 2627.9361, + 3972.9151, + 2630.1459, + 3763.7748, + 2870.1071, + 1730.9663, + 2581.2678, + 3849.1723, + 2906.0905, + 3067.7134, + 3246.879, + 2434.6193, + 3325.9142, + 4332.0005, + 3467.0783, + 3042.4158, + 2957.9703, + 3747.9454, + 4453.1371, + 3436.0428, + 4110.7393, + 2771.573, + 1992.1422, + 4275.4089, + 2009.0991, + 4206.3637, + 4389.6801, + 3313.4878, + 3415.9762, + 3190.9517, + 1010.6353, + -1058.3883, + 2200.6429, + 3897.1153, + 4395.2244, + 3673.7311, + 4280.7199, + 2859.128, + 3295.349, + 3929.5645, + 4936.1315, + 2699.1788, + 1214.2857, + 3155.5817, + 3451.0226, + 2896.4267, + 3021.5088, + 4718.0228, + 3755.1583, + 2870.338, + 5529.0846, + 331.003, + 2127.3728, + 2370.0362, + 3380.2888, + 1539.7472, + 4659.8103, + 5326.4252, + 4923.0668, + 3408.7256, + 4314.9582, + 5159.5982, + 4232.7235, + 3817.9328, + 4080.1263, + 5395.1301, + 4779.2228, + 3387.2148, + 3220.8707, + 4890.498, + 3189.8718, + 5016.4927, + 3862.5372, + 4980.5625, + 1575.4414, + 5394.473, + 1974.8968, + 4022.3273, + 4530.3215, + 2133.6561, + 5047.5179, + 3679.723, + 4791.1098, + 5760.7002, + 4962.0361, + 5384.0238, + 3779.1583, + 5436.126, + 5903.3217, + 5127.6643, + 5190.9245, + 5114.18, + 3951.3732, + 4430.8876, + 5880.8228, + 5262.5969, + 3149.3152, + 5955.2978, + 4008.3055, + 3643.4993, + 3631.4441, + 6404.2012, + 5498.0584, + 5580.7757, + 4853.4141, + 5762.9776, + 3400.7541, + 3737.8964, + 3131.5067, + 5740.0795, + 3616.6031, + 5997.6936, + 3939.234, + 4312.2196, + 3010.2926, + 5505.4781, + 4186.3121, + 5664.9807, + 5891.3819, + 4446.4077, + 3521.45, + 5791.3558, + 5728.6324, + 5651.6537, + 4706.2935, + 3994.6054, + 5683.9197, + 5760.1686, + 5607.2996, + 4649.198, + 6358.3087, + 5739.4508, + 6435.9347, + 4424.0374, + 5985.6124, + 5424.3829, + 5979.4119, + 5556.2423, + 3754.9735, + 5590.4746, + 6015.5878, + 5730.6348, + 5914.6421, + 6381.2064, + 5626.9433, + 6296.4498, + 5335.8729, + 5940.9582, + 3999.4424, + 6297.9873, + 4839.8679, + 6457.4039, + 5507.2041, + 6091.7756, + 4286.7343, + 6227.3011, + 3934.9696, + 6712.8623, + 6726.2642, + 6364.7597, + 5674.143, + 6593.3466, + 6353.9992, + 3993.0839, + 6396.1268, + 6662.7666, + 5919.6232, + 6564.8432, + 6849.6464, + 6168.4006, + 5939.0455, + 6604.1523, + 6263.9522, + 6596.7473, + 6625.442, + 6530.0463, + 6795.5383, + 6507.8099, + 6450.2081, + 5623.125, + 4013.0769, + 7239.6401, + 6142.2054, + 4159.0603, + 7022.0257, + 7070.0435, + 6802.4421, + 6296.795, + 4564.9509, + 6089.7207, + 7218.3186, + 6680.1432, + 6839.7947, + 6809.5815, + 7502.0839, + 6507.6612, + 6719.017, + 6067.6455, + 6834.0579, + 4393.2147, + 7024.3649, + 6215.0043, + 7148.9038, + 6718.8899, + 4489.8111, + 6066.7823, + 6751.6024, + 5929.2596, + 4830.6518, + 7316.1709, + 7082.5377, + 6164.7609, + 5784.7501, + 7073.6681, + 6627.2493, + 5096.4345, + 6739.9951, + 7085.9642, + 6999.9493, + 7294.3733, + 7056.8703, + 5909.245, + 7398.1926, + 6956.7289, + 7234.2656, + 7498.1623, + 7081.282, + 6693.831, + 5296.944, + 7208.9135, + 8040.738, + 7438.6023, + 7185.4903, + 5418.5788, + 7292.6902, + 7422.9027, + 3483.1661, + 5301.3402, + 4475.8957, + 5974.1363, + 7348.016, + 6830.7314, + 7937.9063, + 5874.1543, + 7773.4284, + 7745.1502, + 7644.5698, + 7461.689, + 6864.7969, + 8283.1678, + 7597.3622, + 8043.2833, + 7749.6514, + 7488.5261, + 7542.273, + 7088.9402, + 7399.7551, + 7791.2967, + 6279.7434, + 7883.6442, + 7734.9921, + 6856.7021, + 7484.2345, + 8155.3585, + 8314.0635, + 7614.1876, + 7554.2797, + 7495.5395, + 7186.3228, + 6984.4979, + 7729.6992, + 7761.7891, + 7596.9454, + 7990.406, + 4749.0228, + 8096.7085, + 7355.4649, + 4543.0855, + 7429.7025, + 7854.9339, + 7545.7449, + 4917.7632, + 8295.6864, + 6957.2816, + 8112.3247, + 7502.424, + 6211.8514, + 8042.8405, + 6278.5695, + 7847.977, + 3958.1904, + 8062.9582, + 8001.2419, + 8103.4065, + 7887.526, + 7738.2862, + 7603.0519, + 7212.1796, + 5068.9331, + 6944.694, + 7661.2723, + 6804.545, + 6932.4634, + 7216.585, + 8098.9157, + 7838.0074, + 5025.8059, + 1469.5475, + 8068.4995, + 7859.8329, + 8488.1986, + 2896.859, + 8574.0822, + 8289.2582, + 8247.7969, + 7429.4976, + 5637.5227, + 1765.1336, + 7889.6759, + 8570.0022, + 7812.4022, + 7672.9737, + 7755.4868, + 7520.0402, + 5864.9984, + 5179.0677, + 7656.9742, + 8189.0978, + 7390.0827, + 8095.7877, + 3175.6016, + 7788.598, + 7168.5775, + 8298.4695, + 3780.6662, + 6155.2674, + 378.8809, + 6860.2326, + 4725.2667, + -2896.6244, + -1136.8762, + -1980.1522, + -36.281, + -1301.2113, + -3027.4621, + -953.9922, + -2637.9943, + -1229.622, + -813.3507, + -3730.8419, + -2884.395, + -1890.7647, + -2539.2676, + -2913.0983, + -1391.0486, + -1376.0966, + -1226.4844, + -248.3779, + 705.7268, + -700.9038, + 541.3616, + 709.6149, + 687.0515, + 1527.9448, + 882.8962, + 50.637, + 1265.3652, + 733.4012, + 2174.9523, + 1992.1405, + 233.2584, + 635.4278, + 1169.7468, + 1491.4534, + 1268.015, + 2275.3075, + 1540.0843, + 2827.4621, + 45.8785, + 2835.6652, + 894.9904, + 1197.4797, + 3040.7689, + 564.3983, + 2581.4264, + 2901.4779, + 3729.7439, + 1755.4089, + 2414.7244, + 3494.3144, + 4565.6162, + 4188.4425, + 4166.6457, + 4617.1934, + 4139.1133, + 4380.2709, + 4687.5808, + 4967.5236, + 5061.6728, + 3553.3778, + 4499.4708, + 4577.6388, + 5000.3433, + 4908.3364, + 5189.0043, + 4765.5862, + 5108.284, + 4856.1321, + 5285.2702, + 5134.7202, + 5238.1617, + 5568.6406, + 625.1133, + 5098.6167, + 3802.0149, + 5370.4806, + 5957.4062, + 2516.6774, + 6107.1728, + 3597.9557, + 6164.947, + 5644.5819, + 815.3992, + 6445.7678, + 3709.3599, + 3761.1671, + 5612.1084, + 5787.7992, + 3083.8605, + 6184.2017, + 5879.6032, + 5187.4635, + 3082.0229, + 4126.7896, + 3533.9245, + 5623.053, + 5931.1586, + 5129.1025, + 5940.5947, + 3763.3691, + 6487.3772, + 6170.5575, + 6017.8023, + 5410.4217, + 4303.4599, + 6721.2593, + 3974.2495, + 6310.6478, + 6642.2955, + 6145.9699, + 6312.2269, + 6932.3087, + 6909.3185, + 5451.6668, + 5327.3988, + 5772.7758, + 6750.8785, + 6728.5834, + 6843.9518, + 5873.2146, + 6715.3959, + 5317.8641, + 5493.8621, + 6679.6506, + 7125.2176, + 6770.017, + 6938.2709, + 6307.7556, + 4924.579, + 6822.4391, + 4504.29, + 3707.9342, + 5424.9814, + 4690.568, + 6349.6691, + 6614.5086, + 6394.9759, + 6950.0567, + 6962.2097, + 6597.6801, + 3681.9414, + 5444.2688, + 7026.5937, + 6718.531, + 7277.5111, + 7232.3377, + 6470.2139, + 5962.423, + 6850.9748, + 5151.46, + 7080.5367, + 6336.8003, + 4871.797, + 6472.5313, + 6723.0628, + 7687.3222, + 6722.3384, + 5694.2083, + 6826.4531, + 6304.1275, + 6765.4575, + 7438.7102, + 5261.5994, + 6474.5349, + 6091.9843, + 1849.8053, + 8201.3574, + 7101.2672, + 7597.3013, + 6622.8101, + 4198.3066, + 7391.479, + 6193.272, + 6086.7213, + 5149.6585, + 7420.6231, + 6712.0006, + 6986.2659, + 5827.5277, + 6028.1662, + 8075.4409, + 7059.3238, + 7662.1597, + 6910.5387, + 4637.0184, + 7160.9059, + 7970.2414, + 7081.6875, + 7422.9677, + 7398.3472, + 7479.3586, + 7187.4307, + 6543.4087, + 7963.1296, + 4401.0299, + 6971.2506, + 7220.1951, + 7599.6307, + 6454.2104, + 7146.0059, + 4464.828, + 8331.3248, + 5696.4516, + 7785.609, + 5138.5809, + 8493.6605, + 4757.9302, + 7025.0466, + 7319.4189, + 7169.628, + 8096.4987, + 7348.284, + 5389.5234, + 8075.4061, + 6085.8782, + 6216.9085, + 7170.6624, + 7529.2435, + 7836.3178, + 7934.4481, + 8062.7299, + 7620.1147, + 7215.221, + 5323.2272, + 8165.6709, + 6207.5515, + 7026.5816, + 8159.2591, + 8619.6439, + 6083.4953, + 7594.3869, + 7486.8493, + 7045.0581, + 7864.0667, + 3691.6745, + 3154.8283, + 5768.0896, + 8030.0107, + 7824.1419, + 5615.7385, + 4349.8252, + 8619.8128, + 8002.719, + 8695.4536, + 7641.2899, + 8723.5631, + 7592.1823, + 3508.6144, + 8813.7513, + 7783.446, + 7637.5243, + 8850.8059, + 7657.5673, + 5965.1141, + 7133.6444, + 7525.4976, + 7398.8421, + 4617.1112, + 7772.4803, + 6841.5176, + 1706.7872, + 8795.5414, + 6562.8738, + 6358.5089, + 5606.6603, + 7108.3435, + 6141.9353, + 7740.4782, + 5490.2031, + 8619.4036, + 8028.4246, + 8521.9981, + 8241.0271, + 7673.887, + 2899.314, + 6154.0908, + 7307.6947, + 6236.1311, + 7498.5726, + 8270.3063, + 7506.333, + 7588.1537, + 7685.8487, + 6297.0334, + 6401.897, + 7912.4373, + 8947.6933, + 6402.1215, + 8064.2176, + 8101.1722, + 8555.5362, + 7976.7246, + 8341.9987, + 6373.4983, + 9323.4839, + 8000.2098, + 8889.7443, + 7479.0281, + 8477.0708, + 5726.4239, + 7734.7604, + 7037.8934, + 8870.979, + 6411.8896, + 658.3596, + 3865.1327, + 4805.1756, + 7673.4983, + 8803.9404, + 6892.7415, + 8120.3677, + 7285.1586, + 8961.7478, + 8367.2321, + 5767.3101, + 7138.5346, + 8637.0593, + 7799.2588, + 6078.5982, + 1015.2178, + 7365.9008, + 8344.518, + 8358.0925, + 7205.8466, + 8311.6069, + 6941.5067, + 5677.2105, + 8355.6409, + 9234.7651, + 8033.2649, + 8467.7208, + 8234.2342, + 9696.7977, + 8889.1128, + 8401.2419, + 8813.9537, + 7751.4647, + 9779.9632, + 6066.5699, + 5708.9936, + 9055.2225, + 6066.8541, + 8493.731, + 9319.1744, + 8321.81, + 8771.8717, + 9006.7969, + 8006.3257, + 7648.6204, + 7067.301, + 8150.2445, + 8498.4368, + 5346.202, + 9008.0227, + 7721.0908, + 8813.4195, + 3499.5281, + 7947.7097, + 6132.393, + 9203.0695, + 9021.5027, + 9291.3196, + 6707.2627, + 8743.7985, + 9079.3474, + 8971.2868, + 8957.4727, + 8687.8742, + 9194.1575, + 9160.0794, + 7426.8172, + 8738.0131, + 9252.7808, + 8448.8905, + 9350.7434, + 8888.5616, + 8824.2739, + 7219.267, + 8925.5512, + 8797.8533, + 1536.4336, + 2562.1313, + 9330.1308, + 8980.7222, + 8325.8257, + 9772.1117, + 5973.0472, + 9266.17, + 8346.5025, + 7430.8815, + 7973.7765, + 4501.3351, + 5716.1668, + 6517.6605, + 6074.3899, + 9771.1318, + 7952.4883, + 8502.5913, + 7897.0751, + 8283.0112, + 8739.4192, + 9995.7953, + 8958.3996, + 7130.5035, + 1482.0577, + 8305.0318, + 6229.1379, + 9572.2246, + 9445.8583, + 9334.7881, + 9360.4913, + 9727.1799, + 8461.2307, + 9468.1079, + 9672.4588, + 6453.1652, + 9483.7397, + 7116.8604, + 6484.236, + 7355.4477, + 9791.6706, + 6624.5642, + 9064.7955, + 6168.1274, + 10168.1728, + 8683.9617, + 8626.1016, + 9394.8981, + 10497.8246, + 6067.3695, + 9355.7248, + 9681.2905, + 8946.8031, + 9737.8093, + 7593.1386, + 9016.9643, + 9877.1778, + 8207.5248, + 6513.3274, + 8815.2594, + 8678.0094, + 8739.3371, + 8541.4792, + 9085.8817, + 7195.2729, + 8801.5852, + 8837.7136, + 9368.6762, + 9810.4831, + 8907.5022, + 8986.864, + 9013.5407, + 9944.8855, + 9044.8739, + 9002.5902, + 9559.1604, + 8560.6224, + 8476.8741, + 10009.2462, + 9021.0349, + 9574.5026, + 9557.0025, + 9335.734, + 9685.3186, + 9391.5006, + 9149.9526, + 9068.8184, + 9018.2053, + 8877.7763, + 9323.4654, + 7472.4744, + 9071.2762, + 9308.5154, + 9184.948, + 8950.7799, + 8690.4384, + 9545.9145, + 8713.784, + 8947.012, + 9543.7131, + 9262.2289, + 9312.2386, + 10180.0091, + 9757.763, + 9887.4572, + 9906.7102, + 9528.0979, + 9903.7333, + 9742.2337, + 9581.0609, + 5028.1293, + 9318.7493, + 10032.2271, + 9793.9528, + 9616.5802, + 7789.2789, + 6731.5959, + 9628.9868, + 10352.5582, + 10110.1504, + 7367.3536, + 10557.1773, + 5856.5976, + 10044.7908, + 8797.4364, + 10035.7893, + 10801.8005, + 10280.377, + 10098.0247, + 9962.1678, + 10223.9916, + 10195.3339, + 9124.6239, + 10425.2768, + 10537.4087, + 10816.4274, + 9923.8244, + 10000.9251, + 5998.2857, + 10705.7028, + 7013.1077, + 9827.2544, + 7167.7758, + 7647.1358, + 10536.1865, + 6134.8674, + 6652.3982, + 10263.3521, + 10193.2118, + 10282.9632, + 9899.9779, + 9826.9951, + 9315.2581, + 10096.1214, + 9984.2886, + 8021.1151, + 9969.1066, + 6185.0528, + 5130.018, + 4374.6449, + 7180.0248, + 3917.0252, + 9276.5317, + 9421.087, + 10403.6296, + 10500.4375, + 9445.7205, + 8051.3064, + 10205.9448, + 10103.1899, + 9853.3805, + 8755.7964, + 10236.9608, + 7520.2018, + 9778.4124, + 10017.5391, + 9386.8657, + 8270.6885, + 9710.7512, + 9793.878, + 9757.2693, + 8878.9182, + 10306.9435, + 8591.709, + 7723.9342, + 10331.4491, + 6978.243, + 9520.962, + 6411.589, + 9863.0851, + 9488.8259, + 9435.1716, + 6482.3348, + 10284.8116, + 10170.1719, + 9133.4776, + 9343.2409, + 9045.8072, + 2241.0674, + -470.1396, + -2083.5752, + -3274.924, + -1643.4777, + -3630.7207, + -3861.3934, + -1860.168, + -3124.3969, + -2329.0976, + -1862.2562, + -3117.7688, + -2902.5581, + -3529.0529, + -3671.2996, + -2583.238, + -3781.7778, + -1019.4151, + -2706.3792, + -1214.2622, + -429.1323, + -2360.4858, + -766.6653, + -2749.8316, + 539.5998, + -687.4075, + -325.8283, + 457.1202, + 2628.3428, + -717.7666, + -955.1957, + 2815.5094, + 2852.438, + 3004.8329, + 2273.2994, + 3649.8116, + 3146.5608, + 3592.2796, + 5142.5329, + 4529.0965, + 2955.4083, + 4599.9562, + 5048.6176, + 5299.9442, + 5071.1091, + 5535.9718, + 5366.1934, + 3412.5679, + 6004.3327, + 4890.9361, + 5040.3456, + 5633.0356, + 5334.4345, + 5913.7475, + 4466.8637, + 5568.5193, + 5678.8381, + 5521.0209, + 3215.3106, + 5612.25, + 5559.9277, + 6030.0249, + 5952.6547, + 5890.1484, + 6369.4694, + 6241.2221, + 6696.1228, + 5820.8722, + 3533.6106, + 4008.5799, + 5740.0858, + 5899.3776, + 3812.2148, + 6140.3651, + 6377.1778, + 6379.8094, + 5986.086, + 6130.5317, + 6261.5475, + 5918.7435, + 6613.3235, + 5490.6748 + ], + "episode_costs": [ + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.75, + 0.5, + 0.25, + 1.0, + 1.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 2.25, + 0.25, + 0.75, + 3.0, + 4.0, + 2.0, + 0.5, + 1.25, + 2.5, + 0.5, + 0.25, + 0.0, + 1.5, + 0.75, + 1.25, + 1.75, + 0.75, + 2.0, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 2.0, + 2.75, + 1.25, + 2.0, + 0.0, + 1.75, + 0.75, + 1.25, + 5.0, + 0.5, + 4.0, + 1.25, + 0.25, + 4.0, + 2.0, + 1.25, + 2.25, + 0.75, + 6.0, + 4.75, + 2.25, + 1.0, + 3.75, + 3.5, + 1.0, + 2.5, + 0.5, + 1.5, + 2.25, + 1.75, + 2.25, + 0.75, + 1.75, + 0.5, + 2.25, + 0.75, + 1.5, + 2.5, + 1.75, + 3.0, + 3.5, + 3.5, + 2.75, + 2.0, + 2.25, + 1.0, + 3.0, + 2.5, + 2.75, + 2.0, + 2.0, + 2.5, + 1.0, + 4.0, + 3.25, + 1.0, + 1.0, + 2.75, + 0.75, + 2.0, + 1.0, + 0.75, + 1.75, + 3.0, + 3.0, + 2.0, + 3.0, + 3.25, + 2.75, + 1.0, + 4.25, + 2.0, + 4.75, + 1.0, + 3.5, + 1.0, + 4.0, + 1.0, + 1.75, + 1.5, + 4.5, + 1.0, + 2.75, + 3.0, + 1.5, + 4.75, + 1.75, + 4.0, + 4.25, + 0.25, + 3.25, + 2.0, + 3.75, + 0.5, + 1.75, + 2.25, + 4.0, + 0.75, + 0.0, + 3.0, + 2.0, + 5.75, + 3.25, + 3.25, + 2.5, + 0.5, + 0.5, + 1.0, + 1.5, + 2.0, + 2.5, + 2.75, + 1.0, + 2.25, + 4.0, + 1.75, + 1.5, + 2.0, + 1.25, + 2.0, + 1.25, + 2.75, + 3.0, + 2.25, + 0.25, + 3.75, + 5.0, + 2.5, + 3.25, + 1.25, + 1.0, + 2.0, + 1.25, + 1.0, + 2.5, + 2.0, + 0.75, + 1.5, + 1.25, + 0.25, + 0.5, + 2.5, + 0.5, + 0.5, + 0.75, + 2.0, + 0.75, + 1.0, + 2.25, + 0.5, + 0.25, + 1.5, + 0.5, + 0.5, + 1.25, + 1.25, + 2.25, + 0.75, + 1.5, + 1.25, + 0.75, + 0.25, + 4.75, + 0.25, + 0.5, + 1.25, + 0.75, + 1.25, + 2.0, + 2.25, + 2.0, + 0.5, + 0.5, + 1.5, + 1.0, + 0.75, + 0.25, + 1.0, + 1.0, + 3.0, + 1.5, + 1.0, + 0.75, + 0.25, + 0.75, + 2.25, + 0.25, + 0.5, + 0.0, + 1.75, + 0.5, + 1.5, + 2.0, + 0.75, + 2.75, + 1.25, + 1.75, + 1.25, + 2.0, + 0.25, + 2.25, + 1.25, + 2.0, + 1.75, + 0.25, + 2.5, + 3.75, + 1.25, + 1.75, + 0.75, + 1.75, + 1.25, + 0.75, + 1.5, + 1.0, + 1.75, + 3.0, + 0.0, + 2.0, + 2.0, + 1.0, + 1.25, + 0.75, + 0.5, + 0.5, + 1.75, + 0.75, + 0.25, + 0.25, + 0.25, + 1.25, + 3.75, + 0.75, + 0.0, + 0.75, + 2.0, + 0.75, + 0.75, + 1.75, + 1.0, + 1.0, + 1.0, + 0.5, + 0.25, + 0.5, + 2.5, + 2.5, + 0.5, + 3.0, + 0.25, + 1.0, + 1.5, + 1.25, + 0.75, + 0.25, + 2.5, + 0.75, + 0.5, + 1.5, + 1.25, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 1.5, + 0.75, + 1.25, + 0.25, + 1.5, + 1.5, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.75, + 2.25, + 0.25, + 0.25, + 0.0, + 1.0, + 1.0, + 0.75, + 1.0, + 3.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.5, + 1.75, + 0.5, + 0.0, + 1.5, + 1.5, + 1.25, + 0.75, + 2.25, + 0.25, + 0.5, + 0.75, + 0.0, + 1.0, + 2.0, + 0.75, + 1.75, + 0.5, + 1.5, + 0.25, + 1.0, + 0.25, + 0.5, + 1.0, + 0.75, + 1.25, + 1.25, + 0.25, + 1.25, + 0.0, + 0.75, + 1.0, + 0.25, + 1.5, + 0.25, + 0.25, + 0.75, + 1.75, + 1.0, + 1.0, + 0.25, + 0.0, + 0.75, + 2.75, + 1.75, + 0.0, + 0.25, + 1.0, + 0.0, + 0.75, + 1.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.5, + 0.0, + 0.75, + 0.75, + 0.5, + 0.25, + 1.0, + 1.75, + 1.25, + 0.75, + 0.5, + 2.75, + 1.0, + 0.25, + 0.75, + 0.25, + 1.25, + 2.0, + 0.75, + 2.0, + 0.75, + 0.5, + 0.25, + 0.5, + 0.75, + 1.25, + 1.75, + 2.0, + 1.0, + 0.5, + 2.25, + 0.75, + 0.5, + 1.0, + 0.5, + 0.5, + 1.0, + 0.75, + 0.25, + 1.5, + 0.25, + 0.75, + 0.5, + 1.5, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 2.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 1.75, + 1.0, + 0.5, + 0.5, + 0.0, + 0.75, + 0.0, + 0.75, + 0.75, + 0.25, + 1.25, + 0.75, + 0.0, + 0.25, + 2.0, + 0.75, + 0.0, + 0.25, + 0.75, + 0.75, + 1.0, + 1.0, + 0.25, + 0.75, + 0.25, + 1.0, + 0.5, + 0.5, + 0.25, + 1.5, + 1.0, + 0.75, + 1.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.75, + 1.0, + 0.25, + 3.0, + 1.25, + 1.0, + 0.75, + 0.75, + 1.0, + 0.5, + 0.5, + 0.25, + 0.0, + 1.0, + 0.5, + 1.0, + 1.0, + 1.0, + 1.0, + 1.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 2.0, + 0.25, + 1.5, + 0.25, + 0.75, + 0.5, + 1.25, + 0.5, + 0.5, + 1.0, + 0.0, + 0.5, + 0.5, + 0.0, + 1.0, + 0.25, + 0.5, + 0.5, + 1.0, + 0.75, + 2.0, + 1.0, + 0.0, + 0.25, + 0.75, + 0.5, + 1.25, + 0.0, + 0.25, + 0.25, + 0.75, + 0.5, + 0.5, + 0.75, + 0.5, + 0.75, + 0.0, + 0.25, + 0.25, + 0.25, + 1.0, + 1.75, + 0.75, + 0.0, + 0.5, + 2.0, + 2.0, + 0.0, + 1.25, + 1.5, + 2.0, + 0.75, + 1.0, + 0.5, + 0.25, + 0.75, + 0.5, + 0.25, + 0.5, + 1.25, + 1.0, + 2.75, + 0.25, + 0.0, + 1.5, + 1.25, + 0.0, + 1.25, + 1.25, + 1.0, + 0.75, + 1.0, + 1.0, + 1.75, + 4.5, + 4.75, + 0.75, + 3.5, + 4.0, + 4.25, + 1.25, + 4.5, + 0.25, + 3.75, + 1.0, + 0.0, + 0.0, + 0.25, + 0.5, + 1.25, + 1.0, + 0.0, + 0.0, + 0.0, + 3.5, + 2.5, + 2.0, + 4.75, + 1.0, + 0.0, + 0.0, + 0.0, + 1.25, + 2.0, + 2.75, + 0.75, + 0.75, + 2.75, + 1.5, + 2.0, + 0.5, + 0.0, + 0.75, + 1.0, + 1.25, + 2.0, + 1.25, + 1.25, + 1.0, + 1.5, + 0.75, + 0.0, + 0.0, + 0.75, + 0.0, + 0.75, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.75, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 1.5, + 1.0, + 0.5, + 0.0, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 1.5, + 1.0, + 0.5, + 0.0, + 0.25, + 0.5, + 1.0, + 1.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.75, + 2.0, + 0.75, + 1.5, + 0.75, + 1.0, + 0.25, + 0.75, + 0.25, + 1.25, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 1.5, + 0.75, + 0.75, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 2.0, + 1.0, + 0.25, + 0.25, + 0.25, + 1.25, + 1.0, + 0.5, + 0.5, + 1.0, + 0.75, + 0.0, + 0.75, + 0.25, + 2.0, + 2.75, + 1.0, + 0.5, + 1.25, + 1.0, + 1.25, + 0.25, + 1.5, + 0.25, + 0.5, + 0.5, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.25, + 2.0, + 0.75, + 0.5, + 0.5, + 1.0, + 0.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.25, + 1.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.75, + 0.75, + 0.5, + 0.75, + 0.0, + 2.0, + 0.0, + 0.5, + 0.5, + 0.75, + 1.0, + 0.25, + 1.0, + 0.5, + 2.5, + 0.0, + 0.75, + 0.5, + 0.75, + 1.5, + 1.5, + 0.5, + 1.5, + 0.5, + 2.0, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 0.75, + 1.0, + 1.25, + 1.0, + 0.25, + 2.5, + 0.25, + 1.25, + 0.75, + 0.5, + 0.25, + 1.5, + 3.0, + 0.5, + 0.75, + 1.0, + 1.25, + 0.25, + 1.0, + 1.75, + 0.75, + 0.25, + 1.5, + 0.25, + 0.25, + 1.0, + 0.5, + 0.25, + 1.25, + 0.5, + 1.0, + 1.25, + 0.75, + 0.5, + 0.75, + 0.5, + 1.0, + 0.25, + 0.0, + 0.25, + 1.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.5, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.25, + 1.5, + 1.5, + 0.75, + 0.0, + 0.5, + 1.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.75, + 1.5, + 0.75, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.25, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 1.25, + 1.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 1.0, + 2.25, + 0.25, + 0.75, + 0.25, + 1.0, + 1.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.5, + 0.0, + 1.5, + 0.25, + 0.5, + 0.0, + 1.25, + 0.0, + 0.5, + 1.5, + 1.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 2.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.75, + 0.75, + 0.75, + 0.0, + 0.25, + 1.25, + 0.0, + 0.5, + 1.25, + 0.25, + 0.75, + 1.0, + 0.5, + 1.25, + 0.75, + 0.75, + 1.5, + 0.0, + 0.75, + 0.0, + 0.0, + 1.0, + 0.75, + 0.5, + 1.75, + 0.75, + 1.0, + 1.0, + 1.0, + 0.25, + 0.5, + 0.75, + 1.25, + 1.25, + 2.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 1.5, + 1.0, + 2.0, + 1.25, + 0.75, + 0.5, + 0.75, + 0.0, + 0.75, + 1.5, + 0.0, + 0.0, + 1.0, + 0.0, + 1.25, + 1.0, + 0.0, + 0.25, + 1.5, + 1.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 1.5, + 0.5, + 1.0, + 0.25, + 1.0, + 0.25, + 1.25, + 0.0, + 1.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 2.0, + 3.5, + 0.75, + 0.75, + 0.25, + 0.0, + 1.0, + 0.75, + 0.5, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.5, + 1.75, + 0.5, + 0.75, + 0.75, + 0.25, + 1.25, + 0.25, + 1.0, + 1.25, + 2.25, + 1.25, + 1.25, + 1.0, + 0.0, + 0.25, + 0.0, + 0.75, + 1.0, + 1.0, + 1.75, + 0.25, + 0.0, + 1.25, + 1.25, + 1.0, + 0.25, + 0.5, + 0.75, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 1.5, + 2.25, + 6.0, + 3.25, + 1.75, + 0.75, + 1.0, + 0.75, + 0.25, + 0.5, + 0.75, + 1.5, + 1.25, + 0.5, + 2.25, + 0.25, + 2.25, + 2.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.75, + 0.0, + 1.5, + 1.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 0.5, + 1.75, + 1.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.75, + 0.25, + 0.75, + 3.0, + 2.75, + 2.5, + 5.75, + 7.0, + 6.25, + 11.0, + 4.0, + 6.5, + 3.75, + 3.5, + 5.0, + 0.75, + 1.25, + 2.25, + 1.5, + 0.75, + 2.5, + 1.5, + 0.75, + 1.75, + 1.5, + 0.5, + 0.25, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.75, + 1.5, + 0.25, + 0.75, + 0.5, + 0.5, + 0.0, + 1.0, + 2.25, + 0.5, + 0.5, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0 + ], + "episode_lambdas": [ + 10.025, + 10.05, + 10.0725, + 10.0953, + 10.1207, + 10.1437, + 10.1643, + 10.1904, + 10.2163, + 10.2397, + 10.2607, + 10.2796, + 10.3017, + 10.324, + 10.3466, + 10.367, + 10.3878, + 10.409, + 10.4306, + 10.45, + 10.4675, + 10.4833, + 10.4974, + 10.5102, + 10.5217, + 10.532, + 10.5438, + 10.5544, + 10.564, + 10.5726, + 10.5828, + 10.5945, + 10.6051, + 10.6146, + 10.6231, + 10.6308, + 10.6377, + 10.644, + 10.6496, + 10.6546, + 10.6591, + 10.6632, + 10.6669, + 10.6702, + 10.6757, + 10.6806, + 10.6876, + 10.6938, + 10.6994, + 10.7045, + 10.709, + 10.7131, + 10.7168, + 10.7201, + 10.7231, + 10.7258, + 10.7307, + 10.7352, + 10.7391, + 10.7427, + 10.746, + 10.7489, + 10.7515, + 10.7563, + 10.7607, + 10.7646, + 10.7682, + 10.7713, + 10.7742, + 10.7793, + 10.7864, + 10.7927, + 10.7985, + 10.8036, + 10.8082, + 10.8124, + 10.8162, + 10.8196, + 10.8226, + 10.8253, + 10.8278, + 10.83, + 10.832, + 10.8338, + 10.8354, + 10.8369, + 10.8382, + 10.8394, + 10.8404, + 10.8414, + 10.8423, + 10.843, + 10.8437, + 10.8444, + 10.8449, + 10.8479, + 10.8506, + 10.8531, + 10.8553, + 10.8572, + 10.859, + 10.8606, + 10.8621, + 10.8633, + 10.8645, + 10.8656, + 10.8665, + 10.8674, + 10.8681, + 10.8688, + 10.8694, + 10.87, + 10.8705, + 10.8709, + 10.8713, + 10.8717, + 10.872, + 10.8723, + 10.8726, + 10.8728, + 10.8731, + 10.8733, + 10.8734, + 10.8736, + 10.8737, + 10.8739, + 10.874, + 10.8741, + 10.8742, + 10.8742, + 10.8743, + 10.8744, + 10.8745, + 10.8745, + 10.8746, + 10.8746, + 10.8746, + 10.8747, + 10.8747, + 10.8747, + 10.8748, + 10.8748, + 10.8748, + 10.8748, + 10.8748, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.8749, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.8775, + 10.8797, + 10.8818, + 10.8836, + 10.8852, + 10.8867, + 10.888, + 10.8892, + 10.8903, + 10.8913, + 10.8922, + 10.8929, + 10.8936, + 10.8943, + 10.8949, + 10.8954, + 10.8958, + 10.8962, + 10.8966, + 10.897, + 10.8973, + 10.8975, + 10.8978, + 10.898, + 10.8982, + 10.8984, + 10.8985, + 10.8987, + 10.8988, + 10.8989, + 10.899, + 10.8991, + 10.8992, + 10.8993, + 10.8994, + 10.8994, + 10.8995, + 10.8995, + 10.8996, + 10.8996, + 10.8997, + 10.8997, + 10.8997, + 10.8998, + 10.9048, + 10.9093, + 10.9159, + 10.9218, + 10.9321, + 10.9414, + 10.9498, + 10.9573, + 10.9666, + 10.9749, + 10.9824, + 10.9917, + 11.0, + 11.0175, + 11.0333, + 11.0499, + 11.0649, + 11.0784, + 11.0906, + 11.1015, + 11.1164, + 11.1322, + 11.154, + 11.1761, + 11.201, + 11.2259, + 11.2483, + 11.2735, + 11.2986, + 11.3263, + 11.3586, + 11.3903, + 11.4188, + 11.4519, + 11.4867, + 11.5205, + 11.561, + 11.6074, + 11.6491, + 11.6917, + 11.7325, + 11.7718, + 11.8071, + 11.8389, + 11.87, + 11.898, + 11.9257, + 11.9731, + 12.0183, + 12.0665, + 12.1398, + 12.2459, + 12.3613, + 12.4701, + 12.5806, + 12.7051, + 12.8221, + 12.9299, + 13.0269, + 13.1292, + 13.2288, + 13.3309, + 13.4403, + 13.5463, + 13.6616, + 13.773, + 13.8757, + 13.9706, + 14.0561, + 14.1379, + 14.2317, + 14.3435, + 14.4566, + 14.5785, + 14.6881, + 14.8043, + 14.9164, + 15.0297, + 15.1818, + 15.3236, + 15.4912, + 15.6546, + 15.8041, + 15.9787, + 16.1559, + 16.3278, + 16.505, + 16.672, + 16.8823, + 17.1191, + 17.3547, + 17.5767, + 17.814, + 18.0626, + 18.2964, + 18.5317, + 18.7486, + 18.9587, + 19.1703, + 19.3783, + 19.588, + 19.7842, + 19.9783, + 20.1579, + 20.3421, + 20.5154, + 20.6864, + 20.8652, + 21.0437, + 21.2343, + 21.4409, + 21.6618, + 21.8881, + 22.1118, + 22.3356, + 22.5471, + 22.7674, + 22.9906, + 23.2191, + 23.4447, + 23.6677, + 23.8934, + 24.1066, + 24.3384, + 24.5796, + 24.8066, + 25.021, + 25.2414, + 25.4472, + 25.6525, + 25.8473, + 26.03, + 26.212, + 26.4058, + 26.6102, + 26.8142, + 27.0278, + 27.2525, + 27.4823, + 27.699, + 27.9366, + 28.1705, + 28.4284, + 28.6706, + 28.9235, + 29.1612, + 29.4151, + 29.6535, + 29.8857, + 30.1096, + 30.3562, + 30.588, + 30.8242, + 31.0668, + 31.3001, + 31.5576, + 31.8069, + 32.0712, + 32.3516, + 32.6064, + 32.8683, + 33.1239, + 33.3915, + 33.6374, + 33.8761, + 34.1135, + 34.3672, + 34.603, + 34.8152, + 35.0361, + 35.255, + 35.5095, + 35.7711, + 36.039, + 36.3051, + 36.5496, + 36.7746, + 36.9871, + 37.1934, + 37.3991, + 37.6092, + 37.8258, + 38.0307, + 38.2376, + 38.4639, + 38.685, + 38.899, + 39.1116, + 39.3154, + 39.5189, + 39.7145, + 39.918, + 40.1312, + 40.3456, + 40.5411, + 40.7544, + 40.9965, + 41.2394, + 41.4904, + 41.7289, + 41.9535, + 42.1756, + 42.3881, + 42.5893, + 42.7953, + 43.0008, + 43.1932, + 43.3814, + 43.5633, + 43.7294, + 43.884, + 44.0481, + 44.2008, + 44.3432, + 44.4789, + 44.621, + 44.7564, + 44.8883, + 45.0294, + 45.1615, + 45.2828, + 45.4071, + 45.5239, + 45.634, + 45.7456, + 45.8585, + 45.9827, + 46.1019, + 46.2242, + 46.3468, + 46.4646, + 46.5731, + 46.7183, + 46.8515, + 46.9763, + 47.1012, + 47.2211, + 47.3415, + 47.4698, + 47.6079, + 47.7521, + 47.8869, + 48.0132, + 48.1419, + 48.2677, + 48.3884, + 48.4996, + 48.6096, + 48.7186, + 48.8468, + 48.9771, + 49.1044, + 49.2265, + 49.3388, + 49.4474, + 49.5677, + 49.6784, + 49.7831, + 49.8773, + 49.9795, + 50.0766, + 50.1789, + 50.291, + 50.3994, + 50.5245, + 50.6495, + 50.7796, + 50.9091, + 51.0457, + 51.1711, + 51.3065, + 51.4409, + 51.5818, + 51.7261, + 51.8585, + 52.0026, + 52.1699, + 52.3329, + 52.4971, + 52.6524, + 52.8097, + 52.9637, + 53.1098, + 53.2563, + 53.3982, + 53.5434, + 53.704, + 53.8486, + 53.9988, + 54.1539, + 54.3035, + 54.4507, + 54.5906, + 54.7215, + 54.8444, + 54.9724, + 55.0952, + 55.2082, + 55.3124, + 55.4086, + 55.5078, + 55.6345, + 55.756, + 55.8654, + 55.9714, + 56.0868, + 56.1981, + 56.3058, + 56.4202, + 56.5332, + 56.6449, + 56.7554, + 56.8598, + 56.9563, + 57.0482, + 57.1559, + 57.2778, + 57.3925, + 57.5258, + 57.6482, + 57.7684, + 57.8915, + 58.0149, + 58.1334, + 58.2426, + 58.3658, + 58.4842, + 58.5958, + 58.7112, + 58.8276, + 58.9348, + 59.0339, + 59.128, + 59.2202, + 59.3157, + 59.4166, + 59.5149, + 59.6159, + 59.7093, + 59.8084, + 59.9126, + 60.0138, + 60.1074, + 60.1992, + 60.2843, + 60.3658, + 60.4468, + 60.5271, + 60.6219, + 60.7097, + 60.7912, + 60.8646, + 60.9406, + 61.0191, + 61.0972, + 61.1774, + 61.2797, + 61.3742, + 61.4643, + 61.5454, + 61.6258, + 61.7033, + 61.7904, + 61.8739, + 61.949, + 62.0316, + 62.1209, + 62.2138, + 62.305, + 62.4095, + 62.506, + 62.5979, + 62.6881, + 62.7693, + 62.8524, + 62.9471, + 63.0399, + 63.1409, + 63.2368, + 63.3382, + 63.4318, + 63.5262, + 63.6135, + 63.6972, + 63.7825, + 63.8667, + 63.9551, + 64.047, + 64.1323, + 64.2216, + 64.3019, + 64.3818, + 64.4636, + 64.5397, + 64.6232, + 64.7009, + 64.7733, + 64.846, + 64.9289, + 65.0135, + 65.0997, + 65.1797, + 65.2517, + 65.324, + 65.4166, + 65.5175, + 65.6082, + 65.6924, + 65.7782, + 65.8554, + 65.9323, + 66.0141, + 66.0902, + 66.1687, + 66.2418, + 66.3076, + 66.3719, + 66.4372, + 66.496, + 66.5539, + 66.606, + 66.6604, + 66.7168, + 66.7727, + 66.8254, + 66.8828, + 66.9521, + 67.0269, + 67.1017, + 67.174, + 67.2666, + 67.3599, + 67.4464, + 67.5318, + 67.6111, + 67.695, + 67.7905, + 67.884, + 67.9881, + 68.0893, + 68.1853, + 68.2743, + 68.3594, + 68.4434, + 68.5316, + 68.6284, + 68.7356, + 68.842, + 68.9428, + 69.056, + 69.1654, + 69.2689, + 69.372, + 69.4698, + 69.5628, + 69.6565, + 69.7484, + 69.8335, + 69.9252, + 70.0102, + 70.0942, + 70.1747, + 70.2623, + 70.346, + 70.4214, + 70.4893, + 70.5579, + 70.6221, + 70.6999, + 70.7749, + 70.8449, + 70.9104, + 70.9694, + 71.0249, + 71.0799, + 71.1369, + 71.1907, + 71.2567, + 71.326, + 71.3934, + 71.4591, + 71.5182, + 71.5788, + 71.6335, + 71.6901, + 71.7486, + 71.8037, + 71.8659, + 71.9293, + 71.9864, + 72.0402, + 72.1087, + 72.1778, + 72.24, + 72.2985, + 72.3587, + 72.4203, + 72.4858, + 72.5547, + 72.6192, + 72.6848, + 72.7463, + 72.8117, + 72.8755, + 72.938, + 72.9967, + 73.0645, + 73.1356, + 73.207, + 73.2863, + 73.3627, + 73.4314, + 73.5033, + 73.5704, + 73.6384, + 73.7096, + 73.7761, + 73.866, + 73.9594, + 74.0535, + 74.1456, + 74.236, + 74.3274, + 74.4147, + 74.4982, + 74.5759, + 74.6458, + 74.7187, + 74.7894, + 74.8629, + 74.9391, + 75.0177, + 75.0984, + 75.1836, + 75.2627, + 75.339, + 75.4151, + 75.4911, + 75.562, + 75.6308, + 75.6927, + 75.7684, + 75.8391, + 75.9177, + 75.9909, + 76.0643, + 76.1354, + 76.2118, + 76.2857, + 76.3571, + 76.4314, + 76.4982, + 76.5634, + 76.6271, + 76.6844, + 76.7459, + 76.8038, + 76.861, + 76.9174, + 76.9781, + 77.0403, + 77.1163, + 77.1947, + 77.2652, + 77.3312, + 77.3981, + 77.4632, + 77.5344, + 77.5985, + 77.6586, + 77.7153, + 77.7737, + 77.8314, + 77.8882, + 77.9469, + 78.0047, + 78.0642, + 78.1178, + 78.1685, + 78.2167, + 78.2625, + 78.3138, + 78.3774, + 78.4421, + 78.5004, + 78.5579, + 78.6296, + 78.7141, + 78.7902, + 78.8712, + 78.9591, + 79.0582, + 79.1549, + 79.2519, + 79.3442, + 79.4298, + 79.5143, + 79.5954, + 79.6708, + 79.7437, + 79.8219, + 79.9022, + 80.002, + 80.0943, + 80.1773, + 80.2671, + 80.3604, + 80.4444, + 80.5324, + 80.6242, + 80.7168, + 80.8076, + 80.8993, + 80.9919, + 81.0927, + 81.2284, + 81.3981, + 81.5583, + 81.7375, + 81.9387, + 82.1623, + 82.3761, + 82.6135, + 82.8296, + 83.0617, + 83.2805, + 83.4775, + 83.6547, + 83.8167, + 83.9676, + 84.1158, + 84.2592, + 84.3883, + 84.5045, + 84.609, + 84.7381, + 84.8793, + 85.0264, + 85.2062, + 85.3781, + 85.5328, + 85.672, + 85.7973, + 85.9226, + 86.0553, + 86.2023, + 86.3421, + 86.4754, + 86.6228, + 86.7705, + 86.9235, + 87.0661, + 87.1945, + 87.3176, + 87.4383, + 87.5595, + 87.6885, + 87.8172, + 87.9455, + 88.0709, + 88.1988, + 88.3214, + 88.4318, + 88.5311, + 88.628, + 88.7152, + 88.8012, + 88.8861, + 88.9625, + 89.0312, + 89.0931, + 89.1488, + 89.2014, + 89.2488, + 89.2914, + 89.3297, + 89.3643, + 89.3953, + 89.4233, + 89.4485, + 89.4711, + 89.4915, + 89.5099, + 89.5264, + 89.5412, + 89.5546, + 89.5717, + 89.592, + 89.6128, + 89.634, + 89.6531, + 89.6778, + 89.7, + 89.725, + 89.755, + 89.782, + 89.8063, + 89.8307, + 89.8551, + 89.8796, + 89.9041, + 89.9262, + 89.9511, + 89.9835, + 90.0151, + 90.0436, + 90.0718, + 90.0971, + 90.1224, + 90.1526, + 90.1799, + 90.2094, + 90.2435, + 90.2766, + 90.3064, + 90.3383, + 90.372, + 90.4048, + 90.4368, + 90.4656, + 90.4916, + 90.5199, + 90.5454, + 90.5684, + 90.604, + 90.6461, + 90.689, + 90.7276, + 90.7724, + 90.8151, + 90.8561, + 90.893, + 90.9287, + 90.9633, + 91.007, + 91.0613, + 91.1202, + 91.1781, + 91.2303, + 91.2798, + 91.3293, + 91.3839, + 91.448, + 91.5082, + 91.5624, + 91.6186, + 91.6693, + 91.7148, + 91.7634, + 91.827, + 91.8918, + 91.9651, + 92.0386, + 92.1148, + 92.1858, + 92.2572, + 92.324, + 92.3966, + 92.4669, + 92.5352, + 92.5992, + 92.6568, + 92.7111, + 92.775, + 92.84, + 92.906, + 92.9779, + 93.0451, + 93.1081, + 93.1673, + 93.2231, + 93.2733, + 93.3259, + 93.3758, + 93.4408, + 93.5092, + 93.5733, + 93.6334, + 93.6901, + 93.7536, + 93.8207, + 93.8862, + 93.95, + 94.0175, + 94.0858, + 94.1472, + 94.21, + 94.269, + 94.3421, + 94.4354, + 94.5293, + 94.6189, + 94.712, + 94.8058, + 94.9027, + 94.9925, + 95.0882, + 95.1769, + 95.2617, + 95.343, + 95.4262, + 95.5011, + 95.5685, + 95.6316, + 95.691, + 95.7494, + 95.8019, + 95.8518, + 95.8991, + 95.9617, + 96.0255, + 96.088, + 96.1492, + 96.2142, + 96.2753, + 96.3428, + 96.4035, + 96.4582, + 96.5073, + 96.5566, + 96.6034, + 96.6581, + 96.7198, + 96.7803, + 96.8373, + 96.8911, + 96.9419, + 96.9953, + 97.0507, + 97.1057, + 97.1626, + 97.2138, + 97.2799, + 97.3395, + 97.398, + 97.4557, + 97.5151, + 97.5786, + 97.6383, + 97.7019, + 97.7642, + 97.8453, + 97.9183, + 97.9915, + 98.0623, + 98.1336, + 98.2127, + 98.2989, + 98.3816, + 98.4709, + 98.5563, + 98.6532, + 98.7479, + 98.8406, + 98.9265, + 99.0064, + 99.0882, + 99.1694, + 99.2525, + 99.3397, + 99.4282, + 99.5104, + 99.6094, + 99.7009, + 99.7958, + 99.8888, + 99.9774, + 100.0596, + 100.1487, + 100.2588, + 100.3629, + 100.4641, + 100.5652, + 100.6687, + 100.7643, + 100.8604, + 100.9644, + 101.0654, + 101.1589, + 101.258, + 101.3497, + 101.4347, + 101.5213, + 101.6041, + 101.6812, + 101.7631, + 101.8418, + 101.9226, + 102.0078, + 102.0921, + 102.1729, + 102.2531, + 102.3303, + 102.4097, + 102.4838, + 102.5504, + 102.6128, + 102.6791, + 102.7412, + 102.8045, + 102.8616, + 102.9204, + 102.9784, + 103.0305, + 103.0825, + 103.1342, + 103.1833, + 103.2275, + 103.2697, + 103.3078, + 103.347, + 103.3848, + 103.4238, + 103.4614, + 103.5103, + 103.5693, + 103.6298, + 103.6843, + 103.7384, + 103.7971, + 103.8574, + 103.9141, + 103.9677, + 104.0234, + 104.0786, + 104.1307, + 104.1802, + 104.2246, + 104.2647, + 104.3057, + 104.3451, + 104.3806, + 104.4176, + 104.4608, + 104.5022, + 104.547, + 104.6023, + 104.6596, + 104.7136, + 104.7698, + 104.8203, + 104.8733, + 104.9234, + 104.9761, + 105.0235, + 105.0686, + 105.1168, + 105.1651, + 105.2111, + 105.2525, + 105.2897, + 105.3283, + 105.3654, + 105.4114, + 105.4627, + 105.509, + 105.5556, + 105.5975, + 105.6428, + 105.6835, + 105.7301, + 105.7946, + 105.8552, + 105.9171, + 105.9754, + 106.0379, + 106.1091, + 106.1732, + 106.2359, + 106.2923, + 106.3456, + 106.396, + 106.4464, + 106.4943, + 106.5398, + 106.5834, + 106.625, + 106.665, + 106.7035, + 106.7432, + 106.7838, + 106.8255, + 106.8679, + 106.9136, + 106.9573, + 107.0065, + 107.0609, + 107.1198, + 107.1728, + 107.2305, + 107.2925, + 107.3532, + 107.4079, + 107.4721, + 107.5324, + 107.5917, + 107.645, + 107.7055, + 107.7599, + 107.814, + 107.8776, + 107.9473, + 108.0126, + 108.0813, + 108.1432, + 108.1989, + 108.254, + 108.3086, + 108.3627, + 108.4315, + 108.4958, + 108.5562, + 108.6156, + 108.6765, + 108.7389, + 108.8025, + 108.8672, + 108.9255, + 108.9805, + 109.0424, + 109.0982, + 109.1534, + 109.2155, + 109.274, + 109.3341, + 109.3982, + 109.4609, + 109.5298, + 109.5993, + 109.6694, + 109.7474, + 109.8177, + 109.8884, + 109.9521, + 110.0094, + 110.0709, + 110.1338, + 110.1955, + 110.2684, + 110.3416, + 110.4174, + 110.4957, + 110.5761, + 110.651, + 110.7234, + 110.7961, + 110.8739, + 110.9566, + 111.0509, + 111.1358, + 111.2122, + 111.286, + 111.3549, + 111.4269, + 111.5067, + 111.5886, + 111.6822, + 111.779, + 111.8736, + 111.9637, + 112.0523, + 112.1321, + 112.2114, + 112.2978, + 112.3755, + 112.4454, + 112.5184, + 112.5841, + 112.6556, + 112.7301, + 112.7971, + 112.8599, + 112.9314, + 113.0057, + 113.0777, + 113.1474, + 113.2127, + 113.2764, + 113.3338, + 113.3879, + 113.4416, + 113.4899, + 113.5334, + 113.5751, + 113.6276, + 113.6798, + 113.7368, + 113.7907, + 113.8491, + 113.9042, + 113.9663, + 114.0221, + 114.0849, + 114.1439, + 114.1995, + 114.2521, + 114.3019, + 114.3492, + 114.4118, + 114.5031, + 114.5928, + 114.681, + 114.7629, + 114.8366, + 114.913, + 114.9892, + 115.0627, + 115.134, + 115.2056, + 115.2775, + 115.3448, + 115.4103, + 115.4743, + 115.5493, + 115.6219, + 115.6947, + 115.7677, + 115.836, + 115.9099, + 115.9789, + 116.051, + 116.1284, + 116.2206, + 116.316, + 116.4144, + 116.513, + 116.6017, + 116.684, + 116.7581, + 116.8323, + 116.9091, + 116.9882, + 117.0768, + 117.1592, + 117.2332, + 117.3124, + 117.3962, + 117.4816, + 117.5609, + 117.6373, + 117.7136, + 117.7872, + 117.856, + 117.9204, + 117.9809, + 118.0453, + 118.1182, + 118.2064, + 118.3458, + 118.5037, + 118.6633, + 118.8145, + 118.9605, + 119.0995, + 119.227, + 119.3468, + 119.4622, + 119.5809, + 119.7003, + 119.8128, + 119.9365, + 120.0504, + 120.1753, + 120.3103, + 120.4343, + 120.5533, + 120.663, + 120.7667, + 120.8675, + 120.9583, + 121.055, + 121.1545, + 121.249, + 121.3341, + 121.4157, + 121.4916, + 121.5625, + 121.6337, + 121.7079, + 121.7771, + 121.8444, + 121.9224, + 122.0052, + 122.0847, + 122.1612, + 122.2401, + 122.3161, + 122.392, + 122.4628, + 122.534, + 122.6281, + 122.7403, + 122.8663, + 123.0371, + 123.2609, + 123.5248, + 123.8723, + 124.2251, + 124.6076, + 124.9893, + 125.3679, + 125.7586, + 126.1178, + 126.4535, + 126.7781, + 127.0853, + 127.3693, + 127.6499, + 127.9174, + 128.1656, + 128.4066, + 128.6384, + 128.8521, + 129.0469, + 129.2322, + 129.409, + 129.5706, + 129.721, + 129.8589, + 129.983, + 130.0972, + 130.2025, + 130.2972, + 130.3825, + 130.4643, + 130.5403, + 130.6113, + 130.6752, + 130.7327, + 130.7844, + 130.831, + 130.8729, + 130.9106, + 130.957, + 130.9988, + 131.0364, + 131.0703, + 131.1033, + 131.1354, + 131.1744, + 131.2095, + 131.246, + 131.2789, + 131.311, + 131.3399, + 131.3684, + 131.3966, + 131.4219, + 131.4497, + 131.4798, + 131.5093, + 131.5434, + 131.589, + 131.6326, + 131.6794, + 131.7264, + 131.7738, + 131.8164, + 131.8648, + 131.9308, + 131.9952, + 132.0582, + 132.1149, + 132.1659, + 132.2218, + 132.2746, + 132.3222, + 132.3649 + ], + "episode_rhos": [ + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0952, + 0.0952, + 0.0971, + 0.1295, + 0.1943, + 0.3886 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0953, + 0.0953, + 0.0953, + 0.1319, + 0.1866, + 0.3956 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0952, + 0.0952, + 0.0952, + 0.1332, + 0.1814, + 0.3997 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.1343, + 0.1774, + 0.4029 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0946, + 0.0946, + 0.0946, + 0.137, + 0.1682, + 0.4111 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0941, + 0.0941, + 0.0941, + 0.1435, + 0.1578, + 0.4165 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0938, + 0.0938, + 0.0938, + 0.148, + 0.1619, + 0.4086 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0934, + 0.0934, + 0.0934, + 0.1506, + 0.16, + 0.4093 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0926, + 0.0926, + 0.0926, + 0.1558, + 0.1513, + 0.4152 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0922, + 0.0922, + 0.0922, + 0.1585, + 0.1438, + 0.421 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0918, + 0.0918, + 0.0918, + 0.1667, + 0.1308, + 0.4272 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0914, + 0.0914, + 0.0914, + 0.1782, + 0.1219, + 0.4259 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.1936, + 0.1106, + 0.4225 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0911, + 0.0911, + 0.0911, + 0.2138, + 0.1025, + 0.4103 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0915, + 0.0915, + 0.0915, + 0.2365, + 0.0964, + 0.3926 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0924, + 0.0924, + 0.0924, + 0.2398, + 0.0982, + 0.3847 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0932, + 0.0932, + 0.0932, + 0.2317, + 0.1024, + 0.3862 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0942, + 0.0942, + 0.0942, + 0.2244, + 0.11, + 0.3829 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0951, + 0.0951, + 0.0951, + 0.2181, + 0.1165, + 0.3801 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.0957, + 0.0963, + 0.0957, + 0.206, + 0.1277, + 0.3786 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.096, + 0.0995, + 0.096, + 0.2001, + 0.1313, + 0.3771 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0963, + 0.1018, + 0.0963, + 0.1893, + 0.137, + 0.3793 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0965, + 0.0991, + 0.0965, + 0.1775, + 0.1446, + 0.386 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0966, + 0.0974, + 0.0966, + 0.1675, + 0.1496, + 0.3925 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0965, + 0.0965, + 0.0965, + 0.1573, + 0.1554, + 0.3979 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0963, + 0.0963, + 0.0963, + 0.1517, + 0.1596, + 0.3997 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.0961, + 0.0961, + 0.0961, + 0.1473, + 0.1633, + 0.401 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1452, + 0.1639, + 0.4029 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1448, + 0.1633, + 0.4038 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ], + [ + 0.096, + 0.096, + 0.096, + 0.1445, + 0.1632, + 0.4045 + ] + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json b/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..62e26761ba2a4379b26e15f58ad07648fe5e4baf --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_HalfCheetah_6x1_state_dependent_implicit_v18_maxstd.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 7191596.13, + "constraint_satisfaction_pct": 68.33, + "final_rho": [ + 0.1108, + 0.1013, + 0.2116, + 0.2627, + 0.161, + 0.1527 + ], + "final_lambda": 45.7398, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6771.82, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 10, + "avg_reward": -6652.05, + "avg_cost": 0.0, + "lambda": 10.2262, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 20, + "avg_reward": -6725.53, + "avg_cost": 0.0, + "lambda": 10.4452, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 30, + "avg_reward": -5615.46, + "avg_cost": 0.0, + "lambda": 10.5974, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 40, + "avg_reward": -5241.29, + "avg_cost": 0.0, + "lambda": 10.7202, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 50, + "avg_reward": -4976.33, + "avg_cost": 0.25, + "lambda": 10.7747, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 60, + "avg_reward": -4634.13, + "avg_cost": 0.0, + "lambda": 10.8075, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 70, + "avg_reward": -3817.14, + "avg_cost": 0.0, + "lambda": 10.8613, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 80, + "avg_reward": -3894.89, + "avg_cost": 0.0, + "lambda": 10.9279, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 90, + "avg_reward": -4526.28, + "avg_cost": 0.0, + "lambda": 10.9586, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 100, + "avg_reward": -3843.06, + "avg_cost": 0.0, + "lambda": 10.9693, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 110, + "avg_reward": -2920.36, + "avg_cost": 0.0, + "lambda": 10.973, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 120, + "avg_reward": -2733.87, + "avg_cost": 0.0, + "lambda": 10.9743, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 130, + "avg_reward": -3068.61, + "avg_cost": 0.0, + "lambda": 10.9795, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 140, + "avg_reward": -3443.96, + "avg_cost": 0.0, + "lambda": 10.9929, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 150, + "avg_reward": -2300.21, + "avg_cost": 0.0, + "lambda": 10.9975, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 160, + "avg_reward": -2463.41, + "avg_cost": 0.0, + "lambda": 10.9991, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 170, + "avg_reward": -1904.34, + "avg_cost": 0.0, + "lambda": 10.9997, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 180, + "avg_reward": -1454.97, + "avg_cost": 0.0, + "lambda": 11.0132, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 190, + "avg_reward": -1705.97, + "avg_cost": 0.0, + "lambda": 11.0372, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 200, + "avg_reward": -1623.8, + "avg_cost": 0.0, + "lambda": 11.0455, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 210, + "avg_reward": -1492.79, + "avg_cost": 0.0, + "lambda": 11.0638, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 220, + "avg_reward": 344.08, + "avg_cost": 0.0, + "lambda": 11.0828, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 230, + "avg_reward": -200.67, + "avg_cost": 0.0, + "lambda": 11.094, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 240, + "avg_reward": 1531.08, + "avg_cost": 0.0, + "lambda": 11.1757, + "rho": [ + 0.1699, + 0.1592, + 0.1713, + 0.1606, + 0.1823, + 0.1566 + ] + }, + { + "episode": 250, + "avg_reward": 719.36, + "avg_cost": 0.25, + "lambda": 11.3187, + "rho": [ + 0.1648, + 0.154, + 0.1686, + 0.1695, + 0.1775, + 0.1656 + ] + }, + { + "episode": 260, + "avg_reward": 2482.63, + "avg_cost": 0.0, + "lambda": 11.4751, + "rho": [ + 0.1648, + 0.154, + 0.1686, + 0.1695, + 0.1775, + 0.1656 + ] + }, + { + "episode": 270, + "avg_reward": 1844.72, + "avg_cost": 0.0, + "lambda": 11.5977, + "rho": [ + 0.1648, + 0.154, + 0.1686, + 0.1695, + 0.1775, + 0.1656 + ] + }, + { + "episode": 280, + "avg_reward": 2414.52, + "avg_cost": 0.0, + "lambda": 11.7307, + "rho": [ + 0.1648, + 0.154, + 0.1686, + 0.1695, + 0.1775, + 0.1656 + ] + }, + { + "episode": 290, + "avg_reward": 1503.66, + "avg_cost": 0.5, + "lambda": 11.8993, + "rho": [ + 0.1648, + 0.154, + 0.1686, + 0.1695, + 0.1775, + 0.1656 + ] + }, + { + "episode": 300, + "avg_reward": 2684.8, + "avg_cost": 0.25, + "lambda": 12.0067, + "rho": [ + 0.1611, + 0.1498, + 0.1663, + 0.1768, + 0.1734, + 0.1726 + ] + }, + { + "episode": 310, + "avg_reward": 693.13, + "avg_cost": 0.25, + "lambda": 12.0888, + "rho": [ + 0.1611, + 0.1498, + 0.1663, + 0.1768, + 0.1734, + 0.1726 + ] + }, + { + "episode": 320, + "avg_reward": 2767.44, + "avg_cost": 0.0, + "lambda": 12.1909, + "rho": [ + 0.1611, + 0.1498, + 0.1663, + 0.1768, + 0.1734, + 0.1726 + ] + }, + { + "episode": 330, + "avg_reward": 3697.91, + "avg_cost": 0.25, + "lambda": 12.2654, + "rho": [ + 0.1611, + 0.1498, + 0.1663, + 0.1768, + 0.1734, + 0.1726 + ] + }, + { + "episode": 340, + "avg_reward": 3757.28, + "avg_cost": 0.0, + "lambda": 12.3511, + "rho": [ + 0.1611, + 0.1498, + 0.1663, + 0.1768, + 0.1734, + 0.1726 + ] + }, + { + "episode": 350, + "avg_reward": 3493.39, + "avg_cost": 0.0, + "lambda": 12.3947, + "rho": [ + 0.1578, + 0.1464, + 0.1646, + 0.1827, + 0.17, + 0.1784 + ] + }, + { + "episode": 360, + "avg_reward": 1268.75, + "avg_cost": 0.0, + "lambda": 12.46, + "rho": [ + 0.1578, + 0.1464, + 0.1646, + 0.1827, + 0.17, + 0.1784 + ] + }, + { + "episode": 370, + "avg_reward": 3821.04, + "avg_cost": 0.0, + "lambda": 12.4908, + "rho": [ + 0.1578, + 0.1464, + 0.1646, + 0.1827, + 0.17, + 0.1784 + ] + }, + { + "episode": 380, + "avg_reward": 4072.4, + "avg_cost": 0.0, + "lambda": 12.5178, + "rho": [ + 0.1578, + 0.1464, + 0.1646, + 0.1827, + 0.17, + 0.1784 + ] + }, + { + "episode": 390, + "avg_reward": 4123.33, + "avg_cost": 0.5, + "lambda": 12.5591, + "rho": [ + 0.1578, + 0.1464, + 0.1646, + 0.1827, + 0.17, + 0.1784 + ] + }, + { + "episode": 400, + "avg_reward": 4676.55, + "avg_cost": 0.0, + "lambda": 12.6088, + "rho": [ + 0.155, + 0.1433, + 0.1628, + 0.188, + 0.1671, + 0.1838 + ] + }, + { + "episode": 410, + "avg_reward": 1912.65, + "avg_cost": 0.0, + "lambda": 12.6356, + "rho": [ + 0.155, + 0.1433, + 0.1628, + 0.188, + 0.1671, + 0.1838 + ] + }, + { + "episode": 420, + "avg_reward": 4583.89, + "avg_cost": 0.0, + "lambda": 12.6613, + "rho": [ + 0.155, + 0.1433, + 0.1628, + 0.188, + 0.1671, + 0.1838 + ] + }, + { + "episode": 430, + "avg_reward": 5563.08, + "avg_cost": 0.25, + "lambda": 12.6727, + "rho": [ + 0.155, + 0.1433, + 0.1628, + 0.188, + 0.1671, + 0.1838 + ] + }, + { + "episode": 440, + "avg_reward": 5696.56, + "avg_cost": 0.0, + "lambda": 12.6905, + "rho": [ + 0.155, + 0.1433, + 0.1628, + 0.188, + 0.1671, + 0.1838 + ] + }, + { + "episode": 450, + "avg_reward": 5892.27, + "avg_cost": 0.0, + "lambda": 12.6967, + "rho": [ + 0.1524, + 0.1408, + 0.1608, + 0.1932, + 0.1644, + 0.1884 + ] + }, + { + "episode": 460, + "avg_reward": 6087.62, + "avg_cost": 0.0, + "lambda": 12.6988, + "rho": [ + 0.1524, + 0.1408, + 0.1608, + 0.1932, + 0.1644, + 0.1884 + ] + }, + { + "episode": 470, + "avg_reward": 6131.69, + "avg_cost": 0.0, + "lambda": 12.6996, + "rho": [ + 0.1524, + 0.1408, + 0.1608, + 0.1932, + 0.1644, + 0.1884 + ] + }, + { + "episode": 480, + "avg_reward": 6031.44, + "avg_cost": 0.0, + "lambda": 12.7161, + "rho": [ + 0.1524, + 0.1408, + 0.1608, + 0.1932, + 0.1644, + 0.1884 + ] + }, + { + "episode": 490, + "avg_reward": 4439.42, + "avg_cost": 0.0, + "lambda": 12.7219, + "rho": [ + 0.1524, + 0.1408, + 0.1608, + 0.1932, + 0.1644, + 0.1884 + ] + }, + { + "episode": 500, + "avg_reward": -2397.98, + "avg_cost": 0.0, + "lambda": 12.7239, + "rho": [ + 0.1499, + 0.1385, + 0.1587, + 0.1981, + 0.162, + 0.1928 + ] + }, + { + "episode": 510, + "avg_reward": -5811.7, + "avg_cost": 1.75, + "lambda": 13.1442, + "rho": [ + 0.1499, + 0.1385, + 0.1587, + 0.1981, + 0.162, + 0.1928 + ] + }, + { + "episode": 520, + "avg_reward": -2771.03, + "avg_cost": 0.25, + "lambda": 14.8467, + "rho": [ + 0.1499, + 0.1385, + 0.1587, + 0.1981, + 0.162, + 0.1928 + ] + }, + { + "episode": 530, + "avg_reward": -4636.22, + "avg_cost": 2.25, + "lambda": 17.2409, + "rho": [ + 0.1499, + 0.1385, + 0.1587, + 0.1981, + 0.162, + 0.1928 + ] + }, + { + "episode": 540, + "avg_reward": -3981.3, + "avg_cost": 0.5, + "lambda": 19.7475, + "rho": [ + 0.1499, + 0.1385, + 0.1587, + 0.1981, + 0.162, + 0.1928 + ] + }, + { + "episode": 550, + "avg_reward": 932.24, + "avg_cost": 1.0, + "lambda": 21.5923, + "rho": [ + 0.1458, + 0.14, + 0.162, + 0.2045, + 0.1578, + 0.1899 + ] + }, + { + "episode": 560, + "avg_reward": 1072.01, + "avg_cost": 0.5, + "lambda": 22.6684, + "rho": [ + 0.1458, + 0.14, + 0.162, + 0.2045, + 0.1578, + 0.1899 + ] + }, + { + "episode": 570, + "avg_reward": 3086.21, + "avg_cost": 0.5, + "lambda": 23.501, + "rho": [ + 0.1458, + 0.14, + 0.162, + 0.2045, + 0.1578, + 0.1899 + ] + }, + { + "episode": 580, + "avg_reward": 1992.77, + "avg_cost": 1.25, + "lambda": 24.2811, + "rho": [ + 0.1458, + 0.14, + 0.162, + 0.2045, + 0.1578, + 0.1899 + ] + }, + { + "episode": 590, + "avg_reward": 3228.66, + "avg_cost": 0.0, + "lambda": 24.8569, + "rho": [ + 0.1458, + 0.14, + 0.162, + 0.2045, + 0.1578, + 0.1899 + ] + }, + { + "episode": 600, + "avg_reward": 3406.76, + "avg_cost": 0.25, + "lambda": 25.2601, + "rho": [ + 0.1399, + 0.1377, + 0.166, + 0.2147, + 0.1541, + 0.1876 + ] + }, + { + "episode": 610, + "avg_reward": 5038.36, + "avg_cost": 0.0, + "lambda": 25.5582, + "rho": [ + 0.1399, + 0.1377, + 0.166, + 0.2147, + 0.1541, + 0.1876 + ] + }, + { + "episode": 620, + "avg_reward": 6160.11, + "avg_cost": 0.0, + "lambda": 25.7207, + "rho": [ + 0.1399, + 0.1377, + 0.166, + 0.2147, + 0.1541, + 0.1876 + ] + }, + { + "episode": 630, + "avg_reward": 5803.95, + "avg_cost": 0.0, + "lambda": 25.8096, + "rho": [ + 0.1399, + 0.1377, + 0.166, + 0.2147, + 0.1541, + 0.1876 + ] + }, + { + "episode": 640, + "avg_reward": 6204.0, + "avg_cost": 0.0, + "lambda": 25.8971, + "rho": [ + 0.1399, + 0.1377, + 0.166, + 0.2147, + 0.1541, + 0.1876 + ] + }, + { + "episode": 650, + "avg_reward": 6826.86, + "avg_cost": 0.0, + "lambda": 25.9446, + "rho": [ + 0.1343, + 0.1353, + 0.1701, + 0.2244, + 0.1506, + 0.1852 + ] + }, + { + "episode": 660, + "avg_reward": 5529.46, + "avg_cost": 0.0, + "lambda": 25.9644, + "rho": [ + 0.1343, + 0.1353, + 0.1701, + 0.2244, + 0.1506, + 0.1852 + ] + }, + { + "episode": 670, + "avg_reward": 6305.03, + "avg_cost": 0.0, + "lambda": 25.9713, + "rho": [ + 0.1343, + 0.1353, + 0.1701, + 0.2244, + 0.1506, + 0.1852 + ] + }, + { + "episode": 680, + "avg_reward": 6513.74, + "avg_cost": 0.0, + "lambda": 25.9737, + "rho": [ + 0.1343, + 0.1353, + 0.1701, + 0.2244, + 0.1506, + 0.1852 + ] + }, + { + "episode": 690, + "avg_reward": 6550.87, + "avg_cost": 0.0, + "lambda": 25.9746, + "rho": [ + 0.1343, + 0.1353, + 0.1701, + 0.2244, + 0.1506, + 0.1852 + ] + }, + { + "episode": 700, + "avg_reward": 6364.72, + "avg_cost": 0.0, + "lambda": 25.9748, + "rho": [ + 0.1291, + 0.133, + 0.1741, + 0.2337, + 0.1473, + 0.1828 + ] + }, + { + "episode": 710, + "avg_reward": 7359.27, + "avg_cost": 0.0, + "lambda": 25.9749, + "rho": [ + 0.1291, + 0.133, + 0.1741, + 0.2337, + 0.1473, + 0.1828 + ] + }, + { + "episode": 720, + "avg_reward": 6807.67, + "avg_cost": 0.0, + "lambda": 25.975, + "rho": [ + 0.1291, + 0.133, + 0.1741, + 0.2337, + 0.1473, + 0.1828 + ] + }, + { + "episode": 730, + "avg_reward": 7236.45, + "avg_cost": 0.0, + "lambda": 25.975, + "rho": [ + 0.1291, + 0.133, + 0.1741, + 0.2337, + 0.1473, + 0.1828 + ] + }, + { + "episode": 740, + "avg_reward": 6441.97, + "avg_cost": 0.0, + "lambda": 25.9797, + "rho": [ + 0.1291, + 0.133, + 0.1741, + 0.2337, + 0.1473, + 0.1828 + ] + }, + { + "episode": 750, + "avg_reward": 7514.87, + "avg_cost": 0.0, + "lambda": 25.9929, + "rho": [ + 0.1265, + 0.1316, + 0.1765, + 0.2362, + 0.1504, + 0.1789 + ] + }, + { + "episode": 760, + "avg_reward": 6971.87, + "avg_cost": 0.0, + "lambda": 25.9975, + "rho": [ + 0.1265, + 0.1316, + 0.1765, + 0.2362, + 0.1504, + 0.1789 + ] + }, + { + "episode": 770, + "avg_reward": 7155.3, + "avg_cost": 0.0, + "lambda": 26.0275, + "rho": [ + 0.1265, + 0.1316, + 0.1765, + 0.2362, + 0.1504, + 0.1789 + ] + }, + { + "episode": 780, + "avg_reward": 7435.83, + "avg_cost": 0.0, + "lambda": 26.0422, + "rho": [ + 0.1265, + 0.1316, + 0.1765, + 0.2362, + 0.1504, + 0.1789 + ] + }, + { + "episode": 790, + "avg_reward": 7617.81, + "avg_cost": 0.0, + "lambda": 26.0473, + "rho": [ + 0.1265, + 0.1316, + 0.1765, + 0.2362, + 0.1504, + 0.1789 + ] + }, + { + "episode": 800, + "avg_reward": 7980.75, + "avg_cost": 0.0, + "lambda": 26.049, + "rho": [ + 0.1217, + 0.128, + 0.1776, + 0.2467, + 0.1509, + 0.1751 + ] + }, + { + "episode": 810, + "avg_reward": 8252.75, + "avg_cost": 0.0, + "lambda": 26.0497, + "rho": [ + 0.1217, + 0.128, + 0.1776, + 0.2467, + 0.1509, + 0.1751 + ] + }, + { + "episode": 820, + "avg_reward": 8156.61, + "avg_cost": 0.0, + "lambda": 26.0567, + "rho": [ + 0.1217, + 0.128, + 0.1776, + 0.2467, + 0.1509, + 0.1751 + ] + }, + { + "episode": 830, + "avg_reward": 7352.5, + "avg_cost": 0.0, + "lambda": 26.0686, + "rho": [ + 0.1217, + 0.128, + 0.1776, + 0.2467, + 0.1509, + 0.1751 + ] + }, + { + "episode": 840, + "avg_reward": 7855.07, + "avg_cost": 0.0, + "lambda": 26.0891, + "rho": [ + 0.1217, + 0.128, + 0.1776, + 0.2467, + 0.1509, + 0.1751 + ] + }, + { + "episode": 850, + "avg_reward": 8031.55, + "avg_cost": 0.0, + "lambda": 26.0962, + "rho": [ + 0.1172, + 0.1246, + 0.1784, + 0.257, + 0.1514, + 0.1715 + ] + }, + { + "episode": 860, + "avg_reward": 7786.91, + "avg_cost": 0.0, + "lambda": 26.0987, + "rho": [ + 0.1172, + 0.1246, + 0.1784, + 0.257, + 0.1514, + 0.1715 + ] + }, + { + "episode": 870, + "avg_reward": 8492.26, + "avg_cost": 0.0, + "lambda": 26.1158, + "rho": [ + 0.1172, + 0.1246, + 0.1784, + 0.257, + 0.1514, + 0.1715 + ] + }, + { + "episode": 880, + "avg_reward": 8648.38, + "avg_cost": 0.0, + "lambda": 26.1218, + "rho": [ + 0.1172, + 0.1246, + 0.1784, + 0.257, + 0.1514, + 0.1715 + ] + }, + { + "episode": 890, + "avg_reward": 6293.91, + "avg_cost": 0.0, + "lambda": 26.1239, + "rho": [ + 0.1172, + 0.1246, + 0.1784, + 0.257, + 0.1514, + 0.1715 + ] + }, + { + "episode": 900, + "avg_reward": 6983.95, + "avg_cost": 0.0, + "lambda": 26.1246, + "rho": [ + 0.1129, + 0.1214, + 0.1789, + 0.2668, + 0.1518, + 0.1681 + ] + }, + { + "episode": 910, + "avg_reward": 8147.81, + "avg_cost": 0.25, + "lambda": 26.1274, + "rho": [ + 0.1129, + 0.1214, + 0.1789, + 0.2668, + 0.1518, + 0.1681 + ] + }, + { + "episode": 920, + "avg_reward": 9379.71, + "avg_cost": 0.0, + "lambda": 26.167, + "rho": [ + 0.1129, + 0.1214, + 0.1789, + 0.2668, + 0.1518, + 0.1681 + ] + }, + { + "episode": 930, + "avg_reward": 8863.33, + "avg_cost": 0.0, + "lambda": 26.1953, + "rho": [ + 0.1129, + 0.1214, + 0.1789, + 0.2668, + 0.1518, + 0.1681 + ] + }, + { + "episode": 940, + "avg_reward": 8912.88, + "avg_cost": 0.0, + "lambda": 26.2146, + "rho": [ + 0.1129, + 0.1214, + 0.1789, + 0.2668, + 0.1518, + 0.1681 + ] + }, + { + "episode": 950, + "avg_reward": 8676.14, + "avg_cost": 0.0, + "lambda": 26.2344, + "rho": [ + 0.1087, + 0.1185, + 0.1794, + 0.2763, + 0.1521, + 0.165 + ] + }, + { + "episode": 960, + "avg_reward": 8399.47, + "avg_cost": 0.0, + "lambda": 26.2493, + "rho": [ + 0.1087, + 0.1185, + 0.1794, + 0.2763, + 0.1521, + 0.165 + ] + }, + { + "episode": 970, + "avg_reward": 8802.97, + "avg_cost": 0.0, + "lambda": 26.2916, + "rho": [ + 0.1087, + 0.1185, + 0.1794, + 0.2763, + 0.1521, + 0.165 + ] + }, + { + "episode": 980, + "avg_reward": 9231.38, + "avg_cost": 0.0, + "lambda": 26.335, + "rho": [ + 0.1087, + 0.1185, + 0.1794, + 0.2763, + 0.1521, + 0.165 + ] + }, + { + "episode": 990, + "avg_reward": 7046.2, + "avg_cost": 0.0, + "lambda": 26.3678, + "rho": [ + 0.1087, + 0.1185, + 0.1794, + 0.2763, + 0.1521, + 0.165 + ] + }, + { + "episode": 1000, + "avg_reward": 8417.71, + "avg_cost": 0.0, + "lambda": 26.4109, + "rho": [ + 0.1049, + 0.1157, + 0.1797, + 0.2853, + 0.1525, + 0.162 + ] + }, + { + "episode": 1010, + "avg_reward": 9531.92, + "avg_cost": 0.0, + "lambda": 26.4364, + "rho": [ + 0.1049, + 0.1157, + 0.1797, + 0.2853, + 0.1525, + 0.162 + ] + }, + { + "episode": 1020, + "avg_reward": 8957.63, + "avg_cost": 0.0, + "lambda": 26.4641, + "rho": [ + 0.1049, + 0.1157, + 0.1797, + 0.2853, + 0.1525, + 0.162 + ] + }, + { + "episode": 1030, + "avg_reward": 9214.53, + "avg_cost": 0.25, + "lambda": 26.5358, + "rho": [ + 0.1049, + 0.1157, + 0.1797, + 0.2853, + 0.1525, + 0.162 + ] + }, + { + "episode": 1040, + "avg_reward": 9975.24, + "avg_cost": 0.5, + "lambda": 26.6038, + "rho": [ + 0.1049, + 0.1157, + 0.1797, + 0.2853, + 0.1525, + 0.162 + ] + }, + { + "episode": 1050, + "avg_reward": 9238.83, + "avg_cost": 0.0, + "lambda": 26.7166, + "rho": [ + 0.1051, + 0.1163, + 0.1815, + 0.2805, + 0.1555, + 0.161 + ] + }, + { + "episode": 1060, + "avg_reward": 9898.87, + "avg_cost": 0.0, + "lambda": 26.8433, + "rho": [ + 0.1051, + 0.1163, + 0.1815, + 0.2805, + 0.1555, + 0.161 + ] + }, + { + "episode": 1070, + "avg_reward": 9924.34, + "avg_cost": 0.0, + "lambda": 26.9434, + "rho": [ + 0.1051, + 0.1163, + 0.1815, + 0.2805, + 0.1555, + 0.161 + ] + }, + { + "episode": 1080, + "avg_reward": 9710.15, + "avg_cost": 0.0, + "lambda": 27.0098, + "rho": [ + 0.1051, + 0.1163, + 0.1815, + 0.2805, + 0.1555, + 0.161 + ] + }, + { + "episode": 1090, + "avg_reward": 10171.54, + "avg_cost": 0.0, + "lambda": 27.0576, + "rho": [ + 0.1051, + 0.1163, + 0.1815, + 0.2805, + 0.1555, + 0.161 + ] + }, + { + "episode": 1100, + "avg_reward": 9920.83, + "avg_cost": 0.25, + "lambda": 27.1538, + "rho": [ + 0.104, + 0.1129, + 0.1836, + 0.2814, + 0.1575, + 0.1606 + ] + }, + { + "episode": 1110, + "avg_reward": 10022.01, + "avg_cost": 0.0, + "lambda": 27.2232, + "rho": [ + 0.104, + 0.1129, + 0.1836, + 0.2814, + 0.1575, + 0.1606 + ] + }, + { + "episode": 1120, + "avg_reward": 9862.01, + "avg_cost": 0.0, + "lambda": 27.306, + "rho": [ + 0.104, + 0.1129, + 0.1836, + 0.2814, + 0.1575, + 0.1606 + ] + }, + { + "episode": 1130, + "avg_reward": 9883.13, + "avg_cost": 0.0, + "lambda": 27.4435, + "rho": [ + 0.104, + 0.1129, + 0.1836, + 0.2814, + 0.1575, + 0.1606 + ] + }, + { + "episode": 1140, + "avg_reward": 10153.64, + "avg_cost": 0.0, + "lambda": 27.6703, + "rho": [ + 0.104, + 0.1129, + 0.1836, + 0.2814, + 0.1575, + 0.1606 + ] + }, + { + "episode": 1150, + "avg_reward": 10240.44, + "avg_cost": 0.0, + "lambda": 27.8525, + "rho": [ + 0.1001, + 0.1076, + 0.1842, + 0.292, + 0.1572, + 0.1589 + ] + }, + { + "episode": 1160, + "avg_reward": 10955.5, + "avg_cost": 0.75, + "lambda": 28.1379, + "rho": [ + 0.1001, + 0.1076, + 0.1842, + 0.292, + 0.1572, + 0.1589 + ] + }, + { + "episode": 1170, + "avg_reward": 10585.26, + "avg_cost": 0.0, + "lambda": 28.5397, + "rho": [ + 0.1001, + 0.1076, + 0.1842, + 0.292, + 0.1572, + 0.1589 + ] + }, + { + "episode": 1180, + "avg_reward": 8423.66, + "avg_cost": 1.25, + "lambda": 28.9465, + "rho": [ + 0.1001, + 0.1076, + 0.1842, + 0.292, + 0.1572, + 0.1589 + ] + }, + { + "episode": 1190, + "avg_reward": 10569.44, + "avg_cost": 0.0, + "lambda": 29.4046, + "rho": [ + 0.1001, + 0.1076, + 0.1842, + 0.292, + 0.1572, + 0.1589 + ] + }, + { + "episode": 1200, + "avg_reward": 10986.99, + "avg_cost": 0.25, + "lambda": 29.793, + "rho": [ + 0.1, + 0.1045, + 0.1869, + 0.2928, + 0.1596, + 0.1563 + ] + }, + { + "episode": 1210, + "avg_reward": 10767.9, + "avg_cost": 0.75, + "lambda": 30.1295, + "rho": [ + 0.1, + 0.1045, + 0.1869, + 0.2928, + 0.1596, + 0.1563 + ] + }, + { + "episode": 1220, + "avg_reward": 10834.2, + "avg_cost": 1.75, + "lambda": 30.6215, + "rho": [ + 0.1, + 0.1045, + 0.1869, + 0.2928, + 0.1596, + 0.1563 + ] + }, + { + "episode": 1230, + "avg_reward": 10320.85, + "avg_cost": 0.0, + "lambda": 31.2864, + "rho": [ + 0.1, + 0.1045, + 0.1869, + 0.2928, + 0.1596, + 0.1563 + ] + }, + { + "episode": 1240, + "avg_reward": 9962.83, + "avg_cost": 0.75, + "lambda": 31.8819, + "rho": [ + 0.1, + 0.1045, + 0.1869, + 0.2928, + 0.1596, + 0.1563 + ] + }, + { + "episode": 1250, + "avg_reward": 2251.29, + "avg_cost": 0.0, + "lambda": 32.8447, + "rho": [ + 0.1, + 0.1017, + 0.1894, + 0.2934, + 0.1618, + 0.1539 + ] + }, + { + "episode": 1260, + "avg_reward": 516.08, + "avg_cost": 0.0, + "lambda": 33.5206, + "rho": [ + 0.1, + 0.1017, + 0.1894, + 0.2934, + 0.1618, + 0.1539 + ] + }, + { + "episode": 1270, + "avg_reward": 2736.26, + "avg_cost": 0.0, + "lambda": 33.8654, + "rho": [ + 0.1, + 0.1017, + 0.1894, + 0.2934, + 0.1618, + 0.1539 + ] + }, + { + "episode": 1280, + "avg_reward": 2326.13, + "avg_cost": 1.75, + "lambda": 35.2653, + "rho": [ + 0.1, + 0.1017, + 0.1894, + 0.2934, + 0.1618, + 0.1539 + ] + }, + { + "episode": 1290, + "avg_reward": 5720.24, + "avg_cost": 0.5, + "lambda": 36.6685, + "rho": [ + 0.1, + 0.1017, + 0.1894, + 0.2934, + 0.1618, + 0.1539 + ] + }, + { + "episode": 1300, + "avg_reward": 5573.95, + "avg_cost": 0.0, + "lambda": 37.5307, + "rho": [ + 0.0996, + 0.0996, + 0.1934, + 0.2962, + 0.159, + 0.1521 + ] + }, + { + "episode": 1310, + "avg_reward": 4301.53, + "avg_cost": 0.25, + "lambda": 38.502, + "rho": [ + 0.0996, + 0.0996, + 0.1934, + 0.2962, + 0.159, + 0.1521 + ] + }, + { + "episode": 1320, + "avg_reward": 4399.98, + "avg_cost": 0.5, + "lambda": 39.299, + "rho": [ + 0.0996, + 0.0996, + 0.1934, + 0.2962, + 0.159, + 0.1521 + ] + }, + { + "episode": 1330, + "avg_reward": 5195.82, + "avg_cost": 0.25, + "lambda": 39.968, + "rho": [ + 0.0996, + 0.0996, + 0.1934, + 0.2962, + 0.159, + 0.1521 + ] + }, + { + "episode": 1340, + "avg_reward": 5513.52, + "avg_cost": 0.75, + "lambda": 40.4188, + "rho": [ + 0.0996, + 0.0996, + 0.1934, + 0.2962, + 0.159, + 0.1521 + ] + }, + { + "episode": 1350, + "avg_reward": 5256.8, + "avg_cost": 0.0, + "lambda": 40.9889, + "rho": [ + 0.0995, + 0.0995, + 0.1981, + 0.2948, + 0.158, + 0.1501 + ] + }, + { + "episode": 1360, + "avg_reward": 7789.08, + "avg_cost": 0.0, + "lambda": 41.3345, + "rho": [ + 0.0995, + 0.0995, + 0.1981, + 0.2948, + 0.158, + 0.1501 + ] + }, + { + "episode": 1370, + "avg_reward": 6940.88, + "avg_cost": 0.0, + "lambda": 41.5786, + "rho": [ + 0.0995, + 0.0995, + 0.1981, + 0.2948, + 0.158, + 0.1501 + ] + }, + { + "episode": 1380, + "avg_reward": 8421.97, + "avg_cost": 0.0, + "lambda": 41.7562, + "rho": [ + 0.0995, + 0.0995, + 0.1981, + 0.2948, + 0.158, + 0.1501 + ] + }, + { + "episode": 1390, + "avg_reward": 9059.87, + "avg_cost": 0.0, + "lambda": 41.9245, + "rho": [ + 0.0995, + 0.0995, + 0.1981, + 0.2948, + 0.158, + 0.1501 + ] + }, + { + "episode": 1400, + "avg_reward": 8028.02, + "avg_cost": 0.25, + "lambda": 42.0908, + "rho": [ + 0.1007, + 0.0997, + 0.2024, + 0.2894, + 0.1576, + 0.1503 + ] + }, + { + "episode": 1410, + "avg_reward": 7876.94, + "avg_cost": 0.75, + "lambda": 42.3837, + "rho": [ + 0.1007, + 0.0997, + 0.2024, + 0.2894, + 0.1576, + 0.1503 + ] + }, + { + "episode": 1420, + "avg_reward": 7489.61, + "avg_cost": 0.0, + "lambda": 42.6931, + "rho": [ + 0.1007, + 0.0997, + 0.2024, + 0.2894, + 0.1576, + 0.1503 + ] + }, + { + "episode": 1430, + "avg_reward": 9322.75, + "avg_cost": 0.0, + "lambda": 42.8452, + "rho": [ + 0.1007, + 0.0997, + 0.2024, + 0.2894, + 0.1576, + 0.1503 + ] + }, + { + "episode": 1440, + "avg_reward": 8245.55, + "avg_cost": 0.25, + "lambda": 43.0335, + "rho": [ + 0.1007, + 0.0997, + 0.2024, + 0.2894, + 0.1576, + 0.1503 + ] + }, + { + "episode": 1450, + "avg_reward": 9776.8, + "avg_cost": 0.5, + "lambda": 43.3586, + "rho": [ + 0.1051, + 0.0999, + 0.2074, + 0.2779, + 0.1587, + 0.1511 + ] + }, + { + "episode": 1460, + "avg_reward": 9755.71, + "avg_cost": 0.5, + "lambda": 43.7482, + "rho": [ + 0.1051, + 0.0999, + 0.2074, + 0.2779, + 0.1587, + 0.1511 + ] + }, + { + "episode": 1470, + "avg_reward": 9552.84, + "avg_cost": 1.0, + "lambda": 44.1878, + "rho": [ + 0.1051, + 0.0999, + 0.2074, + 0.2779, + 0.1587, + 0.1511 + ] + }, + { + "episode": 1480, + "avg_reward": 9611.56, + "avg_cost": 0.25, + "lambda": 44.6761, + "rho": [ + 0.1051, + 0.0999, + 0.2074, + 0.2779, + 0.1587, + 0.1511 + ] + }, + { + "episode": 1490, + "avg_reward": 6974.97, + "avg_cost": 0.0, + "lambda": 45.1202, + "rho": [ + 0.1051, + 0.0999, + 0.2074, + 0.2779, + 0.1587, + 0.1511 + ] + }, + { + "episode": 1500, + "avg_reward": 9168.92, + "avg_cost": 0.5, + "lambda": 45.7398, + "rho": [ + 0.1108, + 0.1013, + 0.2116, + 0.2627, + 0.161, + 0.1527 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json b/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..888a20375e4d333b5fc211de70b92693f321e1ea --- /dev/null +++ b/results/diagnostic_results_n6_learned_rho_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_state_dependent_implicit_v33d_mss6x1.json @@ -0,0 +1,2153 @@ +{ + "mode": "learned_rho", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 499147.38, + "constraint_satisfaction_pct": 13.4, + "final_rho": [ + 0.0964, + 0.0964, + 0.1762, + 0.2514, + 0.2001, + 0.1795 + ], + "final_lambda": 9.6268, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -785.84, + "avg_cost": 164.0, + "lambda": 0.264, + "rho": [ + 0.1654, + 0.188, + 0.16, + 0.1903, + 0.1444, + 0.152 + ] + }, + { + "episode": 10, + "avg_reward": -1263.95, + "avg_cost": 35.25, + "lambda": 1.8989, + "rho": [ + 0.1654, + 0.188, + 0.16, + 0.1903, + 0.1444, + 0.152 + ] + }, + { + "episode": 20, + "avg_reward": -1368.22, + "avg_cost": 31.5, + "lambda": 3.0335, + "rho": [ + 0.1654, + 0.188, + 0.16, + 0.1903, + 0.1444, + 0.152 + ] + }, + { + "episode": 30, + "avg_reward": -1318.74, + "avg_cost": 38.25, + "lambda": 3.6384, + "rho": [ + 0.1654, + 0.188, + 0.16, + 0.1903, + 0.1444, + 0.152 + ] + }, + { + "episode": 40, + "avg_reward": -813.6, + "avg_cost": 25.25, + "lambda": 4.0278, + "rho": [ + 0.1654, + 0.188, + 0.16, + 0.1903, + 0.1444, + 0.152 + ] + }, + { + "episode": 50, + "avg_reward": -1072.71, + "avg_cost": 8.0, + "lambda": 4.2838, + "rho": [ + 0.1591, + 0.1781, + 0.1653, + 0.2004, + 0.1537, + 0.1434 + ] + }, + { + "episode": 60, + "avg_reward": -825.02, + "avg_cost": 9.25, + "lambda": 4.4645, + "rho": [ + 0.1591, + 0.1781, + 0.1653, + 0.2004, + 0.1537, + 0.1434 + ] + }, + { + "episode": 70, + "avg_reward": -946.61, + "avg_cost": 7.0, + "lambda": 4.6098, + "rho": [ + 0.1591, + 0.1781, + 0.1653, + 0.2004, + 0.1537, + 0.1434 + ] + }, + { + "episode": 80, + "avg_reward": -1555.25, + "avg_cost": 21.0, + "lambda": 4.7154, + "rho": [ + 0.1591, + 0.1781, + 0.1653, + 0.2004, + 0.1537, + 0.1434 + ] + }, + { + "episode": 90, + "avg_reward": -1333.51, + "avg_cost": 123.5, + "lambda": 4.8501, + "rho": [ + 0.1591, + 0.1781, + 0.1653, + 0.2004, + 0.1537, + 0.1434 + ] + }, + { + "episode": 100, + "avg_reward": -1030.52, + "avg_cost": 51.5, + "lambda": 5.9951, + "rho": [ + 0.1602, + 0.17, + 0.1662, + 0.2008, + 0.1643, + 0.1385 + ] + }, + { + "episode": 110, + "avg_reward": -1734.89, + "avg_cost": 1.5, + "lambda": 6.8659, + "rho": [ + 0.1602, + 0.17, + 0.1662, + 0.2008, + 0.1643, + 0.1385 + ] + }, + { + "episode": 120, + "avg_reward": -1698.79, + "avg_cost": 1.75, + "lambda": 7.1929, + "rho": [ + 0.1602, + 0.17, + 0.1662, + 0.2008, + 0.1643, + 0.1385 + ] + }, + { + "episode": 130, + "avg_reward": -958.25, + "avg_cost": 0.0, + "lambda": 7.3129, + "rho": [ + 0.1602, + 0.17, + 0.1662, + 0.2008, + 0.1643, + 0.1385 + ] + }, + { + "episode": 140, + "avg_reward": -787.9, + "avg_cost": 4.5, + "lambda": 7.3646, + "rho": [ + 0.1602, + 0.17, + 0.1662, + 0.2008, + 0.1643, + 0.1385 + ] + }, + { + "episode": 150, + "avg_reward": -555.73, + "avg_cost": 2.75, + "lambda": 7.4008, + "rho": [ + 0.1588, + 0.1637, + 0.1637, + 0.1994, + 0.1763, + 0.138 + ] + }, + { + "episode": 160, + "avg_reward": -591.77, + "avg_cost": 5.75, + "lambda": 7.4507, + "rho": [ + 0.1588, + 0.1637, + 0.1637, + 0.1994, + 0.1763, + 0.138 + ] + }, + { + "episode": 170, + "avg_reward": -674.37, + "avg_cost": 1.75, + "lambda": 7.5257, + "rho": [ + 0.1588, + 0.1637, + 0.1637, + 0.1994, + 0.1763, + 0.138 + ] + }, + { + "episode": 180, + "avg_reward": -2371.54, + "avg_cost": 25.5, + "lambda": 7.5907, + "rho": [ + 0.1588, + 0.1637, + 0.1637, + 0.1994, + 0.1763, + 0.138 + ] + }, + { + "episode": 190, + "avg_reward": -2083.42, + "avg_cost": 30.75, + "lambda": 7.692, + "rho": [ + 0.1588, + 0.1637, + 0.1637, + 0.1994, + 0.1763, + 0.138 + ] + }, + { + "episode": 200, + "avg_reward": -2213.65, + "avg_cost": 7.25, + "lambda": 7.7796, + "rho": [ + 0.1544, + 0.1558, + 0.1648, + 0.2013, + 0.1887, + 0.135 + ] + }, + { + "episode": 210, + "avg_reward": -1309.09, + "avg_cost": 2.5, + "lambda": 7.8574, + "rho": [ + 0.1544, + 0.1558, + 0.1648, + 0.2013, + 0.1887, + 0.135 + ] + }, + { + "episode": 220, + "avg_reward": -1821.93, + "avg_cost": 71.0, + "lambda": 7.9249, + "rho": [ + 0.1544, + 0.1558, + 0.1648, + 0.2013, + 0.1887, + 0.135 + ] + }, + { + "episode": 230, + "avg_reward": -1237.85, + "avg_cost": 4.75, + "lambda": 8.0911, + "rho": [ + 0.1544, + 0.1558, + 0.1648, + 0.2013, + 0.1887, + 0.135 + ] + }, + { + "episode": 240, + "avg_reward": -1051.02, + "avg_cost": 4.25, + "lambda": 8.2369, + "rho": [ + 0.1544, + 0.1558, + 0.1648, + 0.2013, + 0.1887, + 0.135 + ] + }, + { + "episode": 250, + "avg_reward": -689.59, + "avg_cost": 1.25, + "lambda": 8.3166, + "rho": [ + 0.1519, + 0.1535, + 0.1682, + 0.2011, + 0.1888, + 0.1366 + ] + }, + { + "episode": 260, + "avg_reward": -715.35, + "avg_cost": 3.25, + "lambda": 8.3624, + "rho": [ + 0.1519, + 0.1535, + 0.1682, + 0.2011, + 0.1888, + 0.1366 + ] + }, + { + "episode": 270, + "avg_reward": -714.55, + "avg_cost": 3.75, + "lambda": 8.3962, + "rho": [ + 0.1519, + 0.1535, + 0.1682, + 0.2011, + 0.1888, + 0.1366 + ] + }, + { + "episode": 280, + "avg_reward": -596.83, + "avg_cost": 3.75, + "lambda": 8.426, + "rho": [ + 0.1519, + 0.1535, + 0.1682, + 0.2011, + 0.1888, + 0.1366 + ] + }, + { + "episode": 290, + "avg_reward": -425.22, + "avg_cost": 3.0, + "lambda": 8.4567, + "rho": [ + 0.1519, + 0.1535, + 0.1682, + 0.2011, + 0.1888, + 0.1366 + ] + }, + { + "episode": 300, + "avg_reward": -375.22, + "avg_cost": 2.0, + "lambda": 8.4846, + "rho": [ + 0.1487, + 0.1494, + 0.1706, + 0.205, + 0.1886, + 0.1376 + ] + }, + { + "episode": 310, + "avg_reward": -289.13, + "avg_cost": 1.75, + "lambda": 8.5087, + "rho": [ + 0.1487, + 0.1494, + 0.1706, + 0.205, + 0.1886, + 0.1376 + ] + }, + { + "episode": 320, + "avg_reward": -192.31, + "avg_cost": 0.5, + "lambda": 8.5251, + "rho": [ + 0.1487, + 0.1494, + 0.1706, + 0.205, + 0.1886, + 0.1376 + ] + }, + { + "episode": 330, + "avg_reward": -83.88, + "avg_cost": 0.0, + "lambda": 8.5354, + "rho": [ + 0.1487, + 0.1494, + 0.1706, + 0.205, + 0.1886, + 0.1376 + ] + }, + { + "episode": 340, + "avg_reward": -88.47, + "avg_cost": 0.0, + "lambda": 8.5436, + "rho": [ + 0.1487, + 0.1494, + 0.1706, + 0.205, + 0.1886, + 0.1376 + ] + }, + { + "episode": 350, + "avg_reward": -87.85, + "avg_cost": 1.0, + "lambda": 8.5516, + "rho": [ + 0.145, + 0.1439, + 0.1717, + 0.2118, + 0.1887, + 0.1389 + ] + }, + { + "episode": 360, + "avg_reward": -91.33, + "avg_cost": 2.75, + "lambda": 8.5582, + "rho": [ + 0.145, + 0.1439, + 0.1717, + 0.2118, + 0.1887, + 0.1389 + ] + }, + { + "episode": 370, + "avg_reward": -85.72, + "avg_cost": 0.25, + "lambda": 8.5648, + "rho": [ + 0.145, + 0.1439, + 0.1717, + 0.2118, + 0.1887, + 0.1389 + ] + }, + { + "episode": 380, + "avg_reward": -70.93, + "avg_cost": 0.5, + "lambda": 8.5723, + "rho": [ + 0.145, + 0.1439, + 0.1717, + 0.2118, + 0.1887, + 0.1389 + ] + }, + { + "episode": 390, + "avg_reward": -80.36, + "avg_cost": 0.5, + "lambda": 8.5815, + "rho": [ + 0.145, + 0.1439, + 0.1717, + 0.2118, + 0.1887, + 0.1389 + ] + }, + { + "episode": 400, + "avg_reward": 69.8, + "avg_cost": 2.0, + "lambda": 8.589, + "rho": [ + 0.1416, + 0.1445, + 0.1728, + 0.2159, + 0.186, + 0.1392 + ] + }, + { + "episode": 410, + "avg_reward": -42.95, + "avg_cost": 0.75, + "lambda": 8.6057, + "rho": [ + 0.1416, + 0.1445, + 0.1728, + 0.2159, + 0.186, + 0.1392 + ] + }, + { + "episode": 420, + "avg_reward": 233.42, + "avg_cost": 0.0, + "lambda": 8.6251, + "rho": [ + 0.1416, + 0.1445, + 0.1728, + 0.2159, + 0.186, + 0.1392 + ] + }, + { + "episode": 430, + "avg_reward": 251.93, + "avg_cost": 0.25, + "lambda": 8.6411, + "rho": [ + 0.1416, + 0.1445, + 0.1728, + 0.2159, + 0.186, + 0.1392 + ] + }, + { + "episode": 440, + "avg_reward": 406.35, + "avg_cost": 4.75, + "lambda": 8.658, + "rho": [ + 0.1416, + 0.1445, + 0.1728, + 0.2159, + 0.186, + 0.1392 + ] + }, + { + "episode": 450, + "avg_reward": 311.02, + "avg_cost": 2.25, + "lambda": 8.6804, + "rho": [ + 0.139, + 0.1419, + 0.1744, + 0.2194, + 0.1851, + 0.1401 + ] + }, + { + "episode": 460, + "avg_reward": 357.92, + "avg_cost": 1.5, + "lambda": 8.6964, + "rho": [ + 0.139, + 0.1419, + 0.1744, + 0.2194, + 0.1851, + 0.1401 + ] + }, + { + "episode": 470, + "avg_reward": 386.66, + "avg_cost": 2.5, + "lambda": 8.7083, + "rho": [ + 0.139, + 0.1419, + 0.1744, + 0.2194, + 0.1851, + 0.1401 + ] + }, + { + "episode": 480, + "avg_reward": 381.55, + "avg_cost": 1.0, + "lambda": 8.729, + "rho": [ + 0.139, + 0.1419, + 0.1744, + 0.2194, + 0.1851, + 0.1401 + ] + }, + { + "episode": 490, + "avg_reward": 361.89, + "avg_cost": 1.5, + "lambda": 8.749, + "rho": [ + 0.139, + 0.1419, + 0.1744, + 0.2194, + 0.1851, + 0.1401 + ] + }, + { + "episode": 500, + "avg_reward": 376.34, + "avg_cost": 2.5, + "lambda": 8.7641, + "rho": [ + 0.137, + 0.1417, + 0.1741, + 0.2203, + 0.1859, + 0.1409 + ] + }, + { + "episode": 510, + "avg_reward": 372.06, + "avg_cost": 1.0, + "lambda": 8.7748, + "rho": [ + 0.137, + 0.1417, + 0.1741, + 0.2203, + 0.1859, + 0.1409 + ] + }, + { + "episode": 520, + "avg_reward": 322.69, + "avg_cost": 0.75, + "lambda": 8.7859, + "rho": [ + 0.137, + 0.1417, + 0.1741, + 0.2203, + 0.1859, + 0.1409 + ] + }, + { + "episode": 530, + "avg_reward": 347.46, + "avg_cost": 1.0, + "lambda": 8.794, + "rho": [ + 0.137, + 0.1417, + 0.1741, + 0.2203, + 0.1859, + 0.1409 + ] + }, + { + "episode": 540, + "avg_reward": 385.52, + "avg_cost": 0.25, + "lambda": 8.8027, + "rho": [ + 0.137, + 0.1417, + 0.1741, + 0.2203, + 0.1859, + 0.1409 + ] + }, + { + "episode": 550, + "avg_reward": 354.94, + "avg_cost": 0.25, + "lambda": 8.8109, + "rho": [ + 0.1339, + 0.1402, + 0.1766, + 0.2206, + 0.1889, + 0.1397 + ] + }, + { + "episode": 560, + "avg_reward": 385.56, + "avg_cost": 0.0, + "lambda": 8.818, + "rho": [ + 0.1339, + 0.1402, + 0.1766, + 0.2206, + 0.1889, + 0.1397 + ] + }, + { + "episode": 570, + "avg_reward": 410.42, + "avg_cost": 0.5, + "lambda": 8.826, + "rho": [ + 0.1339, + 0.1402, + 0.1766, + 0.2206, + 0.1889, + 0.1397 + ] + }, + { + "episode": 580, + "avg_reward": 422.48, + "avg_cost": 3.0, + "lambda": 8.8333, + "rho": [ + 0.1339, + 0.1402, + 0.1766, + 0.2206, + 0.1889, + 0.1397 + ] + }, + { + "episode": 590, + "avg_reward": 415.26, + "avg_cost": 0.75, + "lambda": 8.8438, + "rho": [ + 0.1339, + 0.1402, + 0.1766, + 0.2206, + 0.1889, + 0.1397 + ] + }, + { + "episode": 600, + "avg_reward": 466.94, + "avg_cost": 1.25, + "lambda": 8.8531, + "rho": [ + 0.1303, + 0.1376, + 0.1787, + 0.2244, + 0.1917, + 0.1374 + ] + }, + { + "episode": 610, + "avg_reward": 464.95, + "avg_cost": 1.25, + "lambda": 8.8609, + "rho": [ + 0.1303, + 0.1376, + 0.1787, + 0.2244, + 0.1917, + 0.1374 + ] + }, + { + "episode": 620, + "avg_reward": 474.64, + "avg_cost": 3.0, + "lambda": 8.8685, + "rho": [ + 0.1303, + 0.1376, + 0.1787, + 0.2244, + 0.1917, + 0.1374 + ] + }, + { + "episode": 630, + "avg_reward": 473.61, + "avg_cost": 1.0, + "lambda": 8.8784, + "rho": [ + 0.1303, + 0.1376, + 0.1787, + 0.2244, + 0.1917, + 0.1374 + ] + }, + { + "episode": 640, + "avg_reward": 466.39, + "avg_cost": 0.75, + "lambda": 8.8872, + "rho": [ + 0.1303, + 0.1376, + 0.1787, + 0.2244, + 0.1917, + 0.1374 + ] + }, + { + "episode": 650, + "avg_reward": 492.39, + "avg_cost": 0.0, + "lambda": 8.8964, + "rho": [ + 0.127, + 0.133, + 0.1817, + 0.2274, + 0.1953, + 0.1357 + ] + }, + { + "episode": 660, + "avg_reward": 483.18, + "avg_cost": 0.0, + "lambda": 8.9027, + "rho": [ + 0.127, + 0.133, + 0.1817, + 0.2274, + 0.1953, + 0.1357 + ] + }, + { + "episode": 670, + "avg_reward": 482.39, + "avg_cost": 1.0, + "lambda": 8.9107, + "rho": [ + 0.127, + 0.133, + 0.1817, + 0.2274, + 0.1953, + 0.1357 + ] + }, + { + "episode": 680, + "avg_reward": 496.2, + "avg_cost": 2.25, + "lambda": 8.9194, + "rho": [ + 0.127, + 0.133, + 0.1817, + 0.2274, + 0.1953, + 0.1357 + ] + }, + { + "episode": 690, + "avg_reward": 499.08, + "avg_cost": 1.0, + "lambda": 8.9297, + "rho": [ + 0.127, + 0.133, + 0.1817, + 0.2274, + 0.1953, + 0.1357 + ] + }, + { + "episode": 700, + "avg_reward": 446.14, + "avg_cost": 2.0, + "lambda": 8.9371, + "rho": [ + 0.1235, + 0.1293, + 0.1835, + 0.2329, + 0.1976, + 0.1332 + ] + }, + { + "episode": 710, + "avg_reward": 473.43, + "avg_cost": 1.75, + "lambda": 8.9437, + "rho": [ + 0.1235, + 0.1293, + 0.1835, + 0.2329, + 0.1976, + 0.1332 + ] + }, + { + "episode": 720, + "avg_reward": 506.58, + "avg_cost": 0.0, + "lambda": 8.9511, + "rho": [ + 0.1235, + 0.1293, + 0.1835, + 0.2329, + 0.1976, + 0.1332 + ] + }, + { + "episode": 730, + "avg_reward": 492.8, + "avg_cost": 0.75, + "lambda": 8.9581, + "rho": [ + 0.1235, + 0.1293, + 0.1835, + 0.2329, + 0.1976, + 0.1332 + ] + }, + { + "episode": 740, + "avg_reward": 485.53, + "avg_cost": 1.75, + "lambda": 8.9655, + "rho": [ + 0.1235, + 0.1293, + 0.1835, + 0.2329, + 0.1976, + 0.1332 + ] + }, + { + "episode": 750, + "avg_reward": 487.26, + "avg_cost": 1.25, + "lambda": 8.974, + "rho": [ + 0.1197, + 0.127, + 0.1848, + 0.2349, + 0.2008, + 0.1327 + ] + }, + { + "episode": 760, + "avg_reward": 521.26, + "avg_cost": 0.0, + "lambda": 8.9839, + "rho": [ + 0.1197, + 0.127, + 0.1848, + 0.2349, + 0.2008, + 0.1327 + ] + }, + { + "episode": 770, + "avg_reward": 494.75, + "avg_cost": 0.25, + "lambda": 8.9912, + "rho": [ + 0.1197, + 0.127, + 0.1848, + 0.2349, + 0.2008, + 0.1327 + ] + }, + { + "episode": 780, + "avg_reward": 496.2, + "avg_cost": 0.5, + "lambda": 8.9975, + "rho": [ + 0.1197, + 0.127, + 0.1848, + 0.2349, + 0.2008, + 0.1327 + ] + }, + { + "episode": 790, + "avg_reward": 504.3, + "avg_cost": 0.5, + "lambda": 9.0033, + "rho": [ + 0.1197, + 0.127, + 0.1848, + 0.2349, + 0.2008, + 0.1327 + ] + }, + { + "episode": 800, + "avg_reward": 525.46, + "avg_cost": 0.5, + "lambda": 9.0089, + "rho": [ + 0.1175, + 0.1251, + 0.1825, + 0.2365, + 0.2048, + 0.1337 + ] + }, + { + "episode": 810, + "avg_reward": 521.8, + "avg_cost": 0.5, + "lambda": 9.0157, + "rho": [ + 0.1175, + 0.1251, + 0.1825, + 0.2365, + 0.2048, + 0.1337 + ] + }, + { + "episode": 820, + "avg_reward": 513.1, + "avg_cost": 0.5, + "lambda": 9.0225, + "rho": [ + 0.1175, + 0.1251, + 0.1825, + 0.2365, + 0.2048, + 0.1337 + ] + }, + { + "episode": 830, + "avg_reward": 487.35, + "avg_cost": 0.25, + "lambda": 9.0283, + "rho": [ + 0.1175, + 0.1251, + 0.1825, + 0.2365, + 0.2048, + 0.1337 + ] + }, + { + "episode": 840, + "avg_reward": 551.92, + "avg_cost": 1.25, + "lambda": 9.0344, + "rho": [ + 0.1175, + 0.1251, + 0.1825, + 0.2365, + 0.2048, + 0.1337 + ] + }, + { + "episode": 850, + "avg_reward": 565.15, + "avg_cost": 0.5, + "lambda": 9.0413, + "rho": [ + 0.1145, + 0.1202, + 0.1804, + 0.2399, + 0.2107, + 0.1344 + ] + }, + { + "episode": 860, + "avg_reward": 540.79, + "avg_cost": 1.25, + "lambda": 9.0468, + "rho": [ + 0.1145, + 0.1202, + 0.1804, + 0.2399, + 0.2107, + 0.1344 + ] + }, + { + "episode": 870, + "avg_reward": 569.08, + "avg_cost": 0.25, + "lambda": 9.0535, + "rho": [ + 0.1145, + 0.1202, + 0.1804, + 0.2399, + 0.2107, + 0.1344 + ] + }, + { + "episode": 880, + "avg_reward": 603.69, + "avg_cost": 0.5, + "lambda": 9.0598, + "rho": [ + 0.1145, + 0.1202, + 0.1804, + 0.2399, + 0.2107, + 0.1344 + ] + }, + { + "episode": 890, + "avg_reward": 565.32, + "avg_cost": 1.25, + "lambda": 9.0669, + "rho": [ + 0.1145, + 0.1202, + 0.1804, + 0.2399, + 0.2107, + 0.1344 + ] + }, + { + "episode": 900, + "avg_reward": 635.86, + "avg_cost": 5.0, + "lambda": 9.0756, + "rho": [ + 0.1121, + 0.1183, + 0.1806, + 0.2406, + 0.2133, + 0.1352 + ] + }, + { + "episode": 910, + "avg_reward": 563.82, + "avg_cost": 1.75, + "lambda": 9.0891, + "rho": [ + 0.1121, + 0.1183, + 0.1806, + 0.2406, + 0.2133, + 0.1352 + ] + }, + { + "episode": 920, + "avg_reward": 705.07, + "avg_cost": 0.5, + "lambda": 9.1063, + "rho": [ + 0.1121, + 0.1183, + 0.1806, + 0.2406, + 0.2133, + 0.1352 + ] + }, + { + "episode": 930, + "avg_reward": 915.05, + "avg_cost": 0.25, + "lambda": 9.123, + "rho": [ + 0.1121, + 0.1183, + 0.1806, + 0.2406, + 0.2133, + 0.1352 + ] + }, + { + "episode": 940, + "avg_reward": 1116.5, + "avg_cost": 0.5, + "lambda": 9.1342, + "rho": [ + 0.1121, + 0.1183, + 0.1806, + 0.2406, + 0.2133, + 0.1352 + ] + }, + { + "episode": 950, + "avg_reward": 1084.92, + "avg_cost": 0.5, + "lambda": 9.144, + "rho": [ + 0.1091, + 0.1139, + 0.1811, + 0.2434, + 0.2164, + 0.1361 + ] + }, + { + "episode": 960, + "avg_reward": 1101.93, + "avg_cost": 0.75, + "lambda": 9.1542, + "rho": [ + 0.1091, + 0.1139, + 0.1811, + 0.2434, + 0.2164, + 0.1361 + ] + }, + { + "episode": 970, + "avg_reward": 1096.53, + "avg_cost": 0.25, + "lambda": 9.1662, + "rho": [ + 0.1091, + 0.1139, + 0.1811, + 0.2434, + 0.2164, + 0.1361 + ] + }, + { + "episode": 980, + "avg_reward": 1080.69, + "avg_cost": 1.0, + "lambda": 9.177, + "rho": [ + 0.1091, + 0.1139, + 0.1811, + 0.2434, + 0.2164, + 0.1361 + ] + }, + { + "episode": 990, + "avg_reward": 1080.86, + "avg_cost": 2.25, + "lambda": 9.1879, + "rho": [ + 0.1091, + 0.1139, + 0.1811, + 0.2434, + 0.2164, + 0.1361 + ] + }, + { + "episode": 1000, + "avg_reward": 1034.15, + "avg_cost": 2.0, + "lambda": 9.1982, + "rho": [ + 0.1056, + 0.1096, + 0.1843, + 0.245, + 0.2177, + 0.1378 + ] + }, + { + "episode": 1010, + "avg_reward": 1032.05, + "avg_cost": 0.75, + "lambda": 9.2065, + "rho": [ + 0.1056, + 0.1096, + 0.1843, + 0.245, + 0.2177, + 0.1378 + ] + }, + { + "episode": 1020, + "avg_reward": 990.94, + "avg_cost": 0.5, + "lambda": 9.2146, + "rho": [ + 0.1056, + 0.1096, + 0.1843, + 0.245, + 0.2177, + 0.1378 + ] + }, + { + "episode": 1030, + "avg_reward": 1002.39, + "avg_cost": 0.0, + "lambda": 9.2225, + "rho": [ + 0.1056, + 0.1096, + 0.1843, + 0.245, + 0.2177, + 0.1378 + ] + }, + { + "episode": 1040, + "avg_reward": 1046.53, + "avg_cost": 0.25, + "lambda": 9.2307, + "rho": [ + 0.1056, + 0.1096, + 0.1843, + 0.245, + 0.2177, + 0.1378 + ] + }, + { + "episode": 1050, + "avg_reward": 994.77, + "avg_cost": 0.25, + "lambda": 9.2392, + "rho": [ + 0.1037, + 0.1067, + 0.1856, + 0.2476, + 0.2152, + 0.1412 + ] + }, + { + "episode": 1060, + "avg_reward": 1028.94, + "avg_cost": 0.25, + "lambda": 9.2469, + "rho": [ + 0.1037, + 0.1067, + 0.1856, + 0.2476, + 0.2152, + 0.1412 + ] + }, + { + "episode": 1070, + "avg_reward": 993.13, + "avg_cost": 0.25, + "lambda": 9.2586, + "rho": [ + 0.1037, + 0.1067, + 0.1856, + 0.2476, + 0.2152, + 0.1412 + ] + }, + { + "episode": 1080, + "avg_reward": 996.57, + "avg_cost": 2.25, + "lambda": 9.2709, + "rho": [ + 0.1037, + 0.1067, + 0.1856, + 0.2476, + 0.2152, + 0.1412 + ] + }, + { + "episode": 1090, + "avg_reward": 962.98, + "avg_cost": 0.0, + "lambda": 9.288, + "rho": [ + 0.1037, + 0.1067, + 0.1856, + 0.2476, + 0.2152, + 0.1412 + ] + }, + { + "episode": 1100, + "avg_reward": 1037.9, + "avg_cost": 1.0, + "lambda": 9.299, + "rho": [ + 0.1023, + 0.1061, + 0.1891, + 0.2483, + 0.2107, + 0.1435 + ] + }, + { + "episode": 1110, + "avg_reward": 1058.43, + "avg_cost": 0.75, + "lambda": 9.3143, + "rho": [ + 0.1023, + 0.1061, + 0.1891, + 0.2483, + 0.2107, + 0.1435 + ] + }, + { + "episode": 1120, + "avg_reward": 1076.92, + "avg_cost": 1.0, + "lambda": 9.3264, + "rho": [ + 0.1023, + 0.1061, + 0.1891, + 0.2483, + 0.2107, + 0.1435 + ] + }, + { + "episode": 1130, + "avg_reward": 1058.07, + "avg_cost": 1.75, + "lambda": 9.338, + "rho": [ + 0.1023, + 0.1061, + 0.1891, + 0.2483, + 0.2107, + 0.1435 + ] + }, + { + "episode": 1140, + "avg_reward": 1050.34, + "avg_cost": 0.75, + "lambda": 9.3509, + "rho": [ + 0.1023, + 0.1061, + 0.1891, + 0.2483, + 0.2107, + 0.1435 + ] + }, + { + "episode": 1150, + "avg_reward": 1068.02, + "avg_cost": 0.0, + "lambda": 9.363, + "rho": [ + 0.1, + 0.1056, + 0.1908, + 0.2508, + 0.2062, + 0.1467 + ] + }, + { + "episode": 1160, + "avg_reward": 1040.54, + "avg_cost": 1.25, + "lambda": 9.3724, + "rho": [ + 0.1, + 0.1056, + 0.1908, + 0.2508, + 0.2062, + 0.1467 + ] + }, + { + "episode": 1170, + "avg_reward": 1121.01, + "avg_cost": 1.0, + "lambda": 9.382, + "rho": [ + 0.1, + 0.1056, + 0.1908, + 0.2508, + 0.2062, + 0.1467 + ] + }, + { + "episode": 1180, + "avg_reward": 1087.27, + "avg_cost": 0.25, + "lambda": 9.393, + "rho": [ + 0.1, + 0.1056, + 0.1908, + 0.2508, + 0.2062, + 0.1467 + ] + }, + { + "episode": 1190, + "avg_reward": 992.13, + "avg_cost": 0.5, + "lambda": 9.4022, + "rho": [ + 0.1, + 0.1056, + 0.1908, + 0.2508, + 0.2062, + 0.1467 + ] + }, + { + "episode": 1200, + "avg_reward": 1105.82, + "avg_cost": 1.25, + "lambda": 9.4105, + "rho": [ + 0.0997, + 0.104, + 0.1914, + 0.2502, + 0.2037, + 0.151 + ] + }, + { + "episode": 1210, + "avg_reward": 1098.4, + "avg_cost": 0.5, + "lambda": 9.4184, + "rho": [ + 0.0997, + 0.104, + 0.1914, + 0.2502, + 0.2037, + 0.151 + ] + }, + { + "episode": 1220, + "avg_reward": 1014.06, + "avg_cost": 1.75, + "lambda": 9.4248, + "rho": [ + 0.0997, + 0.104, + 0.1914, + 0.2502, + 0.2037, + 0.151 + ] + }, + { + "episode": 1230, + "avg_reward": 952.62, + "avg_cost": 0.0, + "lambda": 9.4311, + "rho": [ + 0.0997, + 0.104, + 0.1914, + 0.2502, + 0.2037, + 0.151 + ] + }, + { + "episode": 1240, + "avg_reward": 1019.77, + "avg_cost": 1.25, + "lambda": 9.4389, + "rho": [ + 0.0997, + 0.104, + 0.1914, + 0.2502, + 0.2037, + 0.151 + ] + }, + { + "episode": 1250, + "avg_reward": 1069.1, + "avg_cost": 0.5, + "lambda": 9.4473, + "rho": [ + 0.0994, + 0.1013, + 0.1892, + 0.2513, + 0.2028, + 0.156 + ] + }, + { + "episode": 1260, + "avg_reward": 1130.35, + "avg_cost": 0.25, + "lambda": 9.4581, + "rho": [ + 0.0994, + 0.1013, + 0.1892, + 0.2513, + 0.2028, + 0.156 + ] + }, + { + "episode": 1270, + "avg_reward": 1219.91, + "avg_cost": 0.5, + "lambda": 9.4682, + "rho": [ + 0.0994, + 0.1013, + 0.1892, + 0.2513, + 0.2028, + 0.156 + ] + }, + { + "episode": 1280, + "avg_reward": 1198.73, + "avg_cost": 0.25, + "lambda": 9.4766, + "rho": [ + 0.0994, + 0.1013, + 0.1892, + 0.2513, + 0.2028, + 0.156 + ] + }, + { + "episode": 1290, + "avg_reward": 1107.89, + "avg_cost": 0.5, + "lambda": 9.4856, + "rho": [ + 0.0994, + 0.1013, + 0.1892, + 0.2513, + 0.2028, + 0.156 + ] + }, + { + "episode": 1300, + "avg_reward": 1158.18, + "avg_cost": 1.5, + "lambda": 9.4948, + "rho": [ + 0.0987, + 0.0987, + 0.1853, + 0.2543, + 0.2026, + 0.1603 + ] + }, + { + "episode": 1310, + "avg_reward": 1096.09, + "avg_cost": 0.0, + "lambda": 9.5036, + "rho": [ + 0.0987, + 0.0987, + 0.1853, + 0.2543, + 0.2026, + 0.1603 + ] + }, + { + "episode": 1320, + "avg_reward": 1096.4, + "avg_cost": 0.5, + "lambda": 9.5126, + "rho": [ + 0.0987, + 0.0987, + 0.1853, + 0.2543, + 0.2026, + 0.1603 + ] + }, + { + "episode": 1330, + "avg_reward": 1125.05, + "avg_cost": 0.25, + "lambda": 9.5201, + "rho": [ + 0.0987, + 0.0987, + 0.1853, + 0.2543, + 0.2026, + 0.1603 + ] + }, + { + "episode": 1340, + "avg_reward": 1037.66, + "avg_cost": 3.75, + "lambda": 9.5285, + "rho": [ + 0.0987, + 0.0987, + 0.1853, + 0.2543, + 0.2026, + 0.1603 + ] + }, + { + "episode": 1350, + "avg_reward": 1059.29, + "avg_cost": 0.0, + "lambda": 9.5381, + "rho": [ + 0.0978, + 0.0978, + 0.1784, + 0.2578, + 0.2028, + 0.1652 + ] + }, + { + "episode": 1360, + "avg_reward": 1039.61, + "avg_cost": 0.75, + "lambda": 9.5448, + "rho": [ + 0.0978, + 0.0978, + 0.1784, + 0.2578, + 0.2028, + 0.1652 + ] + }, + { + "episode": 1370, + "avg_reward": 996.17, + "avg_cost": 2.0, + "lambda": 9.5499, + "rho": [ + 0.0978, + 0.0978, + 0.1784, + 0.2578, + 0.2028, + 0.1652 + ] + }, + { + "episode": 1380, + "avg_reward": 941.71, + "avg_cost": 0.25, + "lambda": 9.5576, + "rho": [ + 0.0978, + 0.0978, + 0.1784, + 0.2578, + 0.2028, + 0.1652 + ] + }, + { + "episode": 1390, + "avg_reward": 913.53, + "avg_cost": 0.0, + "lambda": 9.5643, + "rho": [ + 0.0978, + 0.0978, + 0.1784, + 0.2578, + 0.2028, + 0.1652 + ] + }, + { + "episode": 1400, + "avg_reward": 847.97, + "avg_cost": 0.0, + "lambda": 9.5708, + "rho": [ + 0.0972, + 0.0972, + 0.1756, + 0.2592, + 0.2015, + 0.1694 + ] + }, + { + "episode": 1410, + "avg_reward": 844.57, + "avg_cost": 2.5, + "lambda": 9.5757, + "rho": [ + 0.0972, + 0.0972, + 0.1756, + 0.2592, + 0.2015, + 0.1694 + ] + }, + { + "episode": 1420, + "avg_reward": 900.9, + "avg_cost": 0.25, + "lambda": 9.5818, + "rho": [ + 0.0972, + 0.0972, + 0.1756, + 0.2592, + 0.2015, + 0.1694 + ] + }, + { + "episode": 1430, + "avg_reward": 823.97, + "avg_cost": 1.5, + "lambda": 9.5887, + "rho": [ + 0.0972, + 0.0972, + 0.1756, + 0.2592, + 0.2015, + 0.1694 + ] + }, + { + "episode": 1440, + "avg_reward": 830.16, + "avg_cost": 1.25, + "lambda": 9.597, + "rho": [ + 0.0972, + 0.0972, + 0.1756, + 0.2592, + 0.2015, + 0.1694 + ] + }, + { + "episode": 1450, + "avg_reward": 895.62, + "avg_cost": 0.0, + "lambda": 9.6036, + "rho": [ + 0.0967, + 0.0967, + 0.1742, + 0.256, + 0.2013, + 0.1751 + ] + }, + { + "episode": 1460, + "avg_reward": 881.69, + "avg_cost": 0.5, + "lambda": 9.6072, + "rho": [ + 0.0967, + 0.0967, + 0.1742, + 0.256, + 0.2013, + 0.1751 + ] + }, + { + "episode": 1470, + "avg_reward": 853.68, + "avg_cost": 0.25, + "lambda": 9.6119, + "rho": [ + 0.0967, + 0.0967, + 0.1742, + 0.256, + 0.2013, + 0.1751 + ] + }, + { + "episode": 1480, + "avg_reward": 943.69, + "avg_cost": 0.25, + "lambda": 9.6171, + "rho": [ + 0.0967, + 0.0967, + 0.1742, + 0.256, + 0.2013, + 0.1751 + ] + }, + { + "episode": 1490, + "avg_reward": 967.41, + "avg_cost": 0.0, + "lambda": 9.6218, + "rho": [ + 0.0967, + 0.0967, + 0.1742, + 0.256, + 0.2013, + 0.1751 + ] + }, + { + "episode": 1500, + "avg_reward": 939.38, + "avg_cost": 0.5, + "lambda": 9.6268, + "rho": [ + 0.0964, + 0.0964, + 0.1762, + 0.2514, + 0.2001, + 0.1795 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json new file mode 100644 index 0000000000000000000000000000000000000000..47e62e86fa6f12539f09e6bea7899c19b50d3402 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json @@ -0,0 +1,30380 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5377644.81, + "constraint_satisfaction_pct": 38.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 83.65, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -6488.45, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1, + 10.1, + 10.1, + 10.1, + 10.1 + ] + }, + { + "episode": 20, + "avg_reward": -5894.52, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 30, + "avg_reward": -5645.07, + "avg_cost": 0.25, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425, + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 40, + "avg_reward": -6474.63, + "avg_cost": 0.0, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 50, + "avg_reward": -5162.6, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 60, + "avg_reward": -4286.76, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 70, + "avg_reward": -4109.5, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 80, + "avg_reward": -3643.39, + "avg_cost": 0.0, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ] + }, + { + "episode": 90, + "avg_reward": -4345.11, + "avg_cost": 0.0, + "lambda": 10.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ] + }, + { + "episode": 100, + "avg_reward": -4409.62, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 110, + "avg_reward": -3979.3, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 120, + "avg_reward": -3125.49, + "avg_cost": 0.25, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ] + }, + { + "episode": 130, + "avg_reward": -2285.41, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 140, + "avg_reward": -3348.14, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 150, + "avg_reward": -2050.62, + "avg_cost": 0.0, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 160, + "avg_reward": -2325.38, + "avg_cost": 0.0, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 170, + "avg_reward": -1977.16, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ] + }, + { + "episode": 180, + "avg_reward": -2805.44, + "avg_cost": 0.0, + "lambda": 11.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ] + }, + { + "episode": 190, + "avg_reward": -1310.78, + "avg_cost": 0.0, + "lambda": 11.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ] + }, + { + "episode": 200, + "avg_reward": -1675.19, + "avg_cost": 0.0, + "lambda": 11.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ] + }, + { + "episode": 210, + "avg_reward": -2869.13, + "avg_cost": 0.0, + "lambda": 11.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ] + }, + { + "episode": 220, + "avg_reward": -1390.83, + "avg_cost": 0.5, + "lambda": 11.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65 + ] + }, + { + "episode": 230, + "avg_reward": -343.77, + "avg_cost": 0.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.225, + 12.225, + 12.225, + 12.225, + 12.225, + 12.225 + ] + }, + { + "episode": 240, + "avg_reward": -2488.45, + "avg_cost": 0.0, + "lambda": 13.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.25, + 13.25, + 13.25, + 13.25, + 13.25, + 13.25 + ] + }, + { + "episode": 250, + "avg_reward": -939.87, + "avg_cost": 0.0, + "lambda": 13.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ] + }, + { + "episode": 260, + "avg_reward": -2422.16, + "avg_cost": 0.25, + "lambda": 14.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2, + 14.2, + 14.2, + 14.2, + 14.2, + 14.2 + ] + }, + { + "episode": 270, + "avg_reward": -2218.96, + "avg_cost": 0.5, + "lambda": 14.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.575, + 14.575, + 14.575, + 14.575, + 14.575, + 14.575 + ] + }, + { + "episode": 280, + "avg_reward": -1849.99, + "avg_cost": 1.25, + "lambda": 15.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4, + 15.4, + 15.4, + 15.4, + 15.4, + 15.4 + ] + }, + { + "episode": 290, + "avg_reward": -1715.31, + "avg_cost": 0.0, + "lambda": 15.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.675, + 15.675, + 15.675, + 15.675, + 15.675, + 15.675 + ] + }, + { + "episode": 300, + "avg_reward": -1746.51, + "avg_cost": 0.0, + "lambda": 16.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ] + }, + { + "episode": 310, + "avg_reward": -246.83, + "avg_cost": 0.25, + "lambda": 16.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.325, + 16.325, + 16.325, + 16.325, + 16.325, + 16.325 + ] + }, + { + "episode": 320, + "avg_reward": 1676.35, + "avg_cost": 3.25, + "lambda": 18.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225 + ] + }, + { + "episode": 330, + "avg_reward": -920.88, + "avg_cost": 0.5, + "lambda": 18.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.775, + 18.775, + 18.775, + 18.775, + 18.775, + 18.775 + ] + }, + { + "episode": 340, + "avg_reward": 781.62, + "avg_cost": 0.75, + "lambda": 19.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.85, + 19.85, + 19.85, + 19.85, + 19.85, + 19.85 + ] + }, + { + "episode": 350, + "avg_reward": 530.84, + "avg_cost": 0.5, + "lambda": 20.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.625, + 20.625, + 20.625, + 20.625, + 20.625, + 20.625 + ] + }, + { + "episode": 360, + "avg_reward": 1117.92, + "avg_cost": 1.0, + "lambda": 21.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7, + 21.7, + 21.7, + 21.7, + 21.7, + 21.7 + ] + }, + { + "episode": 370, + "avg_reward": 241.58, + "avg_cost": 1.25, + "lambda": 23.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.325, + 23.325, + 23.325, + 23.325, + 23.325, + 23.325 + ] + }, + { + "episode": 380, + "avg_reward": 760.34, + "avg_cost": 2.25, + "lambda": 24.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.95, + 24.95, + 24.95, + 24.95, + 24.95, + 24.95 + ] + }, + { + "episode": 390, + "avg_reward": 1032.9, + "avg_cost": 0.5, + "lambda": 26.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.3, + 26.3, + 26.3, + 26.3, + 26.3, + 26.3 + ] + }, + { + "episode": 400, + "avg_reward": 2197.35, + "avg_cost": 2.5, + "lambda": 27.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.875, + 27.875, + 27.875, + 27.875, + 27.875, + 27.875 + ] + }, + { + "episode": 410, + "avg_reward": 1076.15, + "avg_cost": 0.0, + "lambda": 28.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.65, + 28.65, + 28.65, + 28.65, + 28.65, + 28.65 + ] + }, + { + "episode": 420, + "avg_reward": 2356.02, + "avg_cost": 0.25, + "lambda": 29.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.95, + 29.95, + 29.95, + 29.95, + 29.95, + 29.95 + ] + }, + { + "episode": 430, + "avg_reward": 2369.58, + "avg_cost": 0.75, + "lambda": 31.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.1, + 31.1, + 31.1, + 31.1, + 31.1, + 31.1 + ] + }, + { + "episode": 440, + "avg_reward": 3651.2, + "avg_cost": 1.0, + "lambda": 32.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.125, + 32.125, + 32.125, + 32.125, + 32.125, + 32.125 + ] + }, + { + "episode": 450, + "avg_reward": 4093.22, + "avg_cost": 0.0, + "lambda": 32.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.7, + 32.7, + 32.7, + 32.7, + 32.7, + 32.7 + ] + }, + { + "episode": 460, + "avg_reward": 3143.44, + "avg_cost": 1.75, + "lambda": 33.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.45, + 33.45, + 33.45, + 33.45, + 33.45, + 33.45 + ] + }, + { + "episode": 470, + "avg_reward": 4711.81, + "avg_cost": 1.25, + "lambda": 34.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.375, + 34.375, + 34.375, + 34.375, + 34.375, + 34.375 + ] + }, + { + "episode": 480, + "avg_reward": 2650.46, + "avg_cost": 1.0, + "lambda": 35.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.325, + 35.325, + 35.325, + 35.325, + 35.325, + 35.325 + ] + }, + { + "episode": 490, + "avg_reward": 3198.27, + "avg_cost": 1.0, + "lambda": 35.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.875, + 35.875, + 35.875, + 35.875, + 35.875, + 35.875 + ] + }, + { + "episode": 500, + "avg_reward": 3053.61, + "avg_cost": 0.5, + "lambda": 36.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.725, + 36.725, + 36.725, + 36.725, + 36.725, + 36.725 + ] + }, + { + "episode": 510, + "avg_reward": 3012.93, + "avg_cost": 1.0, + "lambda": 37.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.85, + 37.85, + 37.85, + 37.85, + 37.85, + 37.85 + ] + }, + { + "episode": 520, + "avg_reward": 4865.15, + "avg_cost": 0.75, + "lambda": 38.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.8, + 38.8, + 38.8, + 38.8, + 38.8, + 38.8 + ] + }, + { + "episode": 530, + "avg_reward": 4832.99, + "avg_cost": 1.75, + "lambda": 39.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.725, + 39.725, + 39.725, + 39.725, + 39.725, + 39.725 + ] + }, + { + "episode": 540, + "avg_reward": 5730.89, + "avg_cost": 0.75, + "lambda": 40.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.375, + 40.375, + 40.375, + 40.375, + 40.375, + 40.375 + ] + }, + { + "episode": 550, + "avg_reward": 3648.52, + "avg_cost": 0.5, + "lambda": 41.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.1, + 41.1, + 41.1, + 41.1, + 41.1, + 41.1 + ] + }, + { + "episode": 560, + "avg_reward": 3976.19, + "avg_cost": 0.5, + "lambda": 42.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.15, + 42.15, + 42.15, + 42.15, + 42.15, + 42.15 + ] + }, + { + "episode": 570, + "avg_reward": 5969.88, + "avg_cost": 0.25, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.075, + 43.075, + 43.075, + 43.075, + 43.075, + 43.075 + ] + }, + { + "episode": 580, + "avg_reward": 5463.64, + "avg_cost": 0.75, + "lambda": 44.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.05, + 44.05, + 44.05, + 44.05, + 44.05, + 44.05 + ] + }, + { + "episode": 590, + "avg_reward": 4688.57, + "avg_cost": 0.25, + "lambda": 44.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.675, + 44.675, + 44.675, + 44.675, + 44.675, + 44.675 + ] + }, + { + "episode": 600, + "avg_reward": 5095.6, + "avg_cost": 0.25, + "lambda": 45.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3, + 45.3, + 45.3, + 45.3, + 45.3, + 45.3 + ] + }, + { + "episode": 610, + "avg_reward": 6641.72, + "avg_cost": 0.5, + "lambda": 46.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.225, + 46.225, + 46.225, + 46.225, + 46.225, + 46.225 + ] + }, + { + "episode": 620, + "avg_reward": 4076.66, + "avg_cost": 0.25, + "lambda": 47.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.0, + 47.0, + 47.0, + 47.0, + 47.0, + 47.0 + ] + }, + { + "episode": 630, + "avg_reward": 4382.41, + "avg_cost": 0.5, + "lambda": 47.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.7, + 47.7, + 47.7, + 47.7, + 47.7, + 47.7 + ] + }, + { + "episode": 640, + "avg_reward": 6236.79, + "avg_cost": 0.75, + "lambda": 48.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.325, + 48.325, + 48.325, + 48.325, + 48.325, + 48.325 + ] + }, + { + "episode": 650, + "avg_reward": 7534.51, + "avg_cost": 1.75, + "lambda": 49.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.525, + 49.525, + 49.525, + 49.525, + 49.525, + 49.525 + ] + }, + { + "episode": 660, + "avg_reward": 6232.09, + "avg_cost": 0.0, + "lambda": 50.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.225, + 50.225, + 50.225, + 50.225, + 50.225, + 50.225 + ] + }, + { + "episode": 670, + "avg_reward": 4819.62, + "avg_cost": 0.25, + "lambda": 51.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.025, + 51.025, + 51.025, + 51.025, + 51.025, + 51.025 + ] + }, + { + "episode": 680, + "avg_reward": 6776.9, + "avg_cost": 0.25, + "lambda": 51.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.775, + 51.775, + 51.775, + 51.775, + 51.775, + 51.775 + ] + }, + { + "episode": 690, + "avg_reward": 7167.53, + "avg_cost": 0.75, + "lambda": 52.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.4, + 52.4, + 52.4, + 52.4, + 52.4, + 52.4 + ] + }, + { + "episode": 700, + "avg_reward": 7519.82, + "avg_cost": 1.5, + "lambda": 53.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.15, + 53.15, + 53.15, + 53.15, + 53.15, + 53.15 + ] + }, + { + "episode": 710, + "avg_reward": 6521.11, + "avg_cost": 0.75, + "lambda": 53.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.725, + 53.725, + 53.725, + 53.725, + 53.725, + 53.725 + ] + }, + { + "episode": 720, + "avg_reward": 7214.6, + "avg_cost": 0.25, + "lambda": 54.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.4, + 54.4, + 54.4, + 54.4, + 54.4, + 54.4 + ] + }, + { + "episode": 730, + "avg_reward": 7687.93, + "avg_cost": 0.25, + "lambda": 55.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.0, + 55.0, + 55.0, + 55.0, + 55.0, + 55.0 + ] + }, + { + "episode": 740, + "avg_reward": 6702.68, + "avg_cost": 0.5, + "lambda": 55.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.925, + 55.925, + 55.925, + 55.925, + 55.925, + 55.925 + ] + }, + { + "episode": 750, + "avg_reward": 7158.61, + "avg_cost": 0.0, + "lambda": 56.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.725, + 56.725, + 56.725, + 56.725, + 56.725, + 56.725 + ] + }, + { + "episode": 760, + "avg_reward": 7612.79, + "avg_cost": 0.25, + "lambda": 57.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.4, + 57.4, + 57.4, + 57.4, + 57.4, + 57.4 + ] + }, + { + "episode": 770, + "avg_reward": 7001.78, + "avg_cost": 1.5, + "lambda": 58.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.2, + 58.2, + 58.2, + 58.2, + 58.2, + 58.2 + ] + }, + { + "episode": 780, + "avg_reward": 7656.35, + "avg_cost": 1.25, + "lambda": 59.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.075, + 59.075, + 59.075, + 59.075, + 59.075, + 59.075 + ] + }, + { + "episode": 790, + "avg_reward": 8001.08, + "avg_cost": 0.0, + "lambda": 59.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8, + 59.8, + 59.8, + 59.8, + 59.8, + 59.8 + ] + }, + { + "episode": 800, + "avg_reward": 7582.88, + "avg_cost": 1.75, + "lambda": 60.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.625, + 60.625, + 60.625, + 60.625, + 60.625, + 60.625 + ] + }, + { + "episode": 810, + "avg_reward": 7439.21, + "avg_cost": 0.75, + "lambda": 61.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.425, + 61.425, + 61.425, + 61.425, + 61.425, + 61.425 + ] + }, + { + "episode": 820, + "avg_reward": 3305.43, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05, + 62.05, + 62.05, + 62.05, + 62.05 + ] + }, + { + "episode": 830, + "avg_reward": -3473.19, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 840, + "avg_reward": -1227.67, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 850, + "avg_reward": -254.39, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 860, + "avg_reward": -715.81, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 870, + "avg_reward": 71.79, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 880, + "avg_reward": 213.2, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 890, + "avg_reward": 636.52, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 900, + "avg_reward": 971.79, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 910, + "avg_reward": 971.17, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 920, + "avg_reward": 1281.74, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 930, + "avg_reward": 1549.25, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 940, + "avg_reward": 2028.59, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 950, + "avg_reward": 2236.37, + "avg_cost": 0.0, + "lambda": 62.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ] + }, + { + "episode": 960, + "avg_reward": 2851.53, + "avg_cost": 0.0, + "lambda": 62.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.35, + 62.35, + 62.35, + 62.35, + 62.35, + 62.35 + ] + }, + { + "episode": 970, + "avg_reward": 2629.72, + "avg_cost": 1.0, + "lambda": 62.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.95, + 62.95, + 62.95, + 62.95, + 62.95, + 62.95 + ] + }, + { + "episode": 980, + "avg_reward": 2348.76, + "avg_cost": 0.75, + "lambda": 63.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.175, + 63.175, + 63.175, + 63.175, + 63.175, + 63.175 + ] + }, + { + "episode": 990, + "avg_reward": 3548.77, + "avg_cost": 0.25, + "lambda": 64.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.025, + 64.025, + 64.025, + 64.025, + 64.025, + 64.025 + ] + }, + { + "episode": 1000, + "avg_reward": 5116.6, + "avg_cost": 0.5, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85, + 64.85, + 64.85, + 64.85, + 64.85 + ] + }, + { + "episode": 1010, + "avg_reward": 3659.61, + "avg_cost": 0.25, + "lambda": 65.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ] + }, + { + "episode": 1020, + "avg_reward": 5163.14, + "avg_cost": 1.5, + "lambda": 66.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.025, + 66.025, + 66.025, + 66.025, + 66.025, + 66.025 + ] + }, + { + "episode": 1030, + "avg_reward": 4895.0, + "avg_cost": 0.0, + "lambda": 66.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ] + }, + { + "episode": 1040, + "avg_reward": 1984.53, + "avg_cost": 0.0, + "lambda": 66.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.9, + 66.9, + 66.9, + 66.9, + 66.9, + 66.9 + ] + }, + { + "episode": 1050, + "avg_reward": 5472.9, + "avg_cost": 0.75, + "lambda": 67.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.475, + 67.475, + 67.475, + 67.475, + 67.475, + 67.475 + ] + }, + { + "episode": 1060, + "avg_reward": 4348.92, + "avg_cost": 1.0, + "lambda": 67.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.725, + 67.725, + 67.725, + 67.725, + 67.725, + 67.725 + ] + }, + { + "episode": 1070, + "avg_reward": 5701.71, + "avg_cost": 0.25, + "lambda": 68.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.175, + 68.175, + 68.175, + 68.175, + 68.175, + 68.175 + ] + }, + { + "episode": 1080, + "avg_reward": 5179.78, + "avg_cost": 0.0, + "lambda": 68.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.35, + 68.35, + 68.35, + 68.35, + 68.35, + 68.35 + ] + }, + { + "episode": 1090, + "avg_reward": 7063.12, + "avg_cost": 0.25, + "lambda": 68.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.775, + 68.775, + 68.775, + 68.775, + 68.775, + 68.775 + ] + }, + { + "episode": 1100, + "avg_reward": 6873.89, + "avg_cost": 0.5, + "lambda": 69.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.125, + 69.125, + 69.125, + 69.125, + 69.125, + 69.125 + ] + }, + { + "episode": 1110, + "avg_reward": 6888.68, + "avg_cost": 0.0, + "lambda": 69.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ] + }, + { + "episode": 1120, + "avg_reward": 7360.69, + "avg_cost": 0.5, + "lambda": 69.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.325, + 69.325, + 69.325, + 69.325, + 69.325, + 69.325 + ] + }, + { + "episode": 1130, + "avg_reward": 5786.6, + "avg_cost": 0.0, + "lambda": 69.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ] + }, + { + "episode": 1140, + "avg_reward": 7058.28, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85, + 69.85, + 69.85, + 69.85, + 69.85 + ] + }, + { + "episode": 1150, + "avg_reward": 6817.2, + "avg_cost": 0.0, + "lambda": 70.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ] + }, + { + "episode": 1160, + "avg_reward": 8892.21, + "avg_cost": 0.5, + "lambda": 70.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.475, + 70.475, + 70.475, + 70.475, + 70.475, + 70.475 + ] + }, + { + "episode": 1170, + "avg_reward": 8696.08, + "avg_cost": 0.0, + "lambda": 70.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.95, + 70.95, + 70.95, + 70.95, + 70.95, + 70.95 + ] + }, + { + "episode": 1180, + "avg_reward": 9108.03, + "avg_cost": 0.5, + "lambda": 71.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.3, + 71.3, + 71.3, + 71.3, + 71.3, + 71.3 + ] + }, + { + "episode": 1190, + "avg_reward": 8448.83, + "avg_cost": 0.0, + "lambda": 71.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.625, + 71.625, + 71.625, + 71.625, + 71.625, + 71.625 + ] + }, + { + "episode": 1200, + "avg_reward": 9016.12, + "avg_cost": 0.0, + "lambda": 72.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.025, + 72.025, + 72.025, + 72.025, + 72.025, + 72.025 + ] + }, + { + "episode": 1210, + "avg_reward": 9628.79, + "avg_cost": 0.5, + "lambda": 72.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.4, + 72.4, + 72.4, + 72.4, + 72.4, + 72.4 + ] + }, + { + "episode": 1220, + "avg_reward": 10463.32, + "avg_cost": 0.75, + "lambda": 72.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.75, + 72.75, + 72.75, + 72.75, + 72.75, + 72.75 + ] + }, + { + "episode": 1230, + "avg_reward": 10094.13, + "avg_cost": 1.0, + "lambda": 73.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.175, + 73.175, + 73.175, + 73.175, + 73.175, + 73.175 + ] + }, + { + "episode": 1240, + "avg_reward": 9703.27, + "avg_cost": 0.75, + "lambda": 73.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.675, + 73.675, + 73.675, + 73.675, + 73.675, + 73.675 + ] + }, + { + "episode": 1250, + "avg_reward": 10499.01, + "avg_cost": 1.0, + "lambda": 74.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1, + 74.1, + 74.1, + 74.1, + 74.1, + 74.1 + ] + }, + { + "episode": 1260, + "avg_reward": 10446.56, + "avg_cost": 0.75, + "lambda": 74.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.5, + 74.5, + 74.5, + 74.5, + 74.5, + 74.5 + ] + }, + { + "episode": 1270, + "avg_reward": 10433.73, + "avg_cost": 0.5, + "lambda": 74.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ] + }, + { + "episode": 1280, + "avg_reward": 10288.05, + "avg_cost": 0.5, + "lambda": 75.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.35, + 75.35, + 75.35, + 75.35, + 75.35, + 75.35 + ] + }, + { + "episode": 1290, + "avg_reward": 10057.63, + "avg_cost": 0.75, + "lambda": 75.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.95, + 75.95, + 75.95, + 75.95, + 75.95, + 75.95 + ] + }, + { + "episode": 1300, + "avg_reward": 9140.58, + "avg_cost": 0.0, + "lambda": 76.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.55, + 76.55, + 76.55, + 76.55, + 76.55, + 76.55 + ] + }, + { + "episode": 1310, + "avg_reward": 10624.94, + "avg_cost": 0.5, + "lambda": 76.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.95, + 76.95, + 76.95, + 76.95, + 76.95, + 76.95 + ] + }, + { + "episode": 1320, + "avg_reward": 10190.9, + "avg_cost": 2.0, + "lambda": 77.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.275, + 77.275, + 77.275, + 77.275, + 77.275, + 77.275 + ] + }, + { + "episode": 1330, + "avg_reward": 10126.73, + "avg_cost": 0.5, + "lambda": 77.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.9, + 77.9, + 77.9, + 77.9, + 77.9, + 77.9 + ] + }, + { + "episode": 1340, + "avg_reward": 10776.26, + "avg_cost": 0.0, + "lambda": 78.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.075, + 78.075, + 78.075, + 78.075, + 78.075, + 78.075 + ] + }, + { + "episode": 1350, + "avg_reward": 10424.81, + "avg_cost": 0.0, + "lambda": 78.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.4, + 78.4, + 78.4, + 78.4, + 78.4, + 78.4 + ] + }, + { + "episode": 1360, + "avg_reward": 10843.63, + "avg_cost": 0.0, + "lambda": 79.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ] + }, + { + "episode": 1370, + "avg_reward": 10514.57, + "avg_cost": 0.25, + "lambda": 79.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.525, + 79.525, + 79.525, + 79.525, + 79.525, + 79.525 + ] + }, + { + "episode": 1380, + "avg_reward": 11407.65, + "avg_cost": 0.25, + "lambda": 79.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ] + }, + { + "episode": 1390, + "avg_reward": 10655.83, + "avg_cost": 0.0, + "lambda": 80.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ] + }, + { + "episode": 1400, + "avg_reward": 11059.1, + "avg_cost": 0.25, + "lambda": 80.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.3, + 80.3, + 80.3, + 80.3, + 80.3, + 80.3 + ] + }, + { + "episode": 1410, + "avg_reward": 11746.55, + "avg_cost": 0.75, + "lambda": 80.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.725, + 80.725, + 80.725, + 80.725, + 80.725, + 80.725 + ] + }, + { + "episode": 1420, + "avg_reward": 11944.95, + "avg_cost": 0.75, + "lambda": 81.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ] + }, + { + "episode": 1430, + "avg_reward": 11338.81, + "avg_cost": 0.0, + "lambda": 81.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ] + }, + { + "episode": 1440, + "avg_reward": 11115.12, + "avg_cost": 0.5, + "lambda": 81.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.925, + 81.925, + 81.925, + 81.925, + 81.925, + 81.925 + ] + }, + { + "episode": 1450, + "avg_reward": 11923.31, + "avg_cost": 1.0, + "lambda": 82.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.95, + 82.95, + 82.95, + 82.95, + 82.95, + 82.95 + ] + }, + { + "episode": 1460, + "avg_reward": 7122.67, + "avg_cost": 0.0, + "lambda": 83.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.55, + 83.55, + 83.55, + 83.55, + 83.55, + 83.55 + ] + }, + { + "episode": 1470, + "avg_reward": -1096.76, + "avg_cost": 0.0, + "lambda": 83.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ] + }, + { + "episode": 1480, + "avg_reward": -4252.21, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + }, + { + "episode": 1490, + "avg_reward": -2807.02, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + }, + { + "episode": 1500, + "avg_reward": -3466.61, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + } + ], + "episode_rewards": [ + -7023.8478, + -6978.0305, + -6737.066, + -6771.8437, + -6254.4782, + -6095.4422, + -5716.4411, + -6515.0414, + -6358.1579, + -6488.4548, + -6725.8332, + -5454.7036, + -5942.162, + -6632.5025, + -6146.2268, + -5879.7931, + -6401.1834, + -6521.296, + -6286.0829, + -5894.521, + -6682.9399, + -5913.1478, + -5999.7154, + -6267.8148, + -5952.2156, + -6922.4104, + -6388.2474, + -5717.0999, + -5995.7584, + -5645.0675, + -5618.2566, + -6169.8915, + -5693.3096, + -5346.676, + -5794.8474, + -5517.7945, + -5411.8958, + -6092.7077, + -6286.4843, + -6474.6265, + -5318.9503, + -5254.2403, + -5959.9458, + -5490.6354, + -4824.465, + -5642.2587, + -5623.1598, + -5936.0402, + -5802.2991, + -5162.602, + -5835.5586, + -5694.7994, + -6260.207, + -4665.4604, + -5971.8116, + -5505.2375, + -5081.383, + -5558.5976, + -4671.8833, + -4286.7567, + -5630.2113, + -4359.9289, + -4821.1084, + -4545.8049, + -3991.4743, + -4266.4008, + -4894.9656, + -4790.8533, + -4737.4282, + -4109.5038, + -5536.6578, + -5217.7102, + -5384.2455, + -4169.9098, + -4945.1289, + -4953.3513, + -4171.2221, + -4039.1566, + -4247.849, + -3643.3936, + -4411.482, + -2729.642, + -3380.606, + -3767.6762, + -4461.6498, + -4391.2597, + -3983.7049, + -4240.989, + -3853.7225, + -4345.1145, + -3605.776, + -4100.6774, + -4065.8811, + -4751.2676, + -4698.1378, + -4097.9412, + -4989.265, + -3796.5104, + -4904.0029, + -4409.6211, + -4024.1767, + -3986.3483, + -3829.5261, + -4151.3303, + -4082.7138, + -3401.9885, + -4296.3608, + -4069.5327, + -4110.9174, + -3979.2969, + -3779.5981, + -3593.196, + -3969.3243, + -4169.1165, + -4341.8531, + -3439.7085, + -3567.6798, + -3863.896, + -3868.3265, + -3125.4918, + -3722.4045, + -3673.6203, + -2503.3126, + -3266.5605, + -3336.3635, + -2586.832, + -2949.5605, + -3202.4309, + -3580.4703, + -2285.4107, + -3017.7753, + -3549.992, + -3269.5493, + -3153.2612, + -2087.7644, + -2787.5668, + -2706.5181, + -2726.8918, + -1909.7297, + -3348.1365, + -2426.9867, + -2709.9729, + -2753.177, + -2473.6415, + -3296.795, + -2769.5721, + -2276.2939, + -2110.4299, + -2129.8573, + -2050.6164, + -2128.9334, + -3154.6578, + -2525.3793, + -2041.4775, + -2058.5686, + -2420.2937, + -2170.7313, + -2527.0781, + -2310.8839, + -2325.3817, + -2390.9087, + -3043.1867, + -1995.5828, + -1855.9319, + -2264.0647, + -1908.3363, + -1960.5925, + -2514.2323, + -2486.7522, + -1977.1592, + -1839.8331, + -2461.0737, + -1963.3723, + -1901.5946, + -3397.7811, + -3069.6398, + -2277.7473, + -2832.51, + -2346.2307, + -2805.4416, + -3399.2121, + -2703.1092, + -2076.9418, + -2589.5895, + -2129.3497, + -2083.37, + -2178.5926, + -1437.6027, + -1953.7975, + -1310.7844, + -992.022, + -2377.3971, + -2593.7169, + -2293.5456, + -2395.5962, + -2426.7167, + -2287.7009, + -2584.634, + -1774.7753, + -1675.1877, + -2049.0077, + -3155.4241, + -2372.4802, + -1886.0259, + -1859.3568, + -3355.6713, + -2527.9584, + -2423.0297, + -2483.9093, + -2869.1279, + -2239.9877, + -1619.6478, + -2117.1935, + -1440.8612, + -1672.3941, + -1373.4812, + -585.7239, + -1005.0757, + -2094.8331, + -1390.8309, + -1208.8796, + -1631.1107, + -1733.5333, + -2566.1998, + -2437.8671, + -1265.3486, + 145.5901, + -1591.5204, + -1598.5519, + -343.7666, + -1476.9495, + -1130.922, + -663.2355, + -3325.817, + -2020.8474, + -675.4859, + -1787.8642, + -2020.1127, + -1845.4649, + -2488.4501, + -1420.8905, + -1736.0433, + -1681.695, + -1977.8262, + -1992.7889, + -1630.1007, + -1909.7517, + -2024.9836, + -2436.3334, + -939.8689, + -900.2843, + -2140.8502, + -1725.3108, + -2039.0199, + -2230.1918, + -1560.4169, + -2638.2862, + -1995.761, + -2719.1804, + -2422.1612, + -1374.3443, + -1024.3542, + -2387.5459, + -1854.085, + -1528.268, + -1963.8256, + -1157.5246, + -2207.8075, + -2097.4249, + -2218.959, + -1206.749, + -1094.7879, + -2414.5864, + -2287.3451, + -2096.3148, + -1826.3755, + -1696.6126, + -2112.245, + -1922.9501, + -1849.9877, + -1431.1293, + -2190.1884, + -1630.355, + -1562.5841, + -2052.25, + -1267.1121, + -1895.9117, + -1289.6907, + -1522.9045, + -1715.3067, + -536.5606, + -746.4421, + -579.0691, + -973.3389, + -796.1186, + -258.7212, + 247.4666, + -913.2442, + -1363.3054, + -1746.512, + -1401.5661, + -395.7181, + -1294.598, + -78.5361, + -1092.9087, + -1047.1458, + -1000.116, + 703.01, + 137.197, + -246.8312, + 432.9507, + 330.6011, + 1133.8395, + -322.9032, + 73.8936, + 603.3209, + -84.4512, + 1900.9849, + 1187.5477, + 1676.3458, + 215.256, + 690.0046, + 56.4192, + -792.1204, + 22.3731, + -170.0348, + 1684.0012, + 687.8724, + -278.3001, + -920.8805, + -525.6933, + 926.2183, + -119.7504, + -1109.1752, + 549.2997, + 751.3477, + 963.8439, + -1091.416, + 419.2751, + 781.6212, + 464.6147, + 462.4572, + -144.6926, + -891.7495, + 602.6205, + 1832.6089, + 748.9015, + -131.677, + 1129.043, + 530.8361, + 211.8445, + 1937.8604, + 236.7478, + 666.1457, + 1964.0958, + 1489.9454, + 1194.7795, + 837.3353, + 624.0096, + 1117.9231, + 1020.065, + 2852.2277, + 2121.7444, + 1665.4203, + 248.1565, + 2601.0714, + -559.6269, + 1619.8295, + 2752.055, + 241.5759, + 2776.028, + 1023.3586, + 2232.8719, + 2953.7618, + 1123.7071, + 2927.0651, + -455.5148, + 528.7641, + 1765.2827, + 760.3411, + 976.9993, + 1033.9068, + 1599.1041, + 2334.7378, + 654.1976, + 2132.8483, + 585.3634, + 2160.5224, + 1195.6057, + 1032.9001, + 1354.182, + 2148.2686, + 2201.1169, + 2040.1478, + 199.5082, + 1933.5641, + 1102.6382, + 3558.6164, + 1884.4993, + 2197.3511, + 601.7932, + 2678.0267, + 1212.927, + 570.1507, + 2373.8944, + 2089.104, + 1847.8671, + 1321.8388, + 2814.3014, + 1076.1451, + 466.065, + 559.7327, + 1580.2108, + 2429.4626, + 2104.9771, + 1900.0936, + 1247.9056, + 2420.2197, + 3256.7856, + 2356.0169, + 4253.2174, + 2627.666, + 1456.1974, + 3541.1995, + 3533.9496, + 2562.3477, + -20.1474, + 2418.5544, + 1623.8404, + 2369.5785, + 2823.8148, + 3287.7856, + 2973.3834, + 3127.5041, + 2167.4135, + 2680.1346, + 3006.4997, + 3057.2429, + 870.7608, + 3651.1993, + 2681.0148, + 2083.0668, + 1662.8175, + 3198.8922, + 4222.8352, + 3869.392, + 1922.5576, + 4571.2304, + 3887.7279, + 4093.2246, + 3273.5585, + 5143.7622, + 2407.7931, + 1703.5542, + 2096.4506, + 4358.7558, + 3845.178, + 2599.8745, + 4186.5703, + 3143.4414, + 4317.7044, + 4206.899, + 3008.2124, + 2682.8668, + 3208.8077, + 4602.9887, + 4939.7166, + 2150.6842, + 1854.3566, + 4711.8133, + 4109.3158, + 4033.4514, + 4403.7232, + 4583.2768, + 4963.4711, + 2473.1728, + 3101.7238, + 4852.6173, + 4221.8246, + 2650.4566, + 3946.0648, + 2880.3897, + 3924.8433, + 2762.2104, + 3540.3679, + 4457.9421, + 3738.1235, + 3950.5432, + 509.7042, + 3198.2667, + 4500.248, + 4277.2695, + 3601.8354, + 3988.4007, + 3479.5086, + 3923.0656, + 4414.1139, + 3466.9057, + 1515.6345, + 3053.6057, + 4732.8512, + 2839.914, + 5220.7235, + 3341.4609, + 4732.7649, + 4862.9416, + 3160.0146, + 4061.7901, + 4580.7799, + 3012.9252, + 5278.1535, + 3861.501, + 5550.2134, + 1734.9484, + 4039.7761, + 5138.8962, + 4823.9611, + 2749.9255, + 5601.6506, + 4865.1484, + 4025.568, + 5816.0996, + 4947.5589, + 4957.8225, + 5401.5443, + 4544.2437, + 3183.666, + 3193.5149, + 4814.4438, + 4832.99, + 4950.128, + 4679.353, + 4646.6993, + 4982.292, + 3076.3126, + 5107.548, + 5074.4147, + 5191.1137, + 4913.7224, + 5730.8874, + 5932.2728, + 4174.5828, + 4157.3719, + 5299.1006, + 5227.5884, + 4644.5552, + 3899.5342, + 5271.3109, + 5290.3182, + 3648.5211, + 2673.5559, + 5733.6416, + 5451.0826, + 5075.0877, + 5201.6664, + 4150.6378, + 5643.9231, + 5215.3125, + 3201.6656, + 3976.1935, + 2585.0764, + 2245.0474, + 4636.3804, + 6545.1803, + 5832.0302, + 5557.3792, + 6137.172, + 3132.8377, + 6510.3006, + 5969.8801, + 4235.3933, + 4498.2738, + 6474.0252, + 4831.152, + 5850.1324, + 4010.2267, + 4617.2669, + 5866.7284, + 5549.2914, + 5463.6358, + 5697.4182, + 3979.9278, + 4068.1174, + 6455.2982, + 4359.4152, + 4295.5386, + 3265.641, + 4603.2332, + 6174.2146, + 4688.5736, + 6210.1463, + 4818.5963, + 6118.5723, + 5022.3745, + 4044.7322, + 5860.0939, + 6090.2027, + 6555.1369, + 4246.7578, + 5095.6034, + 4883.0543, + 6436.6132, + 5296.5769, + 5958.4514, + 4689.9949, + 4254.1357, + 6298.9386, + 4300.833, + 6484.613, + 6641.7163, + 6048.1999, + 6594.7952, + 3602.9818, + 2605.9629, + 4224.563, + 548.6158, + 6303.4073, + 4978.4277, + 6078.7646, + 4076.663, + 4484.3755, + 6921.9933, + 3637.1902, + 6697.384, + 4494.4639, + 6929.4888, + 5775.2283, + 6715.7577, + 5789.9345, + 4382.413, + 6595.0793, + 7009.5061, + 6738.484, + 5930.5465, + 2530.797, + 6344.796, + 4712.1127, + 5248.0233, + 6781.7824, + 6236.7908, + 2067.8705, + 6482.7335, + 6846.0175, + 6945.8195, + 3548.0181, + 2044.1889, + 7435.3464, + 4863.9026, + 7108.1574, + 7534.5144, + 6669.4709, + 6611.9048, + 5171.0014, + 2600.8652, + 6703.1668, + 5391.3271, + 7004.8204, + 4961.2585, + 1738.2388, + 6232.0922, + 6232.2236, + 5486.6218, + 7008.4248, + 6897.0424, + 6261.649, + 5890.4559, + 7341.2375, + 6817.8172, + 7040.4546, + 4819.6165, + 6987.9239, + 6747.1205, + 7389.3263, + 6753.6798, + 5638.2223, + 7651.5886, + 4820.3921, + 7193.7846, + 4581.8517, + 6776.8957, + 7305.1087, + 6947.4124, + 6732.9176, + 7310.434, + 6731.6947, + 7346.4639, + 7109.4834, + 4664.1795, + 7485.3311, + 7167.5326, + 6961.2402, + 7410.135, + 7163.3919, + 7468.9456, + 8044.4855, + 6937.4419, + 6852.7906, + 6882.0316, + 7875.926, + 7519.821, + 4990.2233, + 5070.5015, + 7245.2423, + 6317.9571, + 7496.628, + 4913.591, + 7151.0848, + 3241.9429, + 7514.4388, + 6521.1108, + 6934.7585, + 7036.0163, + 7105.5158, + 7211.5254, + 6870.3451, + 7309.6965, + 7942.8475, + 7415.3026, + 7447.7977, + 7214.597, + 7929.4635, + 7265.9048, + 7294.3494, + 6063.166, + 7891.805, + 7464.816, + 7194.333, + 5138.961, + 5514.321, + 7687.9273, + 7831.0993, + 8080.5323, + 7920.302, + 5081.2604, + 7663.3259, + 7399.5075, + 7219.4288, + 4575.209, + 7336.2027, + 6702.6829, + 7079.3944, + 4722.6697, + 6750.3548, + 7697.3692, + 5267.4232, + 7503.7345, + 5432.7872, + 7492.6009, + 7361.573, + 7158.6131, + 7364.6028, + 7555.731, + 4738.6303, + 7350.909, + 4817.6807, + 6938.317, + 6723.373, + 7807.3903, + 6734.3416, + 7612.7862, + 7163.5246, + 7861.615, + 7919.2749, + 7917.3482, + 3149.7657, + 6856.7309, + 6724.1831, + 3492.2698, + 7538.9273, + 7001.7834, + 7643.2785, + 7793.2945, + 7864.5325, + 8006.5373, + 7816.4261, + 7645.2158, + 8256.8567, + 7661.7015, + 7589.8999, + 7656.3478, + 4328.8848, + 4275.5691, + 7137.473, + 7006.9836, + 7420.0548, + 7711.055, + 5581.8043, + 8883.449, + 6668.5154, + 8001.0831, + 6900.3408, + 7971.8605, + 8008.7942, + 7519.997, + 7953.0473, + 8129.4671, + 7925.3217, + 7910.6191, + 3848.6866, + 7582.8766, + 7921.5242, + 8036.2831, + 8001.9102, + 8166.1235, + 8369.3389, + 7749.988, + 6743.5277, + 8526.0643, + 7971.5492, + 7439.2053, + 6775.1476, + 8004.476, + 8049.9386, + 7941.1015, + 7770.5648, + 7335.3552, + 5214.0969, + 7170.5528, + 5261.8449, + 3305.4328, + -2713.0697, + -3542.6944, + -3732.5039, + -3746.5439, + -3808.7554, + -4114.944, + -4004.3789, + -3802.8609, + -3558.1633, + -3473.1862, + -3358.348, + -3314.572, + -3081.3428, + -3074.8616, + -2785.5542, + -2428.4741, + -1774.0543, + -1522.1048, + -1409.6773, + -1227.6703, + -972.0622, + -900.3748, + -844.6801, + -685.9419, + -516.5134, + -576.2111, + -404.1452, + -414.6532, + -452.6579, + -254.3944, + -218.7397, + -211.5793, + -172.0388, + -248.8103, + -215.826, + -99.9351, + -543.5726, + -154.5364, + -386.2331, + -715.8149, + -239.8176, + -185.5352, + -343.8824, + -54.1389, + -143.09, + -83.9947, + -70.6085, + -684.6504, + 41.7788, + 71.7932, + 213.2159, + 140.4569, + 69.3327, + 149.828, + 43.5322, + 214.3373, + 329.4885, + 182.9691, + -256.9689, + 213.2025, + 280.0932, + 419.2631, + 507.4192, + 409.3776, + 510.5948, + 448.7424, + -84.3987, + 763.4756, + 580.4667, + 636.522, + 670.4965, + 752.6047, + 639.2147, + 576.4459, + 858.8129, + 897.3845, + 835.1448, + 364.3448, + 900.109, + 971.7912, + 852.6981, + 985.0836, + 818.2868, + 831.9805, + 927.3647, + 1002.3009, + 321.851, + 990.4244, + 971.8868, + 971.1721, + 1058.0886, + 1067.9918, + 1185.9933, + 1063.7896, + 1287.7089, + 1219.8957, + 1273.4786, + 1099.535, + 1033.8763, + 1281.741, + 1298.1964, + 1400.4819, + 1362.5014, + 1330.0046, + 1480.9674, + 1612.5929, + 1532.1174, + 1697.603, + 1639.1909, + 1549.2522, + 1535.7875, + 1633.7347, + 998.9249, + 1610.2751, + 1775.3622, + 1868.1112, + 1838.411, + 1822.8797, + 1782.0505, + 2028.594, + 1883.8016, + 772.426, + 2102.8891, + 1896.161, + 2355.9286, + 2132.0788, + 2171.7758, + 2072.4772, + 2134.1245, + 2236.3656, + 2245.2995, + 2336.666, + 2629.7173, + 2533.93, + 2232.7026, + 1034.6224, + 2961.18, + 1388.1489, + -942.195, + 2851.5251, + 2465.4766, + 2818.6074, + 1720.1124, + 2477.422, + 2719.6755, + 2549.1937, + 2839.8405, + 2112.1076, + 2274.3414, + 2629.7188, + 2535.7135, + 2621.4203, + 2642.2171, + 2736.1553, + 1190.0695, + 3097.7894, + 3196.0975, + 3199.3076, + 3786.2233, + 2348.7608, + 5281.5495, + 5605.0247, + 5911.6306, + 2788.3314, + 4867.8911, + 4897.7663, + 2675.3874, + 4412.9362, + 4251.9157, + 3548.7745, + 5188.7285, + 4603.7886, + 4790.2989, + 4824.7611, + 3492.7638, + 5596.6225, + 3191.9593, + 3679.8886, + 5644.4412, + 5116.6029, + 5705.4262, + 5080.1051, + 3558.0786, + 4664.2424, + 4116.0568, + 3868.9971, + 5838.6615, + 5205.0343, + 5294.784, + 3659.6118, + 5289.7894, + 2766.7617, + 3728.9287, + 5251.8145, + 3283.289, + 5311.9873, + 2742.5453, + 5623.2103, + 5814.4059, + 5163.1406, + 3288.3025, + 4162.0807, + 6339.6118, + 2066.5878, + 5778.7258, + 5412.5988, + 5372.8066, + 5655.1664, + 1233.1845, + 4894.9964, + 3885.7403, + 5499.4443, + 6060.975, + 4476.3565, + 6010.1264, + 5843.8121, + 5615.474, + 6053.8108, + 6014.3312, + 1984.5288, + 4723.1275, + 4242.1119, + 3978.4168, + 5987.4141, + 5239.7598, + 5823.3972, + 5771.176, + 3589.9921, + 6054.2051, + 5472.8991, + 4743.8539, + 5812.642, + 6069.6456, + 6119.8359, + 5588.4532, + 6043.4616, + 6004.8662, + 6070.9161, + 6101.8549, + 4348.9189, + 6075.8751, + 5367.2455, + 5502.9322, + 5307.8491, + 6084.8313, + 5797.5384, + 5707.0563, + 6115.5383, + 5628.6661, + 5701.7096, + 5938.5535, + 6368.035, + 6240.6483, + 6260.0067, + 4567.4575, + 6399.4816, + 6804.3221, + 6139.0219, + 6604.8951, + 5179.7844, + 6620.7407, + 6518.2432, + 6722.787, + 6734.896, + 6428.923, + 6693.3971, + 6603.5781, + 6163.4414, + 6668.4634, + 7063.1242, + 6413.3533, + 6897.7061, + 5464.6502, + 6809.9059, + 6801.9318, + 6713.8132, + 6904.9011, + 6901.5664, + 6443.1109, + 6873.8891, + 6425.3746, + 6743.6161, + 6412.7671, + 6781.7652, + 6398.4028, + 6798.219, + 6643.9765, + 6646.9008, + 7442.3565, + 6888.676, + 4045.1239, + 7387.0189, + 6765.8811, + 5457.8294, + 5503.2638, + 5988.7945, + 7129.6746, + 7096.612, + 7034.3845, + 7360.6898, + 6789.9129, + 7479.1472, + 7485.3836, + 7243.5198, + 7123.6104, + 4690.2919, + 6970.8419, + 7516.4116, + 7390.9172, + 5786.6019, + 7508.8833, + 7780.0207, + 7267.1589, + 7794.5151, + 7808.8578, + 7598.5408, + 6662.1974, + 8137.3066, + 7813.6264, + 7058.278, + 4765.7486, + 8321.9173, + 8183.2047, + 8136.9902, + 7969.4133, + 7956.967, + 8350.095, + 7773.4576, + 8067.4778, + 6817.2005, + 8408.8476, + 7884.4667, + 8816.1456, + 7977.1078, + 7942.4044, + 8712.5768, + 6149.3917, + 7978.9582, + 8630.0625, + 8892.2145, + 8005.659, + 8237.1493, + 8731.3362, + 8131.2149, + 9096.4281, + 8670.101, + 8759.3474, + 8332.9498, + 6935.3929, + 8696.0817, + 8277.6116, + 8807.5374, + 8671.3122, + 8645.8648, + 8662.3641, + 8460.1985, + 9093.4152, + 8309.7172, + 8299.201, + 9108.0318, + 8194.244, + 6839.096, + 8699.167, + 6192.229, + 4919.3167, + 9204.7468, + 8602.2992, + 8330.5289, + 8576.5947, + 8448.831, + 8813.5375, + 9286.7474, + 8795.5763, + 8739.2864, + 8290.9925, + 9326.7165, + 8507.8166, + 9274.6117, + 7569.5845, + 9016.1185, + 9444.8239, + 8578.1587, + 9255.5232, + 8896.2286, + 9528.1272, + 8284.8804, + 9275.9838, + 8386.7268, + 8691.3277, + 9628.7921, + 8581.5648, + 9438.4883, + 9447.0216, + 9290.0229, + 9691.5427, + 9417.0478, + 9638.4427, + 8471.6602, + 9703.2347, + 10463.3194, + 9382.5207, + 9591.3884, + 9026.1172, + 9562.6176, + 9392.433, + 9957.6704, + 10060.5925, + 8528.6429, + 10057.0771, + 10094.1314, + 9855.8238, + 9173.8828, + 9157.4436, + 9901.2032, + 9709.1986, + 9919.64, + 8996.7679, + 9772.6049, + 10192.5138, + 9703.2665, + 10488.4833, + 9887.6221, + 9692.2934, + 10121.7083, + 10310.7348, + 9064.4867, + 9955.483, + 9608.0769, + 8915.5001, + 10499.0119, + 9662.9271, + 9860.8943, + 10249.157, + 9975.0049, + 10152.5294, + 9741.2854, + 10049.807, + 9711.9825, + 10574.4679, + 10446.5563, + 9749.2341, + 9736.3234, + 9671.4218, + 10519.5752, + 9826.6382, + 10040.1166, + 7013.0075, + 9741.1432, + 8774.9216, + 10433.7282, + 9790.038, + 9219.1919, + 7864.7174, + 9138.864, + 8565.2399, + 9800.6678, + 6196.8306, + 9128.8257, + 9508.1014, + 10288.0535, + 10311.4802, + 10205.1678, + 10238.3451, + 10405.121, + 10308.0697, + 7066.1357, + 8326.4349, + 10296.0432, + 9765.8944, + 10057.632, + 10109.7423, + 8601.7054, + 10317.2155, + 10818.4821, + 10118.4757, + 10386.7, + 9561.6256, + 9383.7094, + 9649.4535, + 9140.576, + 9938.9504, + 10835.0598, + 10769.92, + 10182.9094, + 10419.4823, + 10919.4659, + 10237.6643, + 10281.7331, + 10697.0324, + 10624.9393, + 10702.6277, + 10373.6177, + 10816.1504, + 9031.7561, + 9343.1292, + 10457.8342, + 9894.7728, + 9249.3083, + 10898.3926, + 10190.9019, + 10574.7666, + 10219.8541, + 10646.6375, + 10178.2005, + 10027.1602, + 10934.698, + 10492.7843, + 10097.69, + 11342.1751, + 10126.7335, + 9948.3828, + 10574.2019, + 9415.46, + 9985.3594, + 9786.044, + 7858.6737, + 10767.8203, + 11212.9309, + 10968.3694, + 10776.2627, + 10843.9089, + 10629.9092, + 10990.5353, + 10987.1574, + 10725.5404, + 10336.4799, + 10822.4734, + 10070.2784, + 11045.169, + 10424.8083, + 10208.4763, + 10561.5163, + 9742.0285, + 11447.0784, + 11760.4896, + 11104.6387, + 11040.2878, + 10823.5586, + 10895.6429, + 10843.6302, + 10314.1813, + 10931.6896, + 11271.8186, + 10881.1242, + 11179.0743, + 10445.0263, + 11274.2528, + 10910.628, + 11073.0907, + 10514.5695, + 11591.0351, + 10747.8814, + 11853.7158, + 10967.989, + 10934.5626, + 10785.4244, + 10588.8417, + 10808.3552, + 10436.1983, + 11407.6479, + 10663.9383, + 10766.2562, + 11386.5503, + 10801.1165, + 8680.2226, + 11290.8542, + 10903.6495, + 10656.625, + 10987.5078, + 10655.8346, + 11777.5036, + 10947.8009, + 11374.5584, + 11141.3106, + 11178.5891, + 11315.6666, + 8010.6898, + 11382.7825, + 11144.6191, + 11059.0973, + 11483.2658, + 11745.5627, + 11231.0615, + 11357.4903, + 11654.5989, + 11203.8161, + 11831.5384, + 11065.8457, + 11616.3869, + 11746.5528, + 10638.6906, + 11411.3816, + 11660.9795, + 11373.6163, + 11762.4299, + 10586.8191, + 11001.9912, + 11881.3537, + 10651.1187, + 11944.9456, + 11309.4842, + 11252.9461, + 11342.5184, + 11609.6329, + 11564.5995, + 11555.9584, + 11285.4967, + 11828.6833, + 11258.8806, + 11338.8065, + 11696.8141, + 11197.9517, + 11686.331, + 11253.6575, + 10904.0871, + 12472.4937, + 11428.8753, + 10780.2642, + 10603.6404, + 11115.1198, + 11139.207, + 11800.3859, + 10447.0652, + 11855.5039, + 12020.0169, + 11917.4713, + 12102.3699, + 11502.876, + 11627.9021, + 11923.3059, + 11599.4381, + 11441.0787, + 11688.9095, + 12658.5251, + 11314.5055, + 11394.4522, + 10728.6634, + 11489.1606, + 7813.9453, + 7122.6672, + 3520.4783, + -1131.2183, + -2229.364, + -3106.0792, + -2430.2256, + -3583.5984, + -2853.2131, + -1401.3015, + 552.5746, + -1096.7569, + -2465.9237, + -2030.9284, + -2507.9839, + -2473.6694, + -4172.2799, + -4690.24, + -4880.3416, + -4873.522, + -4554.3822, + -4252.2089, + -3185.7424, + -2788.9141, + -2471.9795, + -2580.1338, + -2436.6163, + -2742.1247, + -2661.2606, + -2403.4553, + -1960.3428, + -2807.0204, + -3716.1849, + -4028.1542, + -3001.5264, + -4062.0982, + -2380.7528, + -3422.327, + -2576.6364, + -3729.1514, + -3357.5443, + -3466.6066 + ], + "episode_costs": [ + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 0.5, + 0.0, + 1.0, + 1.25, + 0.25, + 1.25, + 1.0, + 0.0, + 0.0, + 0.75, + 0.25, + 1.25, + 0.75, + 1.25, + 1.25, + 0.75, + 0.5, + 0.5, + 2.75, + 1.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.75, + 0.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.5, + 0.0, + 1.25, + 0.0, + 1.0, + 1.0, + 0.25, + 0.5, + 1.0, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 2.25, + 2.25, + 0.0, + 1.75, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 1.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 1.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.25, + 3.5, + 4.0, + 2.25, + 0.5, + 0.25, + 0.75, + 0.5, + 2.75, + 1.25, + 3.25, + 0.0, + 0.5, + 1.0, + 0.25, + 0.5, + 0.75, + 1.0, + 0.0, + 1.0, + 0.5, + 0.5, + 1.25, + 0.25, + 1.75, + 2.25, + 1.5, + 1.25, + 0.0, + 1.25, + 0.75, + 1.25, + 0.5, + 0.75, + 0.5, + 0.5, + 0.25, + 1.25, + 0.25, + 2.0, + 0.5, + 1.0, + 1.75, + 0.5, + 0.5, + 1.0, + 3.25, + 0.75, + 0.25, + 0.75, + 1.0, + 1.25, + 1.75, + 2.5, + 1.25, + 0.25, + 3.25, + 1.0, + 2.25, + 1.5, + 1.25, + 1.5, + 1.0, + 4.0, + 1.5, + 0.75, + 1.0, + 1.0, + 1.5, + 1.75, + 2.25, + 0.75, + 1.25, + 1.5, + 2.0, + 1.5, + 1.75, + 0.0, + 3.0, + 1.25, + 0.5, + 3.5, + 1.75, + 1.75, + 1.0, + 1.5, + 1.75, + 0.25, + 1.0, + 0.75, + 2.5, + 0.0, + 0.75, + 0.75, + 0.25, + 1.5, + 2.25, + 0.25, + 0.75, + 1.25, + 0.0, + 0.5, + 1.0, + 2.25, + 1.75, + 1.25, + 0.5, + 0.25, + 3.25, + 2.0, + 0.25, + 1.25, + 1.0, + 0.75, + 1.75, + 1.5, + 1.0, + 1.25, + 1.5, + 0.75, + 0.75, + 1.0, + 0.25, + 2.0, + 0.75, + 0.75, + 1.25, + 2.0, + 0.75, + 0.5, + 1.0, + 0.5, + 0.5, + 1.0, + 0.0, + 0.0, + 0.75, + 0.5, + 1.5, + 1.0, + 0.0, + 0.75, + 1.5, + 0.5, + 0.25, + 1.0, + 0.75, + 0.25, + 0.0, + 0.75, + 1.75, + 1.5, + 0.25, + 0.25, + 0.0, + 1.25, + 0.75, + 1.5, + 2.0, + 0.5, + 1.25, + 0.25, + 0.5, + 0.5, + 1.0, + 1.25, + 2.0, + 1.0, + 1.25, + 0.75, + 1.0, + 1.0, + 0.75, + 1.75, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.5, + 0.5, + 0.25, + 1.0, + 1.25, + 1.75, + 0.25, + 0.5, + 0.5, + 0.25, + 2.0, + 1.25, + 1.5, + 0.25, + 1.0, + 2.25, + 1.0, + 0.75, + 1.0, + 0.25, + 1.5, + 0.25, + 1.25, + 3.0, + 0.5, + 0.5, + 0.75, + 0.75, + 0.75, + 0.75, + 1.5, + 0.75, + 0.0, + 0.5, + 1.5, + 0.5, + 1.5, + 0.5, + 1.75, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 1.25, + 0.25, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 1.25, + 0.25, + 0.25, + 0.5, + 0.5, + 2.0, + 1.25, + 0.5, + 0.75, + 3.5, + 0.5, + 2.0, + 0.75, + 0.0, + 0.75, + 0.0, + 1.75, + 0.5, + 1.0, + 1.0, + 1.25, + 2.25, + 1.0, + 0.5, + 1.0, + 0.25, + 0.75, + 0.25, + 0.25, + 1.25, + 2.75, + 0.25, + 0.25, + 1.5, + 1.0, + 0.75, + 1.0, + 0.75, + 1.25, + 0.5, + 0.75, + 0.25, + 0.25, + 0.75, + 1.0, + 0.25, + 1.0, + 0.25, + 0.0, + 1.5, + 1.0, + 1.0, + 0.5, + 1.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 1.75, + 1.5, + 0.75, + 0.75, + 0.5, + 1.25, + 0.0, + 2.0, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.75, + 1.25, + 2.5, + 0.0, + 0.75, + 0.25, + 1.5, + 0.5, + 1.0, + 0.75, + 1.75, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 1.5, + 0.25, + 1.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 1.0, + 4.75, + 2.0, + 1.25, + 1.75, + 0.25, + 0.5, + 1.0, + 1.0, + 1.0, + 0.25, + 2.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.5, + 1.5, + 0.25, + 0.25, + 0.75, + 1.25, + 1.75, + 1.25, + 0.25, + 0.5, + 1.25, + 1.0, + 0.5, + 0.5, + 0.25, + 0.75, + 2.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.5, + 1.5, + 1.0, + 2.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 1.0, + 0.0, + 1.5, + 1.0, + 0.0, + 0.25, + 1.0, + 1.25, + 1.5, + 0.25, + 0.25, + 1.25, + 0.25, + 0.25, + 0.25, + 0.5, + 0.75, + 1.25, + 0.75, + 0.75, + 0.25, + 0.5, + 0.0, + 0.75, + 1.75, + 1.0, + 0.0, + 1.5, + 0.25, + 1.25, + 0.25, + 0.75, + 0.75, + 0.75, + 0.75, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 1.5, + 1.0, + 2.5, + 1.0, + 1.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 2.5, + 1.75, + 2.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 1.25, + 0.5, + 0.25, + 0.75, + 1.25, + 1.25, + 0.25, + 0.5, + 1.0, + 0.75, + 0.5, + 0.75, + 1.5, + 0.75, + 0.5, + 0.25, + 1.5, + 0.75, + 0.5, + 1.0, + 1.5, + 0.0, + 0.0, + 3.0, + 0.5, + 0.25, + 1.25, + 0.0, + 1.0, + 1.25, + 0.25, + 0.75, + 0.0, + 0.25, + 2.5, + 1.25, + 0.0, + 0.75, + 1.0, + 1.5, + 0.0, + 0.25, + 0.5, + 1.25, + 0.75, + 0.5, + 1.75, + 0.5, + 0.25, + 1.0, + 1.75, + 0.25, + 0.5, + 1.0, + 1.25, + 0.75, + 0.75, + 0.75, + 1.75, + 0.5, + 1.0, + 1.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.25, + 0.25, + 0.0, + 0.0, + 0.25, + 1.25, + 0.0, + 0.25, + 0.5, + 1.5, + 1.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 2.0, + 1.0, + 0.75, + 0.5, + 0.75, + 1.5, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 1.25, + 0.0, + 0.5, + 1.75, + 0.0, + 1.5, + 1.5, + 0.5, + 0.75, + 0.25, + 0.25, + 1.5, + 1.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.25, + 0.0, + 1.5, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 1.5, + 0.5, + 0.5, + 2.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.25, + 0.25, + 0.5, + 0.75, + 0.0, + 0.75, + 0.0, + 0.5, + 1.5, + 0.5, + 0.25, + 1.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.5, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 0.75, + 0.25, + 0.0, + 1.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 1.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 1.0, + 1.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 0.5, + 0.25, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.25, + 1.0, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.0, + 0.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.75, + 0.25, + 0.75, + 0.5, + 0.0, + 1.0, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 0.5, + 1.0, + 0.25, + 0.0, + 1.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.25, + 0.75, + 1.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.25, + 0.25, + 0.5, + 1.25, + 0.5, + 0.0, + 0.25, + 0.5, + 0.75, + 1.75, + 0.25, + 0.25, + 1.0, + 0.5, + 0.75, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 2.0, + 0.75, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.75, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 2.0, + 0.75, + 0.25, + 0.75, + 0.25, + 0.5, + 1.25, + 0.75, + 0.75, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.75, + 0.25, + 1.0, + 1.25, + 1.25, + 0.5, + 0.0, + 1.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 1.0, + 0.5, + 0.25, + 0.5, + 0.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.75, + 0.75, + 0.0, + 0.75, + 2.25, + 0.5, + 0.0, + 0.75, + 0.75, + 0.5, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 1.0, + 0.0, + 1.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 1.5, + 0.5, + 3.25, + 1.25, + 0.25, + 1.25, + 0.5, + 0.5, + 1.0, + 0.5, + 0.5, + 0.25, + 1.5, + 0.25, + 2.25, + 0.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ], + [ + 10.025, + 10.025, + 10.025, + 10.025, + 10.025, + 10.025 + ], + [ + 10.025, + 10.025, + 10.025, + 10.025, + 10.025, + 10.025 + ], + [ + 10.025, + 10.025, + 10.025, + 10.025, + 10.025, + 10.025 + ], + [ + 10.025, + 10.025, + 10.025, + 10.025, + 10.025, + 10.025 + ], + [ + 10.05, + 10.05, + 10.05, + 10.05, + 10.05, + 10.05 + ], + [ + 10.075, + 10.075, + 10.075, + 10.075, + 10.075, + 10.075 + ], + [ + 10.075, + 10.075, + 10.075, + 10.075, + 10.075, + 10.075 + ], + [ + 10.1, + 10.1, + 10.1, + 10.1, + 10.1, + 10.1 + ], + [ + 10.1, + 10.1, + 10.1, + 10.1, + 10.1, + 10.1 + ], + [ + 10.1, + 10.1, + 10.1, + 10.1, + 10.1, + 10.1 + ], + [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.225, + 10.225, + 10.225, + 10.225, + 10.225, + 10.225 + ], + [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ], + [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ], + [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ], + [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ], + [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ], + [ + 10.3, + 10.3, + 10.3, + 10.3, + 10.3, + 10.3 + ], + [ + 10.3, + 10.3, + 10.3, + 10.3, + 10.3, + 10.3 + ], + [ + 10.3, + 10.3, + 10.3, + 10.3, + 10.3, + 10.3 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.4, + 10.4, + 10.4, + 10.4, + 10.4, + 10.4 + ], + [ + 10.4, + 10.4, + 10.4, + 10.4, + 10.4, + 10.4 + ], + [ + 10.4, + 10.4, + 10.4, + 10.4, + 10.4, + 10.4 + ], + [ + 10.425, + 10.425, + 10.425, + 10.425, + 10.425, + 10.425 + ], + [ + 10.45, + 10.45, + 10.45, + 10.45, + 10.45, + 10.45 + ], + [ + 10.45, + 10.45, + 10.45, + 10.45, + 10.45, + 10.45 + ], + [ + 10.45, + 10.45, + 10.45, + 10.45, + 10.45, + 10.45 + ], + [ + 10.45, + 10.45, + 10.45, + 10.45, + 10.45, + 10.45 + ], + [ + 10.475, + 10.475, + 10.475, + 10.475, + 10.475, + 10.475 + ], + [ + 10.5, + 10.5, + 10.5, + 10.5, + 10.5, + 10.5 + ], + [ + 10.5, + 10.5, + 10.5, + 10.5, + 10.5, + 10.5 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ], + [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ], + [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ], + [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ], + [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ], + [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ], + [ + 10.925, + 10.925, + 10.925, + 10.925, + 10.925, + 10.925 + ], + [ + 10.925, + 10.925, + 10.925, + 10.925, + 10.925, + 10.925 + ], + [ + 10.925, + 10.925, + 10.925, + 10.925, + 10.925, + 10.925 + ], + [ + 10.925, + 10.925, + 10.925, + 10.925, + 10.925, + 10.925 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ], + [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ], + [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.25, + 11.25, + 11.25, + 11.25, + 11.25, + 11.25 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375 + ], + [ + 11.4, + 11.4, + 11.4, + 11.4, + 11.4, + 11.4 + ], + [ + 11.4, + 11.4, + 11.4, + 11.4, + 11.4, + 11.4 + ], + [ + 11.4, + 11.4, + 11.4, + 11.4, + 11.4, + 11.4 + ], + [ + 11.4, + 11.4, + 11.4, + 11.4, + 11.4, + 11.4 + ], + [ + 11.425, + 11.425, + 11.425, + 11.425, + 11.425, + 11.425 + ], + [ + 11.5, + 11.5, + 11.5, + 11.5, + 11.5, + 11.5 + ], + [ + 11.6, + 11.6, + 11.6, + 11.6, + 11.6, + 11.6 + ], + [ + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65 + ], + [ + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65 + ], + [ + 11.75, + 11.75, + 11.75, + 11.75, + 11.75, + 11.75 + ], + [ + 11.875, + 11.875, + 11.875, + 11.875, + 11.875, + 11.875 + ], + [ + 11.9, + 11.9, + 11.9, + 11.9, + 11.9, + 11.9 + ], + [ + 12.025, + 12.025, + 12.025, + 12.025, + 12.025, + 12.025 + ], + [ + 12.125, + 12.125, + 12.125, + 12.125, + 12.125, + 12.125 + ], + [ + 12.125, + 12.125, + 12.125, + 12.125, + 12.125, + 12.125 + ], + [ + 12.125, + 12.125, + 12.125, + 12.125, + 12.125, + 12.125 + ], + [ + 12.2, + 12.2, + 12.2, + 12.2, + 12.2, + 12.2 + ], + [ + 12.225, + 12.225, + 12.225, + 12.225, + 12.225, + 12.225 + ], + [ + 12.35, + 12.35, + 12.35, + 12.35, + 12.35, + 12.35 + ], + [ + 12.425, + 12.425, + 12.425, + 12.425, + 12.425, + 12.425 + ], + [ + 12.55, + 12.55, + 12.55, + 12.55, + 12.55, + 12.55 + ], + [ + 12.675, + 12.675, + 12.675, + 12.675, + 12.675, + 12.675 + ], + [ + 12.75, + 12.75, + 12.75, + 12.75, + 12.75, + 12.75 + ], + [ + 12.8, + 12.8, + 12.8, + 12.8, + 12.8, + 12.8 + ], + [ + 12.85, + 12.85, + 12.85, + 12.85, + 12.85, + 12.85 + ], + [ + 13.125, + 13.125, + 13.125, + 13.125, + 13.125, + 13.125 + ], + [ + 13.25, + 13.25, + 13.25, + 13.25, + 13.25, + 13.25 + ], + [ + 13.25, + 13.25, + 13.25, + 13.25, + 13.25, + 13.25 + ], + [ + 13.25, + 13.25, + 13.25, + 13.25, + 13.25, + 13.25 + ], + [ + 13.35, + 13.35, + 13.35, + 13.35, + 13.35, + 13.35 + ], + [ + 13.4, + 13.4, + 13.4, + 13.4, + 13.4, + 13.4 + ], + [ + 13.475, + 13.475, + 13.475, + 13.475, + 13.475, + 13.475 + ], + [ + 13.475, + 13.475, + 13.475, + 13.475, + 13.475, + 13.475 + ], + [ + 13.525, + 13.525, + 13.525, + 13.525, + 13.525, + 13.525 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.7, + 13.7, + 13.7, + 13.7, + 13.7, + 13.7 + ], + [ + 13.8, + 13.8, + 13.8, + 13.8, + 13.8, + 13.8 + ], + [ + 13.85, + 13.85, + 13.85, + 13.85, + 13.85, + 13.85 + ], + [ + 13.85, + 13.85, + 13.85, + 13.85, + 13.85, + 13.85 + ], + [ + 13.975, + 13.975, + 13.975, + 13.975, + 13.975, + 13.975 + ], + [ + 13.975, + 13.975, + 13.975, + 13.975, + 13.975, + 13.975 + ], + [ + 14.075, + 14.075, + 14.075, + 14.075, + 14.075, + 14.075 + ], + [ + 14.175, + 14.175, + 14.175, + 14.175, + 14.175, + 14.175 + ], + [ + 14.2, + 14.2, + 14.2, + 14.2, + 14.2, + 14.2 + ], + [ + 14.25, + 14.25, + 14.25, + 14.25, + 14.25, + 14.25 + ], + [ + 14.35, + 14.35, + 14.35, + 14.35, + 14.35, + 14.35 + ], + [ + 14.35, + 14.35, + 14.35, + 14.35, + 14.35, + 14.35 + ], + [ + 14.35, + 14.35, + 14.35, + 14.35, + 14.35, + 14.35 + ], + [ + 14.475, + 14.475, + 14.475, + 14.475, + 14.475, + 14.475 + ], + [ + 14.475, + 14.475, + 14.475, + 14.475, + 14.475, + 14.475 + ], + [ + 14.5, + 14.5, + 14.5, + 14.5, + 14.5, + 14.5 + ], + [ + 14.5, + 14.5, + 14.5, + 14.5, + 14.5, + 14.5 + ], + [ + 14.525, + 14.525, + 14.525, + 14.525, + 14.525, + 14.525 + ], + [ + 14.575, + 14.575, + 14.575, + 14.575, + 14.575, + 14.575 + ], + [ + 14.8, + 14.8, + 14.8, + 14.8, + 14.8, + 14.8 + ], + [ + 15.025, + 15.025, + 15.025, + 15.025, + 15.025, + 15.025 + ], + [ + 15.025, + 15.025, + 15.025, + 15.025, + 15.025, + 15.025 + ], + [ + 15.2, + 15.2, + 15.2, + 15.2, + 15.2, + 15.2 + ], + [ + 15.2, + 15.2, + 15.2, + 15.2, + 15.2, + 15.2 + ], + [ + 15.275, + 15.275, + 15.275, + 15.275, + 15.275, + 15.275 + ], + [ + 15.275, + 15.275, + 15.275, + 15.275, + 15.275, + 15.275 + ], + [ + 15.275, + 15.275, + 15.275, + 15.275, + 15.275, + 15.275 + ], + [ + 15.275, + 15.275, + 15.275, + 15.275, + 15.275, + 15.275 + ], + [ + 15.4, + 15.4, + 15.4, + 15.4, + 15.4, + 15.4 + ], + [ + 15.45, + 15.45, + 15.45, + 15.45, + 15.45, + 15.45 + ], + [ + 15.45, + 15.45, + 15.45, + 15.45, + 15.45, + 15.45 + ], + [ + 15.45, + 15.45, + 15.45, + 15.45, + 15.45, + 15.45 + ], + [ + 15.475, + 15.475, + 15.475, + 15.475, + 15.475, + 15.475 + ], + [ + 15.475, + 15.475, + 15.475, + 15.475, + 15.475, + 15.475 + ], + [ + 15.525, + 15.525, + 15.525, + 15.525, + 15.525, + 15.525 + ], + [ + 15.525, + 15.525, + 15.525, + 15.525, + 15.525, + 15.525 + ], + [ + 15.65, + 15.65, + 15.65, + 15.65, + 15.65, + 15.65 + ], + [ + 15.675, + 15.675, + 15.675, + 15.675, + 15.675, + 15.675 + ], + [ + 15.675, + 15.675, + 15.675, + 15.675, + 15.675, + 15.675 + ], + [ + 15.7, + 15.7, + 15.7, + 15.7, + 15.7, + 15.7 + ], + [ + 15.7, + 15.7, + 15.7, + 15.7, + 15.7, + 15.7 + ], + [ + 15.725, + 15.725, + 15.725, + 15.725, + 15.725, + 15.725 + ], + [ + 15.8, + 15.8, + 15.8, + 15.8, + 15.8, + 15.8 + ], + [ + 15.875, + 15.875, + 15.875, + 15.875, + 15.875, + 15.875 + ], + [ + 15.975, + 15.975, + 15.975, + 15.975, + 15.975, + 15.975 + ], + [ + 16.075, + 16.075, + 16.075, + 16.075, + 16.075, + 16.075 + ], + [ + 16.1, + 16.1, + 16.1, + 16.1, + 16.1, + 16.1 + ], + [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ], + [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ], + [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ], + [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ], + [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ], + [ + 16.175, + 16.175, + 16.175, + 16.175, + 16.175, + 16.175 + ], + [ + 16.175, + 16.175, + 16.175, + 16.175, + 16.175, + 16.175 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.3, + 16.3, + 16.3, + 16.3, + 16.3, + 16.3 + ], + [ + 16.325, + 16.325, + 16.325, + 16.325, + 16.325, + 16.325 + ], + [ + 16.675, + 16.675, + 16.675, + 16.675, + 16.675, + 16.675 + ], + [ + 17.075, + 17.075, + 17.075, + 17.075, + 17.075, + 17.075 + ], + [ + 17.3, + 17.3, + 17.3, + 17.3, + 17.3, + 17.3 + ], + [ + 17.35, + 17.35, + 17.35, + 17.35, + 17.35, + 17.35 + ], + [ + 17.375, + 17.375, + 17.375, + 17.375, + 17.375, + 17.375 + ], + [ + 17.45, + 17.45, + 17.45, + 17.45, + 17.45, + 17.45 + ], + [ + 17.5, + 17.5, + 17.5, + 17.5, + 17.5, + 17.5 + ], + [ + 17.775, + 17.775, + 17.775, + 17.775, + 17.775, + 17.775 + ], + [ + 17.9, + 17.9, + 17.9, + 17.9, + 17.9, + 17.9 + ], + [ + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225 + ], + [ + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225 + ], + [ + 18.275, + 18.275, + 18.275, + 18.275, + 18.275, + 18.275 + ], + [ + 18.375, + 18.375, + 18.375, + 18.375, + 18.375, + 18.375 + ], + [ + 18.4, + 18.4, + 18.4, + 18.4, + 18.4, + 18.4 + ], + [ + 18.45, + 18.45, + 18.45, + 18.45, + 18.45, + 18.45 + ], + [ + 18.525, + 18.525, + 18.525, + 18.525, + 18.525, + 18.525 + ], + [ + 18.625, + 18.625, + 18.625, + 18.625, + 18.625, + 18.625 + ], + [ + 18.625, + 18.625, + 18.625, + 18.625, + 18.625, + 18.625 + ], + [ + 18.725, + 18.725, + 18.725, + 18.725, + 18.725, + 18.725 + ], + [ + 18.775, + 18.775, + 18.775, + 18.775, + 18.775, + 18.775 + ], + [ + 18.825, + 18.825, + 18.825, + 18.825, + 18.825, + 18.825 + ], + [ + 18.95, + 18.95, + 18.95, + 18.95, + 18.95, + 18.95 + ], + [ + 18.975, + 18.975, + 18.975, + 18.975, + 18.975, + 18.975 + ], + [ + 19.15, + 19.15, + 19.15, + 19.15, + 19.15, + 19.15 + ], + [ + 19.375, + 19.375, + 19.375, + 19.375, + 19.375, + 19.375 + ], + [ + 19.525, + 19.525, + 19.525, + 19.525, + 19.525, + 19.525 + ], + [ + 19.65, + 19.65, + 19.65, + 19.65, + 19.65, + 19.65 + ], + [ + 19.65, + 19.65, + 19.65, + 19.65, + 19.65, + 19.65 + ], + [ + 19.775, + 19.775, + 19.775, + 19.775, + 19.775, + 19.775 + ], + [ + 19.85, + 19.85, + 19.85, + 19.85, + 19.85, + 19.85 + ], + [ + 19.975, + 19.975, + 19.975, + 19.975, + 19.975, + 19.975 + ], + [ + 20.025, + 20.025, + 20.025, + 20.025, + 20.025, + 20.025 + ], + [ + 20.1, + 20.1, + 20.1, + 20.1, + 20.1, + 20.1 + ], + [ + 20.15, + 20.15, + 20.15, + 20.15, + 20.15, + 20.15 + ], + [ + 20.2, + 20.2, + 20.2, + 20.2, + 20.2, + 20.2 + ], + [ + 20.225, + 20.225, + 20.225, + 20.225, + 20.225, + 20.225 + ], + [ + 20.35, + 20.35, + 20.35, + 20.35, + 20.35, + 20.35 + ], + [ + 20.375, + 20.375, + 20.375, + 20.375, + 20.375, + 20.375 + ], + [ + 20.575, + 20.575, + 20.575, + 20.575, + 20.575, + 20.575 + ], + [ + 20.625, + 20.625, + 20.625, + 20.625, + 20.625, + 20.625 + ], + [ + 20.725, + 20.725, + 20.725, + 20.725, + 20.725, + 20.725 + ], + [ + 20.9, + 20.9, + 20.9, + 20.9, + 20.9, + 20.9 + ], + [ + 20.95, + 20.95, + 20.95, + 20.95, + 20.95, + 20.95 + ], + [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + [ + 21.1, + 21.1, + 21.1, + 21.1, + 21.1, + 21.1 + ], + [ + 21.425, + 21.425, + 21.425, + 21.425, + 21.425, + 21.425 + ], + [ + 21.5, + 21.5, + 21.5, + 21.5, + 21.5, + 21.5 + ], + [ + 21.525, + 21.525, + 21.525, + 21.525, + 21.525, + 21.525 + ], + [ + 21.6, + 21.6, + 21.6, + 21.6, + 21.6, + 21.6 + ], + [ + 21.7, + 21.7, + 21.7, + 21.7, + 21.7, + 21.7 + ], + [ + 21.825, + 21.825, + 21.825, + 21.825, + 21.825, + 21.825 + ], + [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0 + ], + [ + 22.25, + 22.25, + 22.25, + 22.25, + 22.25, + 22.25 + ], + [ + 22.375, + 22.375, + 22.375, + 22.375, + 22.375, + 22.375 + ], + [ + 22.4, + 22.4, + 22.4, + 22.4, + 22.4, + 22.4 + ], + [ + 22.725, + 22.725, + 22.725, + 22.725, + 22.725, + 22.725 + ], + [ + 22.825, + 22.825, + 22.825, + 22.825, + 22.825, + 22.825 + ], + [ + 23.05, + 23.05, + 23.05, + 23.05, + 23.05, + 23.05 + ], + [ + 23.2, + 23.2, + 23.2, + 23.2, + 23.2, + 23.2 + ], + [ + 23.325, + 23.325, + 23.325, + 23.325, + 23.325, + 23.325 + ], + [ + 23.475, + 23.475, + 23.475, + 23.475, + 23.475, + 23.475 + ], + [ + 23.575, + 23.575, + 23.575, + 23.575, + 23.575, + 23.575 + ], + [ + 23.975, + 23.975, + 23.975, + 23.975, + 23.975, + 23.975 + ], + [ + 24.125, + 24.125, + 24.125, + 24.125, + 24.125, + 24.125 + ], + [ + 24.2, + 24.2, + 24.2, + 24.2, + 24.2, + 24.2 + ], + [ + 24.3, + 24.3, + 24.3, + 24.3, + 24.3, + 24.3 + ], + [ + 24.4, + 24.4, + 24.4, + 24.4, + 24.4, + 24.4 + ], + [ + 24.55, + 24.55, + 24.55, + 24.55, + 24.55, + 24.55 + ], + [ + 24.725, + 24.725, + 24.725, + 24.725, + 24.725, + 24.725 + ], + [ + 24.95, + 24.95, + 24.95, + 24.95, + 24.95, + 24.95 + ], + [ + 25.025, + 25.025, + 25.025, + 25.025, + 25.025, + 25.025 + ], + [ + 25.15, + 25.15, + 25.15, + 25.15, + 25.15, + 25.15 + ], + [ + 25.3, + 25.3, + 25.3, + 25.3, + 25.3, + 25.3 + ], + [ + 25.5, + 25.5, + 25.5, + 25.5, + 25.5, + 25.5 + ], + [ + 25.65, + 25.65, + 25.65, + 25.65, + 25.65, + 25.65 + ], + [ + 25.825, + 25.825, + 25.825, + 25.825, + 25.825, + 25.825 + ], + [ + 25.825, + 25.825, + 25.825, + 25.825, + 25.825, + 25.825 + ], + [ + 26.125, + 26.125, + 26.125, + 26.125, + 26.125, + 26.125 + ], + [ + 26.25, + 26.25, + 26.25, + 26.25, + 26.25, + 26.25 + ], + [ + 26.3, + 26.3, + 26.3, + 26.3, + 26.3, + 26.3 + ], + [ + 26.65, + 26.65, + 26.65, + 26.65, + 26.65, + 26.65 + ], + [ + 26.825, + 26.825, + 26.825, + 26.825, + 26.825, + 26.825 + ], + [ + 27.0, + 27.0, + 27.0, + 27.0, + 27.0, + 27.0 + ], + [ + 27.1, + 27.1, + 27.1, + 27.1, + 27.1, + 27.1 + ], + [ + 27.25, + 27.25, + 27.25, + 27.25, + 27.25, + 27.25 + ], + [ + 27.425, + 27.425, + 27.425, + 27.425, + 27.425, + 27.425 + ], + [ + 27.45, + 27.45, + 27.45, + 27.45, + 27.45, + 27.45 + ], + [ + 27.55, + 27.55, + 27.55, + 27.55, + 27.55, + 27.55 + ], + [ + 27.625, + 27.625, + 27.625, + 27.625, + 27.625, + 27.625 + ], + [ + 27.875, + 27.875, + 27.875, + 27.875, + 27.875, + 27.875 + ], + [ + 27.875, + 27.875, + 27.875, + 27.875, + 27.875, + 27.875 + ], + [ + 27.95, + 27.95, + 27.95, + 27.95, + 27.95, + 27.95 + ], + [ + 28.025, + 28.025, + 28.025, + 28.025, + 28.025, + 28.025 + ], + [ + 28.05, + 28.05, + 28.05, + 28.05, + 28.05, + 28.05 + ], + [ + 28.2, + 28.2, + 28.2, + 28.2, + 28.2, + 28.2 + ], + [ + 28.425, + 28.425, + 28.425, + 28.425, + 28.425, + 28.425 + ], + [ + 28.45, + 28.45, + 28.45, + 28.45, + 28.45, + 28.45 + ], + [ + 28.525, + 28.525, + 28.525, + 28.525, + 28.525, + 28.525 + ], + [ + 28.65, + 28.65, + 28.65, + 28.65, + 28.65, + 28.65 + ], + [ + 28.65, + 28.65, + 28.65, + 28.65, + 28.65, + 28.65 + ], + [ + 28.7, + 28.7, + 28.7, + 28.7, + 28.7, + 28.7 + ], + [ + 28.8, + 28.8, + 28.8, + 28.8, + 28.8, + 28.8 + ], + [ + 29.025, + 29.025, + 29.025, + 29.025, + 29.025, + 29.025 + ], + [ + 29.2, + 29.2, + 29.2, + 29.2, + 29.2, + 29.2 + ], + [ + 29.325, + 29.325, + 29.325, + 29.325, + 29.325, + 29.325 + ], + [ + 29.375, + 29.375, + 29.375, + 29.375, + 29.375, + 29.375 + ], + [ + 29.4, + 29.4, + 29.4, + 29.4, + 29.4, + 29.4 + ], + [ + 29.725, + 29.725, + 29.725, + 29.725, + 29.725, + 29.725 + ], + [ + 29.925, + 29.925, + 29.925, + 29.925, + 29.925, + 29.925 + ], + [ + 29.95, + 29.95, + 29.95, + 29.95, + 29.95, + 29.95 + ], + [ + 30.075, + 30.075, + 30.075, + 30.075, + 30.075, + 30.075 + ], + [ + 30.175, + 30.175, + 30.175, + 30.175, + 30.175, + 30.175 + ], + [ + 30.25, + 30.25, + 30.25, + 30.25, + 30.25, + 30.25 + ], + [ + 30.425, + 30.425, + 30.425, + 30.425, + 30.425, + 30.425 + ], + [ + 30.575, + 30.575, + 30.575, + 30.575, + 30.575, + 30.575 + ], + [ + 30.675, + 30.675, + 30.675, + 30.675, + 30.675, + 30.675 + ], + [ + 30.8, + 30.8, + 30.8, + 30.8, + 30.8, + 30.8 + ], + [ + 30.95, + 30.95, + 30.95, + 30.95, + 30.95, + 30.95 + ], + [ + 31.025, + 31.025, + 31.025, + 31.025, + 31.025, + 31.025 + ], + [ + 31.1, + 31.1, + 31.1, + 31.1, + 31.1, + 31.1 + ], + [ + 31.2, + 31.2, + 31.2, + 31.2, + 31.2, + 31.2 + ], + [ + 31.225, + 31.225, + 31.225, + 31.225, + 31.225, + 31.225 + ], + [ + 31.425, + 31.425, + 31.425, + 31.425, + 31.425, + 31.425 + ], + [ + 31.5, + 31.5, + 31.5, + 31.5, + 31.5, + 31.5 + ], + [ + 31.575, + 31.575, + 31.575, + 31.575, + 31.575, + 31.575 + ], + [ + 31.7, + 31.7, + 31.7, + 31.7, + 31.7, + 31.7 + ], + [ + 31.9, + 31.9, + 31.9, + 31.9, + 31.9, + 31.9 + ], + [ + 31.975, + 31.975, + 31.975, + 31.975, + 31.975, + 31.975 + ], + [ + 32.025, + 32.025, + 32.025, + 32.025, + 32.025, + 32.025 + ], + [ + 32.125, + 32.125, + 32.125, + 32.125, + 32.125, + 32.125 + ], + [ + 32.175, + 32.175, + 32.175, + 32.175, + 32.175, + 32.175 + ], + [ + 32.225, + 32.225, + 32.225, + 32.225, + 32.225, + 32.225 + ], + [ + 32.325, + 32.325, + 32.325, + 32.325, + 32.325, + 32.325 + ], + [ + 32.325, + 32.325, + 32.325, + 32.325, + 32.325, + 32.325 + ], + [ + 32.325, + 32.325, + 32.325, + 32.325, + 32.325, + 32.325 + ], + [ + 32.4, + 32.4, + 32.4, + 32.4, + 32.4, + 32.4 + ], + [ + 32.45, + 32.45, + 32.45, + 32.45, + 32.45, + 32.45 + ], + [ + 32.6, + 32.6, + 32.6, + 32.6, + 32.6, + 32.6 + ], + [ + 32.7, + 32.7, + 32.7, + 32.7, + 32.7, + 32.7 + ], + [ + 32.7, + 32.7, + 32.7, + 32.7, + 32.7, + 32.7 + ], + [ + 32.775, + 32.775, + 32.775, + 32.775, + 32.775, + 32.775 + ], + [ + 32.925, + 32.925, + 32.925, + 32.925, + 32.925, + 32.925 + ], + [ + 32.975, + 32.975, + 32.975, + 32.975, + 32.975, + 32.975 + ], + [ + 33.0, + 33.0, + 33.0, + 33.0, + 33.0, + 33.0 + ], + [ + 33.1, + 33.1, + 33.1, + 33.1, + 33.1, + 33.1 + ], + [ + 33.175, + 33.175, + 33.175, + 33.175, + 33.175, + 33.175 + ], + [ + 33.2, + 33.2, + 33.2, + 33.2, + 33.2, + 33.2 + ], + [ + 33.2, + 33.2, + 33.2, + 33.2, + 33.2, + 33.2 + ], + [ + 33.275, + 33.275, + 33.275, + 33.275, + 33.275, + 33.275 + ], + [ + 33.45, + 33.45, + 33.45, + 33.45, + 33.45, + 33.45 + ], + [ + 33.6, + 33.6, + 33.6, + 33.6, + 33.6, + 33.6 + ], + [ + 33.625, + 33.625, + 33.625, + 33.625, + 33.625, + 33.625 + ], + [ + 33.65, + 33.65, + 33.65, + 33.65, + 33.65, + 33.65 + ], + [ + 33.65, + 33.65, + 33.65, + 33.65, + 33.65, + 33.65 + ], + [ + 33.775, + 33.775, + 33.775, + 33.775, + 33.775, + 33.775 + ], + [ + 33.85, + 33.85, + 33.85, + 33.85, + 33.85, + 33.85 + ], + [ + 34.0, + 34.0, + 34.0, + 34.0, + 34.0, + 34.0 + ], + [ + 34.2, + 34.2, + 34.2, + 34.2, + 34.2, + 34.2 + ], + [ + 34.25, + 34.25, + 34.25, + 34.25, + 34.25, + 34.25 + ], + [ + 34.375, + 34.375, + 34.375, + 34.375, + 34.375, + 34.375 + ], + [ + 34.4, + 34.4, + 34.4, + 34.4, + 34.4, + 34.4 + ], + [ + 34.45, + 34.45, + 34.45, + 34.45, + 34.45, + 34.45 + ], + [ + 34.5, + 34.5, + 34.5, + 34.5, + 34.5, + 34.5 + ], + [ + 34.6, + 34.6, + 34.6, + 34.6, + 34.6, + 34.6 + ], + [ + 34.725, + 34.725, + 34.725, + 34.725, + 34.725, + 34.725 + ], + [ + 34.925, + 34.925, + 34.925, + 34.925, + 34.925, + 34.925 + ], + [ + 35.025, + 35.025, + 35.025, + 35.025, + 35.025, + 35.025 + ], + [ + 35.15, + 35.15, + 35.15, + 35.15, + 35.15, + 35.15 + ], + [ + 35.225, + 35.225, + 35.225, + 35.225, + 35.225, + 35.225 + ], + [ + 35.325, + 35.325, + 35.325, + 35.325, + 35.325, + 35.325 + ], + [ + 35.425, + 35.425, + 35.425, + 35.425, + 35.425, + 35.425 + ], + [ + 35.5, + 35.5, + 35.5, + 35.5, + 35.5, + 35.5 + ], + [ + 35.675, + 35.675, + 35.675, + 35.675, + 35.675, + 35.675 + ], + [ + 35.675, + 35.675, + 35.675, + 35.675, + 35.675, + 35.675 + ], + [ + 35.675, + 35.675, + 35.675, + 35.675, + 35.675, + 35.675 + ], + [ + 35.775, + 35.775, + 35.775, + 35.775, + 35.775, + 35.775 + ], + [ + 35.775, + 35.775, + 35.775, + 35.775, + 35.775, + 35.775 + ], + [ + 35.775, + 35.775, + 35.775, + 35.775, + 35.775, + 35.775 + ], + [ + 35.775, + 35.775, + 35.775, + 35.775, + 35.775, + 35.775 + ], + [ + 35.875, + 35.875, + 35.875, + 35.875, + 35.875, + 35.875 + ], + [ + 35.975, + 35.975, + 35.975, + 35.975, + 35.975, + 35.975 + ], + [ + 36.125, + 36.125, + 36.125, + 36.125, + 36.125, + 36.125 + ], + [ + 36.175, + 36.175, + 36.175, + 36.175, + 36.175, + 36.175 + ], + [ + 36.2, + 36.2, + 36.2, + 36.2, + 36.2, + 36.2 + ], + [ + 36.3, + 36.3, + 36.3, + 36.3, + 36.3, + 36.3 + ], + [ + 36.425, + 36.425, + 36.425, + 36.425, + 36.425, + 36.425 + ], + [ + 36.6, + 36.6, + 36.6, + 36.6, + 36.6, + 36.6 + ], + [ + 36.625, + 36.625, + 36.625, + 36.625, + 36.625, + 36.625 + ], + [ + 36.675, + 36.675, + 36.675, + 36.675, + 36.675, + 36.675 + ], + [ + 36.725, + 36.725, + 36.725, + 36.725, + 36.725, + 36.725 + ], + [ + 36.75, + 36.75, + 36.75, + 36.75, + 36.75, + 36.75 + ], + [ + 36.95, + 36.95, + 36.95, + 36.95, + 36.95, + 36.95 + ], + [ + 37.075, + 37.075, + 37.075, + 37.075, + 37.075, + 37.075 + ], + [ + 37.225, + 37.225, + 37.225, + 37.225, + 37.225, + 37.225 + ], + [ + 37.25, + 37.25, + 37.25, + 37.25, + 37.25, + 37.25 + ], + [ + 37.35, + 37.35, + 37.35, + 37.35, + 37.35, + 37.35 + ], + [ + 37.575, + 37.575, + 37.575, + 37.575, + 37.575, + 37.575 + ], + [ + 37.675, + 37.675, + 37.675, + 37.675, + 37.675, + 37.675 + ], + [ + 37.75, + 37.75, + 37.75, + 37.75, + 37.75, + 37.75 + ], + [ + 37.85, + 37.85, + 37.85, + 37.85, + 37.85, + 37.85 + ], + [ + 37.875, + 37.875, + 37.875, + 37.875, + 37.875, + 37.875 + ], + [ + 38.025, + 38.025, + 38.025, + 38.025, + 38.025, + 38.025 + ], + [ + 38.05, + 38.05, + 38.05, + 38.05, + 38.05, + 38.05 + ], + [ + 38.175, + 38.175, + 38.175, + 38.175, + 38.175, + 38.175 + ], + [ + 38.475, + 38.475, + 38.475, + 38.475, + 38.475, + 38.475 + ], + [ + 38.525, + 38.525, + 38.525, + 38.525, + 38.525, + 38.525 + ], + [ + 38.575, + 38.575, + 38.575, + 38.575, + 38.575, + 38.575 + ], + [ + 38.65, + 38.65, + 38.65, + 38.65, + 38.65, + 38.65 + ], + [ + 38.725, + 38.725, + 38.725, + 38.725, + 38.725, + 38.725 + ], + [ + 38.8, + 38.8, + 38.8, + 38.8, + 38.8, + 38.8 + ], + [ + 38.875, + 38.875, + 38.875, + 38.875, + 38.875, + 38.875 + ], + [ + 39.025, + 39.025, + 39.025, + 39.025, + 39.025, + 39.025 + ], + [ + 39.1, + 39.1, + 39.1, + 39.1, + 39.1, + 39.1 + ], + [ + 39.1, + 39.1, + 39.1, + 39.1, + 39.1, + 39.1 + ], + [ + 39.15, + 39.15, + 39.15, + 39.15, + 39.15, + 39.15 + ], + [ + 39.3, + 39.3, + 39.3, + 39.3, + 39.3, + 39.3 + ], + [ + 39.35, + 39.35, + 39.35, + 39.35, + 39.35, + 39.35 + ], + [ + 39.5, + 39.5, + 39.5, + 39.5, + 39.5, + 39.5 + ], + [ + 39.55, + 39.55, + 39.55, + 39.55, + 39.55, + 39.55 + ], + [ + 39.725, + 39.725, + 39.725, + 39.725, + 39.725, + 39.725 + ], + [ + 39.775, + 39.775, + 39.775, + 39.775, + 39.775, + 39.775 + ], + [ + 39.8, + 39.8, + 39.8, + 39.8, + 39.8, + 39.8 + ], + [ + 39.9, + 39.9, + 39.9, + 39.9, + 39.9, + 39.9 + ], + [ + 39.95, + 39.95, + 39.95, + 39.95, + 39.95, + 39.95 + ], + [ + 40.0, + 40.0, + 40.0, + 40.0, + 40.0, + 40.0 + ], + [ + 40.125, + 40.125, + 40.125, + 40.125, + 40.125, + 40.125 + ], + [ + 40.15, + 40.15, + 40.15, + 40.15, + 40.15, + 40.15 + ], + [ + 40.225, + 40.225, + 40.225, + 40.225, + 40.225, + 40.225 + ], + [ + 40.3, + 40.3, + 40.3, + 40.3, + 40.3, + 40.3 + ], + [ + 40.375, + 40.375, + 40.375, + 40.375, + 40.375, + 40.375 + ], + [ + 40.4, + 40.4, + 40.4, + 40.4, + 40.4, + 40.4 + ], + [ + 40.45, + 40.45, + 40.45, + 40.45, + 40.45, + 40.45 + ], + [ + 40.575, + 40.575, + 40.575, + 40.575, + 40.575, + 40.575 + ], + [ + 40.6, + 40.6, + 40.6, + 40.6, + 40.6, + 40.6 + ], + [ + 40.625, + 40.625, + 40.625, + 40.625, + 40.625, + 40.625 + ], + [ + 40.675, + 40.675, + 40.675, + 40.675, + 40.675, + 40.675 + ], + [ + 40.725, + 40.725, + 40.725, + 40.725, + 40.725, + 40.725 + ], + [ + 40.925, + 40.925, + 40.925, + 40.925, + 40.925, + 40.925 + ], + [ + 41.05, + 41.05, + 41.05, + 41.05, + 41.05, + 41.05 + ], + [ + 41.1, + 41.1, + 41.1, + 41.1, + 41.1, + 41.1 + ], + [ + 41.175, + 41.175, + 41.175, + 41.175, + 41.175, + 41.175 + ], + [ + 41.525, + 41.525, + 41.525, + 41.525, + 41.525, + 41.525 + ], + [ + 41.575, + 41.575, + 41.575, + 41.575, + 41.575, + 41.575 + ], + [ + 41.775, + 41.775, + 41.775, + 41.775, + 41.775, + 41.775 + ], + [ + 41.85, + 41.85, + 41.85, + 41.85, + 41.85, + 41.85 + ], + [ + 41.85, + 41.85, + 41.85, + 41.85, + 41.85, + 41.85 + ], + [ + 41.925, + 41.925, + 41.925, + 41.925, + 41.925, + 41.925 + ], + [ + 41.925, + 41.925, + 41.925, + 41.925, + 41.925, + 41.925 + ], + [ + 42.1, + 42.1, + 42.1, + 42.1, + 42.1, + 42.1 + ], + [ + 42.15, + 42.15, + 42.15, + 42.15, + 42.15, + 42.15 + ], + [ + 42.25, + 42.25, + 42.25, + 42.25, + 42.25, + 42.25 + ], + [ + 42.35, + 42.35, + 42.35, + 42.35, + 42.35, + 42.35 + ], + [ + 42.475, + 42.475, + 42.475, + 42.475, + 42.475, + 42.475 + ], + [ + 42.7, + 42.7, + 42.7, + 42.7, + 42.7, + 42.7 + ], + [ + 42.8, + 42.8, + 42.8, + 42.8, + 42.8, + 42.8 + ], + [ + 42.85, + 42.85, + 42.85, + 42.85, + 42.85, + 42.85 + ], + [ + 42.95, + 42.95, + 42.95, + 42.95, + 42.95, + 42.95 + ], + [ + 42.975, + 42.975, + 42.975, + 42.975, + 42.975, + 42.975 + ], + [ + 43.05, + 43.05, + 43.05, + 43.05, + 43.05, + 43.05 + ], + [ + 43.075, + 43.075, + 43.075, + 43.075, + 43.075, + 43.075 + ], + [ + 43.1, + 43.1, + 43.1, + 43.1, + 43.1, + 43.1 + ], + [ + 43.225, + 43.225, + 43.225, + 43.225, + 43.225, + 43.225 + ], + [ + 43.5, + 43.5, + 43.5, + 43.5, + 43.5, + 43.5 + ], + [ + 43.525, + 43.525, + 43.525, + 43.525, + 43.525, + 43.525 + ], + [ + 43.55, + 43.55, + 43.55, + 43.55, + 43.55, + 43.55 + ], + [ + 43.7, + 43.7, + 43.7, + 43.7, + 43.7, + 43.7 + ], + [ + 43.8, + 43.8, + 43.8, + 43.8, + 43.8, + 43.8 + ], + [ + 43.875, + 43.875, + 43.875, + 43.875, + 43.875, + 43.875 + ], + [ + 43.975, + 43.975, + 43.975, + 43.975, + 43.975, + 43.975 + ], + [ + 44.05, + 44.05, + 44.05, + 44.05, + 44.05, + 44.05 + ], + [ + 44.175, + 44.175, + 44.175, + 44.175, + 44.175, + 44.175 + ], + [ + 44.225, + 44.225, + 44.225, + 44.225, + 44.225, + 44.225 + ], + [ + 44.3, + 44.3, + 44.3, + 44.3, + 44.3, + 44.3 + ], + [ + 44.325, + 44.325, + 44.325, + 44.325, + 44.325, + 44.325 + ], + [ + 44.35, + 44.35, + 44.35, + 44.35, + 44.35, + 44.35 + ], + [ + 44.425, + 44.425, + 44.425, + 44.425, + 44.425, + 44.425 + ], + [ + 44.525, + 44.525, + 44.525, + 44.525, + 44.525, + 44.525 + ], + [ + 44.55, + 44.55, + 44.55, + 44.55, + 44.55, + 44.55 + ], + [ + 44.65, + 44.65, + 44.65, + 44.65, + 44.65, + 44.65 + ], + [ + 44.675, + 44.675, + 44.675, + 44.675, + 44.675, + 44.675 + ], + [ + 44.675, + 44.675, + 44.675, + 44.675, + 44.675, + 44.675 + ], + [ + 44.825, + 44.825, + 44.825, + 44.825, + 44.825, + 44.825 + ], + [ + 44.925, + 44.925, + 44.925, + 44.925, + 44.925, + 44.925 + ], + [ + 45.025, + 45.025, + 45.025, + 45.025, + 45.025, + 45.025 + ], + [ + 45.075, + 45.075, + 45.075, + 45.075, + 45.075, + 45.075 + ], + [ + 45.175, + 45.175, + 45.175, + 45.175, + 45.175, + 45.175 + ], + [ + 45.225, + 45.225, + 45.225, + 45.225, + 45.225, + 45.225 + ], + [ + 45.275, + 45.275, + 45.275, + 45.275, + 45.275, + 45.275 + ], + [ + 45.275, + 45.275, + 45.275, + 45.275, + 45.275, + 45.275 + ], + [ + 45.3, + 45.3, + 45.3, + 45.3, + 45.3, + 45.3 + ], + [ + 45.325, + 45.325, + 45.325, + 45.325, + 45.325, + 45.325 + ], + [ + 45.5, + 45.5, + 45.5, + 45.5, + 45.5, + 45.5 + ], + [ + 45.65, + 45.65, + 45.65, + 45.65, + 45.65, + 45.65 + ], + [ + 45.725, + 45.725, + 45.725, + 45.725, + 45.725, + 45.725 + ], + [ + 45.8, + 45.8, + 45.8, + 45.8, + 45.8, + 45.8 + ], + [ + 45.85, + 45.85, + 45.85, + 45.85, + 45.85, + 45.85 + ], + [ + 45.975, + 45.975, + 45.975, + 45.975, + 45.975, + 45.975 + ], + [ + 45.975, + 45.975, + 45.975, + 45.975, + 45.975, + 45.975 + ], + [ + 46.175, + 46.175, + 46.175, + 46.175, + 46.175, + 46.175 + ], + [ + 46.225, + 46.225, + 46.225, + 46.225, + 46.225, + 46.225 + ], + [ + 46.25, + 46.25, + 46.25, + 46.25, + 46.25, + 46.25 + ], + [ + 46.35, + 46.35, + 46.35, + 46.35, + 46.35, + 46.35 + ], + [ + 46.4, + 46.4, + 46.4, + 46.4, + 46.4, + 46.4 + ], + [ + 46.45, + 46.45, + 46.45, + 46.45, + 46.45, + 46.45 + ], + [ + 46.525, + 46.525, + 46.525, + 46.525, + 46.525, + 46.525 + ], + [ + 46.65, + 46.65, + 46.65, + 46.65, + 46.65, + 46.65 + ], + [ + 46.9, + 46.9, + 46.9, + 46.9, + 46.9, + 46.9 + ], + [ + 46.9, + 46.9, + 46.9, + 46.9, + 46.9, + 46.9 + ], + [ + 46.975, + 46.975, + 46.975, + 46.975, + 46.975, + 46.975 + ], + [ + 47.0, + 47.0, + 47.0, + 47.0, + 47.0, + 47.0 + ], + [ + 47.15, + 47.15, + 47.15, + 47.15, + 47.15, + 47.15 + ], + [ + 47.2, + 47.2, + 47.2, + 47.2, + 47.2, + 47.2 + ], + [ + 47.3, + 47.3, + 47.3, + 47.3, + 47.3, + 47.3 + ], + [ + 47.375, + 47.375, + 47.375, + 47.375, + 47.375, + 47.375 + ], + [ + 47.55, + 47.55, + 47.55, + 47.55, + 47.55, + 47.55 + ], + [ + 47.6, + 47.6, + 47.6, + 47.6, + 47.6, + 47.6 + ], + [ + 47.625, + 47.625, + 47.625, + 47.625, + 47.625, + 47.625 + ], + [ + 47.65, + 47.65, + 47.65, + 47.65, + 47.65, + 47.65 + ], + [ + 47.65, + 47.65, + 47.65, + 47.65, + 47.65, + 47.65 + ], + [ + 47.7, + 47.7, + 47.7, + 47.7, + 47.7, + 47.7 + ], + [ + 47.85, + 47.85, + 47.85, + 47.85, + 47.85, + 47.85 + ], + [ + 47.875, + 47.875, + 47.875, + 47.875, + 47.875, + 47.875 + ], + [ + 48.0, + 48.0, + 48.0, + 48.0, + 48.0, + 48.0 + ], + [ + 48.075, + 48.075, + 48.075, + 48.075, + 48.075, + 48.075 + ], + [ + 48.1, + 48.1, + 48.1, + 48.1, + 48.1, + 48.1 + ], + [ + 48.15, + 48.15, + 48.15, + 48.15, + 48.15, + 48.15 + ], + [ + 48.15, + 48.15, + 48.15, + 48.15, + 48.15, + 48.15 + ], + [ + 48.2, + 48.2, + 48.2, + 48.2, + 48.2, + 48.2 + ], + [ + 48.25, + 48.25, + 48.25, + 48.25, + 48.25, + 48.25 + ], + [ + 48.325, + 48.325, + 48.325, + 48.325, + 48.325, + 48.325 + ], + [ + 48.35, + 48.35, + 48.35, + 48.35, + 48.35, + 48.35 + ], + [ + 48.375, + 48.375, + 48.375, + 48.375, + 48.375, + 48.375 + ], + [ + 48.375, + 48.375, + 48.375, + 48.375, + 48.375, + 48.375 + ], + [ + 48.4, + 48.4, + 48.4, + 48.4, + 48.4, + 48.4 + ], + [ + 48.45, + 48.45, + 48.45, + 48.45, + 48.45, + 48.45 + ], + [ + 48.55, + 48.55, + 48.55, + 48.55, + 48.55, + 48.55 + ], + [ + 49.025, + 49.025, + 49.025, + 49.025, + 49.025, + 49.025 + ], + [ + 49.225, + 49.225, + 49.225, + 49.225, + 49.225, + 49.225 + ], + [ + 49.35, + 49.35, + 49.35, + 49.35, + 49.35, + 49.35 + ], + [ + 49.525, + 49.525, + 49.525, + 49.525, + 49.525, + 49.525 + ], + [ + 49.55, + 49.55, + 49.55, + 49.55, + 49.55, + 49.55 + ], + [ + 49.6, + 49.6, + 49.6, + 49.6, + 49.6, + 49.6 + ], + [ + 49.7, + 49.7, + 49.7, + 49.7, + 49.7, + 49.7 + ], + [ + 49.8, + 49.8, + 49.8, + 49.8, + 49.8, + 49.8 + ], + [ + 49.9, + 49.9, + 49.9, + 49.9, + 49.9, + 49.9 + ], + [ + 49.925, + 49.925, + 49.925, + 49.925, + 49.925, + 49.925 + ], + [ + 50.125, + 50.125, + 50.125, + 50.125, + 50.125, + 50.125 + ], + [ + 50.2, + 50.2, + 50.2, + 50.2, + 50.2, + 50.2 + ], + [ + 50.225, + 50.225, + 50.225, + 50.225, + 50.225, + 50.225 + ], + [ + 50.225, + 50.225, + 50.225, + 50.225, + 50.225, + 50.225 + ], + [ + 50.25, + 50.25, + 50.25, + 50.25, + 50.25, + 50.25 + ], + [ + 50.3, + 50.3, + 50.3, + 50.3, + 50.3, + 50.3 + ], + [ + 50.45, + 50.45, + 50.45, + 50.45, + 50.45, + 50.45 + ], + [ + 50.475, + 50.475, + 50.475, + 50.475, + 50.475, + 50.475 + ], + [ + 50.5, + 50.5, + 50.5, + 50.5, + 50.5, + 50.5 + ], + [ + 50.575, + 50.575, + 50.575, + 50.575, + 50.575, + 50.575 + ], + [ + 50.7, + 50.7, + 50.7, + 50.7, + 50.7, + 50.7 + ], + [ + 50.875, + 50.875, + 50.875, + 50.875, + 50.875, + 50.875 + ], + [ + 51.0, + 51.0, + 51.0, + 51.0, + 51.0, + 51.0 + ], + [ + 51.025, + 51.025, + 51.025, + 51.025, + 51.025, + 51.025 + ], + [ + 51.075, + 51.075, + 51.075, + 51.075, + 51.075, + 51.075 + ], + [ + 51.2, + 51.2, + 51.2, + 51.2, + 51.2, + 51.2 + ], + [ + 51.3, + 51.3, + 51.3, + 51.3, + 51.3, + 51.3 + ], + [ + 51.35, + 51.35, + 51.35, + 51.35, + 51.35, + 51.35 + ], + [ + 51.4, + 51.4, + 51.4, + 51.4, + 51.4, + 51.4 + ], + [ + 51.425, + 51.425, + 51.425, + 51.425, + 51.425, + 51.425 + ], + [ + 51.5, + 51.5, + 51.5, + 51.5, + 51.5, + 51.5 + ], + [ + 51.725, + 51.725, + 51.725, + 51.725, + 51.725, + 51.725 + ], + [ + 51.75, + 51.75, + 51.75, + 51.75, + 51.75, + 51.75 + ], + [ + 51.775, + 51.775, + 51.775, + 51.775, + 51.775, + 51.775 + ], + [ + 51.825, + 51.825, + 51.825, + 51.825, + 51.825, + 51.825 + ], + [ + 51.825, + 51.825, + 51.825, + 51.825, + 51.825, + 51.825 + ], + [ + 51.875, + 51.875, + 51.875, + 51.875, + 51.875, + 51.875 + ], + [ + 52.025, + 52.025, + 52.025, + 52.025, + 52.025, + 52.025 + ], + [ + 52.125, + 52.125, + 52.125, + 52.125, + 52.125, + 52.125 + ], + [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ], + [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ], + [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ], + [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ], + [ + 52.4, + 52.4, + 52.4, + 52.4, + 52.4, + 52.4 + ], + [ + 52.4, + 52.4, + 52.4, + 52.4, + 52.4, + 52.4 + ], + [ + 52.5, + 52.5, + 52.5, + 52.5, + 52.5, + 52.5 + ], + [ + 52.5, + 52.5, + 52.5, + 52.5, + 52.5, + 52.5 + ], + [ + 52.65, + 52.65, + 52.65, + 52.65, + 52.65, + 52.65 + ], + [ + 52.75, + 52.75, + 52.75, + 52.75, + 52.75, + 52.75 + ], + [ + 52.75, + 52.75, + 52.75, + 52.75, + 52.75, + 52.75 + ], + [ + 52.775, + 52.775, + 52.775, + 52.775, + 52.775, + 52.775 + ], + [ + 52.875, + 52.875, + 52.875, + 52.875, + 52.875, + 52.875 + ], + [ + 53.0, + 53.0, + 53.0, + 53.0, + 53.0, + 53.0 + ], + [ + 53.15, + 53.15, + 53.15, + 53.15, + 53.15, + 53.15 + ], + [ + 53.175, + 53.175, + 53.175, + 53.175, + 53.175, + 53.175 + ], + [ + 53.2, + 53.2, + 53.2, + 53.2, + 53.2, + 53.2 + ], + [ + 53.325, + 53.325, + 53.325, + 53.325, + 53.325, + 53.325 + ], + [ + 53.35, + 53.35, + 53.35, + 53.35, + 53.35, + 53.35 + ], + [ + 53.375, + 53.375, + 53.375, + 53.375, + 53.375, + 53.375 + ], + [ + 53.4, + 53.4, + 53.4, + 53.4, + 53.4, + 53.4 + ], + [ + 53.45, + 53.45, + 53.45, + 53.45, + 53.45, + 53.45 + ], + [ + 53.525, + 53.525, + 53.525, + 53.525, + 53.525, + 53.525 + ], + [ + 53.65, + 53.65, + 53.65, + 53.65, + 53.65, + 53.65 + ], + [ + 53.725, + 53.725, + 53.725, + 53.725, + 53.725, + 53.725 + ], + [ + 53.8, + 53.8, + 53.8, + 53.8, + 53.8, + 53.8 + ], + [ + 53.825, + 53.825, + 53.825, + 53.825, + 53.825, + 53.825 + ], + [ + 53.875, + 53.875, + 53.875, + 53.875, + 53.875, + 53.875 + ], + [ + 53.875, + 53.875, + 53.875, + 53.875, + 53.875, + 53.875 + ], + [ + 53.95, + 53.95, + 53.95, + 53.95, + 53.95, + 53.95 + ], + [ + 54.125, + 54.125, + 54.125, + 54.125, + 54.125, + 54.125 + ], + [ + 54.225, + 54.225, + 54.225, + 54.225, + 54.225, + 54.225 + ], + [ + 54.225, + 54.225, + 54.225, + 54.225, + 54.225, + 54.225 + ], + [ + 54.375, + 54.375, + 54.375, + 54.375, + 54.375, + 54.375 + ], + [ + 54.4, + 54.4, + 54.4, + 54.4, + 54.4, + 54.4 + ], + [ + 54.525, + 54.525, + 54.525, + 54.525, + 54.525, + 54.525 + ], + [ + 54.55, + 54.55, + 54.55, + 54.55, + 54.55, + 54.55 + ], + [ + 54.625, + 54.625, + 54.625, + 54.625, + 54.625, + 54.625 + ], + [ + 54.7, + 54.7, + 54.7, + 54.7, + 54.7, + 54.7 + ], + [ + 54.775, + 54.775, + 54.775, + 54.775, + 54.775, + 54.775 + ], + [ + 54.85, + 54.85, + 54.85, + 54.85, + 54.85, + 54.85 + ], + [ + 54.875, + 54.875, + 54.875, + 54.875, + 54.875, + 54.875 + ], + [ + 54.925, + 54.925, + 54.925, + 54.925, + 54.925, + 54.925 + ], + [ + 54.975, + 54.975, + 54.975, + 54.975, + 54.975, + 54.975 + ], + [ + 55.0, + 55.0, + 55.0, + 55.0, + 55.0, + 55.0 + ], + [ + 55.025, + 55.025, + 55.025, + 55.025, + 55.025, + 55.025 + ], + [ + 55.05, + 55.05, + 55.05, + 55.05, + 55.05, + 55.05 + ], + [ + 55.15, + 55.15, + 55.15, + 55.15, + 55.15, + 55.15 + ], + [ + 55.3, + 55.3, + 55.3, + 55.3, + 55.3, + 55.3 + ], + [ + 55.4, + 55.4, + 55.4, + 55.4, + 55.4, + 55.4 + ], + [ + 55.65, + 55.65, + 55.65, + 55.65, + 55.65, + 55.65 + ], + [ + 55.75, + 55.75, + 55.75, + 55.75, + 55.75, + 55.75 + ], + [ + 55.85, + 55.85, + 55.85, + 55.85, + 55.85, + 55.85 + ], + [ + 55.875, + 55.875, + 55.875, + 55.875, + 55.875, + 55.875 + ], + [ + 55.925, + 55.925, + 55.925, + 55.925, + 55.925, + 55.925 + ], + [ + 55.925, + 55.925, + 55.925, + 55.925, + 55.925, + 55.925 + ], + [ + 55.975, + 55.975, + 55.975, + 55.975, + 55.975, + 55.975 + ], + [ + 56.0, + 56.0, + 56.0, + 56.0, + 56.0, + 56.0 + ], + [ + 56.25, + 56.25, + 56.25, + 56.25, + 56.25, + 56.25 + ], + [ + 56.425, + 56.425, + 56.425, + 56.425, + 56.425, + 56.425 + ], + [ + 56.65, + 56.65, + 56.65, + 56.65, + 56.65, + 56.65 + ], + [ + 56.65, + 56.65, + 56.65, + 56.65, + 56.65, + 56.65 + ], + [ + 56.7, + 56.7, + 56.7, + 56.7, + 56.7, + 56.7 + ], + [ + 56.725, + 56.725, + 56.725, + 56.725, + 56.725, + 56.725 + ], + [ + 56.725, + 56.725, + 56.725, + 56.725, + 56.725, + 56.725 + ], + [ + 56.775, + 56.775, + 56.775, + 56.775, + 56.775, + 56.775 + ], + [ + 56.85, + 56.85, + 56.85, + 56.85, + 56.85, + 56.85 + ], + [ + 56.85, + 56.85, + 56.85, + 56.85, + 56.85, + 56.85 + ], + [ + 56.975, + 56.975, + 56.975, + 56.975, + 56.975, + 56.975 + ], + [ + 57.025, + 57.025, + 57.025, + 57.025, + 57.025, + 57.025 + ], + [ + 57.05, + 57.05, + 57.05, + 57.05, + 57.05, + 57.05 + ], + [ + 57.125, + 57.125, + 57.125, + 57.125, + 57.125, + 57.125 + ], + [ + 57.25, + 57.25, + 57.25, + 57.25, + 57.25, + 57.25 + ], + [ + 57.375, + 57.375, + 57.375, + 57.375, + 57.375, + 57.375 + ], + [ + 57.4, + 57.4, + 57.4, + 57.4, + 57.4, + 57.4 + ], + [ + 57.45, + 57.45, + 57.45, + 57.45, + 57.45, + 57.45 + ], + [ + 57.55, + 57.55, + 57.55, + 57.55, + 57.55, + 57.55 + ], + [ + 57.625, + 57.625, + 57.625, + 57.625, + 57.625, + 57.625 + ], + [ + 57.675, + 57.675, + 57.675, + 57.675, + 57.675, + 57.675 + ], + [ + 57.75, + 57.75, + 57.75, + 57.75, + 57.75, + 57.75 + ], + [ + 57.9, + 57.9, + 57.9, + 57.9, + 57.9, + 57.9 + ], + [ + 57.975, + 57.975, + 57.975, + 57.975, + 57.975, + 57.975 + ], + [ + 58.025, + 58.025, + 58.025, + 58.025, + 58.025, + 58.025 + ], + [ + 58.05, + 58.05, + 58.05, + 58.05, + 58.05, + 58.05 + ], + [ + 58.2, + 58.2, + 58.2, + 58.2, + 58.2, + 58.2 + ], + [ + 58.275, + 58.275, + 58.275, + 58.275, + 58.275, + 58.275 + ], + [ + 58.325, + 58.325, + 58.325, + 58.325, + 58.325, + 58.325 + ], + [ + 58.425, + 58.425, + 58.425, + 58.425, + 58.425, + 58.425 + ], + [ + 58.575, + 58.575, + 58.575, + 58.575, + 58.575, + 58.575 + ], + [ + 58.575, + 58.575, + 58.575, + 58.575, + 58.575, + 58.575 + ], + [ + 58.575, + 58.575, + 58.575, + 58.575, + 58.575, + 58.575 + ], + [ + 58.875, + 58.875, + 58.875, + 58.875, + 58.875, + 58.875 + ], + [ + 58.925, + 58.925, + 58.925, + 58.925, + 58.925, + 58.925 + ], + [ + 58.95, + 58.95, + 58.95, + 58.95, + 58.95, + 58.95 + ], + [ + 59.075, + 59.075, + 59.075, + 59.075, + 59.075, + 59.075 + ], + [ + 59.075, + 59.075, + 59.075, + 59.075, + 59.075, + 59.075 + ], + [ + 59.175, + 59.175, + 59.175, + 59.175, + 59.175, + 59.175 + ], + [ + 59.3, + 59.3, + 59.3, + 59.3, + 59.3, + 59.3 + ], + [ + 59.325, + 59.325, + 59.325, + 59.325, + 59.325, + 59.325 + ], + [ + 59.4, + 59.4, + 59.4, + 59.4, + 59.4, + 59.4 + ], + [ + 59.4, + 59.4, + 59.4, + 59.4, + 59.4, + 59.4 + ], + [ + 59.425, + 59.425, + 59.425, + 59.425, + 59.425, + 59.425 + ], + [ + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675 + ], + [ + 59.8, + 59.8, + 59.8, + 59.8, + 59.8, + 59.8 + ], + [ + 59.8, + 59.8, + 59.8, + 59.8, + 59.8, + 59.8 + ], + [ + 59.875, + 59.875, + 59.875, + 59.875, + 59.875, + 59.875 + ], + [ + 59.975, + 59.975, + 59.975, + 59.975, + 59.975, + 59.975 + ], + [ + 60.125, + 60.125, + 60.125, + 60.125, + 60.125, + 60.125 + ], + [ + 60.125, + 60.125, + 60.125, + 60.125, + 60.125, + 60.125 + ], + [ + 60.15, + 60.15, + 60.15, + 60.15, + 60.15, + 60.15 + ], + [ + 60.2, + 60.2, + 60.2, + 60.2, + 60.2, + 60.2 + ], + [ + 60.325, + 60.325, + 60.325, + 60.325, + 60.325, + 60.325 + ], + [ + 60.4, + 60.4, + 60.4, + 60.4, + 60.4, + 60.4 + ], + [ + 60.45, + 60.45, + 60.45, + 60.45, + 60.45, + 60.45 + ], + [ + 60.625, + 60.625, + 60.625, + 60.625, + 60.625, + 60.625 + ], + [ + 60.675, + 60.675, + 60.675, + 60.675, + 60.675, + 60.675 + ], + [ + 60.7, + 60.7, + 60.7, + 60.7, + 60.7, + 60.7 + ], + [ + 60.8, + 60.8, + 60.8, + 60.8, + 60.8, + 60.8 + ], + [ + 60.975, + 60.975, + 60.975, + 60.975, + 60.975, + 60.975 + ], + [ + 61.0, + 61.0, + 61.0, + 61.0, + 61.0, + 61.0 + ], + [ + 61.05, + 61.05, + 61.05, + 61.05, + 61.05, + 61.05 + ], + [ + 61.15, + 61.15, + 61.15, + 61.15, + 61.15, + 61.15 + ], + [ + 61.275, + 61.275, + 61.275, + 61.275, + 61.275, + 61.275 + ], + [ + 61.35, + 61.35, + 61.35, + 61.35, + 61.35, + 61.35 + ], + [ + 61.425, + 61.425, + 61.425, + 61.425, + 61.425, + 61.425 + ], + [ + 61.5, + 61.5, + 61.5, + 61.5, + 61.5, + 61.5 + ], + [ + 61.675, + 61.675, + 61.675, + 61.675, + 61.675, + 61.675 + ], + [ + 61.725, + 61.725, + 61.725, + 61.725, + 61.725, + 61.725 + ], + [ + 61.825, + 61.825, + 61.825, + 61.825, + 61.825, + 61.825 + ], + [ + 61.95, + 61.95, + 61.95, + 61.95, + 61.95, + 61.95 + ], + [ + 61.95, + 61.95, + 61.95, + 61.95, + 61.95, + 61.95 + ], + [ + 61.975, + 61.975, + 61.975, + 61.975, + 61.975, + 61.975 + ], + [ + 62.025, + 62.025, + 62.025, + 62.025, + 62.025, + 62.025 + ], + [ + 62.05, + 62.05, + 62.05, + 62.05, + 62.05, + 62.05 + ], + [ + 62.05, + 62.05, + 62.05, + 62.05, + 62.05, + 62.05 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.2, + 62.2, + 62.2, + 62.2, + 62.2, + 62.2 + ], + [ + 62.325, + 62.325, + 62.325, + 62.325, + 62.325, + 62.325 + ], + [ + 62.35, + 62.35, + 62.35, + 62.35, + 62.35, + 62.35 + ], + [ + 62.35, + 62.35, + 62.35, + 62.35, + 62.35, + 62.35 + ], + [ + 62.35, + 62.35, + 62.35, + 62.35, + 62.35, + 62.35 + ], + [ + 62.375, + 62.375, + 62.375, + 62.375, + 62.375, + 62.375 + ], + [ + 62.5, + 62.5, + 62.5, + 62.5, + 62.5, + 62.5 + ], + [ + 62.5, + 62.5, + 62.5, + 62.5, + 62.5, + 62.5 + ], + [ + 62.525, + 62.525, + 62.525, + 62.525, + 62.525, + 62.525 + ], + [ + 62.575, + 62.575, + 62.575, + 62.575, + 62.575, + 62.575 + ], + [ + 62.725, + 62.725, + 62.725, + 62.725, + 62.725, + 62.725 + ], + [ + 62.825, + 62.825, + 62.825, + 62.825, + 62.825, + 62.825 + ], + [ + 62.85, + 62.85, + 62.85, + 62.85, + 62.85, + 62.85 + ], + [ + 62.95, + 62.95, + 62.95, + 62.95, + 62.95, + 62.95 + ], + [ + 62.95, + 62.95, + 62.95, + 62.95, + 62.95, + 62.95 + ], + [ + 62.95, + 62.95, + 62.95, + 62.95, + 62.95, + 62.95 + ], + [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ], + [ + 63.05, + 63.05, + 63.05, + 63.05, + 63.05, + 63.05 + ], + [ + 63.05, + 63.05, + 63.05, + 63.05, + 63.05, + 63.05 + ], + [ + 63.05, + 63.05, + 63.05, + 63.05, + 63.05, + 63.05 + ], + [ + 63.075, + 63.075, + 63.075, + 63.075, + 63.075, + 63.075 + ], + [ + 63.075, + 63.075, + 63.075, + 63.075, + 63.075, + 63.075 + ], + [ + 63.1, + 63.1, + 63.1, + 63.1, + 63.1, + 63.1 + ], + [ + 63.175, + 63.175, + 63.175, + 63.175, + 63.175, + 63.175 + ], + [ + 63.375, + 63.375, + 63.375, + 63.375, + 63.375, + 63.375 + ], + [ + 63.475, + 63.475, + 63.475, + 63.475, + 63.475, + 63.475 + ], + [ + 63.55, + 63.55, + 63.55, + 63.55, + 63.55, + 63.55 + ], + [ + 63.6, + 63.6, + 63.6, + 63.6, + 63.6, + 63.6 + ], + [ + 63.675, + 63.675, + 63.675, + 63.675, + 63.675, + 63.675 + ], + [ + 63.825, + 63.825, + 63.825, + 63.825, + 63.825, + 63.825 + ], + [ + 63.9, + 63.9, + 63.9, + 63.9, + 63.9, + 63.9 + ], + [ + 63.975, + 63.975, + 63.975, + 63.975, + 63.975, + 63.975 + ], + [ + 64.0, + 64.0, + 64.0, + 64.0, + 64.0, + 64.0 + ], + [ + 64.025, + 64.025, + 64.025, + 64.025, + 64.025, + 64.025 + ], + [ + 64.125, + 64.125, + 64.125, + 64.125, + 64.125, + 64.125 + ], + [ + 64.15, + 64.15, + 64.15, + 64.15, + 64.15, + 64.15 + ], + [ + 64.275, + 64.275, + 64.275, + 64.275, + 64.275, + 64.275 + ], + [ + 64.275, + 64.275, + 64.275, + 64.275, + 64.275, + 64.275 + ], + [ + 64.325, + 64.325, + 64.325, + 64.325, + 64.325, + 64.325 + ], + [ + 64.5, + 64.5, + 64.5, + 64.5, + 64.5, + 64.5 + ], + [ + 64.5, + 64.5, + 64.5, + 64.5, + 64.5, + 64.5 + ], + [ + 64.65, + 64.65, + 64.65, + 64.65, + 64.65, + 64.65 + ], + [ + 64.8, + 64.8, + 64.8, + 64.8, + 64.8, + 64.8 + ], + [ + 64.85, + 64.85, + 64.85, + 64.85, + 64.85, + 64.85 + ], + [ + 64.925, + 64.925, + 64.925, + 64.925, + 64.925, + 64.925 + ], + [ + 64.95, + 64.95, + 64.95, + 64.95, + 64.95, + 64.95 + ], + [ + 64.975, + 64.975, + 64.975, + 64.975, + 64.975, + 64.975 + ], + [ + 65.125, + 65.125, + 65.125, + 65.125, + 65.125, + 65.125 + ], + [ + 65.25, + 65.25, + 65.25, + 65.25, + 65.25, + 65.25 + ], + [ + 65.3, + 65.3, + 65.3, + 65.3, + 65.3, + 65.3 + ], + [ + 65.35, + 65.35, + 65.35, + 65.35, + 65.35, + 65.35 + ], + [ + 65.45, + 65.45, + 65.45, + 65.45, + 65.45, + 65.45 + ], + [ + 65.5, + 65.5, + 65.5, + 65.5, + 65.5, + 65.5 + ], + [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ], + [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ], + [ + 65.675, + 65.675, + 65.675, + 65.675, + 65.675, + 65.675 + ], + [ + 65.7, + 65.7, + 65.7, + 65.7, + 65.7, + 65.7 + ], + [ + 65.75, + 65.75, + 65.75, + 65.75, + 65.75, + 65.75 + ], + [ + 65.75, + 65.75, + 65.75, + 65.75, + 65.75, + 65.75 + ], + [ + 65.8, + 65.8, + 65.8, + 65.8, + 65.8, + 65.8 + ], + [ + 65.825, + 65.825, + 65.825, + 65.825, + 65.825, + 65.825 + ], + [ + 65.825, + 65.825, + 65.825, + 65.825, + 65.825, + 65.825 + ], + [ + 65.875, + 65.875, + 65.875, + 65.875, + 65.875, + 65.875 + ], + [ + 66.025, + 66.025, + 66.025, + 66.025, + 66.025, + 66.025 + ], + [ + 66.075, + 66.075, + 66.075, + 66.075, + 66.075, + 66.075 + ], + [ + 66.125, + 66.125, + 66.125, + 66.125, + 66.125, + 66.125 + ], + [ + 66.325, + 66.325, + 66.325, + 66.325, + 66.325, + 66.325 + ], + [ + 66.375, + 66.375, + 66.375, + 66.375, + 66.375, + 66.375 + ], + [ + 66.4, + 66.4, + 66.4, + 66.4, + 66.4, + 66.4 + ], + [ + 66.475, + 66.475, + 66.475, + 66.475, + 66.475, + 66.475 + ], + [ + 66.475, + 66.475, + 66.475, + 66.475, + 66.475, + 66.475 + ], + [ + 66.5, + 66.5, + 66.5, + 66.5, + 66.5, + 66.5 + ], + [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ], + [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ], + [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ], + [ + 66.65, + 66.65, + 66.65, + 66.65, + 66.65, + 66.65 + ], + [ + 66.65, + 66.65, + 66.65, + 66.65, + 66.65, + 66.65 + ], + [ + 66.675, + 66.675, + 66.675, + 66.675, + 66.675, + 66.675 + ], + [ + 66.7, + 66.7, + 66.7, + 66.7, + 66.7, + 66.7 + ], + [ + 66.75, + 66.75, + 66.75, + 66.75, + 66.75, + 66.75 + ], + [ + 66.825, + 66.825, + 66.825, + 66.825, + 66.825, + 66.825 + ], + [ + 66.825, + 66.825, + 66.825, + 66.825, + 66.825, + 66.825 + ], + [ + 66.9, + 66.9, + 66.9, + 66.9, + 66.9, + 66.9 + ], + [ + 66.9, + 66.9, + 66.9, + 66.9, + 66.9, + 66.9 + ], + [ + 66.95, + 66.95, + 66.95, + 66.95, + 66.95, + 66.95 + ], + [ + 67.1, + 67.1, + 67.1, + 67.1, + 67.1, + 67.1 + ], + [ + 67.15, + 67.15, + 67.15, + 67.15, + 67.15, + 67.15 + ], + [ + 67.175, + 67.175, + 67.175, + 67.175, + 67.175, + 67.175 + ], + [ + 67.275, + 67.275, + 67.275, + 67.275, + 67.275, + 67.275 + ], + [ + 67.325, + 67.325, + 67.325, + 67.325, + 67.325, + 67.325 + ], + [ + 67.375, + 67.375, + 67.375, + 67.375, + 67.375, + 67.375 + ], + [ + 67.375, + 67.375, + 67.375, + 67.375, + 67.375, + 67.375 + ], + [ + 67.4, + 67.4, + 67.4, + 67.4, + 67.4, + 67.4 + ], + [ + 67.475, + 67.475, + 67.475, + 67.475, + 67.475, + 67.475 + ], + [ + 67.5, + 67.5, + 67.5, + 67.5, + 67.5, + 67.5 + ], + [ + 67.55, + 67.55, + 67.55, + 67.55, + 67.55, + 67.55 + ], + [ + 67.55, + 67.55, + 67.55, + 67.55, + 67.55, + 67.55 + ], + [ + 67.55, + 67.55, + 67.55, + 67.55, + 67.55, + 67.55 + ], + [ + 67.575, + 67.575, + 67.575, + 67.575, + 67.575, + 67.575 + ], + [ + 67.6, + 67.6, + 67.6, + 67.6, + 67.6, + 67.6 + ], + [ + 67.6, + 67.6, + 67.6, + 67.6, + 67.6, + 67.6 + ], + [ + 67.6, + 67.6, + 67.6, + 67.6, + 67.6, + 67.6 + ], + [ + 67.625, + 67.625, + 67.625, + 67.625, + 67.625, + 67.625 + ], + [ + 67.725, + 67.725, + 67.725, + 67.725, + 67.725, + 67.725 + ], + [ + 67.775, + 67.775, + 67.775, + 67.775, + 67.775, + 67.775 + ], + [ + 67.85, + 67.85, + 67.85, + 67.85, + 67.85, + 67.85 + ], + [ + 67.925, + 67.925, + 67.925, + 67.925, + 67.925, + 67.925 + ], + [ + 68.0, + 68.0, + 68.0, + 68.0, + 68.0, + 68.0 + ], + [ + 68.05, + 68.05, + 68.05, + 68.05, + 68.05, + 68.05 + ], + [ + 68.05, + 68.05, + 68.05, + 68.05, + 68.05, + 68.05 + ], + [ + 68.05, + 68.05, + 68.05, + 68.05, + 68.05, + 68.05 + ], + [ + 68.1, + 68.1, + 68.1, + 68.1, + 68.1, + 68.1 + ], + [ + 68.15, + 68.15, + 68.15, + 68.15, + 68.15, + 68.15 + ], + [ + 68.175, + 68.175, + 68.175, + 68.175, + 68.175, + 68.175 + ], + [ + 68.175, + 68.175, + 68.175, + 68.175, + 68.175, + 68.175 + ], + [ + 68.2, + 68.2, + 68.2, + 68.2, + 68.2, + 68.2 + ], + [ + 68.225, + 68.225, + 68.225, + 68.225, + 68.225, + 68.225 + ], + [ + 68.225, + 68.225, + 68.225, + 68.225, + 68.225, + 68.225 + ], + [ + 68.275, + 68.275, + 68.275, + 68.275, + 68.275, + 68.275 + ], + [ + 68.275, + 68.275, + 68.275, + 68.275, + 68.275, + 68.275 + ], + [ + 68.325, + 68.325, + 68.325, + 68.325, + 68.325, + 68.325 + ], + [ + 68.35, + 68.35, + 68.35, + 68.35, + 68.35, + 68.35 + ], + [ + 68.35, + 68.35, + 68.35, + 68.35, + 68.35, + 68.35 + ], + [ + 68.35, + 68.35, + 68.35, + 68.35, + 68.35, + 68.35 + ], + [ + 68.375, + 68.375, + 68.375, + 68.375, + 68.375, + 68.375 + ], + [ + 68.475, + 68.475, + 68.475, + 68.475, + 68.475, + 68.475 + ], + [ + 68.525, + 68.525, + 68.525, + 68.525, + 68.525, + 68.525 + ], + [ + 68.6, + 68.6, + 68.6, + 68.6, + 68.6, + 68.6 + ], + [ + 68.625, + 68.625, + 68.625, + 68.625, + 68.625, + 68.625 + ], + [ + 68.625, + 68.625, + 68.625, + 68.625, + 68.625, + 68.625 + ], + [ + 68.725, + 68.725, + 68.725, + 68.725, + 68.725, + 68.725 + ], + [ + 68.725, + 68.725, + 68.725, + 68.725, + 68.725, + 68.725 + ], + [ + 68.75, + 68.75, + 68.75, + 68.75, + 68.75, + 68.75 + ], + [ + 68.775, + 68.775, + 68.775, + 68.775, + 68.775, + 68.775 + ], + [ + 68.8, + 68.8, + 68.8, + 68.8, + 68.8, + 68.8 + ], + [ + 68.8, + 68.8, + 68.8, + 68.8, + 68.8, + 68.8 + ], + [ + 68.825, + 68.825, + 68.825, + 68.825, + 68.825, + 68.825 + ], + [ + 68.875, + 68.875, + 68.875, + 68.875, + 68.875, + 68.875 + ], + [ + 68.925, + 68.925, + 68.925, + 68.925, + 68.925, + 68.925 + ], + [ + 68.95, + 68.95, + 68.95, + 68.95, + 68.95, + 68.95 + ], + [ + 68.975, + 68.975, + 68.975, + 68.975, + 68.975, + 68.975 + ], + [ + 69.075, + 69.075, + 69.075, + 69.075, + 69.075, + 69.075 + ], + [ + 69.075, + 69.075, + 69.075, + 69.075, + 69.075, + 69.075 + ], + [ + 69.125, + 69.125, + 69.125, + 69.125, + 69.125, + 69.125 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.175, + 69.175, + 69.175, + 69.175, + 69.175, + 69.175 + ], + [ + 69.175, + 69.175, + 69.175, + 69.175, + 69.175, + 69.175 + ], + [ + 69.175, + 69.175, + 69.175, + 69.175, + 69.175, + 69.175 + ], + [ + 69.175, + 69.175, + 69.175, + 69.175, + 69.175, + 69.175 + ], + [ + 69.2, + 69.2, + 69.2, + 69.2, + 69.2, + 69.2 + ], + [ + 69.2, + 69.2, + 69.2, + 69.2, + 69.2, + 69.2 + ], + [ + 69.2, + 69.2, + 69.2, + 69.2, + 69.2, + 69.2 + ], + [ + 69.275, + 69.275, + 69.275, + 69.275, + 69.275, + 69.275 + ], + [ + 69.325, + 69.325, + 69.325, + 69.325, + 69.325, + 69.325 + ], + [ + 69.375, + 69.375, + 69.375, + 69.375, + 69.375, + 69.375 + ], + [ + 69.425, + 69.425, + 69.425, + 69.425, + 69.425, + 69.425 + ], + [ + 69.425, + 69.425, + 69.425, + 69.425, + 69.425, + 69.425 + ], + [ + 69.5, + 69.5, + 69.5, + 69.5, + 69.5, + 69.5 + ], + [ + 69.525, + 69.525, + 69.525, + 69.525, + 69.525, + 69.525 + ], + [ + 69.525, + 69.525, + 69.525, + 69.525, + 69.525, + 69.525 + ], + [ + 69.525, + 69.525, + 69.525, + 69.525, + 69.525, + 69.525 + ], + [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ], + [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ], + [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ], + [ + 69.65, + 69.65, + 69.65, + 69.65, + 69.65, + 69.65 + ], + [ + 69.65, + 69.65, + 69.65, + 69.65, + 69.65, + 69.65 + ], + [ + 69.7, + 69.7, + 69.7, + 69.7, + 69.7, + 69.7 + ], + [ + 69.7, + 69.7, + 69.7, + 69.7, + 69.7, + 69.7 + ], + [ + 69.725, + 69.725, + 69.725, + 69.725, + 69.725, + 69.725 + ], + [ + 69.75, + 69.75, + 69.75, + 69.75, + 69.75, + 69.75 + ], + [ + 69.825, + 69.825, + 69.825, + 69.825, + 69.825, + 69.825 + ], + [ + 69.825, + 69.825, + 69.825, + 69.825, + 69.825, + 69.825 + ], + [ + 69.85, + 69.85, + 69.85, + 69.85, + 69.85, + 69.85 + ], + [ + 69.85, + 69.85, + 69.85, + 69.85, + 69.85, + 69.85 + ], + [ + 69.875, + 69.875, + 69.875, + 69.875, + 69.875, + 69.875 + ], + [ + 69.925, + 69.925, + 69.925, + 69.925, + 69.925, + 69.925 + ], + [ + 69.95, + 69.95, + 69.95, + 69.95, + 69.95, + 69.95 + ], + [ + 69.975, + 69.975, + 69.975, + 69.975, + 69.975, + 69.975 + ], + [ + 70.0, + 70.0, + 70.0, + 70.0, + 70.0, + 70.0 + ], + [ + 70.025, + 70.025, + 70.025, + 70.025, + 70.025, + 70.025 + ], + [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ], + [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ], + [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ], + [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ], + [ + 70.15, + 70.15, + 70.15, + 70.15, + 70.15, + 70.15 + ], + [ + 70.175, + 70.175, + 70.175, + 70.175, + 70.175, + 70.175 + ], + [ + 70.275, + 70.275, + 70.275, + 70.275, + 70.275, + 70.275 + ], + [ + 70.325, + 70.325, + 70.325, + 70.325, + 70.325, + 70.325 + ], + [ + 70.4, + 70.4, + 70.4, + 70.4, + 70.4, + 70.4 + ], + [ + 70.4, + 70.4, + 70.4, + 70.4, + 70.4, + 70.4 + ], + [ + 70.4, + 70.4, + 70.4, + 70.4, + 70.4, + 70.4 + ], + [ + 70.425, + 70.425, + 70.425, + 70.425, + 70.425, + 70.425 + ], + [ + 70.425, + 70.425, + 70.425, + 70.425, + 70.425, + 70.425 + ], + [ + 70.475, + 70.475, + 70.475, + 70.475, + 70.475, + 70.475 + ], + [ + 70.525, + 70.525, + 70.525, + 70.525, + 70.525, + 70.525 + ], + [ + 70.55, + 70.55, + 70.55, + 70.55, + 70.55, + 70.55 + ], + [ + 70.575, + 70.575, + 70.575, + 70.575, + 70.575, + 70.575 + ], + [ + 70.575, + 70.575, + 70.575, + 70.575, + 70.575, + 70.575 + ], + [ + 70.625, + 70.625, + 70.625, + 70.625, + 70.625, + 70.625 + ], + [ + 70.7, + 70.7, + 70.7, + 70.7, + 70.7, + 70.7 + ], + [ + 70.75, + 70.75, + 70.75, + 70.75, + 70.75, + 70.75 + ], + [ + 70.85, + 70.85, + 70.85, + 70.85, + 70.85, + 70.85 + ], + [ + 70.95, + 70.95, + 70.95, + 70.95, + 70.95, + 70.95 + ], + [ + 70.95, + 70.95, + 70.95, + 70.95, + 70.95, + 70.95 + ], + [ + 71.0, + 71.0, + 71.0, + 71.0, + 71.0, + 71.0 + ], + [ + 71.05, + 71.05, + 71.05, + 71.05, + 71.05, + 71.05 + ], + [ + 71.1, + 71.1, + 71.1, + 71.1, + 71.1, + 71.1 + ], + [ + 71.1, + 71.1, + 71.1, + 71.1, + 71.1, + 71.1 + ], + [ + 71.125, + 71.125, + 71.125, + 71.125, + 71.125, + 71.125 + ], + [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ], + [ + 71.2, + 71.2, + 71.2, + 71.2, + 71.2, + 71.2 + ], + [ + 71.225, + 71.225, + 71.225, + 71.225, + 71.225, + 71.225 + ], + [ + 71.25, + 71.25, + 71.25, + 71.25, + 71.25, + 71.25 + ], + [ + 71.3, + 71.3, + 71.3, + 71.3, + 71.3, + 71.3 + ], + [ + 71.325, + 71.325, + 71.325, + 71.325, + 71.325, + 71.325 + ], + [ + 71.35, + 71.35, + 71.35, + 71.35, + 71.35, + 71.35 + ], + [ + 71.45, + 71.45, + 71.45, + 71.45, + 71.45, + 71.45 + ], + [ + 71.45, + 71.45, + 71.45, + 71.45, + 71.45, + 71.45 + ], + [ + 71.5, + 71.5, + 71.5, + 71.5, + 71.5, + 71.5 + ], + [ + 71.525, + 71.525, + 71.525, + 71.525, + 71.525, + 71.525 + ], + [ + 71.6, + 71.6, + 71.6, + 71.6, + 71.6, + 71.6 + ], + [ + 71.6, + 71.6, + 71.6, + 71.6, + 71.6, + 71.6 + ], + [ + 71.625, + 71.625, + 71.625, + 71.625, + 71.625, + 71.625 + ], + [ + 71.625, + 71.625, + 71.625, + 71.625, + 71.625, + 71.625 + ], + [ + 71.725, + 71.725, + 71.725, + 71.725, + 71.725, + 71.725 + ], + [ + 71.75, + 71.75, + 71.75, + 71.75, + 71.75, + 71.75 + ], + [ + 71.75, + 71.75, + 71.75, + 71.75, + 71.75, + 71.75 + ], + [ + 71.775, + 71.775, + 71.775, + 71.775, + 71.775, + 71.775 + ], + [ + 71.85, + 71.85, + 71.85, + 71.85, + 71.85, + 71.85 + ], + [ + 71.85, + 71.85, + 71.85, + 71.85, + 71.85, + 71.85 + ], + [ + 71.875, + 71.875, + 71.875, + 71.875, + 71.875, + 71.875 + ], + [ + 71.975, + 71.975, + 71.975, + 71.975, + 71.975, + 71.975 + ], + [ + 72.025, + 72.025, + 72.025, + 72.025, + 72.025, + 72.025 + ], + [ + 72.025, + 72.025, + 72.025, + 72.025, + 72.025, + 72.025 + ], + [ + 72.075, + 72.075, + 72.075, + 72.075, + 72.075, + 72.075 + ], + [ + 72.1, + 72.1, + 72.1, + 72.1, + 72.1, + 72.1 + ], + [ + 72.125, + 72.125, + 72.125, + 72.125, + 72.125, + 72.125 + ], + [ + 72.15, + 72.15, + 72.15, + 72.15, + 72.15, + 72.15 + ], + [ + 72.275, + 72.275, + 72.275, + 72.275, + 72.275, + 72.275 + ], + [ + 72.275, + 72.275, + 72.275, + 72.275, + 72.275, + 72.275 + ], + [ + 72.3, + 72.3, + 72.3, + 72.3, + 72.3, + 72.3 + ], + [ + 72.3, + 72.3, + 72.3, + 72.3, + 72.3, + 72.3 + ], + [ + 72.35, + 72.35, + 72.35, + 72.35, + 72.35, + 72.35 + ], + [ + 72.4, + 72.4, + 72.4, + 72.4, + 72.4, + 72.4 + ], + [ + 72.4, + 72.4, + 72.4, + 72.4, + 72.4, + 72.4 + ], + [ + 72.425, + 72.425, + 72.425, + 72.425, + 72.425, + 72.425 + ], + [ + 72.45, + 72.45, + 72.45, + 72.45, + 72.45, + 72.45 + ], + [ + 72.5, + 72.5, + 72.5, + 72.5, + 72.5, + 72.5 + ], + [ + 72.525, + 72.525, + 72.525, + 72.525, + 72.525, + 72.525 + ], + [ + 72.575, + 72.575, + 72.575, + 72.575, + 72.575, + 72.575 + ], + [ + 72.6, + 72.6, + 72.6, + 72.6, + 72.6, + 72.6 + ], + [ + 72.6, + 72.6, + 72.6, + 72.6, + 72.6, + 72.6 + ], + [ + 72.675, + 72.675, + 72.675, + 72.675, + 72.675, + 72.675 + ], + [ + 72.75, + 72.75, + 72.75, + 72.75, + 72.75, + 72.75 + ], + [ + 72.825, + 72.825, + 72.825, + 72.825, + 72.825, + 72.825 + ], + [ + 72.825, + 72.825, + 72.825, + 72.825, + 72.825, + 72.825 + ], + [ + 72.825, + 72.825, + 72.825, + 72.825, + 72.825, + 72.825 + ], + [ + 72.875, + 72.875, + 72.875, + 72.875, + 72.875, + 72.875 + ], + [ + 72.875, + 72.875, + 72.875, + 72.875, + 72.875, + 72.875 + ], + [ + 72.95, + 72.95, + 72.95, + 72.95, + 72.95, + 72.95 + ], + [ + 73.0, + 73.0, + 73.0, + 73.0, + 73.0, + 73.0 + ], + [ + 73.025, + 73.025, + 73.025, + 73.025, + 73.025, + 73.025 + ], + [ + 73.075, + 73.075, + 73.075, + 73.075, + 73.075, + 73.075 + ], + [ + 73.175, + 73.175, + 73.175, + 73.175, + 73.175, + 73.175 + ], + [ + 73.25, + 73.25, + 73.25, + 73.25, + 73.25, + 73.25 + ], + [ + 73.275, + 73.275, + 73.275, + 73.275, + 73.275, + 73.275 + ], + [ + 73.35, + 73.35, + 73.35, + 73.35, + 73.35, + 73.35 + ], + [ + 73.375, + 73.375, + 73.375, + 73.375, + 73.375, + 73.375 + ], + [ + 73.4, + 73.4, + 73.4, + 73.4, + 73.4, + 73.4 + ], + [ + 73.475, + 73.475, + 73.475, + 73.475, + 73.475, + 73.475 + ], + [ + 73.5, + 73.5, + 73.5, + 73.5, + 73.5, + 73.5 + ], + [ + 73.575, + 73.575, + 73.575, + 73.575, + 73.575, + 73.575 + ], + [ + 73.6, + 73.6, + 73.6, + 73.6, + 73.6, + 73.6 + ], + [ + 73.675, + 73.675, + 73.675, + 73.675, + 73.675, + 73.675 + ], + [ + 73.725, + 73.725, + 73.725, + 73.725, + 73.725, + 73.725 + ], + [ + 73.725, + 73.725, + 73.725, + 73.725, + 73.725, + 73.725 + ], + [ + 73.825, + 73.825, + 73.825, + 73.825, + 73.825, + 73.825 + ], + [ + 73.85, + 73.85, + 73.85, + 73.85, + 73.85, + 73.85 + ], + [ + 73.95, + 73.95, + 73.95, + 73.95, + 73.95, + 73.95 + ], + [ + 73.95, + 73.95, + 73.95, + 73.95, + 73.95, + 73.95 + ], + [ + 73.95, + 73.95, + 73.95, + 73.95, + 73.95, + 73.95 + ], + [ + 73.95, + 73.95, + 73.95, + 73.95, + 73.95, + 73.95 + ], + [ + 74.0, + 74.0, + 74.0, + 74.0, + 74.0, + 74.0 + ], + [ + 74.1, + 74.1, + 74.1, + 74.1, + 74.1, + 74.1 + ], + [ + 74.125, + 74.125, + 74.125, + 74.125, + 74.125, + 74.125 + ], + [ + 74.125, + 74.125, + 74.125, + 74.125, + 74.125, + 74.125 + ], + [ + 74.25, + 74.25, + 74.25, + 74.25, + 74.25, + 74.25 + ], + [ + 74.3, + 74.3, + 74.3, + 74.3, + 74.3, + 74.3 + ], + [ + 74.35, + 74.35, + 74.35, + 74.35, + 74.35, + 74.35 + ], + [ + 74.35, + 74.35, + 74.35, + 74.35, + 74.35, + 74.35 + ], + [ + 74.375, + 74.375, + 74.375, + 74.375, + 74.375, + 74.375 + ], + [ + 74.375, + 74.375, + 74.375, + 74.375, + 74.375, + 74.375 + ], + [ + 74.425, + 74.425, + 74.425, + 74.425, + 74.425, + 74.425 + ], + [ + 74.5, + 74.5, + 74.5, + 74.5, + 74.5, + 74.5 + ], + [ + 74.5, + 74.5, + 74.5, + 74.5, + 74.5, + 74.5 + ], + [ + 74.5, + 74.5, + 74.5, + 74.5, + 74.5, + 74.5 + ], + [ + 74.55, + 74.55, + 74.55, + 74.55, + 74.55, + 74.55 + ], + [ + 74.625, + 74.625, + 74.625, + 74.625, + 74.625, + 74.625 + ], + [ + 74.675, + 74.675, + 74.675, + 74.675, + 74.675, + 74.675 + ], + [ + 74.725, + 74.725, + 74.725, + 74.725, + 74.725, + 74.725 + ], + [ + 74.75, + 74.75, + 74.75, + 74.75, + 74.75, + 74.75 + ], + [ + 74.825, + 74.825, + 74.825, + 74.825, + 74.825, + 74.825 + ], + [ + 74.925, + 74.925, + 74.925, + 74.925, + 74.925, + 74.925 + ], + [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ], + [ + 75.0, + 75.0, + 75.0, + 75.0, + 75.0, + 75.0 + ], + [ + 75.0, + 75.0, + 75.0, + 75.0, + 75.0, + 75.0 + ], + [ + 75.0, + 75.0, + 75.0, + 75.0, + 75.0, + 75.0 + ], + [ + 75.075, + 75.075, + 75.075, + 75.075, + 75.075, + 75.075 + ], + [ + 75.075, + 75.075, + 75.075, + 75.075, + 75.075, + 75.075 + ], + [ + 75.1, + 75.1, + 75.1, + 75.1, + 75.1, + 75.1 + ], + [ + 75.125, + 75.125, + 75.125, + 75.125, + 75.125, + 75.125 + ], + [ + 75.175, + 75.175, + 75.175, + 75.175, + 75.175, + 75.175 + ], + [ + 75.3, + 75.3, + 75.3, + 75.3, + 75.3, + 75.3 + ], + [ + 75.35, + 75.35, + 75.35, + 75.35, + 75.35, + 75.35 + ], + [ + 75.35, + 75.35, + 75.35, + 75.35, + 75.35, + 75.35 + ], + [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ], + [ + 75.425, + 75.425, + 75.425, + 75.425, + 75.425, + 75.425 + ], + [ + 75.5, + 75.5, + 75.5, + 75.5, + 75.5, + 75.5 + ], + [ + 75.675, + 75.675, + 75.675, + 75.675, + 75.675, + 75.675 + ], + [ + 75.7, + 75.7, + 75.7, + 75.7, + 75.7, + 75.7 + ], + [ + 75.725, + 75.725, + 75.725, + 75.725, + 75.725, + 75.725 + ], + [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ], + [ + 75.875, + 75.875, + 75.875, + 75.875, + 75.875, + 75.875 + ], + [ + 75.95, + 75.95, + 75.95, + 75.95, + 75.95, + 75.95 + ], + [ + 76.0, + 76.0, + 76.0, + 76.0, + 76.0, + 76.0 + ], + [ + 76.075, + 76.075, + 76.075, + 76.075, + 76.075, + 76.075 + ], + [ + 76.15, + 76.15, + 76.15, + 76.15, + 76.15, + 76.15 + ], + [ + 76.175, + 76.175, + 76.175, + 76.175, + 76.175, + 76.175 + ], + [ + 76.225, + 76.225, + 76.225, + 76.225, + 76.225, + 76.225 + ], + [ + 76.425, + 76.425, + 76.425, + 76.425, + 76.425, + 76.425 + ], + [ + 76.5, + 76.5, + 76.5, + 76.5, + 76.5, + 76.5 + ], + [ + 76.5, + 76.5, + 76.5, + 76.5, + 76.5, + 76.5 + ], + [ + 76.55, + 76.55, + 76.55, + 76.55, + 76.55, + 76.55 + ], + [ + 76.55, + 76.55, + 76.55, + 76.55, + 76.55, + 76.55 + ], + [ + 76.575, + 76.575, + 76.575, + 76.575, + 76.575, + 76.575 + ], + [ + 76.575, + 76.575, + 76.575, + 76.575, + 76.575, + 76.575 + ], + [ + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625 + ], + [ + 76.7, + 76.7, + 76.7, + 76.7, + 76.7, + 76.7 + ], + [ + 76.775, + 76.775, + 76.775, + 76.775, + 76.775, + 76.775 + ], + [ + 76.8, + 76.8, + 76.8, + 76.8, + 76.8, + 76.8 + ], + [ + 76.85, + 76.85, + 76.85, + 76.85, + 76.85, + 76.85 + ], + [ + 76.875, + 76.875, + 76.875, + 76.875, + 76.875, + 76.875 + ], + [ + 76.9, + 76.9, + 76.9, + 76.9, + 76.9, + 76.9 + ], + [ + 76.95, + 76.95, + 76.95, + 76.95, + 76.95, + 76.95 + ], + [ + 76.975, + 76.975, + 76.975, + 76.975, + 76.975, + 76.975 + ], + [ + 76.975, + 76.975, + 76.975, + 76.975, + 76.975, + 76.975 + ], + [ + 77.0, + 77.0, + 77.0, + 77.0, + 77.0, + 77.0 + ], + [ + 77.0, + 77.0, + 77.0, + 77.0, + 77.0, + 77.0 + ], + [ + 77.0, + 77.0, + 77.0, + 77.0, + 77.0, + 77.0 + ], + [ + 77.075, + 77.075, + 77.075, + 77.075, + 77.075, + 77.075 + ], + [ + 77.075, + 77.075, + 77.075, + 77.075, + 77.075, + 77.075 + ], + [ + 77.075, + 77.075, + 77.075, + 77.075, + 77.075, + 77.075 + ], + [ + 77.075, + 77.075, + 77.075, + 77.075, + 77.075, + 77.075 + ], + [ + 77.275, + 77.275, + 77.275, + 77.275, + 77.275, + 77.275 + ], + [ + 77.35, + 77.35, + 77.35, + 77.35, + 77.35, + 77.35 + ], + [ + 77.375, + 77.375, + 77.375, + 77.375, + 77.375, + 77.375 + ], + [ + 77.45, + 77.45, + 77.45, + 77.45, + 77.45, + 77.45 + ], + [ + 77.475, + 77.475, + 77.475, + 77.475, + 77.475, + 77.475 + ], + [ + 77.525, + 77.525, + 77.525, + 77.525, + 77.525, + 77.525 + ], + [ + 77.65, + 77.65, + 77.65, + 77.65, + 77.65, + 77.65 + ], + [ + 77.725, + 77.725, + 77.725, + 77.725, + 77.725, + 77.725 + ], + [ + 77.8, + 77.8, + 77.8, + 77.8, + 77.8, + 77.8 + ], + [ + 77.85, + 77.85, + 77.85, + 77.85, + 77.85, + 77.85 + ], + [ + 77.9, + 77.9, + 77.9, + 77.9, + 77.9, + 77.9 + ], + [ + 77.9, + 77.9, + 77.9, + 77.9, + 77.9, + 77.9 + ], + [ + 77.925, + 77.925, + 77.925, + 77.925, + 77.925, + 77.925 + ], + [ + 77.925, + 77.925, + 77.925, + 77.925, + 77.925, + 77.925 + ], + [ + 78.0, + 78.0, + 78.0, + 78.0, + 78.0, + 78.0 + ], + [ + 78.0, + 78.0, + 78.0, + 78.0, + 78.0, + 78.0 + ], + [ + 78.0, + 78.0, + 78.0, + 78.0, + 78.0, + 78.0 + ], + [ + 78.025, + 78.025, + 78.025, + 78.025, + 78.025, + 78.025 + ], + [ + 78.05, + 78.05, + 78.05, + 78.05, + 78.05, + 78.05 + ], + [ + 78.075, + 78.075, + 78.075, + 78.075, + 78.075, + 78.075 + ], + [ + 78.075, + 78.075, + 78.075, + 78.075, + 78.075, + 78.075 + ], + [ + 78.1, + 78.1, + 78.1, + 78.1, + 78.1, + 78.1 + ], + [ + 78.125, + 78.125, + 78.125, + 78.125, + 78.125, + 78.125 + ], + [ + 78.25, + 78.25, + 78.25, + 78.25, + 78.25, + 78.25 + ], + [ + 78.275, + 78.275, + 78.275, + 78.275, + 78.275, + 78.275 + ], + [ + 78.35, + 78.35, + 78.35, + 78.35, + 78.35, + 78.35 + ], + [ + 78.35, + 78.35, + 78.35, + 78.35, + 78.35, + 78.35 + ], + [ + 78.35, + 78.35, + 78.35, + 78.35, + 78.35, + 78.35 + ], + [ + 78.375, + 78.375, + 78.375, + 78.375, + 78.375, + 78.375 + ], + [ + 78.4, + 78.4, + 78.4, + 78.4, + 78.4, + 78.4 + ], + [ + 78.4, + 78.4, + 78.4, + 78.4, + 78.4, + 78.4 + ], + [ + 78.5, + 78.5, + 78.5, + 78.5, + 78.5, + 78.5 + ], + [ + 78.575, + 78.575, + 78.575, + 78.575, + 78.575, + 78.575 + ], + [ + 78.6, + 78.6, + 78.6, + 78.6, + 78.6, + 78.6 + ], + [ + 78.7, + 78.7, + 78.7, + 78.7, + 78.7, + 78.7 + ], + [ + 78.825, + 78.825, + 78.825, + 78.825, + 78.825, + 78.825 + ], + [ + 78.95, + 78.95, + 78.95, + 78.95, + 78.95, + 78.95 + ], + [ + 79.0, + 79.0, + 79.0, + 79.0, + 79.0, + 79.0 + ], + [ + 79.0, + 79.0, + 79.0, + 79.0, + 79.0, + 79.0 + ], + [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ], + [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ], + [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ], + [ + 79.175, + 79.175, + 79.175, + 79.175, + 79.175, + 79.175 + ], + [ + 79.2, + 79.2, + 79.2, + 79.2, + 79.2, + 79.2 + ], + [ + 79.25, + 79.25, + 79.25, + 79.25, + 79.25, + 79.25 + ], + [ + 79.35, + 79.35, + 79.35, + 79.35, + 79.35, + 79.35 + ], + [ + 79.4, + 79.4, + 79.4, + 79.4, + 79.4, + 79.4 + ], + [ + 79.425, + 79.425, + 79.425, + 79.425, + 79.425, + 79.425 + ], + [ + 79.475, + 79.475, + 79.475, + 79.475, + 79.475, + 79.475 + ], + [ + 79.5, + 79.5, + 79.5, + 79.5, + 79.5, + 79.5 + ], + [ + 79.525, + 79.525, + 79.525, + 79.525, + 79.525, + 79.525 + ], + [ + 79.575, + 79.575, + 79.575, + 79.575, + 79.575, + 79.575 + ], + [ + 79.65, + 79.65, + 79.65, + 79.65, + 79.65, + 79.65 + ], + [ + 79.75, + 79.75, + 79.75, + 79.75, + 79.75, + 79.75 + ], + [ + 79.775, + 79.775, + 79.775, + 79.775, + 79.775, + 79.775 + ], + [ + 79.8, + 79.8, + 79.8, + 79.8, + 79.8, + 79.8 + ], + [ + 79.85, + 79.85, + 79.85, + 79.85, + 79.85, + 79.85 + ], + [ + 79.875, + 79.875, + 79.875, + 79.875, + 79.875, + 79.875 + ], + [ + 79.875, + 79.875, + 79.875, + 79.875, + 79.875, + 79.875 + ], + [ + 79.9, + 79.9, + 79.9, + 79.9, + 79.9, + 79.9 + ], + [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ], + [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ], + [ + 80.025, + 80.025, + 80.025, + 80.025, + 80.025, + 80.025 + ], + [ + 80.025, + 80.025, + 80.025, + 80.025, + 80.025, + 80.025 + ], + [ + 80.025, + 80.025, + 80.025, + 80.025, + 80.025, + 80.025 + ], + [ + 80.05, + 80.05, + 80.05, + 80.05, + 80.05, + 80.05 + ], + [ + 80.075, + 80.075, + 80.075, + 80.075, + 80.075, + 80.075 + ], + [ + 80.075, + 80.075, + 80.075, + 80.075, + 80.075, + 80.075 + ], + [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ], + [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ], + [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ], + [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ], + [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ], + [ + 80.15, + 80.15, + 80.15, + 80.15, + 80.15, + 80.15 + ], + [ + 80.15, + 80.15, + 80.15, + 80.15, + 80.15, + 80.15 + ], + [ + 80.15, + 80.15, + 80.15, + 80.15, + 80.15, + 80.15 + ], + [ + 80.25, + 80.25, + 80.25, + 80.25, + 80.25, + 80.25 + ], + [ + 80.25, + 80.25, + 80.25, + 80.25, + 80.25, + 80.25 + ], + [ + 80.25, + 80.25, + 80.25, + 80.25, + 80.25, + 80.25 + ], + [ + 80.275, + 80.275, + 80.275, + 80.275, + 80.275, + 80.275 + ], + [ + 80.3, + 80.3, + 80.3, + 80.3, + 80.3, + 80.3 + ], + [ + 80.375, + 80.375, + 80.375, + 80.375, + 80.375, + 80.375 + ], + [ + 80.4, + 80.4, + 80.4, + 80.4, + 80.4, + 80.4 + ], + [ + 80.4, + 80.4, + 80.4, + 80.4, + 80.4, + 80.4 + ], + [ + 80.4, + 80.4, + 80.4, + 80.4, + 80.4, + 80.4 + ], + [ + 80.45, + 80.45, + 80.45, + 80.45, + 80.45, + 80.45 + ], + [ + 80.475, + 80.475, + 80.475, + 80.475, + 80.475, + 80.475 + ], + [ + 80.525, + 80.525, + 80.525, + 80.525, + 80.525, + 80.525 + ], + [ + 80.575, + 80.575, + 80.575, + 80.575, + 80.575, + 80.575 + ], + [ + 80.65, + 80.65, + 80.65, + 80.65, + 80.65, + 80.65 + ], + [ + 80.725, + 80.725, + 80.725, + 80.725, + 80.725, + 80.725 + ], + [ + 80.725, + 80.725, + 80.725, + 80.725, + 80.725, + 80.725 + ], + [ + 80.8, + 80.8, + 80.8, + 80.8, + 80.8, + 80.8 + ], + [ + 81.025, + 81.025, + 81.025, + 81.025, + 81.025, + 81.025 + ], + [ + 81.075, + 81.075, + 81.075, + 81.075, + 81.075, + 81.075 + ], + [ + 81.075, + 81.075, + 81.075, + 81.075, + 81.075, + 81.075 + ], + [ + 81.15, + 81.15, + 81.15, + 81.15, + 81.15, + 81.15 + ], + [ + 81.225, + 81.225, + 81.225, + 81.225, + 81.225, + 81.225 + ], + [ + 81.275, + 81.275, + 81.275, + 81.275, + 81.275, + 81.275 + ], + [ + 81.275, + 81.275, + 81.275, + 81.275, + 81.275, + 81.275 + ], + [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ], + [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ], + [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ], + [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ], + [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ], + [ + 81.45, + 81.45, + 81.45, + 81.45, + 81.45, + 81.45 + ], + [ + 81.525, + 81.525, + 81.525, + 81.525, + 81.525, + 81.525 + ], + [ + 81.575, + 81.575, + 81.575, + 81.575, + 81.575, + 81.575 + ], + [ + 81.675, + 81.675, + 81.675, + 81.675, + 81.675, + 81.675 + ], + [ + 81.675, + 81.675, + 81.675, + 81.675, + 81.675, + 81.675 + ], + [ + 81.8, + 81.8, + 81.8, + 81.8, + 81.8, + 81.8 + ], + [ + 81.85, + 81.85, + 81.85, + 81.85, + 81.85, + 81.85 + ], + [ + 81.875, + 81.875, + 81.875, + 81.875, + 81.875, + 81.875 + ], + [ + 81.875, + 81.875, + 81.875, + 81.875, + 81.875, + 81.875 + ], + [ + 81.925, + 81.925, + 81.925, + 81.925, + 81.925, + 81.925 + ], + [ + 81.95, + 81.95, + 81.95, + 81.95, + 81.95, + 81.95 + ], + [ + 82.1, + 82.1, + 82.1, + 82.1, + 82.1, + 82.1 + ], + [ + 82.15, + 82.15, + 82.15, + 82.15, + 82.15, + 82.15 + ], + [ + 82.475, + 82.475, + 82.475, + 82.475, + 82.475, + 82.475 + ], + [ + 82.6, + 82.6, + 82.6, + 82.6, + 82.6, + 82.6 + ], + [ + 82.625, + 82.625, + 82.625, + 82.625, + 82.625, + 82.625 + ], + [ + 82.75, + 82.75, + 82.75, + 82.75, + 82.75, + 82.75 + ], + [ + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8 + ], + [ + 82.85, + 82.85, + 82.85, + 82.85, + 82.85, + 82.85 + ], + [ + 82.95, + 82.95, + 82.95, + 82.95, + 82.95, + 82.95 + ], + [ + 83.0, + 83.0, + 83.0, + 83.0, + 83.0, + 83.0 + ], + [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ], + [ + 83.075, + 83.075, + 83.075, + 83.075, + 83.075, + 83.075 + ], + [ + 83.225, + 83.225, + 83.225, + 83.225, + 83.225, + 83.225 + ], + [ + 83.25, + 83.25, + 83.25, + 83.25, + 83.25, + 83.25 + ], + [ + 83.475, + 83.475, + 83.475, + 83.475, + 83.475, + 83.475 + ], + [ + 83.475, + 83.475, + 83.475, + 83.475, + 83.475, + 83.475 + ], + [ + 83.5, + 83.5, + 83.5, + 83.5, + 83.5, + 83.5 + ], + [ + 83.55, + 83.55, + 83.55, + 83.55, + 83.55, + 83.55 + ], + [ + 83.55, + 83.55, + 83.55, + 83.55, + 83.55, + 83.55 + ], + [ + 83.6, + 83.6, + 83.6, + 83.6, + 83.6, + 83.6 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + ], + "episode_rhos": [ + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ] + ], + "final_lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..fc75dd19a1f894daa443fe0dd10e28ffdf59b441 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5377644.81, + "constraint_satisfaction_pct": 38.07, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 83.65, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -6488.45, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1, + 10.1, + 10.1, + 10.1, + 10.1 + ] + }, + { + "episode": 20, + "avg_reward": -5894.52, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 30, + "avg_reward": -5645.07, + "avg_cost": 0.25, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425, + 10.425, + 10.425, + 10.425, + 10.425 + ] + }, + { + "episode": 40, + "avg_reward": -6474.63, + "avg_cost": 0.0, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ] + }, + { + "episode": 50, + "avg_reward": -5162.6, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 60, + "avg_reward": -4286.76, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 70, + "avg_reward": -4109.5, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 80, + "avg_reward": -3643.39, + "avg_cost": 0.0, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ] + }, + { + "episode": 90, + "avg_reward": -4345.11, + "avg_cost": 0.0, + "lambda": 10.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ] + }, + { + "episode": 100, + "avg_reward": -4409.62, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 110, + "avg_reward": -3979.3, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 120, + "avg_reward": -3125.49, + "avg_cost": 0.25, + "lambda": 10.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ] + }, + { + "episode": 130, + "avg_reward": -2285.41, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 140, + "avg_reward": -3348.14, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 150, + "avg_reward": -2050.62, + "avg_cost": 0.0, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 160, + "avg_reward": -2325.38, + "avg_cost": 0.0, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 170, + "avg_reward": -1977.16, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ] + }, + { + "episode": 180, + "avg_reward": -2805.44, + "avg_cost": 0.0, + "lambda": 11.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ] + }, + { + "episode": 190, + "avg_reward": -1310.78, + "avg_cost": 0.0, + "lambda": 11.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1, + 11.1, + 11.1, + 11.1, + 11.1, + 11.1 + ] + }, + { + "episode": 200, + "avg_reward": -1675.19, + "avg_cost": 0.0, + "lambda": 11.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ] + }, + { + "episode": 210, + "avg_reward": -2869.13, + "avg_cost": 0.0, + "lambda": 11.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ] + }, + { + "episode": 220, + "avg_reward": -1390.83, + "avg_cost": 0.5, + "lambda": 11.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65 + ] + }, + { + "episode": 230, + "avg_reward": -343.77, + "avg_cost": 0.25, + "lambda": 12.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.225, + 12.225, + 12.225, + 12.225, + 12.225, + 12.225 + ] + }, + { + "episode": 240, + "avg_reward": -2488.45, + "avg_cost": 0.0, + "lambda": 13.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.25, + 13.25, + 13.25, + 13.25, + 13.25, + 13.25 + ] + }, + { + "episode": 250, + "avg_reward": -939.87, + "avg_cost": 0.0, + "lambda": 13.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ] + }, + { + "episode": 260, + "avg_reward": -2422.16, + "avg_cost": 0.25, + "lambda": 14.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2, + 14.2, + 14.2, + 14.2, + 14.2, + 14.2 + ] + }, + { + "episode": 270, + "avg_reward": -2218.96, + "avg_cost": 0.5, + "lambda": 14.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.575, + 14.575, + 14.575, + 14.575, + 14.575, + 14.575 + ] + }, + { + "episode": 280, + "avg_reward": -1849.99, + "avg_cost": 1.25, + "lambda": 15.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4, + 15.4, + 15.4, + 15.4, + 15.4, + 15.4 + ] + }, + { + "episode": 290, + "avg_reward": -1715.31, + "avg_cost": 0.0, + "lambda": 15.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.675, + 15.675, + 15.675, + 15.675, + 15.675, + 15.675 + ] + }, + { + "episode": 300, + "avg_reward": -1746.51, + "avg_cost": 0.0, + "lambda": 16.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.15, + 16.15, + 16.15, + 16.15, + 16.15, + 16.15 + ] + }, + { + "episode": 310, + "avg_reward": -246.83, + "avg_cost": 0.25, + "lambda": 16.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.325, + 16.325, + 16.325, + 16.325, + 16.325, + 16.325 + ] + }, + { + "episode": 320, + "avg_reward": 1676.35, + "avg_cost": 3.25, + "lambda": 18.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225 + ] + }, + { + "episode": 330, + "avg_reward": -920.88, + "avg_cost": 0.5, + "lambda": 18.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.775, + 18.775, + 18.775, + 18.775, + 18.775, + 18.775 + ] + }, + { + "episode": 340, + "avg_reward": 781.62, + "avg_cost": 0.75, + "lambda": 19.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.85, + 19.85, + 19.85, + 19.85, + 19.85, + 19.85 + ] + }, + { + "episode": 350, + "avg_reward": 530.84, + "avg_cost": 0.5, + "lambda": 20.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.625, + 20.625, + 20.625, + 20.625, + 20.625, + 20.625 + ] + }, + { + "episode": 360, + "avg_reward": 1117.92, + "avg_cost": 1.0, + "lambda": 21.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7, + 21.7, + 21.7, + 21.7, + 21.7, + 21.7 + ] + }, + { + "episode": 370, + "avg_reward": 241.58, + "avg_cost": 1.25, + "lambda": 23.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.325, + 23.325, + 23.325, + 23.325, + 23.325, + 23.325 + ] + }, + { + "episode": 380, + "avg_reward": 760.34, + "avg_cost": 2.25, + "lambda": 24.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.95, + 24.95, + 24.95, + 24.95, + 24.95, + 24.95 + ] + }, + { + "episode": 390, + "avg_reward": 1032.9, + "avg_cost": 0.5, + "lambda": 26.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.3, + 26.3, + 26.3, + 26.3, + 26.3, + 26.3 + ] + }, + { + "episode": 400, + "avg_reward": 2197.35, + "avg_cost": 2.5, + "lambda": 27.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.875, + 27.875, + 27.875, + 27.875, + 27.875, + 27.875 + ] + }, + { + "episode": 410, + "avg_reward": 1076.15, + "avg_cost": 0.0, + "lambda": 28.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.65, + 28.65, + 28.65, + 28.65, + 28.65, + 28.65 + ] + }, + { + "episode": 420, + "avg_reward": 2356.02, + "avg_cost": 0.25, + "lambda": 29.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.95, + 29.95, + 29.95, + 29.95, + 29.95, + 29.95 + ] + }, + { + "episode": 430, + "avg_reward": 2369.58, + "avg_cost": 0.75, + "lambda": 31.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.1, + 31.1, + 31.1, + 31.1, + 31.1, + 31.1 + ] + }, + { + "episode": 440, + "avg_reward": 3651.2, + "avg_cost": 1.0, + "lambda": 32.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.125, + 32.125, + 32.125, + 32.125, + 32.125, + 32.125 + ] + }, + { + "episode": 450, + "avg_reward": 4093.22, + "avg_cost": 0.0, + "lambda": 32.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.7, + 32.7, + 32.7, + 32.7, + 32.7, + 32.7 + ] + }, + { + "episode": 460, + "avg_reward": 3143.44, + "avg_cost": 1.75, + "lambda": 33.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.45, + 33.45, + 33.45, + 33.45, + 33.45, + 33.45 + ] + }, + { + "episode": 470, + "avg_reward": 4711.81, + "avg_cost": 1.25, + "lambda": 34.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.375, + 34.375, + 34.375, + 34.375, + 34.375, + 34.375 + ] + }, + { + "episode": 480, + "avg_reward": 2650.46, + "avg_cost": 1.0, + "lambda": 35.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.325, + 35.325, + 35.325, + 35.325, + 35.325, + 35.325 + ] + }, + { + "episode": 490, + "avg_reward": 3198.27, + "avg_cost": 1.0, + "lambda": 35.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.875, + 35.875, + 35.875, + 35.875, + 35.875, + 35.875 + ] + }, + { + "episode": 500, + "avg_reward": 3053.61, + "avg_cost": 0.5, + "lambda": 36.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.725, + 36.725, + 36.725, + 36.725, + 36.725, + 36.725 + ] + }, + { + "episode": 510, + "avg_reward": 3012.93, + "avg_cost": 1.0, + "lambda": 37.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.85, + 37.85, + 37.85, + 37.85, + 37.85, + 37.85 + ] + }, + { + "episode": 520, + "avg_reward": 4865.15, + "avg_cost": 0.75, + "lambda": 38.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.8, + 38.8, + 38.8, + 38.8, + 38.8, + 38.8 + ] + }, + { + "episode": 530, + "avg_reward": 4832.99, + "avg_cost": 1.75, + "lambda": 39.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.725, + 39.725, + 39.725, + 39.725, + 39.725, + 39.725 + ] + }, + { + "episode": 540, + "avg_reward": 5730.89, + "avg_cost": 0.75, + "lambda": 40.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.375, + 40.375, + 40.375, + 40.375, + 40.375, + 40.375 + ] + }, + { + "episode": 550, + "avg_reward": 3648.52, + "avg_cost": 0.5, + "lambda": 41.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.1, + 41.1, + 41.1, + 41.1, + 41.1, + 41.1 + ] + }, + { + "episode": 560, + "avg_reward": 3976.19, + "avg_cost": 0.5, + "lambda": 42.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.15, + 42.15, + 42.15, + 42.15, + 42.15, + 42.15 + ] + }, + { + "episode": 570, + "avg_reward": 5969.88, + "avg_cost": 0.25, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.075, + 43.075, + 43.075, + 43.075, + 43.075, + 43.075 + ] + }, + { + "episode": 580, + "avg_reward": 5463.64, + "avg_cost": 0.75, + "lambda": 44.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.05, + 44.05, + 44.05, + 44.05, + 44.05, + 44.05 + ] + }, + { + "episode": 590, + "avg_reward": 4688.57, + "avg_cost": 0.25, + "lambda": 44.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.675, + 44.675, + 44.675, + 44.675, + 44.675, + 44.675 + ] + }, + { + "episode": 600, + "avg_reward": 5095.6, + "avg_cost": 0.25, + "lambda": 45.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.3, + 45.3, + 45.3, + 45.3, + 45.3, + 45.3 + ] + }, + { + "episode": 610, + "avg_reward": 6641.72, + "avg_cost": 0.5, + "lambda": 46.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.225, + 46.225, + 46.225, + 46.225, + 46.225, + 46.225 + ] + }, + { + "episode": 620, + "avg_reward": 4076.66, + "avg_cost": 0.25, + "lambda": 47.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.0, + 47.0, + 47.0, + 47.0, + 47.0, + 47.0 + ] + }, + { + "episode": 630, + "avg_reward": 4382.41, + "avg_cost": 0.5, + "lambda": 47.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.7, + 47.7, + 47.7, + 47.7, + 47.7, + 47.7 + ] + }, + { + "episode": 640, + "avg_reward": 6236.79, + "avg_cost": 0.75, + "lambda": 48.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.325, + 48.325, + 48.325, + 48.325, + 48.325, + 48.325 + ] + }, + { + "episode": 650, + "avg_reward": 7534.51, + "avg_cost": 1.75, + "lambda": 49.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.525, + 49.525, + 49.525, + 49.525, + 49.525, + 49.525 + ] + }, + { + "episode": 660, + "avg_reward": 6232.09, + "avg_cost": 0.0, + "lambda": 50.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.225, + 50.225, + 50.225, + 50.225, + 50.225, + 50.225 + ] + }, + { + "episode": 670, + "avg_reward": 4819.62, + "avg_cost": 0.25, + "lambda": 51.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.025, + 51.025, + 51.025, + 51.025, + 51.025, + 51.025 + ] + }, + { + "episode": 680, + "avg_reward": 6776.9, + "avg_cost": 0.25, + "lambda": 51.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.775, + 51.775, + 51.775, + 51.775, + 51.775, + 51.775 + ] + }, + { + "episode": 690, + "avg_reward": 7167.53, + "avg_cost": 0.75, + "lambda": 52.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.4, + 52.4, + 52.4, + 52.4, + 52.4, + 52.4 + ] + }, + { + "episode": 700, + "avg_reward": 7519.82, + "avg_cost": 1.5, + "lambda": 53.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.15, + 53.15, + 53.15, + 53.15, + 53.15, + 53.15 + ] + }, + { + "episode": 710, + "avg_reward": 6521.11, + "avg_cost": 0.75, + "lambda": 53.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.725, + 53.725, + 53.725, + 53.725, + 53.725, + 53.725 + ] + }, + { + "episode": 720, + "avg_reward": 7214.6, + "avg_cost": 0.25, + "lambda": 54.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.4, + 54.4, + 54.4, + 54.4, + 54.4, + 54.4 + ] + }, + { + "episode": 730, + "avg_reward": 7687.93, + "avg_cost": 0.25, + "lambda": 55.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.0, + 55.0, + 55.0, + 55.0, + 55.0, + 55.0 + ] + }, + { + "episode": 740, + "avg_reward": 6702.68, + "avg_cost": 0.5, + "lambda": 55.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.925, + 55.925, + 55.925, + 55.925, + 55.925, + 55.925 + ] + }, + { + "episode": 750, + "avg_reward": 7158.61, + "avg_cost": 0.0, + "lambda": 56.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.725, + 56.725, + 56.725, + 56.725, + 56.725, + 56.725 + ] + }, + { + "episode": 760, + "avg_reward": 7612.79, + "avg_cost": 0.25, + "lambda": 57.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.4, + 57.4, + 57.4, + 57.4, + 57.4, + 57.4 + ] + }, + { + "episode": 770, + "avg_reward": 7001.78, + "avg_cost": 1.5, + "lambda": 58.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.2, + 58.2, + 58.2, + 58.2, + 58.2, + 58.2 + ] + }, + { + "episode": 780, + "avg_reward": 7656.35, + "avg_cost": 1.25, + "lambda": 59.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.075, + 59.075, + 59.075, + 59.075, + 59.075, + 59.075 + ] + }, + { + "episode": 790, + "avg_reward": 8001.08, + "avg_cost": 0.0, + "lambda": 59.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8, + 59.8, + 59.8, + 59.8, + 59.8, + 59.8 + ] + }, + { + "episode": 800, + "avg_reward": 7582.88, + "avg_cost": 1.75, + "lambda": 60.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.625, + 60.625, + 60.625, + 60.625, + 60.625, + 60.625 + ] + }, + { + "episode": 810, + "avg_reward": 7439.21, + "avg_cost": 0.75, + "lambda": 61.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.425, + 61.425, + 61.425, + 61.425, + 61.425, + 61.425 + ] + }, + { + "episode": 820, + "avg_reward": 3305.43, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05, + 62.05, + 62.05, + 62.05, + 62.05 + ] + }, + { + "episode": 830, + "avg_reward": -3473.19, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 840, + "avg_reward": -1227.67, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 850, + "avg_reward": -254.39, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 860, + "avg_reward": -715.81, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 870, + "avg_reward": 71.79, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 880, + "avg_reward": 213.2, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 890, + "avg_reward": 636.52, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 900, + "avg_reward": 971.79, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 910, + "avg_reward": 971.17, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 920, + "avg_reward": 1281.74, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 930, + "avg_reward": 1549.25, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 940, + "avg_reward": 2028.59, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125, + 62.125, + 62.125, + 62.125, + 62.125 + ] + }, + { + "episode": 950, + "avg_reward": 2236.37, + "avg_cost": 0.0, + "lambda": 62.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ] + }, + { + "episode": 960, + "avg_reward": 2851.53, + "avg_cost": 0.0, + "lambda": 62.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.35, + 62.35, + 62.35, + 62.35, + 62.35, + 62.35 + ] + }, + { + "episode": 970, + "avg_reward": 2629.72, + "avg_cost": 1.0, + "lambda": 62.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.95, + 62.95, + 62.95, + 62.95, + 62.95, + 62.95 + ] + }, + { + "episode": 980, + "avg_reward": 2348.76, + "avg_cost": 0.75, + "lambda": 63.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.175, + 63.175, + 63.175, + 63.175, + 63.175, + 63.175 + ] + }, + { + "episode": 990, + "avg_reward": 3548.77, + "avg_cost": 0.25, + "lambda": 64.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.025, + 64.025, + 64.025, + 64.025, + 64.025, + 64.025 + ] + }, + { + "episode": 1000, + "avg_reward": 5116.6, + "avg_cost": 0.5, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85, + 64.85, + 64.85, + 64.85, + 64.85 + ] + }, + { + "episode": 1010, + "avg_reward": 3659.61, + "avg_cost": 0.25, + "lambda": 65.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ] + }, + { + "episode": 1020, + "avg_reward": 5163.14, + "avg_cost": 1.5, + "lambda": 66.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.025, + 66.025, + 66.025, + 66.025, + 66.025, + 66.025 + ] + }, + { + "episode": 1030, + "avg_reward": 4895.0, + "avg_cost": 0.0, + "lambda": 66.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ] + }, + { + "episode": 1040, + "avg_reward": 1984.53, + "avg_cost": 0.0, + "lambda": 66.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.9, + 66.9, + 66.9, + 66.9, + 66.9, + 66.9 + ] + }, + { + "episode": 1050, + "avg_reward": 5472.9, + "avg_cost": 0.75, + "lambda": 67.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.475, + 67.475, + 67.475, + 67.475, + 67.475, + 67.475 + ] + }, + { + "episode": 1060, + "avg_reward": 4348.92, + "avg_cost": 1.0, + "lambda": 67.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.725, + 67.725, + 67.725, + 67.725, + 67.725, + 67.725 + ] + }, + { + "episode": 1070, + "avg_reward": 5701.71, + "avg_cost": 0.25, + "lambda": 68.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.175, + 68.175, + 68.175, + 68.175, + 68.175, + 68.175 + ] + }, + { + "episode": 1080, + "avg_reward": 5179.78, + "avg_cost": 0.0, + "lambda": 68.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.35, + 68.35, + 68.35, + 68.35, + 68.35, + 68.35 + ] + }, + { + "episode": 1090, + "avg_reward": 7063.12, + "avg_cost": 0.25, + "lambda": 68.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.775, + 68.775, + 68.775, + 68.775, + 68.775, + 68.775 + ] + }, + { + "episode": 1100, + "avg_reward": 6873.89, + "avg_cost": 0.5, + "lambda": 69.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.125, + 69.125, + 69.125, + 69.125, + 69.125, + 69.125 + ] + }, + { + "episode": 1110, + "avg_reward": 6888.68, + "avg_cost": 0.0, + "lambda": 69.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ] + }, + { + "episode": 1120, + "avg_reward": 7360.69, + "avg_cost": 0.5, + "lambda": 69.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.325, + 69.325, + 69.325, + 69.325, + 69.325, + 69.325 + ] + }, + { + "episode": 1130, + "avg_reward": 5786.6, + "avg_cost": 0.0, + "lambda": 69.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ] + }, + { + "episode": 1140, + "avg_reward": 7058.28, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85, + 69.85, + 69.85, + 69.85, + 69.85 + ] + }, + { + "episode": 1150, + "avg_reward": 6817.2, + "avg_cost": 0.0, + "lambda": 70.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ] + }, + { + "episode": 1160, + "avg_reward": 8892.21, + "avg_cost": 0.5, + "lambda": 70.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.475, + 70.475, + 70.475, + 70.475, + 70.475, + 70.475 + ] + }, + { + "episode": 1170, + "avg_reward": 8696.08, + "avg_cost": 0.0, + "lambda": 70.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.95, + 70.95, + 70.95, + 70.95, + 70.95, + 70.95 + ] + }, + { + "episode": 1180, + "avg_reward": 9108.03, + "avg_cost": 0.5, + "lambda": 71.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.3, + 71.3, + 71.3, + 71.3, + 71.3, + 71.3 + ] + }, + { + "episode": 1190, + "avg_reward": 8448.83, + "avg_cost": 0.0, + "lambda": 71.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.625, + 71.625, + 71.625, + 71.625, + 71.625, + 71.625 + ] + }, + { + "episode": 1200, + "avg_reward": 9016.12, + "avg_cost": 0.0, + "lambda": 72.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.025, + 72.025, + 72.025, + 72.025, + 72.025, + 72.025 + ] + }, + { + "episode": 1210, + "avg_reward": 9628.79, + "avg_cost": 0.5, + "lambda": 72.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.4, + 72.4, + 72.4, + 72.4, + 72.4, + 72.4 + ] + }, + { + "episode": 1220, + "avg_reward": 10463.32, + "avg_cost": 0.75, + "lambda": 72.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.75, + 72.75, + 72.75, + 72.75, + 72.75, + 72.75 + ] + }, + { + "episode": 1230, + "avg_reward": 10094.13, + "avg_cost": 1.0, + "lambda": 73.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.175, + 73.175, + 73.175, + 73.175, + 73.175, + 73.175 + ] + }, + { + "episode": 1240, + "avg_reward": 9703.27, + "avg_cost": 0.75, + "lambda": 73.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.675, + 73.675, + 73.675, + 73.675, + 73.675, + 73.675 + ] + }, + { + "episode": 1250, + "avg_reward": 10499.01, + "avg_cost": 1.0, + "lambda": 74.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1, + 74.1, + 74.1, + 74.1, + 74.1, + 74.1 + ] + }, + { + "episode": 1260, + "avg_reward": 10446.56, + "avg_cost": 0.75, + "lambda": 74.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.5, + 74.5, + 74.5, + 74.5, + 74.5, + 74.5 + ] + }, + { + "episode": 1270, + "avg_reward": 10433.73, + "avg_cost": 0.5, + "lambda": 74.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ] + }, + { + "episode": 1280, + "avg_reward": 10288.05, + "avg_cost": 0.5, + "lambda": 75.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.35, + 75.35, + 75.35, + 75.35, + 75.35, + 75.35 + ] + }, + { + "episode": 1290, + "avg_reward": 10057.63, + "avg_cost": 0.75, + "lambda": 75.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.95, + 75.95, + 75.95, + 75.95, + 75.95, + 75.95 + ] + }, + { + "episode": 1300, + "avg_reward": 9140.58, + "avg_cost": 0.0, + "lambda": 76.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.55, + 76.55, + 76.55, + 76.55, + 76.55, + 76.55 + ] + }, + { + "episode": 1310, + "avg_reward": 10624.94, + "avg_cost": 0.5, + "lambda": 76.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.95, + 76.95, + 76.95, + 76.95, + 76.95, + 76.95 + ] + }, + { + "episode": 1320, + "avg_reward": 10190.9, + "avg_cost": 2.0, + "lambda": 77.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.275, + 77.275, + 77.275, + 77.275, + 77.275, + 77.275 + ] + }, + { + "episode": 1330, + "avg_reward": 10126.73, + "avg_cost": 0.5, + "lambda": 77.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.9, + 77.9, + 77.9, + 77.9, + 77.9, + 77.9 + ] + }, + { + "episode": 1340, + "avg_reward": 10776.26, + "avg_cost": 0.0, + "lambda": 78.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.075, + 78.075, + 78.075, + 78.075, + 78.075, + 78.075 + ] + }, + { + "episode": 1350, + "avg_reward": 10424.81, + "avg_cost": 0.0, + "lambda": 78.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.4, + 78.4, + 78.4, + 78.4, + 78.4, + 78.4 + ] + }, + { + "episode": 1360, + "avg_reward": 10843.63, + "avg_cost": 0.0, + "lambda": 79.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ] + }, + { + "episode": 1370, + "avg_reward": 10514.57, + "avg_cost": 0.25, + "lambda": 79.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.525, + 79.525, + 79.525, + 79.525, + 79.525, + 79.525 + ] + }, + { + "episode": 1380, + "avg_reward": 11407.65, + "avg_cost": 0.25, + "lambda": 79.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ] + }, + { + "episode": 1390, + "avg_reward": 10655.83, + "avg_cost": 0.0, + "lambda": 80.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.125, + 80.125, + 80.125, + 80.125, + 80.125, + 80.125 + ] + }, + { + "episode": 1400, + "avg_reward": 11059.1, + "avg_cost": 0.25, + "lambda": 80.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.3, + 80.3, + 80.3, + 80.3, + 80.3, + 80.3 + ] + }, + { + "episode": 1410, + "avg_reward": 11746.55, + "avg_cost": 0.75, + "lambda": 80.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.725, + 80.725, + 80.725, + 80.725, + 80.725, + 80.725 + ] + }, + { + "episode": 1420, + "avg_reward": 11944.95, + "avg_cost": 0.75, + "lambda": 81.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.35, + 81.35, + 81.35, + 81.35, + 81.35, + 81.35 + ] + }, + { + "episode": 1430, + "avg_reward": 11338.81, + "avg_cost": 0.0, + "lambda": 81.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ] + }, + { + "episode": 1440, + "avg_reward": 11115.12, + "avg_cost": 0.5, + "lambda": 81.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.925, + 81.925, + 81.925, + 81.925, + 81.925, + 81.925 + ] + }, + { + "episode": 1450, + "avg_reward": 11923.31, + "avg_cost": 1.0, + "lambda": 82.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.95, + 82.95, + 82.95, + 82.95, + 82.95, + 82.95 + ] + }, + { + "episode": 1460, + "avg_reward": 7122.67, + "avg_cost": 0.0, + "lambda": 83.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.55, + 83.55, + 83.55, + 83.55, + 83.55, + 83.55 + ] + }, + { + "episode": 1470, + "avg_reward": -1096.76, + "avg_cost": 0.0, + "lambda": 83.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.625, + 83.625, + 83.625, + 83.625, + 83.625, + 83.625 + ] + }, + { + "episode": 1480, + "avg_reward": -4252.21, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + }, + { + "episode": 1490, + "avg_reward": -2807.02, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + }, + { + "episode": 1500, + "avg_reward": -3466.61, + "avg_cost": 0.0, + "lambda": 83.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ] + } + ], + "final_lambdas": [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..fe41576ebec8b96c706aebd8019524d560691ee5 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5003819.65, + "constraint_satisfaction_pct": 99.73, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.0042, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7023.85, + "avg_cost": 0.0, + "lambda": 4.9583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9583, + 4.9583, + 4.9583, + 4.9583, + 4.9583, + 4.9583 + ] + }, + { + "episode": 10, + "avg_reward": -6863.74, + "avg_cost": 0.0, + "lambda": 4.6008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6008, + 4.6008, + 4.6008, + 4.6008, + 4.6008, + 4.6008 + ] + }, + { + "episode": 20, + "avg_reward": -6723.51, + "avg_cost": 0.0, + "lambda": 4.1942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1942, + 4.1942, + 4.1942, + 4.1942, + 4.1942, + 4.1942 + ] + }, + { + "episode": 30, + "avg_reward": -5951.26, + "avg_cost": 0.0, + "lambda": 3.795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.795, + 3.795, + 3.795, + 3.795, + 3.795, + 3.795 + ] + }, + { + "episode": 40, + "avg_reward": -6597.23, + "avg_cost": 0.25, + "lambda": 3.3808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3808, + 3.3808, + 3.3808, + 3.3808, + 3.3808, + 3.3808 + ] + }, + { + "episode": 50, + "avg_reward": -5041.07, + "avg_cost": 0.0, + "lambda": 2.9642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.9642, + 2.9642, + 2.9642, + 2.9642, + 2.9642, + 2.9642 + ] + }, + { + "episode": 60, + "avg_reward": -4996.7, + "avg_cost": 0.0, + "lambda": 2.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.56, + 2.56, + 2.56, + 2.56, + 2.56, + 2.56 + ] + }, + { + "episode": 70, + "avg_reward": -4676.35, + "avg_cost": 0.0, + "lambda": 2.1458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.1458, + 2.1458, + 2.1458, + 2.1458, + 2.1458, + 2.1458 + ] + }, + { + "episode": 80, + "avg_reward": -4986.36, + "avg_cost": 0.25, + "lambda": 1.7367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7367, + 1.7367, + 1.7367, + 1.7367, + 1.7367, + 1.7367 + ] + }, + { + "episode": 90, + "avg_reward": -4055.86, + "avg_cost": 0.0, + "lambda": 1.3275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3275, + 1.3275, + 1.3275, + 1.3275, + 1.3275, + 1.3275 + ] + }, + { + "episode": 100, + "avg_reward": -3761.42, + "avg_cost": 0.0, + "lambda": 0.9183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9183, + 0.9183, + 0.9183, + 0.9183, + 0.9183, + 0.9183 + ] + }, + { + "episode": 110, + "avg_reward": -3950.53, + "avg_cost": 0.0, + "lambda": 0.5067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5067, + 0.5067, + 0.5067, + 0.5067, + 0.5067, + 0.5067 + ] + }, + { + "episode": 120, + "avg_reward": -2772.24, + "avg_cost": 0.25, + "lambda": 0.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.095, + 0.095, + 0.095, + 0.095, + 0.095, + 0.095 + ] + }, + { + "episode": 130, + "avg_reward": -2420.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -2819.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -2536.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -2106.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -1764.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -2785.64, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -1566.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -900.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -2074.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -1460.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -2255.51, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -3337.19, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -1732.79, + "avg_cost": 2.75, + "lambda": 0.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.02, + 0.02, + 0.02, + 0.02, + 0.02, + 0.02 + ] + }, + { + "episode": 260, + "avg_reward": -1726.99, + "avg_cost": 3.5, + "lambda": 0.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.04, + 0.04, + 0.04, + 0.04, + 0.04, + 0.04 + ] + }, + { + "episode": 270, + "avg_reward": -3107.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -1570.33, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -1159.94, + "avg_cost": 4.25, + "lambda": 0.0008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0008, + 0.0008, + 0.0008, + 0.0008, + 0.0008, + 0.0008 + ] + }, + { + "episode": 300, + "avg_reward": -821.78, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -2034.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -1665.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -540.24, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": -337.58, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": -389.19, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -2200.97, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 143.91, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": -910.26, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1584.12, + "avg_cost": 5.0, + "lambda": 0.0083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0083, + 0.0083, + 0.0083, + 0.0083, + 0.0083, + 0.0083 + ] + }, + { + "episode": 400, + "avg_reward": 1.23, + "avg_cost": 6.75, + "lambda": 0.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.06, + 0.06, + 0.06, + 0.06, + 0.06, + 0.06 + ] + }, + { + "episode": 410, + "avg_reward": 4.76, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 540.41, + "avg_cost": 4.75, + "lambda": 0.0283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0283, + 0.0283, + 0.0283, + 0.0283, + 0.0283, + 0.0283 + ] + }, + { + "episode": 430, + "avg_reward": 329.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 3508.51, + "avg_cost": 4.5, + "lambda": 0.1658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1658, + 0.1658, + 0.1658, + 0.1658, + 0.1658, + 0.1658 + ] + }, + { + "episode": 450, + "avg_reward": 2107.9, + "avg_cost": 9.75, + "lambda": 0.3992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3992, + 0.3992, + 0.3992, + 0.3992, + 0.3992, + 0.3992 + ] + }, + { + "episode": 460, + "avg_reward": 2799.11, + "avg_cost": 6.75, + "lambda": 0.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7775, + 0.7775, + 0.7775, + 0.7775, + 0.7775, + 0.7775 + ] + }, + { + "episode": 470, + "avg_reward": 1381.72, + "avg_cost": 5.0, + "lambda": 1.0158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0158, + 1.0158, + 1.0158, + 1.0158, + 1.0158, + 1.0158 + ] + }, + { + "episode": 480, + "avg_reward": -103.67, + "avg_cost": 2.0, + "lambda": 1.5142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.5142, + 1.5142, + 1.5142, + 1.5142, + 1.5142, + 1.5142 + ] + }, + { + "episode": 490, + "avg_reward": 4654.74, + "avg_cost": 17.25, + "lambda": 1.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.9725, + 1.9725, + 1.9725, + 1.9725, + 1.9725, + 1.9725 + ] + }, + { + "episode": 500, + "avg_reward": 3540.51, + "avg_cost": 11.75, + "lambda": 2.7033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7033, + 2.7033, + 2.7033, + 2.7033, + 2.7033, + 2.7033 + ] + }, + { + "episode": 510, + "avg_reward": 2819.09, + "avg_cost": 8.75, + "lambda": 3.3167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3167, + 3.3167, + 3.3167, + 3.3167, + 3.3167, + 3.3167 + ] + }, + { + "episode": 520, + "avg_reward": 4324.92, + "avg_cost": 7.75, + "lambda": 3.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.9325, + 3.9325, + 3.9325, + 3.9325, + 3.9325, + 3.9325 + ] + }, + { + "episode": 530, + "avg_reward": 5335.43, + "avg_cost": 26.5, + "lambda": 4.9433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9433, + 4.9433, + 4.9433, + 4.9433, + 4.9433, + 4.9433 + ] + }, + { + "episode": 540, + "avg_reward": 6036.02, + "avg_cost": 14.75, + "lambda": 6.0217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.0217, + 6.0217, + 6.0217, + 6.0217, + 6.0217, + 6.0217 + ] + }, + { + "episode": 550, + "avg_reward": 5329.36, + "avg_cost": 12.25, + "lambda": 6.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675 + ] + }, + { + "episode": 560, + "avg_reward": 3666.58, + "avg_cost": 3.5, + "lambda": 7.2533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2533, + 7.2533, + 7.2533, + 7.2533, + 7.2533, + 7.2533 + ] + }, + { + "episode": 570, + "avg_reward": 5903.64, + "avg_cost": 12.75, + "lambda": 7.9592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9592, + 7.9592, + 7.9592, + 7.9592, + 7.9592, + 7.9592 + ] + }, + { + "episode": 580, + "avg_reward": 2565.6, + "avg_cost": 7.25, + "lambda": 8.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4125, + 8.4125, + 8.4125, + 8.4125, + 8.4125, + 8.4125 + ] + }, + { + "episode": 590, + "avg_reward": 5402.95, + "avg_cost": 9.5, + "lambda": 8.8808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8808, + 8.8808, + 8.8808, + 8.8808, + 8.8808, + 8.8808 + ] + }, + { + "episode": 600, + "avg_reward": 6569.32, + "avg_cost": 12.5, + "lambda": 9.1667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1667, + 9.1667, + 9.1667, + 9.1667, + 9.1667, + 9.1667 + ] + }, + { + "episode": 610, + "avg_reward": 5050.14, + "avg_cost": 8.25, + "lambda": 9.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.71, + 9.71, + 9.71, + 9.71, + 9.71, + 9.71 + ] + }, + { + "episode": 620, + "avg_reward": 7133.31, + "avg_cost": 12.75, + "lambda": 10.2483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2483, + 10.2483, + 10.2483, + 10.2483, + 10.2483, + 10.2483 + ] + }, + { + "episode": 630, + "avg_reward": 4158.38, + "avg_cost": 4.25, + "lambda": 10.6592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6592, + 10.6592, + 10.6592, + 10.6592, + 10.6592, + 10.6592 + ] + }, + { + "episode": 640, + "avg_reward": 6604.32, + "avg_cost": 4.75, + "lambda": 11.2675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2675, + 11.2675, + 11.2675, + 11.2675, + 11.2675, + 11.2675 + ] + }, + { + "episode": 650, + "avg_reward": 4081.06, + "avg_cost": 4.75, + "lambda": 11.4383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4383, + 11.4383, + 11.4383, + 11.4383, + 11.4383, + 11.4383 + ] + }, + { + "episode": 660, + "avg_reward": -1134.43, + "avg_cost": 0.0, + "lambda": 11.2442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2442, + 11.2442, + 11.2442, + 11.2442, + 11.2442, + 11.2442 + ] + }, + { + "episode": 670, + "avg_reward": -198.03, + "avg_cost": 0.0, + "lambda": 10.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.83, + 10.83, + 10.83, + 10.83, + 10.83, + 10.83 + ] + }, + { + "episode": 680, + "avg_reward": 64.62, + "avg_cost": 0.0, + "lambda": 10.4158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4158, + 10.4158, + 10.4158, + 10.4158, + 10.4158, + 10.4158 + ] + }, + { + "episode": 690, + "avg_reward": -121.45, + "avg_cost": 0.0, + "lambda": 10.0142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0142, + 10.0142, + 10.0142, + 10.0142, + 10.0142, + 10.0142 + ] + }, + { + "episode": 700, + "avg_reward": 304.0, + "avg_cost": 0.75, + "lambda": 9.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6325, + 9.6325, + 9.6325, + 9.6325, + 9.6325, + 9.6325 + ] + }, + { + "episode": 710, + "avg_reward": 468.23, + "avg_cost": 1.5, + "lambda": 9.2683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2683, + 9.2683, + 9.2683, + 9.2683, + 9.2683, + 9.2683 + ] + }, + { + "episode": 720, + "avg_reward": 1028.22, + "avg_cost": 1.25, + "lambda": 8.9217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9217, + 8.9217, + 8.9217, + 8.9217, + 8.9217, + 8.9217 + ] + }, + { + "episode": 730, + "avg_reward": 712.14, + "avg_cost": 1.25, + "lambda": 8.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.62, + 8.62, + 8.62, + 8.62, + 8.62, + 8.62 + ] + }, + { + "episode": 740, + "avg_reward": 735.24, + "avg_cost": 0.0, + "lambda": 8.2683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2683, + 8.2683, + 8.2683, + 8.2683, + 8.2683, + 8.2683 + ] + }, + { + "episode": 750, + "avg_reward": 1426.34, + "avg_cost": 1.5, + "lambda": 7.9217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9217, + 7.9217, + 7.9217, + 7.9217, + 7.9217, + 7.9217 + ] + }, + { + "episode": 760, + "avg_reward": 1734.29, + "avg_cost": 0.75, + "lambda": 7.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.61, + 7.61, + 7.61, + 7.61, + 7.61, + 7.61 + ] + }, + { + "episode": 770, + "avg_reward": 1079.39, + "avg_cost": 0.0, + "lambda": 7.2583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2583, + 7.2583, + 7.2583, + 7.2583, + 7.2583, + 7.2583 + ] + }, + { + "episode": 780, + "avg_reward": 995.74, + "avg_cost": 0.25, + "lambda": 6.8792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8792, + 6.8792, + 6.8792, + 6.8792, + 6.8792, + 6.8792 + ] + }, + { + "episode": 790, + "avg_reward": 2289.75, + "avg_cost": 0.5, + "lambda": 6.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5325, + 6.5325, + 6.5325, + 6.5325, + 6.5325, + 6.5325 + ] + }, + { + "episode": 800, + "avg_reward": 2563.71, + "avg_cost": 1.25, + "lambda": 6.1783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1783, + 6.1783, + 6.1783, + 6.1783, + 6.1783, + 6.1783 + ] + }, + { + "episode": 810, + "avg_reward": 1917.72, + "avg_cost": 0.75, + "lambda": 5.8917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8917, + 5.8917, + 5.8917, + 5.8917, + 5.8917, + 5.8917 + ] + }, + { + "episode": 820, + "avg_reward": 2510.91, + "avg_cost": 1.5, + "lambda": 5.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6675, + 5.6675, + 5.6675, + 5.6675, + 5.6675, + 5.6675 + ] + }, + { + "episode": 830, + "avg_reward": 3987.92, + "avg_cost": 1.75, + "lambda": 5.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3933, + 5.3933, + 5.3933, + 5.3933, + 5.3933, + 5.3933 + ] + }, + { + "episode": 840, + "avg_reward": 4778.12, + "avg_cost": 2.5, + "lambda": 5.1667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1667, + 5.1667, + 5.1667, + 5.1667, + 5.1667, + 5.1667 + ] + }, + { + "episode": 850, + "avg_reward": 4500.51, + "avg_cost": 2.25, + "lambda": 4.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.95, + 4.95, + 4.95, + 4.95, + 4.95, + 4.95 + ] + }, + { + "episode": 860, + "avg_reward": 4005.94, + "avg_cost": 1.25, + "lambda": 4.8783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8783, + 4.8783, + 4.8783, + 4.8783, + 4.8783, + 4.8783 + ] + }, + { + "episode": 870, + "avg_reward": 4650.27, + "avg_cost": 1.25, + "lambda": 4.6867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6867, + 4.6867, + 4.6867, + 4.6867, + 4.6867, + 4.6867 + ] + }, + { + "episode": 880, + "avg_reward": 4653.46, + "avg_cost": 3.25, + "lambda": 4.54, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.54, + 4.54, + 4.54, + 4.54, + 4.54, + 4.54 + ] + }, + { + "episode": 890, + "avg_reward": 6053.46, + "avg_cost": 4.0, + "lambda": 4.4158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4158, + 4.4158, + 4.4158, + 4.4158, + 4.4158, + 4.4158 + ] + }, + { + "episode": 900, + "avg_reward": 5441.22, + "avg_cost": 4.25, + "lambda": 4.4167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4167, + 4.4167, + 4.4167, + 4.4167, + 4.4167, + 4.4167 + ] + }, + { + "episode": 910, + "avg_reward": 6020.92, + "avg_cost": 5.0, + "lambda": 4.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4575, + 4.4575, + 4.4575, + 4.4575, + 4.4575, + 4.4575 + ] + }, + { + "episode": 920, + "avg_reward": 6389.52, + "avg_cost": 3.5, + "lambda": 4.5158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5158, + 4.5158, + 4.5158, + 4.5158, + 4.5158, + 4.5158 + ] + }, + { + "episode": 930, + "avg_reward": 7118.82, + "avg_cost": 9.0, + "lambda": 4.6092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6092, + 4.6092, + 4.6092, + 4.6092, + 4.6092, + 4.6092 + ] + }, + { + "episode": 940, + "avg_reward": 7417.82, + "avg_cost": 10.5, + "lambda": 4.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9725, + 4.9725, + 4.9725, + 4.9725, + 4.9725, + 4.9725 + ] + }, + { + "episode": 950, + "avg_reward": 7301.92, + "avg_cost": 7.25, + "lambda": 5.4708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.4708, + 5.4708, + 5.4708, + 5.4708, + 5.4708, + 5.4708 + ] + }, + { + "episode": 960, + "avg_reward": 7874.56, + "avg_cost": 12.75, + "lambda": 5.9142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.9142, + 5.9142, + 5.9142, + 5.9142, + 5.9142, + 5.9142 + ] + }, + { + "episode": 970, + "avg_reward": 8497.67, + "avg_cost": 8.0, + "lambda": 6.1625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1625, + 6.1625, + 6.1625, + 6.1625, + 6.1625, + 6.1625 + ] + }, + { + "episode": 980, + "avg_reward": 6215.29, + "avg_cost": 4.5, + "lambda": 6.2858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2858, + 6.2858, + 6.2858, + 6.2858, + 6.2858, + 6.2858 + ] + }, + { + "episode": 990, + "avg_reward": 9318.53, + "avg_cost": 4.5, + "lambda": 6.7742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7742, + 6.7742, + 6.7742, + 6.7742, + 6.7742, + 6.7742 + ] + }, + { + "episode": 1000, + "avg_reward": 7872.63, + "avg_cost": 7.5, + "lambda": 6.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.77, + 6.77, + 6.77, + 6.77, + 6.77, + 6.77 + ] + }, + { + "episode": 1010, + "avg_reward": 8803.61, + "avg_cost": 3.5, + "lambda": 7.0858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0858, + 7.0858, + 7.0858, + 7.0858, + 7.0858, + 7.0858 + ] + }, + { + "episode": 1020, + "avg_reward": 984.17, + "avg_cost": 0.0, + "lambda": 6.9292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9292, + 6.9292, + 6.9292, + 6.9292, + 6.9292, + 6.9292 + ] + }, + { + "episode": 1030, + "avg_reward": 2182.58, + "avg_cost": 0.0, + "lambda": 6.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5125, + 6.5125, + 6.5125, + 6.5125, + 6.5125, + 6.5125 + ] + }, + { + "episode": 1040, + "avg_reward": 2944.19, + "avg_cost": 5.75, + "lambda": 6.3608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3608, + 6.3608, + 6.3608, + 6.3608, + 6.3608, + 6.3608 + ] + }, + { + "episode": 1050, + "avg_reward": 7235.05, + "avg_cost": 13.25, + "lambda": 7.5392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5392, + 7.5392, + 7.5392, + 7.5392, + 7.5392, + 7.5392 + ] + }, + { + "episode": 1060, + "avg_reward": 9317.64, + "avg_cost": 2.75, + "lambda": 7.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.595, + 7.595, + 7.595, + 7.595, + 7.595, + 7.595 + ] + }, + { + "episode": 1070, + "avg_reward": 9110.64, + "avg_cost": 5.75, + "lambda": 7.6933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6933, + 7.6933, + 7.6933, + 7.6933, + 7.6933, + 7.6933 + ] + }, + { + "episode": 1080, + "avg_reward": 9991.5, + "avg_cost": 7.25, + "lambda": 7.8917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8917, + 7.8917, + 7.8917, + 7.8917, + 7.8917, + 7.8917 + ] + }, + { + "episode": 1090, + "avg_reward": 9229.47, + "avg_cost": 6.75, + "lambda": 8.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0825, + 8.0825, + 8.0825, + 8.0825, + 8.0825, + 8.0825 + ] + }, + { + "episode": 1100, + "avg_reward": 9532.75, + "avg_cost": 4.0, + "lambda": 8.1758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1758, + 8.1758, + 8.1758, + 8.1758, + 8.1758, + 8.1758 + ] + }, + { + "episode": 1110, + "avg_reward": 10383.12, + "avg_cost": 6.5, + "lambda": 8.2792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2792, + 8.2792, + 8.2792, + 8.2792, + 8.2792, + 8.2792 + ] + }, + { + "episode": 1120, + "avg_reward": 9640.69, + "avg_cost": 4.25, + "lambda": 8.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.33, + 8.33, + 8.33, + 8.33, + 8.33, + 8.33 + ] + }, + { + "episode": 1130, + "avg_reward": 10525.28, + "avg_cost": 5.75, + "lambda": 8.4758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4758, + 8.4758, + 8.4758, + 8.4758, + 8.4758, + 8.4758 + ] + }, + { + "episode": 1140, + "avg_reward": 9787.39, + "avg_cost": 4.75, + "lambda": 8.4942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4942, + 8.4942, + 8.4942, + 8.4942, + 8.4942, + 8.4942 + ] + }, + { + "episode": 1150, + "avg_reward": 10476.75, + "avg_cost": 4.0, + "lambda": 8.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.69, + 8.69, + 8.69, + 8.69, + 8.69, + 8.69 + ] + }, + { + "episode": 1160, + "avg_reward": 10265.65, + "avg_cost": 3.0, + "lambda": 8.7783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7783, + 8.7783, + 8.7783, + 8.7783, + 8.7783, + 8.7783 + ] + }, + { + "episode": 1170, + "avg_reward": 10324.04, + "avg_cost": 4.25, + "lambda": 8.8392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8392, + 8.8392, + 8.8392, + 8.8392, + 8.8392, + 8.8392 + ] + }, + { + "episode": 1180, + "avg_reward": 10722.32, + "avg_cost": 3.75, + "lambda": 8.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.81, + 8.81, + 8.81, + 8.81, + 8.81, + 8.81 + ] + }, + { + "episode": 1190, + "avg_reward": 10494.6, + "avg_cost": 6.25, + "lambda": 8.9558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9558, + 8.9558, + 8.9558, + 8.9558, + 8.9558, + 8.9558 + ] + }, + { + "episode": 1200, + "avg_reward": 10397.77, + "avg_cost": 13.0, + "lambda": 9.2817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2817, + 9.2817, + 9.2817, + 9.2817, + 9.2817, + 9.2817 + ] + }, + { + "episode": 1210, + "avg_reward": 10594.8, + "avg_cost": 7.0, + "lambda": 9.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.525, + 9.525, + 9.525, + 9.525, + 9.525, + 9.525 + ] + }, + { + "episode": 1220, + "avg_reward": 3259.18, + "avg_cost": 0.0, + "lambda": 9.3508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3508, + 9.3508, + 9.3508, + 9.3508, + 9.3508, + 9.3508 + ] + }, + { + "episode": 1230, + "avg_reward": 4068.0, + "avg_cost": 0.5, + "lambda": 8.9467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9467, + 8.9467, + 8.9467, + 8.9467, + 8.9467, + 8.9467 + ] + }, + { + "episode": 1240, + "avg_reward": 3553.59, + "avg_cost": 11.25, + "lambda": 9.13, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.13, + 9.13, + 9.13, + 9.13, + 9.13, + 9.13 + ] + }, + { + "episode": 1250, + "avg_reward": 2707.88, + "avg_cost": 7.25, + "lambda": 9.4183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4183, + 9.4183, + 9.4183, + 9.4183, + 9.4183, + 9.4183 + ] + }, + { + "episode": 1260, + "avg_reward": 4278.55, + "avg_cost": 0.5, + "lambda": 9.3042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3042, + 9.3042, + 9.3042, + 9.3042, + 9.3042, + 9.3042 + ] + }, + { + "episode": 1270, + "avg_reward": 1855.59, + "avg_cost": 0.5, + "lambda": 8.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9975, + 8.9975, + 8.9975, + 8.9975, + 8.9975, + 8.9975 + ] + }, + { + "episode": 1280, + "avg_reward": 2813.73, + "avg_cost": 1.0, + "lambda": 8.7533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7533, + 8.7533, + 8.7533, + 8.7533, + 8.7533, + 8.7533 + ] + }, + { + "episode": 1290, + "avg_reward": 4541.41, + "avg_cost": 1.75, + "lambda": 8.5967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5967, + 8.5967, + 8.5967, + 8.5967, + 8.5967, + 8.5967 + ] + }, + { + "episode": 1300, + "avg_reward": 8811.43, + "avg_cost": 2.25, + "lambda": 8.49, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.49, + 8.49, + 8.49, + 8.49, + 8.49, + 8.49 + ] + }, + { + "episode": 1310, + "avg_reward": 10560.9, + "avg_cost": 2.25, + "lambda": 8.4408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4408, + 8.4408, + 8.4408, + 8.4408, + 8.4408, + 8.4408 + ] + }, + { + "episode": 1320, + "avg_reward": 10427.24, + "avg_cost": 1.25, + "lambda": 8.5617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5617, + 8.5617, + 8.5617, + 8.5617, + 8.5617, + 8.5617 + ] + }, + { + "episode": 1330, + "avg_reward": 11183.36, + "avg_cost": 14.25, + "lambda": 8.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.785, + 8.785, + 8.785, + 8.785, + 8.785, + 8.785 + ] + }, + { + "episode": 1340, + "avg_reward": 11207.89, + "avg_cost": 7.0, + "lambda": 9.0483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0483, + 9.0483, + 9.0483, + 9.0483, + 9.0483, + 9.0483 + ] + }, + { + "episode": 1350, + "avg_reward": 3036.69, + "avg_cost": 0.0, + "lambda": 9.0692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0692, + 9.0692, + 9.0692, + 9.0692, + 9.0692, + 9.0692 + ] + }, + { + "episode": 1360, + "avg_reward": 3679.01, + "avg_cost": 0.25, + "lambda": 8.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.71, + 8.71, + 8.71, + 8.71, + 8.71, + 8.71 + ] + }, + { + "episode": 1370, + "avg_reward": 5844.96, + "avg_cost": 7.25, + "lambda": 8.4033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4033, + 8.4033, + 8.4033, + 8.4033, + 8.4033, + 8.4033 + ] + }, + { + "episode": 1380, + "avg_reward": 645.76, + "avg_cost": 6.5, + "lambda": 9.5317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5317, + 9.5317, + 9.5317, + 9.5317, + 9.5317, + 9.5317 + ] + }, + { + "episode": 1390, + "avg_reward": 5727.54, + "avg_cost": 8.0, + "lambda": 9.835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.835, + 9.835, + 9.835, + 9.835, + 9.835, + 9.835 + ] + }, + { + "episode": 1400, + "avg_reward": 6049.85, + "avg_cost": 11.25, + "lambda": 10.2983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2983, + 10.2983, + 10.2983, + 10.2983, + 10.2983, + 10.2983 + ] + }, + { + "episode": 1410, + "avg_reward": 5208.59, + "avg_cost": 8.0, + "lambda": 10.7067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7067, + 10.7067, + 10.7067, + 10.7067, + 10.7067, + 10.7067 + ] + }, + { + "episode": 1420, + "avg_reward": 7365.78, + "avg_cost": 3.5, + "lambda": 10.7775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7775, + 10.7775, + 10.7775, + 10.7775, + 10.7775, + 10.7775 + ] + }, + { + "episode": 1430, + "avg_reward": 9017.57, + "avg_cost": 11.0, + "lambda": 10.9508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9508, + 10.9508, + 10.9508, + 10.9508, + 10.9508, + 10.9508 + ] + }, + { + "episode": 1440, + "avg_reward": 8901.72, + "avg_cost": 3.0, + "lambda": 10.9617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9617, + 10.9617, + 10.9617, + 10.9617, + 10.9617, + 10.9617 + ] + }, + { + "episode": 1450, + "avg_reward": 9599.76, + "avg_cost": 3.5, + "lambda": 10.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8675, + 10.8675, + 10.8675, + 10.8675, + 10.8675, + 10.8675 + ] + }, + { + "episode": 1460, + "avg_reward": 10781.28, + "avg_cost": 9.25, + "lambda": 11.0108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0108, + 11.0108, + 11.0108, + 11.0108, + 11.0108, + 11.0108 + ] + }, + { + "episode": 1470, + "avg_reward": 10594.28, + "avg_cost": 2.25, + "lambda": 11.0467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0467, + 11.0467, + 11.0467, + 11.0467, + 11.0467, + 11.0467 + ] + }, + { + "episode": 1480, + "avg_reward": 9458.27, + "avg_cost": 7.25, + "lambda": 11.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.005, + 11.005, + 11.005, + 11.005, + 11.005, + 11.005 + ] + }, + { + "episode": 1490, + "avg_reward": 8493.67, + "avg_cost": 2.25, + "lambda": 11.1908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1908, + 11.1908, + 11.1908, + 11.1908, + 11.1908, + 11.1908 + ] + }, + { + "episode": 1500, + "avg_reward": 12080.36, + "avg_cost": 1.25, + "lambda": 11.0042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0042, + 11.0042, + 11.0042, + 11.0042, + 11.0042, + 11.0042 + ] + } + ], + "final_lambdas": [ + 11.0042, + 11.0042, + 11.0042, + 11.0042, + 11.0042, + 11.0042 + ], + "d_per_agent": 4.1667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..5e9c738c9ce3648ef4e7cd28ddf7d15cb2d55a84 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -906832.3, + "constraint_satisfaction_pct": 32.73, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 20.4238, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -447.71, + "avg_cost": 186.0, + "lambda": 0.286, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.286, + 0.286, + 0.286, + 0.286, + 0.286, + 0.286 + ] + }, + { + "episode": 10, + "avg_reward": -395.2, + "avg_cost": 205.75, + "lambda": 1.9745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.9745, + 1.9745, + 1.9745, + 1.9745, + 1.9745, + 1.9745 + ] + }, + { + "episode": 20, + "avg_reward": -830.0, + "avg_cost": 125.0, + "lambda": 3.407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.407, + 3.407, + 3.407, + 3.407, + 3.407, + 3.407 + ] + }, + { + "episode": 30, + "avg_reward": -1371.98, + "avg_cost": 29.25, + "lambda": 3.9763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.9763, + 3.9763, + 3.9763, + 3.9763, + 3.9763, + 3.9763 + ] + }, + { + "episode": 40, + "avg_reward": -860.76, + "avg_cost": 18.5, + "lambda": 4.2145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.2145, + 4.2145, + 4.2145, + 4.2145, + 4.2145, + 4.2145 + ] + }, + { + "episode": 50, + "avg_reward": -1571.81, + "avg_cost": 6.5, + "lambda": 4.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6075, + 4.6075, + 4.6075, + 4.6075, + 4.6075, + 4.6075 + ] + }, + { + "episode": 60, + "avg_reward": -1631.07, + "avg_cost": 25.5, + "lambda": 4.9793, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9793, + 4.9793, + 4.9793, + 4.9793, + 4.9793, + 4.9793 + ] + }, + { + "episode": 70, + "avg_reward": -1062.12, + "avg_cost": 26.5, + "lambda": 5.251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.251, + 5.251, + 5.251, + 5.251, + 5.251, + 5.251 + ] + }, + { + "episode": 80, + "avg_reward": -1213.74, + "avg_cost": 20.5, + "lambda": 5.482, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.482, + 5.482, + 5.482, + 5.482, + 5.482, + 5.482 + ] + }, + { + "episode": 90, + "avg_reward": -1423.79, + "avg_cost": 40.0, + "lambda": 5.763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.763, + 5.763, + 5.763, + 5.763, + 5.763, + 5.763 + ] + }, + { + "episode": 100, + "avg_reward": -1012.75, + "avg_cost": 8.75, + "lambda": 6.006, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.006, + 6.006, + 6.006, + 6.006, + 6.006, + 6.006 + ] + }, + { + "episode": 110, + "avg_reward": -747.58, + "avg_cost": 6.25, + "lambda": 6.1133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1133, + 6.1133, + 6.1133, + 6.1133, + 6.1133, + 6.1133 + ] + }, + { + "episode": 120, + "avg_reward": -716.9, + "avg_cost": 2.25, + "lambda": 6.1493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1493, + 6.1493, + 6.1493, + 6.1493, + 6.1493, + 6.1493 + ] + }, + { + "episode": 130, + "avg_reward": -550.06, + "avg_cost": 4.0, + "lambda": 6.2215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2215, + 6.2215, + 6.2215, + 6.2215, + 6.2215, + 6.2215 + ] + }, + { + "episode": 140, + "avg_reward": -761.8, + "avg_cost": 3.25, + "lambda": 6.268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.268, + 6.268, + 6.268, + 6.268, + 6.268, + 6.268 + ] + }, + { + "episode": 150, + "avg_reward": -1540.31, + "avg_cost": 107.25, + "lambda": 6.4813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4813, + 6.4813, + 6.4813, + 6.4813, + 6.4813, + 6.4813 + ] + }, + { + "episode": 160, + "avg_reward": -640.31, + "avg_cost": 3.75, + "lambda": 6.6848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6848, + 6.6848, + 6.6848, + 6.6848, + 6.6848, + 6.6848 + ] + }, + { + "episode": 170, + "avg_reward": -475.4, + "avg_cost": 2.5, + "lambda": 6.71, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.71, + 6.71, + 6.71, + 6.71, + 6.71, + 6.71 + ] + }, + { + "episode": 180, + "avg_reward": -378.03, + "avg_cost": 1.5, + "lambda": 6.733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.733, + 6.733, + 6.733, + 6.733, + 6.733, + 6.733 + ] + }, + { + "episode": 190, + "avg_reward": -392.73, + "avg_cost": 1.5, + "lambda": 6.7513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7513, + 6.7513, + 6.7513, + 6.7513, + 6.7513, + 6.7513 + ] + }, + { + "episode": 200, + "avg_reward": -343.77, + "avg_cost": 1.5, + "lambda": 6.7658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7658, + 6.7658, + 6.7658, + 6.7658, + 6.7658, + 6.7658 + ] + }, + { + "episode": 210, + "avg_reward": -495.96, + "avg_cost": 0.75, + "lambda": 6.777, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.777, + 6.777, + 6.777, + 6.777, + 6.777, + 6.777 + ] + }, + { + "episode": 220, + "avg_reward": -386.15, + "avg_cost": 0.75, + "lambda": 6.7863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7863, + 6.7863, + 6.7863, + 6.7863, + 6.7863, + 6.7863 + ] + }, + { + "episode": 230, + "avg_reward": -435.54, + "avg_cost": 1.5, + "lambda": 6.7928, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7928, + 6.7928, + 6.7928, + 6.7928, + 6.7928, + 6.7928 + ] + }, + { + "episode": 240, + "avg_reward": -498.68, + "avg_cost": 0.25, + "lambda": 6.7998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7998, + 6.7998, + 6.7998, + 6.7998, + 6.7998, + 6.7998 + ] + }, + { + "episode": 250, + "avg_reward": -481.83, + "avg_cost": 0.0, + "lambda": 6.8015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8015, + 6.8015, + 6.8015, + 6.8015, + 6.8015, + 6.8015 + ] + }, + { + "episode": 260, + "avg_reward": -454.45, + "avg_cost": 0.0, + "lambda": 6.8025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8025, + 6.8025, + 6.8025, + 6.8025, + 6.8025, + 6.8025 + ] + }, + { + "episode": 270, + "avg_reward": -479.56, + "avg_cost": 0.0, + "lambda": 6.8043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8043, + 6.8043, + 6.8043, + 6.8043, + 6.8043, + 6.8043 + ] + }, + { + "episode": 280, + "avg_reward": -536.59, + "avg_cost": 0.25, + "lambda": 6.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.81, + 6.81, + 6.81, + 6.81, + 6.81, + 6.81 + ] + }, + { + "episode": 290, + "avg_reward": -610.25, + "avg_cost": 1.25, + "lambda": 6.8153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8153, + 6.8153, + 6.8153, + 6.8153, + 6.8153, + 6.8153 + ] + }, + { + "episode": 300, + "avg_reward": -501.0, + "avg_cost": 1.5, + "lambda": 6.829, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.829, + 6.829, + 6.829, + 6.829, + 6.829, + 6.829 + ] + }, + { + "episode": 310, + "avg_reward": -449.48, + "avg_cost": 0.25, + "lambda": 6.8403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8403, + 6.8403, + 6.8403, + 6.8403, + 6.8403, + 6.8403 + ] + }, + { + "episode": 320, + "avg_reward": -483.4, + "avg_cost": 5.25, + "lambda": 6.8758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8758, + 6.8758, + 6.8758, + 6.8758, + 6.8758, + 6.8758 + ] + }, + { + "episode": 330, + "avg_reward": -502.37, + "avg_cost": 0.25, + "lambda": 6.8973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8973, + 6.8973, + 6.8973, + 6.8973, + 6.8973, + 6.8973 + ] + }, + { + "episode": 340, + "avg_reward": -827.52, + "avg_cost": 1.0, + "lambda": 6.9218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9218, + 6.9218, + 6.9218, + 6.9218, + 6.9218, + 6.9218 + ] + }, + { + "episode": 350, + "avg_reward": -536.83, + "avg_cost": 151.75, + "lambda": 7.4385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4385, + 7.4385, + 7.4385, + 7.4385, + 7.4385, + 7.4385 + ] + }, + { + "episode": 360, + "avg_reward": -1512.8, + "avg_cost": 36.25, + "lambda": 8.1285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1285, + 8.1285, + 8.1285, + 8.1285, + 8.1285, + 8.1285 + ] + }, + { + "episode": 370, + "avg_reward": -1505.49, + "avg_cost": 33.25, + "lambda": 8.7503, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7503, + 8.7503, + 8.7503, + 8.7503, + 8.7503, + 8.7503 + ] + }, + { + "episode": 380, + "avg_reward": -1512.62, + "avg_cost": 41.0, + "lambda": 9.301, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.301, + 9.301, + 9.301, + 9.301, + 9.301, + 9.301 + ] + }, + { + "episode": 390, + "avg_reward": -1623.38, + "avg_cost": 49.5, + "lambda": 9.9063, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9063, + 9.9063, + 9.9063, + 9.9063, + 9.9063, + 9.9063 + ] + }, + { + "episode": 400, + "avg_reward": -1573.57, + "avg_cost": 40.25, + "lambda": 10.3488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3488, + 10.3488, + 10.3488, + 10.3488, + 10.3488, + 10.3488 + ] + }, + { + "episode": 410, + "avg_reward": -1561.34, + "avg_cost": 27.5, + "lambda": 10.791, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.791, + 10.791, + 10.791, + 10.791, + 10.791, + 10.791 + ] + }, + { + "episode": 420, + "avg_reward": -1492.3, + "avg_cost": 47.25, + "lambda": 11.1845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1845, + 11.1845, + 11.1845, + 11.1845, + 11.1845, + 11.1845 + ] + }, + { + "episode": 430, + "avg_reward": -466.75, + "avg_cost": 10.75, + "lambda": 11.3705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3705, + 11.3705, + 11.3705, + 11.3705, + 11.3705, + 11.3705 + ] + }, + { + "episode": 440, + "avg_reward": -632.02, + "avg_cost": 12.75, + "lambda": 11.4543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4543, + 11.4543, + 11.4543, + 11.4543, + 11.4543, + 11.4543 + ] + }, + { + "episode": 450, + "avg_reward": -536.65, + "avg_cost": 1.75, + "lambda": 11.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5075, + 11.5075, + 11.5075, + 11.5075, + 11.5075, + 11.5075 + ] + }, + { + "episode": 460, + "avg_reward": -475.07, + "avg_cost": 0.25, + "lambda": 11.5478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5478, + 11.5478, + 11.5478, + 11.5478, + 11.5478, + 11.5478 + ] + }, + { + "episode": 470, + "avg_reward": -479.07, + "avg_cost": 3.0, + "lambda": 11.5933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5933, + 11.5933, + 11.5933, + 11.5933, + 11.5933, + 11.5933 + ] + }, + { + "episode": 480, + "avg_reward": -422.46, + "avg_cost": 1.5, + "lambda": 11.6363, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6363, + 11.6363, + 11.6363, + 11.6363, + 11.6363, + 11.6363 + ] + }, + { + "episode": 490, + "avg_reward": -511.72, + "avg_cost": 5.25, + "lambda": 11.6858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6858, + 11.6858, + 11.6858, + 11.6858, + 11.6858, + 11.6858 + ] + }, + { + "episode": 500, + "avg_reward": -673.46, + "avg_cost": 13.75, + "lambda": 11.9898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9898, + 11.9898, + 11.9898, + 11.9898, + 11.9898, + 11.9898 + ] + }, + { + "episode": 510, + "avg_reward": -1156.16, + "avg_cost": 2.5, + "lambda": 12.0345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.0345, + 12.0345, + 12.0345, + 12.0345, + 12.0345, + 12.0345 + ] + }, + { + "episode": 520, + "avg_reward": -1064.43, + "avg_cost": 1.25, + "lambda": 12.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.065, + 12.065, + 12.065, + 12.065, + 12.065, + 12.065 + ] + }, + { + "episode": 530, + "avg_reward": -1012.08, + "avg_cost": 3.5, + "lambda": 12.1355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1355, + 12.1355, + 12.1355, + 12.1355, + 12.1355, + 12.1355 + ] + }, + { + "episode": 540, + "avg_reward": -1078.0, + "avg_cost": 3.5, + "lambda": 12.2205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.2205, + 12.2205, + 12.2205, + 12.2205, + 12.2205, + 12.2205 + ] + }, + { + "episode": 550, + "avg_reward": -795.22, + "avg_cost": 8.25, + "lambda": 12.292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.292, + 12.292, + 12.292, + 12.292, + 12.292, + 12.292 + ] + }, + { + "episode": 560, + "avg_reward": -202.78, + "avg_cost": 3.0, + "lambda": 12.3305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3305, + 12.3305, + 12.3305, + 12.3305, + 12.3305, + 12.3305 + ] + }, + { + "episode": 570, + "avg_reward": -135.09, + "avg_cost": 3.5, + "lambda": 12.3785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3785, + 12.3785, + 12.3785, + 12.3785, + 12.3785, + 12.3785 + ] + }, + { + "episode": 580, + "avg_reward": -92.83, + "avg_cost": 6.25, + "lambda": 12.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.4125, + 12.4125, + 12.4125, + 12.4125, + 12.4125, + 12.4125 + ] + }, + { + "episode": 590, + "avg_reward": -636.84, + "avg_cost": 62.5, + "lambda": 12.6183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6183, + 12.6183, + 12.6183, + 12.6183, + 12.6183, + 12.6183 + ] + }, + { + "episode": 600, + "avg_reward": -117.45, + "avg_cost": 1.75, + "lambda": 12.7313, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7313, + 12.7313, + 12.7313, + 12.7313, + 12.7313, + 12.7313 + ] + }, + { + "episode": 610, + "avg_reward": -394.78, + "avg_cost": 2.75, + "lambda": 12.8068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8068, + 12.8068, + 12.8068, + 12.8068, + 12.8068, + 12.8068 + ] + }, + { + "episode": 620, + "avg_reward": -407.13, + "avg_cost": 0.0, + "lambda": 12.8588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8588, + 12.8588, + 12.8588, + 12.8588, + 12.8588, + 12.8588 + ] + }, + { + "episode": 630, + "avg_reward": -449.28, + "avg_cost": 1.75, + "lambda": 12.8738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8738, + 12.8738, + 12.8738, + 12.8738, + 12.8738, + 12.8738 + ] + }, + { + "episode": 640, + "avg_reward": -466.88, + "avg_cost": 1.0, + "lambda": 12.8855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8855, + 12.8855, + 12.8855, + 12.8855, + 12.8855, + 12.8855 + ] + }, + { + "episode": 650, + "avg_reward": -484.38, + "avg_cost": 0.5, + "lambda": 12.8923, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8923, + 12.8923, + 12.8923, + 12.8923, + 12.8923, + 12.8923 + ] + }, + { + "episode": 660, + "avg_reward": -497.59, + "avg_cost": 1.0, + "lambda": 12.9088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9088, + 12.9088, + 12.9088, + 12.9088, + 12.9088, + 12.9088 + ] + }, + { + "episode": 670, + "avg_reward": -1372.41, + "avg_cost": 0.75, + "lambda": 12.9138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9138, + 12.9138, + 12.9138, + 12.9138, + 12.9138, + 12.9138 + ] + }, + { + "episode": 680, + "avg_reward": -1201.79, + "avg_cost": 14.0, + "lambda": 12.999, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.999, + 12.999, + 12.999, + 12.999, + 12.999, + 12.999 + ] + }, + { + "episode": 690, + "avg_reward": -457.35, + "avg_cost": 0.0, + "lambda": 13.012, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.012, + 13.012, + 13.012, + 13.012, + 13.012, + 13.012 + ] + }, + { + "episode": 700, + "avg_reward": -537.58, + "avg_cost": 24.75, + "lambda": 13.067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.067, + 13.067, + 13.067, + 13.067, + 13.067, + 13.067 + ] + }, + { + "episode": 710, + "avg_reward": -727.96, + "avg_cost": 52.5, + "lambda": 13.4103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4103, + 13.4103, + 13.4103, + 13.4103, + 13.4103, + 13.4103 + ] + }, + { + "episode": 720, + "avg_reward": -890.08, + "avg_cost": 32.5, + "lambda": 13.4883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4883, + 13.4883, + 13.4883, + 13.4883, + 13.4883, + 13.4883 + ] + }, + { + "episode": 730, + "avg_reward": -1137.93, + "avg_cost": 88.25, + "lambda": 14.329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.329, + 14.329, + 14.329, + 14.329, + 14.329, + 14.329 + ] + }, + { + "episode": 740, + "avg_reward": -1360.13, + "avg_cost": 0.25, + "lambda": 14.5793, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5793, + 14.5793, + 14.5793, + 14.5793, + 14.5793, + 14.5793 + ] + }, + { + "episode": 750, + "avg_reward": -1560.55, + "avg_cost": 0.0, + "lambda": 14.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825 + ] + }, + { + "episode": 760, + "avg_reward": -1255.95, + "avg_cost": 0.0, + "lambda": 14.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825 + ] + }, + { + "episode": 770, + "avg_reward": -1339.57, + "avg_cost": 0.0, + "lambda": 14.5825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825, + 14.5825 + ] + }, + { + "episode": 780, + "avg_reward": -1157.2, + "avg_cost": 0.0, + "lambda": 14.5835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5835, + 14.5835, + 14.5835, + 14.5835, + 14.5835, + 14.5835 + ] + }, + { + "episode": 790, + "avg_reward": -346.21, + "avg_cost": 0.25, + "lambda": 14.5883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5883, + 14.5883, + 14.5883, + 14.5883, + 14.5883, + 14.5883 + ] + }, + { + "episode": 800, + "avg_reward": -501.6, + "avg_cost": 9.0, + "lambda": 14.6333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6333, + 14.6333, + 14.6333, + 14.6333, + 14.6333, + 14.6333 + ] + }, + { + "episode": 810, + "avg_reward": -1143.22, + "avg_cost": 57.0, + "lambda": 14.8413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8413, + 14.8413, + 14.8413, + 14.8413, + 14.8413, + 14.8413 + ] + }, + { + "episode": 820, + "avg_reward": -1245.29, + "avg_cost": 25.0, + "lambda": 15.189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.189, + 15.189, + 15.189, + 15.189, + 15.189, + 15.189 + ] + }, + { + "episode": 830, + "avg_reward": -530.2, + "avg_cost": 0.0, + "lambda": 15.407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.407, + 15.407, + 15.407, + 15.407, + 15.407, + 15.407 + ] + }, + { + "episode": 840, + "avg_reward": -735.65, + "avg_cost": 0.0, + "lambda": 15.5138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.5138, + 15.5138, + 15.5138, + 15.5138, + 15.5138, + 15.5138 + ] + }, + { + "episode": 850, + "avg_reward": -522.52, + "avg_cost": 0.0, + "lambda": 15.6875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.6875, + 15.6875, + 15.6875, + 15.6875, + 15.6875, + 15.6875 + ] + }, + { + "episode": 860, + "avg_reward": -632.96, + "avg_cost": 55.75, + "lambda": 15.8708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.8708, + 15.8708, + 15.8708, + 15.8708, + 15.8708, + 15.8708 + ] + }, + { + "episode": 870, + "avg_reward": -564.67, + "avg_cost": 0.25, + "lambda": 15.9543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9543, + 15.9543, + 15.9543, + 15.9543, + 15.9543, + 15.9543 + ] + }, + { + "episode": 880, + "avg_reward": -536.3, + "avg_cost": 0.0, + "lambda": 16.0195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.0195, + 16.0195, + 16.0195, + 16.0195, + 16.0195, + 16.0195 + ] + }, + { + "episode": 890, + "avg_reward": -410.76, + "avg_cost": 0.0, + "lambda": 16.0783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.0783, + 16.0783, + 16.0783, + 16.0783, + 16.0783, + 16.0783 + ] + }, + { + "episode": 900, + "avg_reward": -950.3, + "avg_cost": 67.5, + "lambda": 16.314, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.314, + 16.314, + 16.314, + 16.314, + 16.314, + 16.314 + ] + }, + { + "episode": 910, + "avg_reward": -1342.45, + "avg_cost": 0.0, + "lambda": 16.3415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3415, + 16.3415, + 16.3415, + 16.3415, + 16.3415, + 16.3415 + ] + }, + { + "episode": 920, + "avg_reward": -500.13, + "avg_cost": 0.0, + "lambda": 16.3438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3438, + 16.3438, + 16.3438, + 16.3438, + 16.3438, + 16.3438 + ] + }, + { + "episode": 930, + "avg_reward": -1116.86, + "avg_cost": 0.0, + "lambda": 16.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.345, + 16.345, + 16.345, + 16.345, + 16.345, + 16.345 + ] + }, + { + "episode": 940, + "avg_reward": -518.38, + "avg_cost": 0.0, + "lambda": 16.346, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.346, + 16.346, + 16.346, + 16.346, + 16.346, + 16.346 + ] + }, + { + "episode": 950, + "avg_reward": -443.04, + "avg_cost": 0.0, + "lambda": 16.3465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3465, + 16.3465, + 16.3465, + 16.3465, + 16.3465, + 16.3465 + ] + }, + { + "episode": 960, + "avg_reward": -479.2, + "avg_cost": 0.0, + "lambda": 16.3488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3488, + 16.3488, + 16.3488, + 16.3488, + 16.3488, + 16.3488 + ] + }, + { + "episode": 970, + "avg_reward": -539.12, + "avg_cost": 0.0, + "lambda": 16.358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.358, + 16.358, + 16.358, + 16.358, + 16.358, + 16.358 + ] + }, + { + "episode": 980, + "avg_reward": -498.41, + "avg_cost": 0.0, + "lambda": 16.3633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3633, + 16.3633, + 16.3633, + 16.3633, + 16.3633, + 16.3633 + ] + }, + { + "episode": 990, + "avg_reward": -509.96, + "avg_cost": 0.25, + "lambda": 16.369, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.369, + 16.369, + 16.369, + 16.369, + 16.369, + 16.369 + ] + }, + { + "episode": 1000, + "avg_reward": -472.4, + "avg_cost": 0.0, + "lambda": 16.3703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3703, + 16.3703, + 16.3703, + 16.3703, + 16.3703, + 16.3703 + ] + }, + { + "episode": 1010, + "avg_reward": -419.32, + "avg_cost": 0.0, + "lambda": 16.3853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3853, + 16.3853, + 16.3853, + 16.3853, + 16.3853, + 16.3853 + ] + }, + { + "episode": 1020, + "avg_reward": -456.02, + "avg_cost": 0.25, + "lambda": 16.502, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.502, + 16.502, + 16.502, + 16.502, + 16.502, + 16.502 + ] + }, + { + "episode": 1030, + "avg_reward": -392.43, + "avg_cost": 1.75, + "lambda": 16.5058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5058, + 16.5058, + 16.5058, + 16.5058, + 16.5058, + 16.5058 + ] + }, + { + "episode": 1040, + "avg_reward": -385.6, + "avg_cost": 0.0, + "lambda": 16.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.51, + 16.51, + 16.51, + 16.51, + 16.51, + 16.51 + ] + }, + { + "episode": 1050, + "avg_reward": -305.07, + "avg_cost": 0.0, + "lambda": 16.5173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5173, + 16.5173, + 16.5173, + 16.5173, + 16.5173, + 16.5173 + ] + }, + { + "episode": 1060, + "avg_reward": -500.77, + "avg_cost": 0.5, + "lambda": 16.5235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5235, + 16.5235, + 16.5235, + 16.5235, + 16.5235, + 16.5235 + ] + }, + { + "episode": 1070, + "avg_reward": -330.97, + "avg_cost": 0.25, + "lambda": 16.534, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.534, + 16.534, + 16.534, + 16.534, + 16.534, + 16.534 + ] + }, + { + "episode": 1080, + "avg_reward": -106.43, + "avg_cost": 1.75, + "lambda": 16.5493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5493, + 16.5493, + 16.5493, + 16.5493, + 16.5493, + 16.5493 + ] + }, + { + "episode": 1090, + "avg_reward": -21.22, + "avg_cost": 0.0, + "lambda": 16.5565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.5565, + 16.5565, + 16.5565, + 16.5565, + 16.5565, + 16.5565 + ] + }, + { + "episode": 1100, + "avg_reward": -298.36, + "avg_cost": 0.0, + "lambda": 16.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.59, + 16.59, + 16.59, + 16.59, + 16.59, + 16.59 + ] + }, + { + "episode": 1110, + "avg_reward": 88.86, + "avg_cost": 33.5, + "lambda": 16.6298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6298, + 16.6298, + 16.6298, + 16.6298, + 16.6298, + 16.6298 + ] + }, + { + "episode": 1120, + "avg_reward": -105.22, + "avg_cost": 11.75, + "lambda": 17.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.12, + 17.12, + 17.12, + 17.12, + 17.12, + 17.12 + ] + }, + { + "episode": 1130, + "avg_reward": -1183.63, + "avg_cost": 0.0, + "lambda": 17.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1275, + 17.1275, + 17.1275, + 17.1275, + 17.1275, + 17.1275 + ] + }, + { + "episode": 1140, + "avg_reward": -129.99, + "avg_cost": 0.0, + "lambda": 17.1285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1285, + 17.1285, + 17.1285, + 17.1285, + 17.1285, + 17.1285 + ] + }, + { + "episode": 1150, + "avg_reward": -127.31, + "avg_cost": 0.0, + "lambda": 17.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1325, + 17.1325, + 17.1325, + 17.1325, + 17.1325, + 17.1325 + ] + }, + { + "episode": 1160, + "avg_reward": 4.28, + "avg_cost": 0.75, + "lambda": 17.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.135, + 17.135, + 17.135, + 17.135, + 17.135, + 17.135 + ] + }, + { + "episode": 1170, + "avg_reward": -75.71, + "avg_cost": 11.25, + "lambda": 17.1783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1783, + 17.1783, + 17.1783, + 17.1783, + 17.1783, + 17.1783 + ] + }, + { + "episode": 1180, + "avg_reward": 13.88, + "avg_cost": 126.5, + "lambda": 17.968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.968, + 17.968, + 17.968, + 17.968, + 17.968, + 17.968 + ] + }, + { + "episode": 1190, + "avg_reward": -754.1, + "avg_cost": 4.25, + "lambda": 18.9705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.9705, + 18.9705, + 18.9705, + 18.9705, + 18.9705, + 18.9705 + ] + }, + { + "episode": 1200, + "avg_reward": -305.19, + "avg_cost": 3.75, + "lambda": 19.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.275, + 19.275, + 19.275, + 19.275, + 19.275, + 19.275 + ] + }, + { + "episode": 1210, + "avg_reward": 45.1, + "avg_cost": 3.0, + "lambda": 19.3663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3663, + 19.3663, + 19.3663, + 19.3663, + 19.3663, + 19.3663 + ] + }, + { + "episode": 1220, + "avg_reward": -26.38, + "avg_cost": 0.0, + "lambda": 19.3723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3723, + 19.3723, + 19.3723, + 19.3723, + 19.3723, + 19.3723 + ] + }, + { + "episode": 1230, + "avg_reward": -302.9, + "avg_cost": 0.0, + "lambda": 19.3728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3728, + 19.3728, + 19.3728, + 19.3728, + 19.3728, + 19.3728 + ] + }, + { + "episode": 1240, + "avg_reward": 24.44, + "avg_cost": 0.5, + "lambda": 19.407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.407, + 19.407, + 19.407, + 19.407, + 19.407, + 19.407 + ] + }, + { + "episode": 1250, + "avg_reward": -124.98, + "avg_cost": 0.0, + "lambda": 19.4268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.4268, + 19.4268, + 19.4268, + 19.4268, + 19.4268, + 19.4268 + ] + }, + { + "episode": 1260, + "avg_reward": 217.58, + "avg_cost": 1.5, + "lambda": 19.4423, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.4423, + 19.4423, + 19.4423, + 19.4423, + 19.4423, + 19.4423 + ] + }, + { + "episode": 1270, + "avg_reward": -193.69, + "avg_cost": 0.0, + "lambda": 19.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.535, + 19.535, + 19.535, + 19.535, + 19.535, + 19.535 + ] + }, + { + "episode": 1280, + "avg_reward": 190.43, + "avg_cost": 0.0, + "lambda": 20.0833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.0833, + 20.0833, + 20.0833, + 20.0833, + 20.0833, + 20.0833 + ] + }, + { + "episode": 1290, + "avg_reward": -714.44, + "avg_cost": 0.0, + "lambda": 20.0835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.0835, + 20.0835, + 20.0835, + 20.0835, + 20.0835, + 20.0835 + ] + }, + { + "episode": 1300, + "avg_reward": -699.98, + "avg_cost": 0.0, + "lambda": 20.0863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.0863, + 20.0863, + 20.0863, + 20.0863, + 20.0863, + 20.0863 + ] + }, + { + "episode": 1310, + "avg_reward": -708.74, + "avg_cost": 0.0, + "lambda": 20.3095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3095, + 20.3095, + 20.3095, + 20.3095, + 20.3095, + 20.3095 + ] + }, + { + "episode": 1320, + "avg_reward": -485.83, + "avg_cost": 0.5, + "lambda": 20.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.31, + 20.31, + 20.31, + 20.31, + 20.31, + 20.31 + ] + }, + { + "episode": 1330, + "avg_reward": -434.1, + "avg_cost": 0.75, + "lambda": 20.3123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3123, + 20.3123, + 20.3123, + 20.3123, + 20.3123, + 20.3123 + ] + }, + { + "episode": 1340, + "avg_reward": -421.9, + "avg_cost": 0.5, + "lambda": 20.4063, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4063, + 20.4063, + 20.4063, + 20.4063, + 20.4063, + 20.4063 + ] + }, + { + "episode": 1350, + "avg_reward": -652.68, + "avg_cost": 0.0, + "lambda": 20.4098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4098, + 20.4098, + 20.4098, + 20.4098, + 20.4098, + 20.4098 + ] + }, + { + "episode": 1360, + "avg_reward": -207.67, + "avg_cost": 0.0, + "lambda": 20.4103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4103, + 20.4103, + 20.4103, + 20.4103, + 20.4103, + 20.4103 + ] + }, + { + "episode": 1370, + "avg_reward": -335.86, + "avg_cost": 0.0, + "lambda": 20.4103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4103, + 20.4103, + 20.4103, + 20.4103, + 20.4103, + 20.4103 + ] + }, + { + "episode": 1380, + "avg_reward": -220.2, + "avg_cost": 0.25, + "lambda": 20.4105, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4105, + 20.4105, + 20.4105, + 20.4105, + 20.4105, + 20.4105 + ] + }, + { + "episode": 1390, + "avg_reward": -282.99, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1400, + "avg_reward": -429.98, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1410, + "avg_reward": -592.19, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1420, + "avg_reward": -612.62, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1430, + "avg_reward": -628.51, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1440, + "avg_reward": -615.26, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1450, + "avg_reward": -454.04, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1460, + "avg_reward": 34.19, + "avg_cost": 0.0, + "lambda": 20.4118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118, + 20.4118 + ] + }, + { + "episode": 1470, + "avg_reward": -161.36, + "avg_cost": 0.0, + "lambda": 20.4135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4135, + 20.4135, + 20.4135, + 20.4135, + 20.4135, + 20.4135 + ] + }, + { + "episode": 1480, + "avg_reward": -120.67, + "avg_cost": 0.0, + "lambda": 20.4135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4135, + 20.4135, + 20.4135, + 20.4135, + 20.4135, + 20.4135 + ] + }, + { + "episode": 1490, + "avg_reward": -241.02, + "avg_cost": 0.0, + "lambda": 20.4235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4235, + 20.4235, + 20.4235, + 20.4235, + 20.4235, + 20.4235 + ] + }, + { + "episode": 1500, + "avg_reward": -108.18, + "avg_cost": 0.25, + "lambda": 20.4238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4238, + 20.4238, + 20.4238, + 20.4238, + 20.4238, + 20.4238 + ] + } + ], + "final_lambdas": [ + 20.4238, + 20.4238, + 20.4238, + 20.4238, + 20.4238, + 20.4238 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..2189716e0dff12532feea200ab34a21e53048d4d --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 11914335.86, + "constraint_satisfaction_pct": 79.93, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 95.1817, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -62.23, + "avg_cost": 150.0, + "lambda": 6.4583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4583, + 6.4583, + 6.4583, + 6.4583, + 6.4583, + 6.4583 + ] + }, + { + "episode": 10, + "avg_reward": 10060.25, + "avg_cost": 49.5, + "lambda": 11.2183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2183, + 11.2183, + 11.2183, + 11.2183, + 11.2183, + 11.2183 + ] + }, + { + "episode": 20, + "avg_reward": 10829.23, + "avg_cost": 104.75, + "lambda": 20.3717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3717, + 20.3717, + 20.3717, + 20.3717, + 20.3717, + 20.3717 + ] + }, + { + "episode": 30, + "avg_reward": 9330.68, + "avg_cost": 72.0, + "lambda": 29.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.145, + 29.145, + 29.145, + 29.145, + 29.145, + 29.145 + ] + }, + { + "episode": 40, + "avg_reward": 6632.04, + "avg_cost": 6.5, + "lambda": 30.5833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.5833, + 30.5833, + 30.5833, + 30.5833, + 30.5833, + 30.5833 + ] + }, + { + "episode": 50, + "avg_reward": 10177.04, + "avg_cost": 55.5, + "lambda": 33.6317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.6317, + 33.6317, + 33.6317, + 33.6317, + 33.6317, + 33.6317 + ] + }, + { + "episode": 60, + "avg_reward": 7701.38, + "avg_cost": 7.75, + "lambda": 36.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.0375, + 36.0375, + 36.0375, + 36.0375, + 36.0375, + 36.0375 + ] + }, + { + "episode": 70, + "avg_reward": 8002.41, + "avg_cost": 81.25, + "lambda": 40.2533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.2533, + 40.2533, + 40.2533, + 40.2533, + 40.2533, + 40.2533 + ] + }, + { + "episode": 80, + "avg_reward": 7318.92, + "avg_cost": 71.25, + "lambda": 45.5417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.5417, + 45.5417, + 45.5417, + 45.5417, + 45.5417, + 45.5417 + ] + }, + { + "episode": 90, + "avg_reward": 6389.43, + "avg_cost": 34.25, + "lambda": 50.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.86, + 50.86, + 50.86, + 50.86, + 50.86, + 50.86 + ] + }, + { + "episode": 100, + "avg_reward": 6192.22, + "avg_cost": 63.75, + "lambda": 56.9908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.9908, + 56.9908, + 56.9908, + 56.9908, + 56.9908, + 56.9908 + ] + }, + { + "episode": 110, + "avg_reward": 6827.51, + "avg_cost": 43.0, + "lambda": 61.0567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.0567, + 61.0567, + 61.0567, + 61.0567, + 61.0567, + 61.0567 + ] + }, + { + "episode": 120, + "avg_reward": 6219.09, + "avg_cost": 40.75, + "lambda": 64.1575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.1575, + 64.1575, + 64.1575, + 64.1575, + 64.1575, + 64.1575 + ] + }, + { + "episode": 130, + "avg_reward": 6613.5, + "avg_cost": 28.25, + "lambda": 66.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.3933, + 66.3933, + 66.3933, + 66.3933, + 66.3933, + 66.3933 + ] + }, + { + "episode": 140, + "avg_reward": 6381.79, + "avg_cost": 37.5, + "lambda": 69.9217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.9217, + 69.9217, + 69.9217, + 69.9217, + 69.9217, + 69.9217 + ] + }, + { + "episode": 150, + "avg_reward": 5693.3, + "avg_cost": 60.0, + "lambda": 73.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.385, + 73.385, + 73.385, + 73.385, + 73.385, + 73.385 + ] + }, + { + "episode": 160, + "avg_reward": 5689.23, + "avg_cost": 55.0, + "lambda": 78.0058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.0058, + 78.0058, + 78.0058, + 78.0058, + 78.0058, + 78.0058 + ] + }, + { + "episode": 170, + "avg_reward": 5734.73, + "avg_cost": 20.75, + "lambda": 79.9842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.9842, + 79.9842, + 79.9842, + 79.9842, + 79.9842, + 79.9842 + ] + }, + { + "episode": 180, + "avg_reward": 4344.63, + "avg_cost": 9.75, + "lambda": 80.995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.995, + 80.995, + 80.995, + 80.995, + 80.995, + 80.995 + ] + }, + { + "episode": 190, + "avg_reward": 6940.8, + "avg_cost": 11.75, + "lambda": 81.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.9783, + 81.9783, + 81.9783, + 81.9783, + 81.9783, + 81.9783 + ] + }, + { + "episode": 200, + "avg_reward": 6374.63, + "avg_cost": 26.5, + "lambda": 84.7892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.7892, + 84.7892, + 84.7892, + 84.7892, + 84.7892, + 84.7892 + ] + }, + { + "episode": 210, + "avg_reward": 5498.32, + "avg_cost": 51.0, + "lambda": 87.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.725, + 87.725, + 87.725, + 87.725, + 87.725, + 87.725 + ] + }, + { + "episode": 220, + "avg_reward": 6545.79, + "avg_cost": 2.0, + "lambda": 87.7533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.7533, + 87.7533, + 87.7533, + 87.7533, + 87.7533, + 87.7533 + ] + }, + { + "episode": 230, + "avg_reward": 6735.52, + "avg_cost": 29.75, + "lambda": 89.0067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0067, + 89.0067, + 89.0067, + 89.0067, + 89.0067, + 89.0067 + ] + }, + { + "episode": 240, + "avg_reward": 6054.13, + "avg_cost": 18.0, + "lambda": 91.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.165, + 91.165, + 91.165, + 91.165, + 91.165, + 91.165 + ] + }, + { + "episode": 250, + "avg_reward": 8092.08, + "avg_cost": 0.5, + "lambda": 91.3633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.3633, + 91.3633, + 91.3633, + 91.3633, + 91.3633, + 91.3633 + ] + }, + { + "episode": 260, + "avg_reward": 8011.92, + "avg_cost": 24.5, + "lambda": 92.5942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.5942, + 92.5942, + 92.5942, + 92.5942, + 92.5942, + 92.5942 + ] + }, + { + "episode": 270, + "avg_reward": 8265.43, + "avg_cost": 4.0, + "lambda": 93.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.6575, + 93.6575, + 93.6575, + 93.6575, + 93.6575, + 93.6575 + ] + }, + { + "episode": 280, + "avg_reward": 9923.32, + "avg_cost": 17.5, + "lambda": 94.0658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.0658, + 94.0658, + 94.0658, + 94.0658, + 94.0658, + 94.0658 + ] + }, + { + "episode": 290, + "avg_reward": 9427.3, + "avg_cost": 9.5, + "lambda": 94.5642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.5642, + 94.5642, + 94.5642, + 94.5642, + 94.5642, + 94.5642 + ] + }, + { + "episode": 300, + "avg_reward": 10253.69, + "avg_cost": 17.0, + "lambda": 95.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.42, + 95.42, + 95.42, + 95.42, + 95.42, + 95.42 + ] + }, + { + "episode": 310, + "avg_reward": 8100.1, + "avg_cost": 41.25, + "lambda": 98.5208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.5208, + 98.5208, + 98.5208, + 98.5208, + 98.5208, + 98.5208 + ] + }, + { + "episode": 320, + "avg_reward": 8116.96, + "avg_cost": 26.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 8722.05, + "avg_cost": 41.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 7132.0, + "avg_cost": 54.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 8257.96, + "avg_cost": 40.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 8389.39, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 8089.71, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 8691.55, + "avg_cost": 2.5, + "lambda": 99.9642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9642, + 99.9642, + 99.9642, + 99.9642, + 99.9642, + 99.9642 + ] + }, + { + "episode": 390, + "avg_reward": 10359.82, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 8572.43, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 8986.89, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 8402.17, + "avg_cost": 36.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 8246.22, + "avg_cost": 32.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 7060.62, + "avg_cost": 29.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 8034.03, + "avg_cost": 27.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 8077.47, + "avg_cost": 44.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 8309.01, + "avg_cost": 34.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 6095.41, + "avg_cost": 37.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 5419.87, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 7604.53, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 7947.37, + "avg_cost": 3.25, + "lambda": 99.9908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9908, + 99.9908, + 99.9908, + 99.9908, + 99.9908, + 99.9908 + ] + }, + { + "episode": 520, + "avg_reward": 7500.03, + "avg_cost": 2.25, + "lambda": 99.7392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7392, + 99.7392, + 99.7392, + 99.7392, + 99.7392, + 99.7392 + ] + }, + { + "episode": 530, + "avg_reward": 7908.45, + "avg_cost": 0.5, + "lambda": 99.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.485, + 99.485, + 99.485, + 99.485, + 99.485, + 99.485 + ] + }, + { + "episode": 540, + "avg_reward": 10150.09, + "avg_cost": 6.75, + "lambda": 99.3483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3483, + 99.3483, + 99.3483, + 99.3483, + 99.3483, + 99.3483 + ] + }, + { + "episode": 550, + "avg_reward": 9516.14, + "avg_cost": 7.5, + "lambda": 99.7242, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7242, + 99.7242, + 99.7242, + 99.7242, + 99.7242, + 99.7242 + ] + }, + { + "episode": 560, + "avg_reward": 8784.86, + "avg_cost": 1.75, + "lambda": 99.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.82, + 99.82, + 99.82, + 99.82, + 99.82, + 99.82 + ] + }, + { + "episode": 570, + "avg_reward": 8980.29, + "avg_cost": 0.5, + "lambda": 99.6258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6258, + 99.6258, + 99.6258, + 99.6258, + 99.6258, + 99.6258 + ] + }, + { + "episode": 580, + "avg_reward": 9625.59, + "avg_cost": 2.75, + "lambda": 99.3917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3917, + 99.3917, + 99.3917, + 99.3917, + 99.3917, + 99.3917 + ] + }, + { + "episode": 590, + "avg_reward": 8776.78, + "avg_cost": 1.0, + "lambda": 99.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0625, + 99.0625, + 99.0625, + 99.0625, + 99.0625, + 99.0625 + ] + }, + { + "episode": 600, + "avg_reward": 8428.76, + "avg_cost": 0.0, + "lambda": 98.8858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8858, + 98.8858, + 98.8858, + 98.8858, + 98.8858, + 98.8858 + ] + }, + { + "episode": 610, + "avg_reward": 8744.52, + "avg_cost": 0.0, + "lambda": 98.4967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.4967, + 98.4967, + 98.4967, + 98.4967, + 98.4967, + 98.4967 + ] + }, + { + "episode": 620, + "avg_reward": 8010.7, + "avg_cost": 0.0, + "lambda": 98.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.2875, + 98.2875, + 98.2875, + 98.2875, + 98.2875, + 98.2875 + ] + }, + { + "episode": 630, + "avg_reward": 8168.4, + "avg_cost": 0.0, + "lambda": 97.9008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9008, + 97.9008, + 97.9008, + 97.9008, + 97.9008, + 97.9008 + ] + }, + { + "episode": 640, + "avg_reward": 8965.51, + "avg_cost": 0.5, + "lambda": 97.5267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.5267, + 97.5267, + 97.5267, + 97.5267, + 97.5267, + 97.5267 + ] + }, + { + "episode": 650, + "avg_reward": 8560.05, + "avg_cost": 0.0, + "lambda": 97.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.135, + 97.135, + 97.135, + 97.135, + 97.135, + 97.135 + ] + }, + { + "episode": 660, + "avg_reward": 8744.8, + "avg_cost": 0.0, + "lambda": 96.7608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7608, + 96.7608, + 96.7608, + 96.7608, + 96.7608, + 96.7608 + ] + }, + { + "episode": 670, + "avg_reward": 8804.85, + "avg_cost": 0.0, + "lambda": 96.4142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.4142, + 96.4142, + 96.4142, + 96.4142, + 96.4142, + 96.4142 + ] + }, + { + "episode": 680, + "avg_reward": 8533.19, + "avg_cost": 0.0, + "lambda": 95.9975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.9975, + 95.9975, + 95.9975, + 95.9975, + 95.9975, + 95.9975 + ] + }, + { + "episode": 690, + "avg_reward": 9590.32, + "avg_cost": 0.25, + "lambda": 95.5933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.5933, + 95.5933, + 95.5933, + 95.5933, + 95.5933, + 95.5933 + ] + }, + { + "episode": 700, + "avg_reward": 9080.87, + "avg_cost": 0.5, + "lambda": 95.2217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.2217, + 95.2217, + 95.2217, + 95.2217, + 95.2217, + 95.2217 + ] + }, + { + "episode": 710, + "avg_reward": 9608.52, + "avg_cost": 3.25, + "lambda": 94.9175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9175, + 94.9175, + 94.9175, + 94.9175, + 94.9175, + 94.9175 + ] + }, + { + "episode": 720, + "avg_reward": 9542.38, + "avg_cost": 0.75, + "lambda": 94.6883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6883, + 94.6883, + 94.6883, + 94.6883, + 94.6883, + 94.6883 + ] + }, + { + "episode": 730, + "avg_reward": 9059.95, + "avg_cost": 0.0, + "lambda": 94.2717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.2717, + 94.2717, + 94.2717, + 94.2717, + 94.2717, + 94.2717 + ] + }, + { + "episode": 740, + "avg_reward": 8443.29, + "avg_cost": 0.0, + "lambda": 93.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.9025, + 93.9025, + 93.9025, + 93.9025, + 93.9025, + 93.9025 + ] + }, + { + "episode": 750, + "avg_reward": 8688.81, + "avg_cost": 0.0, + "lambda": 93.5008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.5008, + 93.5008, + 93.5008, + 93.5008, + 93.5008, + 93.5008 + ] + }, + { + "episode": 760, + "avg_reward": 8746.1, + "avg_cost": 0.0, + "lambda": 93.1192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.1192, + 93.1192, + 93.1192, + 93.1192, + 93.1192, + 93.1192 + ] + }, + { + "episode": 770, + "avg_reward": 9085.26, + "avg_cost": 0.0, + "lambda": 92.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.7025, + 92.7025, + 92.7025, + 92.7025, + 92.7025, + 92.7025 + ] + }, + { + "episode": 780, + "avg_reward": 8758.82, + "avg_cost": 0.0, + "lambda": 92.3683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.3683, + 92.3683, + 92.3683, + 92.3683, + 92.3683, + 92.3683 + ] + }, + { + "episode": 790, + "avg_reward": 9196.74, + "avg_cost": 4.75, + "lambda": 92.0792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.0792, + 92.0792, + 92.0792, + 92.0792, + 92.0792, + 92.0792 + ] + }, + { + "episode": 800, + "avg_reward": -2226.22, + "avg_cost": 322.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": -2741.71, + "avg_cost": 312.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 409.13, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2227.47, + "avg_cost": 0.0, + "lambda": 99.7658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7658, + 99.7658, + 99.7658, + 99.7658, + 99.7658, + 99.7658 + ] + }, + { + "episode": 840, + "avg_reward": 2892.65, + "avg_cost": 0.0, + "lambda": 99.3517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3517, + 99.3517, + 99.3517, + 99.3517, + 99.3517, + 99.3517 + ] + }, + { + "episode": 850, + "avg_reward": 2956.82, + "avg_cost": 0.75, + "lambda": 98.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.945, + 98.945, + 98.945, + 98.945, + 98.945, + 98.945 + ] + }, + { + "episode": 860, + "avg_reward": 3049.16, + "avg_cost": 0.0, + "lambda": 98.5358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.5358, + 98.5358, + 98.5358, + 98.5358, + 98.5358, + 98.5358 + ] + }, + { + "episode": 870, + "avg_reward": 3061.72, + "avg_cost": 0.0, + "lambda": 98.1217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.1217, + 98.1217, + 98.1217, + 98.1217, + 98.1217, + 98.1217 + ] + }, + { + "episode": 880, + "avg_reward": 3304.7, + "avg_cost": 0.75, + "lambda": 97.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.725, + 97.725, + 97.725, + 97.725, + 97.725, + 97.725 + ] + }, + { + "episode": 890, + "avg_reward": 3820.86, + "avg_cost": 0.0, + "lambda": 97.3233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.3233, + 97.3233, + 97.3233, + 97.3233, + 97.3233, + 97.3233 + ] + }, + { + "episode": 900, + "avg_reward": 4398.65, + "avg_cost": 0.0, + "lambda": 96.9317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9317, + 96.9317, + 96.9317, + 96.9317, + 96.9317, + 96.9317 + ] + }, + { + "episode": 910, + "avg_reward": 5410.16, + "avg_cost": 0.0, + "lambda": 96.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.5675, + 96.5675, + 96.5675, + 96.5675, + 96.5675, + 96.5675 + ] + }, + { + "episode": 920, + "avg_reward": 6434.64, + "avg_cost": 0.25, + "lambda": 96.1583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.1583, + 96.1583, + 96.1583, + 96.1583, + 96.1583, + 96.1583 + ] + }, + { + "episode": 930, + "avg_reward": 7495.65, + "avg_cost": 0.0, + "lambda": 95.8717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8717, + 95.8717, + 95.8717, + 95.8717, + 95.8717, + 95.8717 + ] + }, + { + "episode": 940, + "avg_reward": 5773.21, + "avg_cost": 43.25, + "lambda": 97.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.225, + 97.225, + 97.225, + 97.225, + 97.225, + 97.225 + ] + }, + { + "episode": 950, + "avg_reward": 6952.33, + "avg_cost": 0.5, + "lambda": 97.5433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.5433, + 97.5433, + 97.5433, + 97.5433, + 97.5433, + 97.5433 + ] + }, + { + "episode": 960, + "avg_reward": 7232.27, + "avg_cost": 0.0, + "lambda": 97.2592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.2592, + 97.2592, + 97.2592, + 97.2592, + 97.2592, + 97.2592 + ] + }, + { + "episode": 970, + "avg_reward": 7465.9, + "avg_cost": 3.75, + "lambda": 97.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.125, + 97.125, + 97.125, + 97.125, + 97.125, + 97.125 + ] + }, + { + "episode": 980, + "avg_reward": 7850.83, + "avg_cost": 0.0, + "lambda": 96.7108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7108, + 96.7108, + 96.7108, + 96.7108, + 96.7108, + 96.7108 + ] + }, + { + "episode": 990, + "avg_reward": 8408.41, + "avg_cost": 0.25, + "lambda": 96.7142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7142, + 96.7142, + 96.7142, + 96.7142, + 96.7142, + 96.7142 + ] + }, + { + "episode": 1000, + "avg_reward": 9703.14, + "avg_cost": 9.25, + "lambda": 97.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.3125, + 97.3125, + 97.3125, + 97.3125, + 97.3125, + 97.3125 + ] + }, + { + "episode": 1010, + "avg_reward": 8153.33, + "avg_cost": 6.75, + "lambda": 98.2233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.2233, + 98.2233, + 98.2233, + 98.2233, + 98.2233, + 98.2233 + ] + }, + { + "episode": 1020, + "avg_reward": 8498.67, + "avg_cost": 17.25, + "lambda": 98.9392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.9392, + 98.9392, + 98.9392, + 98.9392, + 98.9392, + 98.9392 + ] + }, + { + "episode": 1030, + "avg_reward": 7427.15, + "avg_cost": 6.75, + "lambda": 99.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.09, + 99.09, + 99.09, + 99.09, + 99.09, + 99.09 + ] + }, + { + "episode": 1040, + "avg_reward": 6890.75, + "avg_cost": 2.75, + "lambda": 99.0033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0033, + 99.0033, + 99.0033, + 99.0033, + 99.0033, + 99.0033 + ] + }, + { + "episode": 1050, + "avg_reward": 7231.54, + "avg_cost": 0.0, + "lambda": 98.6292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.6292, + 98.6292, + 98.6292, + 98.6292, + 98.6292, + 98.6292 + ] + }, + { + "episode": 1060, + "avg_reward": 7299.83, + "avg_cost": 0.0, + "lambda": 98.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.24, + 98.24, + 98.24, + 98.24, + 98.24, + 98.24 + ] + }, + { + "episode": 1070, + "avg_reward": 8353.39, + "avg_cost": 0.25, + "lambda": 97.8258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.8258, + 97.8258, + 97.8258, + 97.8258, + 97.8258, + 97.8258 + ] + }, + { + "episode": 1080, + "avg_reward": 8769.03, + "avg_cost": 0.0, + "lambda": 97.4192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.4192, + 97.4192, + 97.4192, + 97.4192, + 97.4192, + 97.4192 + ] + }, + { + "episode": 1090, + "avg_reward": 9648.04, + "avg_cost": 2.0, + "lambda": 97.2275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.2275, + 97.2275, + 97.2275, + 97.2275, + 97.2275, + 97.2275 + ] + }, + { + "episode": 1100, + "avg_reward": 7902.4, + "avg_cost": 0.0, + "lambda": 96.8233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.8233, + 96.8233, + 96.8233, + 96.8233, + 96.8233, + 96.8233 + ] + }, + { + "episode": 1110, + "avg_reward": 8149.23, + "avg_cost": 0.0, + "lambda": 96.4117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.4117, + 96.4117, + 96.4117, + 96.4117, + 96.4117, + 96.4117 + ] + }, + { + "episode": 1120, + "avg_reward": 9074.71, + "avg_cost": 2.25, + "lambda": 96.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.025, + 96.025, + 96.025, + 96.025, + 96.025, + 96.025 + ] + }, + { + "episode": 1130, + "avg_reward": 7870.02, + "avg_cost": 1.0, + "lambda": 96.2233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.2233, + 96.2233, + 96.2233, + 96.2233, + 96.2233, + 96.2233 + ] + }, + { + "episode": 1140, + "avg_reward": 5831.25, + "avg_cost": 39.5, + "lambda": 97.6667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.6667, + 97.6667, + 97.6667, + 97.6667, + 97.6667, + 97.6667 + ] + }, + { + "episode": 1150, + "avg_reward": 7238.31, + "avg_cost": 8.5, + "lambda": 98.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.61, + 98.61, + 98.61, + 98.61, + 98.61, + 98.61 + ] + }, + { + "episode": 1160, + "avg_reward": 9699.6, + "avg_cost": 4.75, + "lambda": 99.0783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0783, + 99.0783, + 99.0783, + 99.0783, + 99.0783, + 99.0783 + ] + }, + { + "episode": 1170, + "avg_reward": 9954.66, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1180, + "avg_reward": 8839.4, + "avg_cost": 4.25, + "lambda": 99.8792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8792, + 99.8792, + 99.8792, + 99.8792, + 99.8792, + 99.8792 + ] + }, + { + "episode": 1190, + "avg_reward": 9610.45, + "avg_cost": 5.25, + "lambda": 99.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.815, + 99.815, + 99.815, + 99.815, + 99.815, + 99.815 + ] + }, + { + "episode": 1200, + "avg_reward": 10589.39, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1210, + "avg_reward": 10549.72, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1220, + "avg_reward": 10441.53, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1230, + "avg_reward": 10654.06, + "avg_cost": 7.25, + "lambda": 99.9758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9758, + 99.9758, + 99.9758, + 99.9758, + 99.9758, + 99.9758 + ] + }, + { + "episode": 1240, + "avg_reward": 10304.96, + "avg_cost": 1.25, + "lambda": 99.8992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8992, + 99.8992, + 99.8992, + 99.8992, + 99.8992, + 99.8992 + ] + }, + { + "episode": 1250, + "avg_reward": 9950.26, + "avg_cost": 4.25, + "lambda": 99.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.84, + 99.84, + 99.84, + 99.84, + 99.84, + 99.84 + ] + }, + { + "episode": 1260, + "avg_reward": 9894.28, + "avg_cost": 0.0, + "lambda": 99.8983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8983, + 99.8983, + 99.8983, + 99.8983, + 99.8983, + 99.8983 + ] + }, + { + "episode": 1270, + "avg_reward": 10236.53, + "avg_cost": 4.5, + "lambda": 99.8717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8717, + 99.8717, + 99.8717, + 99.8717, + 99.8717, + 99.8717 + ] + }, + { + "episode": 1280, + "avg_reward": 9585.91, + "avg_cost": 1.5, + "lambda": 99.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.755, + 99.755, + 99.755, + 99.755, + 99.755, + 99.755 + ] + }, + { + "episode": 1290, + "avg_reward": 9899.52, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1300, + "avg_reward": 9691.77, + "avg_cost": 0.0, + "lambda": 99.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9025, + 99.9025, + 99.9025, + 99.9025, + 99.9025, + 99.9025 + ] + }, + { + "episode": 1310, + "avg_reward": 9801.28, + "avg_cost": 1.5, + "lambda": 99.7258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7258, + 99.7258, + 99.7258, + 99.7258, + 99.7258, + 99.7258 + ] + }, + { + "episode": 1320, + "avg_reward": 9914.49, + "avg_cost": 0.0, + "lambda": 99.4467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.4467, + 99.4467, + 99.4467, + 99.4467, + 99.4467, + 99.4467 + ] + }, + { + "episode": 1330, + "avg_reward": 10093.0, + "avg_cost": 4.0, + "lambda": 99.27, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.27, + 99.27, + 99.27, + 99.27, + 99.27, + 99.27 + ] + }, + { + "episode": 1340, + "avg_reward": 9943.01, + "avg_cost": 2.5, + "lambda": 98.9658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.9658, + 98.9658, + 98.9658, + 98.9658, + 98.9658, + 98.9658 + ] + }, + { + "episode": 1350, + "avg_reward": 9655.63, + "avg_cost": 0.0, + "lambda": 98.6942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.6942, + 98.6942, + 98.6942, + 98.6942, + 98.6942, + 98.6942 + ] + }, + { + "episode": 1360, + "avg_reward": 10762.61, + "avg_cost": 2.5, + "lambda": 98.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.4325, + 98.4325, + 98.4325, + 98.4325, + 98.4325, + 98.4325 + ] + }, + { + "episode": 1370, + "avg_reward": 10933.32, + "avg_cost": 3.25, + "lambda": 98.3033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.3033, + 98.3033, + 98.3033, + 98.3033, + 98.3033, + 98.3033 + ] + }, + { + "episode": 1380, + "avg_reward": 9701.94, + "avg_cost": 7.25, + "lambda": 98.2092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.2092, + 98.2092, + 98.2092, + 98.2092, + 98.2092, + 98.2092 + ] + }, + { + "episode": 1390, + "avg_reward": 8886.08, + "avg_cost": 0.0, + "lambda": 97.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.8625, + 97.8625, + 97.8625, + 97.8625, + 97.8625, + 97.8625 + ] + }, + { + "episode": 1400, + "avg_reward": 9052.59, + "avg_cost": 0.0, + "lambda": 97.4758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.4758, + 97.4758, + 97.4758, + 97.4758, + 97.4758, + 97.4758 + ] + }, + { + "episode": 1410, + "avg_reward": 9169.77, + "avg_cost": 0.0, + "lambda": 97.0767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.0767, + 97.0767, + 97.0767, + 97.0767, + 97.0767, + 97.0767 + ] + }, + { + "episode": 1420, + "avg_reward": 9177.25, + "avg_cost": 0.0, + "lambda": 96.66, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.66, + 96.66, + 96.66, + 96.66, + 96.66, + 96.66 + ] + }, + { + "episode": 1430, + "avg_reward": 9068.63, + "avg_cost": 0.0, + "lambda": 96.2483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.2483, + 96.2483, + 96.2483, + 96.2483, + 96.2483, + 96.2483 + ] + }, + { + "episode": 1440, + "avg_reward": 9397.5, + "avg_cost": 0.0, + "lambda": 95.8867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8867, + 95.8867, + 95.8867, + 95.8867, + 95.8867, + 95.8867 + ] + }, + { + "episode": 1450, + "avg_reward": 9296.72, + "avg_cost": 0.0, + "lambda": 95.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.47, + 95.47, + 95.47, + 95.47, + 95.47, + 95.47 + ] + }, + { + "episode": 1460, + "avg_reward": 9039.2, + "avg_cost": 0.0, + "lambda": 95.0533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.0533, + 95.0533, + 95.0533, + 95.0533, + 95.0533, + 95.0533 + ] + }, + { + "episode": 1470, + "avg_reward": 9124.76, + "avg_cost": 0.0, + "lambda": 94.6392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6392, + 94.6392, + 94.6392, + 94.6392, + 94.6392, + 94.6392 + ] + }, + { + "episode": 1480, + "avg_reward": 9971.75, + "avg_cost": 1.75, + "lambda": 94.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.24, + 94.24, + 94.24, + 94.24, + 94.24, + 94.24 + ] + }, + { + "episode": 1490, + "avg_reward": 10666.04, + "avg_cost": 3.0, + "lambda": 93.8858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.8858, + 93.8858, + 93.8858, + 93.8858, + 93.8858, + 93.8858 + ] + }, + { + "episode": 1500, + "avg_reward": 11544.17, + "avg_cost": 25.0, + "lambda": 95.1817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.1817, + 95.1817, + 95.1817, + 95.1817, + 95.1817, + 95.1817 + ] + } + ], + "final_lambdas": [ + 95.1817, + 95.1817, + 95.1817, + 95.1817, + 95.1817, + 95.1817 + ], + "d_per_agent": 4.1667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3132109025781881ff800c7b07fe39d3a57bb5ee --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s0_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 15611921.95, + "constraint_satisfaction_pct": 90.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 67.1525, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -62.23, + "avg_cost": 150.0, + "lambda": 6.4333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4333, + 6.4333, + 6.4333, + 6.4333, + 6.4333, + 6.4333 + ] + }, + { + "episode": 10, + "avg_reward": 9942.57, + "avg_cost": 74.75, + "lambda": 11.2708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2708, + 11.2708, + 11.2708, + 11.2708, + 11.2708, + 11.2708 + ] + }, + { + "episode": 20, + "avg_reward": 7487.57, + "avg_cost": 19.75, + "lambda": 17.2342, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2342, + 17.2342, + 17.2342, + 17.2342, + 17.2342, + 17.2342 + ] + }, + { + "episode": 30, + "avg_reward": 9905.54, + "avg_cost": 52.5, + "lambda": 20.7275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.7275, + 20.7275, + 20.7275, + 20.7275, + 20.7275, + 20.7275 + ] + }, + { + "episode": 40, + "avg_reward": 13311.3, + "avg_cost": 83.25, + "lambda": 28.2858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.2858, + 28.2858, + 28.2858, + 28.2858, + 28.2858, + 28.2858 + ] + }, + { + "episode": 50, + "avg_reward": 7308.24, + "avg_cost": 22.75, + "lambda": 30.8942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.8942, + 30.8942, + 30.8942, + 30.8942, + 30.8942, + 30.8942 + ] + }, + { + "episode": 60, + "avg_reward": 6761.41, + "avg_cost": 56.5, + "lambda": 34.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.5975, + 34.5975, + 34.5975, + 34.5975, + 34.5975, + 34.5975 + ] + }, + { + "episode": 70, + "avg_reward": 8019.97, + "avg_cost": 45.5, + "lambda": 36.9483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.9483, + 36.9483, + 36.9483, + 36.9483, + 36.9483, + 36.9483 + ] + }, + { + "episode": 80, + "avg_reward": 5754.84, + "avg_cost": 74.75, + "lambda": 41.9067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.9067, + 41.9067, + 41.9067, + 41.9067, + 41.9067, + 41.9067 + ] + }, + { + "episode": 90, + "avg_reward": 9021.07, + "avg_cost": 53.75, + "lambda": 45.7575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.7575, + 45.7575, + 45.7575, + 45.7575, + 45.7575, + 45.7575 + ] + }, + { + "episode": 100, + "avg_reward": 8929.75, + "avg_cost": 66.0, + "lambda": 51.3958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.3958, + 51.3958, + 51.3958, + 51.3958, + 51.3958, + 51.3958 + ] + }, + { + "episode": 110, + "avg_reward": 9972.26, + "avg_cost": 46.5, + "lambda": 56.0817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.0817, + 56.0817, + 56.0817, + 56.0817, + 56.0817, + 56.0817 + ] + }, + { + "episode": 120, + "avg_reward": 8541.21, + "avg_cost": 49.5, + "lambda": 59.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.685, + 59.685, + 59.685, + 59.685, + 59.685, + 59.685 + ] + }, + { + "episode": 130, + "avg_reward": 10148.84, + "avg_cost": 32.25, + "lambda": 62.7858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.7858, + 62.7858, + 62.7858, + 62.7858, + 62.7858, + 62.7858 + ] + }, + { + "episode": 140, + "avg_reward": 10514.12, + "avg_cost": 44.0, + "lambda": 65.2392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.2392, + 65.2392, + 65.2392, + 65.2392, + 65.2392, + 65.2392 + ] + }, + { + "episode": 150, + "avg_reward": 10698.58, + "avg_cost": 57.5, + "lambda": 70.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.145, + 70.145, + 70.145, + 70.145, + 70.145, + 70.145 + ] + }, + { + "episode": 160, + "avg_reward": 7700.87, + "avg_cost": 102.75, + "lambda": 78.4308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.4308, + 78.4308, + 78.4308, + 78.4308, + 78.4308, + 78.4308 + ] + }, + { + "episode": 170, + "avg_reward": 9916.04, + "avg_cost": 41.25, + "lambda": 83.3567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.3567, + 83.3567, + 83.3567, + 83.3567, + 83.3567, + 83.3567 + ] + }, + { + "episode": 180, + "avg_reward": 11501.77, + "avg_cost": 54.25, + "lambda": 87.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.325, + 87.325, + 87.325, + 87.325, + 87.325, + 87.325 + ] + }, + { + "episode": 190, + "avg_reward": 10247.87, + "avg_cost": 40.5, + "lambda": 90.7308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.7308, + 90.7308, + 90.7308, + 90.7308, + 90.7308, + 90.7308 + ] + }, + { + "episode": 200, + "avg_reward": 12369.34, + "avg_cost": 66.75, + "lambda": 95.2292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.2292, + 95.2292, + 95.2292, + 95.2292, + 95.2292, + 95.2292 + ] + }, + { + "episode": 210, + "avg_reward": 13180.02, + "avg_cost": 78.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 9694.22, + "avg_cost": 38.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 7231.21, + "avg_cost": 22.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 9096.86, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 8983.99, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 9650.86, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 9655.24, + "avg_cost": 3.25, + "lambda": 99.9592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9592, + 99.9592, + 99.9592, + 99.9592, + 99.9592, + 99.9592 + ] + }, + { + "episode": 280, + "avg_reward": 9271.12, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 9408.21, + "avg_cost": 3.25, + "lambda": 99.9658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9658, + 99.9658, + 99.9658, + 99.9658, + 99.9658, + 99.9658 + ] + }, + { + "episode": 300, + "avg_reward": 10383.52, + "avg_cost": 3.5, + "lambda": 99.9267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9267, + 99.9267, + 99.9267, + 99.9267, + 99.9267, + 99.9267 + ] + }, + { + "episode": 310, + "avg_reward": 9631.44, + "avg_cost": 3.5, + "lambda": 99.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9575, + 99.9575, + 99.9575, + 99.9575, + 99.9575, + 99.9575 + ] + }, + { + "episode": 320, + "avg_reward": 9480.95, + "avg_cost": 3.25, + "lambda": 99.91, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.91, + 99.91, + 99.91, + 99.91, + 99.91, + 99.91 + ] + }, + { + "episode": 330, + "avg_reward": 11801.77, + "avg_cost": 38.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 9177.03, + "avg_cost": 4.75, + "lambda": 99.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9775, + 99.9775, + 99.9775, + 99.9775, + 99.9775, + 99.9775 + ] + }, + { + "episode": 350, + "avg_reward": 10941.82, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 11777.46, + "avg_cost": 11.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 10472.77, + "avg_cost": 9.25, + "lambda": 99.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8925, + 99.8925, + 99.8925, + 99.8925, + 99.8925, + 99.8925 + ] + }, + { + "episode": 380, + "avg_reward": 9115.43, + "avg_cost": 23.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 8227.38, + "avg_cost": 29.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 10015.19, + "avg_cost": 8.0, + "lambda": 99.9867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9867, + 99.9867, + 99.9867, + 99.9867, + 99.9867, + 99.9867 + ] + }, + { + "episode": 410, + "avg_reward": 10907.81, + "avg_cost": 8.25, + "lambda": 99.8692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8692, + 99.8692, + 99.8692, + 99.8692, + 99.8692, + 99.8692 + ] + }, + { + "episode": 420, + "avg_reward": 9107.0, + "avg_cost": 7.5, + "lambda": 99.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.895, + 99.895, + 99.895, + 99.895, + 99.895, + 99.895 + ] + }, + { + "episode": 430, + "avg_reward": 8917.76, + "avg_cost": 4.25, + "lambda": 99.9417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9417, + 99.9417, + 99.9417, + 99.9417, + 99.9417, + 99.9417 + ] + }, + { + "episode": 440, + "avg_reward": 8990.14, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 9910.53, + "avg_cost": 3.5, + "lambda": 99.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8925, + 99.8925, + 99.8925, + 99.8925, + 99.8925, + 99.8925 + ] + }, + { + "episode": 460, + "avg_reward": 11340.47, + "avg_cost": 24.0, + "lambda": 99.9158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9158, + 99.9158, + 99.9158, + 99.9158, + 99.9158, + 99.9158 + ] + }, + { + "episode": 470, + "avg_reward": 10090.56, + "avg_cost": 6.25, + "lambda": 99.8942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8942, + 99.8942, + 99.8942, + 99.8942, + 99.8942, + 99.8942 + ] + }, + { + "episode": 480, + "avg_reward": 8734.11, + "avg_cost": 1.5, + "lambda": 99.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9225, + 99.9225, + 99.9225, + 99.9225, + 99.9225, + 99.9225 + ] + }, + { + "episode": 490, + "avg_reward": 8664.84, + "avg_cost": 1.25, + "lambda": 99.6658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6658, + 99.6658, + 99.6658, + 99.6658, + 99.6658, + 99.6658 + ] + }, + { + "episode": 500, + "avg_reward": 8556.19, + "avg_cost": 5.25, + "lambda": 99.3467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3467, + 99.3467, + 99.3467, + 99.3467, + 99.3467, + 99.3467 + ] + }, + { + "episode": 510, + "avg_reward": 8955.11, + "avg_cost": 8.5, + "lambda": 99.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.165, + 99.165, + 99.165, + 99.165, + 99.165, + 99.165 + ] + }, + { + "episode": 520, + "avg_reward": 9412.04, + "avg_cost": 1.25, + "lambda": 98.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8208, + 98.8208, + 98.8208, + 98.8208, + 98.8208, + 98.8208 + ] + }, + { + "episode": 530, + "avg_reward": 8433.57, + "avg_cost": 1.75, + "lambda": 98.3867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.3867, + 98.3867, + 98.3867, + 98.3867, + 98.3867, + 98.3867 + ] + }, + { + "episode": 540, + "avg_reward": 7968.37, + "avg_cost": 2.5, + "lambda": 98.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.5, + 98.5, + 98.5, + 98.5, + 98.5, + 98.5 + ] + }, + { + "episode": 550, + "avg_reward": 7954.73, + "avg_cost": 0.0, + "lambda": 97.9708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9708, + 97.9708, + 97.9708, + 97.9708, + 97.9708, + 97.9708 + ] + }, + { + "episode": 560, + "avg_reward": 9240.57, + "avg_cost": 2.75, + "lambda": 97.5192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.5192, + 97.5192, + 97.5192, + 97.5192, + 97.5192, + 97.5192 + ] + }, + { + "episode": 570, + "avg_reward": 8590.61, + "avg_cost": 2.0, + "lambda": 97.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.1775, + 97.1775, + 97.1775, + 97.1775, + 97.1775, + 97.1775 + ] + }, + { + "episode": 580, + "avg_reward": 9616.12, + "avg_cost": 2.5, + "lambda": 96.7558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7558, + 96.7558, + 96.7558, + 96.7558, + 96.7558, + 96.7558 + ] + }, + { + "episode": 590, + "avg_reward": 9061.15, + "avg_cost": 1.75, + "lambda": 96.4917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.4917, + 96.4917, + 96.4917, + 96.4917, + 96.4917, + 96.4917 + ] + }, + { + "episode": 600, + "avg_reward": 9919.06, + "avg_cost": 7.5, + "lambda": 96.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.18, + 96.18, + 96.18, + 96.18, + 96.18, + 96.18 + ] + }, + { + "episode": 610, + "avg_reward": 8891.42, + "avg_cost": 0.75, + "lambda": 95.9333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.9333, + 95.9333, + 95.9333, + 95.9333, + 95.9333, + 95.9333 + ] + }, + { + "episode": 620, + "avg_reward": 9459.23, + "avg_cost": 1.0, + "lambda": 95.5217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.5217, + 95.5217, + 95.5217, + 95.5217, + 95.5217, + 95.5217 + ] + }, + { + "episode": 630, + "avg_reward": 8575.88, + "avg_cost": 1.5, + "lambda": 95.145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.145, + 95.145, + 95.145, + 95.145, + 95.145, + 95.145 + ] + }, + { + "episode": 640, + "avg_reward": 8754.49, + "avg_cost": 1.75, + "lambda": 94.7508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.7508, + 94.7508, + 94.7508, + 94.7508, + 94.7508, + 94.7508 + ] + }, + { + "episode": 650, + "avg_reward": 9239.73, + "avg_cost": 0.5, + "lambda": 94.2942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.2942, + 94.2942, + 94.2942, + 94.2942, + 94.2942, + 94.2942 + ] + }, + { + "episode": 660, + "avg_reward": 10639.94, + "avg_cost": 0.75, + "lambda": 93.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.8475, + 93.8475, + 93.8475, + 93.8475, + 93.8475, + 93.8475 + ] + }, + { + "episode": 670, + "avg_reward": 9064.08, + "avg_cost": 2.0, + "lambda": 93.4408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.4408, + 93.4408, + 93.4408, + 93.4408, + 93.4408, + 93.4408 + ] + }, + { + "episode": 680, + "avg_reward": 10353.16, + "avg_cost": 2.5, + "lambda": 93.1417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.1417, + 93.1417, + 93.1417, + 93.1417, + 93.1417, + 93.1417 + ] + }, + { + "episode": 690, + "avg_reward": 10884.23, + "avg_cost": 11.0, + "lambda": 93.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.09, + 93.09, + 93.09, + 93.09, + 93.09, + 93.09 + ] + }, + { + "episode": 700, + "avg_reward": 10147.29, + "avg_cost": 3.75, + "lambda": 92.9958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.9958, + 92.9958, + 92.9958, + 92.9958, + 92.9958, + 92.9958 + ] + }, + { + "episode": 710, + "avg_reward": 10394.22, + "avg_cost": 4.0, + "lambda": 92.7442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.7442, + 92.7442, + 92.7442, + 92.7442, + 92.7442, + 92.7442 + ] + }, + { + "episode": 720, + "avg_reward": 10364.3, + "avg_cost": 1.0, + "lambda": 92.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.51, + 92.51, + 92.51, + 92.51, + 92.51, + 92.51 + ] + }, + { + "episode": 730, + "avg_reward": 10290.96, + "avg_cost": 10.25, + "lambda": 92.4508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.4508, + 92.4508, + 92.4508, + 92.4508, + 92.4508, + 92.4508 + ] + }, + { + "episode": 740, + "avg_reward": 10652.56, + "avg_cost": 5.75, + "lambda": 92.2342, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.2342, + 92.2342, + 92.2342, + 92.2342, + 92.2342, + 92.2342 + ] + }, + { + "episode": 750, + "avg_reward": 10798.13, + "avg_cost": 6.25, + "lambda": 91.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.8975, + 91.8975, + 91.8975, + 91.8975, + 91.8975, + 91.8975 + ] + }, + { + "episode": 760, + "avg_reward": 10874.16, + "avg_cost": 6.0, + "lambda": 91.5133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.5133, + 91.5133, + 91.5133, + 91.5133, + 91.5133, + 91.5133 + ] + }, + { + "episode": 770, + "avg_reward": 11285.18, + "avg_cost": 5.0, + "lambda": 91.1467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.1467, + 91.1467, + 91.1467, + 91.1467, + 91.1467, + 91.1467 + ] + }, + { + "episode": 780, + "avg_reward": 10982.26, + "avg_cost": 4.75, + "lambda": 90.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.9525, + 90.9525, + 90.9525, + 90.9525, + 90.9525, + 90.9525 + ] + }, + { + "episode": 790, + "avg_reward": 11031.21, + "avg_cost": 3.25, + "lambda": 90.6708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.6708, + 90.6708, + 90.6708, + 90.6708, + 90.6708, + 90.6708 + ] + }, + { + "episode": 800, + "avg_reward": 11708.35, + "avg_cost": 8.75, + "lambda": 90.4192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.4192, + 90.4192, + 90.4192, + 90.4192, + 90.4192, + 90.4192 + ] + }, + { + "episode": 810, + "avg_reward": 11098.82, + "avg_cost": 6.25, + "lambda": 90.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.1525, + 90.1525, + 90.1525, + 90.1525, + 90.1525, + 90.1525 + ] + }, + { + "episode": 820, + "avg_reward": 11383.55, + "avg_cost": 3.0, + "lambda": 89.7333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.7333, + 89.7333, + 89.7333, + 89.7333, + 89.7333, + 89.7333 + ] + }, + { + "episode": 830, + "avg_reward": 11455.16, + "avg_cost": 0.5, + "lambda": 89.3167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.3167, + 89.3167, + 89.3167, + 89.3167, + 89.3167, + 89.3167 + ] + }, + { + "episode": 840, + "avg_reward": 11850.99, + "avg_cost": 1.0, + "lambda": 88.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.755, + 88.755, + 88.755, + 88.755, + 88.755, + 88.755 + ] + }, + { + "episode": 850, + "avg_reward": 12321.24, + "avg_cost": 0.75, + "lambda": 88.2108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.2108, + 88.2108, + 88.2108, + 88.2108, + 88.2108, + 88.2108 + ] + }, + { + "episode": 860, + "avg_reward": 11846.25, + "avg_cost": 0.0, + "lambda": 87.7067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.7067, + 87.7067, + 87.7067, + 87.7067, + 87.7067, + 87.7067 + ] + }, + { + "episode": 870, + "avg_reward": 10941.44, + "avg_cost": 4.0, + "lambda": 87.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.28, + 87.28, + 87.28, + 87.28, + 87.28, + 87.28 + ] + }, + { + "episode": 880, + "avg_reward": 10779.65, + "avg_cost": 3.75, + "lambda": 86.6858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.6858, + 86.6858, + 86.6858, + 86.6858, + 86.6858, + 86.6858 + ] + }, + { + "episode": 890, + "avg_reward": 11257.49, + "avg_cost": 3.25, + "lambda": 86.2567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.2567, + 86.2567, + 86.2567, + 86.2567, + 86.2567, + 86.2567 + ] + }, + { + "episode": 900, + "avg_reward": 11351.26, + "avg_cost": 4.0, + "lambda": 85.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.9, + 85.9, + 85.9, + 85.9, + 85.9, + 85.9 + ] + }, + { + "episode": 910, + "avg_reward": 11672.5, + "avg_cost": 1.5, + "lambda": 85.5158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5158, + 85.5158, + 85.5158, + 85.5158, + 85.5158, + 85.5158 + ] + }, + { + "episode": 920, + "avg_reward": 11483.96, + "avg_cost": 1.0, + "lambda": 85.1467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.1467, + 85.1467, + 85.1467, + 85.1467, + 85.1467, + 85.1467 + ] + }, + { + "episode": 930, + "avg_reward": 10550.03, + "avg_cost": 2.75, + "lambda": 84.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.7, + 84.7, + 84.7, + 84.7, + 84.7, + 84.7 + ] + }, + { + "episode": 940, + "avg_reward": 10698.54, + "avg_cost": 1.5, + "lambda": 84.2583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.2583, + 84.2583, + 84.2583, + 84.2583, + 84.2583, + 84.2583 + ] + }, + { + "episode": 950, + "avg_reward": 11328.69, + "avg_cost": 3.5, + "lambda": 83.7717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.7717, + 83.7717, + 83.7717, + 83.7717, + 83.7717, + 83.7717 + ] + }, + { + "episode": 960, + "avg_reward": 9730.75, + "avg_cost": 5.0, + "lambda": 83.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.335, + 83.335, + 83.335, + 83.335, + 83.335, + 83.335 + ] + }, + { + "episode": 970, + "avg_reward": 11989.76, + "avg_cost": 2.75, + "lambda": 83.0833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.0833, + 83.0833, + 83.0833, + 83.0833, + 83.0833, + 83.0833 + ] + }, + { + "episode": 980, + "avg_reward": 12416.46, + "avg_cost": 1.25, + "lambda": 83.0042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.0042, + 83.0042, + 83.0042, + 83.0042, + 83.0042, + 83.0042 + ] + }, + { + "episode": 990, + "avg_reward": 12504.72, + "avg_cost": 2.25, + "lambda": 82.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.74, + 82.74, + 82.74, + 82.74, + 82.74, + 82.74 + ] + }, + { + "episode": 1000, + "avg_reward": 12222.13, + "avg_cost": 1.75, + "lambda": 82.8158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.8158, + 82.8158, + 82.8158, + 82.8158, + 82.8158, + 82.8158 + ] + }, + { + "episode": 1010, + "avg_reward": 12083.8, + "avg_cost": 1.5, + "lambda": 82.4867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.4867, + 82.4867, + 82.4867, + 82.4867, + 82.4867, + 82.4867 + ] + }, + { + "episode": 1020, + "avg_reward": 12091.06, + "avg_cost": 5.0, + "lambda": 82.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.15, + 82.15, + 82.15, + 82.15, + 82.15, + 82.15 + ] + }, + { + "episode": 1030, + "avg_reward": 10827.67, + "avg_cost": 14.5, + "lambda": 81.7858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.7858, + 81.7858, + 81.7858, + 81.7858, + 81.7858, + 81.7858 + ] + }, + { + "episode": 1040, + "avg_reward": 11794.36, + "avg_cost": 5.0, + "lambda": 81.5192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.5192, + 81.5192, + 81.5192, + 81.5192, + 81.5192, + 81.5192 + ] + }, + { + "episode": 1050, + "avg_reward": 11690.72, + "avg_cost": 5.25, + "lambda": 81.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.28, + 81.28, + 81.28, + 81.28, + 81.28, + 81.28 + ] + }, + { + "episode": 1060, + "avg_reward": 12637.65, + "avg_cost": 5.25, + "lambda": 80.8433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.8433, + 80.8433, + 80.8433, + 80.8433, + 80.8433, + 80.8433 + ] + }, + { + "episode": 1070, + "avg_reward": 12045.27, + "avg_cost": 12.5, + "lambda": 80.7267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.7267, + 80.7267, + 80.7267, + 80.7267, + 80.7267, + 80.7267 + ] + }, + { + "episode": 1080, + "avg_reward": 11231.14, + "avg_cost": 11.0, + "lambda": 80.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.785, + 80.785, + 80.785, + 80.785, + 80.785, + 80.785 + ] + }, + { + "episode": 1090, + "avg_reward": 11554.96, + "avg_cost": 11.75, + "lambda": 80.6458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.6458, + 80.6458, + 80.6458, + 80.6458, + 80.6458, + 80.6458 + ] + }, + { + "episode": 1100, + "avg_reward": 10799.31, + "avg_cost": 2.0, + "lambda": 80.4742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.4742, + 80.4742, + 80.4742, + 80.4742, + 80.4742, + 80.4742 + ] + }, + { + "episode": 1110, + "avg_reward": 10323.32, + "avg_cost": 2.5, + "lambda": 80.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.0175, + 80.0175, + 80.0175, + 80.0175, + 80.0175, + 80.0175 + ] + }, + { + "episode": 1120, + "avg_reward": 10610.35, + "avg_cost": 2.25, + "lambda": 79.4733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.4733, + 79.4733, + 79.4733, + 79.4733, + 79.4733, + 79.4733 + ] + }, + { + "episode": 1130, + "avg_reward": 10175.53, + "avg_cost": 4.5, + "lambda": 79.0442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.0442, + 79.0442, + 79.0442, + 79.0442, + 79.0442, + 79.0442 + ] + }, + { + "episode": 1140, + "avg_reward": 10542.68, + "avg_cost": 2.75, + "lambda": 78.745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.745, + 78.745, + 78.745, + 78.745, + 78.745, + 78.745 + ] + }, + { + "episode": 1150, + "avg_reward": 11369.54, + "avg_cost": 1.5, + "lambda": 78.2408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.2408, + 78.2408, + 78.2408, + 78.2408, + 78.2408, + 78.2408 + ] + }, + { + "episode": 1160, + "avg_reward": 11876.45, + "avg_cost": 6.5, + "lambda": 77.9267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.9267, + 77.9267, + 77.9267, + 77.9267, + 77.9267, + 77.9267 + ] + }, + { + "episode": 1170, + "avg_reward": 11105.12, + "avg_cost": 0.0, + "lambda": 77.7025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.7025, + 77.7025, + 77.7025, + 77.7025, + 77.7025, + 77.7025 + ] + }, + { + "episode": 1180, + "avg_reward": 10247.25, + "avg_cost": 0.0, + "lambda": 77.2133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.2133, + 77.2133, + 77.2133, + 77.2133, + 77.2133, + 77.2133 + ] + }, + { + "episode": 1190, + "avg_reward": 10270.16, + "avg_cost": 0.5, + "lambda": 76.6142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.6142, + 76.6142, + 76.6142, + 76.6142, + 76.6142, + 76.6142 + ] + }, + { + "episode": 1200, + "avg_reward": 11384.17, + "avg_cost": 1.25, + "lambda": 76.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.175, + 76.175, + 76.175, + 76.175, + 76.175, + 76.175 + ] + }, + { + "episode": 1210, + "avg_reward": 11002.08, + "avg_cost": 5.5, + "lambda": 75.6683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.6683, + 75.6683, + 75.6683, + 75.6683, + 75.6683, + 75.6683 + ] + }, + { + "episode": 1220, + "avg_reward": 11905.01, + "avg_cost": 2.25, + "lambda": 75.3042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.3042, + 75.3042, + 75.3042, + 75.3042, + 75.3042, + 75.3042 + ] + }, + { + "episode": 1230, + "avg_reward": 10153.24, + "avg_cost": 12.25, + "lambda": 75.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.0875, + 75.0875, + 75.0875, + 75.0875, + 75.0875, + 75.0875 + ] + }, + { + "episode": 1240, + "avg_reward": 11045.44, + "avg_cost": 3.25, + "lambda": 74.5208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.5208, + 74.5208, + 74.5208, + 74.5208, + 74.5208, + 74.5208 + ] + }, + { + "episode": 1250, + "avg_reward": 11320.13, + "avg_cost": 2.25, + "lambda": 74.0367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.0367, + 74.0367, + 74.0367, + 74.0367, + 74.0367, + 74.0367 + ] + }, + { + "episode": 1260, + "avg_reward": 12244.38, + "avg_cost": 2.0, + "lambda": 73.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.4975, + 73.4975, + 73.4975, + 73.4975, + 73.4975, + 73.4975 + ] + }, + { + "episode": 1270, + "avg_reward": 10891.68, + "avg_cost": 15.75, + "lambda": 73.4608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.4608, + 73.4608, + 73.4608, + 73.4608, + 73.4608, + 73.4608 + ] + }, + { + "episode": 1280, + "avg_reward": 11871.41, + "avg_cost": 12.5, + "lambda": 73.3567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.3567, + 73.3567, + 73.3567, + 73.3567, + 73.3567, + 73.3567 + ] + }, + { + "episode": 1290, + "avg_reward": 11659.56, + "avg_cost": 2.0, + "lambda": 73.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.175, + 73.175, + 73.175, + 73.175, + 73.175, + 73.175 + ] + }, + { + "episode": 1300, + "avg_reward": 12350.52, + "avg_cost": 3.75, + "lambda": 72.9183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.9183, + 72.9183, + 72.9183, + 72.9183, + 72.9183, + 72.9183 + ] + }, + { + "episode": 1310, + "avg_reward": 11516.17, + "avg_cost": 4.25, + "lambda": 72.6742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.6742, + 72.6742, + 72.6742, + 72.6742, + 72.6742, + 72.6742 + ] + }, + { + "episode": 1320, + "avg_reward": 11390.3, + "avg_cost": 2.25, + "lambda": 72.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.275, + 72.275, + 72.275, + 72.275, + 72.275, + 72.275 + ] + }, + { + "episode": 1330, + "avg_reward": 11285.07, + "avg_cost": 1.75, + "lambda": 71.8108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.8108, + 71.8108, + 71.8108, + 71.8108, + 71.8108, + 71.8108 + ] + }, + { + "episode": 1340, + "avg_reward": 11486.32, + "avg_cost": 2.0, + "lambda": 71.2467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.2467, + 71.2467, + 71.2467, + 71.2467, + 71.2467, + 71.2467 + ] + }, + { + "episode": 1350, + "avg_reward": 11814.45, + "avg_cost": 0.75, + "lambda": 70.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.7225, + 70.7225, + 70.7225, + 70.7225, + 70.7225, + 70.7225 + ] + }, + { + "episode": 1360, + "avg_reward": 12032.69, + "avg_cost": 3.75, + "lambda": 70.2258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.2258, + 70.2258, + 70.2258, + 70.2258, + 70.2258, + 70.2258 + ] + }, + { + "episode": 1370, + "avg_reward": 11927.9, + "avg_cost": 3.0, + "lambda": 69.9492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.9492, + 69.9492, + 69.9492, + 69.9492, + 69.9492, + 69.9492 + ] + }, + { + "episode": 1380, + "avg_reward": 12599.07, + "avg_cost": 2.0, + "lambda": 69.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.56, + 69.56, + 69.56, + 69.56, + 69.56, + 69.56 + ] + }, + { + "episode": 1390, + "avg_reward": 12652.22, + "avg_cost": 2.0, + "lambda": 69.2908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.2908, + 69.2908, + 69.2908, + 69.2908, + 69.2908, + 69.2908 + ] + }, + { + "episode": 1400, + "avg_reward": 10566.81, + "avg_cost": 5.0, + "lambda": 69.1142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.1142, + 69.1142, + 69.1142, + 69.1142, + 69.1142, + 69.1142 + ] + }, + { + "episode": 1410, + "avg_reward": 12223.11, + "avg_cost": 1.75, + "lambda": 68.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.72, + 68.72, + 68.72, + 68.72, + 68.72, + 68.72 + ] + }, + { + "episode": 1420, + "avg_reward": 11587.97, + "avg_cost": 4.75, + "lambda": 68.5033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.5033, + 68.5033, + 68.5033, + 68.5033, + 68.5033, + 68.5033 + ] + }, + { + "episode": 1430, + "avg_reward": 11555.86, + "avg_cost": 1.5, + "lambda": 68.1467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1467, + 68.1467, + 68.1467, + 68.1467, + 68.1467, + 68.1467 + ] + }, + { + "episode": 1440, + "avg_reward": 12417.85, + "avg_cost": 2.25, + "lambda": 67.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.735, + 67.735, + 67.735, + 67.735, + 67.735, + 67.735 + ] + }, + { + "episode": 1450, + "avg_reward": 11279.61, + "avg_cost": 2.5, + "lambda": 67.3358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.3358, + 67.3358, + 67.3358, + 67.3358, + 67.3358, + 67.3358 + ] + }, + { + "episode": 1460, + "avg_reward": 11143.95, + "avg_cost": 1.5, + "lambda": 67.0292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.0292, + 67.0292, + 67.0292, + 67.0292, + 67.0292, + 67.0292 + ] + }, + { + "episode": 1470, + "avg_reward": 9984.48, + "avg_cost": 7.25, + "lambda": 66.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7925, + 66.7925, + 66.7925, + 66.7925, + 66.7925, + 66.7925 + ] + }, + { + "episode": 1480, + "avg_reward": 9484.66, + "avg_cost": 7.25, + "lambda": 66.7583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.7583, + 66.7583, + 66.7583, + 66.7583, + 66.7583, + 66.7583 + ] + }, + { + "episode": 1490, + "avg_reward": 9310.23, + "avg_cost": 3.0, + "lambda": 67.0567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.0567, + 67.0567, + 67.0567, + 67.0567, + 67.0567, + 67.0567 + ] + }, + { + "episode": 1500, + "avg_reward": 9130.09, + "avg_cost": 6.0, + "lambda": 67.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.1525, + 67.1525, + 67.1525, + 67.1525, + 67.1525, + 67.1525 + ] + } + ], + "final_lambdas": [ + 67.1525, + 67.1525, + 67.1525, + 67.1525, + 67.1525, + 67.1525 + ], + "d_per_agent": 6.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json new file mode 100644 index 0000000000000000000000000000000000000000..602aaf8b8ad3386da6fec314b3197083f85288f3 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_ckpt_main_pal.json @@ -0,0 +1,30380 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "cost_type": "velocity", + "energy_threshold": 3.0, + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 6445898.14, + "constraint_satisfaction_pct": 35.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 93.375, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ] + }, + { + "episode": 10, + "avg_reward": -6414.43, + "avg_cost": 0.5, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35, + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 20, + "avg_reward": -6195.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 30, + "avg_reward": -5941.85, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 40, + "avg_reward": -6277.22, + "avg_cost": 0.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 50, + "avg_reward": -5682.21, + "avg_cost": 0.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 60, + "avg_reward": -4567.1, + "avg_cost": 0.0, + "lambda": 10.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ] + }, + { + "episode": 70, + "avg_reward": -4021.92, + "avg_cost": 0.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 80, + "avg_reward": -4260.58, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 90, + "avg_reward": -3926.31, + "avg_cost": 0.0, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 100, + "avg_reward": -3650.51, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 110, + "avg_reward": -3266.49, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 120, + "avg_reward": -3957.0, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 130, + "avg_reward": -2444.26, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 140, + "avg_reward": -3052.41, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 150, + "avg_reward": -2145.98, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 160, + "avg_reward": -2025.42, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 170, + "avg_reward": -1965.94, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ] + }, + { + "episode": 180, + "avg_reward": -1023.41, + "avg_cost": 0.0, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ] + }, + { + "episode": 190, + "avg_reward": -1982.89, + "avg_cost": 1.5, + "lambda": 11.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.675, + 11.675, + 11.675, + 11.675, + 11.675, + 11.675 + ] + }, + { + "episode": 200, + "avg_reward": -1960.17, + "avg_cost": 1.75, + "lambda": 12.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6, + 12.6, + 12.6, + 12.6, + 12.6, + 12.6 + ] + }, + { + "episode": 210, + "avg_reward": -1844.02, + "avg_cost": 0.75, + "lambda": 13.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.775, + 13.775, + 13.775, + 13.775, + 13.775, + 13.775 + ] + }, + { + "episode": 220, + "avg_reward": -2583.43, + "avg_cost": 0.0, + "lambda": 14.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ] + }, + { + "episode": 230, + "avg_reward": -1448.0, + "avg_cost": 0.5, + "lambda": 14.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.75, + 14.75, + 14.75, + 14.75, + 14.75, + 14.75 + ] + }, + { + "episode": 240, + "avg_reward": -1415.3, + "avg_cost": 0.75, + "lambda": 15.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.075, + 15.075, + 15.075, + 15.075, + 15.075, + 15.075 + ] + }, + { + "episode": 250, + "avg_reward": -597.56, + "avg_cost": 1.75, + "lambda": 15.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9, + 15.9, + 15.9, + 15.9, + 15.9, + 15.9 + ] + }, + { + "episode": 260, + "avg_reward": -1605.45, + "avg_cost": 0.5, + "lambda": 16.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.4, + 16.4, + 16.4, + 16.4, + 16.4, + 16.4 + ] + }, + { + "episode": 270, + "avg_reward": -2571.8, + "avg_cost": 1.25, + "lambda": 17.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.375, + 17.375, + 17.375, + 17.375, + 17.375, + 17.375 + ] + }, + { + "episode": 280, + "avg_reward": -953.67, + "avg_cost": 0.25, + "lambda": 17.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8, + 17.8, + 17.8, + 17.8, + 17.8, + 17.8 + ] + }, + { + "episode": 290, + "avg_reward": 483.97, + "avg_cost": 7.0, + "lambda": 19.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.925, + 19.925, + 19.925, + 19.925, + 19.925, + 19.925 + ] + }, + { + "episode": 300, + "avg_reward": -51.11, + "avg_cost": 0.25, + "lambda": 20.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.475, + 20.475, + 20.475, + 20.475, + 20.475, + 20.475 + ] + }, + { + "episode": 310, + "avg_reward": 886.35, + "avg_cost": 2.75, + "lambda": 21.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.65, + 21.65, + 21.65, + 21.65, + 21.65, + 21.65 + ] + }, + { + "episode": 320, + "avg_reward": 1710.81, + "avg_cost": 2.0, + "lambda": 23.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.175, + 23.175, + 23.175, + 23.175, + 23.175, + 23.175 + ] + }, + { + "episode": 330, + "avg_reward": -733.93, + "avg_cost": 0.0, + "lambda": 24.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.05, + 24.05, + 24.05, + 24.05, + 24.05, + 24.05 + ] + }, + { + "episode": 340, + "avg_reward": -1813.98, + "avg_cost": 0.5, + "lambda": 25.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.0, + 25.0, + 25.0, + 25.0, + 25.0, + 25.0 + ] + }, + { + "episode": 350, + "avg_reward": -882.29, + "avg_cost": 1.5, + "lambda": 26.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.275, + 26.275, + 26.275, + 26.275, + 26.275, + 26.275 + ] + }, + { + "episode": 360, + "avg_reward": 108.69, + "avg_cost": 0.75, + "lambda": 27.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.025, + 27.025, + 27.025, + 27.025, + 27.025, + 27.025 + ] + }, + { + "episode": 370, + "avg_reward": 2385.55, + "avg_cost": 3.0, + "lambda": 28.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.25, + 28.25, + 28.25, + 28.25, + 28.25, + 28.25 + ] + }, + { + "episode": 380, + "avg_reward": 706.61, + "avg_cost": 1.25, + "lambda": 29.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.575, + 29.575, + 29.575, + 29.575, + 29.575, + 29.575 + ] + }, + { + "episode": 390, + "avg_reward": 3285.77, + "avg_cost": 3.5, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675, + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 400, + "avg_reward": 3290.17, + "avg_cost": 1.0, + "lambda": 32.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.075, + 32.075, + 32.075, + 32.075, + 32.075, + 32.075 + ] + }, + { + "episode": 410, + "avg_reward": 3169.83, + "avg_cost": 1.5, + "lambda": 33.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.675, + 33.675, + 33.675, + 33.675, + 33.675, + 33.675 + ] + }, + { + "episode": 420, + "avg_reward": 3956.07, + "avg_cost": 3.25, + "lambda": 34.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.875, + 34.875, + 34.875, + 34.875, + 34.875, + 34.875 + ] + }, + { + "episode": 430, + "avg_reward": 3017.45, + "avg_cost": 1.5, + "lambda": 37.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.0, + 37.0, + 37.0, + 37.0, + 37.0, + 37.0 + ] + }, + { + "episode": 440, + "avg_reward": -247.38, + "avg_cost": 0.0, + "lambda": 37.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.825, + 37.825, + 37.825, + 37.825, + 37.825, + 37.825 + ] + }, + { + "episode": 450, + "avg_reward": 2796.79, + "avg_cost": 1.0, + "lambda": 38.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.925, + 38.925, + 38.925, + 38.925, + 38.925, + 38.925 + ] + }, + { + "episode": 460, + "avg_reward": 4484.03, + "avg_cost": 1.25, + "lambda": 40.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.125, + 40.125, + 40.125, + 40.125, + 40.125, + 40.125 + ] + }, + { + "episode": 470, + "avg_reward": 2914.18, + "avg_cost": 0.5, + "lambda": 41.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.175, + 41.175, + 41.175, + 41.175, + 41.175, + 41.175 + ] + }, + { + "episode": 480, + "avg_reward": 2872.73, + "avg_cost": 2.25, + "lambda": 42.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.575, + 42.575, + 42.575, + 42.575, + 42.575, + 42.575 + ] + }, + { + "episode": 490, + "avg_reward": 3606.66, + "avg_cost": 1.5, + "lambda": 43.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.825, + 43.825, + 43.825, + 43.825, + 43.825, + 43.825 + ] + }, + { + "episode": 500, + "avg_reward": 4595.01, + "avg_cost": 1.25, + "lambda": 44.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.825, + 44.825, + 44.825, + 44.825, + 44.825, + 44.825 + ] + }, + { + "episode": 510, + "avg_reward": 4427.95, + "avg_cost": 1.0, + "lambda": 45.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.65, + 45.65, + 45.65, + 45.65, + 45.65, + 45.65 + ] + }, + { + "episode": 520, + "avg_reward": 4882.24, + "avg_cost": 3.0, + "lambda": 46.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.75, + 46.75, + 46.75, + 46.75, + 46.75, + 46.75 + ] + }, + { + "episode": 530, + "avg_reward": 1968.12, + "avg_cost": 0.0, + "lambda": 47.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.875, + 47.875, + 47.875, + 47.875, + 47.875, + 47.875 + ] + }, + { + "episode": 540, + "avg_reward": 3163.07, + "avg_cost": 0.5, + "lambda": 48.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.95, + 48.95, + 48.95, + 48.95, + 48.95, + 48.95 + ] + }, + { + "episode": 550, + "avg_reward": 4714.57, + "avg_cost": 0.75, + "lambda": 49.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.975, + 49.975, + 49.975, + 49.975, + 49.975, + 49.975 + ] + }, + { + "episode": 560, + "avg_reward": 1710.92, + "avg_cost": 1.25, + "lambda": 50.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.775, + 50.775, + 50.775, + 50.775, + 50.775, + 50.775 + ] + }, + { + "episode": 570, + "avg_reward": 5179.05, + "avg_cost": 0.75, + "lambda": 51.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.325, + 51.325, + 51.325, + 51.325, + 51.325, + 51.325 + ] + }, + { + "episode": 580, + "avg_reward": 4563.29, + "avg_cost": 0.25, + "lambda": 51.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.7, + 51.7, + 51.7, + 51.7, + 51.7, + 51.7 + ] + }, + { + "episode": 590, + "avg_reward": 4951.56, + "avg_cost": 0.5, + "lambda": 52.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.25, + 52.25, + 52.25, + 52.25, + 52.25, + 52.25 + ] + }, + { + "episode": 600, + "avg_reward": 3449.96, + "avg_cost": 0.25, + "lambda": 52.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.725, + 52.725, + 52.725, + 52.725, + 52.725, + 52.725 + ] + }, + { + "episode": 610, + "avg_reward": 4105.33, + "avg_cost": 0.25, + "lambda": 53.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.525, + 53.525, + 53.525, + 53.525, + 53.525, + 53.525 + ] + }, + { + "episode": 620, + "avg_reward": 4689.69, + "avg_cost": 1.25, + "lambda": 54.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.85, + 54.85, + 54.85, + 54.85, + 54.85, + 54.85 + ] + }, + { + "episode": 630, + "avg_reward": 5961.01, + "avg_cost": 1.0, + "lambda": 55.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.875, + 55.875, + 55.875, + 55.875, + 55.875, + 55.875 + ] + }, + { + "episode": 640, + "avg_reward": 6467.69, + "avg_cost": 0.25, + "lambda": 56.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.675, + 56.675, + 56.675, + 56.675, + 56.675, + 56.675 + ] + }, + { + "episode": 650, + "avg_reward": 6708.59, + "avg_cost": 1.0, + "lambda": 58.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.125, + 58.125, + 58.125, + 58.125, + 58.125, + 58.125 + ] + }, + { + "episode": 660, + "avg_reward": 2772.84, + "avg_cost": 0.25, + "lambda": 59.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.225, + 59.225, + 59.225, + 59.225, + 59.225, + 59.225 + ] + }, + { + "episode": 670, + "avg_reward": 6583.26, + "avg_cost": 1.25, + "lambda": 60.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.4, + 60.4, + 60.4, + 60.4, + 60.4, + 60.4 + ] + }, + { + "episode": 680, + "avg_reward": 2847.06, + "avg_cost": 1.5, + "lambda": 61.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.325, + 61.325, + 61.325, + 61.325, + 61.325, + 61.325 + ] + }, + { + "episode": 690, + "avg_reward": 3881.47, + "avg_cost": 0.75, + "lambda": 62.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.275, + 62.275, + 62.275, + 62.275, + 62.275, + 62.275 + ] + }, + { + "episode": 700, + "avg_reward": 6915.21, + "avg_cost": 0.5, + "lambda": 63.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.025, + 63.025, + 63.025, + 63.025, + 63.025, + 63.025 + ] + }, + { + "episode": 710, + "avg_reward": 6516.26, + "avg_cost": 0.0, + "lambda": 63.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.875, + 63.875, + 63.875, + 63.875, + 63.875, + 63.875 + ] + }, + { + "episode": 720, + "avg_reward": 6885.99, + "avg_cost": 0.0, + "lambda": 64.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.825, + 64.825, + 64.825, + 64.825, + 64.825, + 64.825 + ] + }, + { + "episode": 730, + "avg_reward": 7769.77, + "avg_cost": 0.5, + "lambda": 65.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.375, + 65.375, + 65.375, + 65.375, + 65.375, + 65.375 + ] + }, + { + "episode": 740, + "avg_reward": 5744.29, + "avg_cost": 0.25, + "lambda": 65.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.825, + 65.825, + 65.825, + 65.825, + 65.825, + 65.825 + ] + }, + { + "episode": 750, + "avg_reward": 7370.51, + "avg_cost": 0.0, + "lambda": 66.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.375, + 66.375, + 66.375, + 66.375, + 66.375, + 66.375 + ] + }, + { + "episode": 760, + "avg_reward": 7414.57, + "avg_cost": 0.5, + "lambda": 66.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.85, + 66.85, + 66.85, + 66.85, + 66.85, + 66.85 + ] + }, + { + "episode": 770, + "avg_reward": 7371.14, + "avg_cost": 0.25, + "lambda": 67.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.275, + 67.275, + 67.275, + 67.275, + 67.275, + 67.275 + ] + }, + { + "episode": 780, + "avg_reward": 7847.24, + "avg_cost": 0.25, + "lambda": 67.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.825, + 67.825, + 67.825, + 67.825, + 67.825, + 67.825 + ] + }, + { + "episode": 790, + "avg_reward": 8097.49, + "avg_cost": 0.5, + "lambda": 68.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.25, + 68.25, + 68.25, + 68.25, + 68.25, + 68.25 + ] + }, + { + "episode": 800, + "avg_reward": 8270.99, + "avg_cost": 0.75, + "lambda": 69.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.225, + 69.225, + 69.225, + 69.225, + 69.225, + 69.225 + ] + }, + { + "episode": 810, + "avg_reward": 7709.39, + "avg_cost": 0.25, + "lambda": 69.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.65, + 69.65, + 69.65, + 69.65, + 69.65, + 69.65 + ] + }, + { + "episode": 820, + "avg_reward": 9029.59, + "avg_cost": 0.5, + "lambda": 69.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.95, + 69.95, + 69.95, + 69.95, + 69.95, + 69.95 + ] + }, + { + "episode": 830, + "avg_reward": 8726.64, + "avg_cost": 0.75, + "lambda": 70.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.325, + 70.325, + 70.325, + 70.325, + 70.325, + 70.325 + ] + }, + { + "episode": 840, + "avg_reward": 8435.8, + "avg_cost": 0.0, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ] + }, + { + "episode": 850, + "avg_reward": 9085.03, + "avg_cost": 0.25, + "lambda": 71.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.025, + 71.025, + 71.025, + 71.025, + 71.025, + 71.025 + ] + }, + { + "episode": 860, + "avg_reward": 9290.43, + "avg_cost": 0.75, + "lambda": 71.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.275, + 71.275, + 71.275, + 71.275, + 71.275, + 71.275 + ] + }, + { + "episode": 870, + "avg_reward": 8640.64, + "avg_cost": 0.25, + "lambda": 71.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.525, + 71.525, + 71.525, + 71.525, + 71.525, + 71.525 + ] + }, + { + "episode": 880, + "avg_reward": 6706.87, + "avg_cost": 0.0, + "lambda": 71.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ] + }, + { + "episode": 890, + "avg_reward": 9488.09, + "avg_cost": 0.5, + "lambda": 72.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.05, + 72.05, + 72.05, + 72.05, + 72.05, + 72.05 + ] + }, + { + "episode": 900, + "avg_reward": 8879.39, + "avg_cost": 0.5, + "lambda": 72.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.475, + 72.475, + 72.475, + 72.475, + 72.475, + 72.475 + ] + }, + { + "episode": 910, + "avg_reward": 8376.83, + "avg_cost": 0.0, + "lambda": 72.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.85, + 72.85, + 72.85, + 72.85, + 72.85, + 72.85 + ] + }, + { + "episode": 920, + "avg_reward": 6797.3, + "avg_cost": 0.5, + "lambda": 73.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.35, + 73.35, + 73.35, + 73.35, + 73.35, + 73.35 + ] + }, + { + "episode": 930, + "avg_reward": 9131.51, + "avg_cost": 1.0, + "lambda": 73.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.975, + 73.975, + 73.975, + 73.975, + 73.975, + 73.975 + ] + }, + { + "episode": 940, + "avg_reward": 9580.06, + "avg_cost": 0.25, + "lambda": 74.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.35, + 74.35, + 74.35, + 74.35, + 74.35, + 74.35 + ] + }, + { + "episode": 950, + "avg_reward": 4482.32, + "avg_cost": 0.25, + "lambda": 74.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.675, + 74.675, + 74.675, + 74.675, + 74.675, + 74.675 + ] + }, + { + "episode": 960, + "avg_reward": 9117.39, + "avg_cost": 0.25, + "lambda": 74.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9, + 74.9, + 74.9, + 74.9, + 74.9, + 74.9 + ] + }, + { + "episode": 970, + "avg_reward": 7179.28, + "avg_cost": 0.25, + "lambda": 75.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.025, + 75.025, + 75.025, + 75.025, + 75.025, + 75.025 + ] + }, + { + "episode": 980, + "avg_reward": 9262.27, + "avg_cost": 0.0, + "lambda": 75.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ] + }, + { + "episode": 990, + "avg_reward": 9088.96, + "avg_cost": 0.0, + "lambda": 75.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ] + }, + { + "episode": 1000, + "avg_reward": 9157.0, + "avg_cost": 0.0, + "lambda": 76.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.275, + 76.275, + 76.275, + 76.275, + 76.275, + 76.275 + ] + }, + { + "episode": 1010, + "avg_reward": 9329.84, + "avg_cost": 0.5, + "lambda": 76.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.925, + 76.925, + 76.925, + 76.925, + 76.925, + 76.925 + ] + }, + { + "episode": 1020, + "avg_reward": 9016.97, + "avg_cost": 1.0, + "lambda": 77.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.375, + 77.375, + 77.375, + 77.375, + 77.375, + 77.375 + ] + }, + { + "episode": 1030, + "avg_reward": 8529.36, + "avg_cost": 0.25, + "lambda": 78.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.025, + 78.025, + 78.025, + 78.025, + 78.025, + 78.025 + ] + }, + { + "episode": 1040, + "avg_reward": 10123.75, + "avg_cost": 0.25, + "lambda": 78.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.775, + 78.775, + 78.775, + 78.775, + 78.775, + 78.775 + ] + }, + { + "episode": 1050, + "avg_reward": 10863.44, + "avg_cost": 0.5, + "lambda": 79.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.025, + 79.025, + 79.025, + 79.025, + 79.025, + 79.025 + ] + }, + { + "episode": 1060, + "avg_reward": 9191.54, + "avg_cost": 0.0, + "lambda": 79.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ] + }, + { + "episode": 1070, + "avg_reward": 10065.34, + "avg_cost": 0.0, + "lambda": 79.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.325, + 79.325, + 79.325, + 79.325, + 79.325, + 79.325 + ] + }, + { + "episode": 1080, + "avg_reward": 10183.6, + "avg_cost": 0.0, + "lambda": 79.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.55, + 79.55, + 79.55, + 79.55, + 79.55, + 79.55 + ] + }, + { + "episode": 1090, + "avg_reward": 9421.54, + "avg_cost": 0.5, + "lambda": 79.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.85, + 79.85, + 79.85, + 79.85, + 79.85, + 79.85 + ] + }, + { + "episode": 1100, + "avg_reward": 10164.61, + "avg_cost": 0.25, + "lambda": 80.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.2, + 80.2, + 80.2, + 80.2, + 80.2, + 80.2 + ] + }, + { + "episode": 1110, + "avg_reward": 10698.01, + "avg_cost": 0.75, + "lambda": 80.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ] + }, + { + "episode": 1120, + "avg_reward": 6553.2, + "avg_cost": 0.75, + "lambda": 81.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.05, + 81.05, + 81.05, + 81.05, + 81.05, + 81.05 + ] + }, + { + "episode": 1130, + "avg_reward": 6728.67, + "avg_cost": 0.25, + "lambda": 81.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.45, + 81.45, + 81.45, + 81.45, + 81.45, + 81.45 + ] + }, + { + "episode": 1140, + "avg_reward": 11586.24, + "avg_cost": 1.75, + "lambda": 82.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.175, + 82.175, + 82.175, + 82.175, + 82.175, + 82.175 + ] + }, + { + "episode": 1150, + "avg_reward": 9964.35, + "avg_cost": 0.25, + "lambda": 82.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.625, + 82.625, + 82.625, + 82.625, + 82.625, + 82.625 + ] + }, + { + "episode": 1160, + "avg_reward": 10590.24, + "avg_cost": 0.0, + "lambda": 83.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ] + }, + { + "episode": 1170, + "avg_reward": 11282.65, + "avg_cost": 0.5, + "lambda": 83.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.325, + 83.325, + 83.325, + 83.325, + 83.325, + 83.325 + ] + }, + { + "episode": 1180, + "avg_reward": 9099.45, + "avg_cost": 0.0, + "lambda": 83.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.675, + 83.675, + 83.675, + 83.675, + 83.675, + 83.675 + ] + }, + { + "episode": 1190, + "avg_reward": 11704.59, + "avg_cost": 0.25, + "lambda": 83.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.9, + 83.9, + 83.9, + 83.9, + 83.9, + 83.9 + ] + }, + { + "episode": 1200, + "avg_reward": 12132.48, + "avg_cost": 1.25, + "lambda": 84.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ] + }, + { + "episode": 1210, + "avg_reward": 10138.04, + "avg_cost": 0.0, + "lambda": 84.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.775, + 84.775, + 84.775, + 84.775, + 84.775, + 84.775 + ] + }, + { + "episode": 1220, + "avg_reward": 11954.31, + "avg_cost": 0.25, + "lambda": 85.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.1, + 85.1, + 85.1, + 85.1, + 85.1, + 85.1 + ] + }, + { + "episode": 1230, + "avg_reward": 11891.37, + "avg_cost": 0.5, + "lambda": 85.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.45, + 85.45, + 85.45, + 85.45, + 85.45, + 85.45 + ] + }, + { + "episode": 1240, + "avg_reward": 10483.02, + "avg_cost": 0.0, + "lambda": 85.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.7, + 85.7, + 85.7, + 85.7, + 85.7, + 85.7 + ] + }, + { + "episode": 1250, + "avg_reward": 11122.94, + "avg_cost": 0.25, + "lambda": 86.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.125, + 86.125, + 86.125, + 86.125, + 86.125, + 86.125 + ] + }, + { + "episode": 1260, + "avg_reward": 11132.51, + "avg_cost": 0.25, + "lambda": 86.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.45, + 86.45, + 86.45, + 86.45, + 86.45, + 86.45 + ] + }, + { + "episode": 1270, + "avg_reward": 11620.45, + "avg_cost": 0.0, + "lambda": 86.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ] + }, + { + "episode": 1280, + "avg_reward": 10069.59, + "avg_cost": 0.25, + "lambda": 87.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9034.27, + "avg_cost": 0.25, + "lambda": 87.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.15, + 87.15, + 87.15, + 87.15, + 87.15, + 87.15 + ] + }, + { + "episode": 1300, + "avg_reward": 11537.85, + "avg_cost": 0.25, + "lambda": 87.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.425, + 87.425, + 87.425, + 87.425, + 87.425, + 87.425 + ] + }, + { + "episode": 1310, + "avg_reward": 11910.59, + "avg_cost": 0.5, + "lambda": 87.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.85, + 87.85, + 87.85, + 87.85, + 87.85, + 87.85 + ] + }, + { + "episode": 1320, + "avg_reward": 11645.98, + "avg_cost": 0.25, + "lambda": 88.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.15, + 88.15, + 88.15, + 88.15, + 88.15, + 88.15 + ] + }, + { + "episode": 1330, + "avg_reward": 9544.93, + "avg_cost": 0.0, + "lambda": 88.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.6, + 88.6, + 88.6, + 88.6, + 88.6, + 88.6 + ] + }, + { + "episode": 1340, + "avg_reward": 7009.98, + "avg_cost": 0.0, + "lambda": 88.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.825, + 88.825, + 88.825, + 88.825, + 88.825, + 88.825 + ] + }, + { + "episode": 1350, + "avg_reward": -2622.63, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1360, + "avg_reward": -5842.08, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1370, + "avg_reward": -4040.85, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1380, + "avg_reward": -2913.47, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1390, + "avg_reward": -2060.94, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1400, + "avg_reward": -947.08, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1410, + "avg_reward": -468.68, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1420, + "avg_reward": 496.47, + "avg_cost": 0.75, + "lambda": 89.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.075, + 89.075, + 89.075, + 89.075, + 89.075, + 89.075 + ] + }, + { + "episode": 1430, + "avg_reward": -399.54, + "avg_cost": 2.0, + "lambda": 89.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.475, + 89.475, + 89.475, + 89.475, + 89.475, + 89.475 + ] + }, + { + "episode": 1440, + "avg_reward": -416.49, + "avg_cost": 0.75, + "lambda": 91.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.95, + 91.95, + 91.95, + 91.95, + 91.95, + 91.95 + ] + }, + { + "episode": 1450, + "avg_reward": 5119.8, + "avg_cost": 1.75, + "lambda": 93.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.0, + 93.0, + 93.0, + 93.0, + 93.0, + 93.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5882.79, + "avg_cost": 0.0, + "lambda": 93.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ] + }, + { + "episode": 1470, + "avg_reward": 6673.81, + "avg_cost": 0.0, + "lambda": 93.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ] + }, + { + "episode": 1480, + "avg_reward": 6658.33, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + }, + { + "episode": 1490, + "avg_reward": 6676.63, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + }, + { + "episode": 1500, + "avg_reward": 7232.8, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + } + ], + "episode_rewards": [ + -6809.1656, + -6440.7967, + -6167.7323, + -6862.5946, + -6625.4577, + -7068.5772, + -6890.8128, + -7653.3314, + -7038.9934, + -6414.4315, + -6650.3355, + -6894.8248, + -7131.8299, + -6322.5816, + -6609.4358, + -6064.8841, + -5930.2871, + -7478.7185, + -6616.0652, + -6195.007, + -6127.9549, + -6314.5276, + -6591.0852, + -5872.7083, + -5777.0362, + -6423.4295, + -5647.4381, + -5010.0746, + -6204.565, + -5941.8472, + -6408.4611, + -6272.6134, + -6401.2111, + -5471.7721, + -5805.5286, + -5758.5806, + -5506.4934, + -6337.9088, + -5729.68, + -6277.2229, + -5325.5771, + -6248.5669, + -5883.0347, + -5282.0269, + -5945.27, + -6089.9137, + -5158.2246, + -5658.0995, + -5652.1757, + -5682.2099, + -5230.9816, + -4837.5055, + -5089.629, + -5676.6785, + -5858.5435, + -4837.8841, + -5626.5307, + -4646.9446, + -5097.7985, + -4567.1, + -4016.7454, + -5223.7659, + -5049.221, + -5142.6475, + -5527.9641, + -4619.9247, + -3848.9281, + -4772.6427, + -3680.0502, + -4021.9248, + -4719.8169, + -3989.2146, + -3473.1974, + -4332.152, + -3728.6093, + -3588.8298, + -3574.5204, + -4080.3756, + -3383.2857, + -4260.5846, + -4876.9886, + -3859.5552, + -4003.1191, + -4202.5085, + -4161.6565, + -3890.4741, + -3535.4433, + -3175.158, + -3172.1451, + -3926.3099, + -4278.3446, + -4033.0882, + -3371.2122, + -3129.7837, + -3397.4577, + -3380.1696, + -3595.8537, + -3338.4455, + -3541.9439, + -3650.5096, + -2917.1372, + -3026.4695, + -2944.642, + -3388.6651, + -3340.377, + -3017.7037, + -3551.9485, + -3065.7474, + -2394.9375, + -3266.4943, + -3243.492, + -2639.7423, + -3166.5653, + -2482.8323, + -3021.7942, + -2917.7517, + -3129.0252, + -2634.238, + -2553.064, + -3956.9988, + -2378.4117, + -2314.9225, + -2673.4194, + -2913.5208, + -2378.6529, + -2936.359, + -2803.3556, + -2284.9218, + -2214.7252, + -2444.2592, + -2741.2523, + -2757.9717, + -3552.757, + -2934.2043, + -2435.7712, + -2489.4725, + -2545.0749, + -3388.6301, + -2972.8293, + -3052.4051, + -2667.2497, + -2323.157, + -2616.3329, + -2685.9857, + -2844.7497, + -2527.2226, + -2204.5483, + -2822.4319, + -3248.7305, + -2145.9844, + -2594.5712, + -1804.8814, + -2678.7322, + -2351.5465, + -2350.8571, + -2962.4691, + -2765.8311, + -2129.8398, + -2911.3005, + -2025.4187, + -2310.423, + -1848.374, + -1811.6759, + -1769.7887, + -1584.2947, + -1886.1979, + -1532.141, + -1612.3115, + -3021.02, + -1965.9378, + -1496.6904, + -1617.0351, + -970.8556, + -2318.5317, + -1613.6439, + -1405.2075, + -2818.6841, + -913.5389, + -925.6259, + -1023.4115, + -2658.5094, + -2133.1248, + -2064.3153, + -1775.7661, + -1858.58, + -1224.7978, + -2552.048, + -1239.7883, + -2337.5422, + -1982.8853, + -1992.5193, + -2183.7314, + -2169.8335, + -3204.3926, + -1063.0331, + -2003.0904, + -2212.5733, + -2284.8934, + -1423.0211, + -1960.168, + -1710.0559, + -2055.4605, + -2644.1937, + -3535.3993, + -756.3936, + -1365.7457, + -1828.0059, + -1485.4779, + -3175.0716, + -1844.0151, + -2088.9529, + -2161.4343, + -2303.0958, + -1755.072, + -1786.9651, + -2536.5685, + -1512.2155, + -1259.062, + -2654.3438, + -2583.4319, + -2471.0964, + -1678.314, + -85.9208, + -2286.431, + -2700.7652, + -2406.1239, + -2289.4544, + -1433.735, + -1520.0324, + -1447.9964, + -3172.9544, + -2771.6666, + -836.7271, + -3028.1938, + -1813.9416, + -1297.55, + -2071.9492, + -604.3701, + -2213.1268, + -1415.296, + -1208.1247, + -2163.629, + -1240.2549, + -320.382, + -587.0316, + -1962.4427, + -1082.0465, + -3169.2459, + -1221.773, + -597.5615, + -4011.5362, + -2048.8774, + -1754.2888, + -1670.9863, + -2526.3153, + -2288.5823, + -1736.8232, + -370.306, + -2322.1443, + -1605.4487, + -756.8553, + -1548.9051, + -644.1358, + -1043.7668, + -2207.1146, + -1453.3426, + -965.6221, + -1423.2458, + -2806.7441, + -2571.8039, + -2173.0394, + -1655.6037, + -1481.9966, + -1647.0848, + -955.8331, + -1448.0002, + -1185.3293, + -781.3463, + -1843.2072, + -953.6665, + -996.5419, + -684.3484, + -863.8891, + -1575.6186, + -1198.2328, + 939.3499, + -1893.7475, + -1880.4152, + -957.3697, + 483.9713, + -2424.6265, + -1355.5512, + -1168.631, + -1359.1192, + -1550.9739, + -3019.0023, + -1069.6422, + -2875.2647, + -1445.9514, + -51.1099, + -1804.9372, + 163.2601, + -263.604, + -367.2158, + 126.2336, + -1502.9008, + -516.2209, + -1006.8568, + 201.0845, + 886.3459, + -1301.2113, + -538.4507, + 1108.2345, + -801.9229, + -858.7878, + -760.9022, + -822.8584, + 947.4953, + 720.2904, + 1710.8091, + 685.8965, + -1294.1431, + 1685.7138, + 656.4328, + 318.6022, + -2022.4192, + -484.227, + 1101.0708, + 190.5293, + -733.9323, + 565.8347, + -351.1881, + 216.3014, + 751.7541, + -511.4505, + -2061.7335, + -748.4576, + 1198.1716, + 1119.7861, + -1813.9823, + -769.3015, + 222.7398, + -797.0342, + -188.5596, + 58.2103, + 105.7608, + -1649.7586, + -30.4832, + -154.0378, + -882.2862, + -555.3356, + -609.2054, + -324.9341, + 614.6863, + 423.1476, + 311.9696, + -369.4311, + 179.2796, + 1442.1237, + 108.6893, + 656.9195, + 449.7203, + 812.5714, + 1346.0407, + 364.0513, + 852.0092, + 1744.8348, + 1213.274, + 116.6757, + 2385.5468, + 2477.086, + -766.1945, + 2062.5195, + -494.2034, + 1063.4217, + 2070.401, + 546.4871, + 2310.8857, + 1585.4989, + 706.6149, + 1971.0973, + 1786.9365, + -62.4622, + 1391.893, + 2500.2732, + 2443.7832, + 2121.8636, + 1976.0994, + 1697.3795, + 3285.7715, + 2005.6583, + 1960.992, + 2581.7517, + 142.8797, + 641.0372, + 3413.7992, + 3268.9419, + 1730.5155, + 2406.3529, + 3290.1743, + 1978.5923, + 2298.1228, + 2478.5598, + 1556.6211, + -681.9111, + 3702.5289, + 565.5709, + 2776.6453, + 2931.9472, + 3169.8347, + 2978.5011, + 2252.0455, + 3320.6757, + 1329.3811, + 3188.8153, + 1726.8413, + 2926.3937, + 2873.5545, + 2880.7189, + 3956.0706, + 2458.2084, + 2593.0546, + 2803.2309, + 1580.5478, + 2188.0799, + 3321.2714, + 2878.7318, + 1729.1221, + 2569.9048, + 3017.4535, + 3048.048, + 2104.0642, + 1745.7234, + 3686.6228, + 2540.3541, + 3740.4388, + 1057.106, + 3059.7, + 3429.2524, + -247.3791, + 2179.1599, + 2486.4131, + 3158.9674, + 3171.8773, + 3483.2685, + 1745.2062, + 2766.7359, + 3610.2716, + 3057.164, + 2796.788, + 3068.331, + 3050.107, + 3898.0473, + 3373.2025, + 1780.7398, + 1592.282, + 4264.4224, + 2081.7902, + 4319.3352, + 4484.0317, + 4554.6684, + 4481.0524, + 2146.2053, + 2884.7678, + 4966.0128, + 4280.7733, + 4277.0715, + 4116.2785, + 1933.5492, + 2914.176, + 727.9139, + 2299.6114, + 2523.0395, + 3949.6849, + 3822.126, + 2832.6701, + 4078.1812, + 2843.3361, + 3066.442, + 2872.7257, + 4393.3198, + 4617.8974, + 4450.8622, + 2724.0302, + 3562.3901, + 3065.8078, + 3659.0421, + 4082.8413, + 4072.8086, + 3606.6595, + 1634.1986, + 4420.6083, + 2256.0312, + 4228.1235, + 4232.5487, + 4379.4041, + 4719.7931, + 4964.1455, + 4426.0279, + 4595.01, + 4733.3685, + 2536.917, + 4478.8859, + 3956.2475, + 4838.7809, + 3530.405, + 3470.5383, + 3251.9703, + 4797.6534, + 4427.9503, + 4938.2866, + 2401.1702, + 4360.2864, + 3643.9092, + 2854.7732, + 2632.3576, + 4724.3735, + 4090.5236, + 4131.4827, + 4882.2425, + 3584.604, + 4840.7084, + 4902.1887, + 4413.6746, + 2998.2298, + 4090.1245, + 3432.83, + 2830.259, + 3758.5009, + 1968.1223, + 5129.8678, + 5386.3426, + 4722.2529, + 1208.8052, + 1563.2793, + 4280.2284, + 4489.6764, + 4303.5954, + 3072.3332, + 3163.0667, + 4929.2752, + 4735.7317, + 4670.1601, + 4092.3821, + 5583.2341, + 4597.443, + 3830.8971, + 4886.3786, + 4927.4244, + 4714.5659, + 4315.9188, + 4709.7879, + 2832.0728, + 4817.3488, + 4700.179, + 3398.3961, + 4507.1452, + 5127.3575, + 4091.8106, + 1710.9209, + 4523.1179, + 4746.7744, + 4924.1025, + 2299.5981, + 3680.6019, + 4689.5573, + -885.4087, + 5326.0421, + 4536.8513, + 5179.0491, + 1397.0717, + 4597.3445, + 5268.6098, + 1666.843, + 4885.4863, + 4996.7792, + 4776.696, + 4723.7484, + 3896.9489, + 4563.2944, + 4642.6316, + 5363.9658, + 4179.181, + 5506.3207, + 6011.4386, + 5017.5886, + 4475.4601, + 4027.7328, + 2522.3768, + 4951.557, + 5498.5921, + 5215.9527, + 4020.6664, + 4510.287, + 5478.1184, + 5286.2628, + 5348.3471, + 4826.1766, + 4407.1762, + 3449.9633, + 6570.684, + 6160.0075, + 1878.5533, + 5970.1869, + 5606.412, + 5621.6963, + 3885.1311, + 5887.3927, + 5686.8636, + 4105.3253, + 5008.2428, + 5818.7969, + 6202.4518, + 1711.0875, + 6572.6753, + 3968.4017, + 5992.2818, + 6172.4589, + 4354.9396, + 4689.6935, + 5549.6937, + 6704.9365, + 5426.0406, + 3773.4963, + 3727.6182, + 6276.6532, + 6168.4413, + 5982.064, + 5714.2245, + 5961.006, + 6602.1368, + 6574.5935, + 6397.1608, + 6770.7124, + 3918.4656, + 5855.5266, + 5030.3554, + 6172.9357, + 5846.4391, + 6467.694, + 7086.3798, + 6624.2949, + 6795.2372, + 7137.9902, + 5433.041, + 6771.576, + 6075.903, + 6289.716, + 4796.5826, + 6708.5872, + 6645.5266, + 6515.5542, + 3359.6916, + 6002.1462, + 6067.4931, + 6297.6917, + 5404.3622, + 5312.7584, + 6599.8084, + 2772.8403, + 6857.5424, + 4579.9661, + 4025.9024, + 6745.2301, + 6415.4325, + 6743.9889, + 6488.3563, + 6338.6952, + 6844.5211, + 6583.2572, + 6638.1123, + 6443.4517, + 6570.4933, + 4974.4864, + 6270.2976, + 6561.8662, + 2328.6066, + 6713.2886, + 6441.9057, + 2847.0569, + 4887.1907, + 5496.6306, + 6361.2466, + 6782.6033, + 7395.291, + 6786.5852, + 5313.4224, + 6838.5039, + 6894.8436, + 3881.4736, + 6443.9878, + 6374.3588, + 6934.3001, + 7070.6804, + 6501.0337, + 4586.2161, + 7339.5122, + 7751.4717, + 3773.4745, + 6915.2067, + 6947.2281, + 7089.1945, + 6536.6956, + 6730.7486, + 7063.1748, + 6497.6271, + 6656.9215, + 5001.2452, + 6946.5855, + 6516.2606, + 6904.266, + 6799.4211, + 7137.6296, + 7241.1393, + 6464.9038, + 6856.8609, + 6603.5228, + 5275.875, + 6913.3707, + 6885.9921, + 5305.1957, + 6753.3632, + 7204.5024, + 5187.7336, + 7724.3538, + 5202.1693, + 6887.0902, + 5636.7499, + 7088.6244, + 7769.7737, + 7288.7193, + 7683.7442, + 7168.3185, + 7189.8692, + 7018.2067, + 7306.242, + 7612.6236, + 7795.9412, + 3162.664, + 5744.2923, + 6976.8783, + 7945.4262, + 7256.7622, + 7056.554, + 7399.9841, + 6813.3771, + 7685.4454, + 7769.2261, + 7138.9414, + 7370.5135, + 8181.513, + 7554.8372, + 6970.0233, + 5276.2221, + 5945.4651, + 6912.2954, + 7311.6952, + 8047.8156, + 7751.9667, + 7414.5685, + 7118.272, + 7308.0293, + 7368.6744, + 7504.5577, + 7969.232, + 7537.1378, + 7550.311, + 6701.8471, + 7784.0034, + 7371.1396, + 8050.1861, + 8166.459, + 7365.4958, + 7705.919, + 7922.9109, + 7620.9104, + 7782.8256, + 7851.6521, + 7891.2216, + 7847.2362, + 7385.3512, + 6346.5081, + 6304.8881, + 5664.881, + 7572.4284, + 6359.3422, + 7507.9164, + 6837.7585, + 7833.101, + 8097.4907, + 7723.227, + 8060.7585, + 8854.2709, + 7962.0465, + 7300.7037, + 7869.394, + 7970.1247, + 5421.1428, + 8375.8826, + 8270.9922, + 8328.5285, + 7718.4405, + 7162.2082, + 7677.7118, + 8415.3146, + 7899.7755, + 8350.686, + 8950.2414, + 8140.5223, + 7709.389, + 8478.3404, + 8483.8292, + 8685.1553, + 6331.3425, + 7147.0151, + 7407.5261, + 8056.5691, + 8344.0752, + 8321.1538, + 9029.5867, + 8088.3728, + 7740.995, + 8499.4333, + 8594.668, + 8754.4337, + 8272.3218, + 8404.8794, + 8514.3899, + 6063.1393, + 8726.642, + 8898.4083, + 8804.492, + 8415.6478, + 8759.6555, + 9124.7521, + 8361.4233, + 8836.8952, + 7528.6823, + 8168.8263, + 8435.7994, + 8361.0103, + 8769.875, + 8621.3194, + 8454.5426, + 9055.8764, + 9217.948, + 8384.9155, + 9185.4871, + 8638.9654, + 9085.0339, + 8568.9244, + 9662.6122, + 8978.028, + 8757.945, + 7129.4605, + 5965.9542, + 9005.3533, + 8582.5259, + 5911.0032, + 9290.4287, + 8603.5688, + 9051.5634, + 9163.5528, + 9376.757, + 8759.3706, + 8309.3263, + 6545.8062, + 8680.6007, + 7535.9233, + 8640.642, + 9003.3913, + 9088.3086, + 9728.7957, + 9168.1546, + 9429.38, + 9281.3386, + 9847.262, + 8894.2776, + 9787.7826, + 6706.8656, + 7619.1963, + 6860.697, + 9089.7403, + 9439.8198, + 8769.8019, + 9365.7911, + 8930.5811, + 8867.545, + 10144.8662, + 9488.0908, + 7869.8581, + 7359.7496, + 8995.7543, + 8670.1737, + 8971.6742, + 7632.2416, + 9220.704, + 9078.6271, + 9609.5321, + 8879.3934, + 9314.0071, + 9438.0652, + 8788.9011, + 8860.3723, + 9270.5502, + 9091.9152, + 8902.9639, + 7383.412, + 8819.7529, + 8376.8259, + 3945.0495, + 10067.2089, + 8737.705, + 9141.9771, + 7524.4064, + 10539.6019, + 8959.8682, + 6858.9732, + 7082.2708, + 6797.3, + 8881.001, + 8470.2918, + 8774.4491, + 10187.1652, + 7071.646, + 9359.8137, + 9536.4827, + 9242.2805, + 9865.1562, + 9131.5101, + 9200.8692, + 9385.0603, + 9949.1035, + 8576.8836, + 9349.3135, + 9010.9501, + 9427.8104, + 8538.002, + 10056.7475, + 9580.0564, + 9409.8122, + 8345.6325, + 7013.7194, + 9450.2674, + 8967.604, + 9110.5728, + 8881.8963, + 7250.7141, + 10064.9157, + 4482.322, + 9710.2467, + 8859.8502, + 9786.3109, + 9134.5451, + 8783.327, + 9076.3276, + 9379.2265, + 9073.2373, + 8677.0412, + 9117.3901, + 9436.6012, + 9703.4861, + 7990.9121, + 4641.0344, + 9175.2599, + 8809.2667, + 9463.1626, + 9336.75, + 5293.8611, + 7179.2758, + 9495.7931, + 9118.5984, + 9589.9771, + 5692.3467, + 9311.5735, + 6748.8352, + 9744.9775, + 7983.9804, + 7336.4988, + 9262.269, + 7400.6534, + 9587.4566, + 9581.8584, + 9386.6568, + 8626.6366, + 9200.3001, + 5721.7072, + 8012.0869, + 8241.974, + 9088.962, + 10026.2579, + 9417.0571, + 8677.0244, + 55.2106, + 3722.5491, + 4484.2171, + 10088.0114, + 9557.9101, + 8826.3852, + 9156.9992, + 9449.2796, + 9960.7431, + 9662.2153, + 9939.925, + 10179.4147, + 9759.097, + 10338.1872, + 10107.1492, + 9185.2426, + 9329.838, + 10045.2345, + 10065.1781, + 9378.5763, + 10546.1492, + 10124.4174, + 9786.6167, + 9270.1173, + 9330.7918, + 8801.8748, + 9016.9687, + 8555.5471, + 7705.1458, + 3370.0505, + 4441.2735, + 7929.1266, + 6796.5744, + 6269.6492, + 8665.5315, + 7102.0928, + 8529.36, + 8894.7944, + 9785.0061, + 9982.8568, + 10026.1514, + 11002.131, + 10262.2855, + 10169.5226, + 10862.7117, + 9772.6474, + 10123.7454, + 10318.2, + 9471.5105, + 9828.835, + 9995.3172, + 10187.8311, + 9903.94, + 10202.1577, + 9468.4565, + 10038.8269, + 10863.441, + 9848.1994, + 9563.6369, + 10251.6851, + 10307.4983, + 10403.1127, + 9858.8372, + 10407.2767, + 10377.8471, + 10044.4907, + 9191.54, + 11114.0096, + 9779.1507, + 9949.8072, + 10123.535, + 10043.9412, + 10260.8886, + 10007.124, + 10105.0035, + 10334.0993, + 10065.3359, + 10293.1268, + 10009.865, + 10817.256, + 10294.5117, + 9680.8107, + 10745.888, + 10143.7496, + 10889.8923, + 9810.1987, + 10183.5988, + 10226.7465, + 9874.9554, + 10409.2759, + 10481.0268, + 10540.1366, + 9913.5527, + 11087.6642, + 10701.3876, + 9424.0063, + 9421.5381, + 10542.1123, + 10783.0891, + 10085.0629, + 7347.926, + 9969.3671, + 10226.4277, + 8700.7898, + 10861.0443, + 10264.1758, + 10164.6053, + 7796.277, + 10599.1666, + 10943.4216, + 10678.456, + 10509.8365, + 10672.7486, + 10498.2234, + 11345.3744, + 10775.5663, + 10698.0092, + 10715.741, + 10092.0239, + 9465.2614, + 8096.3122, + 10732.0069, + 10279.9115, + 10642.2969, + 9823.0583, + 10886.3209, + 6553.2004, + 7377.1652, + 10654.7599, + 7430.0447, + 10202.5145, + 10851.2318, + 10808.9016, + 10770.7466, + 10275.4026, + 6855.7977, + 6728.6736, + 5371.9709, + 5409.3823, + 10010.6329, + 8192.4835, + 9926.3539, + 10701.6441, + 10431.5334, + 9706.5246, + 7992.5223, + 11586.2362, + 10568.6889, + 10985.2542, + 10742.3056, + 10125.564, + 10295.4974, + 10232.6716, + 10626.8082, + 10285.0077, + 10205.503, + 9964.3549, + 8043.2342, + 10113.3801, + 11161.0512, + 10325.5041, + 11002.5965, + 10574.2586, + 10534.0799, + 10635.4603, + 11141.48, + 10590.2419, + 11177.1676, + 10996.5085, + 10536.189, + 8718.0283, + 10803.343, + 11422.2121, + 9941.1945, + 11054.4026, + 10809.7148, + 11282.6452, + 10691.3313, + 10746.9798, + 9948.6622, + 11126.6551, + 8944.8819, + 11838.9946, + 11519.2235, + 10388.1562, + 9580.163, + 9099.4508, + 11093.0678, + 11044.0742, + 11223.0068, + 8009.7168, + 6279.8093, + 11276.166, + 11431.6084, + 7724.5011, + 10636.2317, + 11704.5871, + 10941.4364, + 11520.353, + 11654.1418, + 10939.9262, + 11118.9929, + 11315.0169, + 10897.0029, + 10990.8559, + 10825.2157, + 12132.4781, + 11934.4709, + 10710.7078, + 10356.1544, + 11887.4075, + 11105.6056, + 11773.4955, + 11140.9905, + 11839.266, + 11583.4908, + 10138.0432, + 10005.7901, + 11728.946, + 11207.7448, + 11412.773, + 11487.4592, + 11392.4252, + 12114.0636, + 11086.9115, + 11382.7549, + 11954.3079, + 11468.9929, + 11143.5851, + 11322.1569, + 11120.1778, + 10689.8136, + 8783.486, + 11847.2954, + 11073.0393, + 11138.7869, + 11891.3695, + 11004.5001, + 11437.3992, + 11048.2809, + 10811.3626, + 12208.6637, + 11950.1032, + 11443.1186, + 7093.5611, + 11360.0177, + 10483.0214, + 10935.5589, + 11376.0232, + 11232.4173, + 12081.8908, + 11983.7175, + 11727.5382, + 11496.4468, + 11695.0526, + 11269.306, + 11122.9351, + 11644.334, + 11355.2979, + 11057.4436, + 11382.9887, + 11331.1987, + 11402.5246, + 11579.7045, + 11736.5443, + 11615.2729, + 11132.5083, + 11892.2125, + 11336.2868, + 11342.6695, + 8621.7666, + 11776.7946, + 11571.4399, + 10588.9185, + 11249.0871, + 10186.3812, + 11620.4519, + 11655.0588, + 9383.3599, + 11885.1056, + 11649.9424, + 11713.1948, + 11852.3379, + 11656.2416, + 11558.5727, + 8981.9842, + 10069.5872, + 11947.356, + 11292.8422, + 11632.3224, + 11140.9671, + 11736.7978, + 12034.7084, + 10517.2286, + 11195.5492, + 12045.1013, + 9034.2685, + 9829.807, + 10549.6371, + 12573.7384, + 9904.0174, + 11425.4346, + 12593.661, + 11496.9943, + 12373.1855, + 11911.0092, + 11537.8523, + 11959.1437, + 11869.7389, + 10691.1062, + 6893.5505, + 11633.5518, + 12515.2987, + 11378.8959, + 12756.2352, + 7817.0554, + 11910.586, + 10959.8859, + 11931.0475, + 7335.955, + 7446.5461, + 10187.4224, + 11738.7088, + 10713.8888, + 7081.5522, + 8280.2583, + 11645.9784, + 11444.6522, + 11247.4689, + 12111.4573, + 12238.6388, + 12282.7022, + 11565.7337, + 6276.7342, + 11199.2695, + 10069.0478, + 9544.9282, + 8323.9566, + 11728.7442, + 11777.7563, + 11086.7307, + 11038.9004, + 11222.3797, + 11406.9504, + 7696.3863, + 10721.6066, + 7009.9833, + 3639.5424, + -438.023, + -2061.5383, + -3089.0197, + -2659.0565, + -2889.992, + -2799.6874, + -2939.6217, + -2672.6091, + -2622.6336, + -2729.0346, + -3026.6712, + -3546.6837, + -4241.0968, + -4307.2269, + -5845.2522, + -6379.3756, + -5795.606, + -6361.7477, + -5842.0765, + -4922.2355, + -4935.9531, + -4692.9387, + -4605.9492, + -4308.2948, + -4211.9801, + -4290.4438, + -4205.4628, + -4170.4535, + -4040.8549, + -3985.9527, + -3764.1829, + -3690.4883, + -3712.5391, + -3475.8563, + -3471.1905, + -3255.9935, + -3210.8243, + -3134.8998, + -2913.4675, + -2794.735, + -2635.3953, + -2625.2823, + -2509.097, + -2429.0942, + -2411.3632, + -2284.189, + -2206.2075, + -2034.607, + -2060.9382, + -1878.0826, + -1835.542, + -1771.3107, + -1653.9144, + -1543.5859, + -1478.99, + -1446.8367, + -1267.9998, + -1071.8704, + -947.0788, + -760.3617, + -779.0708, + -627.9962, + -520.7429, + -477.7636, + -470.9263, + -524.9765, + -707.9277, + -478.8637, + -468.6761, + -406.7431, + -434.7308, + -358.517, + -209.6628, + -212.5618, + 19.2784, + -121.5295, + -207.2373, + -52.6246, + 496.4672, + 72.0186, + -107.2722, + -855.26, + -208.2466, + 141.9547, + -31.8644, + 779.2269, + -85.5805, + -1300.3689, + -399.5371, + 1348.2689, + 1403.1774, + 1002.8031, + 1034.4931, + -1543.1284, + -1819.7064, + -1170.8078, + 754.4776, + -306.82, + -416.4917, + 673.3749, + 3589.8083, + 3068.9046, + 1500.4183, + 1217.1693, + 2400.646, + 327.8772, + 1435.2212, + 594.2608, + 5119.7961, + 2602.1295, + 1954.511, + 2374.668, + 6098.6338, + 5307.8986, + 2963.7612, + 1149.804, + 5826.4145, + 6424.373, + 5882.7875, + 4701.5831, + 4392.1052, + 6444.251, + 5893.1277, + 3353.7782, + 6509.7324, + 4941.6914, + 6218.3342, + 5717.4898, + 6673.8112, + 6116.8953, + 4378.1131, + 4800.0248, + 3890.9963, + 3602.9604, + 5098.4339, + 4975.4431, + 6232.0314, + 5616.6095, + 6658.3322, + 6018.4103, + 5334.9614, + 6896.066, + 5969.8212, + 5531.6446, + 5754.7699, + 2703.3304, + 5222.619, + 4732.8668, + 6676.6277, + 5513.5289, + 6011.121, + 6666.3404, + 7307.2961, + 6485.0676, + 7048.6132, + 7129.823, + 6929.9795, + 7334.6081, + 7232.7989 + ], + "episode_costs": [ + 1.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 1.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.5, + 0.5, + 0.5, + 0.75, + 0.25, + 1.5, + 0.25, + 0.0, + 1.5, + 0.75, + 0.5, + 0.75, + 0.25, + 1.25, + 2.25, + 1.75, + 1.5, + 4.0, + 0.0, + 1.25, + 3.0, + 0.25, + 0.5, + 0.0, + 0.5, + 0.75, + 1.0, + 0.5, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 2.25, + 1.0, + 0.0, + 0.0, + 0.25, + 1.0, + 2.0, + 0.5, + 0.0, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.75, + 0.75, + 1.5, + 0.0, + 1.0, + 0.5, + 0.75, + 0.75, + 1.25, + 0.5, + 0.25, + 1.75, + 0.5, + 1.0, + 0.25, + 1.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.75, + 0.5, + 1.0, + 0.5, + 2.25, + 1.5, + 0.25, + 2.25, + 0.75, + 0.0, + 0.0, + 1.25, + 0.5, + 0.0, + 0.25, + 0.25, + 0.75, + 0.0, + 0.75, + 0.5, + 1.0, + 0.25, + 0.75, + 1.25, + 1.5, + 1.0, + 1.75, + 4.75, + 0.5, + 1.0, + 1.75, + 7.0, + 0.0, + 0.5, + 0.75, + 0.75, + 0.75, + 0.0, + 2.25, + 0.0, + 0.25, + 0.25, + 0.75, + 3.0, + 0.0, + 1.5, + 0.75, + 0.75, + 1.0, + 0.75, + 0.5, + 2.75, + 1.75, + 0.75, + 0.25, + 0.0, + 1.25, + 1.75, + 3.5, + 2.25, + 1.75, + 2.0, + 2.0, + 0.75, + 0.75, + 0.75, + 0.5, + 0.5, + 0.25, + 0.25, + 3.0, + 0.0, + 2.75, + 0.5, + 1.5, + 0.5, + 0.75, + 0.0, + 2.5, + 0.25, + 0.25, + 0.5, + 1.0, + 2.0, + 1.5, + 0.75, + 0.75, + 1.0, + 2.5, + 1.0, + 0.75, + 1.5, + 0.5, + 0.0, + 1.0, + 0.0, + 0.75, + 2.25, + 0.25, + 0.25, + 1.75, + 0.75, + 1.5, + 1.75, + 0.5, + 1.0, + 1.0, + 1.5, + 0.75, + 1.0, + 0.25, + 3.0, + 1.5, + 0.75, + 2.5, + 0.5, + 1.0, + 3.25, + 0.25, + 0.75, + 1.5, + 1.25, + 1.0, + 1.75, + 0.25, + 1.0, + 0.25, + 1.25, + 1.0, + 0.5, + 0.5, + 3.5, + 1.75, + 1.75, + 1.25, + 0.75, + 2.75, + 0.5, + 1.5, + 1.0, + 1.75, + 1.0, + 0.5, + 3.5, + 2.0, + 0.5, + 0.25, + 2.25, + 2.0, + 1.5, + 2.0, + 1.5, + 1.0, + 1.5, + 1.5, + 0.75, + 0.5, + 1.5, + 0.25, + 1.0, + 0.75, + 3.25, + 3.5, + 0.75, + 4.75, + 2.75, + 1.5, + 3.0, + 0.25, + 1.0, + 2.25, + 1.5, + 1.0, + 0.5, + 0.75, + 0.75, + 1.75, + 1.5, + 0.75, + 0.25, + 1.0, + 0.0, + 0.25, + 2.25, + 0.5, + 0.5, + 0.75, + 1.0, + 0.0, + 1.5, + 3.25, + 1.0, + 1.25, + 0.75, + 1.25, + 0.75, + 1.25, + 1.75, + 0.25, + 0.25, + 3.25, + 1.25, + 1.75, + 0.75, + 0.5, + 0.75, + 3.5, + 0.25, + 1.5, + 0.25, + 0.75, + 0.5, + 1.0, + 0.25, + 0.5, + 1.75, + 0.5, + 1.0, + 2.0, + 1.75, + 3.0, + 2.25, + 0.5, + 1.5, + 1.5, + 1.25, + 1.75, + 1.25, + 1.0, + 1.25, + 1.0, + 1.5, + 1.75, + 0.25, + 0.5, + 0.25, + 0.5, + 1.0, + 0.75, + 3.25, + 0.5, + 1.25, + 0.75, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 1.5, + 1.5, + 0.75, + 1.0, + 0.75, + 0.25, + 3.25, + 0.25, + 0.25, + 0.5, + 0.5, + 1.0, + 1.25, + 3.0, + 1.25, + 1.75, + 2.0, + 1.25, + 0.5, + 1.0, + 1.0, + 0.75, + 1.75, + 0.0, + 2.5, + 2.0, + 0.5, + 1.0, + 0.75, + 1.75, + 1.25, + 0.5, + 0.0, + 0.5, + 1.5, + 1.75, + 0.25, + 1.25, + 2.25, + 0.25, + 0.5, + 0.75, + 1.0, + 0.75, + 1.0, + 1.0, + 0.75, + 0.5, + 1.75, + 0.0, + 1.0, + 0.25, + 0.5, + 1.25, + 0.75, + 0.75, + 0.25, + 0.25, + 1.0, + 0.25, + 0.0, + 0.75, + 0.75, + 0.75, + 0.0, + 0.5, + 0.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 0.0, + 0.75, + 0.25, + 1.5, + 0.75, + 0.5, + 1.0, + 0.25, + 0.0, + 0.5, + 0.75, + 0.5, + 0.5, + 0.5, + 1.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.25, + 1.25, + 1.0, + 0.75, + 1.5, + 0.0, + 1.0, + 1.0, + 1.0, + 0.25, + 0.25, + 1.25, + 2.0, + 1.0, + 0.75, + 3.25, + 0.0, + 1.75, + 1.0, + 1.0, + 1.25, + 1.75, + 0.75, + 1.25, + 1.0, + 1.0, + 1.0, + 1.25, + 1.0, + 0.25, + 1.0, + 0.0, + 2.25, + 0.75, + 0.75, + 0.75, + 2.0, + 0.75, + 0.5, + 0.0, + 0.25, + 0.25, + 1.25, + 1.5, + 0.5, + 2.75, + 1.75, + 2.0, + 2.0, + 1.5, + 1.0, + 1.75, + 1.25, + 0.5, + 1.5, + 0.5, + 0.25, + 1.0, + 1.25, + 2.75, + 0.25, + 1.75, + 1.0, + 2.0, + 1.0, + 0.75, + 1.5, + 0.75, + 0.75, + 1.0, + 1.25, + 1.0, + 1.0, + 1.5, + 0.75, + 0.5, + 0.5, + 0.5, + 0.5, + 1.5, + 1.5, + 0.5, + 1.75, + 1.75, + 0.25, + 0.75, + 0.75, + 1.25, + 1.25, + 0.5, + 0.75, + 0.25, + 0.0, + 0.75, + 1.0, + 0.25, + 1.0, + 2.0, + 1.25, + 0.5, + 0.5, + 1.25, + 1.75, + 1.25, + 1.0, + 1.0, + 0.5, + 0.25, + 0.75, + 0.75, + 0.0, + 1.5, + 0.75, + 1.25, + 1.0, + 2.25, + 0.5, + 0.75, + 0.5, + 1.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 1.5, + 0.75, + 0.75, + 0.5, + 0.0, + 0.75, + 1.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 1.25, + 0.75, + 1.0, + 0.75, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.0, + 1.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.5, + 0.0, + 0.5, + 0.25, + 0.75, + 0.25, + 0.0, + 1.25, + 0.25, + 1.25, + 0.25, + 0.75, + 0.25, + 1.0, + 0.0, + 0.5, + 0.5, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 1.0, + 0.0, + 0.5, + 0.75, + 0.25, + 0.5, + 0.25, + 2.75, + 1.75, + 1.0, + 1.0, + 0.75, + 0.0, + 0.75, + 0.75, + 0.75, + 0.75, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.25, + 0.5, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.75, + 0.25, + 0.5, + 0.0, + 0.75, + 0.75, + 0.25, + 1.0, + 0.75, + 0.5, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.5, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.75, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.75, + 0.0, + 0.75, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.25, + 0.75, + 0.5, + 0.5, + 1.75, + 0.0, + 0.25, + 0.5, + 0.75, + 0.0, + 0.0, + 0.0, + 0.5, + 0.75, + 1.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 0.5, + 0.25, + 0.0, + 0.25, + 1.25, + 0.25, + 0.5, + 0.0, + 0.5, + 0.25, + 0.25, + 1.25, + 0.5, + 0.5, + 0.5, + 0.25, + 2.25, + 1.0, + 0.5, + 0.0, + 0.25, + 0.0, + 1.0, + 0.25, + 1.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 1.25, + 0.25, + 0.25, + 0.75, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 1.25, + 0.5, + 0.25, + 0.25, + 0.0, + 0.25, + 0.75, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.5, + 0.0, + 1.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 1.0, + 0.0, + 0.0, + 0.75, + 1.0, + 1.25, + 0.0, + 0.5, + 0.75, + 1.0, + 0.25, + 0.25, + 0.25, + 1.0, + 0.25, + 0.25, + 0.0, + 0.0, + 3.25, + 0.25, + 0.75, + 0.0, + 0.5, + 1.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 1.0, + 0.25, + 0.0, + 1.0, + 0.25, + 1.0, + 0.25, + 0.5, + 0.5, + 0.25, + 2.5, + 1.5, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 2.0, + 1.0, + 2.5, + 1.0, + 0.25, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.75, + 0.0, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.0, + 0.25, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 0.5, + 0.0, + 0.25, + 0.25, + 0.0, + 0.75, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.75, + 0.5, + 0.5, + 0.5, + 0.75, + 0.0, + 0.0, + 0.25, + 0.0, + 0.5, + 1.0, + 0.75, + 0.0, + 0.25, + 0.0, + 2.25, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.75, + 0.25, + 0.75, + 0.0, + 0.0, + 0.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.0, + 1.0, + 0.75, + 0.25, + 1.0, + 0.25, + 0.75, + 0.5, + 0.5, + 0.25, + 0.0, + 0.25, + 0.25, + 0.25, + 1.5, + 1.0, + 0.25, + 0.5, + 1.0, + 0.5, + 0.5, + 0.0, + 1.75, + 0.5, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 1.25, + 0.25, + 0.75, + 0.25, + 0.5, + 0.25, + 0.75, + 0.0, + 0.0, + 0.25, + 1.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 1.0, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.5, + 0.5, + 0.25, + 0.0, + 0.0, + 0.5, + 1.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 1.0, + 1.0, + 0.25, + 0.5, + 0.25, + 0.0, + 0.5, + 0.25, + 1.25, + 0.0, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 0.0, + 1.0, + 1.5, + 0.0, + 0.25, + 1.0, + 0.25, + 0.0, + 0.0, + 0.25, + 0.5, + 0.0, + 0.75, + 0.25, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.75, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.25, + 1.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.25, + 1.0, + 0.5, + 1.25, + 0.0, + 0.0, + 0.75, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.0, + 0.25, + 0.0, + 1.0, + 0.5, + 0.25, + 0.25, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 1.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.0, + 1.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.25, + 0.25, + 0.5, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 1.5, + 0.0, + 0.5, + 0.25, + 0.25, + 0.25, + 0.5, + 0.5, + 0.0, + 0.25, + 0.0, + 0.0, + 0.25, + 2.0, + 0.5, + 0.0, + 0.75, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.25, + 0.75, + 0.25, + 0.25, + 0.25, + 0.75, + 1.25, + 0.25, + 0.0, + 1.5, + 0.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.5, + 0.5, + 0.25, + 0.5, + 0.0, + 0.0, + 0.5, + 0.25, + 0.0, + 0.5, + 0.0, + 0.5, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.75, + 0.0, + 0.0, + 0.25, + 0.25, + 0.0, + 0.0, + 0.75, + 0.5, + 0.25, + 2.0, + 2.25, + 5.25, + 7.0, + 4.75, + 2.0, + 0.0, + 0.0, + 1.75, + 1.0, + 0.75, + 0.5, + 1.75, + 1.5, + 1.0, + 0.0, + 1.25, + 1.5, + 0.75, + 0.5, + 1.75, + 1.5, + 1.25, + 0.0, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.25, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "episode_lambdas": [ + [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ], + [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ], + [ + 10.15, + 10.15, + 10.15, + 10.15, + 10.15, + 10.15 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.175, + 10.175, + 10.175, + 10.175, + 10.175, + 10.175 + ], + [ + 10.2, + 10.2, + 10.2, + 10.2, + 10.2, + 10.2 + ], + [ + 10.275, + 10.275, + 10.275, + 10.275, + 10.275, + 10.275 + ], + [ + 10.3, + 10.3, + 10.3, + 10.3, + 10.3, + 10.3 + ], + [ + 10.3, + 10.3, + 10.3, + 10.3, + 10.3, + 10.3 + ], + [ + 10.35, + 10.35, + 10.35, + 10.35, + 10.35, + 10.35 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ], + [ + 10.4, + 10.4, + 10.4, + 10.4, + 10.4, + 10.4 + ], + [ + 10.425, + 10.425, + 10.425, + 10.425, + 10.425, + 10.425 + ], + [ + 10.425, + 10.425, + 10.425, + 10.425, + 10.425, + 10.425 + ], + [ + 10.45, + 10.45, + 10.45, + 10.45, + 10.45, + 10.45 + ], + [ + 10.5, + 10.5, + 10.5, + 10.5, + 10.5, + 10.5 + ], + [ + 10.55, + 10.55, + 10.55, + 10.55, + 10.55, + 10.55 + ], + [ + 10.55, + 10.55, + 10.55, + 10.55, + 10.55, + 10.55 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.6, + 10.6, + 10.6, + 10.6, + 10.6, + 10.6 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ], + [ + 10.7, + 10.7, + 10.7, + 10.7, + 10.7, + 10.7 + ], + [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ], + [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ], + [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.825, + 10.825, + 10.825, + 10.825, + 10.825, + 10.825 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.175, + 11.175, + 11.175, + 11.175, + 11.175, + 11.175 + ], + [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ], + [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.275, + 11.275, + 11.275, + 11.275, + 11.275, + 11.275 + ], + [ + 11.325, + 11.325, + 11.325, + 11.325, + 11.325, + 11.325 + ], + [ + 11.375, + 11.375, + 11.375, + 11.375, + 11.375, + 11.375 + ], + [ + 11.425, + 11.425, + 11.425, + 11.425, + 11.425, + 11.425 + ], + [ + 11.5, + 11.5, + 11.5, + 11.5, + 11.5, + 11.5 + ], + [ + 11.525, + 11.525, + 11.525, + 11.525, + 11.525, + 11.525 + ], + [ + 11.675, + 11.675, + 11.675, + 11.675, + 11.675, + 11.675 + ], + [ + 11.7, + 11.7, + 11.7, + 11.7, + 11.7, + 11.7 + ], + [ + 11.7, + 11.7, + 11.7, + 11.7, + 11.7, + 11.7 + ], + [ + 11.85, + 11.85, + 11.85, + 11.85, + 11.85, + 11.85 + ], + [ + 11.925, + 11.925, + 11.925, + 11.925, + 11.925, + 11.925 + ], + [ + 11.975, + 11.975, + 11.975, + 11.975, + 11.975, + 11.975 + ], + [ + 12.05, + 12.05, + 12.05, + 12.05, + 12.05, + 12.05 + ], + [ + 12.075, + 12.075, + 12.075, + 12.075, + 12.075, + 12.075 + ], + [ + 12.2, + 12.2, + 12.2, + 12.2, + 12.2, + 12.2 + ], + [ + 12.425, + 12.425, + 12.425, + 12.425, + 12.425, + 12.425 + ], + [ + 12.6, + 12.6, + 12.6, + 12.6, + 12.6, + 12.6 + ], + [ + 12.75, + 12.75, + 12.75, + 12.75, + 12.75, + 12.75 + ], + [ + 13.15, + 13.15, + 13.15, + 13.15, + 13.15, + 13.15 + ], + [ + 13.15, + 13.15, + 13.15, + 13.15, + 13.15, + 13.15 + ], + [ + 13.275, + 13.275, + 13.275, + 13.275, + 13.275, + 13.275 + ], + [ + 13.575, + 13.575, + 13.575, + 13.575, + 13.575, + 13.575 + ], + [ + 13.6, + 13.6, + 13.6, + 13.6, + 13.6, + 13.6 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.65, + 13.65, + 13.65, + 13.65, + 13.65, + 13.65 + ], + [ + 13.7, + 13.7, + 13.7, + 13.7, + 13.7, + 13.7 + ], + [ + 13.775, + 13.775, + 13.775, + 13.775, + 13.775, + 13.775 + ], + [ + 13.875, + 13.875, + 13.875, + 13.875, + 13.875, + 13.875 + ], + [ + 13.925, + 13.925, + 13.925, + 13.925, + 13.925, + 13.925 + ], + [ + 13.975, + 13.975, + 13.975, + 13.975, + 13.975, + 13.975 + ], + [ + 14.025, + 14.025, + 14.025, + 14.025, + 14.025, + 14.025 + ], + [ + 14.025, + 14.025, + 14.025, + 14.025, + 14.025, + 14.025 + ], + [ + 14.025, + 14.025, + 14.025, + 14.025, + 14.025, + 14.025 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ], + [ + 14.275, + 14.275, + 14.275, + 14.275, + 14.275, + 14.275 + ], + [ + 14.375, + 14.375, + 14.375, + 14.375, + 14.375, + 14.375 + ], + [ + 14.375, + 14.375, + 14.375, + 14.375, + 14.375, + 14.375 + ], + [ + 14.375, + 14.375, + 14.375, + 14.375, + 14.375, + 14.375 + ], + [ + 14.4, + 14.4, + 14.4, + 14.4, + 14.4, + 14.4 + ], + [ + 14.5, + 14.5, + 14.5, + 14.5, + 14.5, + 14.5 + ], + [ + 14.7, + 14.7, + 14.7, + 14.7, + 14.7, + 14.7 + ], + [ + 14.75, + 14.75, + 14.75, + 14.75, + 14.75, + 14.75 + ], + [ + 14.75, + 14.75, + 14.75, + 14.75, + 14.75, + 14.75 + ], + [ + 14.8, + 14.8, + 14.8, + 14.8, + 14.8, + 14.8 + ], + [ + 14.875, + 14.875, + 14.875, + 14.875, + 14.875, + 14.875 + ], + [ + 14.875, + 14.875, + 14.875, + 14.875, + 14.875, + 14.875 + ], + [ + 14.875, + 14.875, + 14.875, + 14.875, + 14.875, + 14.875 + ], + [ + 14.9, + 14.9, + 14.9, + 14.9, + 14.9, + 14.9 + ], + [ + 14.9, + 14.9, + 14.9, + 14.9, + 14.9, + 14.9 + ], + [ + 14.925, + 14.925, + 14.925, + 14.925, + 14.925, + 14.925 + ], + [ + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0 + ], + [ + 15.075, + 15.075, + 15.075, + 15.075, + 15.075, + 15.075 + ], + [ + 15.225, + 15.225, + 15.225, + 15.225, + 15.225, + 15.225 + ], + [ + 15.225, + 15.225, + 15.225, + 15.225, + 15.225, + 15.225 + ], + [ + 15.325, + 15.325, + 15.325, + 15.325, + 15.325, + 15.325 + ], + [ + 15.375, + 15.375, + 15.375, + 15.375, + 15.375, + 15.375 + ], + [ + 15.45, + 15.45, + 15.45, + 15.45, + 15.45, + 15.45 + ], + [ + 15.525, + 15.525, + 15.525, + 15.525, + 15.525, + 15.525 + ], + [ + 15.65, + 15.65, + 15.65, + 15.65, + 15.65, + 15.65 + ], + [ + 15.7, + 15.7, + 15.7, + 15.7, + 15.7, + 15.7 + ], + [ + 15.725, + 15.725, + 15.725, + 15.725, + 15.725, + 15.725 + ], + [ + 15.9, + 15.9, + 15.9, + 15.9, + 15.9, + 15.9 + ], + [ + 15.95, + 15.95, + 15.95, + 15.95, + 15.95, + 15.95 + ], + [ + 16.05, + 16.05, + 16.05, + 16.05, + 16.05, + 16.05 + ], + [ + 16.075, + 16.075, + 16.075, + 16.075, + 16.075, + 16.075 + ], + [ + 16.2, + 16.2, + 16.2, + 16.2, + 16.2, + 16.2 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.225, + 16.225, + 16.225, + 16.225, + 16.225, + 16.225 + ], + [ + 16.275, + 16.275, + 16.275, + 16.275, + 16.275, + 16.275 + ], + [ + 16.35, + 16.35, + 16.35, + 16.35, + 16.35, + 16.35 + ], + [ + 16.4, + 16.4, + 16.4, + 16.4, + 16.4, + 16.4 + ], + [ + 16.5, + 16.5, + 16.5, + 16.5, + 16.5, + 16.5 + ], + [ + 16.55, + 16.55, + 16.55, + 16.55, + 16.55, + 16.55 + ], + [ + 16.775, + 16.775, + 16.775, + 16.775, + 16.775, + 16.775 + ], + [ + 16.925, + 16.925, + 16.925, + 16.925, + 16.925, + 16.925 + ], + [ + 16.95, + 16.95, + 16.95, + 16.95, + 16.95, + 16.95 + ], + [ + 17.175, + 17.175, + 17.175, + 17.175, + 17.175, + 17.175 + ], + [ + 17.25, + 17.25, + 17.25, + 17.25, + 17.25, + 17.25 + ], + [ + 17.25, + 17.25, + 17.25, + 17.25, + 17.25, + 17.25 + ], + [ + 17.25, + 17.25, + 17.25, + 17.25, + 17.25, + 17.25 + ], + [ + 17.375, + 17.375, + 17.375, + 17.375, + 17.375, + 17.375 + ], + [ + 17.425, + 17.425, + 17.425, + 17.425, + 17.425, + 17.425 + ], + [ + 17.425, + 17.425, + 17.425, + 17.425, + 17.425, + 17.425 + ], + [ + 17.45, + 17.45, + 17.45, + 17.45, + 17.45, + 17.45 + ], + [ + 17.475, + 17.475, + 17.475, + 17.475, + 17.475, + 17.475 + ], + [ + 17.55, + 17.55, + 17.55, + 17.55, + 17.55, + 17.55 + ], + [ + 17.55, + 17.55, + 17.55, + 17.55, + 17.55, + 17.55 + ], + [ + 17.625, + 17.625, + 17.625, + 17.625, + 17.625, + 17.625 + ], + [ + 17.675, + 17.675, + 17.675, + 17.675, + 17.675, + 17.675 + ], + [ + 17.775, + 17.775, + 17.775, + 17.775, + 17.775, + 17.775 + ], + [ + 17.8, + 17.8, + 17.8, + 17.8, + 17.8, + 17.8 + ], + [ + 17.875, + 17.875, + 17.875, + 17.875, + 17.875, + 17.875 + ], + [ + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0 + ], + [ + 18.15, + 18.15, + 18.15, + 18.15, + 18.15, + 18.15 + ], + [ + 18.25, + 18.25, + 18.25, + 18.25, + 18.25, + 18.25 + ], + [ + 18.425, + 18.425, + 18.425, + 18.425, + 18.425, + 18.425 + ], + [ + 18.9, + 18.9, + 18.9, + 18.9, + 18.9, + 18.9 + ], + [ + 18.95, + 18.95, + 18.95, + 18.95, + 18.95, + 18.95 + ], + [ + 19.05, + 19.05, + 19.05, + 19.05, + 19.05, + 19.05 + ], + [ + 19.225, + 19.225, + 19.225, + 19.225, + 19.225, + 19.225 + ], + [ + 19.925, + 19.925, + 19.925, + 19.925, + 19.925, + 19.925 + ], + [ + 19.925, + 19.925, + 19.925, + 19.925, + 19.925, + 19.925 + ], + [ + 19.975, + 19.975, + 19.975, + 19.975, + 19.975, + 19.975 + ], + [ + 20.05, + 20.05, + 20.05, + 20.05, + 20.05, + 20.05 + ], + [ + 20.125, + 20.125, + 20.125, + 20.125, + 20.125, + 20.125 + ], + [ + 20.2, + 20.2, + 20.2, + 20.2, + 20.2, + 20.2 + ], + [ + 20.2, + 20.2, + 20.2, + 20.2, + 20.2, + 20.2 + ], + [ + 20.425, + 20.425, + 20.425, + 20.425, + 20.425, + 20.425 + ], + [ + 20.425, + 20.425, + 20.425, + 20.425, + 20.425, + 20.425 + ], + [ + 20.45, + 20.45, + 20.45, + 20.45, + 20.45, + 20.45 + ], + [ + 20.475, + 20.475, + 20.475, + 20.475, + 20.475, + 20.475 + ], + [ + 20.55, + 20.55, + 20.55, + 20.55, + 20.55, + 20.55 + ], + [ + 20.85, + 20.85, + 20.85, + 20.85, + 20.85, + 20.85 + ], + [ + 20.85, + 20.85, + 20.85, + 20.85, + 20.85, + 20.85 + ], + [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + [ + 21.075, + 21.075, + 21.075, + 21.075, + 21.075, + 21.075 + ], + [ + 21.15, + 21.15, + 21.15, + 21.15, + 21.15, + 21.15 + ], + [ + 21.25, + 21.25, + 21.25, + 21.25, + 21.25, + 21.25 + ], + [ + 21.325, + 21.325, + 21.325, + 21.325, + 21.325, + 21.325 + ], + [ + 21.375, + 21.375, + 21.375, + 21.375, + 21.375, + 21.375 + ], + [ + 21.65, + 21.65, + 21.65, + 21.65, + 21.65, + 21.65 + ], + [ + 21.825, + 21.825, + 21.825, + 21.825, + 21.825, + 21.825 + ], + [ + 21.9, + 21.9, + 21.9, + 21.9, + 21.9, + 21.9 + ], + [ + 21.925, + 21.925, + 21.925, + 21.925, + 21.925, + 21.925 + ], + [ + 21.925, + 21.925, + 21.925, + 21.925, + 21.925, + 21.925 + ], + [ + 22.05, + 22.05, + 22.05, + 22.05, + 22.05, + 22.05 + ], + [ + 22.225, + 22.225, + 22.225, + 22.225, + 22.225, + 22.225 + ], + [ + 22.575, + 22.575, + 22.575, + 22.575, + 22.575, + 22.575 + ], + [ + 22.8, + 22.8, + 22.8, + 22.8, + 22.8, + 22.8 + ], + [ + 22.975, + 22.975, + 22.975, + 22.975, + 22.975, + 22.975 + ], + [ + 23.175, + 23.175, + 23.175, + 23.175, + 23.175, + 23.175 + ], + [ + 23.375, + 23.375, + 23.375, + 23.375, + 23.375, + 23.375 + ], + [ + 23.45, + 23.45, + 23.45, + 23.45, + 23.45, + 23.45 + ], + [ + 23.525, + 23.525, + 23.525, + 23.525, + 23.525, + 23.525 + ], + [ + 23.6, + 23.6, + 23.6, + 23.6, + 23.6, + 23.6 + ], + [ + 23.65, + 23.65, + 23.65, + 23.65, + 23.65, + 23.65 + ], + [ + 23.7, + 23.7, + 23.7, + 23.7, + 23.7, + 23.7 + ], + [ + 23.725, + 23.725, + 23.725, + 23.725, + 23.725, + 23.725 + ], + [ + 23.75, + 23.75, + 23.75, + 23.75, + 23.75, + 23.75 + ], + [ + 24.05, + 24.05, + 24.05, + 24.05, + 24.05, + 24.05 + ], + [ + 24.05, + 24.05, + 24.05, + 24.05, + 24.05, + 24.05 + ], + [ + 24.325, + 24.325, + 24.325, + 24.325, + 24.325, + 24.325 + ], + [ + 24.375, + 24.375, + 24.375, + 24.375, + 24.375, + 24.375 + ], + [ + 24.525, + 24.525, + 24.525, + 24.525, + 24.525, + 24.525 + ], + [ + 24.575, + 24.575, + 24.575, + 24.575, + 24.575, + 24.575 + ], + [ + 24.65, + 24.65, + 24.65, + 24.65, + 24.65, + 24.65 + ], + [ + 24.65, + 24.65, + 24.65, + 24.65, + 24.65, + 24.65 + ], + [ + 24.9, + 24.9, + 24.9, + 24.9, + 24.9, + 24.9 + ], + [ + 24.925, + 24.925, + 24.925, + 24.925, + 24.925, + 24.925 + ], + [ + 24.95, + 24.95, + 24.95, + 24.95, + 24.95, + 24.95 + ], + [ + 25.0, + 25.0, + 25.0, + 25.0, + 25.0, + 25.0 + ], + [ + 25.1, + 25.1, + 25.1, + 25.1, + 25.1, + 25.1 + ], + [ + 25.3, + 25.3, + 25.3, + 25.3, + 25.3, + 25.3 + ], + [ + 25.45, + 25.45, + 25.45, + 25.45, + 25.45, + 25.45 + ], + [ + 25.525, + 25.525, + 25.525, + 25.525, + 25.525, + 25.525 + ], + [ + 25.6, + 25.6, + 25.6, + 25.6, + 25.6, + 25.6 + ], + [ + 25.7, + 25.7, + 25.7, + 25.7, + 25.7, + 25.7 + ], + [ + 25.95, + 25.95, + 25.95, + 25.95, + 25.95, + 25.95 + ], + [ + 26.05, + 26.05, + 26.05, + 26.05, + 26.05, + 26.05 + ], + [ + 26.125, + 26.125, + 26.125, + 26.125, + 26.125, + 26.125 + ], + [ + 26.275, + 26.275, + 26.275, + 26.275, + 26.275, + 26.275 + ], + [ + 26.325, + 26.325, + 26.325, + 26.325, + 26.325, + 26.325 + ], + [ + 26.325, + 26.325, + 26.325, + 26.325, + 26.325, + 26.325 + ], + [ + 26.425, + 26.425, + 26.425, + 26.425, + 26.425, + 26.425 + ], + [ + 26.425, + 26.425, + 26.425, + 26.425, + 26.425, + 26.425 + ], + [ + 26.5, + 26.5, + 26.5, + 26.5, + 26.5, + 26.5 + ], + [ + 26.725, + 26.725, + 26.725, + 26.725, + 26.725, + 26.725 + ], + [ + 26.75, + 26.75, + 26.75, + 26.75, + 26.75, + 26.75 + ], + [ + 26.775, + 26.775, + 26.775, + 26.775, + 26.775, + 26.775 + ], + [ + 26.95, + 26.95, + 26.95, + 26.95, + 26.95, + 26.95 + ], + [ + 27.025, + 27.025, + 27.025, + 27.025, + 27.025, + 27.025 + ], + [ + 27.175, + 27.175, + 27.175, + 27.175, + 27.175, + 27.175 + ], + [ + 27.35, + 27.35, + 27.35, + 27.35, + 27.35, + 27.35 + ], + [ + 27.4, + 27.4, + 27.4, + 27.4, + 27.4, + 27.4 + ], + [ + 27.5, + 27.5, + 27.5, + 27.5, + 27.5, + 27.5 + ], + [ + 27.6, + 27.6, + 27.6, + 27.6, + 27.6, + 27.6 + ], + [ + 27.75, + 27.75, + 27.75, + 27.75, + 27.75, + 27.75 + ], + [ + 27.825, + 27.825, + 27.825, + 27.825, + 27.825, + 27.825 + ], + [ + 27.925, + 27.925, + 27.925, + 27.925, + 27.925, + 27.925 + ], + [ + 27.95, + 27.95, + 27.95, + 27.95, + 27.95, + 27.95 + ], + [ + 28.25, + 28.25, + 28.25, + 28.25, + 28.25, + 28.25 + ], + [ + 28.4, + 28.4, + 28.4, + 28.4, + 28.4, + 28.4 + ], + [ + 28.475, + 28.475, + 28.475, + 28.475, + 28.475, + 28.475 + ], + [ + 28.725, + 28.725, + 28.725, + 28.725, + 28.725, + 28.725 + ], + [ + 28.775, + 28.775, + 28.775, + 28.775, + 28.775, + 28.775 + ], + [ + 28.875, + 28.875, + 28.875, + 28.875, + 28.875, + 28.875 + ], + [ + 29.2, + 29.2, + 29.2, + 29.2, + 29.2, + 29.2 + ], + [ + 29.225, + 29.225, + 29.225, + 29.225, + 29.225, + 29.225 + ], + [ + 29.3, + 29.3, + 29.3, + 29.3, + 29.3, + 29.3 + ], + [ + 29.45, + 29.45, + 29.45, + 29.45, + 29.45, + 29.45 + ], + [ + 29.575, + 29.575, + 29.575, + 29.575, + 29.575, + 29.575 + ], + [ + 29.675, + 29.675, + 29.675, + 29.675, + 29.675, + 29.675 + ], + [ + 29.85, + 29.85, + 29.85, + 29.85, + 29.85, + 29.85 + ], + [ + 29.875, + 29.875, + 29.875, + 29.875, + 29.875, + 29.875 + ], + [ + 29.975, + 29.975, + 29.975, + 29.975, + 29.975, + 29.975 + ], + [ + 30.0, + 30.0, + 30.0, + 30.0, + 30.0, + 30.0 + ], + [ + 30.125, + 30.125, + 30.125, + 30.125, + 30.125, + 30.125 + ], + [ + 30.225, + 30.225, + 30.225, + 30.225, + 30.225, + 30.225 + ], + [ + 30.275, + 30.275, + 30.275, + 30.275, + 30.275, + 30.275 + ], + [ + 30.325, + 30.325, + 30.325, + 30.325, + 30.325, + 30.325 + ], + [ + 30.675, + 30.675, + 30.675, + 30.675, + 30.675, + 30.675 + ], + [ + 30.85, + 30.85, + 30.85, + 30.85, + 30.85, + 30.85 + ], + [ + 31.025, + 31.025, + 31.025, + 31.025, + 31.025, + 31.025 + ], + [ + 31.15, + 31.15, + 31.15, + 31.15, + 31.15, + 31.15 + ], + [ + 31.225, + 31.225, + 31.225, + 31.225, + 31.225, + 31.225 + ], + [ + 31.5, + 31.5, + 31.5, + 31.5, + 31.5, + 31.5 + ], + [ + 31.55, + 31.55, + 31.55, + 31.55, + 31.55, + 31.55 + ], + [ + 31.7, + 31.7, + 31.7, + 31.7, + 31.7, + 31.7 + ], + [ + 31.8, + 31.8, + 31.8, + 31.8, + 31.8, + 31.8 + ], + [ + 31.975, + 31.975, + 31.975, + 31.975, + 31.975, + 31.975 + ], + [ + 32.075, + 32.075, + 32.075, + 32.075, + 32.075, + 32.075 + ], + [ + 32.125, + 32.125, + 32.125, + 32.125, + 32.125, + 32.125 + ], + [ + 32.475, + 32.475, + 32.475, + 32.475, + 32.475, + 32.475 + ], + [ + 32.675, + 32.675, + 32.675, + 32.675, + 32.675, + 32.675 + ], + [ + 32.725, + 32.725, + 32.725, + 32.725, + 32.725, + 32.725 + ], + [ + 32.75, + 32.75, + 32.75, + 32.75, + 32.75, + 32.75 + ], + [ + 32.975, + 32.975, + 32.975, + 32.975, + 32.975, + 32.975 + ], + [ + 33.175, + 33.175, + 33.175, + 33.175, + 33.175, + 33.175 + ], + [ + 33.325, + 33.325, + 33.325, + 33.325, + 33.325, + 33.325 + ], + [ + 33.525, + 33.525, + 33.525, + 33.525, + 33.525, + 33.525 + ], + [ + 33.675, + 33.675, + 33.675, + 33.675, + 33.675, + 33.675 + ], + [ + 33.775, + 33.775, + 33.775, + 33.775, + 33.775, + 33.775 + ], + [ + 33.925, + 33.925, + 33.925, + 33.925, + 33.925, + 33.925 + ], + [ + 34.075, + 34.075, + 34.075, + 34.075, + 34.075, + 34.075 + ], + [ + 34.15, + 34.15, + 34.15, + 34.15, + 34.15, + 34.15 + ], + [ + 34.2, + 34.2, + 34.2, + 34.2, + 34.2, + 34.2 + ], + [ + 34.35, + 34.35, + 34.35, + 34.35, + 34.35, + 34.35 + ], + [ + 34.375, + 34.375, + 34.375, + 34.375, + 34.375, + 34.375 + ], + [ + 34.475, + 34.475, + 34.475, + 34.475, + 34.475, + 34.475 + ], + [ + 34.55, + 34.55, + 34.55, + 34.55, + 34.55, + 34.55 + ], + [ + 34.875, + 34.875, + 34.875, + 34.875, + 34.875, + 34.875 + ], + [ + 35.225, + 35.225, + 35.225, + 35.225, + 35.225, + 35.225 + ], + [ + 35.3, + 35.3, + 35.3, + 35.3, + 35.3, + 35.3 + ], + [ + 35.775, + 35.775, + 35.775, + 35.775, + 35.775, + 35.775 + ], + [ + 36.05, + 36.05, + 36.05, + 36.05, + 36.05, + 36.05 + ], + [ + 36.2, + 36.2, + 36.2, + 36.2, + 36.2, + 36.2 + ], + [ + 36.5, + 36.5, + 36.5, + 36.5, + 36.5, + 36.5 + ], + [ + 36.525, + 36.525, + 36.525, + 36.525, + 36.525, + 36.525 + ], + [ + 36.625, + 36.625, + 36.625, + 36.625, + 36.625, + 36.625 + ], + [ + 36.85, + 36.85, + 36.85, + 36.85, + 36.85, + 36.85 + ], + [ + 37.0, + 37.0, + 37.0, + 37.0, + 37.0, + 37.0 + ], + [ + 37.1, + 37.1, + 37.1, + 37.1, + 37.1, + 37.1 + ], + [ + 37.15, + 37.15, + 37.15, + 37.15, + 37.15, + 37.15 + ], + [ + 37.225, + 37.225, + 37.225, + 37.225, + 37.225, + 37.225 + ], + [ + 37.3, + 37.3, + 37.3, + 37.3, + 37.3, + 37.3 + ], + [ + 37.475, + 37.475, + 37.475, + 37.475, + 37.475, + 37.475 + ], + [ + 37.625, + 37.625, + 37.625, + 37.625, + 37.625, + 37.625 + ], + [ + 37.7, + 37.7, + 37.7, + 37.7, + 37.7, + 37.7 + ], + [ + 37.725, + 37.725, + 37.725, + 37.725, + 37.725, + 37.725 + ], + [ + 37.825, + 37.825, + 37.825, + 37.825, + 37.825, + 37.825 + ], + [ + 37.825, + 37.825, + 37.825, + 37.825, + 37.825, + 37.825 + ], + [ + 37.85, + 37.85, + 37.85, + 37.85, + 37.85, + 37.85 + ], + [ + 38.075, + 38.075, + 38.075, + 38.075, + 38.075, + 38.075 + ], + [ + 38.125, + 38.125, + 38.125, + 38.125, + 38.125, + 38.125 + ], + [ + 38.175, + 38.175, + 38.175, + 38.175, + 38.175, + 38.175 + ], + [ + 38.25, + 38.25, + 38.25, + 38.25, + 38.25, + 38.25 + ], + [ + 38.35, + 38.35, + 38.35, + 38.35, + 38.35, + 38.35 + ], + [ + 38.35, + 38.35, + 38.35, + 38.35, + 38.35, + 38.35 + ], + [ + 38.5, + 38.5, + 38.5, + 38.5, + 38.5, + 38.5 + ], + [ + 38.825, + 38.825, + 38.825, + 38.825, + 38.825, + 38.825 + ], + [ + 38.925, + 38.925, + 38.925, + 38.925, + 38.925, + 38.925 + ], + [ + 39.05, + 39.05, + 39.05, + 39.05, + 39.05, + 39.05 + ], + [ + 39.125, + 39.125, + 39.125, + 39.125, + 39.125, + 39.125 + ], + [ + 39.25, + 39.25, + 39.25, + 39.25, + 39.25, + 39.25 + ], + [ + 39.325, + 39.325, + 39.325, + 39.325, + 39.325, + 39.325 + ], + [ + 39.45, + 39.45, + 39.45, + 39.45, + 39.45, + 39.45 + ], + [ + 39.625, + 39.625, + 39.625, + 39.625, + 39.625, + 39.625 + ], + [ + 39.65, + 39.65, + 39.65, + 39.65, + 39.65, + 39.65 + ], + [ + 39.675, + 39.675, + 39.675, + 39.675, + 39.675, + 39.675 + ], + [ + 40.0, + 40.0, + 40.0, + 40.0, + 40.0, + 40.0 + ], + [ + 40.125, + 40.125, + 40.125, + 40.125, + 40.125, + 40.125 + ], + [ + 40.3, + 40.3, + 40.3, + 40.3, + 40.3, + 40.3 + ], + [ + 40.375, + 40.375, + 40.375, + 40.375, + 40.375, + 40.375 + ], + [ + 40.425, + 40.425, + 40.425, + 40.425, + 40.425, + 40.425 + ], + [ + 40.5, + 40.5, + 40.5, + 40.5, + 40.5, + 40.5 + ], + [ + 40.85, + 40.85, + 40.85, + 40.85, + 40.85, + 40.85 + ], + [ + 40.875, + 40.875, + 40.875, + 40.875, + 40.875, + 40.875 + ], + [ + 41.025, + 41.025, + 41.025, + 41.025, + 41.025, + 41.025 + ], + [ + 41.05, + 41.05, + 41.05, + 41.05, + 41.05, + 41.05 + ], + [ + 41.125, + 41.125, + 41.125, + 41.125, + 41.125, + 41.125 + ], + [ + 41.175, + 41.175, + 41.175, + 41.175, + 41.175, + 41.175 + ], + [ + 41.275, + 41.275, + 41.275, + 41.275, + 41.275, + 41.275 + ], + [ + 41.3, + 41.3, + 41.3, + 41.3, + 41.3, + 41.3 + ], + [ + 41.35, + 41.35, + 41.35, + 41.35, + 41.35, + 41.35 + ], + [ + 41.525, + 41.525, + 41.525, + 41.525, + 41.525, + 41.525 + ], + [ + 41.575, + 41.575, + 41.575, + 41.575, + 41.575, + 41.575 + ], + [ + 41.675, + 41.675, + 41.675, + 41.675, + 41.675, + 41.675 + ], + [ + 41.875, + 41.875, + 41.875, + 41.875, + 41.875, + 41.875 + ], + [ + 42.05, + 42.05, + 42.05, + 42.05, + 42.05, + 42.05 + ], + [ + 42.35, + 42.35, + 42.35, + 42.35, + 42.35, + 42.35 + ], + [ + 42.575, + 42.575, + 42.575, + 42.575, + 42.575, + 42.575 + ], + [ + 42.625, + 42.625, + 42.625, + 42.625, + 42.625, + 42.625 + ], + [ + 42.775, + 42.775, + 42.775, + 42.775, + 42.775, + 42.775 + ], + [ + 42.925, + 42.925, + 42.925, + 42.925, + 42.925, + 42.925 + ], + [ + 43.05, + 43.05, + 43.05, + 43.05, + 43.05, + 43.05 + ], + [ + 43.225, + 43.225, + 43.225, + 43.225, + 43.225, + 43.225 + ], + [ + 43.35, + 43.35, + 43.35, + 43.35, + 43.35, + 43.35 + ], + [ + 43.45, + 43.45, + 43.45, + 43.45, + 43.45, + 43.45 + ], + [ + 43.575, + 43.575, + 43.575, + 43.575, + 43.575, + 43.575 + ], + [ + 43.675, + 43.675, + 43.675, + 43.675, + 43.675, + 43.675 + ], + [ + 43.825, + 43.825, + 43.825, + 43.825, + 43.825, + 43.825 + ], + [ + 44.0, + 44.0, + 44.0, + 44.0, + 44.0, + 44.0 + ], + [ + 44.025, + 44.025, + 44.025, + 44.025, + 44.025, + 44.025 + ], + [ + 44.075, + 44.075, + 44.075, + 44.075, + 44.075, + 44.075 + ], + [ + 44.1, + 44.1, + 44.1, + 44.1, + 44.1, + 44.1 + ], + [ + 44.15, + 44.15, + 44.15, + 44.15, + 44.15, + 44.15 + ], + [ + 44.25, + 44.25, + 44.25, + 44.25, + 44.25, + 44.25 + ], + [ + 44.325, + 44.325, + 44.325, + 44.325, + 44.325, + 44.325 + ], + [ + 44.65, + 44.65, + 44.65, + 44.65, + 44.65, + 44.65 + ], + [ + 44.7, + 44.7, + 44.7, + 44.7, + 44.7, + 44.7 + ], + [ + 44.825, + 44.825, + 44.825, + 44.825, + 44.825, + 44.825 + ], + [ + 44.9, + 44.9, + 44.9, + 44.9, + 44.9, + 44.9 + ], + [ + 44.925, + 44.925, + 44.925, + 44.925, + 44.925, + 44.925 + ], + [ + 45.025, + 45.025, + 45.025, + 45.025, + 45.025, + 45.025 + ], + [ + 45.1, + 45.1, + 45.1, + 45.1, + 45.1, + 45.1 + ], + [ + 45.15, + 45.15, + 45.15, + 45.15, + 45.15, + 45.15 + ], + [ + 45.175, + 45.175, + 45.175, + 45.175, + 45.175, + 45.175 + ], + [ + 45.325, + 45.325, + 45.325, + 45.325, + 45.325, + 45.325 + ], + [ + 45.475, + 45.475, + 45.475, + 45.475, + 45.475, + 45.475 + ], + [ + 45.55, + 45.55, + 45.55, + 45.55, + 45.55, + 45.55 + ], + [ + 45.65, + 45.65, + 45.65, + 45.65, + 45.65, + 45.65 + ], + [ + 45.725, + 45.725, + 45.725, + 45.725, + 45.725, + 45.725 + ], + [ + 45.75, + 45.75, + 45.75, + 45.75, + 45.75, + 45.75 + ], + [ + 46.075, + 46.075, + 46.075, + 46.075, + 46.075, + 46.075 + ], + [ + 46.1, + 46.1, + 46.1, + 46.1, + 46.1, + 46.1 + ], + [ + 46.125, + 46.125, + 46.125, + 46.125, + 46.125, + 46.125 + ], + [ + 46.175, + 46.175, + 46.175, + 46.175, + 46.175, + 46.175 + ], + [ + 46.225, + 46.225, + 46.225, + 46.225, + 46.225, + 46.225 + ], + [ + 46.325, + 46.325, + 46.325, + 46.325, + 46.325, + 46.325 + ], + [ + 46.45, + 46.45, + 46.45, + 46.45, + 46.45, + 46.45 + ], + [ + 46.75, + 46.75, + 46.75, + 46.75, + 46.75, + 46.75 + ], + [ + 46.875, + 46.875, + 46.875, + 46.875, + 46.875, + 46.875 + ], + [ + 47.05, + 47.05, + 47.05, + 47.05, + 47.05, + 47.05 + ], + [ + 47.25, + 47.25, + 47.25, + 47.25, + 47.25, + 47.25 + ], + [ + 47.375, + 47.375, + 47.375, + 47.375, + 47.375, + 47.375 + ], + [ + 47.425, + 47.425, + 47.425, + 47.425, + 47.425, + 47.425 + ], + [ + 47.525, + 47.525, + 47.525, + 47.525, + 47.525, + 47.525 + ], + [ + 47.625, + 47.625, + 47.625, + 47.625, + 47.625, + 47.625 + ], + [ + 47.7, + 47.7, + 47.7, + 47.7, + 47.7, + 47.7 + ], + [ + 47.875, + 47.875, + 47.875, + 47.875, + 47.875, + 47.875 + ], + [ + 47.875, + 47.875, + 47.875, + 47.875, + 47.875, + 47.875 + ], + [ + 48.125, + 48.125, + 48.125, + 48.125, + 48.125, + 48.125 + ], + [ + 48.325, + 48.325, + 48.325, + 48.325, + 48.325, + 48.325 + ], + [ + 48.375, + 48.375, + 48.375, + 48.375, + 48.375, + 48.375 + ], + [ + 48.475, + 48.475, + 48.475, + 48.475, + 48.475, + 48.475 + ], + [ + 48.55, + 48.55, + 48.55, + 48.55, + 48.55, + 48.55 + ], + [ + 48.725, + 48.725, + 48.725, + 48.725, + 48.725, + 48.725 + ], + [ + 48.85, + 48.85, + 48.85, + 48.85, + 48.85, + 48.85 + ], + [ + 48.9, + 48.9, + 48.9, + 48.9, + 48.9, + 48.9 + ], + [ + 48.9, + 48.9, + 48.9, + 48.9, + 48.9, + 48.9 + ], + [ + 48.95, + 48.95, + 48.95, + 48.95, + 48.95, + 48.95 + ], + [ + 49.1, + 49.1, + 49.1, + 49.1, + 49.1, + 49.1 + ], + [ + 49.275, + 49.275, + 49.275, + 49.275, + 49.275, + 49.275 + ], + [ + 49.3, + 49.3, + 49.3, + 49.3, + 49.3, + 49.3 + ], + [ + 49.425, + 49.425, + 49.425, + 49.425, + 49.425, + 49.425 + ], + [ + 49.65, + 49.65, + 49.65, + 49.65, + 49.65, + 49.65 + ], + [ + 49.675, + 49.675, + 49.675, + 49.675, + 49.675, + 49.675 + ], + [ + 49.725, + 49.725, + 49.725, + 49.725, + 49.725, + 49.725 + ], + [ + 49.8, + 49.8, + 49.8, + 49.8, + 49.8, + 49.8 + ], + [ + 49.9, + 49.9, + 49.9, + 49.9, + 49.9, + 49.9 + ], + [ + 49.975, + 49.975, + 49.975, + 49.975, + 49.975, + 49.975 + ], + [ + 50.075, + 50.075, + 50.075, + 50.075, + 50.075, + 50.075 + ], + [ + 50.175, + 50.175, + 50.175, + 50.175, + 50.175, + 50.175 + ], + [ + 50.25, + 50.25, + 50.25, + 50.25, + 50.25, + 50.25 + ], + [ + 50.3, + 50.3, + 50.3, + 50.3, + 50.3, + 50.3 + ], + [ + 50.475, + 50.475, + 50.475, + 50.475, + 50.475, + 50.475 + ], + [ + 50.475, + 50.475, + 50.475, + 50.475, + 50.475, + 50.475 + ], + [ + 50.575, + 50.575, + 50.575, + 50.575, + 50.575, + 50.575 + ], + [ + 50.6, + 50.6, + 50.6, + 50.6, + 50.6, + 50.6 + ], + [ + 50.65, + 50.65, + 50.65, + 50.65, + 50.65, + 50.65 + ], + [ + 50.775, + 50.775, + 50.775, + 50.775, + 50.775, + 50.775 + ], + [ + 50.85, + 50.85, + 50.85, + 50.85, + 50.85, + 50.85 + ], + [ + 50.925, + 50.925, + 50.925, + 50.925, + 50.925, + 50.925 + ], + [ + 50.95, + 50.95, + 50.95, + 50.95, + 50.95, + 50.95 + ], + [ + 50.975, + 50.975, + 50.975, + 50.975, + 50.975, + 50.975 + ], + [ + 51.075, + 51.075, + 51.075, + 51.075, + 51.075, + 51.075 + ], + [ + 51.1, + 51.1, + 51.1, + 51.1, + 51.1, + 51.1 + ], + [ + 51.1, + 51.1, + 51.1, + 51.1, + 51.1, + 51.1 + ], + [ + 51.175, + 51.175, + 51.175, + 51.175, + 51.175, + 51.175 + ], + [ + 51.25, + 51.25, + 51.25, + 51.25, + 51.25, + 51.25 + ], + [ + 51.325, + 51.325, + 51.325, + 51.325, + 51.325, + 51.325 + ], + [ + 51.325, + 51.325, + 51.325, + 51.325, + 51.325, + 51.325 + ], + [ + 51.375, + 51.375, + 51.375, + 51.375, + 51.375, + 51.375 + ], + [ + 51.45, + 51.45, + 51.45, + 51.45, + 51.45, + 51.45 + ], + [ + 51.45, + 51.45, + 51.45, + 51.45, + 51.45, + 51.45 + ], + [ + 51.475, + 51.475, + 51.475, + 51.475, + 51.475, + 51.475 + ], + [ + 51.525, + 51.525, + 51.525, + 51.525, + 51.525, + 51.525 + ], + [ + 51.6, + 51.6, + 51.6, + 51.6, + 51.6, + 51.6 + ], + [ + 51.625, + 51.625, + 51.625, + 51.625, + 51.625, + 51.625 + ], + [ + 51.675, + 51.675, + 51.675, + 51.675, + 51.675, + 51.675 + ], + [ + 51.7, + 51.7, + 51.7, + 51.7, + 51.7, + 51.7 + ], + [ + 51.7, + 51.7, + 51.7, + 51.7, + 51.7, + 51.7 + ], + [ + 51.775, + 51.775, + 51.775, + 51.775, + 51.775, + 51.775 + ], + [ + 51.8, + 51.8, + 51.8, + 51.8, + 51.8, + 51.8 + ], + [ + 51.95, + 51.95, + 51.95, + 51.95, + 51.95, + 51.95 + ], + [ + 52.025, + 52.025, + 52.025, + 52.025, + 52.025, + 52.025 + ], + [ + 52.075, + 52.075, + 52.075, + 52.075, + 52.075, + 52.075 + ], + [ + 52.175, + 52.175, + 52.175, + 52.175, + 52.175, + 52.175 + ], + [ + 52.2, + 52.2, + 52.2, + 52.2, + 52.2, + 52.2 + ], + [ + 52.2, + 52.2, + 52.2, + 52.2, + 52.2, + 52.2 + ], + [ + 52.25, + 52.25, + 52.25, + 52.25, + 52.25, + 52.25 + ], + [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ], + [ + 52.375, + 52.375, + 52.375, + 52.375, + 52.375, + 52.375 + ], + [ + 52.425, + 52.425, + 52.425, + 52.425, + 52.425, + 52.425 + ], + [ + 52.475, + 52.475, + 52.475, + 52.475, + 52.475, + 52.475 + ], + [ + 52.575, + 52.575, + 52.575, + 52.575, + 52.575, + 52.575 + ], + [ + 52.625, + 52.625, + 52.625, + 52.625, + 52.625, + 52.625 + ], + [ + 52.65, + 52.65, + 52.65, + 52.65, + 52.65, + 52.65 + ], + [ + 52.675, + 52.675, + 52.675, + 52.675, + 52.675, + 52.675 + ], + [ + 52.7, + 52.7, + 52.7, + 52.7, + 52.7, + 52.7 + ], + [ + 52.725, + 52.725, + 52.725, + 52.725, + 52.725, + 52.725 + ], + [ + 52.85, + 52.85, + 52.85, + 52.85, + 52.85, + 52.85 + ], + [ + 52.95, + 52.95, + 52.95, + 52.95, + 52.95, + 52.95 + ], + [ + 53.025, + 53.025, + 53.025, + 53.025, + 53.025, + 53.025 + ], + [ + 53.175, + 53.175, + 53.175, + 53.175, + 53.175, + 53.175 + ], + [ + 53.175, + 53.175, + 53.175, + 53.175, + 53.175, + 53.175 + ], + [ + 53.275, + 53.275, + 53.275, + 53.275, + 53.275, + 53.275 + ], + [ + 53.375, + 53.375, + 53.375, + 53.375, + 53.375, + 53.375 + ], + [ + 53.475, + 53.475, + 53.475, + 53.475, + 53.475, + 53.475 + ], + [ + 53.5, + 53.5, + 53.5, + 53.5, + 53.5, + 53.5 + ], + [ + 53.525, + 53.525, + 53.525, + 53.525, + 53.525, + 53.525 + ], + [ + 53.65, + 53.65, + 53.65, + 53.65, + 53.65, + 53.65 + ], + [ + 53.85, + 53.85, + 53.85, + 53.85, + 53.85, + 53.85 + ], + [ + 53.95, + 53.95, + 53.95, + 53.95, + 53.95, + 53.95 + ], + [ + 54.025, + 54.025, + 54.025, + 54.025, + 54.025, + 54.025 + ], + [ + 54.35, + 54.35, + 54.35, + 54.35, + 54.35, + 54.35 + ], + [ + 54.35, + 54.35, + 54.35, + 54.35, + 54.35, + 54.35 + ], + [ + 54.525, + 54.525, + 54.525, + 54.525, + 54.525, + 54.525 + ], + [ + 54.625, + 54.625, + 54.625, + 54.625, + 54.625, + 54.625 + ], + [ + 54.725, + 54.725, + 54.725, + 54.725, + 54.725, + 54.725 + ], + [ + 54.85, + 54.85, + 54.85, + 54.85, + 54.85, + 54.85 + ], + [ + 55.025, + 55.025, + 55.025, + 55.025, + 55.025, + 55.025 + ], + [ + 55.1, + 55.1, + 55.1, + 55.1, + 55.1, + 55.1 + ], + [ + 55.225, + 55.225, + 55.225, + 55.225, + 55.225, + 55.225 + ], + [ + 55.325, + 55.325, + 55.325, + 55.325, + 55.325, + 55.325 + ], + [ + 55.425, + 55.425, + 55.425, + 55.425, + 55.425, + 55.425 + ], + [ + 55.525, + 55.525, + 55.525, + 55.525, + 55.525, + 55.525 + ], + [ + 55.65, + 55.65, + 55.65, + 55.65, + 55.65, + 55.65 + ], + [ + 55.75, + 55.75, + 55.75, + 55.75, + 55.75, + 55.75 + ], + [ + 55.775, + 55.775, + 55.775, + 55.775, + 55.775, + 55.775 + ], + [ + 55.875, + 55.875, + 55.875, + 55.875, + 55.875, + 55.875 + ], + [ + 55.875, + 55.875, + 55.875, + 55.875, + 55.875, + 55.875 + ], + [ + 56.1, + 56.1, + 56.1, + 56.1, + 56.1, + 56.1 + ], + [ + 56.175, + 56.175, + 56.175, + 56.175, + 56.175, + 56.175 + ], + [ + 56.25, + 56.25, + 56.25, + 56.25, + 56.25, + 56.25 + ], + [ + 56.325, + 56.325, + 56.325, + 56.325, + 56.325, + 56.325 + ], + [ + 56.525, + 56.525, + 56.525, + 56.525, + 56.525, + 56.525 + ], + [ + 56.6, + 56.6, + 56.6, + 56.6, + 56.6, + 56.6 + ], + [ + 56.65, + 56.65, + 56.65, + 56.65, + 56.65, + 56.65 + ], + [ + 56.65, + 56.65, + 56.65, + 56.65, + 56.65, + 56.65 + ], + [ + 56.675, + 56.675, + 56.675, + 56.675, + 56.675, + 56.675 + ], + [ + 56.7, + 56.7, + 56.7, + 56.7, + 56.7, + 56.7 + ], + [ + 56.825, + 56.825, + 56.825, + 56.825, + 56.825, + 56.825 + ], + [ + 56.975, + 56.975, + 56.975, + 56.975, + 56.975, + 56.975 + ], + [ + 57.025, + 57.025, + 57.025, + 57.025, + 57.025, + 57.025 + ], + [ + 57.3, + 57.3, + 57.3, + 57.3, + 57.3, + 57.3 + ], + [ + 57.475, + 57.475, + 57.475, + 57.475, + 57.475, + 57.475 + ], + [ + 57.675, + 57.675, + 57.675, + 57.675, + 57.675, + 57.675 + ], + [ + 57.875, + 57.875, + 57.875, + 57.875, + 57.875, + 57.875 + ], + [ + 58.025, + 58.025, + 58.025, + 58.025, + 58.025, + 58.025 + ], + [ + 58.125, + 58.125, + 58.125, + 58.125, + 58.125, + 58.125 + ], + [ + 58.3, + 58.3, + 58.3, + 58.3, + 58.3, + 58.3 + ], + [ + 58.425, + 58.425, + 58.425, + 58.425, + 58.425, + 58.425 + ], + [ + 58.475, + 58.475, + 58.475, + 58.475, + 58.475, + 58.475 + ], + [ + 58.625, + 58.625, + 58.625, + 58.625, + 58.625, + 58.625 + ], + [ + 58.675, + 58.675, + 58.675, + 58.675, + 58.675, + 58.675 + ], + [ + 58.7, + 58.7, + 58.7, + 58.7, + 58.7, + 58.7 + ], + [ + 58.8, + 58.8, + 58.8, + 58.8, + 58.8, + 58.8 + ], + [ + 58.925, + 58.925, + 58.925, + 58.925, + 58.925, + 58.925 + ], + [ + 59.2, + 59.2, + 59.2, + 59.2, + 59.2, + 59.2 + ], + [ + 59.225, + 59.225, + 59.225, + 59.225, + 59.225, + 59.225 + ], + [ + 59.4, + 59.4, + 59.4, + 59.4, + 59.4, + 59.4 + ], + [ + 59.5, + 59.5, + 59.5, + 59.5, + 59.5, + 59.5 + ], + [ + 59.7, + 59.7, + 59.7, + 59.7, + 59.7, + 59.7 + ], + [ + 59.8, + 59.8, + 59.8, + 59.8, + 59.8, + 59.8 + ], + [ + 59.875, + 59.875, + 59.875, + 59.875, + 59.875, + 59.875 + ], + [ + 60.025, + 60.025, + 60.025, + 60.025, + 60.025, + 60.025 + ], + [ + 60.1, + 60.1, + 60.1, + 60.1, + 60.1, + 60.1 + ], + [ + 60.175, + 60.175, + 60.175, + 60.175, + 60.175, + 60.175 + ], + [ + 60.275, + 60.275, + 60.275, + 60.275, + 60.275, + 60.275 + ], + [ + 60.4, + 60.4, + 60.4, + 60.4, + 60.4, + 60.4 + ], + [ + 60.5, + 60.5, + 60.5, + 60.5, + 60.5, + 60.5 + ], + [ + 60.6, + 60.6, + 60.6, + 60.6, + 60.6, + 60.6 + ], + [ + 60.75, + 60.75, + 60.75, + 60.75, + 60.75, + 60.75 + ], + [ + 60.825, + 60.825, + 60.825, + 60.825, + 60.825, + 60.825 + ], + [ + 60.875, + 60.875, + 60.875, + 60.875, + 60.875, + 60.875 + ], + [ + 60.925, + 60.925, + 60.925, + 60.925, + 60.925, + 60.925 + ], + [ + 60.975, + 60.975, + 60.975, + 60.975, + 60.975, + 60.975 + ], + [ + 61.025, + 61.025, + 61.025, + 61.025, + 61.025, + 61.025 + ], + [ + 61.175, + 61.175, + 61.175, + 61.175, + 61.175, + 61.175 + ], + [ + 61.325, + 61.325, + 61.325, + 61.325, + 61.325, + 61.325 + ], + [ + 61.375, + 61.375, + 61.375, + 61.375, + 61.375, + 61.375 + ], + [ + 61.55, + 61.55, + 61.55, + 61.55, + 61.55, + 61.55 + ], + [ + 61.725, + 61.725, + 61.725, + 61.725, + 61.725, + 61.725 + ], + [ + 61.75, + 61.75, + 61.75, + 61.75, + 61.75, + 61.75 + ], + [ + 61.825, + 61.825, + 61.825, + 61.825, + 61.825, + 61.825 + ], + [ + 61.9, + 61.9, + 61.9, + 61.9, + 61.9, + 61.9 + ], + [ + 62.025, + 62.025, + 62.025, + 62.025, + 62.025, + 62.025 + ], + [ + 62.15, + 62.15, + 62.15, + 62.15, + 62.15, + 62.15 + ], + [ + 62.2, + 62.2, + 62.2, + 62.2, + 62.2, + 62.2 + ], + [ + 62.275, + 62.275, + 62.275, + 62.275, + 62.275, + 62.275 + ], + [ + 62.3, + 62.3, + 62.3, + 62.3, + 62.3, + 62.3 + ], + [ + 62.3, + 62.3, + 62.3, + 62.3, + 62.3, + 62.3 + ], + [ + 62.375, + 62.375, + 62.375, + 62.375, + 62.375, + 62.375 + ], + [ + 62.475, + 62.475, + 62.475, + 62.475, + 62.475, + 62.475 + ], + [ + 62.5, + 62.5, + 62.5, + 62.5, + 62.5, + 62.5 + ], + [ + 62.6, + 62.6, + 62.6, + 62.6, + 62.6, + 62.6 + ], + [ + 62.8, + 62.8, + 62.8, + 62.8, + 62.8, + 62.8 + ], + [ + 62.925, + 62.925, + 62.925, + 62.925, + 62.925, + 62.925 + ], + [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ], + [ + 63.025, + 63.025, + 63.025, + 63.025, + 63.025, + 63.025 + ], + [ + 63.15, + 63.15, + 63.15, + 63.15, + 63.15, + 63.15 + ], + [ + 63.325, + 63.325, + 63.325, + 63.325, + 63.325, + 63.325 + ], + [ + 63.45, + 63.45, + 63.45, + 63.45, + 63.45, + 63.45 + ], + [ + 63.55, + 63.55, + 63.55, + 63.55, + 63.55, + 63.55 + ], + [ + 63.65, + 63.65, + 63.65, + 63.65, + 63.65, + 63.65 + ], + [ + 63.7, + 63.7, + 63.7, + 63.7, + 63.7, + 63.7 + ], + [ + 63.725, + 63.725, + 63.725, + 63.725, + 63.725, + 63.725 + ], + [ + 63.8, + 63.8, + 63.8, + 63.8, + 63.8, + 63.8 + ], + [ + 63.875, + 63.875, + 63.875, + 63.875, + 63.875, + 63.875 + ], + [ + 63.875, + 63.875, + 63.875, + 63.875, + 63.875, + 63.875 + ], + [ + 64.025, + 64.025, + 64.025, + 64.025, + 64.025, + 64.025 + ], + [ + 64.1, + 64.1, + 64.1, + 64.1, + 64.1, + 64.1 + ], + [ + 64.225, + 64.225, + 64.225, + 64.225, + 64.225, + 64.225 + ], + [ + 64.325, + 64.325, + 64.325, + 64.325, + 64.325, + 64.325 + ], + [ + 64.55, + 64.55, + 64.55, + 64.55, + 64.55, + 64.55 + ], + [ + 64.6, + 64.6, + 64.6, + 64.6, + 64.6, + 64.6 + ], + [ + 64.675, + 64.675, + 64.675, + 64.675, + 64.675, + 64.675 + ], + [ + 64.725, + 64.725, + 64.725, + 64.725, + 64.725, + 64.725 + ], + [ + 64.825, + 64.825, + 64.825, + 64.825, + 64.825, + 64.825 + ], + [ + 64.825, + 64.825, + 64.825, + 64.825, + 64.825, + 64.825 + ], + [ + 64.875, + 64.875, + 64.875, + 64.875, + 64.875, + 64.875 + ], + [ + 64.875, + 64.875, + 64.875, + 64.875, + 64.875, + 64.875 + ], + [ + 64.9, + 64.9, + 64.9, + 64.9, + 64.9, + 64.9 + ], + [ + 64.925, + 64.925, + 64.925, + 64.925, + 64.925, + 64.925 + ], + [ + 65.025, + 65.025, + 65.025, + 65.025, + 65.025, + 65.025 + ], + [ + 65.025, + 65.025, + 65.025, + 65.025, + 65.025, + 65.025 + ], + [ + 65.175, + 65.175, + 65.175, + 65.175, + 65.175, + 65.175 + ], + [ + 65.25, + 65.25, + 65.25, + 65.25, + 65.25, + 65.25 + ], + [ + 65.325, + 65.325, + 65.325, + 65.325, + 65.325, + 65.325 + ], + [ + 65.375, + 65.375, + 65.375, + 65.375, + 65.375, + 65.375 + ], + [ + 65.375, + 65.375, + 65.375, + 65.375, + 65.375, + 65.375 + ], + [ + 65.45, + 65.45, + 65.45, + 65.45, + 65.45, + 65.45 + ], + [ + 65.575, + 65.575, + 65.575, + 65.575, + 65.575, + 65.575 + ], + [ + 65.6, + 65.6, + 65.6, + 65.6, + 65.6, + 65.6 + ], + [ + 65.65, + 65.65, + 65.65, + 65.65, + 65.65, + 65.65 + ], + [ + 65.65, + 65.65, + 65.65, + 65.65, + 65.65, + 65.65 + ], + [ + 65.7, + 65.7, + 65.7, + 65.7, + 65.7, + 65.7 + ], + [ + 65.75, + 65.75, + 65.75, + 65.75, + 65.75, + 65.75 + ], + [ + 65.8, + 65.8, + 65.8, + 65.8, + 65.8, + 65.8 + ], + [ + 65.825, + 65.825, + 65.825, + 65.825, + 65.825, + 65.825 + ], + [ + 65.95, + 65.95, + 65.95, + 65.95, + 65.95, + 65.95 + ], + [ + 66.025, + 66.025, + 66.025, + 66.025, + 66.025, + 66.025 + ], + [ + 66.125, + 66.125, + 66.125, + 66.125, + 66.125, + 66.125 + ], + [ + 66.2, + 66.2, + 66.2, + 66.2, + 66.2, + 66.2 + ], + [ + 66.2, + 66.2, + 66.2, + 66.2, + 66.2, + 66.2 + ], + [ + 66.225, + 66.225, + 66.225, + 66.225, + 66.225, + 66.225 + ], + [ + 66.225, + 66.225, + 66.225, + 66.225, + 66.225, + 66.225 + ], + [ + 66.325, + 66.325, + 66.325, + 66.325, + 66.325, + 66.325 + ], + [ + 66.375, + 66.375, + 66.375, + 66.375, + 66.375, + 66.375 + ], + [ + 66.375, + 66.375, + 66.375, + 66.375, + 66.375, + 66.375 + ], + [ + 66.5, + 66.5, + 66.5, + 66.5, + 66.5, + 66.5 + ], + [ + 66.525, + 66.525, + 66.525, + 66.525, + 66.525, + 66.525 + ], + [ + 66.625, + 66.625, + 66.625, + 66.625, + 66.625, + 66.625 + ], + [ + 66.625, + 66.625, + 66.625, + 66.625, + 66.625, + 66.625 + ], + [ + 66.625, + 66.625, + 66.625, + 66.625, + 66.625, + 66.625 + ], + [ + 66.625, + 66.625, + 66.625, + 66.625, + 66.625, + 66.625 + ], + [ + 66.725, + 66.725, + 66.725, + 66.725, + 66.725, + 66.725 + ], + [ + 66.775, + 66.775, + 66.775, + 66.775, + 66.775, + 66.775 + ], + [ + 66.8, + 66.8, + 66.8, + 66.8, + 66.8, + 66.8 + ], + [ + 66.85, + 66.85, + 66.85, + 66.85, + 66.85, + 66.85 + ], + [ + 66.9, + 66.9, + 66.9, + 66.9, + 66.9, + 66.9 + ], + [ + 66.95, + 66.95, + 66.95, + 66.95, + 66.95, + 66.95 + ], + [ + 66.95, + 66.95, + 66.95, + 66.95, + 66.95, + 66.95 + ], + [ + 67.0, + 67.0, + 67.0, + 67.0, + 67.0, + 67.0 + ], + [ + 67.025, + 67.025, + 67.025, + 67.025, + 67.025, + 67.025 + ], + [ + 67.1, + 67.1, + 67.1, + 67.1, + 67.1, + 67.1 + ], + [ + 67.125, + 67.125, + 67.125, + 67.125, + 67.125, + 67.125 + ], + [ + 67.125, + 67.125, + 67.125, + 67.125, + 67.125, + 67.125 + ], + [ + 67.25, + 67.25, + 67.25, + 67.25, + 67.25, + 67.25 + ], + [ + 67.275, + 67.275, + 67.275, + 67.275, + 67.275, + 67.275 + ], + [ + 67.4, + 67.4, + 67.4, + 67.4, + 67.4, + 67.4 + ], + [ + 67.425, + 67.425, + 67.425, + 67.425, + 67.425, + 67.425 + ], + [ + 67.5, + 67.5, + 67.5, + 67.5, + 67.5, + 67.5 + ], + [ + 67.525, + 67.525, + 67.525, + 67.525, + 67.525, + 67.525 + ], + [ + 67.625, + 67.625, + 67.625, + 67.625, + 67.625, + 67.625 + ], + [ + 67.625, + 67.625, + 67.625, + 67.625, + 67.625, + 67.625 + ], + [ + 67.675, + 67.675, + 67.675, + 67.675, + 67.675, + 67.675 + ], + [ + 67.725, + 67.725, + 67.725, + 67.725, + 67.725, + 67.725 + ], + [ + 67.8, + 67.8, + 67.8, + 67.8, + 67.8, + 67.8 + ], + [ + 67.825, + 67.825, + 67.825, + 67.825, + 67.825, + 67.825 + ], + [ + 67.875, + 67.875, + 67.875, + 67.875, + 67.875, + 67.875 + ], + [ + 67.875, + 67.875, + 67.875, + 67.875, + 67.875, + 67.875 + ], + [ + 67.925, + 67.925, + 67.925, + 67.925, + 67.925, + 67.925 + ], + [ + 67.95, + 67.95, + 67.95, + 67.95, + 67.95, + 67.95 + ], + [ + 68.05, + 68.05, + 68.05, + 68.05, + 68.05, + 68.05 + ], + [ + 68.05, + 68.05, + 68.05, + 68.05, + 68.05, + 68.05 + ], + [ + 68.1, + 68.1, + 68.1, + 68.1, + 68.1, + 68.1 + ], + [ + 68.175, + 68.175, + 68.175, + 68.175, + 68.175, + 68.175 + ], + [ + 68.2, + 68.2, + 68.2, + 68.2, + 68.2, + 68.2 + ], + [ + 68.25, + 68.25, + 68.25, + 68.25, + 68.25, + 68.25 + ], + [ + 68.275, + 68.275, + 68.275, + 68.275, + 68.275, + 68.275 + ], + [ + 68.55, + 68.55, + 68.55, + 68.55, + 68.55, + 68.55 + ], + [ + 68.725, + 68.725, + 68.725, + 68.725, + 68.725, + 68.725 + ], + [ + 68.825, + 68.825, + 68.825, + 68.825, + 68.825, + 68.825 + ], + [ + 68.925, + 68.925, + 68.925, + 68.925, + 68.925, + 68.925 + ], + [ + 69.0, + 69.0, + 69.0, + 69.0, + 69.0, + 69.0 + ], + [ + 69.0, + 69.0, + 69.0, + 69.0, + 69.0, + 69.0 + ], + [ + 69.075, + 69.075, + 69.075, + 69.075, + 69.075, + 69.075 + ], + [ + 69.15, + 69.15, + 69.15, + 69.15, + 69.15, + 69.15 + ], + [ + 69.225, + 69.225, + 69.225, + 69.225, + 69.225, + 69.225 + ], + [ + 69.3, + 69.3, + 69.3, + 69.3, + 69.3, + 69.3 + ], + [ + 69.325, + 69.325, + 69.325, + 69.325, + 69.325, + 69.325 + ], + [ + 69.35, + 69.35, + 69.35, + 69.35, + 69.35, + 69.35 + ], + [ + 69.35, + 69.35, + 69.35, + 69.35, + 69.35, + 69.35 + ], + [ + 69.4, + 69.4, + 69.4, + 69.4, + 69.4, + 69.4 + ], + [ + 69.425, + 69.425, + 69.425, + 69.425, + 69.425, + 69.425 + ], + [ + 69.45, + 69.45, + 69.45, + 69.45, + 69.45, + 69.45 + ], + [ + 69.55, + 69.55, + 69.55, + 69.55, + 69.55, + 69.55 + ], + [ + 69.625, + 69.625, + 69.625, + 69.625, + 69.625, + 69.625 + ], + [ + 69.65, + 69.65, + 69.65, + 69.65, + 69.65, + 69.65 + ], + [ + 69.675, + 69.675, + 69.675, + 69.675, + 69.675, + 69.675 + ], + [ + 69.7, + 69.7, + 69.7, + 69.7, + 69.7, + 69.7 + ], + [ + 69.75, + 69.75, + 69.75, + 69.75, + 69.75, + 69.75 + ], + [ + 69.75, + 69.75, + 69.75, + 69.75, + 69.75, + 69.75 + ], + [ + 69.775, + 69.775, + 69.775, + 69.775, + 69.775, + 69.775 + ], + [ + 69.775, + 69.775, + 69.775, + 69.775, + 69.775, + 69.775 + ], + [ + 69.825, + 69.825, + 69.825, + 69.825, + 69.825, + 69.825 + ], + [ + 69.85, + 69.85, + 69.85, + 69.85, + 69.85, + 69.85 + ], + [ + 69.9, + 69.9, + 69.9, + 69.9, + 69.9, + 69.9 + ], + [ + 69.95, + 69.95, + 69.95, + 69.95, + 69.95, + 69.95 + ], + [ + 69.975, + 69.975, + 69.975, + 69.975, + 69.975, + 69.975 + ], + [ + 70.0, + 70.0, + 70.0, + 70.0, + 70.0, + 70.0 + ], + [ + 70.025, + 70.025, + 70.025, + 70.025, + 70.025, + 70.025 + ], + [ + 70.075, + 70.075, + 70.075, + 70.075, + 70.075, + 70.075 + ], + [ + 70.1, + 70.1, + 70.1, + 70.1, + 70.1, + 70.1 + ], + [ + 70.175, + 70.175, + 70.175, + 70.175, + 70.175, + 70.175 + ], + [ + 70.2, + 70.2, + 70.2, + 70.2, + 70.2, + 70.2 + ], + [ + 70.25, + 70.25, + 70.25, + 70.25, + 70.25, + 70.25 + ], + [ + 70.25, + 70.25, + 70.25, + 70.25, + 70.25, + 70.25 + ], + [ + 70.325, + 70.325, + 70.325, + 70.325, + 70.325, + 70.325 + ], + [ + 70.4, + 70.4, + 70.4, + 70.4, + 70.4, + 70.4 + ], + [ + 70.425, + 70.425, + 70.425, + 70.425, + 70.425, + 70.425 + ], + [ + 70.525, + 70.525, + 70.525, + 70.525, + 70.525, + 70.525 + ], + [ + 70.6, + 70.6, + 70.6, + 70.6, + 70.6, + 70.6 + ], + [ + 70.65, + 70.65, + 70.65, + 70.65, + 70.65, + 70.65 + ], + [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ], + [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ], + [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ], + [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ], + [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ], + [ + 70.725, + 70.725, + 70.725, + 70.725, + 70.725, + 70.725 + ], + [ + 70.75, + 70.75, + 70.75, + 70.75, + 70.75, + 70.75 + ], + [ + 70.75, + 70.75, + 70.75, + 70.75, + 70.75, + 70.75 + ], + [ + 70.75, + 70.75, + 70.75, + 70.75, + 70.75, + 70.75 + ], + [ + 70.85, + 70.85, + 70.85, + 70.85, + 70.85, + 70.85 + ], + [ + 70.9, + 70.9, + 70.9, + 70.9, + 70.9, + 70.9 + ], + [ + 70.975, + 70.975, + 70.975, + 70.975, + 70.975, + 70.975 + ], + [ + 71.0, + 71.0, + 71.0, + 71.0, + 71.0, + 71.0 + ], + [ + 71.0, + 71.0, + 71.0, + 71.0, + 71.0, + 71.0 + ], + [ + 71.025, + 71.025, + 71.025, + 71.025, + 71.025, + 71.025 + ], + [ + 71.025, + 71.025, + 71.025, + 71.025, + 71.025, + 71.025 + ], + [ + 71.1, + 71.1, + 71.1, + 71.1, + 71.1, + 71.1 + ], + [ + 71.125, + 71.125, + 71.125, + 71.125, + 71.125, + 71.125 + ], + [ + 71.15, + 71.15, + 71.15, + 71.15, + 71.15, + 71.15 + ], + [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ], + [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ], + [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ], + [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ], + [ + 71.2, + 71.2, + 71.2, + 71.2, + 71.2, + 71.2 + ], + [ + 71.275, + 71.275, + 71.275, + 71.275, + 71.275, + 71.275 + ], + [ + 71.275, + 71.275, + 71.275, + 71.275, + 71.275, + 71.275 + ], + [ + 71.35, + 71.35, + 71.35, + 71.35, + 71.35, + 71.35 + ], + [ + 71.375, + 71.375, + 71.375, + 71.375, + 71.375, + 71.375 + ], + [ + 71.4, + 71.4, + 71.4, + 71.4, + 71.4, + 71.4 + ], + [ + 71.475, + 71.475, + 71.475, + 71.475, + 71.475, + 71.475 + ], + [ + 71.5, + 71.5, + 71.5, + 71.5, + 71.5, + 71.5 + ], + [ + 71.5, + 71.5, + 71.5, + 71.5, + 71.5, + 71.5 + ], + [ + 71.5, + 71.5, + 71.5, + 71.5, + 71.5, + 71.5 + ], + [ + 71.5, + 71.5, + 71.5, + 71.5, + 71.5, + 71.5 + ], + [ + 71.525, + 71.525, + 71.525, + 71.525, + 71.525, + 71.525 + ], + [ + 71.55, + 71.55, + 71.55, + 71.55, + 71.55, + 71.55 + ], + [ + 71.6, + 71.6, + 71.6, + 71.6, + 71.6, + 71.6 + ], + [ + 71.7, + 71.7, + 71.7, + 71.7, + 71.7, + 71.7 + ], + [ + 71.725, + 71.725, + 71.725, + 71.725, + 71.725, + 71.725 + ], + [ + 71.75, + 71.75, + 71.75, + 71.75, + 71.75, + 71.75 + ], + [ + 71.75, + 71.75, + 71.75, + 71.75, + 71.75, + 71.75 + ], + [ + 71.75, + 71.75, + 71.75, + 71.75, + 71.75, + 71.75 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ], + [ + 71.85, + 71.85, + 71.85, + 71.85, + 71.85, + 71.85 + ], + [ + 71.85, + 71.85, + 71.85, + 71.85, + 71.85, + 71.85 + ], + [ + 71.9, + 71.9, + 71.9, + 71.9, + 71.9, + 71.9 + ], + [ + 71.9, + 71.9, + 71.9, + 71.9, + 71.9, + 71.9 + ], + [ + 71.925, + 71.925, + 71.925, + 71.925, + 71.925, + 71.925 + ], + [ + 72.0, + 72.0, + 72.0, + 72.0, + 72.0, + 72.0 + ], + [ + 72.05, + 72.05, + 72.05, + 72.05, + 72.05, + 72.05 + ], + [ + 72.1, + 72.1, + 72.1, + 72.1, + 72.1, + 72.1 + ], + [ + 72.275, + 72.275, + 72.275, + 72.275, + 72.275, + 72.275 + ], + [ + 72.275, + 72.275, + 72.275, + 72.275, + 72.275, + 72.275 + ], + [ + 72.3, + 72.3, + 72.3, + 72.3, + 72.3, + 72.3 + ], + [ + 72.35, + 72.35, + 72.35, + 72.35, + 72.35, + 72.35 + ], + [ + 72.425, + 72.425, + 72.425, + 72.425, + 72.425, + 72.425 + ], + [ + 72.425, + 72.425, + 72.425, + 72.425, + 72.425, + 72.425 + ], + [ + 72.425, + 72.425, + 72.425, + 72.425, + 72.425, + 72.425 + ], + [ + 72.425, + 72.425, + 72.425, + 72.425, + 72.425, + 72.425 + ], + [ + 72.475, + 72.475, + 72.475, + 72.475, + 72.475, + 72.475 + ], + [ + 72.55, + 72.55, + 72.55, + 72.55, + 72.55, + 72.55 + ], + [ + 72.675, + 72.675, + 72.675, + 72.675, + 72.675, + 72.675 + ], + [ + 72.675, + 72.675, + 72.675, + 72.675, + 72.675, + 72.675 + ], + [ + 72.725, + 72.725, + 72.725, + 72.725, + 72.725, + 72.725 + ], + [ + 72.75, + 72.75, + 72.75, + 72.75, + 72.75, + 72.75 + ], + [ + 72.775, + 72.775, + 72.775, + 72.775, + 72.775, + 72.775 + ], + [ + 72.775, + 72.775, + 72.775, + 72.775, + 72.775, + 72.775 + ], + [ + 72.825, + 72.825, + 72.825, + 72.825, + 72.825, + 72.825 + ], + [ + 72.85, + 72.85, + 72.85, + 72.85, + 72.85, + 72.85 + ], + [ + 72.85, + 72.85, + 72.85, + 72.85, + 72.85, + 72.85 + ], + [ + 72.875, + 72.875, + 72.875, + 72.875, + 72.875, + 72.875 + ], + [ + 73.0, + 73.0, + 73.0, + 73.0, + 73.0, + 73.0 + ], + [ + 73.025, + 73.025, + 73.025, + 73.025, + 73.025, + 73.025 + ], + [ + 73.075, + 73.075, + 73.075, + 73.075, + 73.075, + 73.075 + ], + [ + 73.075, + 73.075, + 73.075, + 73.075, + 73.075, + 73.075 + ], + [ + 73.125, + 73.125, + 73.125, + 73.125, + 73.125, + 73.125 + ], + [ + 73.15, + 73.15, + 73.15, + 73.15, + 73.15, + 73.15 + ], + [ + 73.175, + 73.175, + 73.175, + 73.175, + 73.175, + 73.175 + ], + [ + 73.3, + 73.3, + 73.3, + 73.3, + 73.3, + 73.3 + ], + [ + 73.35, + 73.35, + 73.35, + 73.35, + 73.35, + 73.35 + ], + [ + 73.4, + 73.4, + 73.4, + 73.4, + 73.4, + 73.4 + ], + [ + 73.45, + 73.45, + 73.45, + 73.45, + 73.45, + 73.45 + ], + [ + 73.475, + 73.475, + 73.475, + 73.475, + 73.475, + 73.475 + ], + [ + 73.7, + 73.7, + 73.7, + 73.7, + 73.7, + 73.7 + ], + [ + 73.8, + 73.8, + 73.8, + 73.8, + 73.8, + 73.8 + ], + [ + 73.85, + 73.85, + 73.85, + 73.85, + 73.85, + 73.85 + ], + [ + 73.85, + 73.85, + 73.85, + 73.85, + 73.85, + 73.85 + ], + [ + 73.875, + 73.875, + 73.875, + 73.875, + 73.875, + 73.875 + ], + [ + 73.875, + 73.875, + 73.875, + 73.875, + 73.875, + 73.875 + ], + [ + 73.975, + 73.975, + 73.975, + 73.975, + 73.975, + 73.975 + ], + [ + 74.0, + 74.0, + 74.0, + 74.0, + 74.0, + 74.0 + ], + [ + 74.125, + 74.125, + 74.125, + 74.125, + 74.125, + 74.125 + ], + [ + 74.175, + 74.175, + 74.175, + 74.175, + 74.175, + 74.175 + ], + [ + 74.175, + 74.175, + 74.175, + 74.175, + 74.175, + 74.175 + ], + [ + 74.175, + 74.175, + 74.175, + 74.175, + 74.175, + 74.175 + ], + [ + 74.175, + 74.175, + 74.175, + 74.175, + 74.175, + 74.175 + ], + [ + 74.175, + 74.175, + 74.175, + 74.175, + 74.175, + 74.175 + ], + [ + 74.3, + 74.3, + 74.3, + 74.3, + 74.3, + 74.3 + ], + [ + 74.325, + 74.325, + 74.325, + 74.325, + 74.325, + 74.325 + ], + [ + 74.35, + 74.35, + 74.35, + 74.35, + 74.35, + 74.35 + ], + [ + 74.425, + 74.425, + 74.425, + 74.425, + 74.425, + 74.425 + ], + [ + 74.45, + 74.45, + 74.45, + 74.45, + 74.45, + 74.45 + ], + [ + 74.45, + 74.45, + 74.45, + 74.45, + 74.45, + 74.45 + ], + [ + 74.45, + 74.45, + 74.45, + 74.45, + 74.45, + 74.45 + ], + [ + 74.45, + 74.45, + 74.45, + 74.45, + 74.45, + 74.45 + ], + [ + 74.45, + 74.45, + 74.45, + 74.45, + 74.45, + 74.45 + ], + [ + 74.475, + 74.475, + 74.475, + 74.475, + 74.475, + 74.475 + ], + [ + 74.6, + 74.6, + 74.6, + 74.6, + 74.6, + 74.6 + ], + [ + 74.65, + 74.65, + 74.65, + 74.65, + 74.65, + 74.65 + ], + [ + 74.675, + 74.675, + 74.675, + 74.675, + 74.675, + 74.675 + ], + [ + 74.7, + 74.7, + 74.7, + 74.7, + 74.7, + 74.7 + ], + [ + 74.7, + 74.7, + 74.7, + 74.7, + 74.7, + 74.7 + ], + [ + 74.725, + 74.725, + 74.725, + 74.725, + 74.725, + 74.725 + ], + [ + 74.8, + 74.8, + 74.8, + 74.8, + 74.8, + 74.8 + ], + [ + 74.8, + 74.8, + 74.8, + 74.8, + 74.8, + 74.8 + ], + [ + 74.85, + 74.85, + 74.85, + 74.85, + 74.85, + 74.85 + ], + [ + 74.85, + 74.85, + 74.85, + 74.85, + 74.85, + 74.85 + ], + [ + 74.85, + 74.85, + 74.85, + 74.85, + 74.85, + 74.85 + ], + [ + 74.875, + 74.875, + 74.875, + 74.875, + 74.875, + 74.875 + ], + [ + 74.9, + 74.9, + 74.9, + 74.9, + 74.9, + 74.9 + ], + [ + 74.9, + 74.9, + 74.9, + 74.9, + 74.9, + 74.9 + ], + [ + 74.9, + 74.9, + 74.9, + 74.9, + 74.9, + 74.9 + ], + [ + 74.925, + 74.925, + 74.925, + 74.925, + 74.925, + 74.925 + ], + [ + 74.95, + 74.95, + 74.95, + 74.95, + 74.95, + 74.95 + ], + [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ], + [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ], + [ + 74.975, + 74.975, + 74.975, + 74.975, + 74.975, + 74.975 + ], + [ + 75.0, + 75.0, + 75.0, + 75.0, + 75.0, + 75.0 + ], + [ + 75.0, + 75.0, + 75.0, + 75.0, + 75.0, + 75.0 + ], + [ + 75.025, + 75.025, + 75.025, + 75.025, + 75.025, + 75.025 + ], + [ + 75.025, + 75.025, + 75.025, + 75.025, + 75.025, + 75.025 + ], + [ + 75.075, + 75.075, + 75.075, + 75.075, + 75.075, + 75.075 + ], + [ + 75.125, + 75.125, + 75.125, + 75.125, + 75.125, + 75.125 + ], + [ + 75.125, + 75.125, + 75.125, + 75.125, + 75.125, + 75.125 + ], + [ + 75.15, + 75.15, + 75.15, + 75.15, + 75.15, + 75.15 + ], + [ + 75.2, + 75.2, + 75.2, + 75.2, + 75.2, + 75.2 + ], + [ + 75.2, + 75.2, + 75.2, + 75.2, + 75.2, + 75.2 + ], + [ + 75.3, + 75.3, + 75.3, + 75.3, + 75.3, + 75.3 + ], + [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ], + [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ], + [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ], + [ + 75.4, + 75.4, + 75.4, + 75.4, + 75.4, + 75.4 + ], + [ + 75.425, + 75.425, + 75.425, + 75.425, + 75.425, + 75.425 + ], + [ + 75.525, + 75.525, + 75.525, + 75.525, + 75.525, + 75.525 + ], + [ + 75.525, + 75.525, + 75.525, + 75.525, + 75.525, + 75.525 + ], + [ + 75.525, + 75.525, + 75.525, + 75.525, + 75.525, + 75.525 + ], + [ + 75.6, + 75.6, + 75.6, + 75.6, + 75.6, + 75.6 + ], + [ + 75.7, + 75.7, + 75.7, + 75.7, + 75.7, + 75.7 + ], + [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ], + [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ], + [ + 75.875, + 75.875, + 75.875, + 75.875, + 75.875, + 75.875 + ], + [ + 75.95, + 75.95, + 75.95, + 75.95, + 75.95, + 75.95 + ], + [ + 76.05, + 76.05, + 76.05, + 76.05, + 76.05, + 76.05 + ], + [ + 76.075, + 76.075, + 76.075, + 76.075, + 76.075, + 76.075 + ], + [ + 76.1, + 76.1, + 76.1, + 76.1, + 76.1, + 76.1 + ], + [ + 76.125, + 76.125, + 76.125, + 76.125, + 76.125, + 76.125 + ], + [ + 76.225, + 76.225, + 76.225, + 76.225, + 76.225, + 76.225 + ], + [ + 76.25, + 76.25, + 76.25, + 76.25, + 76.25, + 76.25 + ], + [ + 76.275, + 76.275, + 76.275, + 76.275, + 76.275, + 76.275 + ], + [ + 76.275, + 76.275, + 76.275, + 76.275, + 76.275, + 76.275 + ], + [ + 76.275, + 76.275, + 76.275, + 76.275, + 76.275, + 76.275 + ], + [ + 76.6, + 76.6, + 76.6, + 76.6, + 76.6, + 76.6 + ], + [ + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625 + ], + [ + 76.7, + 76.7, + 76.7, + 76.7, + 76.7, + 76.7 + ], + [ + 76.7, + 76.7, + 76.7, + 76.7, + 76.7, + 76.7 + ], + [ + 76.75, + 76.75, + 76.75, + 76.75, + 76.75, + 76.75 + ], + [ + 76.85, + 76.85, + 76.85, + 76.85, + 76.85, + 76.85 + ], + [ + 76.85, + 76.85, + 76.85, + 76.85, + 76.85, + 76.85 + ], + [ + 76.875, + 76.875, + 76.875, + 76.875, + 76.875, + 76.875 + ], + [ + 76.925, + 76.925, + 76.925, + 76.925, + 76.925, + 76.925 + ], + [ + 76.925, + 76.925, + 76.925, + 76.925, + 76.925, + 76.925 + ], + [ + 76.925, + 76.925, + 76.925, + 76.925, + 76.925, + 76.925 + ], + [ + 76.95, + 76.95, + 76.95, + 76.95, + 76.95, + 76.95 + ], + [ + 77.025, + 77.025, + 77.025, + 77.025, + 77.025, + 77.025 + ], + [ + 77.125, + 77.125, + 77.125, + 77.125, + 77.125, + 77.125 + ], + [ + 77.15, + 77.15, + 77.15, + 77.15, + 77.15, + 77.15 + ], + [ + 77.15, + 77.15, + 77.15, + 77.15, + 77.15, + 77.15 + ], + [ + 77.25, + 77.25, + 77.25, + 77.25, + 77.25, + 77.25 + ], + [ + 77.275, + 77.275, + 77.275, + 77.275, + 77.275, + 77.275 + ], + [ + 77.375, + 77.375, + 77.375, + 77.375, + 77.375, + 77.375 + ], + [ + 77.4, + 77.4, + 77.4, + 77.4, + 77.4, + 77.4 + ], + [ + 77.45, + 77.45, + 77.45, + 77.45, + 77.45, + 77.45 + ], + [ + 77.5, + 77.5, + 77.5, + 77.5, + 77.5, + 77.5 + ], + [ + 77.525, + 77.525, + 77.525, + 77.525, + 77.525, + 77.525 + ], + [ + 77.775, + 77.775, + 77.775, + 77.775, + 77.775, + 77.775 + ], + [ + 77.925, + 77.925, + 77.925, + 77.925, + 77.925, + 77.925 + ], + [ + 77.95, + 77.95, + 77.95, + 77.95, + 77.95, + 77.95 + ], + [ + 78.0, + 78.0, + 78.0, + 78.0, + 78.0, + 78.0 + ], + [ + 78.0, + 78.0, + 78.0, + 78.0, + 78.0, + 78.0 + ], + [ + 78.025, + 78.025, + 78.025, + 78.025, + 78.025, + 78.025 + ], + [ + 78.025, + 78.025, + 78.025, + 78.025, + 78.025, + 78.025 + ], + [ + 78.225, + 78.225, + 78.225, + 78.225, + 78.225, + 78.225 + ], + [ + 78.325, + 78.325, + 78.325, + 78.325, + 78.325, + 78.325 + ], + [ + 78.575, + 78.575, + 78.575, + 78.575, + 78.575, + 78.575 + ], + [ + 78.675, + 78.675, + 78.675, + 78.675, + 78.675, + 78.675 + ], + [ + 78.7, + 78.7, + 78.7, + 78.7, + 78.7, + 78.7 + ], + [ + 78.725, + 78.725, + 78.725, + 78.725, + 78.725, + 78.725 + ], + [ + 78.725, + 78.725, + 78.725, + 78.725, + 78.725, + 78.725 + ], + [ + 78.75, + 78.75, + 78.75, + 78.75, + 78.75, + 78.75 + ], + [ + 78.775, + 78.775, + 78.775, + 78.775, + 78.775, + 78.775 + ], + [ + 78.8, + 78.8, + 78.8, + 78.8, + 78.8, + 78.8 + ], + [ + 78.8, + 78.8, + 78.8, + 78.8, + 78.8, + 78.8 + ], + [ + 78.825, + 78.825, + 78.825, + 78.825, + 78.825, + 78.825 + ], + [ + 78.825, + 78.825, + 78.825, + 78.825, + 78.825, + 78.825 + ], + [ + 78.875, + 78.875, + 78.875, + 78.875, + 78.875, + 78.875 + ], + [ + 78.875, + 78.875, + 78.875, + 78.875, + 78.875, + 78.875 + ], + [ + 78.95, + 78.95, + 78.95, + 78.95, + 78.95, + 78.95 + ], + [ + 78.95, + 78.95, + 78.95, + 78.95, + 78.95, + 78.95 + ], + [ + 78.975, + 78.975, + 78.975, + 78.975, + 78.975, + 78.975 + ], + [ + 79.025, + 79.025, + 79.025, + 79.025, + 79.025, + 79.025 + ], + [ + 79.025, + 79.025, + 79.025, + 79.025, + 79.025, + 79.025 + ], + [ + 79.025, + 79.025, + 79.025, + 79.025, + 79.025, + 79.025 + ], + [ + 79.075, + 79.075, + 79.075, + 79.075, + 79.075, + 79.075 + ], + [ + 79.075, + 79.075, + 79.075, + 79.075, + 79.075, + 79.075 + ], + [ + 79.1, + 79.1, + 79.1, + 79.1, + 79.1, + 79.1 + ], + [ + 79.1, + 79.1, + 79.1, + 79.1, + 79.1, + 79.1 + ], + [ + 79.125, + 79.125, + 79.125, + 79.125, + 79.125, + 79.125 + ], + [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ], + [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ], + [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ], + [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ], + [ + 79.175, + 79.175, + 79.175, + 79.175, + 79.175, + 79.175 + ], + [ + 79.2, + 79.2, + 79.2, + 79.2, + 79.2, + 79.2 + ], + [ + 79.2, + 79.2, + 79.2, + 79.2, + 79.2, + 79.2 + ], + [ + 79.2, + 79.2, + 79.2, + 79.2, + 79.2, + 79.2 + ], + [ + 79.225, + 79.225, + 79.225, + 79.225, + 79.225, + 79.225 + ], + [ + 79.225, + 79.225, + 79.225, + 79.225, + 79.225, + 79.225 + ], + [ + 79.275, + 79.275, + 79.275, + 79.275, + 79.275, + 79.275 + ], + [ + 79.325, + 79.325, + 79.325, + 79.325, + 79.325, + 79.325 + ], + [ + 79.325, + 79.325, + 79.325, + 79.325, + 79.325, + 79.325 + ], + [ + 79.35, + 79.35, + 79.35, + 79.35, + 79.35, + 79.35 + ], + [ + 79.375, + 79.375, + 79.375, + 79.375, + 79.375, + 79.375 + ], + [ + 79.375, + 79.375, + 79.375, + 79.375, + 79.375, + 79.375 + ], + [ + 79.45, + 79.45, + 79.45, + 79.45, + 79.45, + 79.45 + ], + [ + 79.475, + 79.475, + 79.475, + 79.475, + 79.475, + 79.475 + ], + [ + 79.475, + 79.475, + 79.475, + 79.475, + 79.475, + 79.475 + ], + [ + 79.475, + 79.475, + 79.475, + 79.475, + 79.475, + 79.475 + ], + [ + 79.5, + 79.5, + 79.5, + 79.5, + 79.5, + 79.5 + ], + [ + 79.55, + 79.55, + 79.55, + 79.55, + 79.55, + 79.55 + ], + [ + 79.55, + 79.55, + 79.55, + 79.55, + 79.55, + 79.55 + ], + [ + 79.575, + 79.575, + 79.575, + 79.575, + 79.575, + 79.575 + ], + [ + 79.575, + 79.575, + 79.575, + 79.575, + 79.575, + 79.575 + ], + [ + 79.625, + 79.625, + 79.625, + 79.625, + 79.625, + 79.625 + ], + [ + 79.625, + 79.625, + 79.625, + 79.625, + 79.625, + 79.625 + ], + [ + 79.625, + 79.625, + 79.625, + 79.625, + 79.625, + 79.625 + ], + [ + 79.625, + 79.625, + 79.625, + 79.625, + 79.625, + 79.625 + ], + [ + 79.7, + 79.7, + 79.7, + 79.7, + 79.7, + 79.7 + ], + [ + 79.75, + 79.75, + 79.75, + 79.75, + 79.75, + 79.75 + ], + [ + 79.8, + 79.8, + 79.8, + 79.8, + 79.8, + 79.8 + ], + [ + 79.85, + 79.85, + 79.85, + 79.85, + 79.85, + 79.85 + ], + [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ], + [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ], + [ + 79.925, + 79.925, + 79.925, + 79.925, + 79.925, + 79.925 + ], + [ + 79.95, + 79.95, + 79.95, + 79.95, + 79.95, + 79.95 + ], + [ + 79.95, + 79.95, + 79.95, + 79.95, + 79.95, + 79.95 + ], + [ + 80.0, + 80.0, + 80.0, + 80.0, + 80.0, + 80.0 + ], + [ + 80.1, + 80.1, + 80.1, + 80.1, + 80.1, + 80.1 + ], + [ + 80.175, + 80.175, + 80.175, + 80.175, + 80.175, + 80.175 + ], + [ + 80.175, + 80.175, + 80.175, + 80.175, + 80.175, + 80.175 + ], + [ + 80.2, + 80.2, + 80.2, + 80.2, + 80.2, + 80.2 + ], + [ + 80.2, + 80.2, + 80.2, + 80.2, + 80.2, + 80.2 + ], + [ + 80.425, + 80.425, + 80.425, + 80.425, + 80.425, + 80.425 + ], + [ + 80.5, + 80.5, + 80.5, + 80.5, + 80.5, + 80.5 + ], + [ + 80.525, + 80.525, + 80.525, + 80.525, + 80.525, + 80.525 + ], + [ + 80.6, + 80.6, + 80.6, + 80.6, + 80.6, + 80.6 + ], + [ + 80.6, + 80.6, + 80.6, + 80.6, + 80.6, + 80.6 + ], + [ + 80.6, + 80.6, + 80.6, + 80.6, + 80.6, + 80.6 + ], + [ + 80.675, + 80.675, + 80.675, + 80.675, + 80.675, + 80.675 + ], + [ + 80.7, + 80.7, + 80.7, + 80.7, + 80.7, + 80.7 + ], + [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ], + [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ], + [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ], + [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ], + [ + 80.8, + 80.8, + 80.8, + 80.8, + 80.8, + 80.8 + ], + [ + 80.85, + 80.85, + 80.85, + 80.85, + 80.85, + 80.85 + ], + [ + 80.875, + 80.875, + 80.875, + 80.875, + 80.875, + 80.875 + ], + [ + 80.875, + 80.875, + 80.875, + 80.875, + 80.875, + 80.875 + ], + [ + 80.875, + 80.875, + 80.875, + 80.875, + 80.875, + 80.875 + ], + [ + 80.975, + 80.975, + 80.975, + 80.975, + 80.975, + 80.975 + ], + [ + 81.05, + 81.05, + 81.05, + 81.05, + 81.05, + 81.05 + ], + [ + 81.075, + 81.075, + 81.075, + 81.075, + 81.075, + 81.075 + ], + [ + 81.175, + 81.175, + 81.175, + 81.175, + 81.175, + 81.175 + ], + [ + 81.2, + 81.2, + 81.2, + 81.2, + 81.2, + 81.2 + ], + [ + 81.275, + 81.275, + 81.275, + 81.275, + 81.275, + 81.275 + ], + [ + 81.325, + 81.325, + 81.325, + 81.325, + 81.325, + 81.325 + ], + [ + 81.375, + 81.375, + 81.375, + 81.375, + 81.375, + 81.375 + ], + [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ], + [ + 81.4, + 81.4, + 81.4, + 81.4, + 81.4, + 81.4 + ], + [ + 81.425, + 81.425, + 81.425, + 81.425, + 81.425, + 81.425 + ], + [ + 81.45, + 81.45, + 81.45, + 81.45, + 81.45, + 81.45 + ], + [ + 81.475, + 81.475, + 81.475, + 81.475, + 81.475, + 81.475 + ], + [ + 81.625, + 81.625, + 81.625, + 81.625, + 81.625, + 81.625 + ], + [ + 81.725, + 81.725, + 81.725, + 81.725, + 81.725, + 81.725 + ], + [ + 81.75, + 81.75, + 81.75, + 81.75, + 81.75, + 81.75 + ], + [ + 81.8, + 81.8, + 81.8, + 81.8, + 81.8, + 81.8 + ], + [ + 81.9, + 81.9, + 81.9, + 81.9, + 81.9, + 81.9 + ], + [ + 81.95, + 81.95, + 81.95, + 81.95, + 81.95, + 81.95 + ], + [ + 82.0, + 82.0, + 82.0, + 82.0, + 82.0, + 82.0 + ], + [ + 82.0, + 82.0, + 82.0, + 82.0, + 82.0, + 82.0 + ], + [ + 82.175, + 82.175, + 82.175, + 82.175, + 82.175, + 82.175 + ], + [ + 82.225, + 82.225, + 82.225, + 82.225, + 82.225, + 82.225 + ], + [ + 82.325, + 82.325, + 82.325, + 82.325, + 82.325, + 82.325 + ], + [ + 82.325, + 82.325, + 82.325, + 82.325, + 82.325, + 82.325 + ], + [ + 82.35, + 82.35, + 82.35, + 82.35, + 82.35, + 82.35 + ], + [ + 82.375, + 82.375, + 82.375, + 82.375, + 82.375, + 82.375 + ], + [ + 82.375, + 82.375, + 82.375, + 82.375, + 82.375, + 82.375 + ], + [ + 82.5, + 82.5, + 82.5, + 82.5, + 82.5, + 82.5 + ], + [ + 82.525, + 82.525, + 82.525, + 82.525, + 82.525, + 82.525 + ], + [ + 82.6, + 82.6, + 82.6, + 82.6, + 82.6, + 82.6 + ], + [ + 82.625, + 82.625, + 82.625, + 82.625, + 82.625, + 82.625 + ], + [ + 82.675, + 82.675, + 82.675, + 82.675, + 82.675, + 82.675 + ], + [ + 82.7, + 82.7, + 82.7, + 82.7, + 82.7, + 82.7 + ], + [ + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775 + ], + [ + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775 + ], + [ + 82.775, + 82.775, + 82.775, + 82.775, + 82.775, + 82.775 + ], + [ + 82.8, + 82.8, + 82.8, + 82.8, + 82.8, + 82.8 + ], + [ + 82.975, + 82.975, + 82.975, + 82.975, + 82.975, + 82.975 + ], + [ + 83.0, + 83.0, + 83.0, + 83.0, + 83.0, + 83.0 + ], + [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ], + [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ], + [ + 83.1, + 83.1, + 83.1, + 83.1, + 83.1, + 83.1 + ], + [ + 83.1, + 83.1, + 83.1, + 83.1, + 83.1, + 83.1 + ], + [ + 83.1, + 83.1, + 83.1, + 83.1, + 83.1, + 83.1 + ], + [ + 83.1, + 83.1, + 83.1, + 83.1, + 83.1, + 83.1 + ], + [ + 83.2, + 83.2, + 83.2, + 83.2, + 83.2, + 83.2 + ], + [ + 83.225, + 83.225, + 83.225, + 83.225, + 83.225, + 83.225 + ], + [ + 83.225, + 83.225, + 83.225, + 83.225, + 83.225, + 83.225 + ], + [ + 83.275, + 83.275, + 83.275, + 83.275, + 83.275, + 83.275 + ], + [ + 83.275, + 83.275, + 83.275, + 83.275, + 83.275, + 83.275 + ], + [ + 83.325, + 83.325, + 83.325, + 83.325, + 83.325, + 83.325 + ], + [ + 83.375, + 83.375, + 83.375, + 83.375, + 83.375, + 83.375 + ], + [ + 83.425, + 83.425, + 83.425, + 83.425, + 83.425, + 83.425 + ], + [ + 83.45, + 83.45, + 83.45, + 83.45, + 83.45, + 83.45 + ], + [ + 83.45, + 83.45, + 83.45, + 83.45, + 83.45, + 83.45 + ], + [ + 83.45, + 83.45, + 83.45, + 83.45, + 83.45, + 83.45 + ], + [ + 83.5, + 83.5, + 83.5, + 83.5, + 83.5, + 83.5 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.65, + 83.65, + 83.65, + 83.65, + 83.65, + 83.65 + ], + [ + 83.675, + 83.675, + 83.675, + 83.675, + 83.675, + 83.675 + ], + [ + 83.675, + 83.675, + 83.675, + 83.675, + 83.675, + 83.675 + ], + [ + 83.675, + 83.675, + 83.675, + 83.675, + 83.675, + 83.675 + ], + [ + 83.7, + 83.7, + 83.7, + 83.7, + 83.7, + 83.7 + ], + [ + 83.7, + 83.7, + 83.7, + 83.7, + 83.7, + 83.7 + ], + [ + 83.7, + 83.7, + 83.7, + 83.7, + 83.7, + 83.7 + ], + [ + 83.775, + 83.775, + 83.775, + 83.775, + 83.775, + 83.775 + ], + [ + 83.8, + 83.8, + 83.8, + 83.8, + 83.8, + 83.8 + ], + [ + 83.8, + 83.8, + 83.8, + 83.8, + 83.8, + 83.8 + ], + [ + 83.85, + 83.85, + 83.85, + 83.85, + 83.85, + 83.85 + ], + [ + 83.875, + 83.875, + 83.875, + 83.875, + 83.875, + 83.875 + ], + [ + 83.9, + 83.9, + 83.9, + 83.9, + 83.9, + 83.9 + ], + [ + 83.925, + 83.925, + 83.925, + 83.925, + 83.925, + 83.925 + ], + [ + 84.025, + 84.025, + 84.025, + 84.025, + 84.025, + 84.025 + ], + [ + 84.125, + 84.125, + 84.125, + 84.125, + 84.125, + 84.125 + ], + [ + 84.15, + 84.15, + 84.15, + 84.15, + 84.15, + 84.15 + ], + [ + 84.2, + 84.2, + 84.2, + 84.2, + 84.2, + 84.2 + ], + [ + 84.225, + 84.225, + 84.225, + 84.225, + 84.225, + 84.225 + ], + [ + 84.225, + 84.225, + 84.225, + 84.225, + 84.225, + 84.225 + ], + [ + 84.275, + 84.275, + 84.275, + 84.275, + 84.275, + 84.275 + ], + [ + 84.3, + 84.3, + 84.3, + 84.3, + 84.3, + 84.3 + ], + [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ], + [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ], + [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ], + [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ], + [ + 84.475, + 84.475, + 84.475, + 84.475, + 84.475, + 84.475 + ], + [ + 84.5, + 84.5, + 84.5, + 84.5, + 84.5, + 84.5 + ], + [ + 84.525, + 84.525, + 84.525, + 84.525, + 84.525, + 84.525 + ], + [ + 84.525, + 84.525, + 84.525, + 84.525, + 84.525, + 84.525 + ], + [ + 84.625, + 84.625, + 84.625, + 84.625, + 84.625, + 84.625 + ], + [ + 84.775, + 84.775, + 84.775, + 84.775, + 84.775, + 84.775 + ], + [ + 84.775, + 84.775, + 84.775, + 84.775, + 84.775, + 84.775 + ], + [ + 84.8, + 84.8, + 84.8, + 84.8, + 84.8, + 84.8 + ], + [ + 84.9, + 84.9, + 84.9, + 84.9, + 84.9, + 84.9 + ], + [ + 84.925, + 84.925, + 84.925, + 84.925, + 84.925, + 84.925 + ], + [ + 84.925, + 84.925, + 84.925, + 84.925, + 84.925, + 84.925 + ], + [ + 84.925, + 84.925, + 84.925, + 84.925, + 84.925, + 84.925 + ], + [ + 84.95, + 84.95, + 84.95, + 84.95, + 84.95, + 84.95 + ], + [ + 85.0, + 85.0, + 85.0, + 85.0, + 85.0, + 85.0 + ], + [ + 85.0, + 85.0, + 85.0, + 85.0, + 85.0, + 85.0 + ], + [ + 85.075, + 85.075, + 85.075, + 85.075, + 85.075, + 85.075 + ], + [ + 85.1, + 85.1, + 85.1, + 85.1, + 85.1, + 85.1 + ], + [ + 85.15, + 85.15, + 85.15, + 85.15, + 85.15, + 85.15 + ], + [ + 85.15, + 85.15, + 85.15, + 85.15, + 85.15, + 85.15 + ], + [ + 85.2, + 85.2, + 85.2, + 85.2, + 85.2, + 85.2 + ], + [ + 85.2, + 85.2, + 85.2, + 85.2, + 85.2, + 85.2 + ], + [ + 85.2, + 85.2, + 85.2, + 85.2, + 85.2, + 85.2 + ], + [ + 85.275, + 85.275, + 85.275, + 85.275, + 85.275, + 85.275 + ], + [ + 85.35, + 85.35, + 85.35, + 85.35, + 85.35, + 85.35 + ], + [ + 85.4, + 85.4, + 85.4, + 85.4, + 85.4, + 85.4 + ], + [ + 85.4, + 85.4, + 85.4, + 85.4, + 85.4, + 85.4 + ], + [ + 85.45, + 85.45, + 85.45, + 85.45, + 85.45, + 85.45 + ], + [ + 85.45, + 85.45, + 85.45, + 85.45, + 85.45, + 85.45 + ], + [ + 85.45, + 85.45, + 85.45, + 85.45, + 85.45, + 85.45 + ], + [ + 85.5, + 85.5, + 85.5, + 85.5, + 85.5, + 85.5 + ], + [ + 85.525, + 85.525, + 85.525, + 85.525, + 85.525, + 85.525 + ], + [ + 85.55, + 85.55, + 85.55, + 85.55, + 85.55, + 85.55 + ], + [ + 85.65, + 85.65, + 85.65, + 85.65, + 85.65, + 85.65 + ], + [ + 85.65, + 85.65, + 85.65, + 85.65, + 85.65, + 85.65 + ], + [ + 85.675, + 85.675, + 85.675, + 85.675, + 85.675, + 85.675 + ], + [ + 85.7, + 85.7, + 85.7, + 85.7, + 85.7, + 85.7 + ], + [ + 85.7, + 85.7, + 85.7, + 85.7, + 85.7, + 85.7 + ], + [ + 85.7, + 85.7, + 85.7, + 85.7, + 85.7, + 85.7 + ], + [ + 85.725, + 85.725, + 85.725, + 85.725, + 85.725, + 85.725 + ], + [ + 85.825, + 85.825, + 85.825, + 85.825, + 85.825, + 85.825 + ], + [ + 85.875, + 85.875, + 85.875, + 85.875, + 85.875, + 85.875 + ], + [ + 86.0, + 86.0, + 86.0, + 86.0, + 86.0, + 86.0 + ], + [ + 86.0, + 86.0, + 86.0, + 86.0, + 86.0, + 86.0 + ], + [ + 86.0, + 86.0, + 86.0, + 86.0, + 86.0, + 86.0 + ], + [ + 86.075, + 86.075, + 86.075, + 86.075, + 86.075, + 86.075 + ], + [ + 86.1, + 86.1, + 86.1, + 86.1, + 86.1, + 86.1 + ], + [ + 86.125, + 86.125, + 86.125, + 86.125, + 86.125, + 86.125 + ], + [ + 86.175, + 86.175, + 86.175, + 86.175, + 86.175, + 86.175 + ], + [ + 86.225, + 86.225, + 86.225, + 86.225, + 86.225, + 86.225 + ], + [ + 86.225, + 86.225, + 86.225, + 86.225, + 86.225, + 86.225 + ], + [ + 86.225, + 86.225, + 86.225, + 86.225, + 86.225, + 86.225 + ], + [ + 86.25, + 86.25, + 86.25, + 86.25, + 86.25, + 86.25 + ], + [ + 86.25, + 86.25, + 86.25, + 86.25, + 86.25, + 86.25 + ], + [ + 86.35, + 86.35, + 86.35, + 86.35, + 86.35, + 86.35 + ], + [ + 86.4, + 86.4, + 86.4, + 86.4, + 86.4, + 86.4 + ], + [ + 86.425, + 86.425, + 86.425, + 86.425, + 86.425, + 86.425 + ], + [ + 86.45, + 86.45, + 86.45, + 86.45, + 86.45, + 86.45 + ], + [ + 86.5, + 86.5, + 86.5, + 86.5, + 86.5, + 86.5 + ], + [ + 86.5, + 86.5, + 86.5, + 86.5, + 86.5, + 86.5 + ], + [ + 86.5, + 86.5, + 86.5, + 86.5, + 86.5, + 86.5 + ], + [ + 86.5, + 86.5, + 86.5, + 86.5, + 86.5, + 86.5 + ], + [ + 86.5, + 86.5, + 86.5, + 86.5, + 86.5, + 86.5 + ], + [ + 86.575, + 86.575, + 86.575, + 86.575, + 86.575, + 86.575 + ], + [ + 86.6, + 86.6, + 86.6, + 86.6, + 86.6, + 86.6 + ], + [ + 86.6, + 86.6, + 86.6, + 86.6, + 86.6, + 86.6 + ], + [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ], + [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ], + [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ], + [ + 86.725, + 86.725, + 86.725, + 86.725, + 86.725, + 86.725 + ], + [ + 86.725, + 86.725, + 86.725, + 86.725, + 86.725, + 86.725 + ], + [ + 86.75, + 86.75, + 86.75, + 86.75, + 86.75, + 86.75 + ], + [ + 86.825, + 86.825, + 86.825, + 86.825, + 86.825, + 86.825 + ], + [ + 86.85, + 86.85, + 86.85, + 86.85, + 86.85, + 86.85 + ], + [ + 86.875, + 86.875, + 86.875, + 86.875, + 86.875, + 86.875 + ], + [ + 86.875, + 86.875, + 86.875, + 86.875, + 86.875, + 86.875 + ], + [ + 86.975, + 86.975, + 86.975, + 86.975, + 86.975, + 86.975 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ], + [ + 87.025, + 87.025, + 87.025, + 87.025, + 87.025, + 87.025 + ], + [ + 87.05, + 87.05, + 87.05, + 87.05, + 87.05, + 87.05 + ], + [ + 87.075, + 87.075, + 87.075, + 87.075, + 87.075, + 87.075 + ], + [ + 87.125, + 87.125, + 87.125, + 87.125, + 87.125, + 87.125 + ], + [ + 87.15, + 87.15, + 87.15, + 87.15, + 87.15, + 87.15 + ], + [ + 87.15, + 87.15, + 87.15, + 87.15, + 87.15, + 87.15 + ], + [ + 87.175, + 87.175, + 87.175, + 87.175, + 87.175, + 87.175 + ], + [ + 87.175, + 87.175, + 87.175, + 87.175, + 87.175, + 87.175 + ], + [ + 87.175, + 87.175, + 87.175, + 87.175, + 87.175, + 87.175 + ], + [ + 87.175, + 87.175, + 87.175, + 87.175, + 87.175, + 87.175 + ], + [ + 87.325, + 87.325, + 87.325, + 87.325, + 87.325, + 87.325 + ], + [ + 87.325, + 87.325, + 87.325, + 87.325, + 87.325, + 87.325 + ], + [ + 87.375, + 87.375, + 87.375, + 87.375, + 87.375, + 87.375 + ], + [ + 87.4, + 87.4, + 87.4, + 87.4, + 87.4, + 87.4 + ], + [ + 87.425, + 87.425, + 87.425, + 87.425, + 87.425, + 87.425 + ], + [ + 87.45, + 87.45, + 87.45, + 87.45, + 87.45, + 87.45 + ], + [ + 87.5, + 87.5, + 87.5, + 87.5, + 87.5, + 87.5 + ], + [ + 87.55, + 87.55, + 87.55, + 87.55, + 87.55, + 87.55 + ], + [ + 87.55, + 87.55, + 87.55, + 87.55, + 87.55, + 87.55 + ], + [ + 87.575, + 87.575, + 87.575, + 87.575, + 87.575, + 87.575 + ], + [ + 87.575, + 87.575, + 87.575, + 87.575, + 87.575, + 87.575 + ], + [ + 87.575, + 87.575, + 87.575, + 87.575, + 87.575, + 87.575 + ], + [ + 87.6, + 87.6, + 87.6, + 87.6, + 87.6, + 87.6 + ], + [ + 87.8, + 87.8, + 87.8, + 87.8, + 87.8, + 87.8 + ], + [ + 87.85, + 87.85, + 87.85, + 87.85, + 87.85, + 87.85 + ], + [ + 87.85, + 87.85, + 87.85, + 87.85, + 87.85, + 87.85 + ], + [ + 87.925, + 87.925, + 87.925, + 87.925, + 87.925, + 87.925 + ], + [ + 87.975, + 87.975, + 87.975, + 87.975, + 87.975, + 87.975 + ], + [ + 87.975, + 87.975, + 87.975, + 87.975, + 87.975, + 87.975 + ], + [ + 88.025, + 88.025, + 88.025, + 88.025, + 88.025, + 88.025 + ], + [ + 88.025, + 88.025, + 88.025, + 88.025, + 88.025, + 88.025 + ], + [ + 88.025, + 88.025, + 88.025, + 88.025, + 88.025, + 88.025 + ], + [ + 88.05, + 88.05, + 88.05, + 88.05, + 88.05, + 88.05 + ], + [ + 88.125, + 88.125, + 88.125, + 88.125, + 88.125, + 88.125 + ], + [ + 88.15, + 88.15, + 88.15, + 88.15, + 88.15, + 88.15 + ], + [ + 88.175, + 88.175, + 88.175, + 88.175, + 88.175, + 88.175 + ], + [ + 88.2, + 88.2, + 88.2, + 88.2, + 88.2, + 88.2 + ], + [ + 88.275, + 88.275, + 88.275, + 88.275, + 88.275, + 88.275 + ], + [ + 88.4, + 88.4, + 88.4, + 88.4, + 88.4, + 88.4 + ], + [ + 88.425, + 88.425, + 88.425, + 88.425, + 88.425, + 88.425 + ], + [ + 88.425, + 88.425, + 88.425, + 88.425, + 88.425, + 88.425 + ], + [ + 88.575, + 88.575, + 88.575, + 88.575, + 88.575, + 88.575 + ], + [ + 88.6, + 88.6, + 88.6, + 88.6, + 88.6, + 88.6 + ], + [ + 88.6, + 88.6, + 88.6, + 88.6, + 88.6, + 88.6 + ], + [ + 88.6, + 88.6, + 88.6, + 88.6, + 88.6, + 88.6 + ], + [ + 88.625, + 88.625, + 88.625, + 88.625, + 88.625, + 88.625 + ], + [ + 88.625, + 88.625, + 88.625, + 88.625, + 88.625, + 88.625 + ], + [ + 88.65, + 88.65, + 88.65, + 88.65, + 88.65, + 88.65 + ], + [ + 88.65, + 88.65, + 88.65, + 88.65, + 88.65, + 88.65 + ], + [ + 88.65, + 88.65, + 88.65, + 88.65, + 88.65, + 88.65 + ], + [ + 88.7, + 88.7, + 88.7, + 88.7, + 88.7, + 88.7 + ], + [ + 88.75, + 88.75, + 88.75, + 88.75, + 88.75, + 88.75 + ], + [ + 88.775, + 88.775, + 88.775, + 88.775, + 88.775, + 88.775 + ], + [ + 88.825, + 88.825, + 88.825, + 88.825, + 88.825, + 88.825 + ], + [ + 88.825, + 88.825, + 88.825, + 88.825, + 88.825, + 88.825 + ], + [ + 88.825, + 88.825, + 88.825, + 88.825, + 88.825, + 88.825 + ], + [ + 88.875, + 88.875, + 88.875, + 88.875, + 88.875, + 88.875 + ], + [ + 88.9, + 88.9, + 88.9, + 88.9, + 88.9, + 88.9 + ], + [ + 88.9, + 88.9, + 88.9, + 88.9, + 88.9, + 88.9 + ], + [ + 88.95, + 88.95, + 88.95, + 88.95, + 88.95, + 88.95 + ], + [ + 88.95, + 88.95, + 88.95, + 88.95, + 88.95, + 88.95 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ], + [ + 89.075, + 89.075, + 89.075, + 89.075, + 89.075, + 89.075 + ], + [ + 89.075, + 89.075, + 89.075, + 89.075, + 89.075, + 89.075 + ], + [ + 89.075, + 89.075, + 89.075, + 89.075, + 89.075, + 89.075 + ], + [ + 89.1, + 89.1, + 89.1, + 89.1, + 89.1, + 89.1 + ], + [ + 89.125, + 89.125, + 89.125, + 89.125, + 89.125, + 89.125 + ], + [ + 89.125, + 89.125, + 89.125, + 89.125, + 89.125, + 89.125 + ], + [ + 89.125, + 89.125, + 89.125, + 89.125, + 89.125, + 89.125 + ], + [ + 89.2, + 89.2, + 89.2, + 89.2, + 89.2, + 89.2 + ], + [ + 89.25, + 89.25, + 89.25, + 89.25, + 89.25, + 89.25 + ], + [ + 89.275, + 89.275, + 89.275, + 89.275, + 89.275, + 89.275 + ], + [ + 89.475, + 89.475, + 89.475, + 89.475, + 89.475, + 89.475 + ], + [ + 89.7, + 89.7, + 89.7, + 89.7, + 89.7, + 89.7 + ], + [ + 90.225, + 90.225, + 90.225, + 90.225, + 90.225, + 90.225 + ], + [ + 90.925, + 90.925, + 90.925, + 90.925, + 90.925, + 90.925 + ], + [ + 91.4, + 91.4, + 91.4, + 91.4, + 91.4, + 91.4 + ], + [ + 91.6, + 91.6, + 91.6, + 91.6, + 91.6, + 91.6 + ], + [ + 91.6, + 91.6, + 91.6, + 91.6, + 91.6, + 91.6 + ], + [ + 91.6, + 91.6, + 91.6, + 91.6, + 91.6, + 91.6 + ], + [ + 91.775, + 91.775, + 91.775, + 91.775, + 91.775, + 91.775 + ], + [ + 91.875, + 91.875, + 91.875, + 91.875, + 91.875, + 91.875 + ], + [ + 91.95, + 91.95, + 91.95, + 91.95, + 91.95, + 91.95 + ], + [ + 92.0, + 92.0, + 92.0, + 92.0, + 92.0, + 92.0 + ], + [ + 92.175, + 92.175, + 92.175, + 92.175, + 92.175, + 92.175 + ], + [ + 92.325, + 92.325, + 92.325, + 92.325, + 92.325, + 92.325 + ], + [ + 92.425, + 92.425, + 92.425, + 92.425, + 92.425, + 92.425 + ], + [ + 92.425, + 92.425, + 92.425, + 92.425, + 92.425, + 92.425 + ], + [ + 92.55, + 92.55, + 92.55, + 92.55, + 92.55, + 92.55 + ], + [ + 92.7, + 92.7, + 92.7, + 92.7, + 92.7, + 92.7 + ], + [ + 92.775, + 92.775, + 92.775, + 92.775, + 92.775, + 92.775 + ], + [ + 92.825, + 92.825, + 92.825, + 92.825, + 92.825, + 92.825 + ], + [ + 93.0, + 93.0, + 93.0, + 93.0, + 93.0, + 93.0 + ], + [ + 93.15, + 93.15, + 93.15, + 93.15, + 93.15, + 93.15 + ], + [ + 93.275, + 93.275, + 93.275, + 93.275, + 93.275, + 93.275 + ], + [ + 93.275, + 93.275, + 93.275, + 93.275, + 93.275, + 93.275 + ], + [ + 93.275, + 93.275, + 93.275, + 93.275, + 93.275, + 93.275 + ], + [ + 93.3, + 93.3, + 93.3, + 93.3, + 93.3, + 93.3 + ], + [ + 93.3, + 93.3, + 93.3, + 93.3, + 93.3, + 93.3 + ], + [ + 93.325, + 93.325, + 93.325, + 93.325, + 93.325, + 93.325 + ], + [ + 93.325, + 93.325, + 93.325, + 93.325, + 93.325, + 93.325 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + ], + "episode_rhos": [ + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ], + [ + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667, + 0.1667 + ] + ], + "final_lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..3dbb38fa7eea778fb3be57267020e4f7d97f47db --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 6445898.14, + "constraint_satisfaction_pct": 35.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 93.375, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ] + }, + { + "episode": 10, + "avg_reward": -6414.43, + "avg_cost": 0.5, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35, + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 20, + "avg_reward": -6195.01, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375, + 10.375, + 10.375, + 10.375, + 10.375 + ] + }, + { + "episode": 30, + "avg_reward": -5941.85, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 40, + "avg_reward": -6277.22, + "avg_cost": 0.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 50, + "avg_reward": -5682.21, + "avg_cost": 0.0, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 60, + "avg_reward": -4567.1, + "avg_cost": 0.0, + "lambda": 10.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ] + }, + { + "episode": 70, + "avg_reward": -4021.92, + "avg_cost": 0.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 80, + "avg_reward": -4260.58, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 90, + "avg_reward": -3926.31, + "avg_cost": 0.0, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 100, + "avg_reward": -3650.51, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 110, + "avg_reward": -3266.49, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 120, + "avg_reward": -3957.0, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 130, + "avg_reward": -2444.26, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 140, + "avg_reward": -3052.41, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 150, + "avg_reward": -2145.98, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 160, + "avg_reward": -2025.42, + "avg_cost": 0.0, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 170, + "avg_reward": -1965.94, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05, + 11.05, + 11.05, + 11.05, + 11.05 + ] + }, + { + "episode": 180, + "avg_reward": -1023.41, + "avg_cost": 0.0, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ] + }, + { + "episode": 190, + "avg_reward": -1982.89, + "avg_cost": 1.5, + "lambda": 11.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.675, + 11.675, + 11.675, + 11.675, + 11.675, + 11.675 + ] + }, + { + "episode": 200, + "avg_reward": -1960.17, + "avg_cost": 1.75, + "lambda": 12.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6, + 12.6, + 12.6, + 12.6, + 12.6, + 12.6 + ] + }, + { + "episode": 210, + "avg_reward": -1844.02, + "avg_cost": 0.75, + "lambda": 13.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.775, + 13.775, + 13.775, + 13.775, + 13.775, + 13.775 + ] + }, + { + "episode": 220, + "avg_reward": -2583.43, + "avg_cost": 0.0, + "lambda": 14.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.05, + 14.05, + 14.05, + 14.05, + 14.05, + 14.05 + ] + }, + { + "episode": 230, + "avg_reward": -1448.0, + "avg_cost": 0.5, + "lambda": 14.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.75, + 14.75, + 14.75, + 14.75, + 14.75, + 14.75 + ] + }, + { + "episode": 240, + "avg_reward": -1415.3, + "avg_cost": 0.75, + "lambda": 15.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.075, + 15.075, + 15.075, + 15.075, + 15.075, + 15.075 + ] + }, + { + "episode": 250, + "avg_reward": -597.56, + "avg_cost": 1.75, + "lambda": 15.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9, + 15.9, + 15.9, + 15.9, + 15.9, + 15.9 + ] + }, + { + "episode": 260, + "avg_reward": -1605.45, + "avg_cost": 0.5, + "lambda": 16.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.4, + 16.4, + 16.4, + 16.4, + 16.4, + 16.4 + ] + }, + { + "episode": 270, + "avg_reward": -2571.8, + "avg_cost": 1.25, + "lambda": 17.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.375, + 17.375, + 17.375, + 17.375, + 17.375, + 17.375 + ] + }, + { + "episode": 280, + "avg_reward": -953.67, + "avg_cost": 0.25, + "lambda": 17.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8, + 17.8, + 17.8, + 17.8, + 17.8, + 17.8 + ] + }, + { + "episode": 290, + "avg_reward": 483.97, + "avg_cost": 7.0, + "lambda": 19.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.925, + 19.925, + 19.925, + 19.925, + 19.925, + 19.925 + ] + }, + { + "episode": 300, + "avg_reward": -51.11, + "avg_cost": 0.25, + "lambda": 20.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.475, + 20.475, + 20.475, + 20.475, + 20.475, + 20.475 + ] + }, + { + "episode": 310, + "avg_reward": 886.35, + "avg_cost": 2.75, + "lambda": 21.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.65, + 21.65, + 21.65, + 21.65, + 21.65, + 21.65 + ] + }, + { + "episode": 320, + "avg_reward": 1710.81, + "avg_cost": 2.0, + "lambda": 23.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.175, + 23.175, + 23.175, + 23.175, + 23.175, + 23.175 + ] + }, + { + "episode": 330, + "avg_reward": -733.93, + "avg_cost": 0.0, + "lambda": 24.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.05, + 24.05, + 24.05, + 24.05, + 24.05, + 24.05 + ] + }, + { + "episode": 340, + "avg_reward": -1813.98, + "avg_cost": 0.5, + "lambda": 25.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.0, + 25.0, + 25.0, + 25.0, + 25.0, + 25.0 + ] + }, + { + "episode": 350, + "avg_reward": -882.29, + "avg_cost": 1.5, + "lambda": 26.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.275, + 26.275, + 26.275, + 26.275, + 26.275, + 26.275 + ] + }, + { + "episode": 360, + "avg_reward": 108.69, + "avg_cost": 0.75, + "lambda": 27.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.025, + 27.025, + 27.025, + 27.025, + 27.025, + 27.025 + ] + }, + { + "episode": 370, + "avg_reward": 2385.55, + "avg_cost": 3.0, + "lambda": 28.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.25, + 28.25, + 28.25, + 28.25, + 28.25, + 28.25 + ] + }, + { + "episode": 380, + "avg_reward": 706.61, + "avg_cost": 1.25, + "lambda": 29.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.575, + 29.575, + 29.575, + 29.575, + 29.575, + 29.575 + ] + }, + { + "episode": 390, + "avg_reward": 3285.77, + "avg_cost": 3.5, + "lambda": 30.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.675, + 30.675, + 30.675, + 30.675, + 30.675, + 30.675 + ] + }, + { + "episode": 400, + "avg_reward": 3290.17, + "avg_cost": 1.0, + "lambda": 32.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.075, + 32.075, + 32.075, + 32.075, + 32.075, + 32.075 + ] + }, + { + "episode": 410, + "avg_reward": 3169.83, + "avg_cost": 1.5, + "lambda": 33.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.675, + 33.675, + 33.675, + 33.675, + 33.675, + 33.675 + ] + }, + { + "episode": 420, + "avg_reward": 3956.07, + "avg_cost": 3.25, + "lambda": 34.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.875, + 34.875, + 34.875, + 34.875, + 34.875, + 34.875 + ] + }, + { + "episode": 430, + "avg_reward": 3017.45, + "avg_cost": 1.5, + "lambda": 37.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.0, + 37.0, + 37.0, + 37.0, + 37.0, + 37.0 + ] + }, + { + "episode": 440, + "avg_reward": -247.38, + "avg_cost": 0.0, + "lambda": 37.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.825, + 37.825, + 37.825, + 37.825, + 37.825, + 37.825 + ] + }, + { + "episode": 450, + "avg_reward": 2796.79, + "avg_cost": 1.0, + "lambda": 38.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.925, + 38.925, + 38.925, + 38.925, + 38.925, + 38.925 + ] + }, + { + "episode": 460, + "avg_reward": 4484.03, + "avg_cost": 1.25, + "lambda": 40.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.125, + 40.125, + 40.125, + 40.125, + 40.125, + 40.125 + ] + }, + { + "episode": 470, + "avg_reward": 2914.18, + "avg_cost": 0.5, + "lambda": 41.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.175, + 41.175, + 41.175, + 41.175, + 41.175, + 41.175 + ] + }, + { + "episode": 480, + "avg_reward": 2872.73, + "avg_cost": 2.25, + "lambda": 42.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.575, + 42.575, + 42.575, + 42.575, + 42.575, + 42.575 + ] + }, + { + "episode": 490, + "avg_reward": 3606.66, + "avg_cost": 1.5, + "lambda": 43.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.825, + 43.825, + 43.825, + 43.825, + 43.825, + 43.825 + ] + }, + { + "episode": 500, + "avg_reward": 4595.01, + "avg_cost": 1.25, + "lambda": 44.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.825, + 44.825, + 44.825, + 44.825, + 44.825, + 44.825 + ] + }, + { + "episode": 510, + "avg_reward": 4427.95, + "avg_cost": 1.0, + "lambda": 45.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.65, + 45.65, + 45.65, + 45.65, + 45.65, + 45.65 + ] + }, + { + "episode": 520, + "avg_reward": 4882.24, + "avg_cost": 3.0, + "lambda": 46.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.75, + 46.75, + 46.75, + 46.75, + 46.75, + 46.75 + ] + }, + { + "episode": 530, + "avg_reward": 1968.12, + "avg_cost": 0.0, + "lambda": 47.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.875, + 47.875, + 47.875, + 47.875, + 47.875, + 47.875 + ] + }, + { + "episode": 540, + "avg_reward": 3163.07, + "avg_cost": 0.5, + "lambda": 48.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.95, + 48.95, + 48.95, + 48.95, + 48.95, + 48.95 + ] + }, + { + "episode": 550, + "avg_reward": 4714.57, + "avg_cost": 0.75, + "lambda": 49.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.975, + 49.975, + 49.975, + 49.975, + 49.975, + 49.975 + ] + }, + { + "episode": 560, + "avg_reward": 1710.92, + "avg_cost": 1.25, + "lambda": 50.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.775, + 50.775, + 50.775, + 50.775, + 50.775, + 50.775 + ] + }, + { + "episode": 570, + "avg_reward": 5179.05, + "avg_cost": 0.75, + "lambda": 51.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.325, + 51.325, + 51.325, + 51.325, + 51.325, + 51.325 + ] + }, + { + "episode": 580, + "avg_reward": 4563.29, + "avg_cost": 0.25, + "lambda": 51.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.7, + 51.7, + 51.7, + 51.7, + 51.7, + 51.7 + ] + }, + { + "episode": 590, + "avg_reward": 4951.56, + "avg_cost": 0.5, + "lambda": 52.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.25, + 52.25, + 52.25, + 52.25, + 52.25, + 52.25 + ] + }, + { + "episode": 600, + "avg_reward": 3449.96, + "avg_cost": 0.25, + "lambda": 52.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.725, + 52.725, + 52.725, + 52.725, + 52.725, + 52.725 + ] + }, + { + "episode": 610, + "avg_reward": 4105.33, + "avg_cost": 0.25, + "lambda": 53.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.525, + 53.525, + 53.525, + 53.525, + 53.525, + 53.525 + ] + }, + { + "episode": 620, + "avg_reward": 4689.69, + "avg_cost": 1.25, + "lambda": 54.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.85, + 54.85, + 54.85, + 54.85, + 54.85, + 54.85 + ] + }, + { + "episode": 630, + "avg_reward": 5961.01, + "avg_cost": 1.0, + "lambda": 55.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.875, + 55.875, + 55.875, + 55.875, + 55.875, + 55.875 + ] + }, + { + "episode": 640, + "avg_reward": 6467.69, + "avg_cost": 0.25, + "lambda": 56.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.675, + 56.675, + 56.675, + 56.675, + 56.675, + 56.675 + ] + }, + { + "episode": 650, + "avg_reward": 6708.59, + "avg_cost": 1.0, + "lambda": 58.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.125, + 58.125, + 58.125, + 58.125, + 58.125, + 58.125 + ] + }, + { + "episode": 660, + "avg_reward": 2772.84, + "avg_cost": 0.25, + "lambda": 59.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.225, + 59.225, + 59.225, + 59.225, + 59.225, + 59.225 + ] + }, + { + "episode": 670, + "avg_reward": 6583.26, + "avg_cost": 1.25, + "lambda": 60.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.4, + 60.4, + 60.4, + 60.4, + 60.4, + 60.4 + ] + }, + { + "episode": 680, + "avg_reward": 2847.06, + "avg_cost": 1.5, + "lambda": 61.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.325, + 61.325, + 61.325, + 61.325, + 61.325, + 61.325 + ] + }, + { + "episode": 690, + "avg_reward": 3881.47, + "avg_cost": 0.75, + "lambda": 62.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.275, + 62.275, + 62.275, + 62.275, + 62.275, + 62.275 + ] + }, + { + "episode": 700, + "avg_reward": 6915.21, + "avg_cost": 0.5, + "lambda": 63.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.025, + 63.025, + 63.025, + 63.025, + 63.025, + 63.025 + ] + }, + { + "episode": 710, + "avg_reward": 6516.26, + "avg_cost": 0.0, + "lambda": 63.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.875, + 63.875, + 63.875, + 63.875, + 63.875, + 63.875 + ] + }, + { + "episode": 720, + "avg_reward": 6885.99, + "avg_cost": 0.0, + "lambda": 64.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.825, + 64.825, + 64.825, + 64.825, + 64.825, + 64.825 + ] + }, + { + "episode": 730, + "avg_reward": 7769.77, + "avg_cost": 0.5, + "lambda": 65.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.375, + 65.375, + 65.375, + 65.375, + 65.375, + 65.375 + ] + }, + { + "episode": 740, + "avg_reward": 5744.29, + "avg_cost": 0.25, + "lambda": 65.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.825, + 65.825, + 65.825, + 65.825, + 65.825, + 65.825 + ] + }, + { + "episode": 750, + "avg_reward": 7370.51, + "avg_cost": 0.0, + "lambda": 66.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.375, + 66.375, + 66.375, + 66.375, + 66.375, + 66.375 + ] + }, + { + "episode": 760, + "avg_reward": 7414.57, + "avg_cost": 0.5, + "lambda": 66.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.85, + 66.85, + 66.85, + 66.85, + 66.85, + 66.85 + ] + }, + { + "episode": 770, + "avg_reward": 7371.14, + "avg_cost": 0.25, + "lambda": 67.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.275, + 67.275, + 67.275, + 67.275, + 67.275, + 67.275 + ] + }, + { + "episode": 780, + "avg_reward": 7847.24, + "avg_cost": 0.25, + "lambda": 67.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.825, + 67.825, + 67.825, + 67.825, + 67.825, + 67.825 + ] + }, + { + "episode": 790, + "avg_reward": 8097.49, + "avg_cost": 0.5, + "lambda": 68.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.25, + 68.25, + 68.25, + 68.25, + 68.25, + 68.25 + ] + }, + { + "episode": 800, + "avg_reward": 8270.99, + "avg_cost": 0.75, + "lambda": 69.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.225, + 69.225, + 69.225, + 69.225, + 69.225, + 69.225 + ] + }, + { + "episode": 810, + "avg_reward": 7709.39, + "avg_cost": 0.25, + "lambda": 69.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.65, + 69.65, + 69.65, + 69.65, + 69.65, + 69.65 + ] + }, + { + "episode": 820, + "avg_reward": 9029.59, + "avg_cost": 0.5, + "lambda": 69.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.95, + 69.95, + 69.95, + 69.95, + 69.95, + 69.95 + ] + }, + { + "episode": 830, + "avg_reward": 8726.64, + "avg_cost": 0.75, + "lambda": 70.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.325, + 70.325, + 70.325, + 70.325, + 70.325, + 70.325 + ] + }, + { + "episode": 840, + "avg_reward": 8435.8, + "avg_cost": 0.0, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675, + 70.675, + 70.675, + 70.675, + 70.675 + ] + }, + { + "episode": 850, + "avg_reward": 9085.03, + "avg_cost": 0.25, + "lambda": 71.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.025, + 71.025, + 71.025, + 71.025, + 71.025, + 71.025 + ] + }, + { + "episode": 860, + "avg_reward": 9290.43, + "avg_cost": 0.75, + "lambda": 71.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.275, + 71.275, + 71.275, + 71.275, + 71.275, + 71.275 + ] + }, + { + "episode": 870, + "avg_reward": 8640.64, + "avg_cost": 0.25, + "lambda": 71.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.525, + 71.525, + 71.525, + 71.525, + 71.525, + 71.525 + ] + }, + { + "episode": 880, + "avg_reward": 6706.87, + "avg_cost": 0.0, + "lambda": 71.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.8, + 71.8, + 71.8, + 71.8, + 71.8, + 71.8 + ] + }, + { + "episode": 890, + "avg_reward": 9488.09, + "avg_cost": 0.5, + "lambda": 72.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.05, + 72.05, + 72.05, + 72.05, + 72.05, + 72.05 + ] + }, + { + "episode": 900, + "avg_reward": 8879.39, + "avg_cost": 0.5, + "lambda": 72.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.475, + 72.475, + 72.475, + 72.475, + 72.475, + 72.475 + ] + }, + { + "episode": 910, + "avg_reward": 8376.83, + "avg_cost": 0.0, + "lambda": 72.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.85, + 72.85, + 72.85, + 72.85, + 72.85, + 72.85 + ] + }, + { + "episode": 920, + "avg_reward": 6797.3, + "avg_cost": 0.5, + "lambda": 73.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.35, + 73.35, + 73.35, + 73.35, + 73.35, + 73.35 + ] + }, + { + "episode": 930, + "avg_reward": 9131.51, + "avg_cost": 1.0, + "lambda": 73.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.975, + 73.975, + 73.975, + 73.975, + 73.975, + 73.975 + ] + }, + { + "episode": 940, + "avg_reward": 9580.06, + "avg_cost": 0.25, + "lambda": 74.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.35, + 74.35, + 74.35, + 74.35, + 74.35, + 74.35 + ] + }, + { + "episode": 950, + "avg_reward": 4482.32, + "avg_cost": 0.25, + "lambda": 74.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.675, + 74.675, + 74.675, + 74.675, + 74.675, + 74.675 + ] + }, + { + "episode": 960, + "avg_reward": 9117.39, + "avg_cost": 0.25, + "lambda": 74.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9, + 74.9, + 74.9, + 74.9, + 74.9, + 74.9 + ] + }, + { + "episode": 970, + "avg_reward": 7179.28, + "avg_cost": 0.25, + "lambda": 75.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.025, + 75.025, + 75.025, + 75.025, + 75.025, + 75.025 + ] + }, + { + "episode": 980, + "avg_reward": 9262.27, + "avg_cost": 0.0, + "lambda": 75.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.375, + 75.375, + 75.375, + 75.375, + 75.375, + 75.375 + ] + }, + { + "episode": 990, + "avg_reward": 9088.96, + "avg_cost": 0.0, + "lambda": 75.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ] + }, + { + "episode": 1000, + "avg_reward": 9157.0, + "avg_cost": 0.0, + "lambda": 76.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.275, + 76.275, + 76.275, + 76.275, + 76.275, + 76.275 + ] + }, + { + "episode": 1010, + "avg_reward": 9329.84, + "avg_cost": 0.5, + "lambda": 76.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.925, + 76.925, + 76.925, + 76.925, + 76.925, + 76.925 + ] + }, + { + "episode": 1020, + "avg_reward": 9016.97, + "avg_cost": 1.0, + "lambda": 77.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.375, + 77.375, + 77.375, + 77.375, + 77.375, + 77.375 + ] + }, + { + "episode": 1030, + "avg_reward": 8529.36, + "avg_cost": 0.25, + "lambda": 78.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.025, + 78.025, + 78.025, + 78.025, + 78.025, + 78.025 + ] + }, + { + "episode": 1040, + "avg_reward": 10123.75, + "avg_cost": 0.25, + "lambda": 78.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.775, + 78.775, + 78.775, + 78.775, + 78.775, + 78.775 + ] + }, + { + "episode": 1050, + "avg_reward": 10863.44, + "avg_cost": 0.5, + "lambda": 79.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.025, + 79.025, + 79.025, + 79.025, + 79.025, + 79.025 + ] + }, + { + "episode": 1060, + "avg_reward": 9191.54, + "avg_cost": 0.0, + "lambda": 79.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.15, + 79.15, + 79.15, + 79.15, + 79.15, + 79.15 + ] + }, + { + "episode": 1070, + "avg_reward": 10065.34, + "avg_cost": 0.0, + "lambda": 79.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.325, + 79.325, + 79.325, + 79.325, + 79.325, + 79.325 + ] + }, + { + "episode": 1080, + "avg_reward": 10183.6, + "avg_cost": 0.0, + "lambda": 79.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.55, + 79.55, + 79.55, + 79.55, + 79.55, + 79.55 + ] + }, + { + "episode": 1090, + "avg_reward": 9421.54, + "avg_cost": 0.5, + "lambda": 79.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.85, + 79.85, + 79.85, + 79.85, + 79.85, + 79.85 + ] + }, + { + "episode": 1100, + "avg_reward": 10164.61, + "avg_cost": 0.25, + "lambda": 80.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.2, + 80.2, + 80.2, + 80.2, + 80.2, + 80.2 + ] + }, + { + "episode": 1110, + "avg_reward": 10698.01, + "avg_cost": 0.75, + "lambda": 80.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.775, + 80.775, + 80.775, + 80.775, + 80.775, + 80.775 + ] + }, + { + "episode": 1120, + "avg_reward": 6553.2, + "avg_cost": 0.75, + "lambda": 81.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.05, + 81.05, + 81.05, + 81.05, + 81.05, + 81.05 + ] + }, + { + "episode": 1130, + "avg_reward": 6728.67, + "avg_cost": 0.25, + "lambda": 81.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.45, + 81.45, + 81.45, + 81.45, + 81.45, + 81.45 + ] + }, + { + "episode": 1140, + "avg_reward": 11586.24, + "avg_cost": 1.75, + "lambda": 82.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.175, + 82.175, + 82.175, + 82.175, + 82.175, + 82.175 + ] + }, + { + "episode": 1150, + "avg_reward": 9964.35, + "avg_cost": 0.25, + "lambda": 82.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.625, + 82.625, + 82.625, + 82.625, + 82.625, + 82.625 + ] + }, + { + "episode": 1160, + "avg_reward": 10590.24, + "avg_cost": 0.0, + "lambda": 83.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ] + }, + { + "episode": 1170, + "avg_reward": 11282.65, + "avg_cost": 0.5, + "lambda": 83.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.325, + 83.325, + 83.325, + 83.325, + 83.325, + 83.325 + ] + }, + { + "episode": 1180, + "avg_reward": 9099.45, + "avg_cost": 0.0, + "lambda": 83.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.675, + 83.675, + 83.675, + 83.675, + 83.675, + 83.675 + ] + }, + { + "episode": 1190, + "avg_reward": 11704.59, + "avg_cost": 0.25, + "lambda": 83.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.9, + 83.9, + 83.9, + 83.9, + 83.9, + 83.9 + ] + }, + { + "episode": 1200, + "avg_reward": 12132.48, + "avg_cost": 1.25, + "lambda": 84.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ] + }, + { + "episode": 1210, + "avg_reward": 10138.04, + "avg_cost": 0.0, + "lambda": 84.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.775, + 84.775, + 84.775, + 84.775, + 84.775, + 84.775 + ] + }, + { + "episode": 1220, + "avg_reward": 11954.31, + "avg_cost": 0.25, + "lambda": 85.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.1, + 85.1, + 85.1, + 85.1, + 85.1, + 85.1 + ] + }, + { + "episode": 1230, + "avg_reward": 11891.37, + "avg_cost": 0.5, + "lambda": 85.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.45, + 85.45, + 85.45, + 85.45, + 85.45, + 85.45 + ] + }, + { + "episode": 1240, + "avg_reward": 10483.02, + "avg_cost": 0.0, + "lambda": 85.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.7, + 85.7, + 85.7, + 85.7, + 85.7, + 85.7 + ] + }, + { + "episode": 1250, + "avg_reward": 11122.94, + "avg_cost": 0.25, + "lambda": 86.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.125, + 86.125, + 86.125, + 86.125, + 86.125, + 86.125 + ] + }, + { + "episode": 1260, + "avg_reward": 11132.51, + "avg_cost": 0.25, + "lambda": 86.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.45, + 86.45, + 86.45, + 86.45, + 86.45, + 86.45 + ] + }, + { + "episode": 1270, + "avg_reward": 11620.45, + "avg_cost": 0.0, + "lambda": 86.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ] + }, + { + "episode": 1280, + "avg_reward": 10069.59, + "avg_cost": 0.25, + "lambda": 87.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.0, + 87.0, + 87.0, + 87.0, + 87.0, + 87.0 + ] + }, + { + "episode": 1290, + "avg_reward": 9034.27, + "avg_cost": 0.25, + "lambda": 87.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.15, + 87.15, + 87.15, + 87.15, + 87.15, + 87.15 + ] + }, + { + "episode": 1300, + "avg_reward": 11537.85, + "avg_cost": 0.25, + "lambda": 87.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.425, + 87.425, + 87.425, + 87.425, + 87.425, + 87.425 + ] + }, + { + "episode": 1310, + "avg_reward": 11910.59, + "avg_cost": 0.5, + "lambda": 87.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.85, + 87.85, + 87.85, + 87.85, + 87.85, + 87.85 + ] + }, + { + "episode": 1320, + "avg_reward": 11645.98, + "avg_cost": 0.25, + "lambda": 88.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.15, + 88.15, + 88.15, + 88.15, + 88.15, + 88.15 + ] + }, + { + "episode": 1330, + "avg_reward": 9544.93, + "avg_cost": 0.0, + "lambda": 88.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.6, + 88.6, + 88.6, + 88.6, + 88.6, + 88.6 + ] + }, + { + "episode": 1340, + "avg_reward": 7009.98, + "avg_cost": 0.0, + "lambda": 88.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.825, + 88.825, + 88.825, + 88.825, + 88.825, + 88.825 + ] + }, + { + "episode": 1350, + "avg_reward": -2622.63, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1360, + "avg_reward": -5842.08, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1370, + "avg_reward": -4040.85, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1380, + "avg_reward": -2913.47, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1390, + "avg_reward": -2060.94, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1400, + "avg_reward": -947.08, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1410, + "avg_reward": -468.68, + "avg_cost": 0.0, + "lambda": 89.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.0, + 89.0, + 89.0, + 89.0, + 89.0, + 89.0 + ] + }, + { + "episode": 1420, + "avg_reward": 496.47, + "avg_cost": 0.75, + "lambda": 89.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.075, + 89.075, + 89.075, + 89.075, + 89.075, + 89.075 + ] + }, + { + "episode": 1430, + "avg_reward": -399.54, + "avg_cost": 2.0, + "lambda": 89.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.475, + 89.475, + 89.475, + 89.475, + 89.475, + 89.475 + ] + }, + { + "episode": 1440, + "avg_reward": -416.49, + "avg_cost": 0.75, + "lambda": 91.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.95, + 91.95, + 91.95, + 91.95, + 91.95, + 91.95 + ] + }, + { + "episode": 1450, + "avg_reward": 5119.8, + "avg_cost": 1.75, + "lambda": 93.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.0, + 93.0, + 93.0, + 93.0, + 93.0, + 93.0 + ] + }, + { + "episode": 1460, + "avg_reward": 5882.79, + "avg_cost": 0.0, + "lambda": 93.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ] + }, + { + "episode": 1470, + "avg_reward": 6673.81, + "avg_cost": 0.0, + "lambda": 93.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.35, + 93.35, + 93.35, + 93.35, + 93.35, + 93.35 + ] + }, + { + "episode": 1480, + "avg_reward": 6658.33, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + }, + { + "episode": 1490, + "avg_reward": 6676.63, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + }, + { + "episode": 1500, + "avg_reward": 7232.8, + "avg_cost": 0.0, + "lambda": 93.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ] + } + ], + "final_lambdas": [ + 93.375, + 93.375, + 93.375, + 93.375, + 93.375, + 93.375 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..183825e821609f932f528ad619338267b14ae916 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7888901.62, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 14.1117, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -6809.17, + "avg_cost": 1.25, + "lambda": 4.9708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9708, + 4.9708, + 4.9708, + 4.9708, + 4.9708, + 4.9708 + ] + }, + { + "episode": 10, + "avg_reward": -6800.08, + "avg_cost": 0.0, + "lambda": 4.6033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6033, + 4.6033, + 4.6033, + 4.6033, + 4.6033, + 4.6033 + ] + }, + { + "episode": 20, + "avg_reward": -6154.61, + "avg_cost": 0.25, + "lambda": 4.2117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.2117, + 4.2117, + 4.2117, + 4.2117, + 4.2117, + 4.2117 + ] + }, + { + "episode": 30, + "avg_reward": -5893.3, + "avg_cost": 0.25, + "lambda": 3.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.805, + 3.805, + 3.805, + 3.805, + 3.805, + 3.805 + ] + }, + { + "episode": 40, + "avg_reward": -4954.29, + "avg_cost": 0.0, + "lambda": 3.3933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3933, + 3.3933, + 3.3933, + 3.3933, + 3.3933, + 3.3933 + ] + }, + { + "episode": 50, + "avg_reward": -5340.75, + "avg_cost": 0.0, + "lambda": 2.9767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.9767, + 2.9767, + 2.9767, + 2.9767, + 2.9767, + 2.9767 + ] + }, + { + "episode": 60, + "avg_reward": -5698.95, + "avg_cost": 0.0, + "lambda": 2.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5675, + 2.5675, + 2.5675, + 2.5675, + 2.5675, + 2.5675 + ] + }, + { + "episode": 70, + "avg_reward": -4598.01, + "avg_cost": 0.25, + "lambda": 2.1583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.1583, + 2.1583, + 2.1583, + 2.1583, + 2.1583, + 2.1583 + ] + }, + { + "episode": 80, + "avg_reward": -3856.72, + "avg_cost": 0.0, + "lambda": 1.7467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7467, + 1.7467, + 1.7467, + 1.7467, + 1.7467, + 1.7467 + ] + }, + { + "episode": 90, + "avg_reward": -3966.92, + "avg_cost": 0.25, + "lambda": 1.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3325, + 1.3325, + 1.3325, + 1.3325, + 1.3325, + 1.3325 + ] + }, + { + "episode": 100, + "avg_reward": -4352.3, + "avg_cost": 0.0, + "lambda": 0.9183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9183, + 0.9183, + 0.9183, + 0.9183, + 0.9183, + 0.9183 + ] + }, + { + "episode": 110, + "avg_reward": -3303.19, + "avg_cost": 0.0, + "lambda": 0.5042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5042, + 0.5042, + 0.5042, + 0.5042, + 0.5042, + 0.5042 + ] + }, + { + "episode": 120, + "avg_reward": -2451.61, + "avg_cost": 0.0, + "lambda": 0.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875 + ] + }, + { + "episode": 130, + "avg_reward": -2927.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -2284.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -1999.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -2457.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -2095.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -1442.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -2502.96, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -1585.42, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -1917.58, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -2365.15, + "avg_cost": 4.5, + "lambda": 0.0142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0142, + 0.0142, + 0.0142, + 0.0142, + 0.0142, + 0.0142 + ] + }, + { + "episode": 230, + "avg_reward": -3519.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -2886.58, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -2329.98, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -2282.26, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -1820.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -1233.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -1438.03, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -2321.41, + "avg_cost": 4.25, + "lambda": 0.0008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0008, + 0.0008, + 0.0008, + 0.0008, + 0.0008, + 0.0008 + ] + }, + { + "episode": 310, + "avg_reward": -1898.74, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -593.35, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -1174.43, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": -1363.79, + "avg_cost": 5.75, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.035, + 0.035, + 0.035, + 0.035, + 0.035, + 0.035 + ] + }, + { + "episode": 350, + "avg_reward": -1243.18, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -1380.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 259.39, + "avg_cost": 8.25, + "lambda": 0.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.18, + 0.18, + 0.18, + 0.18, + 0.18, + 0.18 + ] + }, + { + "episode": 380, + "avg_reward": 271.69, + "avg_cost": 4.5, + "lambda": 0.1283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1283, + 0.1283, + 0.1283, + 0.1283, + 0.1283, + 0.1283 + ] + }, + { + "episode": 390, + "avg_reward": -1406.32, + "avg_cost": 2.75, + "lambda": 0.1617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1617, + 0.1617, + 0.1617, + 0.1617, + 0.1617, + 0.1617 + ] + }, + { + "episode": 400, + "avg_reward": 1447.3, + "avg_cost": 1.0, + "lambda": 0.215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.215, + 0.215, + 0.215, + 0.215, + 0.215, + 0.215 + ] + }, + { + "episode": 410, + "avg_reward": 2613.18, + "avg_cost": 3.5, + "lambda": 0.2033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2033, + 0.2033, + 0.2033, + 0.2033, + 0.2033, + 0.2033 + ] + }, + { + "episode": 420, + "avg_reward": 2364.55, + "avg_cost": 6.0, + "lambda": 0.2992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2992, + 0.2992, + 0.2992, + 0.2992, + 0.2992, + 0.2992 + ] + }, + { + "episode": 430, + "avg_reward": 2695.99, + "avg_cost": 9.0, + "lambda": 0.5575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5575, + 0.5575, + 0.5575, + 0.5575, + 0.5575, + 0.5575 + ] + }, + { + "episode": 440, + "avg_reward": 4252.51, + "avg_cost": 6.25, + "lambda": 0.6258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6258, + 0.6258, + 0.6258, + 0.6258, + 0.6258, + 0.6258 + ] + }, + { + "episode": 450, + "avg_reward": 5156.94, + "avg_cost": 11.25, + "lambda": 1.0392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0392, + 1.0392, + 1.0392, + 1.0392, + 1.0392, + 1.0392 + ] + }, + { + "episode": 460, + "avg_reward": 4024.54, + "avg_cost": 11.75, + "lambda": 1.49, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.49, + 1.49, + 1.49, + 1.49, + 1.49, + 1.49 + ] + }, + { + "episode": 470, + "avg_reward": 3663.01, + "avg_cost": 7.0, + "lambda": 1.8558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8558, + 1.8558, + 1.8558, + 1.8558, + 1.8558, + 1.8558 + ] + }, + { + "episode": 480, + "avg_reward": 4445.19, + "avg_cost": 13.5, + "lambda": 2.5542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5542, + 2.5542, + 2.5542, + 2.5542, + 2.5542, + 2.5542 + ] + }, + { + "episode": 490, + "avg_reward": 1864.04, + "avg_cost": 8.25, + "lambda": 3.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.315, + 3.315, + 3.315, + 3.315, + 3.315, + 3.315 + ] + }, + { + "episode": 500, + "avg_reward": 1578.54, + "avg_cost": 8.5, + "lambda": 4.0658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0658, + 4.0658, + 4.0658, + 4.0658, + 4.0658, + 4.0658 + ] + }, + { + "episode": 510, + "avg_reward": 5823.42, + "avg_cost": 13.25, + "lambda": 4.5617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5617, + 4.5617, + 4.5617, + 4.5617, + 4.5617, + 4.5617 + ] + }, + { + "episode": 520, + "avg_reward": 4798.84, + "avg_cost": 11.25, + "lambda": 5.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.275, + 5.275, + 5.275, + 5.275, + 5.275, + 5.275 + ] + }, + { + "episode": 530, + "avg_reward": 6140.26, + "avg_cost": 9.25, + "lambda": 5.7483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7483, + 5.7483, + 5.7483, + 5.7483, + 5.7483, + 5.7483 + ] + }, + { + "episode": 540, + "avg_reward": 3810.13, + "avg_cost": 7.5, + "lambda": 6.3017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3017, + 6.3017, + 6.3017, + 6.3017, + 6.3017, + 6.3017 + ] + }, + { + "episode": 550, + "avg_reward": 4503.89, + "avg_cost": 8.75, + "lambda": 6.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675 + ] + }, + { + "episode": 560, + "avg_reward": 6174.62, + "avg_cost": 10.5, + "lambda": 7.2708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2708, + 7.2708, + 7.2708, + 7.2708, + 7.2708, + 7.2708 + ] + }, + { + "episode": 570, + "avg_reward": 5433.49, + "avg_cost": 9.25, + "lambda": 7.5767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5767, + 7.5767, + 7.5767, + 7.5767, + 7.5767, + 7.5767 + ] + }, + { + "episode": 580, + "avg_reward": 6027.91, + "avg_cost": 7.25, + "lambda": 7.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9225, + 7.9225, + 7.9225, + 7.9225, + 7.9225, + 7.9225 + ] + }, + { + "episode": 590, + "avg_reward": 6087.42, + "avg_cost": 11.0, + "lambda": 8.3433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3433, + 8.3433, + 8.3433, + 8.3433, + 8.3433, + 8.3433 + ] + }, + { + "episode": 600, + "avg_reward": 6080.06, + "avg_cost": 8.25, + "lambda": 8.7417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7417, + 8.7417, + 8.7417, + 8.7417, + 8.7417, + 8.7417 + ] + }, + { + "episode": 610, + "avg_reward": 6162.1, + "avg_cost": 8.5, + "lambda": 9.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0575, + 9.0575, + 9.0575, + 9.0575, + 9.0575, + 9.0575 + ] + }, + { + "episode": 620, + "avg_reward": 6511.12, + "avg_cost": 11.0, + "lambda": 9.6033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6033, + 9.6033, + 9.6033, + 9.6033, + 9.6033, + 9.6033 + ] + }, + { + "episode": 630, + "avg_reward": 6275.98, + "avg_cost": 6.5, + "lambda": 9.8517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8517, + 9.8517, + 9.8517, + 9.8517, + 9.8517, + 9.8517 + ] + }, + { + "episode": 640, + "avg_reward": 6438.8, + "avg_cost": 6.25, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125, + 10.125, + 10.125, + 10.125, + 10.125 + ] + }, + { + "episode": 650, + "avg_reward": 7238.92, + "avg_cost": 5.0, + "lambda": 10.2233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2233, + 10.2233, + 10.2233, + 10.2233, + 10.2233, + 10.2233 + ] + }, + { + "episode": 660, + "avg_reward": 5082.19, + "avg_cost": 4.0, + "lambda": 10.3592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3592, + 10.3592, + 10.3592, + 10.3592, + 10.3592, + 10.3592 + ] + }, + { + "episode": 670, + "avg_reward": 6336.95, + "avg_cost": 10.75, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475, + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 680, + "avg_reward": 7222.42, + "avg_cost": 4.0, + "lambda": 10.6083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6083, + 10.6083, + 10.6083, + 10.6083, + 10.6083, + 10.6083 + ] + }, + { + "episode": 690, + "avg_reward": 5947.61, + "avg_cost": 5.0, + "lambda": 10.7792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7792, + 10.7792, + 10.7792, + 10.7792, + 10.7792, + 10.7792 + ] + }, + { + "episode": 700, + "avg_reward": 7770.66, + "avg_cost": 7.0, + "lambda": 10.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9575, + 10.9575, + 10.9575, + 10.9575, + 10.9575, + 10.9575 + ] + }, + { + "episode": 710, + "avg_reward": 7372.05, + "avg_cost": 6.5, + "lambda": 11.1008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1008, + 11.1008, + 11.1008, + 11.1008, + 11.1008, + 11.1008 + ] + }, + { + "episode": 720, + "avg_reward": 5406.22, + "avg_cost": 2.5, + "lambda": 11.1467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1467, + 11.1467, + 11.1467, + 11.1467, + 11.1467, + 11.1467 + ] + }, + { + "episode": 730, + "avg_reward": 6380.11, + "avg_cost": 3.25, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ] + }, + { + "episode": 740, + "avg_reward": 5920.6, + "avg_cost": 4.75, + "lambda": 11.1908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1908, + 11.1908, + 11.1908, + 11.1908, + 11.1908, + 11.1908 + ] + }, + { + "episode": 750, + "avg_reward": 8669.41, + "avg_cost": 6.25, + "lambda": 11.3667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3667, + 11.3667, + 11.3667, + 11.3667, + 11.3667, + 11.3667 + ] + }, + { + "episode": 760, + "avg_reward": 8293.55, + "avg_cost": 3.25, + "lambda": 11.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.47, + 11.47, + 11.47, + 11.47, + 11.47, + 11.47 + ] + }, + { + "episode": 770, + "avg_reward": 8717.87, + "avg_cost": 9.0, + "lambda": 11.6508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6508, + 11.6508, + 11.6508, + 11.6508, + 11.6508, + 11.6508 + ] + }, + { + "episode": 780, + "avg_reward": 8707.79, + "avg_cost": 5.5, + "lambda": 11.6942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6942, + 11.6942, + 11.6942, + 11.6942, + 11.6942, + 11.6942 + ] + }, + { + "episode": 790, + "avg_reward": 8706.23, + "avg_cost": 7.0, + "lambda": 11.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.78, + 11.78, + 11.78, + 11.78, + 11.78, + 11.78 + ] + }, + { + "episode": 800, + "avg_reward": 9006.41, + "avg_cost": 9.5, + "lambda": 11.9883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9883, + 11.9883, + 11.9883, + 11.9883, + 11.9883, + 11.9883 + ] + }, + { + "episode": 810, + "avg_reward": 8751.15, + "avg_cost": 8.25, + "lambda": 12.1292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1292, + 12.1292, + 12.1292, + 12.1292, + 12.1292, + 12.1292 + ] + }, + { + "episode": 820, + "avg_reward": 8799.93, + "avg_cost": 6.75, + "lambda": 12.28, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.28, + 12.28, + 12.28, + 12.28, + 12.28, + 12.28 + ] + }, + { + "episode": 830, + "avg_reward": 5279.17, + "avg_cost": 3.5, + "lambda": 12.3958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3958, + 12.3958, + 12.3958, + 12.3958, + 12.3958, + 12.3958 + ] + }, + { + "episode": 840, + "avg_reward": 9292.0, + "avg_cost": 6.0, + "lambda": 12.4267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.4267, + 12.4267, + 12.4267, + 12.4267, + 12.4267, + 12.4267 + ] + }, + { + "episode": 850, + "avg_reward": 8821.73, + "avg_cost": 7.5, + "lambda": 12.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.5875, + 12.5875, + 12.5875, + 12.5875, + 12.5875, + 12.5875 + ] + }, + { + "episode": 860, + "avg_reward": 8901.68, + "avg_cost": 3.5, + "lambda": 12.6408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6408, + 12.6408, + 12.6408, + 12.6408, + 12.6408, + 12.6408 + ] + }, + { + "episode": 870, + "avg_reward": 6010.9, + "avg_cost": 2.5, + "lambda": 12.6417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6417, + 12.6417, + 12.6417, + 12.6417, + 12.6417, + 12.6417 + ] + }, + { + "episode": 880, + "avg_reward": 8788.88, + "avg_cost": 2.5, + "lambda": 12.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6525, + 12.6525, + 12.6525, + 12.6525, + 12.6525, + 12.6525 + ] + }, + { + "episode": 890, + "avg_reward": 9425.12, + "avg_cost": 2.75, + "lambda": 12.6958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.6958, + 12.6958, + 12.6958, + 12.6958, + 12.6958, + 12.6958 + ] + }, + { + "episode": 900, + "avg_reward": 9840.9, + "avg_cost": 9.25, + "lambda": 12.7842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7842, + 12.7842, + 12.7842, + 12.7842, + 12.7842, + 12.7842 + ] + }, + { + "episode": 910, + "avg_reward": 9253.91, + "avg_cost": 5.0, + "lambda": 12.9375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9375, + 12.9375, + 12.9375, + 12.9375, + 12.9375, + 12.9375 + ] + }, + { + "episode": 920, + "avg_reward": 9198.14, + "avg_cost": 4.0, + "lambda": 13.0458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0458, + 13.0458, + 13.0458, + 13.0458, + 13.0458, + 13.0458 + ] + }, + { + "episode": 930, + "avg_reward": 10002.71, + "avg_cost": 8.25, + "lambda": 13.0992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0992, + 13.0992, + 13.0992, + 13.0992, + 13.0992, + 13.0992 + ] + }, + { + "episode": 940, + "avg_reward": 9743.1, + "avg_cost": 6.5, + "lambda": 13.1325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.1325, + 13.1325, + 13.1325, + 13.1325, + 13.1325, + 13.1325 + ] + }, + { + "episode": 950, + "avg_reward": 7934.29, + "avg_cost": 1.25, + "lambda": 13.0733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0733, + 13.0733, + 13.0733, + 13.0733, + 13.0733, + 13.0733 + ] + }, + { + "episode": 960, + "avg_reward": 9760.95, + "avg_cost": 5.0, + "lambda": 12.9517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9517, + 12.9517, + 12.9517, + 12.9517, + 12.9517, + 12.9517 + ] + }, + { + "episode": 970, + "avg_reward": 8014.73, + "avg_cost": 2.25, + "lambda": 12.845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.845, + 12.845, + 12.845, + 12.845, + 12.845, + 12.845 + ] + }, + { + "episode": 980, + "avg_reward": 8991.46, + "avg_cost": 2.75, + "lambda": 12.7983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7983, + 12.7983, + 12.7983, + 12.7983, + 12.7983, + 12.7983 + ] + }, + { + "episode": 990, + "avg_reward": 9916.03, + "avg_cost": 4.5, + "lambda": 12.7417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7417, + 12.7417, + 12.7417, + 12.7417, + 12.7417, + 12.7417 + ] + }, + { + "episode": 1000, + "avg_reward": 9548.2, + "avg_cost": 8.75, + "lambda": 12.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525 + ] + }, + { + "episode": 1010, + "avg_reward": 9856.03, + "avg_cost": 6.75, + "lambda": 12.8883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8883, + 12.8883, + 12.8883, + 12.8883, + 12.8883, + 12.8883 + ] + }, + { + "episode": 1020, + "avg_reward": 9682.02, + "avg_cost": 4.25, + "lambda": 13.1692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.1692, + 13.1692, + 13.1692, + 13.1692, + 13.1692, + 13.1692 + ] + }, + { + "episode": 1030, + "avg_reward": 9320.98, + "avg_cost": 4.5, + "lambda": 13.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2725, + 13.2725, + 13.2725, + 13.2725, + 13.2725, + 13.2725 + ] + }, + { + "episode": 1040, + "avg_reward": 9350.61, + "avg_cost": 3.75, + "lambda": 13.3708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3708, + 13.3708, + 13.3708, + 13.3708, + 13.3708, + 13.3708 + ] + }, + { + "episode": 1050, + "avg_reward": 10061.96, + "avg_cost": 8.0, + "lambda": 13.6167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.6167, + 13.6167, + 13.6167, + 13.6167, + 13.6167, + 13.6167 + ] + }, + { + "episode": 1060, + "avg_reward": 9179.86, + "avg_cost": 2.25, + "lambda": 13.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.73, + 13.73, + 13.73, + 13.73, + 13.73, + 13.73 + ] + }, + { + "episode": 1070, + "avg_reward": 9835.75, + "avg_cost": 5.0, + "lambda": 13.7833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.7833, + 13.7833, + 13.7833, + 13.7833, + 13.7833, + 13.7833 + ] + }, + { + "episode": 1080, + "avg_reward": 9730.68, + "avg_cost": 4.25, + "lambda": 13.7992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.7992, + 13.7992, + 13.7992, + 13.7992, + 13.7992, + 13.7992 + ] + }, + { + "episode": 1090, + "avg_reward": 10039.16, + "avg_cost": 3.25, + "lambda": 13.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.78, + 13.78, + 13.78, + 13.78, + 13.78, + 13.78 + ] + }, + { + "episode": 1100, + "avg_reward": 6031.82, + "avg_cost": 3.75, + "lambda": 13.8608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.8608, + 13.8608, + 13.8608, + 13.8608, + 13.8608, + 13.8608 + ] + }, + { + "episode": 1110, + "avg_reward": 9578.69, + "avg_cost": 1.5, + "lambda": 13.9267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.9267, + 13.9267, + 13.9267, + 13.9267, + 13.9267, + 13.9267 + ] + }, + { + "episode": 1120, + "avg_reward": 10318.09, + "avg_cost": 4.25, + "lambda": 14.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.055, + 14.055, + 14.055, + 14.055, + 14.055, + 14.055 + ] + }, + { + "episode": 1130, + "avg_reward": 10595.38, + "avg_cost": 5.5, + "lambda": 14.0233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0233, + 14.0233, + 14.0233, + 14.0233, + 14.0233, + 14.0233 + ] + }, + { + "episode": 1140, + "avg_reward": 10560.35, + "avg_cost": 5.75, + "lambda": 14.0492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0492, + 14.0492, + 14.0492, + 14.0492, + 14.0492, + 14.0492 + ] + }, + { + "episode": 1150, + "avg_reward": 10116.82, + "avg_cost": 6.0, + "lambda": 14.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1775, + 14.1775, + 14.1775, + 14.1775, + 14.1775, + 14.1775 + ] + }, + { + "episode": 1160, + "avg_reward": 10663.29, + "avg_cost": 7.75, + "lambda": 14.2283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2283, + 14.2283, + 14.2283, + 14.2283, + 14.2283, + 14.2283 + ] + }, + { + "episode": 1170, + "avg_reward": 9744.21, + "avg_cost": 2.0, + "lambda": 14.1817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1817, + 14.1817, + 14.1817, + 14.1817, + 14.1817, + 14.1817 + ] + }, + { + "episode": 1180, + "avg_reward": 10682.27, + "avg_cost": 8.75, + "lambda": 14.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3125, + 14.3125, + 14.3125, + 14.3125, + 14.3125, + 14.3125 + ] + }, + { + "episode": 1190, + "avg_reward": 10907.54, + "avg_cost": 6.75, + "lambda": 14.4333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.4333, + 14.4333, + 14.4333, + 14.4333, + 14.4333, + 14.4333 + ] + }, + { + "episode": 1200, + "avg_reward": 10093.29, + "avg_cost": 2.5, + "lambda": 14.6017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6017, + 14.6017, + 14.6017, + 14.6017, + 14.6017, + 14.6017 + ] + }, + { + "episode": 1210, + "avg_reward": 11370.96, + "avg_cost": 14.0, + "lambda": 14.8325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8325, + 14.8325, + 14.8325, + 14.8325, + 14.8325, + 14.8325 + ] + }, + { + "episode": 1220, + "avg_reward": 10404.14, + "avg_cost": 5.5, + "lambda": 14.9258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9258, + 14.9258, + 14.9258, + 14.9258, + 14.9258, + 14.9258 + ] + }, + { + "episode": 1230, + "avg_reward": 10581.48, + "avg_cost": 3.5, + "lambda": 14.9992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9992, + 14.9992, + 14.9992, + 14.9992, + 14.9992, + 14.9992 + ] + }, + { + "episode": 1240, + "avg_reward": 10554.0, + "avg_cost": 6.75, + "lambda": 15.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1375, + 15.1375, + 15.1375, + 15.1375, + 15.1375, + 15.1375 + ] + }, + { + "episode": 1250, + "avg_reward": 10426.63, + "avg_cost": 2.25, + "lambda": 15.1533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1533, + 15.1533, + 15.1533, + 15.1533, + 15.1533, + 15.1533 + ] + }, + { + "episode": 1260, + "avg_reward": 10665.92, + "avg_cost": 5.5, + "lambda": 15.1617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1617, + 15.1617, + 15.1617, + 15.1617, + 15.1617, + 15.1617 + ] + }, + { + "episode": 1270, + "avg_reward": 10362.81, + "avg_cost": 4.25, + "lambda": 15.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.04, + 15.04, + 15.04, + 15.04, + 15.04, + 15.04 + ] + }, + { + "episode": 1280, + "avg_reward": 9738.83, + "avg_cost": 5.5, + "lambda": 14.9858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9858, + 14.9858, + 14.9858, + 14.9858, + 14.9858, + 14.9858 + ] + }, + { + "episode": 1290, + "avg_reward": 10080.72, + "avg_cost": 1.0, + "lambda": 14.8967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8967, + 14.8967, + 14.8967, + 14.8967, + 14.8967, + 14.8967 + ] + }, + { + "episode": 1300, + "avg_reward": 10094.61, + "avg_cost": 1.5, + "lambda": 14.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.895, + 14.895, + 14.895, + 14.895, + 14.895, + 14.895 + ] + }, + { + "episode": 1310, + "avg_reward": 10784.11, + "avg_cost": 8.25, + "lambda": 14.9408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9408, + 14.9408, + 14.9408, + 14.9408, + 14.9408, + 14.9408 + ] + }, + { + "episode": 1320, + "avg_reward": 10210.01, + "avg_cost": 2.5, + "lambda": 14.9317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.9317, + 14.9317, + 14.9317, + 14.9317, + 14.9317, + 14.9317 + ] + }, + { + "episode": 1330, + "avg_reward": 11090.1, + "avg_cost": 5.0, + "lambda": 14.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8, + 14.8, + 14.8, + 14.8, + 14.8, + 14.8 + ] + }, + { + "episode": 1340, + "avg_reward": 10916.38, + "avg_cost": 2.25, + "lambda": 14.8458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8458, + 14.8458, + 14.8458, + 14.8458, + 14.8458, + 14.8458 + ] + }, + { + "episode": 1350, + "avg_reward": 10787.0, + "avg_cost": 4.25, + "lambda": 14.7992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.7992, + 14.7992, + 14.7992, + 14.7992, + 14.7992, + 14.7992 + ] + }, + { + "episode": 1360, + "avg_reward": 10965.9, + "avg_cost": 4.75, + "lambda": 14.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.7, + 14.7, + 14.7, + 14.7, + 14.7, + 14.7 + ] + }, + { + "episode": 1370, + "avg_reward": 11160.3, + "avg_cost": 5.0, + "lambda": 14.6758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6758, + 14.6758, + 14.6758, + 14.6758, + 14.6758, + 14.6758 + ] + }, + { + "episode": 1380, + "avg_reward": 10930.44, + "avg_cost": 2.5, + "lambda": 14.5342, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5342, + 14.5342, + 14.5342, + 14.5342, + 14.5342, + 14.5342 + ] + }, + { + "episode": 1390, + "avg_reward": 11254.05, + "avg_cost": 5.0, + "lambda": 14.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.4275, + 14.4275, + 14.4275, + 14.4275, + 14.4275, + 14.4275 + ] + }, + { + "episode": 1400, + "avg_reward": 10570.48, + "avg_cost": 1.0, + "lambda": 14.3883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3883, + 14.3883, + 14.3883, + 14.3883, + 14.3883, + 14.3883 + ] + }, + { + "episode": 1410, + "avg_reward": 11167.2, + "avg_cost": 5.25, + "lambda": 14.3317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3317, + 14.3317, + 14.3317, + 14.3317, + 14.3317, + 14.3317 + ] + }, + { + "episode": 1420, + "avg_reward": 10597.36, + "avg_cost": 0.5, + "lambda": 14.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.285, + 14.285, + 14.285, + 14.285, + 14.285, + 14.285 + ] + }, + { + "episode": 1430, + "avg_reward": 11405.65, + "avg_cost": 7.0, + "lambda": 14.2633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2633, + 14.2633, + 14.2633, + 14.2633, + 14.2633, + 14.2633 + ] + }, + { + "episode": 1440, + "avg_reward": 11092.71, + "avg_cost": 4.5, + "lambda": 14.3042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3042, + 14.3042, + 14.3042, + 14.3042, + 14.3042, + 14.3042 + ] + }, + { + "episode": 1450, + "avg_reward": 11443.33, + "avg_cost": 6.0, + "lambda": 14.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.175, + 14.175, + 14.175, + 14.175, + 14.175, + 14.175 + ] + }, + { + "episode": 1460, + "avg_reward": 11501.81, + "avg_cost": 4.5, + "lambda": 14.2033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2033, + 14.2033, + 14.2033, + 14.2033, + 14.2033, + 14.2033 + ] + }, + { + "episode": 1470, + "avg_reward": 11786.09, + "avg_cost": 7.25, + "lambda": 14.2342, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2342, + 14.2342, + 14.2342, + 14.2342, + 14.2342, + 14.2342 + ] + }, + { + "episode": 1480, + "avg_reward": 11731.83, + "avg_cost": 5.0, + "lambda": 14.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.195, + 14.195, + 14.195, + 14.195, + 14.195, + 14.195 + ] + }, + { + "episode": 1490, + "avg_reward": 11623.67, + "avg_cost": 4.25, + "lambda": 14.2383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2383, + 14.2383, + 14.2383, + 14.2383, + 14.2383, + 14.2383 + ] + }, + { + "episode": 1500, + "avg_reward": 9409.84, + "avg_cost": 3.25, + "lambda": 14.1117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.1117, + 14.1117, + 14.1117, + 14.1117, + 14.1117, + 14.1117 + ] + } + ], + "final_lambdas": [ + 14.1117, + 14.1117, + 14.1117, + 14.1117, + 14.1117, + 14.1117 + ], + "d_per_agent": 4.1667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..09839bfd83b0ff317b3b4b0ebedf25868757f43a --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 134378.95, + "constraint_satisfaction_pct": 15.13, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 9.0213, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -576.44, + "avg_cost": 186.25, + "lambda": 0.2862, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2863, + 0.2863, + 0.2863, + 0.2863, + 0.2863, + 0.2863 + ] + }, + { + "episode": 10, + "avg_reward": 84.67, + "avg_cost": 234.0, + "lambda": 1.8915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8915, + 1.8915, + 1.8915, + 1.8915, + 1.8915, + 1.8915 + ] + }, + { + "episode": 20, + "avg_reward": -264.28, + "avg_cost": 170.5, + "lambda": 3.214, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.214, + 3.214, + 3.214, + 3.214, + 3.214, + 3.214 + ] + }, + { + "episode": 30, + "avg_reward": -928.88, + "avg_cost": 76.25, + "lambda": 4.3898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3898, + 4.3898, + 4.3898, + 4.3898, + 4.3898, + 4.3898 + ] + }, + { + "episode": 40, + "avg_reward": -2036.16, + "avg_cost": 22.75, + "lambda": 5.3068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3068, + 5.3068, + 5.3068, + 5.3068, + 5.3068, + 5.3068 + ] + }, + { + "episode": 50, + "avg_reward": -1455.55, + "avg_cost": 71.25, + "lambda": 5.9745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.9745, + 5.9745, + 5.9745, + 5.9745, + 5.9745, + 5.9745 + ] + }, + { + "episode": 60, + "avg_reward": -1517.34, + "avg_cost": 1.5, + "lambda": 6.336, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.336, + 6.336, + 6.336, + 6.336, + 6.336, + 6.336 + ] + }, + { + "episode": 70, + "avg_reward": -1567.84, + "avg_cost": 3.0, + "lambda": 6.406, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.406, + 6.406, + 6.406, + 6.406, + 6.406, + 6.406 + ] + }, + { + "episode": 80, + "avg_reward": -1544.65, + "avg_cost": 0.5, + "lambda": 6.5358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5358, + 6.5358, + 6.5358, + 6.5358, + 6.5358, + 6.5358 + ] + }, + { + "episode": 90, + "avg_reward": -1583.64, + "avg_cost": 6.5, + "lambda": 6.6353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6353, + 6.6353, + 6.6353, + 6.6353, + 6.6353, + 6.6353 + ] + }, + { + "episode": 100, + "avg_reward": -1606.83, + "avg_cost": 0.25, + "lambda": 6.6918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6918, + 6.6918, + 6.6918, + 6.6918, + 6.6918, + 6.6918 + ] + }, + { + "episode": 110, + "avg_reward": -1455.12, + "avg_cost": 0.75, + "lambda": 6.7395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7395, + 6.7395, + 6.7395, + 6.7395, + 6.7395, + 6.7395 + ] + }, + { + "episode": 120, + "avg_reward": -1457.93, + "avg_cost": 0.0, + "lambda": 6.7483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7483, + 6.7483, + 6.7483, + 6.7483, + 6.7483, + 6.7483 + ] + }, + { + "episode": 130, + "avg_reward": -1520.28, + "avg_cost": 2.5, + "lambda": 6.767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.767, + 6.767, + 6.767, + 6.767, + 6.767, + 6.767 + ] + }, + { + "episode": 140, + "avg_reward": -1517.61, + "avg_cost": 1.5, + "lambda": 6.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7925, + 6.7925, + 6.7925, + 6.7925, + 6.7925, + 6.7925 + ] + }, + { + "episode": 150, + "avg_reward": -1402.94, + "avg_cost": 1.75, + "lambda": 7.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.015, + 7.015, + 7.015, + 7.015, + 7.015, + 7.015 + ] + }, + { + "episode": 160, + "avg_reward": -1402.17, + "avg_cost": 1.5, + "lambda": 7.0435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0435, + 7.0435, + 7.0435, + 7.0435, + 7.0435, + 7.0435 + ] + }, + { + "episode": 170, + "avg_reward": -1297.11, + "avg_cost": 8.5, + "lambda": 7.093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.093, + 7.093, + 7.093, + 7.093, + 7.093, + 7.093 + ] + }, + { + "episode": 180, + "avg_reward": -1430.65, + "avg_cost": 0.25, + "lambda": 7.1123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1123, + 7.1123, + 7.1123, + 7.1123, + 7.1123, + 7.1123 + ] + }, + { + "episode": 190, + "avg_reward": -1414.62, + "avg_cost": 0.0, + "lambda": 7.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1375, + 7.1375, + 7.1375, + 7.1375, + 7.1375, + 7.1375 + ] + }, + { + "episode": 200, + "avg_reward": -1573.73, + "avg_cost": 1.75, + "lambda": 7.1538, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1538, + 7.1538, + 7.1538, + 7.1538, + 7.1538, + 7.1538 + ] + }, + { + "episode": 210, + "avg_reward": -1799.36, + "avg_cost": 10.5, + "lambda": 7.2345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2345, + 7.2345, + 7.2345, + 7.2345, + 7.2345, + 7.2345 + ] + }, + { + "episode": 220, + "avg_reward": -1511.2, + "avg_cost": 2.5, + "lambda": 7.277, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.277, + 7.277, + 7.277, + 7.277, + 7.277, + 7.277 + ] + }, + { + "episode": 230, + "avg_reward": -1672.32, + "avg_cost": 0.75, + "lambda": 7.361, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.361, + 7.361, + 7.361, + 7.361, + 7.361, + 7.361 + ] + }, + { + "episode": 240, + "avg_reward": -1560.36, + "avg_cost": 1.25, + "lambda": 7.4373, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4373, + 7.4373, + 7.4373, + 7.4373, + 7.4373, + 7.4373 + ] + }, + { + "episode": 250, + "avg_reward": -1943.53, + "avg_cost": 3.0, + "lambda": 7.5068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5068, + 7.5068, + 7.5068, + 7.5068, + 7.5068, + 7.5068 + ] + }, + { + "episode": 260, + "avg_reward": -2019.59, + "avg_cost": 1.0, + "lambda": 7.5593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.5593, + 7.5593, + 7.5593, + 7.5593, + 7.5593, + 7.5593 + ] + }, + { + "episode": 270, + "avg_reward": -1709.94, + "avg_cost": 5.25, + "lambda": 7.611, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.611, + 7.611, + 7.611, + 7.611, + 7.611, + 7.611 + ] + }, + { + "episode": 280, + "avg_reward": -1007.68, + "avg_cost": 54.25, + "lambda": 7.723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.723, + 7.723, + 7.723, + 7.723, + 7.723, + 7.723 + ] + }, + { + "episode": 290, + "avg_reward": -1599.93, + "avg_cost": 0.75, + "lambda": 7.822, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.822, + 7.822, + 7.822, + 7.822, + 7.822, + 7.822 + ] + }, + { + "episode": 300, + "avg_reward": -1861.17, + "avg_cost": 2.75, + "lambda": 7.9018, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9018, + 7.9018, + 7.9018, + 7.9018, + 7.9018, + 7.9018 + ] + }, + { + "episode": 310, + "avg_reward": -1266.19, + "avg_cost": 7.25, + "lambda": 7.9755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9755, + 7.9755, + 7.9755, + 7.9755, + 7.9755, + 7.9755 + ] + }, + { + "episode": 320, + "avg_reward": -1664.61, + "avg_cost": 7.25, + "lambda": 8.039, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.039, + 8.039, + 8.039, + 8.039, + 8.039, + 8.039 + ] + }, + { + "episode": 330, + "avg_reward": -1202.06, + "avg_cost": 3.25, + "lambda": 8.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0825, + 8.0825, + 8.0825, + 8.0825, + 8.0825, + 8.0825 + ] + }, + { + "episode": 340, + "avg_reward": -1551.27, + "avg_cost": 1.75, + "lambda": 8.1335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1335, + 8.1335, + 8.1335, + 8.1335, + 8.1335, + 8.1335 + ] + }, + { + "episode": 350, + "avg_reward": -1487.55, + "avg_cost": 0.75, + "lambda": 8.162, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.162, + 8.162, + 8.162, + 8.162, + 8.162, + 8.162 + ] + }, + { + "episode": 360, + "avg_reward": -700.56, + "avg_cost": 2.0, + "lambda": 8.1733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1733, + 8.1733, + 8.1733, + 8.1733, + 8.1733, + 8.1733 + ] + }, + { + "episode": 370, + "avg_reward": -741.35, + "avg_cost": 2.5, + "lambda": 8.1818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1818, + 8.1818, + 8.1818, + 8.1818, + 8.1818, + 8.1818 + ] + }, + { + "episode": 380, + "avg_reward": -729.45, + "avg_cost": 3.75, + "lambda": 8.2085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2085, + 8.2085, + 8.2085, + 8.2085, + 8.2085, + 8.2085 + ] + }, + { + "episode": 390, + "avg_reward": -554.98, + "avg_cost": 1.0, + "lambda": 8.228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.228, + 8.228, + 8.228, + 8.228, + 8.228, + 8.228 + ] + }, + { + "episode": 400, + "avg_reward": -338.21, + "avg_cost": 2.0, + "lambda": 8.2385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2385, + 8.2385, + 8.2385, + 8.2385, + 8.2385, + 8.2385 + ] + }, + { + "episode": 410, + "avg_reward": -210.86, + "avg_cost": 3.0, + "lambda": 8.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.25, + 8.25, + 8.25, + 8.25, + 8.25, + 8.25 + ] + }, + { + "episode": 420, + "avg_reward": -168.6, + "avg_cost": 2.75, + "lambda": 8.259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.259, + 8.259, + 8.259, + 8.259, + 8.259, + 8.259 + ] + }, + { + "episode": 430, + "avg_reward": -167.98, + "avg_cost": 2.5, + "lambda": 8.2733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2733, + 8.2733, + 8.2733, + 8.2733, + 8.2733, + 8.2733 + ] + }, + { + "episode": 440, + "avg_reward": -90.01, + "avg_cost": 0.0, + "lambda": 8.2823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2823, + 8.2823, + 8.2823, + 8.2823, + 8.2823, + 8.2823 + ] + }, + { + "episode": 450, + "avg_reward": -192.78, + "avg_cost": 0.25, + "lambda": 8.2905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2905, + 8.2905, + 8.2905, + 8.2905, + 8.2905, + 8.2905 + ] + }, + { + "episode": 460, + "avg_reward": -142.66, + "avg_cost": 0.0, + "lambda": 8.3033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3033, + 8.3033, + 8.3033, + 8.3033, + 8.3033, + 8.3033 + ] + }, + { + "episode": 470, + "avg_reward": -100.28, + "avg_cost": 0.75, + "lambda": 8.311, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.311, + 8.311, + 8.311, + 8.311, + 8.311, + 8.311 + ] + }, + { + "episode": 480, + "avg_reward": -18.38, + "avg_cost": 0.75, + "lambda": 8.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3175, + 8.3175, + 8.3175, + 8.3175, + 8.3175, + 8.3175 + ] + }, + { + "episode": 490, + "avg_reward": -99.39, + "avg_cost": 0.0, + "lambda": 8.3235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3235, + 8.3235, + 8.3235, + 8.3235, + 8.3235, + 8.3235 + ] + }, + { + "episode": 500, + "avg_reward": -85.1, + "avg_cost": 0.0, + "lambda": 8.3268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3268, + 8.3268, + 8.3268, + 8.3268, + 8.3268, + 8.3268 + ] + }, + { + "episode": 510, + "avg_reward": -61.68, + "avg_cost": 0.5, + "lambda": 8.3298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3298, + 8.3298, + 8.3298, + 8.3298, + 8.3298, + 8.3298 + ] + }, + { + "episode": 520, + "avg_reward": -35.81, + "avg_cost": 0.25, + "lambda": 8.3353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3353, + 8.3353, + 8.3353, + 8.3353, + 8.3353, + 8.3353 + ] + }, + { + "episode": 530, + "avg_reward": 208.91, + "avg_cost": 0.0, + "lambda": 8.3395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3395, + 8.3395, + 8.3395, + 8.3395, + 8.3395, + 8.3395 + ] + }, + { + "episode": 540, + "avg_reward": 253.33, + "avg_cost": 1.75, + "lambda": 8.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.35, + 8.35, + 8.35, + 8.35, + 8.35, + 8.35 + ] + }, + { + "episode": 550, + "avg_reward": 199.54, + "avg_cost": 1.0, + "lambda": 8.3598, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3598, + 8.3598, + 8.3598, + 8.3598, + 8.3598, + 8.3598 + ] + }, + { + "episode": 560, + "avg_reward": 239.12, + "avg_cost": 1.75, + "lambda": 8.3698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3698, + 8.3698, + 8.3698, + 8.3698, + 8.3698, + 8.3698 + ] + }, + { + "episode": 570, + "avg_reward": 221.35, + "avg_cost": 0.5, + "lambda": 8.3773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3773, + 8.3773, + 8.3773, + 8.3773, + 8.3773, + 8.3773 + ] + }, + { + "episode": 580, + "avg_reward": 233.91, + "avg_cost": 0.75, + "lambda": 8.3888, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3888, + 8.3888, + 8.3888, + 8.3888, + 8.3888, + 8.3888 + ] + }, + { + "episode": 590, + "avg_reward": 299.6, + "avg_cost": 0.0, + "lambda": 8.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3975, + 8.3975, + 8.3975, + 8.3975, + 8.3975, + 8.3975 + ] + }, + { + "episode": 600, + "avg_reward": 267.48, + "avg_cost": 2.25, + "lambda": 8.4078, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4078, + 8.4078, + 8.4078, + 8.4078, + 8.4078, + 8.4078 + ] + }, + { + "episode": 610, + "avg_reward": 311.64, + "avg_cost": 0.25, + "lambda": 8.4195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4195, + 8.4195, + 8.4195, + 8.4195, + 8.4195, + 8.4195 + ] + }, + { + "episode": 620, + "avg_reward": 286.93, + "avg_cost": 1.25, + "lambda": 8.4285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4285, + 8.4285, + 8.4285, + 8.4285, + 8.4285, + 8.4285 + ] + }, + { + "episode": 630, + "avg_reward": 289.35, + "avg_cost": 1.0, + "lambda": 8.4355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4355, + 8.4355, + 8.4355, + 8.4355, + 8.4355, + 8.4355 + ] + }, + { + "episode": 640, + "avg_reward": 253.91, + "avg_cost": 0.5, + "lambda": 8.442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.442, + 8.442, + 8.442, + 8.442, + 8.442, + 8.442 + ] + }, + { + "episode": 650, + "avg_reward": 242.23, + "avg_cost": 0.5, + "lambda": 8.446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.446, + 8.446, + 8.446, + 8.446, + 8.446, + 8.446 + ] + }, + { + "episode": 660, + "avg_reward": 284.7, + "avg_cost": 0.25, + "lambda": 8.4513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4513, + 8.4513, + 8.4513, + 8.4513, + 8.4513, + 8.4513 + ] + }, + { + "episode": 670, + "avg_reward": 294.96, + "avg_cost": 0.0, + "lambda": 8.4558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4558, + 8.4558, + 8.4558, + 8.4558, + 8.4558, + 8.4558 + ] + }, + { + "episode": 680, + "avg_reward": 266.81, + "avg_cost": 0.5, + "lambda": 8.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4675, + 8.4675, + 8.4675, + 8.4675, + 8.4675, + 8.4675 + ] + }, + { + "episode": 690, + "avg_reward": 290.31, + "avg_cost": 0.5, + "lambda": 8.4728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4728, + 8.4728, + 8.4728, + 8.4728, + 8.4728, + 8.4728 + ] + }, + { + "episode": 700, + "avg_reward": 333.28, + "avg_cost": 0.5, + "lambda": 8.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4775, + 8.4775, + 8.4775, + 8.4775, + 8.4775, + 8.4775 + ] + }, + { + "episode": 710, + "avg_reward": 334.78, + "avg_cost": 0.5, + "lambda": 8.4858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4858, + 8.4858, + 8.4858, + 8.4858, + 8.4858, + 8.4858 + ] + }, + { + "episode": 720, + "avg_reward": 378.92, + "avg_cost": 0.0, + "lambda": 8.4898, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4898, + 8.4898, + 8.4898, + 8.4898, + 8.4898, + 8.4898 + ] + }, + { + "episode": 730, + "avg_reward": 377.16, + "avg_cost": 0.5, + "lambda": 8.4958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4958, + 8.4958, + 8.4958, + 8.4958, + 8.4958, + 8.4958 + ] + }, + { + "episode": 740, + "avg_reward": 385.37, + "avg_cost": 0.75, + "lambda": 8.499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.499, + 8.499, + 8.499, + 8.499, + 8.499, + 8.499 + ] + }, + { + "episode": 750, + "avg_reward": 379.85, + "avg_cost": 1.25, + "lambda": 8.512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.512, + 8.512, + 8.512, + 8.512, + 8.512, + 8.512 + ] + }, + { + "episode": 760, + "avg_reward": 555.25, + "avg_cost": 0.75, + "lambda": 8.5218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5218, + 8.5218, + 8.5218, + 8.5218, + 8.5218, + 8.5218 + ] + }, + { + "episode": 770, + "avg_reward": 559.41, + "avg_cost": 0.75, + "lambda": 8.5315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5315, + 8.5315, + 8.5315, + 8.5315, + 8.5315, + 8.5315 + ] + }, + { + "episode": 780, + "avg_reward": 633.6, + "avg_cost": 1.0, + "lambda": 8.5415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5415, + 8.5415, + 8.5415, + 8.5415, + 8.5415, + 8.5415 + ] + }, + { + "episode": 790, + "avg_reward": 611.78, + "avg_cost": 0.75, + "lambda": 8.5508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5508, + 8.5508, + 8.5508, + 8.5508, + 8.5508, + 8.5508 + ] + }, + { + "episode": 800, + "avg_reward": 653.68, + "avg_cost": 1.0, + "lambda": 8.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5625, + 8.5625, + 8.5625, + 8.5625, + 8.5625, + 8.5625 + ] + }, + { + "episode": 810, + "avg_reward": 680.83, + "avg_cost": 0.5, + "lambda": 8.5738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5738, + 8.5738, + 8.5738, + 8.5738, + 8.5738, + 8.5738 + ] + }, + { + "episode": 820, + "avg_reward": 653.12, + "avg_cost": 0.75, + "lambda": 8.58, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.58, + 8.58, + 8.58, + 8.58, + 8.58, + 8.58 + ] + }, + { + "episode": 830, + "avg_reward": 663.38, + "avg_cost": 0.5, + "lambda": 8.5925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.5925, + 8.5925, + 8.5925, + 8.5925, + 8.5925, + 8.5925 + ] + }, + { + "episode": 840, + "avg_reward": 629.09, + "avg_cost": 0.25, + "lambda": 8.6005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6005, + 8.6005, + 8.6005, + 8.6005, + 8.6005, + 8.6005 + ] + }, + { + "episode": 850, + "avg_reward": 611.1, + "avg_cost": 0.5, + "lambda": 8.6078, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6078, + 8.6078, + 8.6078, + 8.6078, + 8.6078, + 8.6078 + ] + }, + { + "episode": 860, + "avg_reward": 628.65, + "avg_cost": 0.0, + "lambda": 8.6153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6153, + 8.6153, + 8.6153, + 8.6153, + 8.6153, + 8.6153 + ] + }, + { + "episode": 870, + "avg_reward": 716.7, + "avg_cost": 0.75, + "lambda": 8.627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.627, + 8.627, + 8.627, + 8.627, + 8.627, + 8.627 + ] + }, + { + "episode": 880, + "avg_reward": 679.9, + "avg_cost": 0.25, + "lambda": 8.6355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6355, + 8.6355, + 8.6355, + 8.6355, + 8.6355, + 8.6355 + ] + }, + { + "episode": 890, + "avg_reward": 704.23, + "avg_cost": 0.75, + "lambda": 8.6448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6448, + 8.6448, + 8.6448, + 8.6448, + 8.6448, + 8.6448 + ] + }, + { + "episode": 900, + "avg_reward": 709.15, + "avg_cost": 2.75, + "lambda": 8.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6525, + 8.6525, + 8.6525, + 8.6525, + 8.6525, + 8.6525 + ] + }, + { + "episode": 910, + "avg_reward": 749.41, + "avg_cost": 0.75, + "lambda": 8.658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.658, + 8.658, + 8.658, + 8.658, + 8.658, + 8.658 + ] + }, + { + "episode": 920, + "avg_reward": 735.5, + "avg_cost": 1.75, + "lambda": 8.6635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6635, + 8.6635, + 8.6635, + 8.6635, + 8.6635, + 8.6635 + ] + }, + { + "episode": 930, + "avg_reward": 701.63, + "avg_cost": 0.0, + "lambda": 8.6713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6713, + 8.6713, + 8.6713, + 8.6713, + 8.6713, + 8.6713 + ] + }, + { + "episode": 940, + "avg_reward": 755.0, + "avg_cost": 0.75, + "lambda": 8.6785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6785, + 8.6785, + 8.6785, + 8.6785, + 8.6785, + 8.6785 + ] + }, + { + "episode": 950, + "avg_reward": 747.81, + "avg_cost": 1.75, + "lambda": 8.689, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.689, + 8.689, + 8.689, + 8.689, + 8.689, + 8.689 + ] + }, + { + "episode": 960, + "avg_reward": 732.15, + "avg_cost": 0.25, + "lambda": 8.6968, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6968, + 8.6968, + 8.6968, + 8.6968, + 8.6968, + 8.6968 + ] + }, + { + "episode": 970, + "avg_reward": 804.73, + "avg_cost": 1.75, + "lambda": 8.706, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.706, + 8.706, + 8.706, + 8.706, + 8.706, + 8.706 + ] + }, + { + "episode": 980, + "avg_reward": 730.21, + "avg_cost": 0.75, + "lambda": 8.7145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7145, + 8.7145, + 8.7145, + 8.7145, + 8.7145, + 8.7145 + ] + }, + { + "episode": 990, + "avg_reward": 818.66, + "avg_cost": 0.5, + "lambda": 8.7238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7238, + 8.7238, + 8.7238, + 8.7238, + 8.7238, + 8.7238 + ] + }, + { + "episode": 1000, + "avg_reward": 843.97, + "avg_cost": 0.5, + "lambda": 8.7295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7295, + 8.7295, + 8.7295, + 8.7295, + 8.7295, + 8.7295 + ] + }, + { + "episode": 1010, + "avg_reward": 875.38, + "avg_cost": 0.5, + "lambda": 8.7358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7358, + 8.7358, + 8.7358, + 8.7358, + 8.7358, + 8.7358 + ] + }, + { + "episode": 1020, + "avg_reward": 893.88, + "avg_cost": 2.25, + "lambda": 8.7478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7478, + 8.7478, + 8.7478, + 8.7478, + 8.7478, + 8.7478 + ] + }, + { + "episode": 1030, + "avg_reward": 939.04, + "avg_cost": 0.0, + "lambda": 8.7565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7565, + 8.7565, + 8.7565, + 8.7565, + 8.7565, + 8.7565 + ] + }, + { + "episode": 1040, + "avg_reward": 901.22, + "avg_cost": 0.25, + "lambda": 8.7655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7655, + 8.7655, + 8.7655, + 8.7655, + 8.7655, + 8.7655 + ] + }, + { + "episode": 1050, + "avg_reward": 978.37, + "avg_cost": 0.75, + "lambda": 8.771, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.771, + 8.771, + 8.771, + 8.771, + 8.771, + 8.771 + ] + }, + { + "episode": 1060, + "avg_reward": 941.74, + "avg_cost": 0.25, + "lambda": 8.7795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7795, + 8.7795, + 8.7795, + 8.7795, + 8.7795, + 8.7795 + ] + }, + { + "episode": 1070, + "avg_reward": 938.33, + "avg_cost": 0.5, + "lambda": 8.7845, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7845, + 8.7845, + 8.7845, + 8.7845, + 8.7845, + 8.7845 + ] + }, + { + "episode": 1080, + "avg_reward": 958.13, + "avg_cost": 0.5, + "lambda": 8.7935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7935, + 8.7935, + 8.7935, + 8.7935, + 8.7935, + 8.7935 + ] + }, + { + "episode": 1090, + "avg_reward": 954.46, + "avg_cost": 0.25, + "lambda": 8.802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.802, + 8.802, + 8.802, + 8.802, + 8.802, + 8.802 + ] + }, + { + "episode": 1100, + "avg_reward": 967.72, + "avg_cost": 0.25, + "lambda": 8.8098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8098, + 8.8098, + 8.8098, + 8.8098, + 8.8098, + 8.8098 + ] + }, + { + "episode": 1110, + "avg_reward": 928.37, + "avg_cost": 2.5, + "lambda": 8.8165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8165, + 8.8165, + 8.8165, + 8.8165, + 8.8165, + 8.8165 + ] + }, + { + "episode": 1120, + "avg_reward": 960.95, + "avg_cost": 1.0, + "lambda": 8.8218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8218, + 8.8218, + 8.8218, + 8.8218, + 8.8218, + 8.8218 + ] + }, + { + "episode": 1130, + "avg_reward": 924.06, + "avg_cost": 0.75, + "lambda": 8.8268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8268, + 8.8268, + 8.8268, + 8.8268, + 8.8268, + 8.8268 + ] + }, + { + "episode": 1140, + "avg_reward": 928.0, + "avg_cost": 1.5, + "lambda": 8.8318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8318, + 8.8318, + 8.8318, + 8.8318, + 8.8318, + 8.8318 + ] + }, + { + "episode": 1150, + "avg_reward": 934.58, + "avg_cost": 1.25, + "lambda": 8.8405, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8405, + 8.8405, + 8.8405, + 8.8405, + 8.8405, + 8.8405 + ] + }, + { + "episode": 1160, + "avg_reward": 899.14, + "avg_cost": 0.5, + "lambda": 8.849, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.849, + 8.849, + 8.849, + 8.849, + 8.849, + 8.849 + ] + }, + { + "episode": 1170, + "avg_reward": 887.67, + "avg_cost": 0.25, + "lambda": 8.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.855, + 8.855, + 8.855, + 8.855, + 8.855, + 8.855 + ] + }, + { + "episode": 1180, + "avg_reward": 889.02, + "avg_cost": 0.5, + "lambda": 8.861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.861, + 8.861, + 8.861, + 8.861, + 8.861, + 8.861 + ] + }, + { + "episode": 1190, + "avg_reward": 909.76, + "avg_cost": 0.25, + "lambda": 8.8658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8658, + 8.8658, + 8.8658, + 8.8658, + 8.8658, + 8.8658 + ] + }, + { + "episode": 1200, + "avg_reward": 950.6, + "avg_cost": 0.75, + "lambda": 8.872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.872, + 8.872, + 8.872, + 8.872, + 8.872, + 8.872 + ] + }, + { + "episode": 1210, + "avg_reward": 909.39, + "avg_cost": 0.25, + "lambda": 8.8773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8773, + 8.8773, + 8.8773, + 8.8773, + 8.8773, + 8.8773 + ] + }, + { + "episode": 1220, + "avg_reward": 945.79, + "avg_cost": 0.25, + "lambda": 8.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8825, + 8.8825, + 8.8825, + 8.8825, + 8.8825, + 8.8825 + ] + }, + { + "episode": 1230, + "avg_reward": 925.42, + "avg_cost": 0.25, + "lambda": 8.8865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8865, + 8.8865, + 8.8865, + 8.8865, + 8.8865, + 8.8865 + ] + }, + { + "episode": 1240, + "avg_reward": 893.97, + "avg_cost": 0.0, + "lambda": 8.8918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8918, + 8.8918, + 8.8918, + 8.8918, + 8.8918, + 8.8918 + ] + }, + { + "episode": 1250, + "avg_reward": 968.34, + "avg_cost": 0.25, + "lambda": 8.8953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8953, + 8.8953, + 8.8953, + 8.8953, + 8.8953, + 8.8953 + ] + }, + { + "episode": 1260, + "avg_reward": 965.18, + "avg_cost": 0.5, + "lambda": 8.8998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8998, + 8.8998, + 8.8998, + 8.8998, + 8.8998, + 8.8998 + ] + }, + { + "episode": 1270, + "avg_reward": 902.21, + "avg_cost": 0.25, + "lambda": 8.9053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9053, + 8.9053, + 8.9053, + 8.9053, + 8.9053, + 8.9053 + ] + }, + { + "episode": 1280, + "avg_reward": 994.76, + "avg_cost": 0.25, + "lambda": 8.912, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.912, + 8.912, + 8.912, + 8.912, + 8.912, + 8.912 + ] + }, + { + "episode": 1290, + "avg_reward": 955.46, + "avg_cost": 0.0, + "lambda": 8.9158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9158, + 8.9158, + 8.9158, + 8.9158, + 8.9158, + 8.9158 + ] + }, + { + "episode": 1300, + "avg_reward": 850.96, + "avg_cost": 0.75, + "lambda": 8.9213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9213, + 8.9213, + 8.9213, + 8.9213, + 8.9213, + 8.9213 + ] + }, + { + "episode": 1310, + "avg_reward": 914.48, + "avg_cost": 0.25, + "lambda": 8.9238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9238, + 8.9238, + 8.9238, + 8.9238, + 8.9238, + 8.9238 + ] + }, + { + "episode": 1320, + "avg_reward": 873.57, + "avg_cost": 0.5, + "lambda": 8.9293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9293, + 8.9293, + 8.9293, + 8.9293, + 8.9293, + 8.9293 + ] + }, + { + "episode": 1330, + "avg_reward": 871.14, + "avg_cost": 0.0, + "lambda": 8.9328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9328, + 8.9328, + 8.9328, + 8.9328, + 8.9328, + 8.9328 + ] + }, + { + "episode": 1340, + "avg_reward": 859.46, + "avg_cost": 0.75, + "lambda": 8.9368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9368, + 8.9368, + 8.9368, + 8.9368, + 8.9368, + 8.9368 + ] + }, + { + "episode": 1350, + "avg_reward": 872.08, + "avg_cost": 0.0, + "lambda": 8.94, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.94, + 8.94, + 8.94, + 8.94, + 8.94, + 8.94 + ] + }, + { + "episode": 1360, + "avg_reward": 905.09, + "avg_cost": 0.75, + "lambda": 8.948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.948, + 8.948, + 8.948, + 8.948, + 8.948, + 8.948 + ] + }, + { + "episode": 1370, + "avg_reward": 856.62, + "avg_cost": 0.5, + "lambda": 8.9523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9523, + 8.9523, + 8.9523, + 8.9523, + 8.9523, + 8.9523 + ] + }, + { + "episode": 1380, + "avg_reward": 860.0, + "avg_cost": 0.75, + "lambda": 8.9578, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9578, + 8.9578, + 8.9578, + 8.9578, + 8.9578, + 8.9578 + ] + }, + { + "episode": 1390, + "avg_reward": 829.77, + "avg_cost": 0.75, + "lambda": 8.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9625, + 8.9625, + 8.9625, + 8.9625, + 8.9625, + 8.9625 + ] + }, + { + "episode": 1400, + "avg_reward": 904.22, + "avg_cost": 1.25, + "lambda": 8.969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.969, + 8.969, + 8.969, + 8.969, + 8.969, + 8.969 + ] + }, + { + "episode": 1410, + "avg_reward": 940.7, + "avg_cost": 1.25, + "lambda": 8.976, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.976, + 8.976, + 8.976, + 8.976, + 8.976, + 8.976 + ] + }, + { + "episode": 1420, + "avg_reward": 862.98, + "avg_cost": 0.0, + "lambda": 8.9803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9803, + 8.9803, + 8.9803, + 8.9803, + 8.9803, + 8.9803 + ] + }, + { + "episode": 1430, + "avg_reward": 905.31, + "avg_cost": 1.0, + "lambda": 8.9878, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9878, + 8.9878, + 8.9878, + 8.9878, + 8.9878, + 8.9878 + ] + }, + { + "episode": 1440, + "avg_reward": 872.67, + "avg_cost": 1.0, + "lambda": 8.995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.995, + 8.995, + 8.995, + 8.995, + 8.995, + 8.995 + ] + }, + { + "episode": 1450, + "avg_reward": 852.82, + "avg_cost": 0.5, + "lambda": 9.0033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0033, + 9.0033, + 9.0033, + 9.0033, + 9.0033, + 9.0033 + ] + }, + { + "episode": 1460, + "avg_reward": 862.34, + "avg_cost": 0.75, + "lambda": 9.0068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0068, + 9.0068, + 9.0068, + 9.0068, + 9.0068, + 9.0068 + ] + }, + { + "episode": 1470, + "avg_reward": 905.23, + "avg_cost": 1.0, + "lambda": 9.0115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0115, + 9.0115, + 9.0115, + 9.0115, + 9.0115, + 9.0115 + ] + }, + { + "episode": 1480, + "avg_reward": 897.56, + "avg_cost": 0.25, + "lambda": 9.014, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.014, + 9.014, + 9.014, + 9.014, + 9.014, + 9.014 + ] + }, + { + "episode": 1490, + "avg_reward": 915.28, + "avg_cost": 0.0, + "lambda": 9.0183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0183, + 9.0183, + 9.0183, + 9.0183, + 9.0183, + 9.0183 + ] + }, + { + "episode": 1500, + "avg_reward": 924.36, + "avg_cost": 0.75, + "lambda": 9.0213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0213, + 9.0213, + 9.0213, + 9.0213, + 9.0213, + 9.0213 + ] + } + ], + "final_lambdas": [ + 9.0213, + 9.0213, + 9.0213, + 9.0213, + 9.0213, + 9.0213 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..efa22bf27c5556dbe4439f1a1796acc10ae0c53f --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v10_safepo.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 14216165.14, + "constraint_satisfaction_pct": 81.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 96.6225, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 307.82, + "avg_cost": 126.25, + "lambda": 6.2208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2208, + 6.2208, + 6.2208, + 6.2208, + 6.2208, + 6.2208 + ] + }, + { + "episode": 10, + "avg_reward": 5121.36, + "avg_cost": 72.75, + "lambda": 11.6308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6308, + 11.6308, + 11.6308, + 11.6308, + 11.6308, + 11.6308 + ] + }, + { + "episode": 20, + "avg_reward": 7609.64, + "avg_cost": 81.0, + "lambda": 17.7367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.7367, + 17.7367, + 17.7367, + 17.7367, + 17.7367, + 17.7367 + ] + }, + { + "episode": 30, + "avg_reward": 14626.41, + "avg_cost": 113.25, + "lambda": 27.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.06, + 27.06, + 27.06, + 27.06, + 27.06, + 27.06 + ] + }, + { + "episode": 40, + "avg_reward": 12014.58, + "avg_cost": 92.75, + "lambda": 37.9108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.9108, + 37.9108, + 37.9108, + 37.9108, + 37.9108, + 37.9108 + ] + }, + { + "episode": 50, + "avg_reward": 9310.37, + "avg_cost": 83.75, + "lambda": 47.6192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.6192, + 47.6192, + 47.6192, + 47.6192, + 47.6192, + 47.6192 + ] + }, + { + "episode": 60, + "avg_reward": 7534.22, + "avg_cost": 88.5, + "lambda": 56.41, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.41, + 56.41, + 56.41, + 56.41, + 56.41, + 56.41 + ] + }, + { + "episode": 70, + "avg_reward": 8902.58, + "avg_cost": 78.5, + "lambda": 64.3783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.3783, + 64.3783, + 64.3783, + 64.3783, + 64.3783, + 64.3783 + ] + }, + { + "episode": 80, + "avg_reward": 10087.41, + "avg_cost": 53.0, + "lambda": 70.7942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.7942, + 70.7942, + 70.7942, + 70.7942, + 70.7942, + 70.7942 + ] + }, + { + "episode": 90, + "avg_reward": 9861.1, + "avg_cost": 49.5, + "lambda": 76.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625 + ] + }, + { + "episode": 100, + "avg_reward": 12180.2, + "avg_cost": 72.75, + "lambda": 81.4183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.4183, + 81.4183, + 81.4183, + 81.4183, + 81.4183, + 81.4183 + ] + }, + { + "episode": 110, + "avg_reward": 8613.17, + "avg_cost": 27.75, + "lambda": 85.5817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.5817, + 85.5817, + 85.5817, + 85.5817, + 85.5817, + 85.5817 + ] + }, + { + "episode": 120, + "avg_reward": 11987.16, + "avg_cost": 55.5, + "lambda": 89.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.6225, + 89.6225, + 89.6225, + 89.6225, + 89.6225, + 89.6225 + ] + }, + { + "episode": 130, + "avg_reward": 9010.92, + "avg_cost": 44.0, + "lambda": 94.4833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.4833, + 94.4833, + 94.4833, + 94.4833, + 94.4833, + 94.4833 + ] + }, + { + "episode": 140, + "avg_reward": 6617.62, + "avg_cost": 28.25, + "lambda": 97.4892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.4892, + 97.4892, + 97.4892, + 97.4892, + 97.4892, + 97.4892 + ] + }, + { + "episode": 150, + "avg_reward": 11171.59, + "avg_cost": 41.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 160, + "avg_reward": 8286.72, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 170, + "avg_reward": 9165.45, + "avg_cost": 23.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 180, + "avg_reward": 7449.72, + "avg_cost": 28.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 190, + "avg_reward": 9058.76, + "avg_cost": 24.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 200, + "avg_reward": 9216.07, + "avg_cost": 37.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": 8018.59, + "avg_cost": 2.0, + "lambda": 99.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9783, + 99.9783, + 99.9783, + 99.9783, + 99.9783, + 99.9783 + ] + }, + { + "episode": 220, + "avg_reward": 7233.94, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 8779.36, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 7960.09, + "avg_cost": 0.75, + "lambda": 99.8683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8683, + 99.8683, + 99.8683, + 99.8683, + 99.8683, + 99.8683 + ] + }, + { + "episode": 250, + "avg_reward": 8155.95, + "avg_cost": 1.5, + "lambda": 99.6417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6417, + 99.6417, + 99.6417, + 99.6417, + 99.6417, + 99.6417 + ] + }, + { + "episode": 260, + "avg_reward": 8632.03, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 7818.59, + "avg_cost": 2.0, + "lambda": 99.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7125, + 99.7125, + 99.7125, + 99.7125, + 99.7125, + 99.7125 + ] + }, + { + "episode": 280, + "avg_reward": 10131.53, + "avg_cost": 11.5, + "lambda": 99.7108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7108, + 99.7108, + 99.7108, + 99.7108, + 99.7108, + 99.7108 + ] + }, + { + "episode": 290, + "avg_reward": 8064.27, + "avg_cost": 0.25, + "lambda": 99.4442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.4442, + 99.4442, + 99.4442, + 99.4442, + 99.4442, + 99.4442 + ] + }, + { + "episode": 300, + "avg_reward": 11889.54, + "avg_cost": 23.0, + "lambda": 99.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.96, + 99.96, + 99.96, + 99.96, + 99.96, + 99.96 + ] + }, + { + "episode": 310, + "avg_reward": 8178.11, + "avg_cost": 0.0, + "lambda": 99.7592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7592, + 99.7592, + 99.7592, + 99.7592, + 99.7592, + 99.7592 + ] + }, + { + "episode": 320, + "avg_reward": 7608.07, + "avg_cost": 0.5, + "lambda": 99.7225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7225, + 99.7225, + 99.7225, + 99.7225, + 99.7225, + 99.7225 + ] + }, + { + "episode": 330, + "avg_reward": 8351.05, + "avg_cost": 0.5, + "lambda": 99.3633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3633, + 99.3633, + 99.3633, + 99.3633, + 99.3633, + 99.3633 + ] + }, + { + "episode": 340, + "avg_reward": 7011.44, + "avg_cost": 3.25, + "lambda": 99.4067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.4067, + 99.4067, + 99.4067, + 99.4067, + 99.4067, + 99.4067 + ] + }, + { + "episode": 350, + "avg_reward": 9133.23, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 7483.79, + "avg_cost": 0.0, + "lambda": 99.7608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7608, + 99.7608, + 99.7608, + 99.7608, + 99.7608, + 99.7608 + ] + }, + { + "episode": 370, + "avg_reward": 8950.35, + "avg_cost": 0.25, + "lambda": 99.3692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3692, + 99.3692, + 99.3692, + 99.3692, + 99.3692, + 99.3692 + ] + }, + { + "episode": 380, + "avg_reward": 8551.51, + "avg_cost": 0.0, + "lambda": 99.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.08, + 99.08, + 99.08, + 99.08, + 99.08, + 99.08 + ] + }, + { + "episode": 390, + "avg_reward": 10356.97, + "avg_cost": 16.25, + "lambda": 98.8533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8533, + 98.8533, + 98.8533, + 98.8533, + 98.8533, + 98.8533 + ] + }, + { + "episode": 400, + "avg_reward": 8998.32, + "avg_cost": 0.25, + "lambda": 98.6017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.6017, + 98.6017, + 98.6017, + 98.6017, + 98.6017, + 98.6017 + ] + }, + { + "episode": 410, + "avg_reward": 9463.54, + "avg_cost": 0.0, + "lambda": 98.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.19, + 98.19, + 98.19, + 98.19, + 98.19, + 98.19 + ] + }, + { + "episode": 420, + "avg_reward": 9552.98, + "avg_cost": 0.0, + "lambda": 97.8983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.8983, + 97.8983, + 97.8983, + 97.8983, + 97.8983, + 97.8983 + ] + }, + { + "episode": 430, + "avg_reward": 9572.93, + "avg_cost": 0.0, + "lambda": 97.5892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.5892, + 97.5892, + 97.5892, + 97.5892, + 97.5892, + 97.5892 + ] + }, + { + "episode": 440, + "avg_reward": 9687.29, + "avg_cost": 0.0, + "lambda": 97.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.2475, + 97.2475, + 97.2475, + 97.2475, + 97.2475, + 97.2475 + ] + }, + { + "episode": 450, + "avg_reward": 8614.28, + "avg_cost": 0.5, + "lambda": 97.1333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.1333, + 97.1333, + 97.1333, + 97.1333, + 97.1333, + 97.1333 + ] + }, + { + "episode": 460, + "avg_reward": 9117.41, + "avg_cost": 0.0, + "lambda": 96.9267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9267, + 96.9267, + 96.9267, + 96.9267, + 96.9267, + 96.9267 + ] + }, + { + "episode": 470, + "avg_reward": 8120.18, + "avg_cost": 0.0, + "lambda": 96.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.76, + 96.76, + 96.76, + 96.76, + 96.76, + 96.76 + ] + }, + { + "episode": 480, + "avg_reward": 9575.77, + "avg_cost": 0.0, + "lambda": 96.3958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.3958, + 96.3958, + 96.3958, + 96.3958, + 96.3958, + 96.3958 + ] + }, + { + "episode": 490, + "avg_reward": 9987.65, + "avg_cost": 0.0, + "lambda": 95.9892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.9892, + 95.9892, + 95.9892, + 95.9892, + 95.9892, + 95.9892 + ] + }, + { + "episode": 500, + "avg_reward": 9777.24, + "avg_cost": 4.0, + "lambda": 96.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.0875, + 96.0875, + 96.0875, + 96.0875, + 96.0875, + 96.0875 + ] + }, + { + "episode": 510, + "avg_reward": 9979.94, + "avg_cost": 5.0, + "lambda": 96.0083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.0083, + 96.0083, + 96.0083, + 96.0083, + 96.0083, + 96.0083 + ] + }, + { + "episode": 520, + "avg_reward": 8084.97, + "avg_cost": 0.0, + "lambda": 96.0792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.0792, + 96.0792, + 96.0792, + 96.0792, + 96.0792, + 96.0792 + ] + }, + { + "episode": 530, + "avg_reward": 9650.41, + "avg_cost": 0.0, + "lambda": 95.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.78, + 95.78, + 95.78, + 95.78, + 95.78, + 95.78 + ] + }, + { + "episode": 540, + "avg_reward": 8334.5, + "avg_cost": 0.0, + "lambda": 95.8408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8408, + 95.8408, + 95.8408, + 95.8408, + 95.8408, + 95.8408 + ] + }, + { + "episode": 550, + "avg_reward": 8961.08, + "avg_cost": 5.25, + "lambda": 95.6792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.6792, + 95.6792, + 95.6792, + 95.6792, + 95.6792, + 95.6792 + ] + }, + { + "episode": 560, + "avg_reward": 8566.68, + "avg_cost": 0.0, + "lambda": 95.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.32, + 95.32, + 95.32, + 95.32, + 95.32, + 95.32 + ] + }, + { + "episode": 570, + "avg_reward": 8516.64, + "avg_cost": 0.0, + "lambda": 95.0358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.0358, + 95.0358, + 95.0358, + 95.0358, + 95.0358, + 95.0358 + ] + }, + { + "episode": 580, + "avg_reward": 8816.57, + "avg_cost": 0.0, + "lambda": 94.6992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6992, + 94.6992, + 94.6992, + 94.6992, + 94.6992, + 94.6992 + ] + }, + { + "episode": 590, + "avg_reward": 8150.27, + "avg_cost": 0.0, + "lambda": 94.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.525, + 94.525, + 94.525, + 94.525, + 94.525, + 94.525 + ] + }, + { + "episode": 600, + "avg_reward": 8790.3, + "avg_cost": 17.75, + "lambda": 95.6658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.6658, + 95.6658, + 95.6658, + 95.6658, + 95.6658, + 95.6658 + ] + }, + { + "episode": 610, + "avg_reward": 7490.53, + "avg_cost": 7.75, + "lambda": 96.8942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.8942, + 96.8942, + 96.8942, + 96.8942, + 96.8942, + 96.8942 + ] + }, + { + "episode": 620, + "avg_reward": 8181.91, + "avg_cost": 5.25, + "lambda": 98.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.2725, + 98.2725, + 98.2725, + 98.2725, + 98.2725, + 98.2725 + ] + }, + { + "episode": 630, + "avg_reward": 8586.77, + "avg_cost": 11.5, + "lambda": 99.4533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.4533, + 99.4533, + 99.4533, + 99.4533, + 99.4533, + 99.4533 + ] + }, + { + "episode": 640, + "avg_reward": 6948.73, + "avg_cost": 34.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 7970.9, + "avg_cost": 0.5, + "lambda": 99.9633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9633, + 99.9633, + 99.9633, + 99.9633, + 99.9633, + 99.9633 + ] + }, + { + "episode": 660, + "avg_reward": 7107.69, + "avg_cost": 44.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 8212.76, + "avg_cost": 34.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 7896.68, + "avg_cost": 63.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 7860.29, + "avg_cost": 31.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 9472.8, + "avg_cost": 47.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 8236.96, + "avg_cost": 39.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 10178.24, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 8686.96, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 9115.31, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 9809.8, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 9415.59, + "avg_cost": 16.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 9451.04, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 11069.52, + "avg_cost": 25.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 9978.52, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 9688.0, + "avg_cost": 8.0, + "lambda": 99.9375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9375, + 99.9375, + 99.9375, + 99.9375, + 99.9375, + 99.9375 + ] + }, + { + "episode": 810, + "avg_reward": 9345.66, + "avg_cost": 1.75, + "lambda": 99.8083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8083, + 99.8083, + 99.8083, + 99.8083, + 99.8083, + 99.8083 + ] + }, + { + "episode": 820, + "avg_reward": 9496.56, + "avg_cost": 15.5, + "lambda": 99.6692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6692, + 99.6692, + 99.6692, + 99.6692, + 99.6692, + 99.6692 + ] + }, + { + "episode": 830, + "avg_reward": 10097.49, + "avg_cost": 2.25, + "lambda": 99.8908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8908, + 99.8908, + 99.8908, + 99.8908, + 99.8908, + 99.8908 + ] + }, + { + "episode": 840, + "avg_reward": 9788.44, + "avg_cost": 0.75, + "lambda": 99.6742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6742, + 99.6742, + 99.6742, + 99.6742, + 99.6742, + 99.6742 + ] + }, + { + "episode": 850, + "avg_reward": 9785.02, + "avg_cost": 0.0, + "lambda": 99.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5025, + 99.5025, + 99.5025, + 99.5025, + 99.5025, + 99.5025 + ] + }, + { + "episode": 860, + "avg_reward": 8456.45, + "avg_cost": 0.0, + "lambda": 99.3683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3683, + 99.3683, + 99.3683, + 99.3683, + 99.3683, + 99.3683 + ] + }, + { + "episode": 870, + "avg_reward": 9933.17, + "avg_cost": 1.5, + "lambda": 99.1642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.1642, + 99.1642, + 99.1642, + 99.1642, + 99.1642, + 99.1642 + ] + }, + { + "episode": 880, + "avg_reward": 9291.19, + "avg_cost": 0.0, + "lambda": 98.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.875, + 98.875, + 98.875, + 98.875, + 98.875, + 98.875 + ] + }, + { + "episode": 890, + "avg_reward": 10587.76, + "avg_cost": 3.25, + "lambda": 98.5533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.5533, + 98.5533, + 98.5533, + 98.5533, + 98.5533, + 98.5533 + ] + }, + { + "episode": 900, + "avg_reward": 8927.49, + "avg_cost": 0.0, + "lambda": 98.3867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.3867, + 98.3867, + 98.3867, + 98.3867, + 98.3867, + 98.3867 + ] + }, + { + "episode": 910, + "avg_reward": 9990.63, + "avg_cost": 0.0, + "lambda": 97.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.985, + 97.985, + 97.985, + 97.985, + 97.985, + 97.985 + ] + }, + { + "episode": 920, + "avg_reward": 10018.42, + "avg_cost": 3.5, + "lambda": 97.6658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.6658, + 97.6658, + 97.6658, + 97.6658, + 97.6658, + 97.6658 + ] + }, + { + "episode": 930, + "avg_reward": 9782.18, + "avg_cost": 0.75, + "lambda": 97.5117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.5117, + 97.5117, + 97.5117, + 97.5117, + 97.5117, + 97.5117 + ] + }, + { + "episode": 940, + "avg_reward": 10326.88, + "avg_cost": 8.0, + "lambda": 97.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.315, + 97.315, + 97.315, + 97.315, + 97.315, + 97.315 + ] + }, + { + "episode": 950, + "avg_reward": 9687.21, + "avg_cost": 2.0, + "lambda": 96.9908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9908, + 96.9908, + 96.9908, + 96.9908, + 96.9908, + 96.9908 + ] + }, + { + "episode": 960, + "avg_reward": 10295.81, + "avg_cost": 0.0, + "lambda": 96.8067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.8067, + 96.8067, + 96.8067, + 96.8067, + 96.8067, + 96.8067 + ] + }, + { + "episode": 970, + "avg_reward": 10417.78, + "avg_cost": 0.0, + "lambda": 96.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.435, + 96.435, + 96.435, + 96.435, + 96.435, + 96.435 + ] + }, + { + "episode": 980, + "avg_reward": 9918.93, + "avg_cost": 6.75, + "lambda": 96.2033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.2033, + 96.2033, + 96.2033, + 96.2033, + 96.2033, + 96.2033 + ] + }, + { + "episode": 990, + "avg_reward": 10305.97, + "avg_cost": 0.0, + "lambda": 95.9817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.9817, + 95.9817, + 95.9817, + 95.9817, + 95.9817, + 95.9817 + ] + }, + { + "episode": 1000, + "avg_reward": 9418.12, + "avg_cost": 0.75, + "lambda": 95.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.72, + 95.72, + 95.72, + 95.72, + 95.72, + 95.72 + ] + }, + { + "episode": 1010, + "avg_reward": 10310.99, + "avg_cost": 8.25, + "lambda": 95.7908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.7908, + 95.7908, + 95.7908, + 95.7908, + 95.7908, + 95.7908 + ] + }, + { + "episode": 1020, + "avg_reward": 11226.58, + "avg_cost": 22.5, + "lambda": 96.2092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.2092, + 96.2092, + 96.2092, + 96.2092, + 96.2092, + 96.2092 + ] + }, + { + "episode": 1030, + "avg_reward": 11180.34, + "avg_cost": 9.25, + "lambda": 97.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.0575, + 97.0575, + 97.0575, + 97.0575, + 97.0575, + 97.0575 + ] + }, + { + "episode": 1040, + "avg_reward": 11476.96, + "avg_cost": 13.5, + "lambda": 98.0233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.0233, + 98.0233, + 98.0233, + 98.0233, + 98.0233, + 98.0233 + ] + }, + { + "episode": 1050, + "avg_reward": 11829.86, + "avg_cost": 40.0, + "lambda": 99.1367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.1367, + 99.1367, + 99.1367, + 99.1367, + 99.1367, + 99.1367 + ] + }, + { + "episode": 1060, + "avg_reward": 11480.32, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1070, + "avg_reward": 10766.94, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1080, + "avg_reward": 9616.59, + "avg_cost": 26.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10431.83, + "avg_cost": 16.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1100, + "avg_reward": 9804.68, + "avg_cost": 5.5, + "lambda": 99.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8825, + 99.8825, + 99.8825, + 99.8825, + 99.8825, + 99.8825 + ] + }, + { + "episode": 1110, + "avg_reward": 9931.05, + "avg_cost": 3.5, + "lambda": 99.6608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6608, + 99.6608, + 99.6608, + 99.6608, + 99.6608, + 99.6608 + ] + }, + { + "episode": 1120, + "avg_reward": 8708.34, + "avg_cost": 18.75, + "lambda": 99.7217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7217, + 99.7217, + 99.7217, + 99.7217, + 99.7217, + 99.7217 + ] + }, + { + "episode": 1130, + "avg_reward": 10067.39, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10000.24, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1150, + "avg_reward": 10469.38, + "avg_cost": 2.5, + "lambda": 99.8067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8067, + 99.8067, + 99.8067, + 99.8067, + 99.8067, + 99.8067 + ] + }, + { + "episode": 1160, + "avg_reward": 10135.1, + "avg_cost": 10.5, + "lambda": 99.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.97, + 99.97, + 99.97, + 99.97, + 99.97, + 99.97 + ] + }, + { + "episode": 1170, + "avg_reward": 11012.33, + "avg_cost": 4.25, + "lambda": 99.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9525, + 99.9525, + 99.9525, + 99.9525, + 99.9525, + 99.9525 + ] + }, + { + "episode": 1180, + "avg_reward": 10785.9, + "avg_cost": 1.0, + "lambda": 99.7233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7233, + 99.7233, + 99.7233, + 99.7233, + 99.7233, + 99.7233 + ] + }, + { + "episode": 1190, + "avg_reward": 10285.55, + "avg_cost": 4.25, + "lambda": 99.5142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5142, + 99.5142, + 99.5142, + 99.5142, + 99.5142, + 99.5142 + ] + }, + { + "episode": 1200, + "avg_reward": 10630.16, + "avg_cost": 0.75, + "lambda": 99.355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.355, + 99.355, + 99.355, + 99.355, + 99.355, + 99.355 + ] + }, + { + "episode": 1210, + "avg_reward": 10606.38, + "avg_cost": 0.25, + "lambda": 99.0208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0208, + 99.0208, + 99.0208, + 99.0208, + 99.0208, + 99.0208 + ] + }, + { + "episode": 1220, + "avg_reward": 10628.62, + "avg_cost": 0.25, + "lambda": 98.8042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8042, + 98.8042, + 98.8042, + 98.8042, + 98.8042, + 98.8042 + ] + }, + { + "episode": 1230, + "avg_reward": 10126.94, + "avg_cost": 6.25, + "lambda": 98.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.875, + 98.875, + 98.875, + 98.875, + 98.875, + 98.875 + ] + }, + { + "episode": 1240, + "avg_reward": 10531.64, + "avg_cost": 9.0, + "lambda": 99.4458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.4458, + 99.4458, + 99.4458, + 99.4458, + 99.4458, + 99.4458 + ] + }, + { + "episode": 1250, + "avg_reward": 10619.92, + "avg_cost": 6.0, + "lambda": 99.8517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8517, + 99.8517, + 99.8517, + 99.8517, + 99.8517, + 99.8517 + ] + }, + { + "episode": 1260, + "avg_reward": 9967.51, + "avg_cost": 0.5, + "lambda": 99.77, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.77, + 99.77, + 99.77, + 99.77, + 99.77, + 99.77 + ] + }, + { + "episode": 1270, + "avg_reward": 9899.81, + "avg_cost": 2.0, + "lambda": 99.6858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6858, + 99.6858, + 99.6858, + 99.6858, + 99.6858, + 99.6858 + ] + }, + { + "episode": 1280, + "avg_reward": 10304.7, + "avg_cost": 0.25, + "lambda": 99.6292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.6292, + 99.6292, + 99.6292, + 99.6292, + 99.6292, + 99.6292 + ] + }, + { + "episode": 1290, + "avg_reward": 10249.83, + "avg_cost": 0.25, + "lambda": 99.435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.435, + 99.435, + 99.435, + 99.435, + 99.435, + 99.435 + ] + }, + { + "episode": 1300, + "avg_reward": 10300.08, + "avg_cost": 4.25, + "lambda": 99.2483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.2483, + 99.2483, + 99.2483, + 99.2483, + 99.2483, + 99.2483 + ] + }, + { + "episode": 1310, + "avg_reward": 10637.02, + "avg_cost": 2.25, + "lambda": 99.0217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0217, + 99.0217, + 99.0217, + 99.0217, + 99.0217, + 99.0217 + ] + }, + { + "episode": 1320, + "avg_reward": 10744.83, + "avg_cost": 0.5, + "lambda": 98.8975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.8975, + 98.8975, + 98.8975, + 98.8975, + 98.8975, + 98.8975 + ] + }, + { + "episode": 1330, + "avg_reward": 10570.8, + "avg_cost": 0.5, + "lambda": 98.6308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.6308, + 98.6308, + 98.6308, + 98.6308, + 98.6308, + 98.6308 + ] + }, + { + "episode": 1340, + "avg_reward": 9932.26, + "avg_cost": 1.75, + "lambda": 98.4542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.4542, + 98.4542, + 98.4542, + 98.4542, + 98.4542, + 98.4542 + ] + }, + { + "episode": 1350, + "avg_reward": 9650.53, + "avg_cost": 1.5, + "lambda": 98.305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.305, + 98.305, + 98.305, + 98.305, + 98.305, + 98.305 + ] + }, + { + "episode": 1360, + "avg_reward": 10054.88, + "avg_cost": 0.5, + "lambda": 98.1808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.1808, + 98.1808, + 98.1808, + 98.1808, + 98.1808, + 98.1808 + ] + }, + { + "episode": 1370, + "avg_reward": 10352.74, + "avg_cost": 1.75, + "lambda": 98.1942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.1942, + 98.1942, + 98.1942, + 98.1942, + 98.1942, + 98.1942 + ] + }, + { + "episode": 1380, + "avg_reward": 10082.06, + "avg_cost": 2.25, + "lambda": 97.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.925, + 97.925, + 97.925, + 97.925, + 97.925, + 97.925 + ] + }, + { + "episode": 1390, + "avg_reward": 9858.42, + "avg_cost": 7.25, + "lambda": 97.8333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.8333, + 97.8333, + 97.8333, + 97.8333, + 97.8333, + 97.8333 + ] + }, + { + "episode": 1400, + "avg_reward": 9697.14, + "avg_cost": 2.25, + "lambda": 97.7042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.7042, + 97.7042, + 97.7042, + 97.7042, + 97.7042, + 97.7042 + ] + }, + { + "episode": 1410, + "avg_reward": 10164.36, + "avg_cost": 4.25, + "lambda": 97.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9075, + 97.9075, + 97.9075, + 97.9075, + 97.9075, + 97.9075 + ] + }, + { + "episode": 1420, + "avg_reward": 9780.13, + "avg_cost": 1.25, + "lambda": 97.9533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.9533, + 97.9533, + 97.9533, + 97.9533, + 97.9533, + 97.9533 + ] + }, + { + "episode": 1430, + "avg_reward": 9498.7, + "avg_cost": 0.0, + "lambda": 97.7992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.7992, + 97.7992, + 97.7992, + 97.7992, + 97.7992, + 97.7992 + ] + }, + { + "episode": 1440, + "avg_reward": 9362.5, + "avg_cost": 0.0, + "lambda": 97.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.52, + 97.52, + 97.52, + 97.52, + 97.52, + 97.52 + ] + }, + { + "episode": 1450, + "avg_reward": 9647.25, + "avg_cost": 6.5, + "lambda": 97.2633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.2633, + 97.2633, + 97.2633, + 97.2633, + 97.2633, + 97.2633 + ] + }, + { + "episode": 1460, + "avg_reward": 9210.59, + "avg_cost": 5.25, + "lambda": 97.0742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.0742, + 97.0742, + 97.0742, + 97.0742, + 97.0742, + 97.0742 + ] + }, + { + "episode": 1470, + "avg_reward": 9592.31, + "avg_cost": 4.25, + "lambda": 96.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.925, + 96.925, + 96.925, + 96.925, + 96.925, + 96.925 + ] + }, + { + "episode": 1480, + "avg_reward": 9471.93, + "avg_cost": 3.25, + "lambda": 96.9333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9333, + 96.9333, + 96.9333, + 96.9333, + 96.9333, + 96.9333 + ] + }, + { + "episode": 1490, + "avg_reward": 10083.8, + "avg_cost": 6.25, + "lambda": 96.8567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.8567, + 96.8567, + 96.8567, + 96.8567, + 96.8567, + 96.8567 + ] + }, + { + "episode": 1500, + "avg_reward": 9889.23, + "avg_cost": 2.0, + "lambda": 96.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.6225, + 96.6225, + 96.6225, + 96.6225, + 96.6225, + 96.6225 + ] + } + ], + "final_lambdas": [ + 96.6225, + 96.6225, + 96.6225, + 96.6225, + 96.6225, + 96.6225 + ], + "d_per_agent": 4.1667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..894150eec26193b2449589a7ffefc80914b22fff --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s1_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 13899502.87, + "constraint_satisfaction_pct": 90.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 89.005, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 307.82, + "avg_cost": 126.25, + "lambda": 6.1958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1958, + 6.1958, + 6.1958, + 6.1958, + 6.1958, + 6.1958 + ] + }, + { + "episode": 10, + "avg_reward": 5634.69, + "avg_cost": 42.5, + "lambda": 10.6408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6408, + 10.6408, + 10.6408, + 10.6408, + 10.6408, + 10.6408 + ] + }, + { + "episode": 20, + "avg_reward": 8571.1, + "avg_cost": 40.25, + "lambda": 15.3892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.3892, + 15.3892, + 15.3892, + 15.3892, + 15.3892, + 15.3892 + ] + }, + { + "episode": 30, + "avg_reward": 8962.26, + "avg_cost": 55.75, + "lambda": 17.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.605, + 17.605, + 17.605, + 17.605, + 17.605, + 17.605 + ] + }, + { + "episode": 40, + "avg_reward": 8523.41, + "avg_cost": 25.75, + "lambda": 20.8033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.8033, + 20.8033, + 20.8033, + 20.8033, + 20.8033, + 20.8033 + ] + }, + { + "episode": 50, + "avg_reward": 8649.33, + "avg_cost": 43.75, + "lambda": 24.2942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.2942, + 24.2942, + 24.2942, + 24.2942, + 24.2942, + 24.2942 + ] + }, + { + "episode": 60, + "avg_reward": 8197.49, + "avg_cost": 10.25, + "lambda": 29.2125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.2125, + 29.2125, + 29.2125, + 29.2125, + 29.2125, + 29.2125 + ] + }, + { + "episode": 70, + "avg_reward": 11392.76, + "avg_cost": 86.5, + "lambda": 34.5133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.5133, + 34.5133, + 34.5133, + 34.5133, + 34.5133, + 34.5133 + ] + }, + { + "episode": 80, + "avg_reward": 12505.66, + "avg_cost": 84.0, + "lambda": 42.6217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.6217, + 42.6217, + 42.6217, + 42.6217, + 42.6217, + 42.6217 + ] + }, + { + "episode": 90, + "avg_reward": 8909.06, + "avg_cost": 81.75, + "lambda": 51.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.18, + 51.18, + 51.18, + 51.18, + 51.18, + 51.18 + ] + }, + { + "episode": 100, + "avg_reward": 12052.75, + "avg_cost": 76.75, + "lambda": 57.3133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.3133, + 57.3133, + 57.3133, + 57.3133, + 57.3133, + 57.3133 + ] + }, + { + "episode": 110, + "avg_reward": 13359.74, + "avg_cost": 87.5, + "lambda": 64.2717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.2717, + 64.2717, + 64.2717, + 64.2717, + 64.2717, + 64.2717 + ] + }, + { + "episode": 120, + "avg_reward": 8723.5, + "avg_cost": 45.25, + "lambda": 68.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.905, + 68.905, + 68.905, + 68.905, + 68.905, + 68.905 + ] + }, + { + "episode": 130, + "avg_reward": 8981.55, + "avg_cost": 44.75, + "lambda": 74.6208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.6208, + 74.6208, + 74.6208, + 74.6208, + 74.6208, + 74.6208 + ] + }, + { + "episode": 140, + "avg_reward": 9562.21, + "avg_cost": 52.5, + "lambda": 77.9492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.9492, + 77.9492, + 77.9492, + 77.9492, + 77.9492, + 77.9492 + ] + }, + { + "episode": 150, + "avg_reward": 8065.41, + "avg_cost": 59.0, + "lambda": 83.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.31, + 83.31, + 83.31, + 83.31, + 83.31, + 83.31 + ] + }, + { + "episode": 160, + "avg_reward": 10700.83, + "avg_cost": 94.5, + "lambda": 89.4158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.4158, + 89.4158, + 89.4158, + 89.4158, + 89.4158, + 89.4158 + ] + }, + { + "episode": 170, + "avg_reward": 6795.15, + "avg_cost": 16.5, + "lambda": 91.0092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.0092, + 91.0092, + 91.0092, + 91.0092, + 91.0092, + 91.0092 + ] + }, + { + "episode": 180, + "avg_reward": 8413.22, + "avg_cost": 9.25, + "lambda": 91.6975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.6975, + 91.6975, + 91.6975, + 91.6975, + 91.6975, + 91.6975 + ] + }, + { + "episode": 190, + "avg_reward": 9867.26, + "avg_cost": 7.75, + "lambda": 91.9883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.9883, + 91.9883, + 91.9883, + 91.9883, + 91.9883, + 91.9883 + ] + }, + { + "episode": 200, + "avg_reward": 9719.96, + "avg_cost": 13.25, + "lambda": 92.3767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.3767, + 92.3767, + 92.3767, + 92.3767, + 92.3767, + 92.3767 + ] + }, + { + "episode": 210, + "avg_reward": 11665.76, + "avg_cost": 41.0, + "lambda": 93.155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.155, + 93.155, + 93.155, + 93.155, + 93.155, + 93.155 + ] + }, + { + "episode": 220, + "avg_reward": 8664.72, + "avg_cost": 12.0, + "lambda": 93.8258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.8258, + 93.8258, + 93.8258, + 93.8258, + 93.8258, + 93.8258 + ] + }, + { + "episode": 230, + "avg_reward": 7982.44, + "avg_cost": 11.0, + "lambda": 94.4942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.4942, + 94.4942, + 94.4942, + 94.4942, + 94.4942, + 94.4942 + ] + }, + { + "episode": 240, + "avg_reward": 11269.79, + "avg_cost": 8.25, + "lambda": 94.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.5975, + 94.5975, + 94.5975, + 94.5975, + 94.5975, + 94.5975 + ] + }, + { + "episode": 250, + "avg_reward": 9781.05, + "avg_cost": 1.0, + "lambda": 94.6883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6883, + 94.6883, + 94.6883, + 94.6883, + 94.6883, + 94.6883 + ] + }, + { + "episode": 260, + "avg_reward": 8747.99, + "avg_cost": 13.0, + "lambda": 94.8392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8392, + 94.8392, + 94.8392, + 94.8392, + 94.8392, + 94.8392 + ] + }, + { + "episode": 270, + "avg_reward": 7448.54, + "avg_cost": 1.5, + "lambda": 94.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.885, + 94.885, + 94.885, + 94.885, + 94.885, + 94.885 + ] + }, + { + "episode": 280, + "avg_reward": 8171.81, + "avg_cost": 1.0, + "lambda": 94.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6783, + 94.6783, + 94.6783, + 94.6783, + 94.6783, + 94.6783 + ] + }, + { + "episode": 290, + "avg_reward": 9508.49, + "avg_cost": 13.25, + "lambda": 94.6392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6392, + 94.6392, + 94.6392, + 94.6392, + 94.6392, + 94.6392 + ] + }, + { + "episode": 300, + "avg_reward": 8216.4, + "avg_cost": 15.5, + "lambda": 94.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.72, + 94.72, + 94.72, + 94.72, + 94.72, + 94.72 + ] + }, + { + "episode": 310, + "avg_reward": 7046.66, + "avg_cost": 17.75, + "lambda": 94.6858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6858, + 94.6858, + 94.6858, + 94.6858, + 94.6858, + 94.6858 + ] + }, + { + "episode": 320, + "avg_reward": 8082.89, + "avg_cost": 4.0, + "lambda": 94.5167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.5167, + 94.5167, + 94.5167, + 94.5167, + 94.5167, + 94.5167 + ] + }, + { + "episode": 330, + "avg_reward": 7545.66, + "avg_cost": 2.75, + "lambda": 95.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.14, + 95.14, + 95.14, + 95.14, + 95.14, + 95.14 + ] + }, + { + "episode": 340, + "avg_reward": 9505.95, + "avg_cost": 8.25, + "lambda": 94.8733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8733, + 94.8733, + 94.8733, + 94.8733, + 94.8733, + 94.8733 + ] + }, + { + "episode": 350, + "avg_reward": 9186.82, + "avg_cost": 3.0, + "lambda": 94.6467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.6467, + 94.6467, + 94.6467, + 94.6467, + 94.6467, + 94.6467 + ] + }, + { + "episode": 360, + "avg_reward": 8704.97, + "avg_cost": 3.5, + "lambda": 94.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9775, + 94.9775, + 94.9775, + 94.9775, + 94.9775, + 94.9775 + ] + }, + { + "episode": 370, + "avg_reward": 8898.22, + "avg_cost": 19.75, + "lambda": 94.8783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8783, + 94.8783, + 94.8783, + 94.8783, + 94.8783, + 94.8783 + ] + }, + { + "episode": 380, + "avg_reward": 8443.79, + "avg_cost": 2.25, + "lambda": 94.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9717, + 94.9717, + 94.9717, + 94.9717, + 94.9717, + 94.9717 + ] + }, + { + "episode": 390, + "avg_reward": 8901.73, + "avg_cost": 11.75, + "lambda": 94.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8175, + 94.8175, + 94.8175, + 94.8175, + 94.8175, + 94.8175 + ] + }, + { + "episode": 400, + "avg_reward": 8250.02, + "avg_cost": 3.5, + "lambda": 94.5283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.5283, + 94.5283, + 94.5283, + 94.5283, + 94.5283, + 94.5283 + ] + }, + { + "episode": 410, + "avg_reward": 9819.68, + "avg_cost": 3.0, + "lambda": 94.3067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.3067, + 94.3067, + 94.3067, + 94.3067, + 94.3067, + 94.3067 + ] + }, + { + "episode": 420, + "avg_reward": 9593.11, + "avg_cost": 0.5, + "lambda": 94.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.175, + 94.175, + 94.175, + 94.175, + 94.175, + 94.175 + ] + }, + { + "episode": 430, + "avg_reward": 7899.38, + "avg_cost": 4.75, + "lambda": 94.3283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.3283, + 94.3283, + 94.3283, + 94.3283, + 94.3283, + 94.3283 + ] + }, + { + "episode": 440, + "avg_reward": 11040.0, + "avg_cost": 10.5, + "lambda": 94.8592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8592, + 94.8592, + 94.8592, + 94.8592, + 94.8592, + 94.8592 + ] + }, + { + "episode": 450, + "avg_reward": 7367.48, + "avg_cost": 5.75, + "lambda": 94.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.675, + 94.675, + 94.675, + 94.675, + 94.675, + 94.675 + ] + }, + { + "episode": 460, + "avg_reward": 8686.65, + "avg_cost": 1.0, + "lambda": 94.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9783, + 94.9783, + 94.9783, + 94.9783, + 94.9783, + 94.9783 + ] + }, + { + "episode": 470, + "avg_reward": 10187.84, + "avg_cost": 16.25, + "lambda": 94.8767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8767, + 94.8767, + 94.8767, + 94.8767, + 94.8767, + 94.8767 + ] + }, + { + "episode": 480, + "avg_reward": 7676.95, + "avg_cost": 3.5, + "lambda": 95.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.6675, + 95.6675, + 95.6675, + 95.6675, + 95.6675, + 95.6675 + ] + }, + { + "episode": 490, + "avg_reward": 8549.18, + "avg_cost": 3.0, + "lambda": 95.7433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.7433, + 95.7433, + 95.7433, + 95.7433, + 95.7433, + 95.7433 + ] + }, + { + "episode": 500, + "avg_reward": 10294.51, + "avg_cost": 26.25, + "lambda": 96.3542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.3542, + 96.3542, + 96.3542, + 96.3542, + 96.3542, + 96.3542 + ] + }, + { + "episode": 510, + "avg_reward": 10060.6, + "avg_cost": 11.75, + "lambda": 96.7475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7475, + 96.7475, + 96.7475, + 96.7475, + 96.7475, + 96.7475 + ] + }, + { + "episode": 520, + "avg_reward": 10995.48, + "avg_cost": 21.0, + "lambda": 97.1833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.1833, + 97.1833, + 97.1833, + 97.1833, + 97.1833, + 97.1833 + ] + }, + { + "episode": 530, + "avg_reward": 8548.11, + "avg_cost": 1.0, + "lambda": 97.0942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.0942, + 97.0942, + 97.0942, + 97.0942, + 97.0942, + 97.0942 + ] + }, + { + "episode": 540, + "avg_reward": 7810.73, + "avg_cost": 5.5, + "lambda": 97.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.1475, + 97.1475, + 97.1475, + 97.1475, + 97.1475, + 97.1475 + ] + }, + { + "episode": 550, + "avg_reward": 8767.35, + "avg_cost": 0.25, + "lambda": 96.7958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7958, + 96.7958, + 96.7958, + 96.7958, + 96.7958, + 96.7958 + ] + }, + { + "episode": 560, + "avg_reward": 10896.86, + "avg_cost": 12.5, + "lambda": 97.0617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.0617, + 97.0617, + 97.0617, + 97.0617, + 97.0617, + 97.0617 + ] + }, + { + "episode": 570, + "avg_reward": 9072.23, + "avg_cost": 6.0, + "lambda": 96.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.6725, + 96.6725, + 96.6725, + 96.6725, + 96.6725, + 96.6725 + ] + }, + { + "episode": 580, + "avg_reward": 8936.46, + "avg_cost": 2.5, + "lambda": 96.2283, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.2283, + 96.2283, + 96.2283, + 96.2283, + 96.2283, + 96.2283 + ] + }, + { + "episode": 590, + "avg_reward": 9467.0, + "avg_cost": 0.5, + "lambda": 95.8092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8092, + 95.8092, + 95.8092, + 95.8092, + 95.8092, + 95.8092 + ] + }, + { + "episode": 600, + "avg_reward": 9499.35, + "avg_cost": 2.0, + "lambda": 95.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.6825, + 95.6825, + 95.6825, + 95.6825, + 95.6825, + 95.6825 + ] + }, + { + "episode": 610, + "avg_reward": 11078.71, + "avg_cost": 2.25, + "lambda": 95.4133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.4133, + 95.4133, + 95.4133, + 95.4133, + 95.4133, + 95.4133 + ] + }, + { + "episode": 620, + "avg_reward": 10006.98, + "avg_cost": 3.75, + "lambda": 95.2167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.2167, + 95.2167, + 95.2167, + 95.2167, + 95.2167, + 95.2167 + ] + }, + { + "episode": 630, + "avg_reward": 9740.89, + "avg_cost": 2.5, + "lambda": 94.98, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.98, + 94.98, + 94.98, + 94.98, + 94.98, + 94.98 + ] + }, + { + "episode": 640, + "avg_reward": 9720.18, + "avg_cost": 15.75, + "lambda": 94.7333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.7333, + 94.7333, + 94.7333, + 94.7333, + 94.7333, + 94.7333 + ] + }, + { + "episode": 650, + "avg_reward": 9454.4, + "avg_cost": 14.75, + "lambda": 94.8842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8842, + 94.8842, + 94.8842, + 94.8842, + 94.8842, + 94.8842 + ] + }, + { + "episode": 660, + "avg_reward": 9691.57, + "avg_cost": 5.0, + "lambda": 94.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.935, + 94.935, + 94.935, + 94.935, + 94.935, + 94.935 + ] + }, + { + "episode": 670, + "avg_reward": 9963.09, + "avg_cost": 4.25, + "lambda": 95.2508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.2508, + 95.2508, + 95.2508, + 95.2508, + 95.2508, + 95.2508 + ] + }, + { + "episode": 680, + "avg_reward": 10977.85, + "avg_cost": 14.0, + "lambda": 95.4267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.4267, + 95.4267, + 95.4267, + 95.4267, + 95.4267, + 95.4267 + ] + }, + { + "episode": 690, + "avg_reward": 9345.43, + "avg_cost": 9.75, + "lambda": 95.8475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8475, + 95.8475, + 95.8475, + 95.8475, + 95.8475, + 95.8475 + ] + }, + { + "episode": 700, + "avg_reward": 10442.34, + "avg_cost": 6.0, + "lambda": 95.8983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8983, + 95.8983, + 95.8983, + 95.8983, + 95.8983, + 95.8983 + ] + }, + { + "episode": 710, + "avg_reward": 9616.99, + "avg_cost": 3.25, + "lambda": 95.8417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8417, + 95.8417, + 95.8417, + 95.8417, + 95.8417, + 95.8417 + ] + }, + { + "episode": 720, + "avg_reward": 9462.91, + "avg_cost": 1.25, + "lambda": 95.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.515, + 95.515, + 95.515, + 95.515, + 95.515, + 95.515 + ] + }, + { + "episode": 730, + "avg_reward": 9720.11, + "avg_cost": 1.0, + "lambda": 95.4958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.4958, + 95.4958, + 95.4958, + 95.4958, + 95.4958, + 95.4958 + ] + }, + { + "episode": 740, + "avg_reward": 9232.48, + "avg_cost": 4.0, + "lambda": 95.3367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.3367, + 95.3367, + 95.3367, + 95.3367, + 95.3367, + 95.3367 + ] + }, + { + "episode": 750, + "avg_reward": 9436.32, + "avg_cost": 6.75, + "lambda": 95.1575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.1575, + 95.1575, + 95.1575, + 95.1575, + 95.1575, + 95.1575 + ] + }, + { + "episode": 760, + "avg_reward": 9825.24, + "avg_cost": 6.75, + "lambda": 94.9608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9608, + 94.9608, + 94.9608, + 94.9608, + 94.9608, + 94.9608 + ] + }, + { + "episode": 770, + "avg_reward": 10195.24, + "avg_cost": 5.5, + "lambda": 95.1217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.1217, + 95.1217, + 95.1217, + 95.1217, + 95.1217, + 95.1217 + ] + }, + { + "episode": 780, + "avg_reward": 9071.52, + "avg_cost": 10.25, + "lambda": 94.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.9725, + 94.9725, + 94.9725, + 94.9725, + 94.9725, + 94.9725 + ] + }, + { + "episode": 790, + "avg_reward": 8656.6, + "avg_cost": 8.75, + "lambda": 95.1258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.1258, + 95.1258, + 95.1258, + 95.1258, + 95.1258, + 95.1258 + ] + }, + { + "episode": 800, + "avg_reward": 6349.85, + "avg_cost": 23.0, + "lambda": 96.7442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.7442, + 96.7442, + 96.7442, + 96.7442, + 96.7442, + 96.7442 + ] + }, + { + "episode": 810, + "avg_reward": 3952.72, + "avg_cost": 36.5, + "lambda": 99.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.2325, + 99.2325, + 99.2325, + 99.2325, + 99.2325, + 99.2325 + ] + }, + { + "episode": 820, + "avg_reward": 5756.76, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 8255.21, + "avg_cost": 6.0, + "lambda": 99.9833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9833, + 99.9833, + 99.9833, + 99.9833, + 99.9833, + 99.9833 + ] + }, + { + "episode": 840, + "avg_reward": 6410.0, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 7714.76, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 7098.29, + "avg_cost": 32.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 8175.15, + "avg_cost": 6.0, + "lambda": 99.9933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9933, + 99.9933, + 99.9933, + 99.9933, + 99.9933, + 99.9933 + ] + }, + { + "episode": 880, + "avg_reward": 8744.29, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 9117.62, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 8486.11, + "avg_cost": 25.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 8833.06, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 9603.29, + "avg_cost": 3.75, + "lambda": 99.8517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8517, + 99.8517, + 99.8517, + 99.8517, + 99.8517, + 99.8517 + ] + }, + { + "episode": 930, + "avg_reward": 8375.89, + "avg_cost": 7.25, + "lambda": 99.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7425, + 99.7425, + 99.7425, + 99.7425, + 99.7425, + 99.7425 + ] + }, + { + "episode": 940, + "avg_reward": 8444.31, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 9021.7, + "avg_cost": 1.5, + "lambda": 99.7767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7767, + 99.7767, + 99.7767, + 99.7767, + 99.7767, + 99.7767 + ] + }, + { + "episode": 960, + "avg_reward": 10169.3, + "avg_cost": 1.25, + "lambda": 99.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.2875, + 99.2875, + 99.2875, + 99.2875, + 99.2875, + 99.2875 + ] + }, + { + "episode": 970, + "avg_reward": 9298.86, + "avg_cost": 12.25, + "lambda": 99.3258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3258, + 99.3258, + 99.3258, + 99.3258, + 99.3258, + 99.3258 + ] + }, + { + "episode": 980, + "avg_reward": 9600.32, + "avg_cost": 10.75, + "lambda": 99.3317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3317, + 99.3317, + 99.3317, + 99.3317, + 99.3317, + 99.3317 + ] + }, + { + "episode": 990, + "avg_reward": 9132.19, + "avg_cost": 4.0, + "lambda": 99.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.465, + 99.465, + 99.465, + 99.465, + 99.465, + 99.465 + ] + }, + { + "episode": 1000, + "avg_reward": 8534.4, + "avg_cost": 14.0, + "lambda": 99.5258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5258, + 99.5258, + 99.5258, + 99.5258, + 99.5258, + 99.5258 + ] + }, + { + "episode": 1010, + "avg_reward": 7732.07, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9589.53, + "avg_cost": 3.5, + "lambda": 99.9683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9683, + 99.9683, + 99.9683, + 99.9683, + 99.9683, + 99.9683 + ] + }, + { + "episode": 1030, + "avg_reward": 9644.42, + "avg_cost": 6.5, + "lambda": 99.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9717, + 99.9717, + 99.9717, + 99.9717, + 99.9717, + 99.9717 + ] + }, + { + "episode": 1040, + "avg_reward": 9632.92, + "avg_cost": 2.5, + "lambda": 99.7875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.7875, + 99.7875, + 99.7875, + 99.7875, + 99.7875, + 99.7875 + ] + }, + { + "episode": 1050, + "avg_reward": 8437.9, + "avg_cost": 35.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10150.28, + "avg_cost": 3.0, + "lambda": 99.9633, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9633, + 99.9633, + 99.9633, + 99.9633, + 99.9633, + 99.9633 + ] + }, + { + "episode": 1070, + "avg_reward": 9625.99, + "avg_cost": 6.25, + "lambda": 99.9642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9642, + 99.9642, + 99.9642, + 99.9642, + 99.9642, + 99.9642 + ] + }, + { + "episode": 1080, + "avg_reward": 10307.89, + "avg_cost": 8.0, + "lambda": 99.9742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9742, + 99.9742, + 99.9742, + 99.9742, + 99.9742, + 99.9742 + ] + }, + { + "episode": 1090, + "avg_reward": 9305.69, + "avg_cost": 31.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1100, + "avg_reward": 8894.66, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1110, + "avg_reward": 9654.57, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10325.97, + "avg_cost": 18.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1130, + "avg_reward": 9778.45, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1140, + "avg_reward": 9015.67, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1150, + "avg_reward": 9226.64, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0, + 100.0, + 100.0, + 100.0, + 100.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10294.79, + "avg_cost": 5.75, + "lambda": 99.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9783, + 99.9783, + 99.9783, + 99.9783, + 99.9783, + 99.9783 + ] + }, + { + "episode": 1170, + "avg_reward": 10314.86, + "avg_cost": 12.0, + "lambda": 99.8967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8967, + 99.8967, + 99.8967, + 99.8967, + 99.8967, + 99.8967 + ] + }, + { + "episode": 1180, + "avg_reward": 10006.39, + "avg_cost": 5.25, + "lambda": 99.9525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9525, + 99.9525, + 99.9525, + 99.9525, + 99.9525, + 99.9525 + ] + }, + { + "episode": 1190, + "avg_reward": 9388.08, + "avg_cost": 2.75, + "lambda": 99.8258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8258, + 99.8258, + 99.8258, + 99.8258, + 99.8258, + 99.8258 + ] + }, + { + "episode": 1200, + "avg_reward": 9486.52, + "avg_cost": 1.0, + "lambda": 99.5892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5892, + 99.5892, + 99.5892, + 99.5892, + 99.5892, + 99.5892 + ] + }, + { + "episode": 1210, + "avg_reward": 10174.98, + "avg_cost": 2.5, + "lambda": 99.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3175, + 99.3175, + 99.3175, + 99.3175, + 99.3175, + 99.3175 + ] + }, + { + "episode": 1220, + "avg_reward": 9975.74, + "avg_cost": 6.75, + "lambda": 99.2733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.2733, + 99.2733, + 99.2733, + 99.2733, + 99.2733, + 99.2733 + ] + }, + { + "episode": 1230, + "avg_reward": 10543.4, + "avg_cost": 5.75, + "lambda": 99.8417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8417, + 99.8417, + 99.8417, + 99.8417, + 99.8417, + 99.8417 + ] + }, + { + "episode": 1240, + "avg_reward": 9603.91, + "avg_cost": 14.5, + "lambda": 99.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8725, + 99.8725, + 99.8725, + 99.8725, + 99.8725, + 99.8725 + ] + }, + { + "episode": 1250, + "avg_reward": 9897.09, + "avg_cost": 2.25, + "lambda": 99.9258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.9258, + 99.9258, + 99.9258, + 99.9258, + 99.9258, + 99.9258 + ] + }, + { + "episode": 1260, + "avg_reward": 9997.69, + "avg_cost": 7.0, + "lambda": 99.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.8425, + 99.8425, + 99.8425, + 99.8425, + 99.8425, + 99.8425 + ] + }, + { + "episode": 1270, + "avg_reward": 10630.95, + "avg_cost": 2.5, + "lambda": 99.5883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.5883, + 99.5883, + 99.5883, + 99.5883, + 99.5883, + 99.5883 + ] + }, + { + "episode": 1280, + "avg_reward": 10015.46, + "avg_cost": 2.0, + "lambda": 99.3317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.3317, + 99.3317, + 99.3317, + 99.3317, + 99.3317, + 99.3317 + ] + }, + { + "episode": 1290, + "avg_reward": 9530.4, + "avg_cost": 2.0, + "lambda": 99.2275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.2275, + 99.2275, + 99.2275, + 99.2275, + 99.2275, + 99.2275 + ] + }, + { + "episode": 1300, + "avg_reward": 8836.98, + "avg_cost": 2.5, + "lambda": 99.0108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.0108, + 99.0108, + 99.0108, + 99.0108, + 99.0108, + 99.0108 + ] + }, + { + "episode": 1310, + "avg_reward": 9500.19, + "avg_cost": 1.5, + "lambda": 98.6892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.6892, + 98.6892, + 98.6892, + 98.6892, + 98.6892, + 98.6892 + ] + }, + { + "episode": 1320, + "avg_reward": 10097.36, + "avg_cost": 0.0, + "lambda": 98.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 98.2575, + 98.2575, + 98.2575, + 98.2575, + 98.2575, + 98.2575 + ] + }, + { + "episode": 1330, + "avg_reward": 9864.76, + "avg_cost": 4.0, + "lambda": 97.8133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.8133, + 97.8133, + 97.8133, + 97.8133, + 97.8133, + 97.8133 + ] + }, + { + "episode": 1340, + "avg_reward": 10117.91, + "avg_cost": 4.75, + "lambda": 97.3392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 97.3392, + 97.3392, + 97.3392, + 97.3392, + 97.3392, + 97.3392 + ] + }, + { + "episode": 1350, + "avg_reward": 9177.39, + "avg_cost": 0.0, + "lambda": 96.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.895, + 96.895, + 96.895, + 96.895, + 96.895, + 96.895 + ] + }, + { + "episode": 1360, + "avg_reward": 9369.12, + "avg_cost": 0.5, + "lambda": 96.3608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.3608, + 96.3608, + 96.3608, + 96.3608, + 96.3608, + 96.3608 + ] + }, + { + "episode": 1370, + "avg_reward": 9412.24, + "avg_cost": 4.75, + "lambda": 95.8442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.8442, + 95.8442, + 95.8442, + 95.8442, + 95.8442, + 95.8442 + ] + }, + { + "episode": 1380, + "avg_reward": 9471.33, + "avg_cost": 2.75, + "lambda": 95.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 95.42, + 95.42, + 95.42, + 95.42, + 95.42, + 95.42 + ] + }, + { + "episode": 1390, + "avg_reward": 9394.4, + "avg_cost": 1.5, + "lambda": 94.8708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8708, + 94.8708, + 94.8708, + 94.8708, + 94.8708, + 94.8708 + ] + }, + { + "episode": 1400, + "avg_reward": 9310.52, + "avg_cost": 2.25, + "lambda": 94.4092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.4092, + 94.4092, + 94.4092, + 94.4092, + 94.4092, + 94.4092 + ] + }, + { + "episode": 1410, + "avg_reward": 9809.28, + "avg_cost": 0.0, + "lambda": 93.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.8525, + 93.8525, + 93.8525, + 93.8525, + 93.8525, + 93.8525 + ] + }, + { + "episode": 1420, + "avg_reward": 9264.14, + "avg_cost": 1.5, + "lambda": 93.3558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.3558, + 93.3558, + 93.3558, + 93.3558, + 93.3558, + 93.3558 + ] + }, + { + "episode": 1430, + "avg_reward": 9867.62, + "avg_cost": 0.25, + "lambda": 92.7892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.7892, + 92.7892, + 92.7892, + 92.7892, + 92.7892, + 92.7892 + ] + }, + { + "episode": 1440, + "avg_reward": 9854.91, + "avg_cost": 1.0, + "lambda": 92.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.205, + 92.205, + 92.205, + 92.205, + 92.205, + 92.205 + ] + }, + { + "episode": 1450, + "avg_reward": 9497.36, + "avg_cost": 2.5, + "lambda": 91.6708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.6708, + 91.6708, + 91.6708, + 91.6708, + 91.6708, + 91.6708 + ] + }, + { + "episode": 1460, + "avg_reward": 9362.48, + "avg_cost": 2.25, + "lambda": 91.1367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 91.1367, + 91.1367, + 91.1367, + 91.1367, + 91.1367, + 91.1367 + ] + }, + { + "episode": 1470, + "avg_reward": 9192.04, + "avg_cost": 1.5, + "lambda": 90.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.6075, + 90.6075, + 90.6075, + 90.6075, + 90.6075, + 90.6075 + ] + }, + { + "episode": 1480, + "avg_reward": 9306.04, + "avg_cost": 3.75, + "lambda": 90.0733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.0733, + 90.0733, + 90.0733, + 90.0733, + 90.0733, + 90.0733 + ] + }, + { + "episode": 1490, + "avg_reward": 9284.24, + "avg_cost": 0.0, + "lambda": 89.5367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.5367, + 89.5367, + 89.5367, + 89.5367, + 89.5367, + 89.5367 + ] + }, + { + "episode": 1500, + "avg_reward": 9486.52, + "avg_cost": 0.75, + "lambda": 89.005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.005, + 89.005, + 89.005, + 89.005, + 89.005, + 89.005 + ] + } + ], + "final_lambdas": [ + 89.005, + 89.005, + 89.005, + 89.005, + 89.005, + 89.005 + ], + "d_per_agent": 6.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..048c591dc69afc649bbae5b7dcef65faedce7857 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 3598601.53, + "constraint_satisfaction_pct": 51.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 72.5, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -6746.89, + "avg_cost": 0.0, + "lambda": 10.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.05, + 10.05, + 10.05, + 10.05, + 10.05, + 10.05 + ] + }, + { + "episode": 20, + "avg_reward": -6347.69, + "avg_cost": 0.25, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25, + 10.25, + 10.25, + 10.25, + 10.25 + ] + }, + { + "episode": 30, + "avg_reward": -5581.36, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475, + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 40, + "avg_reward": -5421.3, + "avg_cost": 0.0, + "lambda": 10.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.525, + 10.525, + 10.525, + 10.525, + 10.525, + 10.525 + ] + }, + { + "episode": 50, + "avg_reward": -5352.32, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575, + 10.575, + 10.575, + 10.575, + 10.575 + ] + }, + { + "episode": 60, + "avg_reward": -4790.31, + "avg_cost": 0.25, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 70, + "avg_reward": -5093.44, + "avg_cost": 0.0, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 80, + "avg_reward": -4743.18, + "avg_cost": 0.0, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 90, + "avg_reward": -4099.16, + "avg_cost": 0.0, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 100, + "avg_reward": -3593.65, + "avg_cost": 0.0, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 110, + "avg_reward": -3362.01, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 120, + "avg_reward": -2635.88, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 130, + "avg_reward": -2548.68, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 140, + "avg_reward": -3161.14, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 150, + "avg_reward": -3272.97, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 160, + "avg_reward": -2652.0, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 170, + "avg_reward": -2210.99, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 180, + "avg_reward": -2552.55, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 190, + "avg_reward": -3095.99, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 200, + "avg_reward": -1870.4, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 210, + "avg_reward": -1949.99, + "avg_cost": 0.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 220, + "avg_reward": -1479.36, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 230, + "avg_reward": -1365.79, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 240, + "avg_reward": -1127.83, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 250, + "avg_reward": -2203.9, + "avg_cost": 0.0, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 260, + "avg_reward": -584.75, + "avg_cost": 0.0, + "lambda": 10.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.925, + 10.925, + 10.925, + 10.925, + 10.925, + 10.925 + ] + }, + { + "episode": 270, + "avg_reward": -1902.16, + "avg_cost": 0.0, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 280, + "avg_reward": -244.03, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 290, + "avg_reward": -1536.08, + "avg_cost": 0.0, + "lambda": 11.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.25, + 11.25, + 11.25, + 11.25, + 11.25, + 11.25 + ] + }, + { + "episode": 300, + "avg_reward": -1848.82, + "avg_cost": 0.5, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.55, + 11.55, + 11.55, + 11.55, + 11.55, + 11.55 + ] + }, + { + "episode": 310, + "avg_reward": -1667.4, + "avg_cost": 0.5, + "lambda": 11.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.825, + 11.825, + 11.825, + 11.825, + 11.825, + 11.825 + ] + }, + { + "episode": 320, + "avg_reward": -1501.33, + "avg_cost": 0.0, + "lambda": 12.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.425, + 12.425, + 12.425, + 12.425, + 12.425, + 12.425 + ] + }, + { + "episode": 330, + "avg_reward": -326.4, + "avg_cost": 0.25, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9, + 12.9, + 12.9, + 12.9, + 12.9, + 12.9 + ] + }, + { + "episode": 340, + "avg_reward": -106.07, + "avg_cost": 1.25, + "lambda": 13.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2, + 13.2, + 13.2, + 13.2, + 13.2, + 13.2 + ] + }, + { + "episode": 350, + "avg_reward": -272.92, + "avg_cost": 0.0, + "lambda": 13.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.45, + 13.45, + 13.45, + 13.45, + 13.45, + 13.45 + ] + }, + { + "episode": 360, + "avg_reward": -533.54, + "avg_cost": 1.0, + "lambda": 14.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.65, + 14.65, + 14.65, + 14.65, + 14.65, + 14.65 + ] + }, + { + "episode": 370, + "avg_reward": 728.37, + "avg_cost": 2.25, + "lambda": 16.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.125, + 16.125, + 16.125, + 16.125, + 16.125, + 16.125 + ] + }, + { + "episode": 380, + "avg_reward": 2235.26, + "avg_cost": 2.0, + "lambda": 17.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.275, + 17.275, + 17.275, + 17.275, + 17.275, + 17.275 + ] + }, + { + "episode": 390, + "avg_reward": 2038.34, + "avg_cost": 0.0, + "lambda": 18.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.325, + 18.325, + 18.325, + 18.325, + 18.325, + 18.325 + ] + }, + { + "episode": 400, + "avg_reward": -240.93, + "avg_cost": 1.5, + "lambda": 20.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.275, + 20.275, + 20.275, + 20.275, + 20.275, + 20.275 + ] + }, + { + "episode": 410, + "avg_reward": 2155.59, + "avg_cost": 0.25, + "lambda": 22.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.2, + 22.2, + 22.2, + 22.2, + 22.2, + 22.2 + ] + }, + { + "episode": 420, + "avg_reward": 2147.73, + "avg_cost": 1.75, + "lambda": 23.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.575, + 23.575, + 23.575, + 23.575, + 23.575, + 23.575 + ] + }, + { + "episode": 430, + "avg_reward": 3422.87, + "avg_cost": 6.75, + "lambda": 26.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.4, + 26.4, + 26.4, + 26.4, + 26.4, + 26.4 + ] + }, + { + "episode": 440, + "avg_reward": 2776.37, + "avg_cost": 1.0, + "lambda": 28.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.425, + 28.425, + 28.425, + 28.425, + 28.425, + 28.425 + ] + }, + { + "episode": 450, + "avg_reward": 3070.68, + "avg_cost": 0.5, + "lambda": 30.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.05, + 30.05, + 30.05, + 30.05, + 30.05, + 30.05 + ] + }, + { + "episode": 460, + "avg_reward": 2202.52, + "avg_cost": 1.5, + "lambda": 33.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.25, + 33.25, + 33.25, + 33.25, + 33.25, + 33.25 + ] + }, + { + "episode": 470, + "avg_reward": 2258.48, + "avg_cost": 0.75, + "lambda": 34.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.425, + 34.425, + 34.425, + 34.425, + 34.425, + 34.425 + ] + }, + { + "episode": 480, + "avg_reward": 4373.58, + "avg_cost": 1.0, + "lambda": 35.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.075, + 35.075, + 35.075, + 35.075, + 35.075, + 35.075 + ] + }, + { + "episode": 490, + "avg_reward": 3411.8, + "avg_cost": 1.0, + "lambda": 36.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.4, + 36.4, + 36.4, + 36.4, + 36.4, + 36.4 + ] + }, + { + "episode": 500, + "avg_reward": 4281.18, + "avg_cost": 0.75, + "lambda": 37.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.325, + 37.325, + 37.325, + 37.325, + 37.325, + 37.325 + ] + }, + { + "episode": 510, + "avg_reward": 4998.39, + "avg_cost": 1.75, + "lambda": 38.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.225, + 38.225, + 38.225, + 38.225, + 38.225, + 38.225 + ] + }, + { + "episode": 520, + "avg_reward": 4209.25, + "avg_cost": 0.75, + "lambda": 38.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.8, + 38.8, + 38.8, + 38.8, + 38.8, + 38.8 + ] + }, + { + "episode": 530, + "avg_reward": 2626.43, + "avg_cost": 0.75, + "lambda": 39.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.45, + 39.45, + 39.45, + 39.45, + 39.45, + 39.45 + ] + }, + { + "episode": 540, + "avg_reward": 5036.86, + "avg_cost": 0.5, + "lambda": 40.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.2, + 40.2, + 40.2, + 40.2, + 40.2, + 40.2 + ] + }, + { + "episode": 550, + "avg_reward": 5386.65, + "avg_cost": 0.0, + "lambda": 40.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.925, + 40.925, + 40.925, + 40.925, + 40.925, + 40.925 + ] + }, + { + "episode": 560, + "avg_reward": 5537.08, + "avg_cost": 1.5, + "lambda": 41.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.65, + 41.65, + 41.65, + 41.65, + 41.65, + 41.65 + ] + }, + { + "episode": 570, + "avg_reward": 5933.78, + "avg_cost": 0.75, + "lambda": 42.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.2, + 42.2, + 42.2, + 42.2, + 42.2, + 42.2 + ] + }, + { + "episode": 580, + "avg_reward": 5888.13, + "avg_cost": 0.5, + "lambda": 42.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.875, + 42.875, + 42.875, + 42.875, + 42.875, + 42.875 + ] + }, + { + "episode": 590, + "avg_reward": 3971.32, + "avg_cost": 1.25, + "lambda": 44.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.05, + 44.05, + 44.05, + 44.05, + 44.05, + 44.05 + ] + }, + { + "episode": 600, + "avg_reward": 6437.18, + "avg_cost": 0.75, + "lambda": 45.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.0, + 45.0, + 45.0, + 45.0, + 45.0, + 45.0 + ] + }, + { + "episode": 610, + "avg_reward": 6123.36, + "avg_cost": 0.5, + "lambda": 45.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.775, + 45.775, + 45.775, + 45.775, + 45.775, + 45.775 + ] + }, + { + "episode": 620, + "avg_reward": 6604.28, + "avg_cost": 2.25, + "lambda": 46.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.65, + 46.65, + 46.65, + 46.65, + 46.65, + 46.65 + ] + }, + { + "episode": 630, + "avg_reward": 6520.33, + "avg_cost": 0.25, + "lambda": 47.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.275, + 47.275, + 47.275, + 47.275, + 47.275, + 47.275 + ] + }, + { + "episode": 640, + "avg_reward": 7433.63, + "avg_cost": 2.5, + "lambda": 48.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.025, + 48.025, + 48.025, + 48.025, + 48.025, + 48.025 + ] + }, + { + "episode": 650, + "avg_reward": 5071.93, + "avg_cost": 0.25, + "lambda": 48.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.425, + 48.425, + 48.425, + 48.425, + 48.425, + 48.425 + ] + }, + { + "episode": 660, + "avg_reward": 6472.55, + "avg_cost": 0.75, + "lambda": 49.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.1, + 49.1, + 49.1, + 49.1, + 49.1, + 49.1 + ] + }, + { + "episode": 670, + "avg_reward": 5635.46, + "avg_cost": 0.0, + "lambda": 49.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.625, + 49.625, + 49.625, + 49.625, + 49.625, + 49.625 + ] + }, + { + "episode": 680, + "avg_reward": 4458.7, + "avg_cost": 0.25, + "lambda": 50.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.2, + 50.2, + 50.2, + 50.2, + 50.2, + 50.2 + ] + }, + { + "episode": 690, + "avg_reward": 6716.45, + "avg_cost": 1.0, + "lambda": 50.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.475, + 50.475, + 50.475, + 50.475, + 50.475, + 50.475 + ] + }, + { + "episode": 700, + "avg_reward": 7195.05, + "avg_cost": 1.5, + "lambda": 51.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.075, + 51.075, + 51.075, + 51.075, + 51.075, + 51.075 + ] + }, + { + "episode": 710, + "avg_reward": 7319.71, + "avg_cost": 0.0, + "lambda": 51.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.475, + 51.475, + 51.475, + 51.475, + 51.475, + 51.475 + ] + }, + { + "episode": 720, + "avg_reward": 8305.91, + "avg_cost": 0.5, + "lambda": 51.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.925, + 51.925, + 51.925, + 51.925, + 51.925, + 51.925 + ] + }, + { + "episode": 730, + "avg_reward": 7837.91, + "avg_cost": 0.0, + "lambda": 52.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.425, + 52.425, + 52.425, + 52.425, + 52.425, + 52.425 + ] + }, + { + "episode": 740, + "avg_reward": 7560.89, + "avg_cost": 0.0, + "lambda": 53.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.05, + 53.05, + 53.05, + 53.05, + 53.05, + 53.05 + ] + }, + { + "episode": 750, + "avg_reward": 7593.66, + "avg_cost": 0.25, + "lambda": 53.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.3, + 53.3, + 53.3, + 53.3, + 53.3, + 53.3 + ] + }, + { + "episode": 760, + "avg_reward": 8030.9, + "avg_cost": 0.25, + "lambda": 53.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.675, + 53.675, + 53.675, + 53.675, + 53.675, + 53.675 + ] + }, + { + "episode": 770, + "avg_reward": 7982.34, + "avg_cost": 0.0, + "lambda": 54.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.05, + 54.05, + 54.05, + 54.05, + 54.05, + 54.05 + ] + }, + { + "episode": 780, + "avg_reward": 6445.95, + "avg_cost": 0.5, + "lambda": 54.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.525, + 54.525, + 54.525, + 54.525, + 54.525, + 54.525 + ] + }, + { + "episode": 790, + "avg_reward": 9224.73, + "avg_cost": 0.5, + "lambda": 55.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.175, + 55.175, + 55.175, + 55.175, + 55.175, + 55.175 + ] + }, + { + "episode": 800, + "avg_reward": 6565.62, + "avg_cost": 0.25, + "lambda": 55.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.85, + 55.85, + 55.85, + 55.85, + 55.85, + 55.85 + ] + }, + { + "episode": 810, + "avg_reward": 8183.73, + "avg_cost": 0.25, + "lambda": 56.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.475, + 56.475, + 56.475, + 56.475, + 56.475, + 56.475 + ] + }, + { + "episode": 820, + "avg_reward": 8651.59, + "avg_cost": 0.25, + "lambda": 56.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.875, + 56.875, + 56.875, + 56.875, + 56.875, + 56.875 + ] + }, + { + "episode": 830, + "avg_reward": 7308.52, + "avg_cost": 1.75, + "lambda": 57.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.725, + 57.725, + 57.725, + 57.725, + 57.725, + 57.725 + ] + }, + { + "episode": 840, + "avg_reward": 8989.88, + "avg_cost": 0.25, + "lambda": 58.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.1, + 58.1, + 58.1, + 58.1, + 58.1, + 58.1 + ] + }, + { + "episode": 850, + "avg_reward": 8998.44, + "avg_cost": 0.75, + "lambda": 58.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.45, + 58.45, + 58.45, + 58.45, + 58.45, + 58.45 + ] + }, + { + "episode": 860, + "avg_reward": 8210.49, + "avg_cost": 0.25, + "lambda": 58.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.875, + 58.875, + 58.875, + 58.875, + 58.875, + 58.875 + ] + }, + { + "episode": 870, + "avg_reward": 8516.99, + "avg_cost": 1.25, + "lambda": 59.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.5, + 59.5, + 59.5, + 59.5, + 59.5, + 59.5 + ] + }, + { + "episode": 880, + "avg_reward": 8587.93, + "avg_cost": 0.0, + "lambda": 59.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.85, + 59.85, + 59.85, + 59.85, + 59.85, + 59.85 + ] + }, + { + "episode": 890, + "avg_reward": 6525.55, + "avg_cost": 0.75, + "lambda": 60.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.15, + 60.15, + 60.15, + 60.15, + 60.15, + 60.15 + ] + }, + { + "episode": 900, + "avg_reward": 9494.37, + "avg_cost": 0.25, + "lambda": 60.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.55, + 60.55, + 60.55, + 60.55, + 60.55, + 60.55 + ] + }, + { + "episode": 910, + "avg_reward": 9440.55, + "avg_cost": 0.0, + "lambda": 60.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.725, + 60.725, + 60.725, + 60.725, + 60.725, + 60.725 + ] + }, + { + "episode": 920, + "avg_reward": 9804.77, + "avg_cost": 1.0, + "lambda": 61.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.3, + 61.3, + 61.3, + 61.3, + 61.3, + 61.3 + ] + }, + { + "episode": 930, + "avg_reward": 9434.91, + "avg_cost": 0.0, + "lambda": 61.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.5, + 61.5, + 61.5, + 61.5, + 61.5, + 61.5 + ] + }, + { + "episode": 940, + "avg_reward": 9068.66, + "avg_cost": 0.25, + "lambda": 61.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.95, + 61.95, + 61.95, + 61.95, + 61.95, + 61.95 + ] + }, + { + "episode": 950, + "avg_reward": 9891.77, + "avg_cost": 0.0, + "lambda": 62.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.375, + 62.375, + 62.375, + 62.375, + 62.375, + 62.375 + ] + }, + { + "episode": 960, + "avg_reward": -11714.24, + "avg_cost": 0.0, + "lambda": 62.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.8, + 62.8, + 62.8, + 62.8, + 62.8, + 62.8 + ] + }, + { + "episode": 970, + "avg_reward": -7629.38, + "avg_cost": 0.0, + "lambda": 62.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.825, + 62.825, + 62.825, + 62.825, + 62.825, + 62.825 + ] + }, + { + "episode": 980, + "avg_reward": -3990.73, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 990, + "avg_reward": -2705.33, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1000, + "avg_reward": -1425.04, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1010, + "avg_reward": -1183.95, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1020, + "avg_reward": -968.78, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1030, + "avg_reward": -806.1, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1040, + "avg_reward": -753.97, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1050, + "avg_reward": -669.54, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1060, + "avg_reward": -516.7, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1070, + "avg_reward": -506.03, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1080, + "avg_reward": -416.46, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1090, + "avg_reward": -323.75, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1100, + "avg_reward": -208.49, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1110, + "avg_reward": 17.27, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1120, + "avg_reward": -51.63, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1130, + "avg_reward": 178.77, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1140, + "avg_reward": 415.52, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1150, + "avg_reward": 808.63, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1160, + "avg_reward": 1626.02, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1170, + "avg_reward": 2331.92, + "avg_cost": 0.0, + "lambda": 62.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.975, + 62.975, + 62.975, + 62.975, + 62.975, + 62.975 + ] + }, + { + "episode": 1180, + "avg_reward": 2472.2, + "avg_cost": 0.0, + "lambda": 63.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.025, + 63.025, + 63.025, + 63.025, + 63.025, + 63.025 + ] + }, + { + "episode": 1190, + "avg_reward": 3483.47, + "avg_cost": 0.0, + "lambda": 63.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.025, + 63.025, + 63.025, + 63.025, + 63.025, + 63.025 + ] + }, + { + "episode": 1200, + "avg_reward": 3854.03, + "avg_cost": 0.25, + "lambda": 63.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.05, + 63.05, + 63.05, + 63.05, + 63.05, + 63.05 + ] + }, + { + "episode": 1210, + "avg_reward": 4025.22, + "avg_cost": 0.0, + "lambda": 63.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.075, + 63.075, + 63.075, + 63.075, + 63.075, + 63.075 + ] + }, + { + "episode": 1220, + "avg_reward": 4178.63, + "avg_cost": 0.0, + "lambda": 63.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.1, + 63.1, + 63.1, + 63.1, + 63.1, + 63.1 + ] + }, + { + "episode": 1230, + "avg_reward": 4951.44, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125, + 63.125, + 63.125, + 63.125, + 63.125 + ] + }, + { + "episode": 1240, + "avg_reward": 4819.54, + "avg_cost": 0.25, + "lambda": 63.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.175, + 63.175, + 63.175, + 63.175, + 63.175, + 63.175 + ] + }, + { + "episode": 1250, + "avg_reward": 2706.4, + "avg_cost": 0.0, + "lambda": 63.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.25, + 63.25, + 63.25, + 63.25, + 63.25, + 63.25 + ] + }, + { + "episode": 1260, + "avg_reward": 27.86, + "avg_cost": 0.0, + "lambda": 63.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.3, + 63.3, + 63.3, + 63.3, + 63.3, + 63.3 + ] + }, + { + "episode": 1270, + "avg_reward": 574.6, + "avg_cost": 0.0, + "lambda": 63.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.325, + 63.325, + 63.325, + 63.325, + 63.325, + 63.325 + ] + }, + { + "episode": 1280, + "avg_reward": 269.19, + "avg_cost": 0.0, + "lambda": 63.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.375, + 63.375, + 63.375, + 63.375, + 63.375, + 63.375 + ] + }, + { + "episode": 1290, + "avg_reward": 294.87, + "avg_cost": 0.0, + "lambda": 63.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.65, + 63.65, + 63.65, + 63.65, + 63.65, + 63.65 + ] + }, + { + "episode": 1300, + "avg_reward": 1209.7, + "avg_cost": 0.5, + "lambda": 63.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.775, + 63.775, + 63.775, + 63.775, + 63.775, + 63.775 + ] + }, + { + "episode": 1310, + "avg_reward": 1317.09, + "avg_cost": 1.25, + "lambda": 64.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.3, + 64.3, + 64.3, + 64.3, + 64.3, + 64.3 + ] + }, + { + "episode": 1320, + "avg_reward": 1133.77, + "avg_cost": 0.5, + "lambda": 65.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.175, + 65.175, + 65.175, + 65.175, + 65.175, + 65.175 + ] + }, + { + "episode": 1330, + "avg_reward": 936.06, + "avg_cost": 0.0, + "lambda": 65.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ] + }, + { + "episode": 1340, + "avg_reward": 34.41, + "avg_cost": 0.0, + "lambda": 65.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.575, + 65.575, + 65.575, + 65.575, + 65.575, + 65.575 + ] + }, + { + "episode": 1350, + "avg_reward": 639.27, + "avg_cost": 0.0, + "lambda": 65.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.9, + 65.9, + 65.9, + 65.9, + 65.9, + 65.9 + ] + }, + { + "episode": 1360, + "avg_reward": 876.42, + "avg_cost": 0.25, + "lambda": 66.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.225, + 66.225, + 66.225, + 66.225, + 66.225, + 66.225 + ] + }, + { + "episode": 1370, + "avg_reward": 1626.16, + "avg_cost": 0.5, + "lambda": 66.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.75, + 66.75, + 66.75, + 66.75, + 66.75, + 66.75 + ] + }, + { + "episode": 1380, + "avg_reward": 2536.69, + "avg_cost": 0.25, + "lambda": 66.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.95, + 66.95, + 66.95, + 66.95, + 66.95, + 66.95 + ] + }, + { + "episode": 1390, + "avg_reward": 4079.53, + "avg_cost": 0.75, + "lambda": 67.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.225, + 67.225, + 67.225, + 67.225, + 67.225, + 67.225 + ] + }, + { + "episode": 1400, + "avg_reward": 3546.51, + "avg_cost": 0.0, + "lambda": 67.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.5, + 67.5, + 67.5, + 67.5, + 67.5, + 67.5 + ] + }, + { + "episode": 1410, + "avg_reward": 7358.59, + "avg_cost": 0.5, + "lambda": 67.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.65, + 67.65, + 67.65, + 67.65, + 67.65, + 67.65 + ] + }, + { + "episode": 1420, + "avg_reward": 8087.81, + "avg_cost": 0.0, + "lambda": 67.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.825, + 67.825, + 67.825, + 67.825, + 67.825, + 67.825 + ] + }, + { + "episode": 1430, + "avg_reward": 7735.3, + "avg_cost": 0.75, + "lambda": 68.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.3, + 68.3, + 68.3, + 68.3, + 68.3, + 68.3 + ] + }, + { + "episode": 1440, + "avg_reward": 7424.74, + "avg_cost": 0.0, + "lambda": 68.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.825, + 68.825, + 68.825, + 68.825, + 68.825, + 68.825 + ] + }, + { + "episode": 1450, + "avg_reward": 10206.04, + "avg_cost": 0.25, + "lambda": 69.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.325, + 69.325, + 69.325, + 69.325, + 69.325, + 69.325 + ] + }, + { + "episode": 1460, + "avg_reward": 7775.77, + "avg_cost": 0.25, + "lambda": 69.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.7, + 69.7, + 69.7, + 69.7, + 69.7, + 69.7 + ] + }, + { + "episode": 1470, + "avg_reward": 3791.07, + "avg_cost": 0.25, + "lambda": 70.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.25, + 70.25, + 70.25, + 70.25, + 70.25, + 70.25 + ] + }, + { + "episode": 1480, + "avg_reward": 6386.21, + "avg_cost": 0.25, + "lambda": 71.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.325, + 71.325, + 71.325, + 71.325, + 71.325, + 71.325 + ] + }, + { + "episode": 1490, + "avg_reward": 7755.78, + "avg_cost": 0.0, + "lambda": 71.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.825, + 71.825, + 71.825, + 71.825, + 71.825, + 71.825 + ] + }, + { + "episode": 1500, + "avg_reward": 11187.37, + "avg_cost": 1.0, + "lambda": 72.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.5, + 72.5, + 72.5, + 72.5, + 72.5, + 72.5 + ] + } + ], + "final_lambdas": [ + 72.5, + 72.5, + 72.5, + 72.5, + 72.5, + 72.5 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..bd7cd9e9ea5d59ce8da3a0c718189de4c7127ced --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_HalfCheetah_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5124725.18, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -6940.3, + "avg_cost": 0.0, + "lambda": 4.9583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9583, + 4.9583, + 4.9583, + 4.9583, + 4.9583, + 4.9583 + ] + }, + { + "episode": 10, + "avg_reward": -6798.24, + "avg_cost": 0.0, + "lambda": 4.5958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5958, + 4.5958, + 4.5958, + 4.5958, + 4.5958, + 4.5958 + ] + }, + { + "episode": 20, + "avg_reward": -6166.53, + "avg_cost": 0.0, + "lambda": 4.1892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1892, + 4.1892, + 4.1892, + 4.1892, + 4.1892, + 4.1892 + ] + }, + { + "episode": 30, + "avg_reward": -5592.61, + "avg_cost": 0.25, + "lambda": 3.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7925, + 3.7925, + 3.7925, + 3.7925, + 3.7925, + 3.7925 + ] + }, + { + "episode": 40, + "avg_reward": -4885.27, + "avg_cost": 0.0, + "lambda": 3.3808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3808, + 3.3808, + 3.3808, + 3.3808, + 3.3808, + 3.3808 + ] + }, + { + "episode": 50, + "avg_reward": -4562.09, + "avg_cost": 0.25, + "lambda": 2.9792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.9792, + 2.9792, + 2.9792, + 2.9792, + 2.9792, + 2.9792 + ] + }, + { + "episode": 60, + "avg_reward": -4674.77, + "avg_cost": 0.0, + "lambda": 2.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5675, + 2.5675, + 2.5675, + 2.5675, + 2.5675, + 2.5675 + ] + }, + { + "episode": 70, + "avg_reward": -3790.99, + "avg_cost": 0.0, + "lambda": 2.1583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.1583, + 2.1583, + 2.1583, + 2.1583, + 2.1583, + 2.1583 + ] + }, + { + "episode": 80, + "avg_reward": -4085.07, + "avg_cost": 0.0, + "lambda": 1.7467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.7467, + 1.7467, + 1.7467, + 1.7467, + 1.7467, + 1.7467 + ] + }, + { + "episode": 90, + "avg_reward": -4585.48, + "avg_cost": 0.0, + "lambda": 1.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.33, + 1.33, + 1.33, + 1.33, + 1.33, + 1.33 + ] + }, + { + "episode": 100, + "avg_reward": -4570.72, + "avg_cost": 0.0, + "lambda": 0.9158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9158, + 0.9158, + 0.9158, + 0.9158, + 0.9158, + 0.9158 + ] + }, + { + "episode": 110, + "avg_reward": -3421.74, + "avg_cost": 0.0, + "lambda": 0.4992, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4992, + 0.4992, + 0.4992, + 0.4992, + 0.4992, + 0.4992 + ] + }, + { + "episode": 120, + "avg_reward": -2972.46, + "avg_cost": 0.25, + "lambda": 0.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.085, + 0.085 + ] + }, + { + "episode": 130, + "avg_reward": -3140.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -3105.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -1904.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -2656.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -3564.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -2585.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -1917.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -1590.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -2795.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -594.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -2933.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -2833.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -2754.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -2264.85, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -2431.81, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -1947.76, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -1822.76, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -436.61, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -1207.15, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -2010.59, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -1233.42, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": -1894.77, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": -4.66, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -222.54, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": -782.24, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1384.3, + "avg_cost": 5.5, + "lambda": 0.0133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0133, + 0.0133, + 0.0133, + 0.0133, + 0.0133, + 0.0133 + ] + }, + { + "episode": 390, + "avg_reward": -306.72, + "avg_cost": 3.25, + "lambda": 0.0542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0542, + 0.0542, + 0.0542, + 0.0542, + 0.0542, + 0.0542 + ] + }, + { + "episode": 400, + "avg_reward": -545.01, + "avg_cost": 1.5, + "lambda": 0.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175 + ] + }, + { + "episode": 410, + "avg_reward": 3399.67, + "avg_cost": 9.75, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0825, + 0.0825, + 0.0825, + 0.0825, + 0.0825, + 0.0825 + ] + }, + { + "episode": 420, + "avg_reward": 3059.07, + "avg_cost": 7.5, + "lambda": 0.3033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3033, + 0.3033, + 0.3033, + 0.3033, + 0.3033, + 0.3033 + ] + }, + { + "episode": 430, + "avg_reward": 1608.64, + "avg_cost": 7.5, + "lambda": 0.4867, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4867, + 0.4867, + 0.4867, + 0.4867, + 0.4867, + 0.4867 + ] + }, + { + "episode": 440, + "avg_reward": 1196.11, + "avg_cost": 5.0, + "lambda": 0.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8275, + 0.8275, + 0.8275, + 0.8275, + 0.8275, + 0.8275 + ] + }, + { + "episode": 450, + "avg_reward": 3346.59, + "avg_cost": 7.25, + "lambda": 1.2083, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2083, + 1.2083, + 1.2083, + 1.2083, + 1.2083, + 1.2083 + ] + }, + { + "episode": 460, + "avg_reward": 2122.85, + "avg_cost": 6.5, + "lambda": 1.5717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.5717, + 1.5717, + 1.5717, + 1.5717, + 1.5717, + 1.5717 + ] + }, + { + "episode": 470, + "avg_reward": 1270.47, + "avg_cost": 6.75, + "lambda": 1.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.81, + 1.81, + 1.81, + 1.81, + 1.81, + 1.81 + ] + }, + { + "episode": 480, + "avg_reward": 3101.03, + "avg_cost": 9.25, + "lambda": 2.6033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.6033, + 2.6033, + 2.6033, + 2.6033, + 2.6033, + 2.6033 + ] + }, + { + "episode": 490, + "avg_reward": 3728.16, + "avg_cost": 7.5, + "lambda": 3.0392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0392, + 3.0392, + 3.0392, + 3.0392, + 3.0392, + 3.0392 + ] + }, + { + "episode": 500, + "avg_reward": 3411.44, + "avg_cost": 12.0, + "lambda": 3.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7375, + 3.7375, + 3.7375, + 3.7375, + 3.7375, + 3.7375 + ] + }, + { + "episode": 510, + "avg_reward": 3356.24, + "avg_cost": 11.5, + "lambda": 4.4883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4883, + 4.4883, + 4.4883, + 4.4883, + 4.4883, + 4.4883 + ] + }, + { + "episode": 520, + "avg_reward": 4706.28, + "avg_cost": 10.5, + "lambda": 4.8967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8967, + 4.8967, + 4.8967, + 4.8967, + 4.8967, + 4.8967 + ] + }, + { + "episode": 530, + "avg_reward": 6111.81, + "avg_cost": 13.0, + "lambda": 5.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2575, + 5.2575, + 5.2575, + 5.2575, + 5.2575, + 5.2575 + ] + }, + { + "episode": 540, + "avg_reward": 5773.0, + "avg_cost": 8.75, + "lambda": 5.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.8208, + 5.8208, + 5.8208, + 5.8208, + 5.8208, + 5.8208 + ] + }, + { + "episode": 550, + "avg_reward": 3710.9, + "avg_cost": 7.25, + "lambda": 6.1467, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1467, + 6.1467, + 6.1467, + 6.1467, + 6.1467, + 6.1467 + ] + }, + { + "episode": 560, + "avg_reward": 4311.93, + "avg_cost": 9.0, + "lambda": 6.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.675, + 6.675, + 6.675, + 6.675, + 6.675, + 6.675 + ] + }, + { + "episode": 570, + "avg_reward": 4744.54, + "avg_cost": 5.75, + "lambda": 6.9758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9758, + 6.9758, + 6.9758, + 6.9758, + 6.9758, + 6.9758 + ] + }, + { + "episode": 580, + "avg_reward": 4855.41, + "avg_cost": 13.75, + "lambda": 7.6092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6092, + 7.6092, + 7.6092, + 7.6092, + 7.6092, + 7.6092 + ] + }, + { + "episode": 590, + "avg_reward": 5783.02, + "avg_cost": 4.75, + "lambda": 8.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0875, + 8.0875, + 8.0875, + 8.0875, + 8.0875, + 8.0875 + ] + }, + { + "episode": 600, + "avg_reward": 7228.78, + "avg_cost": 24.0, + "lambda": 8.3783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3783, + 8.3783, + 8.3783, + 8.3783, + 8.3783, + 8.3783 + ] + }, + { + "episode": 610, + "avg_reward": 6719.32, + "avg_cost": 12.5, + "lambda": 9.2092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2092, + 9.2092, + 9.2092, + 9.2092, + 9.2092, + 9.2092 + ] + }, + { + "episode": 620, + "avg_reward": 6372.43, + "avg_cost": 4.75, + "lambda": 9.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5725, + 9.5725, + 9.5725, + 9.5725, + 9.5725, + 9.5725 + ] + }, + { + "episode": 630, + "avg_reward": 4340.84, + "avg_cost": 4.25, + "lambda": 9.7833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.7833, + 9.7833, + 9.7833, + 9.7833, + 9.7833, + 9.7833 + ] + }, + { + "episode": 640, + "avg_reward": 5493.18, + "avg_cost": 10.0, + "lambda": 9.9492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9492, + 9.9492, + 9.9492, + 9.9492, + 9.9492, + 9.9492 + ] + }, + { + "episode": 650, + "avg_reward": 4008.29, + "avg_cost": 4.25, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18, + 10.18, + 10.18, + 10.18, + 10.18 + ] + }, + { + "episode": 660, + "avg_reward": 4628.02, + "avg_cost": 7.25, + "lambda": 10.2833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2833, + 10.2833, + 10.2833, + 10.2833, + 10.2833, + 10.2833 + ] + }, + { + "episode": 670, + "avg_reward": 6873.0, + "avg_cost": 5.25, + "lambda": 10.3967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3967, + 10.3967, + 10.3967, + 10.3967, + 10.3967, + 10.3967 + ] + }, + { + "episode": 680, + "avg_reward": 6554.01, + "avg_cost": 4.25, + "lambda": 10.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5625, + 10.5625, + 10.5625, + 10.5625, + 10.5625, + 10.5625 + ] + }, + { + "episode": 690, + "avg_reward": 6480.88, + "avg_cost": 5.25, + "lambda": 10.6383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6383, + 10.6383, + 10.6383, + 10.6383, + 10.6383, + 10.6383 + ] + }, + { + "episode": 700, + "avg_reward": 6834.15, + "avg_cost": 1.75, + "lambda": 10.6942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6942, + 10.6942, + 10.6942, + 10.6942, + 10.6942, + 10.6942 + ] + }, + { + "episode": 710, + "avg_reward": 5412.05, + "avg_cost": 3.25, + "lambda": 10.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.705, + 10.705, + 10.705, + 10.705, + 10.705, + 10.705 + ] + }, + { + "episode": 720, + "avg_reward": 5971.84, + "avg_cost": 10.0, + "lambda": 10.9133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9133, + 10.9133, + 10.9133, + 10.9133, + 10.9133, + 10.9133 + ] + }, + { + "episode": 730, + "avg_reward": 5240.17, + "avg_cost": 2.5, + "lambda": 11.0742, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0742, + 11.0742, + 11.0742, + 11.0742, + 11.0742, + 11.0742 + ] + }, + { + "episode": 740, + "avg_reward": 7669.3, + "avg_cost": 4.5, + "lambda": 11.2425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2425, + 11.2425, + 11.2425, + 11.2425, + 11.2425, + 11.2425 + ] + }, + { + "episode": 750, + "avg_reward": 6353.84, + "avg_cost": 2.75, + "lambda": 11.2308, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2308, + 11.2308, + 11.2308, + 11.2308, + 11.2308, + 11.2308 + ] + }, + { + "episode": 760, + "avg_reward": 3329.77, + "avg_cost": 1.5, + "lambda": 11.2492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2492, + 11.2492, + 11.2492, + 11.2492, + 11.2492, + 11.2492 + ] + }, + { + "episode": 770, + "avg_reward": 5759.9, + "avg_cost": 3.25, + "lambda": 11.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.43, + 11.43, + 11.43, + 11.43, + 11.43, + 11.43 + ] + }, + { + "episode": 780, + "avg_reward": 8211.98, + "avg_cost": 7.25, + "lambda": 11.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6783, + 11.6783, + 11.6783, + 11.6783, + 11.6783, + 11.6783 + ] + }, + { + "episode": 790, + "avg_reward": 6354.23, + "avg_cost": 4.75, + "lambda": 11.9167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9167, + 11.9167, + 11.9167, + 11.9167, + 11.9167, + 11.9167 + ] + }, + { + "episode": 800, + "avg_reward": 8292.88, + "avg_cost": 3.75, + "lambda": 11.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.99, + 11.99, + 11.99, + 11.99, + 11.99, + 11.99 + ] + }, + { + "episode": 810, + "avg_reward": 7375.54, + "avg_cost": 5.25, + "lambda": 12.1608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1608, + 12.1608, + 12.1608, + 12.1608, + 12.1608, + 12.1608 + ] + }, + { + "episode": 820, + "avg_reward": 5207.51, + "avg_cost": 3.75, + "lambda": 12.1817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1817, + 12.1817, + 12.1817, + 12.1817, + 12.1817, + 12.1817 + ] + }, + { + "episode": 830, + "avg_reward": 7895.01, + "avg_cost": 9.25, + "lambda": 12.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3825, + 12.3825, + 12.3825, + 12.3825, + 12.3825, + 12.3825 + ] + }, + { + "episode": 840, + "avg_reward": 9416.34, + "avg_cost": 12.0, + "lambda": 12.8008, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8008, + 12.8008, + 12.8008, + 12.8008, + 12.8008, + 12.8008 + ] + }, + { + "episode": 850, + "avg_reward": 8508.56, + "avg_cost": 6.5, + "lambda": 13.0642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0642, + 13.0642, + 13.0642, + 13.0642, + 13.0642, + 13.0642 + ] + }, + { + "episode": 860, + "avg_reward": 8683.27, + "avg_cost": 5.25, + "lambda": 13.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.135, + 13.135, + 13.135, + 13.135, + 13.135, + 13.135 + ] + }, + { + "episode": 870, + "avg_reward": 7555.0, + "avg_cost": 6.25, + "lambda": 13.3533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3533, + 13.3533, + 13.3533, + 13.3533, + 13.3533, + 13.3533 + ] + }, + { + "episode": 880, + "avg_reward": 9070.06, + "avg_cost": 2.0, + "lambda": 13.3192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3192, + 13.3192, + 13.3192, + 13.3192, + 13.3192, + 13.3192 + ] + }, + { + "episode": 890, + "avg_reward": 6804.87, + "avg_cost": 3.25, + "lambda": 13.3175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3175, + 13.3175, + 13.3175, + 13.3175, + 13.3175, + 13.3175 + ] + }, + { + "episode": 900, + "avg_reward": 8228.55, + "avg_cost": 1.5, + "lambda": 13.3983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3983, + 13.3983, + 13.3983, + 13.3983, + 13.3983, + 13.3983 + ] + }, + { + "episode": 910, + "avg_reward": 9601.09, + "avg_cost": 3.5, + "lambda": 13.3767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3767, + 13.3767, + 13.3767, + 13.3767, + 13.3767, + 13.3767 + ] + }, + { + "episode": 920, + "avg_reward": 9389.88, + "avg_cost": 1.75, + "lambda": 13.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.34, + 13.34, + 13.34, + 13.34, + 13.34, + 13.34 + ] + }, + { + "episode": 930, + "avg_reward": 9116.44, + "avg_cost": 4.0, + "lambda": 13.4433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4433, + 13.4433, + 13.4433, + 13.4433, + 13.4433, + 13.4433 + ] + }, + { + "episode": 940, + "avg_reward": 8707.66, + "avg_cost": 3.5, + "lambda": 13.4667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4667, + 13.4667, + 13.4667, + 13.4667, + 13.4667, + 13.4667 + ] + }, + { + "episode": 950, + "avg_reward": 6483.73, + "avg_cost": 9.75, + "lambda": 13.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.595, + 13.595, + 13.595, + 13.595, + 13.595, + 13.595 + ] + }, + { + "episode": 960, + "avg_reward": -3600.64, + "avg_cost": 0.0, + "lambda": 13.2233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2233, + 13.2233, + 13.2233, + 13.2233, + 13.2233, + 13.2233 + ] + }, + { + "episode": 970, + "avg_reward": -2347.02, + "avg_cost": 0.0, + "lambda": 12.8067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8067, + 12.8067, + 12.8067, + 12.8067, + 12.8067, + 12.8067 + ] + }, + { + "episode": 980, + "avg_reward": -1281.08, + "avg_cost": 0.0, + "lambda": 12.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3925, + 12.3925, + 12.3925, + 12.3925, + 12.3925, + 12.3925 + ] + }, + { + "episode": 990, + "avg_reward": -853.42, + "avg_cost": 0.0, + "lambda": 11.9858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9858, + 11.9858, + 11.9858, + 11.9858, + 11.9858, + 11.9858 + ] + }, + { + "episode": 1000, + "avg_reward": -292.93, + "avg_cost": 0.0, + "lambda": 11.5692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5692, + 11.5692, + 11.5692, + 11.5692, + 11.5692, + 11.5692 + ] + }, + { + "episode": 1010, + "avg_reward": -324.0, + "avg_cost": 0.0, + "lambda": 11.1525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1525, + 11.1525, + 11.1525, + 11.1525, + 11.1525, + 11.1525 + ] + }, + { + "episode": 1020, + "avg_reward": -90.79, + "avg_cost": 0.0, + "lambda": 10.7358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7358, + 10.7358, + 10.7358, + 10.7358, + 10.7358, + 10.7358 + ] + }, + { + "episode": 1030, + "avg_reward": 477.93, + "avg_cost": 0.0, + "lambda": 10.3192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3192, + 10.3192, + 10.3192, + 10.3192, + 10.3192, + 10.3192 + ] + }, + { + "episode": 1040, + "avg_reward": 625.35, + "avg_cost": 0.0, + "lambda": 9.9025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9025, + 9.9025, + 9.9025, + 9.9025, + 9.9025, + 9.9025 + ] + }, + { + "episode": 1050, + "avg_reward": 1630.68, + "avg_cost": 0.0, + "lambda": 9.4858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4858, + 9.4858, + 9.4858, + 9.4858, + 9.4858, + 9.4858 + ] + }, + { + "episode": 1060, + "avg_reward": 1656.22, + "avg_cost": 0.0, + "lambda": 9.0692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0692, + 9.0692, + 9.0692, + 9.0692, + 9.0692, + 9.0692 + ] + }, + { + "episode": 1070, + "avg_reward": 1348.77, + "avg_cost": 0.0, + "lambda": 8.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6525, + 8.6525, + 8.6525, + 8.6525, + 8.6525, + 8.6525 + ] + }, + { + "episode": 1080, + "avg_reward": 1706.63, + "avg_cost": 0.0, + "lambda": 8.2358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2358, + 8.2358, + 8.2358, + 8.2358, + 8.2358, + 8.2358 + ] + }, + { + "episode": 1090, + "avg_reward": 2623.14, + "avg_cost": 0.0, + "lambda": 7.8192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8192, + 7.8192, + 7.8192, + 7.8192, + 7.8192, + 7.8192 + ] + }, + { + "episode": 1100, + "avg_reward": 2899.75, + "avg_cost": 0.0, + "lambda": 7.4025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4025, + 7.4025, + 7.4025, + 7.4025, + 7.4025, + 7.4025 + ] + }, + { + "episode": 1110, + "avg_reward": 3071.53, + "avg_cost": 0.0, + "lambda": 6.9858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9858, + 6.9858, + 6.9858, + 6.9858, + 6.9858, + 6.9858 + ] + }, + { + "episode": 1120, + "avg_reward": 4122.3, + "avg_cost": 0.0, + "lambda": 6.5692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5692, + 6.5692, + 6.5692, + 6.5692, + 6.5692, + 6.5692 + ] + }, + { + "episode": 1130, + "avg_reward": 4079.69, + "avg_cost": 0.0, + "lambda": 6.165, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.165, + 6.165, + 6.165, + 6.165, + 6.165, + 6.165 + ] + }, + { + "episode": 1140, + "avg_reward": 4886.21, + "avg_cost": 0.0, + "lambda": 5.7608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7608, + 5.7608, + 5.7608, + 5.7608, + 5.7608, + 5.7608 + ] + }, + { + "episode": 1150, + "avg_reward": 4312.0, + "avg_cost": 0.0, + "lambda": 5.3442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3442, + 5.3442, + 5.3442, + 5.3442, + 5.3442, + 5.3442 + ] + }, + { + "episode": 1160, + "avg_reward": 5176.93, + "avg_cost": 0.0, + "lambda": 4.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9275, + 4.9275, + 4.9275, + 4.9275, + 4.9275, + 4.9275 + ] + }, + { + "episode": 1170, + "avg_reward": 5449.27, + "avg_cost": 0.0, + "lambda": 4.5133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5133, + 4.5133, + 4.5133, + 4.5133, + 4.5133, + 4.5133 + ] + }, + { + "episode": 1180, + "avg_reward": 3496.71, + "avg_cost": 0.0, + "lambda": 4.0967, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0967, + 4.0967, + 4.0967, + 4.0967, + 4.0967, + 4.0967 + ] + }, + { + "episode": 1190, + "avg_reward": 6027.04, + "avg_cost": 0.25, + "lambda": 3.6825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6825, + 3.6825, + 3.6825, + 3.6825, + 3.6825, + 3.6825 + ] + }, + { + "episode": 1200, + "avg_reward": 6038.7, + "avg_cost": 0.0, + "lambda": 3.2658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.2658, + 3.2658, + 3.2658, + 3.2658, + 3.2658, + 3.2658 + ] + }, + { + "episode": 1210, + "avg_reward": 6831.27, + "avg_cost": 0.0, + "lambda": 2.8492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.8492, + 2.8492, + 2.8492, + 2.8492, + 2.8492, + 2.8492 + ] + }, + { + "episode": 1220, + "avg_reward": 7185.4, + "avg_cost": 0.5, + "lambda": 2.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.4425, + 2.4425, + 2.4425, + 2.4425, + 2.4425, + 2.4425 + ] + }, + { + "episode": 1230, + "avg_reward": 7334.1, + "avg_cost": 0.25, + "lambda": 2.0508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.0508, + 2.0508, + 2.0508, + 2.0508, + 2.0508, + 2.0508 + ] + }, + { + "episode": 1240, + "avg_reward": 8588.9, + "avg_cost": 1.0, + "lambda": 1.6642, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.6642, + 1.6642, + 1.6642, + 1.6642, + 1.6642, + 1.6642 + ] + }, + { + "episode": 1250, + "avg_reward": 8234.72, + "avg_cost": 0.0, + "lambda": 1.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2575, + 1.2575, + 1.2575, + 1.2575, + 1.2575, + 1.2575 + ] + }, + { + "episode": 1260, + "avg_reward": 8621.42, + "avg_cost": 0.25, + "lambda": 0.8483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8483, + 0.8483, + 0.8483, + 0.8483, + 0.8483, + 0.8483 + ] + }, + { + "episode": 1270, + "avg_reward": 8861.13, + "avg_cost": 0.0, + "lambda": 0.4417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4417, + 0.4417, + 0.4417, + 0.4417, + 0.4417, + 0.4417 + ] + }, + { + "episode": 1280, + "avg_reward": 4317.23, + "avg_cost": 0.0, + "lambda": 0.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0275, + 0.0275, + 0.0275, + 0.0275, + 0.0275, + 0.0275 + ] + }, + { + "episode": 1290, + "avg_reward": 4776.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1300, + "avg_reward": 9386.95, + "avg_cost": 2.5, + "lambda": 0.0017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0017, + 0.0017, + 0.0017, + 0.0017, + 0.0017, + 0.0017 + ] + }, + { + "episode": 1310, + "avg_reward": 8695.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1320, + "avg_reward": 9414.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1330, + "avg_reward": 9125.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1340, + "avg_reward": 8996.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1350, + "avg_reward": 9438.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1360, + "avg_reward": 8176.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1370, + "avg_reward": 9178.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1380, + "avg_reward": 9604.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1390, + "avg_reward": 10176.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1400, + "avg_reward": 10551.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1410, + "avg_reward": 8367.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1420, + "avg_reward": 10673.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1430, + "avg_reward": 7373.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1440, + "avg_reward": 10512.95, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1450, + "avg_reward": 7565.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1460, + "avg_reward": 10956.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1470, + "avg_reward": 10636.12, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1480, + "avg_reward": 10600.28, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1490, + "avg_reward": 11282.34, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1500, + "avg_reward": 8176.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 4.1667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..a18d600ea681b1114831efdbc8b19507c1e58c4a --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 33672.69, + "constraint_satisfaction_pct": 26.4, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.8292, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -905.76, + "avg_cost": 166.75, + "lambda": 0.2668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2668, + 0.2668, + 0.2668, + 0.2668, + 0.2668, + 0.2668 + ] + }, + { + "episode": 10, + "avg_reward": 108.01, + "avg_cost": 115.75, + "lambda": 1.8208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.8207, + 1.8207, + 1.8207, + 1.8207, + 1.8207, + 1.8207 + ] + }, + { + "episode": 20, + "avg_reward": -819.13, + "avg_cost": 69.5, + "lambda": 2.5597, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5597, + 2.5597, + 2.5597, + 2.5597, + 2.5597, + 2.5597 + ] + }, + { + "episode": 30, + "avg_reward": -735.37, + "avg_cost": 56.25, + "lambda": 3.1058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.1057, + 3.1057, + 3.1057, + 3.1057, + 3.1057, + 3.1057 + ] + }, + { + "episode": 40, + "avg_reward": -848.18, + "avg_cost": 66.75, + "lambda": 3.522, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.522, + 3.522, + 3.522, + 3.522, + 3.522, + 3.522 + ] + }, + { + "episode": 50, + "avg_reward": -66.66, + "avg_cost": 46.75, + "lambda": 4.1803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.1803, + 4.1803, + 4.1803, + 4.1803, + 4.1803, + 4.1803 + ] + }, + { + "episode": 60, + "avg_reward": -137.97, + "avg_cost": 51.0, + "lambda": 4.5315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5315, + 4.5315, + 4.5315, + 4.5315, + 4.5315, + 4.5315 + ] + }, + { + "episode": 70, + "avg_reward": -768.34, + "avg_cost": 33.75, + "lambda": 4.8607, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8607, + 4.8607, + 4.8607, + 4.8607, + 4.8607, + 4.8607 + ] + }, + { + "episode": 80, + "avg_reward": -1475.65, + "avg_cost": 3.75, + "lambda": 5.0297, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0297, + 5.0297, + 5.0297, + 5.0297, + 5.0297, + 5.0297 + ] + }, + { + "episode": 90, + "avg_reward": -1560.59, + "avg_cost": 21.0, + "lambda": 5.5292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.5292, + 5.5292, + 5.5292, + 5.5292, + 5.5292, + 5.5292 + ] + }, + { + "episode": 100, + "avg_reward": -1253.99, + "avg_cost": 6.5, + "lambda": 5.7195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7195, + 5.7195, + 5.7195, + 5.7195, + 5.7195, + 5.7195 + ] + }, + { + "episode": 110, + "avg_reward": -706.79, + "avg_cost": 28.0, + "lambda": 6.0085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.0085, + 6.0085, + 6.0085, + 6.0085, + 6.0085, + 6.0085 + ] + }, + { + "episode": 120, + "avg_reward": -1183.36, + "avg_cost": 48.5, + "lambda": 6.3922, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3922, + 6.3922, + 6.3922, + 6.3922, + 6.3922, + 6.3922 + ] + }, + { + "episode": 130, + "avg_reward": -1623.08, + "avg_cost": 9.25, + "lambda": 6.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.88, + 6.88, + 6.88, + 6.88, + 6.88, + 6.88 + ] + }, + { + "episode": 140, + "avg_reward": -1205.66, + "avg_cost": 77.0, + "lambda": 7.471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.471, + 7.471, + 7.471, + 7.471, + 7.471, + 7.471 + ] + }, + { + "episode": 150, + "avg_reward": -1714.04, + "avg_cost": 32.25, + "lambda": 7.9142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9142, + 7.9142, + 7.9142, + 7.9142, + 7.9142, + 7.9142 + ] + }, + { + "episode": 160, + "avg_reward": -1190.06, + "avg_cost": 22.5, + "lambda": 8.1365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1365, + 8.1365, + 8.1365, + 8.1365, + 8.1365, + 8.1365 + ] + }, + { + "episode": 170, + "avg_reward": -1445.74, + "avg_cost": 19.5, + "lambda": 8.4768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4768, + 8.4768, + 8.4768, + 8.4768, + 8.4768, + 8.4768 + ] + }, + { + "episode": 180, + "avg_reward": -1189.93, + "avg_cost": 55.5, + "lambda": 8.9478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9478, + 8.9478, + 8.9478, + 8.9478, + 8.9478, + 8.9478 + ] + }, + { + "episode": 190, + "avg_reward": -1467.06, + "avg_cost": 31.0, + "lambda": 9.268, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.268, + 9.268, + 9.268, + 9.268, + 9.268, + 9.268 + ] + }, + { + "episode": 200, + "avg_reward": -1777.67, + "avg_cost": 4.75, + "lambda": 9.436, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.436, + 9.436, + 9.436, + 9.436, + 9.436, + 9.436 + ] + }, + { + "episode": 210, + "avg_reward": -1961.86, + "avg_cost": 3.0, + "lambda": 9.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4925, + 9.4925, + 9.4925, + 9.4925, + 9.4925, + 9.4925 + ] + }, + { + "episode": 220, + "avg_reward": -476.0, + "avg_cost": 4.75, + "lambda": 9.5615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5615, + 9.5615, + 9.5615, + 9.5615, + 9.5615, + 9.5615 + ] + }, + { + "episode": 230, + "avg_reward": -764.03, + "avg_cost": 20.0, + "lambda": 9.6273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6273, + 9.6273, + 9.6273, + 9.6273, + 9.6273, + 9.6273 + ] + }, + { + "episode": 240, + "avg_reward": -444.11, + "avg_cost": 2.25, + "lambda": 9.6985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6985, + 9.6985, + 9.6985, + 9.6985, + 9.6985, + 9.6985 + ] + }, + { + "episode": 250, + "avg_reward": -903.48, + "avg_cost": 7.25, + "lambda": 9.7848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.7848, + 9.7848, + 9.7848, + 9.7848, + 9.7848, + 9.7848 + ] + }, + { + "episode": 260, + "avg_reward": -928.26, + "avg_cost": 5.5, + "lambda": 9.861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.861, + 9.861, + 9.861, + 9.861, + 9.861, + 9.861 + ] + }, + { + "episode": 270, + "avg_reward": -1000.98, + "avg_cost": 2.5, + "lambda": 9.9355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9355, + 9.9355, + 9.9355, + 9.9355, + 9.9355, + 9.9355 + ] + }, + { + "episode": 280, + "avg_reward": -490.74, + "avg_cost": 24.0, + "lambda": 10.023, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.023, + 10.023, + 10.023, + 10.023, + 10.023, + 10.023 + ] + }, + { + "episode": 290, + "avg_reward": -642.27, + "avg_cost": 4.25, + "lambda": 10.1435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1435, + 10.1435, + 10.1435, + 10.1435, + 10.1435, + 10.1435 + ] + }, + { + "episode": 300, + "avg_reward": -505.32, + "avg_cost": 3.0, + "lambda": 10.1813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1813, + 10.1813, + 10.1813, + 10.1813, + 10.1813, + 10.1813 + ] + }, + { + "episode": 310, + "avg_reward": -322.54, + "avg_cost": 1.75, + "lambda": 10.2058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2058, + 10.2058, + 10.2058, + 10.2058, + 10.2058, + 10.2058 + ] + }, + { + "episode": 320, + "avg_reward": -298.66, + "avg_cost": 9.5, + "lambda": 10.2495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2495, + 10.2495, + 10.2495, + 10.2495, + 10.2495, + 10.2495 + ] + }, + { + "episode": 330, + "avg_reward": -174.95, + "avg_cost": 1.75, + "lambda": 10.267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.267, + 10.267, + 10.267, + 10.267, + 10.267, + 10.267 + ] + }, + { + "episode": 340, + "avg_reward": -1103.07, + "avg_cost": 26.5, + "lambda": 10.3413, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3413, + 10.3413, + 10.3413, + 10.3413, + 10.3413, + 10.3413 + ] + }, + { + "episode": 350, + "avg_reward": -268.59, + "avg_cost": 0.0, + "lambda": 10.4228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4228, + 10.4228, + 10.4228, + 10.4228, + 10.4228, + 10.4228 + ] + }, + { + "episode": 360, + "avg_reward": -237.37, + "avg_cost": 1.75, + "lambda": 10.463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.463, + 10.463, + 10.463, + 10.463, + 10.463, + 10.463 + ] + }, + { + "episode": 370, + "avg_reward": -194.07, + "avg_cost": 1.0, + "lambda": 10.4963, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4963, + 10.4963, + 10.4963, + 10.4963, + 10.4963, + 10.4963 + ] + }, + { + "episode": 380, + "avg_reward": -166.65, + "avg_cost": 1.25, + "lambda": 10.5155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5155, + 10.5155, + 10.5155, + 10.5155, + 10.5155, + 10.5155 + ] + }, + { + "episode": 390, + "avg_reward": -41.81, + "avg_cost": 3.0, + "lambda": 10.5383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5383, + 10.5383, + 10.5383, + 10.5383, + 10.5383, + 10.5383 + ] + }, + { + "episode": 400, + "avg_reward": -499.47, + "avg_cost": 0.5, + "lambda": 10.5708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5708, + 10.5708, + 10.5708, + 10.5708, + 10.5708, + 10.5708 + ] + }, + { + "episode": 410, + "avg_reward": -410.18, + "avg_cost": 0.5, + "lambda": 10.5795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5795, + 10.5795, + 10.5795, + 10.5795, + 10.5795, + 10.5795 + ] + }, + { + "episode": 420, + "avg_reward": -462.7, + "avg_cost": 5.75, + "lambda": 10.5995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5995, + 10.5995, + 10.5995, + 10.5995, + 10.5995, + 10.5995 + ] + }, + { + "episode": 430, + "avg_reward": -576.22, + "avg_cost": 0.0, + "lambda": 10.617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.617, + 10.617, + 10.617, + 10.617, + 10.617, + 10.617 + ] + }, + { + "episode": 440, + "avg_reward": -165.23, + "avg_cost": 0.5, + "lambda": 10.6223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6223, + 10.6223, + 10.6223, + 10.6223, + 10.6223, + 10.6223 + ] + }, + { + "episode": 450, + "avg_reward": -128.34, + "avg_cost": 0.5, + "lambda": 10.645, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.645, + 10.645, + 10.645, + 10.645, + 10.645, + 10.645 + ] + }, + { + "episode": 460, + "avg_reward": -140.58, + "avg_cost": 0.5, + "lambda": 10.6685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6685, + 10.6685, + 10.6685, + 10.6685, + 10.6685, + 10.6685 + ] + }, + { + "episode": 470, + "avg_reward": -118.89, + "avg_cost": 0.5, + "lambda": 10.6858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6858, + 10.6858, + 10.6858, + 10.6858, + 10.6858, + 10.6858 + ] + }, + { + "episode": 480, + "avg_reward": -84.87, + "avg_cost": 0.75, + "lambda": 10.6998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6998, + 10.6998, + 10.6998, + 10.6998, + 10.6998, + 10.6998 + ] + }, + { + "episode": 490, + "avg_reward": -94.58, + "avg_cost": 4.0, + "lambda": 10.7313, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7313, + 10.7313, + 10.7313, + 10.7313, + 10.7313, + 10.7313 + ] + }, + { + "episode": 500, + "avg_reward": -62.42, + "avg_cost": 3.0, + "lambda": 10.7463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7463, + 10.7463, + 10.7463, + 10.7463, + 10.7463, + 10.7463 + ] + }, + { + "episode": 510, + "avg_reward": -655.54, + "avg_cost": 2.25, + "lambda": 10.7613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7613, + 10.7613, + 10.7613, + 10.7613, + 10.7613, + 10.7613 + ] + }, + { + "episode": 520, + "avg_reward": -15.43, + "avg_cost": 7.0, + "lambda": 10.7813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7813, + 10.7813, + 10.7813, + 10.7813, + 10.7813, + 10.7813 + ] + }, + { + "episode": 530, + "avg_reward": -2443.11, + "avg_cost": 7.25, + "lambda": 10.9688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9688, + 10.9688, + 10.9688, + 10.9688, + 10.9688, + 10.9688 + ] + }, + { + "episode": 540, + "avg_reward": -371.49, + "avg_cost": 4.5, + "lambda": 11.0658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0658, + 11.0658, + 11.0658, + 11.0658, + 11.0658, + 11.0658 + ] + }, + { + "episode": 550, + "avg_reward": -105.46, + "avg_cost": 0.0, + "lambda": 11.0773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0773, + 11.0773, + 11.0773, + 11.0773, + 11.0773, + 11.0773 + ] + }, + { + "episode": 560, + "avg_reward": -206.8, + "avg_cost": 2.25, + "lambda": 11.0863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0863, + 11.0863, + 11.0863, + 11.0863, + 11.0863, + 11.0863 + ] + }, + { + "episode": 570, + "avg_reward": -169.95, + "avg_cost": 0.0, + "lambda": 11.0895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0895, + 11.0895, + 11.0895, + 11.0895, + 11.0895, + 11.0895 + ] + }, + { + "episode": 580, + "avg_reward": -129.04, + "avg_cost": 0.0, + "lambda": 11.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0925, + 11.0925, + 11.0925, + 11.0925, + 11.0925, + 11.0925 + ] + }, + { + "episode": 590, + "avg_reward": -353.76, + "avg_cost": 4.75, + "lambda": 11.1265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1265, + 11.1265, + 11.1265, + 11.1265, + 11.1265, + 11.1265 + ] + }, + { + "episode": 600, + "avg_reward": -76.46, + "avg_cost": 1.75, + "lambda": 11.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ] + }, + { + "episode": 610, + "avg_reward": -139.06, + "avg_cost": 0.25, + "lambda": 11.158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.158, + 11.158, + 11.158, + 11.158, + 11.158, + 11.158 + ] + }, + { + "episode": 620, + "avg_reward": -174.92, + "avg_cost": 0.5, + "lambda": 11.164, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.164, + 11.164, + 11.164, + 11.164, + 11.164, + 11.164 + ] + }, + { + "episode": 630, + "avg_reward": -181.05, + "avg_cost": 0.0, + "lambda": 11.1668, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1668, + 11.1668, + 11.1668, + 11.1668, + 11.1668, + 11.1668 + ] + }, + { + "episode": 640, + "avg_reward": -101.79, + "avg_cost": 0.0, + "lambda": 11.171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.171, + 11.171, + 11.171, + 11.171, + 11.171, + 11.171 + ] + }, + { + "episode": 650, + "avg_reward": -175.31, + "avg_cost": 0.0, + "lambda": 11.1768, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1768, + 11.1768, + 11.1768, + 11.1768, + 11.1768, + 11.1768 + ] + }, + { + "episode": 660, + "avg_reward": -65.37, + "avg_cost": 0.0, + "lambda": 11.1803, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1803, + 11.1803, + 11.1803, + 11.1803, + 11.1803, + 11.1803 + ] + }, + { + "episode": 670, + "avg_reward": -89.22, + "avg_cost": 0.25, + "lambda": 11.186, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.186, + 11.186, + 11.186, + 11.186, + 11.186, + 11.186 + ] + }, + { + "episode": 680, + "avg_reward": -6.58, + "avg_cost": 0.0, + "lambda": 11.188, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.188, + 11.188, + 11.188, + 11.188, + 11.188, + 11.188 + ] + }, + { + "episode": 690, + "avg_reward": 7.78, + "avg_cost": 0.0, + "lambda": 11.191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.191, + 11.191, + 11.191, + 11.191, + 11.191, + 11.191 + ] + }, + { + "episode": 700, + "avg_reward": -62.09, + "avg_cost": 0.0, + "lambda": 11.198, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.198, + 11.198, + 11.198, + 11.198, + 11.198, + 11.198 + ] + }, + { + "episode": 710, + "avg_reward": 0.27, + "avg_cost": 0.5, + "lambda": 11.2055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2055, + 11.2055, + 11.2055, + 11.2055, + 11.2055, + 11.2055 + ] + }, + { + "episode": 720, + "avg_reward": 166.86, + "avg_cost": 0.25, + "lambda": 11.2118, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2118, + 11.2118, + 11.2118, + 11.2118, + 11.2118, + 11.2118 + ] + }, + { + "episode": 730, + "avg_reward": 247.02, + "avg_cost": 1.5, + "lambda": 11.2223, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2223, + 11.2223, + 11.2223, + 11.2223, + 11.2223, + 11.2223 + ] + }, + { + "episode": 740, + "avg_reward": 142.11, + "avg_cost": 1.0, + "lambda": 11.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.235, + 11.235, + 11.235, + 11.235, + 11.235, + 11.235 + ] + }, + { + "episode": 750, + "avg_reward": 545.49, + "avg_cost": 1.25, + "lambda": 11.2453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2453, + 11.2453, + 11.2453, + 11.2453, + 11.2453, + 11.2453 + ] + }, + { + "episode": 760, + "avg_reward": 580.44, + "avg_cost": 0.75, + "lambda": 11.2565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2565, + 11.2565, + 11.2565, + 11.2565, + 11.2565, + 11.2565 + ] + }, + { + "episode": 770, + "avg_reward": 535.33, + "avg_cost": 0.75, + "lambda": 11.263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.263, + 11.263, + 11.263, + 11.263, + 11.263, + 11.263 + ] + }, + { + "episode": 780, + "avg_reward": 536.37, + "avg_cost": 0.5, + "lambda": 11.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2725, + 11.2725, + 11.2725, + 11.2725, + 11.2725, + 11.2725 + ] + }, + { + "episode": 790, + "avg_reward": 548.79, + "avg_cost": 0.0, + "lambda": 11.2765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2765, + 11.2765, + 11.2765, + 11.2765, + 11.2765, + 11.2765 + ] + }, + { + "episode": 800, + "avg_reward": 564.0, + "avg_cost": 0.0, + "lambda": 11.2865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2865, + 11.2865, + 11.2865, + 11.2865, + 11.2865, + 11.2865 + ] + }, + { + "episode": 810, + "avg_reward": 538.75, + "avg_cost": 0.25, + "lambda": 11.2958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2958, + 11.2958, + 11.2958, + 11.2958, + 11.2958, + 11.2958 + ] + }, + { + "episode": 820, + "avg_reward": 505.48, + "avg_cost": 4.25, + "lambda": 11.306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.306, + 11.306, + 11.306, + 11.306, + 11.306, + 11.306 + ] + }, + { + "episode": 830, + "avg_reward": 496.91, + "avg_cost": 0.5, + "lambda": 11.3093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3093, + 11.3093, + 11.3093, + 11.3093, + 11.3093, + 11.3093 + ] + }, + { + "episode": 840, + "avg_reward": 530.66, + "avg_cost": 1.75, + "lambda": 11.3173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3173, + 11.3173, + 11.3173, + 11.3173, + 11.3173, + 11.3173 + ] + }, + { + "episode": 850, + "avg_reward": 485.31, + "avg_cost": 0.5, + "lambda": 11.3255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3255, + 11.3255, + 11.3255, + 11.3255, + 11.3255, + 11.3255 + ] + }, + { + "episode": 860, + "avg_reward": 471.55, + "avg_cost": 0.5, + "lambda": 11.334, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.334, + 11.334, + 11.334, + 11.334, + 11.334, + 11.334 + ] + }, + { + "episode": 870, + "avg_reward": 515.05, + "avg_cost": 0.75, + "lambda": 11.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.345, + 11.345, + 11.345, + 11.345, + 11.345, + 11.345 + ] + }, + { + "episode": 880, + "avg_reward": 574.95, + "avg_cost": 0.75, + "lambda": 11.373, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.373, + 11.373, + 11.373, + 11.373, + 11.373, + 11.373 + ] + }, + { + "episode": 890, + "avg_reward": -305.8, + "avg_cost": 21.0, + "lambda": 11.5453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5453, + 11.5453, + 11.5453, + 11.5453, + 11.5453, + 11.5453 + ] + }, + { + "episode": 900, + "avg_reward": -248.72, + "avg_cost": 0.25, + "lambda": 11.559, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.559, + 11.559, + 11.559, + 11.559, + 11.559, + 11.559 + ] + }, + { + "episode": 910, + "avg_reward": -193.39, + "avg_cost": 5.0, + "lambda": 11.609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.609, + 11.609, + 11.609, + 11.609, + 11.609, + 11.609 + ] + }, + { + "episode": 920, + "avg_reward": 530.62, + "avg_cost": 0.0, + "lambda": 11.612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.612, + 11.612, + 11.612, + 11.612, + 11.612, + 11.612 + ] + }, + { + "episode": 930, + "avg_reward": 619.27, + "avg_cost": 0.0, + "lambda": 11.618, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.618, + 11.618, + 11.618, + 11.618, + 11.618, + 11.618 + ] + }, + { + "episode": 940, + "avg_reward": 630.76, + "avg_cost": 0.25, + "lambda": 11.6218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6218, + 11.6218, + 11.6218, + 11.6218, + 11.6218, + 11.6218 + ] + }, + { + "episode": 950, + "avg_reward": 581.33, + "avg_cost": 0.75, + "lambda": 11.6255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6255, + 11.6255, + 11.6255, + 11.6255, + 11.6255, + 11.6255 + ] + }, + { + "episode": 960, + "avg_reward": 614.34, + "avg_cost": 0.0, + "lambda": 11.6285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6285, + 11.6285, + 11.6285, + 11.6285, + 11.6285, + 11.6285 + ] + }, + { + "episode": 970, + "avg_reward": 556.06, + "avg_cost": 0.0, + "lambda": 11.6333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6333, + 11.6333, + 11.6333, + 11.6333, + 11.6333, + 11.6333 + ] + }, + { + "episode": 980, + "avg_reward": 563.54, + "avg_cost": 1.0, + "lambda": 11.6385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6385, + 11.6385, + 11.6385, + 11.6385, + 11.6385, + 11.6385 + ] + }, + { + "episode": 990, + "avg_reward": 548.36, + "avg_cost": 0.0, + "lambda": 11.6423, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6423, + 11.6423, + 11.6423, + 11.6423, + 11.6423, + 11.6423 + ] + }, + { + "episode": 1000, + "avg_reward": 357.56, + "avg_cost": 0.0, + "lambda": 11.6565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6565, + 11.6565, + 11.6565, + 11.6565, + 11.6565, + 11.6565 + ] + }, + { + "episode": 1010, + "avg_reward": 625.22, + "avg_cost": 2.0, + "lambda": 11.6593, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6593, + 11.6593, + 11.6593, + 11.6593, + 11.6593, + 11.6593 + ] + }, + { + "episode": 1020, + "avg_reward": 422.52, + "avg_cost": 0.0, + "lambda": 11.6635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6635, + 11.6635, + 11.6635, + 11.6635, + 11.6635, + 11.6635 + ] + }, + { + "episode": 1030, + "avg_reward": 539.26, + "avg_cost": 0.0, + "lambda": 11.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6675, + 11.6675, + 11.6675, + 11.6675, + 11.6675, + 11.6675 + ] + }, + { + "episode": 1040, + "avg_reward": 507.21, + "avg_cost": 1.0, + "lambda": 11.6718, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6718, + 11.6718, + 11.6718, + 11.6718, + 11.6718, + 11.6718 + ] + }, + { + "episode": 1050, + "avg_reward": 487.78, + "avg_cost": 0.5, + "lambda": 11.6785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6785, + 11.6785, + 11.6785, + 11.6785, + 11.6785, + 11.6785 + ] + }, + { + "episode": 1060, + "avg_reward": 473.05, + "avg_cost": 1.5, + "lambda": 11.6833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6833, + 11.6833, + 11.6833, + 11.6833, + 11.6833, + 11.6833 + ] + }, + { + "episode": 1070, + "avg_reward": 481.66, + "avg_cost": 0.5, + "lambda": 11.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.69, + 11.69, + 11.69, + 11.69, + 11.69, + 11.69 + ] + }, + { + "episode": 1080, + "avg_reward": 439.53, + "avg_cost": 0.5, + "lambda": 11.6953, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6953, + 11.6953, + 11.6953, + 11.6953, + 11.6953, + 11.6953 + ] + }, + { + "episode": 1090, + "avg_reward": 489.66, + "avg_cost": 0.25, + "lambda": 11.7015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7015, + 11.7015, + 11.7015, + 11.7015, + 11.7015, + 11.7015 + ] + }, + { + "episode": 1100, + "avg_reward": 519.51, + "avg_cost": 0.0, + "lambda": 11.7053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7053, + 11.7053, + 11.7053, + 11.7053, + 11.7053, + 11.7053 + ] + }, + { + "episode": 1110, + "avg_reward": 546.63, + "avg_cost": 0.0, + "lambda": 11.7088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7088, + 11.7088, + 11.7088, + 11.7088, + 11.7088, + 11.7088 + ] + }, + { + "episode": 1120, + "avg_reward": 524.97, + "avg_cost": 1.0, + "lambda": 11.713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.713, + 11.713, + 11.713, + 11.713, + 11.713, + 11.713 + ] + }, + { + "episode": 1130, + "avg_reward": 547.19, + "avg_cost": 0.0, + "lambda": 11.7145, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7145, + 11.7145, + 11.7145, + 11.7145, + 11.7145, + 11.7145 + ] + }, + { + "episode": 1140, + "avg_reward": 561.76, + "avg_cost": 0.75, + "lambda": 11.7185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7185, + 11.7185, + 11.7185, + 11.7185, + 11.7185, + 11.7185 + ] + }, + { + "episode": 1150, + "avg_reward": 546.59, + "avg_cost": 0.5, + "lambda": 11.7215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7215, + 11.7215, + 11.7215, + 11.7215, + 11.7215, + 11.7215 + ] + }, + { + "episode": 1160, + "avg_reward": 530.72, + "avg_cost": 0.0, + "lambda": 11.7258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7258, + 11.7258, + 11.7258, + 11.7258, + 11.7258, + 11.7258 + ] + }, + { + "episode": 1170, + "avg_reward": 541.58, + "avg_cost": 0.0, + "lambda": 11.728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.728, + 11.728, + 11.728, + 11.728, + 11.728, + 11.728 + ] + }, + { + "episode": 1180, + "avg_reward": 576.88, + "avg_cost": 0.25, + "lambda": 11.7293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7293, + 11.7293, + 11.7293, + 11.7293, + 11.7293, + 11.7293 + ] + }, + { + "episode": 1190, + "avg_reward": 597.83, + "avg_cost": 0.25, + "lambda": 11.7333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7333, + 11.7333, + 11.7333, + 11.7333, + 11.7333, + 11.7333 + ] + }, + { + "episode": 1200, + "avg_reward": 517.23, + "avg_cost": 0.5, + "lambda": 11.7358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7358, + 11.7358, + 11.7358, + 11.7358, + 11.7358, + 11.7358 + ] + }, + { + "episode": 1210, + "avg_reward": 520.25, + "avg_cost": 0.25, + "lambda": 11.7388, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7388, + 11.7388, + 11.7388, + 11.7388, + 11.7388, + 11.7388 + ] + }, + { + "episode": 1220, + "avg_reward": 490.08, + "avg_cost": 0.0, + "lambda": 11.7408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7408, + 11.7408, + 11.7408, + 11.7408, + 11.7408, + 11.7408 + ] + }, + { + "episode": 1230, + "avg_reward": 565.49, + "avg_cost": 0.0, + "lambda": 11.7433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7433, + 11.7433, + 11.7433, + 11.7433, + 11.7433, + 11.7433 + ] + }, + { + "episode": 1240, + "avg_reward": 503.43, + "avg_cost": 0.0, + "lambda": 11.744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.744, + 11.744, + 11.744, + 11.744, + 11.744, + 11.744 + ] + }, + { + "episode": 1250, + "avg_reward": 506.73, + "avg_cost": 0.75, + "lambda": 11.7493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7493, + 11.7493, + 11.7493, + 11.7493, + 11.7493, + 11.7493 + ] + }, + { + "episode": 1260, + "avg_reward": 472.96, + "avg_cost": 0.5, + "lambda": 11.7513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7513, + 11.7513, + 11.7513, + 11.7513, + 11.7513, + 11.7513 + ] + }, + { + "episode": 1270, + "avg_reward": 531.66, + "avg_cost": 0.0, + "lambda": 11.7528, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7528, + 11.7528, + 11.7528, + 11.7528, + 11.7528, + 11.7528 + ] + }, + { + "episode": 1280, + "avg_reward": 508.51, + "avg_cost": 0.75, + "lambda": 11.754, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.754, + 11.754, + 11.754, + 11.754, + 11.754, + 11.754 + ] + }, + { + "episode": 1290, + "avg_reward": 483.71, + "avg_cost": 0.25, + "lambda": 11.756, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.756, + 11.756, + 11.756, + 11.756, + 11.756, + 11.756 + ] + }, + { + "episode": 1300, + "avg_reward": 523.29, + "avg_cost": 0.25, + "lambda": 11.758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.758, + 11.758, + 11.758, + 11.758, + 11.758, + 11.758 + ] + }, + { + "episode": 1310, + "avg_reward": 534.47, + "avg_cost": 0.0, + "lambda": 11.7613, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7613, + 11.7613, + 11.7613, + 11.7613, + 11.7613, + 11.7613 + ] + }, + { + "episode": 1320, + "avg_reward": 517.59, + "avg_cost": 0.0, + "lambda": 11.7635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7635, + 11.7635, + 11.7635, + 11.7635, + 11.7635, + 11.7635 + ] + }, + { + "episode": 1330, + "avg_reward": 512.42, + "avg_cost": 0.0, + "lambda": 11.7647, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7647, + 11.7647, + 11.7647, + 11.7647, + 11.7647, + 11.7647 + ] + }, + { + "episode": 1340, + "avg_reward": 571.47, + "avg_cost": 1.0, + "lambda": 11.7677, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7677, + 11.7677, + 11.7677, + 11.7677, + 11.7677, + 11.7677 + ] + }, + { + "episode": 1350, + "avg_reward": 613.41, + "avg_cost": 0.5, + "lambda": 11.7713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7713, + 11.7713, + 11.7713, + 11.7713, + 11.7713, + 11.7713 + ] + }, + { + "episode": 1360, + "avg_reward": 684.04, + "avg_cost": 0.25, + "lambda": 11.7722, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7722, + 11.7722, + 11.7722, + 11.7722, + 11.7722, + 11.7722 + ] + }, + { + "episode": 1370, + "avg_reward": 689.85, + "avg_cost": 0.0, + "lambda": 11.778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.778, + 11.778, + 11.778, + 11.778, + 11.778, + 11.778 + ] + }, + { + "episode": 1380, + "avg_reward": 624.01, + "avg_cost": 0.25, + "lambda": 11.7815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7815, + 11.7815, + 11.7815, + 11.7815, + 11.7815, + 11.7815 + ] + }, + { + "episode": 1390, + "avg_reward": 676.08, + "avg_cost": 0.0, + "lambda": 11.7842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7842, + 11.7842, + 11.7842, + 11.7842, + 11.7842, + 11.7842 + ] + }, + { + "episode": 1400, + "avg_reward": 976.55, + "avg_cost": 2.0, + "lambda": 11.7897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.7897, + 11.7897, + 11.7897, + 11.7897, + 11.7897, + 11.7897 + ] + }, + { + "episode": 1410, + "avg_reward": 485.2, + "avg_cost": 0.0, + "lambda": 11.8007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8007, + 11.8007, + 11.8007, + 11.8007, + 11.8007, + 11.8007 + ] + }, + { + "episode": 1420, + "avg_reward": 945.69, + "avg_cost": 0.0, + "lambda": 11.802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.802, + 11.802, + 11.802, + 11.802, + 11.802, + 11.802 + ] + }, + { + "episode": 1430, + "avg_reward": 804.07, + "avg_cost": 1.0, + "lambda": 11.8077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8077, + 11.8077, + 11.8077, + 11.8077, + 11.8077, + 11.8077 + ] + }, + { + "episode": 1440, + "avg_reward": 817.87, + "avg_cost": 0.5, + "lambda": 11.8125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8125, + 11.8125, + 11.8125, + 11.8125, + 11.8125, + 11.8125 + ] + }, + { + "episode": 1450, + "avg_reward": 914.56, + "avg_cost": 1.0, + "lambda": 11.819, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.819, + 11.819, + 11.819, + 11.819, + 11.819, + 11.819 + ] + }, + { + "episode": 1460, + "avg_reward": 817.89, + "avg_cost": 0.25, + "lambda": 11.8207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8207, + 11.8207, + 11.8207, + 11.8207, + 11.8207, + 11.8207 + ] + }, + { + "episode": 1470, + "avg_reward": 768.8, + "avg_cost": 0.0, + "lambda": 11.8215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8215, + 11.8215, + 11.8215, + 11.8215, + 11.8215, + 11.8215 + ] + }, + { + "episode": 1480, + "avg_reward": 751.12, + "avg_cost": 0.25, + "lambda": 11.8252, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8252, + 11.8252, + 11.8252, + 11.8252, + 11.8252, + 11.8252 + ] + }, + { + "episode": 1490, + "avg_reward": 944.2, + "avg_cost": 0.25, + "lambda": 11.828, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.828, + 11.828, + 11.828, + 11.828, + 11.828, + 11.828 + ] + }, + { + "episode": 1500, + "avg_reward": 950.91, + "avg_cost": 0.25, + "lambda": 11.8292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8292, + 11.8292, + 11.8292, + 11.8292, + 11.8292, + 11.8292 + ] + } + ], + "final_lambdas": [ + 11.8292, + 11.8292, + 11.8292, + 11.8292, + 11.8292, + 11.8292 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..dc2085024ca2137932b87af2a491b7e997afd5c5 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s2_1500ep_mamujoco_Walker2d_6x1_v9_allfixes.json @@ -0,0 +1,3362 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 13636388.41, + "constraint_satisfaction_pct": 95.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 46.8825, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -612.5, + "avg_cost": 200.0, + "lambda": 6.9333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9333, + 6.9333, + 6.9333, + 6.9333, + 6.9333, + 6.9333 + ] + }, + { + "episode": 10, + "avg_reward": 6416.5, + "avg_cost": 47.25, + "lambda": 11.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9783, + 11.9783, + 11.9783, + 11.9783, + 11.9783, + 11.9783 + ] + }, + { + "episode": 20, + "avg_reward": 8042.06, + "avg_cost": 19.5, + "lambda": 16.1792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1792, + 16.1792, + 16.1792, + 16.1792, + 16.1792, + 16.1792 + ] + }, + { + "episode": 30, + "avg_reward": 8853.91, + "avg_cost": 114.5, + "lambda": 22.9575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.9575, + 22.9575, + 22.9575, + 22.9575, + 22.9575, + 22.9575 + ] + }, + { + "episode": 40, + "avg_reward": 8004.89, + "avg_cost": 60.75, + "lambda": 31.4383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.4383, + 31.4383, + 31.4383, + 31.4383, + 31.4383, + 31.4383 + ] + }, + { + "episode": 50, + "avg_reward": 5557.16, + "avg_cost": 8.5, + "lambda": 33.1192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.1192, + 33.1192, + 33.1192, + 33.1192, + 33.1192, + 33.1192 + ] + }, + { + "episode": 60, + "avg_reward": 8509.65, + "avg_cost": 18.5, + "lambda": 35.305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.305, + 35.305, + 35.305, + 35.305, + 35.305, + 35.305 + ] + }, + { + "episode": 70, + "avg_reward": 7248.34, + "avg_cost": 40.25, + "lambda": 37.3758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.3758, + 37.3758, + 37.3758, + 37.3758, + 37.3758, + 37.3758 + ] + }, + { + "episode": 80, + "avg_reward": 7820.7, + "avg_cost": 14.0, + "lambda": 39.6442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.6442, + 39.6442, + 39.6442, + 39.6442, + 39.6442, + 39.6442 + ] + }, + { + "episode": 90, + "avg_reward": 9087.08, + "avg_cost": 30.75, + "lambda": 42.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.15, + 42.15, + 42.15, + 42.15, + 42.15, + 42.15 + ] + }, + { + "episode": 100, + "avg_reward": 10547.09, + "avg_cost": 15.0, + "lambda": 43.5258, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.5258, + 43.5258, + 43.5258, + 43.5258, + 43.5258, + 43.5258 + ] + }, + { + "episode": 110, + "avg_reward": 11741.54, + "avg_cost": 31.25, + "lambda": 45.1917, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.1917, + 45.1917, + 45.1917, + 45.1917, + 45.1917, + 45.1917 + ] + }, + { + "episode": 120, + "avg_reward": 9571.13, + "avg_cost": 17.5, + "lambda": 46.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.445, + 46.445, + 46.445, + 46.445, + 46.445, + 46.445 + ] + }, + { + "episode": 130, + "avg_reward": 9244.41, + "avg_cost": 24.5, + "lambda": 48.0958, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.0958, + 48.0958, + 48.0958, + 48.0958, + 48.0958, + 48.0958 + ] + }, + { + "episode": 140, + "avg_reward": 8646.6, + "avg_cost": 14.0, + "lambda": 49.6142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.6142, + 49.6142, + 49.6142, + 49.6142, + 49.6142, + 49.6142 + ] + }, + { + "episode": 150, + "avg_reward": 7983.71, + "avg_cost": 18.5, + "lambda": 50.6175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.6175, + 50.6175, + 50.6175, + 50.6175, + 50.6175, + 50.6175 + ] + }, + { + "episode": 160, + "avg_reward": 7356.01, + "avg_cost": 2.75, + "lambda": 51.2908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.2908, + 51.2908, + 51.2908, + 51.2908, + 51.2908, + 51.2908 + ] + }, + { + "episode": 170, + "avg_reward": 10266.45, + "avg_cost": 47.0, + "lambda": 52.9117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.9117, + 52.9117, + 52.9117, + 52.9117, + 52.9117, + 52.9117 + ] + }, + { + "episode": 180, + "avg_reward": 6345.3, + "avg_cost": 2.25, + "lambda": 53.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.36, + 53.36, + 53.36, + 53.36, + 53.36, + 53.36 + ] + }, + { + "episode": 190, + "avg_reward": 7575.39, + "avg_cost": 12.5, + "lambda": 54.7433, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.7433, + 54.7433, + 54.7433, + 54.7433, + 54.7433, + 54.7433 + ] + }, + { + "episode": 200, + "avg_reward": 10166.05, + "avg_cost": 22.75, + "lambda": 55.2617, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.2617, + 55.2617, + 55.2617, + 55.2617, + 55.2617, + 55.2617 + ] + }, + { + "episode": 210, + "avg_reward": 10171.63, + "avg_cost": 19.75, + "lambda": 55.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.36, + 55.36, + 55.36, + 55.36, + 55.36, + 55.36 + ] + }, + { + "episode": 220, + "avg_reward": 7326.33, + "avg_cost": 3.25, + "lambda": 56.2458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.2458, + 56.2458, + 56.2458, + 56.2458, + 56.2458, + 56.2458 + ] + }, + { + "episode": 230, + "avg_reward": 7308.18, + "avg_cost": 12.0, + "lambda": 56.6217, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.6217, + 56.6217, + 56.6217, + 56.6217, + 56.6217, + 56.6217 + ] + }, + { + "episode": 240, + "avg_reward": 6465.24, + "avg_cost": 10.75, + "lambda": 56.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.4675, + 56.4675, + 56.4675, + 56.4675, + 56.4675, + 56.4675 + ] + }, + { + "episode": 250, + "avg_reward": 7971.95, + "avg_cost": 11.5, + "lambda": 57.3183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.3183, + 57.3183, + 57.3183, + 57.3183, + 57.3183, + 57.3183 + ] + }, + { + "episode": 260, + "avg_reward": 8505.76, + "avg_cost": 12.75, + "lambda": 57.7492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.7492, + 57.7492, + 57.7492, + 57.7492, + 57.7492, + 57.7492 + ] + }, + { + "episode": 270, + "avg_reward": 8009.39, + "avg_cost": 0.25, + "lambda": 58.565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.565, + 58.565, + 58.565, + 58.565, + 58.565, + 58.565 + ] + }, + { + "episode": 280, + "avg_reward": 7508.8, + "avg_cost": 4.75, + "lambda": 59.0708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.0708, + 59.0708, + 59.0708, + 59.0708, + 59.0708, + 59.0708 + ] + }, + { + "episode": 290, + "avg_reward": 7223.29, + "avg_cost": 11.5, + "lambda": 59.9717, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.9717, + 59.9717, + 59.9717, + 59.9717, + 59.9717, + 59.9717 + ] + }, + { + "episode": 300, + "avg_reward": 10652.25, + "avg_cost": 41.0, + "lambda": 60.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.5, + 60.5, + 60.5, + 60.5, + 60.5, + 60.5 + ] + }, + { + "episode": 310, + "avg_reward": 8748.25, + "avg_cost": 18.25, + "lambda": 61.0608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.0608, + 61.0608, + 61.0608, + 61.0608, + 61.0608, + 61.0608 + ] + }, + { + "episode": 320, + "avg_reward": 8075.1, + "avg_cost": 6.25, + "lambda": 61.3692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.3692, + 61.3692, + 61.3692, + 61.3692, + 61.3692, + 61.3692 + ] + }, + { + "episode": 330, + "avg_reward": 7501.95, + "avg_cost": 1.25, + "lambda": 62.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.1025, + 62.1025, + 62.1025, + 62.1025, + 62.1025, + 62.1025 + ] + }, + { + "episode": 340, + "avg_reward": 8134.53, + "avg_cost": 7.5, + "lambda": 62.3608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.3608, + 62.3608, + 62.3608, + 62.3608, + 62.3608, + 62.3608 + ] + }, + { + "episode": 350, + "avg_reward": 8608.91, + "avg_cost": 14.25, + "lambda": 63.1417, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.1417, + 63.1417, + 63.1417, + 63.1417, + 63.1417, + 63.1417 + ] + }, + { + "episode": 360, + "avg_reward": 9652.27, + "avg_cost": 24.5, + "lambda": 63.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.7425, + 63.7425, + 63.7425, + 63.7425, + 63.7425, + 63.7425 + ] + }, + { + "episode": 370, + "avg_reward": 7553.6, + "avg_cost": 3.25, + "lambda": 64.1708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.1708, + 64.1708, + 64.1708, + 64.1708, + 64.1708, + 64.1708 + ] + }, + { + "episode": 380, + "avg_reward": 10074.49, + "avg_cost": 3.75, + "lambda": 64.5067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.5067, + 64.5067, + 64.5067, + 64.5067, + 64.5067, + 64.5067 + ] + }, + { + "episode": 390, + "avg_reward": 10032.91, + "avg_cost": 27.5, + "lambda": 64.63, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.63, + 64.63, + 64.63, + 64.63, + 64.63, + 64.63 + ] + }, + { + "episode": 400, + "avg_reward": 7030.42, + "avg_cost": 16.5, + "lambda": 65.5708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.5708, + 65.5708, + 65.5708, + 65.5708, + 65.5708, + 65.5708 + ] + }, + { + "episode": 410, + "avg_reward": 11112.65, + "avg_cost": 32.5, + "lambda": 67.6167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.6167, + 67.6167, + 67.6167, + 67.6167, + 67.6167, + 67.6167 + ] + }, + { + "episode": 420, + "avg_reward": 10751.47, + "avg_cost": 11.5, + "lambda": 68.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.285, + 68.285, + 68.285, + 68.285, + 68.285, + 68.285 + ] + }, + { + "episode": 430, + "avg_reward": 6676.0, + "avg_cost": 13.25, + "lambda": 69.4133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.4133, + 69.4133, + 69.4133, + 69.4133, + 69.4133, + 69.4133 + ] + }, + { + "episode": 440, + "avg_reward": 10606.14, + "avg_cost": 25.0, + "lambda": 70.0692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.0692, + 70.0692, + 70.0692, + 70.0692, + 70.0692, + 70.0692 + ] + }, + { + "episode": 450, + "avg_reward": 10966.63, + "avg_cost": 7.5, + "lambda": 70.41, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.41, + 70.41, + 70.41, + 70.41, + 70.41, + 70.41 + ] + }, + { + "episode": 460, + "avg_reward": 7501.97, + "avg_cost": 1.25, + "lambda": 71.1333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.1333, + 71.1333, + 71.1333, + 71.1333, + 71.1333, + 71.1333 + ] + }, + { + "episode": 470, + "avg_reward": 10062.62, + "avg_cost": 19.75, + "lambda": 71.9667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.9667, + 71.9667, + 71.9667, + 71.9667, + 71.9667, + 71.9667 + ] + }, + { + "episode": 480, + "avg_reward": 7007.95, + "avg_cost": 3.25, + "lambda": 72.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.5625, + 72.5625, + 72.5625, + 72.5625, + 72.5625, + 72.5625 + ] + }, + { + "episode": 490, + "avg_reward": 8235.27, + "avg_cost": 5.25, + "lambda": 73.0333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0333, + 73.0333, + 73.0333, + 73.0333, + 73.0333, + 73.0333 + ] + }, + { + "episode": 500, + "avg_reward": 8596.82, + "avg_cost": 0.25, + "lambda": 73.0667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.0667, + 73.0667, + 73.0667, + 73.0667, + 73.0667, + 73.0667 + ] + }, + { + "episode": 510, + "avg_reward": 9134.53, + "avg_cost": 6.25, + "lambda": 73.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.32, + 73.32, + 73.32, + 73.32, + 73.32, + 73.32 + ] + }, + { + "episode": 520, + "avg_reward": 9228.94, + "avg_cost": 4.25, + "lambda": 73.4608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.4608, + 73.4608, + 73.4608, + 73.4608, + 73.4608, + 73.4608 + ] + }, + { + "episode": 530, + "avg_reward": 7980.31, + "avg_cost": 4.25, + "lambda": 73.9792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.9792, + 73.9792, + 73.9792, + 73.9792, + 73.9792, + 73.9792 + ] + }, + { + "episode": 540, + "avg_reward": 8823.58, + "avg_cost": 1.5, + "lambda": 73.98, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.98, + 73.98, + 73.98, + 73.98, + 73.98, + 73.98 + ] + }, + { + "episode": 550, + "avg_reward": 8086.23, + "avg_cost": 3.25, + "lambda": 74.3208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.3208, + 74.3208, + 74.3208, + 74.3208, + 74.3208, + 74.3208 + ] + }, + { + "episode": 560, + "avg_reward": 7193.62, + "avg_cost": 2.25, + "lambda": 74.4142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.4142, + 74.4142, + 74.4142, + 74.4142, + 74.4142, + 74.4142 + ] + }, + { + "episode": 570, + "avg_reward": 9753.19, + "avg_cost": 6.0, + "lambda": 74.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.1975, + 74.1975, + 74.1975, + 74.1975, + 74.1975, + 74.1975 + ] + }, + { + "episode": 580, + "avg_reward": 9944.04, + "avg_cost": 20.0, + "lambda": 74.2883, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.2883, + 74.2883, + 74.2883, + 74.2883, + 74.2883, + 74.2883 + ] + }, + { + "episode": 590, + "avg_reward": 8764.26, + "avg_cost": 27.25, + "lambda": 74.9692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.9692, + 74.9692, + 74.9692, + 74.9692, + 74.9692, + 74.9692 + ] + }, + { + "episode": 600, + "avg_reward": 8452.71, + "avg_cost": 12.0, + "lambda": 75.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.5725, + 75.5725, + 75.5725, + 75.5725, + 75.5725, + 75.5725 + ] + }, + { + "episode": 610, + "avg_reward": 9870.99, + "avg_cost": 9.5, + "lambda": 76.1408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.1408, + 76.1408, + 76.1408, + 76.1408, + 76.1408, + 76.1408 + ] + }, + { + "episode": 620, + "avg_reward": 9502.78, + "avg_cost": 6.75, + "lambda": 76.2292, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.2292, + 76.2292, + 76.2292, + 76.2292, + 76.2292, + 76.2292 + ] + }, + { + "episode": 630, + "avg_reward": 7742.38, + "avg_cost": 32.25, + "lambda": 76.905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.905, + 76.905, + 76.905, + 76.905, + 76.905, + 76.905 + ] + }, + { + "episode": 640, + "avg_reward": 9285.19, + "avg_cost": 6.75, + "lambda": 77.0158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.0158, + 77.0158, + 77.0158, + 77.0158, + 77.0158, + 77.0158 + ] + }, + { + "episode": 650, + "avg_reward": 7910.65, + "avg_cost": 2.25, + "lambda": 76.7367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.7367, + 76.7367, + 76.7367, + 76.7367, + 76.7367, + 76.7367 + ] + }, + { + "episode": 660, + "avg_reward": 7820.38, + "avg_cost": 6.5, + "lambda": 76.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.445, + 76.445, + 76.445, + 76.445, + 76.445, + 76.445 + ] + }, + { + "episode": 670, + "avg_reward": 9094.52, + "avg_cost": 1.25, + "lambda": 76.1333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.1333, + 76.1333, + 76.1333, + 76.1333, + 76.1333, + 76.1333 + ] + }, + { + "episode": 680, + "avg_reward": 7845.36, + "avg_cost": 4.25, + "lambda": 75.6817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.6817, + 75.6817, + 75.6817, + 75.6817, + 75.6817, + 75.6817 + ] + }, + { + "episode": 690, + "avg_reward": 9129.21, + "avg_cost": 7.25, + "lambda": 75.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.6775, + 75.6775, + 75.6775, + 75.6775, + 75.6775, + 75.6775 + ] + }, + { + "episode": 700, + "avg_reward": 8584.87, + "avg_cost": 0.0, + "lambda": 75.2208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.2208, + 75.2208, + 75.2208, + 75.2208, + 75.2208, + 75.2208 + ] + }, + { + "episode": 710, + "avg_reward": 9082.66, + "avg_cost": 0.0, + "lambda": 74.6442, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.6442, + 74.6442, + 74.6442, + 74.6442, + 74.6442, + 74.6442 + ] + }, + { + "episode": 720, + "avg_reward": 8639.3, + "avg_cost": 0.0, + "lambda": 74.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.0175, + 74.0175, + 74.0175, + 74.0175, + 74.0175, + 74.0175 + ] + }, + { + "episode": 730, + "avg_reward": 8553.39, + "avg_cost": 2.0, + "lambda": 73.5558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.5558, + 73.5558, + 73.5558, + 73.5558, + 73.5558, + 73.5558 + ] + }, + { + "episode": 740, + "avg_reward": 8293.49, + "avg_cost": 2.0, + "lambda": 72.9692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.9692, + 72.9692, + 72.9692, + 72.9692, + 72.9692, + 72.9692 + ] + }, + { + "episode": 750, + "avg_reward": 8620.48, + "avg_cost": 1.25, + "lambda": 72.395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.395, + 72.395, + 72.395, + 72.395, + 72.395, + 72.395 + ] + }, + { + "episode": 760, + "avg_reward": 9277.77, + "avg_cost": 0.0, + "lambda": 71.7508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.7508, + 71.7508, + 71.7508, + 71.7508, + 71.7508, + 71.7508 + ] + }, + { + "episode": 770, + "avg_reward": 9276.59, + "avg_cost": 0.0, + "lambda": 71.1142, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.1142, + 71.1142, + 71.1142, + 71.1142, + 71.1142, + 71.1142 + ] + }, + { + "episode": 780, + "avg_reward": 9123.93, + "avg_cost": 0.0, + "lambda": 70.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.69, + 70.69, + 70.69, + 70.69, + 70.69, + 70.69 + ] + }, + { + "episode": 790, + "avg_reward": 8797.09, + "avg_cost": 0.0, + "lambda": 70.0583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.0583, + 70.0583, + 70.0583, + 70.0583, + 70.0583, + 70.0583 + ] + }, + { + "episode": 800, + "avg_reward": 8368.96, + "avg_cost": 1.0, + "lambda": 69.4267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.4267, + 69.4267, + 69.4267, + 69.4267, + 69.4267, + 69.4267 + ] + }, + { + "episode": 810, + "avg_reward": 8665.72, + "avg_cost": 0.0, + "lambda": 68.79, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.79, + 68.79, + 68.79, + 68.79, + 68.79, + 68.79 + ] + }, + { + "episode": 820, + "avg_reward": 9129.05, + "avg_cost": 0.0, + "lambda": 68.1733, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1733, + 68.1733, + 68.1733, + 68.1733, + 68.1733, + 68.1733 + ] + }, + { + "episode": 830, + "avg_reward": 8823.57, + "avg_cost": 0.0, + "lambda": 67.6567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.6567, + 67.6567, + 67.6567, + 67.6567, + 67.6567, + 67.6567 + ] + }, + { + "episode": 840, + "avg_reward": 8934.99, + "avg_cost": 0.0, + "lambda": 67.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.0075, + 67.0075, + 67.0075, + 67.0075, + 67.0075, + 67.0075 + ] + }, + { + "episode": 850, + "avg_reward": 9148.23, + "avg_cost": 0.0, + "lambda": 66.4033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.4033, + 66.4033, + 66.4033, + 66.4033, + 66.4033, + 66.4033 + ] + }, + { + "episode": 860, + "avg_reward": 8952.55, + "avg_cost": 0.0, + "lambda": 65.8317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.8317, + 65.8317, + 65.8317, + 65.8317, + 65.8317, + 65.8317 + ] + }, + { + "episode": 870, + "avg_reward": 9435.61, + "avg_cost": 8.5, + "lambda": 65.42, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.42, + 65.42, + 65.42, + 65.42, + 65.42, + 65.42 + ] + }, + { + "episode": 880, + "avg_reward": 9243.22, + "avg_cost": 0.0, + "lambda": 64.7933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.7933, + 64.7933, + 64.7933, + 64.7933, + 64.7933, + 64.7933 + ] + }, + { + "episode": 890, + "avg_reward": 8984.77, + "avg_cost": 0.0, + "lambda": 64.2042, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.2042, + 64.2042, + 64.2042, + 64.2042, + 64.2042, + 64.2042 + ] + }, + { + "episode": 900, + "avg_reward": 8722.76, + "avg_cost": 0.0, + "lambda": 63.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.605, + 63.605, + 63.605, + 63.605, + 63.605, + 63.605 + ] + }, + { + "episode": 910, + "avg_reward": 8694.46, + "avg_cost": 6.5, + "lambda": 63.0933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.0933, + 63.0933, + 63.0933, + 63.0933, + 63.0933, + 63.0933 + ] + }, + { + "episode": 920, + "avg_reward": 9274.75, + "avg_cost": 5.75, + "lambda": 62.6942, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.6942, + 62.6942, + 62.6942, + 62.6942, + 62.6942, + 62.6942 + ] + }, + { + "episode": 930, + "avg_reward": 8219.58, + "avg_cost": 4.0, + "lambda": 62.1825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.1825, + 62.1825, + 62.1825, + 62.1825, + 62.1825, + 62.1825 + ] + }, + { + "episode": 940, + "avg_reward": 9122.71, + "avg_cost": 1.0, + "lambda": 61.5783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.5783, + 61.5783, + 61.5783, + 61.5783, + 61.5783, + 61.5783 + ] + }, + { + "episode": 950, + "avg_reward": 9241.33, + "avg_cost": 0.25, + "lambda": 60.9692, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.9692, + 60.9692, + 60.9692, + 60.9692, + 60.9692, + 60.9692 + ] + }, + { + "episode": 960, + "avg_reward": 8904.68, + "avg_cost": 1.0, + "lambda": 60.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.495, + 60.495, + 60.495, + 60.495, + 60.495, + 60.495 + ] + }, + { + "episode": 970, + "avg_reward": 8719.05, + "avg_cost": 0.0, + "lambda": 59.8933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.8933, + 59.8933, + 59.8933, + 59.8933, + 59.8933, + 59.8933 + ] + }, + { + "episode": 980, + "avg_reward": 8354.47, + "avg_cost": 0.0, + "lambda": 59.2267, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.2267, + 59.2267, + 59.2267, + 59.2267, + 59.2267, + 59.2267 + ] + }, + { + "episode": 990, + "avg_reward": 8645.78, + "avg_cost": 0.0, + "lambda": 58.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.65, + 58.65, + 58.65, + 58.65, + 58.65, + 58.65 + ] + }, + { + "episode": 1000, + "avg_reward": 9033.45, + "avg_cost": 2.0, + "lambda": 58.0383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.0383, + 58.0383, + 58.0383, + 58.0383, + 58.0383, + 58.0383 + ] + }, + { + "episode": 1010, + "avg_reward": 8798.58, + "avg_cost": 0.0, + "lambda": 57.5392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.5392, + 57.5392, + 57.5392, + 57.5392, + 57.5392, + 57.5392 + ] + }, + { + "episode": 1020, + "avg_reward": 9175.22, + "avg_cost": 6.0, + "lambda": 57.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.18, + 57.18, + 57.18, + 57.18, + 57.18, + 57.18 + ] + }, + { + "episode": 1030, + "avg_reward": 9269.81, + "avg_cost": 15.75, + "lambda": 57.0408, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.0408, + 57.0408, + 57.0408, + 57.0408, + 57.0408, + 57.0408 + ] + }, + { + "episode": 1040, + "avg_reward": 9161.98, + "avg_cost": 0.0, + "lambda": 56.5517, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.5517, + 56.5517, + 56.5517, + 56.5517, + 56.5517, + 56.5517 + ] + }, + { + "episode": 1050, + "avg_reward": 8586.58, + "avg_cost": 0.0, + "lambda": 55.98, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.98, + 55.98, + 55.98, + 55.98, + 55.98, + 55.98 + ] + }, + { + "episode": 1060, + "avg_reward": 9494.14, + "avg_cost": 3.5, + "lambda": 55.3558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.3558, + 55.3558, + 55.3558, + 55.3558, + 55.3558, + 55.3558 + ] + }, + { + "episode": 1070, + "avg_reward": 8956.33, + "avg_cost": 0.0, + "lambda": 55.1192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.1192, + 55.1192, + 55.1192, + 55.1192, + 55.1192, + 55.1192 + ] + }, + { + "episode": 1080, + "avg_reward": 8828.7, + "avg_cost": 0.0, + "lambda": 54.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.5075, + 54.5075, + 54.5075, + 54.5075, + 54.5075, + 54.5075 + ] + }, + { + "episode": 1090, + "avg_reward": 8532.44, + "avg_cost": 0.0, + "lambda": 53.8583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.8583, + 53.8583, + 53.8583, + 53.8583, + 53.8583, + 53.8583 + ] + }, + { + "episode": 1100, + "avg_reward": 9460.72, + "avg_cost": 1.25, + "lambda": 53.2167, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.2167, + 53.2167, + 53.2167, + 53.2167, + 53.2167, + 53.2167 + ] + }, + { + "episode": 1110, + "avg_reward": 9217.21, + "avg_cost": 0.0, + "lambda": 52.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.675, + 52.675, + 52.675, + 52.675, + 52.675, + 52.675 + ] + }, + { + "episode": 1120, + "avg_reward": 8989.11, + "avg_cost": 0.0, + "lambda": 52.0158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.0158, + 52.0158, + 52.0158, + 52.0158, + 52.0158, + 52.0158 + ] + }, + { + "episode": 1130, + "avg_reward": 8927.34, + "avg_cost": 1.75, + "lambda": 51.4192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.4192, + 51.4192, + 51.4192, + 51.4192, + 51.4192, + 51.4192 + ] + }, + { + "episode": 1140, + "avg_reward": 8340.58, + "avg_cost": 0.5, + "lambda": 50.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.8225, + 50.8225, + 50.8225, + 50.8225, + 50.8225, + 50.8225 + ] + }, + { + "episode": 1150, + "avg_reward": 8699.69, + "avg_cost": 0.0, + "lambda": 50.1783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.1783, + 50.1783, + 50.1783, + 50.1783, + 50.1783, + 50.1783 + ] + }, + { + "episode": 1160, + "avg_reward": 8700.95, + "avg_cost": 0.0, + "lambda": 49.5117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.5117, + 49.5117, + 49.5117, + 49.5117, + 49.5117, + 49.5117 + ] + }, + { + "episode": 1170, + "avg_reward": 9317.1, + "avg_cost": 0.75, + "lambda": 48.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.885, + 48.885, + 48.885, + 48.885, + 48.885, + 48.885 + ] + }, + { + "episode": 1180, + "avg_reward": 9083.55, + "avg_cost": 0.0, + "lambda": 48.3583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.3583, + 48.3583, + 48.3583, + 48.3583, + 48.3583, + 48.3583 + ] + }, + { + "episode": 1190, + "avg_reward": 9555.97, + "avg_cost": 0.75, + "lambda": 47.7892, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.7892, + 47.7892, + 47.7892, + 47.7892, + 47.7892, + 47.7892 + ] + }, + { + "episode": 1200, + "avg_reward": 9573.33, + "avg_cost": 3.5, + "lambda": 47.1975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.1975, + 47.1975, + 47.1975, + 47.1975, + 47.1975, + 47.1975 + ] + }, + { + "episode": 1210, + "avg_reward": 8871.11, + "avg_cost": 0.0, + "lambda": 46.5583, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.5583, + 46.5583, + 46.5583, + 46.5583, + 46.5583, + 46.5583 + ] + }, + { + "episode": 1220, + "avg_reward": 8843.56, + "avg_cost": 0.0, + "lambda": 45.9567, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.9567, + 45.9567, + 45.9567, + 45.9567, + 45.9567, + 45.9567 + ] + }, + { + "episode": 1230, + "avg_reward": 8997.24, + "avg_cost": 0.0, + "lambda": 45.4675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.4675, + 45.4675, + 45.4675, + 45.4675, + 45.4675, + 45.4675 + ] + }, + { + "episode": 1240, + "avg_reward": 8769.11, + "avg_cost": 0.0, + "lambda": 44.8058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.8058, + 44.8058, + 44.8058, + 44.8058, + 44.8058, + 44.8058 + ] + }, + { + "episode": 1250, + "avg_reward": 8896.6, + "avg_cost": 0.0, + "lambda": 44.3192, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.3192, + 44.3192, + 44.3192, + 44.3192, + 44.3192, + 44.3192 + ] + }, + { + "episode": 1260, + "avg_reward": 9202.14, + "avg_cost": 0.75, + "lambda": 43.6625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.6625, + 43.6625, + 43.6625, + 43.6625, + 43.6625, + 43.6625 + ] + }, + { + "episode": 1270, + "avg_reward": 9105.46, + "avg_cost": 4.75, + "lambda": 43.1683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.1683, + 43.1683, + 43.1683, + 43.1683, + 43.1683, + 43.1683 + ] + }, + { + "episode": 1280, + "avg_reward": 9611.0, + "avg_cost": 3.75, + "lambda": 42.7117, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.7117, + 42.7117, + 42.7117, + 42.7117, + 42.7117, + 42.7117 + ] + }, + { + "episode": 1290, + "avg_reward": 11285.71, + "avg_cost": 8.25, + "lambda": 42.9275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.9275, + 42.9275, + 42.9275, + 42.9275, + 42.9275, + 42.9275 + ] + }, + { + "episode": 1300, + "avg_reward": 11069.6, + "avg_cost": 12.25, + "lambda": 43.5808, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.5808, + 43.5808, + 43.5808, + 43.5808, + 43.5808, + 43.5808 + ] + }, + { + "episode": 1310, + "avg_reward": 10782.66, + "avg_cost": 5.25, + "lambda": 43.8542, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.8542, + 43.8542, + 43.8542, + 43.8542, + 43.8542, + 43.8542 + ] + }, + { + "episode": 1320, + "avg_reward": 11001.49, + "avg_cost": 7.75, + "lambda": 44.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0325, + 44.0325, + 44.0325, + 44.0325, + 44.0325, + 44.0325 + ] + }, + { + "episode": 1330, + "avg_reward": 10544.94, + "avg_cost": 1.75, + "lambda": 43.8333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.8333, + 43.8333, + 43.8333, + 43.8333, + 43.8333, + 43.8333 + ] + }, + { + "episode": 1340, + "avg_reward": 10888.65, + "avg_cost": 1.25, + "lambda": 43.7067, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.7067, + 43.7067, + 43.7067, + 43.7067, + 43.7067, + 43.7067 + ] + }, + { + "episode": 1350, + "avg_reward": 10604.8, + "avg_cost": 8.0, + "lambda": 43.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.5625, + 43.5625, + 43.5625, + 43.5625, + 43.5625, + 43.5625 + ] + }, + { + "episode": 1360, + "avg_reward": 10899.89, + "avg_cost": 1.5, + "lambda": 43.4833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.4833, + 43.4833, + 43.4833, + 43.4833, + 43.4833, + 43.4833 + ] + }, + { + "episode": 1370, + "avg_reward": 10418.58, + "avg_cost": 8.75, + "lambda": 43.4092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.4092, + 43.4092, + 43.4092, + 43.4092, + 43.4092, + 43.4092 + ] + }, + { + "episode": 1380, + "avg_reward": 11368.62, + "avg_cost": 9.25, + "lambda": 43.44, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.44, + 43.44, + 43.44, + 43.44, + 43.44, + 43.44 + ] + }, + { + "episode": 1390, + "avg_reward": 10216.53, + "avg_cost": 10.25, + "lambda": 43.6558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.6558, + 43.6558, + 43.6558, + 43.6558, + 43.6558, + 43.6558 + ] + }, + { + "episode": 1400, + "avg_reward": 11089.24, + "avg_cost": 18.75, + "lambda": 44.0792, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0792, + 44.0792, + 44.0792, + 44.0792, + 44.0792, + 44.0792 + ] + }, + { + "episode": 1410, + "avg_reward": 10913.34, + "avg_cost": 6.75, + "lambda": 44.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.0375, + 44.0375, + 44.0375, + 44.0375, + 44.0375, + 44.0375 + ] + }, + { + "episode": 1420, + "avg_reward": 12052.48, + "avg_cost": 2.5, + "lambda": 44.2033, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.2033, + 44.2033, + 44.2033, + 44.2033, + 44.2033, + 44.2033 + ] + }, + { + "episode": 1430, + "avg_reward": 10930.47, + "avg_cost": 5.75, + "lambda": 44.1317, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.1317, + 44.1317, + 44.1317, + 44.1317, + 44.1317, + 44.1317 + ] + }, + { + "episode": 1440, + "avg_reward": 10811.8, + "avg_cost": 12.0, + "lambda": 44.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.445, + 44.445, + 44.445, + 44.445, + 44.445, + 44.445 + ] + }, + { + "episode": 1450, + "avg_reward": 13120.23, + "avg_cost": 14.0, + "lambda": 44.7783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.7783, + 44.7783, + 44.7783, + 44.7783, + 44.7783, + 44.7783 + ] + }, + { + "episode": 1460, + "avg_reward": 10552.81, + "avg_cost": 22.75, + "lambda": 45.0592, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.0592, + 45.0592, + 45.0592, + 45.0592, + 45.0592, + 45.0592 + ] + }, + { + "episode": 1470, + "avg_reward": 12460.99, + "avg_cost": 9.5, + "lambda": 45.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.65, + 45.65, + 45.65, + 45.65, + 45.65, + 45.65 + ] + }, + { + "episode": 1480, + "avg_reward": 11925.15, + "avg_cost": 7.5, + "lambda": 45.9558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.9558, + 45.9558, + 45.9558, + 45.9558, + 45.9558, + 45.9558 + ] + }, + { + "episode": 1490, + "avg_reward": 11674.13, + "avg_cost": 5.75, + "lambda": 46.3767, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.3767, + 46.3767, + 46.3767, + 46.3767, + 46.3767, + 46.3767 + ] + }, + { + "episode": 1500, + "avg_reward": 11802.34, + "avg_cost": 7.5, + "lambda": 46.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.8825, + 46.8825, + 46.8825, + 46.8825, + 46.8825, + 46.8825 + ] + } + ], + "final_lambdas": [ + 46.8825, + 46.8825, + 46.8825, + 46.8825, + 46.8825, + 46.8825 + ], + "d_per_agent": 6.6667 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..524b2680dafbcafedbcd5f76cd9aee82291ad71b --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 7795193.22, + "constraint_satisfaction_pct": 31.87, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 94.8, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -6405.23, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -6299.91, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225, + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 20, + "avg_reward": -6569.97, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475, + 10.475, + 10.475, + 10.475, + 10.475 + ] + }, + { + "episode": 30, + "avg_reward": -5565.86, + "avg_cost": 0.0, + "lambda": 10.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.55, + 10.55, + 10.55, + 10.55, + 10.55, + 10.55 + ] + }, + { + "episode": 40, + "avg_reward": -5670.19, + "avg_cost": 0.0, + "lambda": 10.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.65, + 10.65, + 10.65, + 10.65, + 10.65, + 10.65 + ] + }, + { + "episode": 50, + "avg_reward": -4169.13, + "avg_cost": 0.0, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675, + 10.675, + 10.675, + 10.675, + 10.675 + ] + }, + { + "episode": 60, + "avg_reward": -5873.01, + "avg_cost": 0.5, + "lambda": 10.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8, + 10.8, + 10.8, + 10.8, + 10.8, + 10.8 + ] + }, + { + "episode": 70, + "avg_reward": -4852.63, + "avg_cost": 0.0, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85, + 10.85, + 10.85, + 10.85, + 10.85 + ] + }, + { + "episode": 80, + "avg_reward": -4233.8, + "avg_cost": 0.0, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 90, + "avg_reward": -3910.36, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 100, + "avg_reward": -4040.97, + "avg_cost": 0.0, + "lambda": 11.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.075, + 11.075, + 11.075, + 11.075, + 11.075, + 11.075 + ] + }, + { + "episode": 110, + "avg_reward": -3053.79, + "avg_cost": 0.0, + "lambda": 11.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.125, + 11.125, + 11.125, + 11.125, + 11.125, + 11.125 + ] + }, + { + "episode": 120, + "avg_reward": -2867.22, + "avg_cost": 0.0, + "lambda": 11.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.15, + 11.15, + 11.15, + 11.15, + 11.15, + 11.15 + ] + }, + { + "episode": 130, + "avg_reward": -3604.96, + "avg_cost": 0.0, + "lambda": 11.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ] + }, + { + "episode": 140, + "avg_reward": -3480.99, + "avg_cost": 0.0, + "lambda": 11.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ] + }, + { + "episode": 150, + "avg_reward": -3207.61, + "avg_cost": 0.0, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225, + 11.225, + 11.225, + 11.225, + 11.225 + ] + }, + { + "episode": 160, + "avg_reward": -2427.46, + "avg_cost": 0.0, + "lambda": 11.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.25, + 11.25, + 11.25, + 11.25, + 11.25, + 11.25 + ] + }, + { + "episode": 170, + "avg_reward": -1943.14, + "avg_cost": 0.25, + "lambda": 11.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.45, + 11.45, + 11.45, + 11.45, + 11.45, + 11.45 + ] + }, + { + "episode": 180, + "avg_reward": -2410.96, + "avg_cost": 0.0, + "lambda": 11.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.5, + 11.5, + 11.5, + 11.5, + 11.5, + 11.5 + ] + }, + { + "episode": 190, + "avg_reward": -3281.38, + "avg_cost": 0.25, + "lambda": 11.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.55, + 11.55, + 11.55, + 11.55, + 11.55, + 11.55 + ] + }, + { + "episode": 200, + "avg_reward": -2185.02, + "avg_cost": 0.0, + "lambda": 11.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.575, + 11.575, + 11.575, + 11.575, + 11.575, + 11.575 + ] + }, + { + "episode": 210, + "avg_reward": -1094.5, + "avg_cost": 0.0, + "lambda": 11.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.575, + 11.575, + 11.575, + 11.575, + 11.575, + 11.575 + ] + }, + { + "episode": 220, + "avg_reward": -1912.45, + "avg_cost": 0.0, + "lambda": 11.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.575, + 11.575, + 11.575, + 11.575, + 11.575, + 11.575 + ] + }, + { + "episode": 230, + "avg_reward": -753.7, + "avg_cost": 0.0, + "lambda": 11.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6, + 11.6, + 11.6, + 11.6, + 11.6, + 11.6 + ] + }, + { + "episode": 240, + "avg_reward": -422.92, + "avg_cost": 0.0, + "lambda": 11.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.6, + 11.6, + 11.6, + 11.6, + 11.6, + 11.6 + ] + }, + { + "episode": 250, + "avg_reward": -2233.66, + "avg_cost": 0.25, + "lambda": 11.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.825, + 11.825, + 11.825, + 11.825, + 11.825, + 11.825 + ] + }, + { + "episode": 260, + "avg_reward": -1396.95, + "avg_cost": 0.5, + "lambda": 12.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.2, + 12.2, + 12.2, + 12.2, + 12.2, + 12.2 + ] + }, + { + "episode": 270, + "avg_reward": -2082.95, + "avg_cost": 1.25, + "lambda": 12.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.65, + 12.65, + 12.65, + 12.65, + 12.65, + 12.65 + ] + }, + { + "episode": 280, + "avg_reward": -1742.97, + "avg_cost": 0.0, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.9, + 12.9, + 12.9, + 12.9, + 12.9, + 12.9 + ] + }, + { + "episode": 290, + "avg_reward": -1853.76, + "avg_cost": 0.25, + "lambda": 13.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.4, + 13.4, + 13.4, + 13.4, + 13.4, + 13.4 + ] + }, + { + "episode": 300, + "avg_reward": -1296.58, + "avg_cost": 0.5, + "lambda": 13.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.675, + 13.675, + 13.675, + 13.675, + 13.675, + 13.675 + ] + }, + { + "episode": 310, + "avg_reward": -1618.37, + "avg_cost": 0.25, + "lambda": 14.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.225, + 14.225, + 14.225, + 14.225, + 14.225, + 14.225 + ] + }, + { + "episode": 320, + "avg_reward": -462.31, + "avg_cost": 0.0, + "lambda": 14.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.675, + 14.675, + 14.675, + 14.675, + 14.675, + 14.675 + ] + }, + { + "episode": 330, + "avg_reward": -977.76, + "avg_cost": 0.25, + "lambda": 15.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.9, + 15.9, + 15.9, + 15.9, + 15.9, + 15.9 + ] + }, + { + "episode": 340, + "avg_reward": 1606.45, + "avg_cost": 3.75, + "lambda": 17.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.4, + 17.4, + 17.4, + 17.4, + 17.4, + 17.4 + ] + }, + { + "episode": 350, + "avg_reward": -556.99, + "avg_cost": 0.75, + "lambda": 18.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.525, + 18.525, + 18.525, + 18.525, + 18.525, + 18.525 + ] + }, + { + "episode": 360, + "avg_reward": 2057.7, + "avg_cost": 2.5, + "lambda": 19.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.75, + 19.75, + 19.75, + 19.75, + 19.75, + 19.75 + ] + }, + { + "episode": 370, + "avg_reward": 1971.2, + "avg_cost": 3.0, + "lambda": 20.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.7, + 20.7, + 20.7, + 20.7, + 20.7, + 20.7 + ] + }, + { + "episode": 380, + "avg_reward": 170.45, + "avg_cost": 0.75, + "lambda": 21.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.825, + 21.825, + 21.825, + 21.825, + 21.825, + 21.825 + ] + }, + { + "episode": 390, + "avg_reward": 1810.91, + "avg_cost": 1.75, + "lambda": 22.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.75, + 22.75, + 22.75, + 22.75, + 22.75, + 22.75 + ] + }, + { + "episode": 400, + "avg_reward": 2228.79, + "avg_cost": 1.5, + "lambda": 24.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.425, + 24.425, + 24.425, + 24.425, + 24.425, + 24.425 + ] + }, + { + "episode": 410, + "avg_reward": -201.05, + "avg_cost": 1.75, + "lambda": 25.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.725, + 25.725, + 25.725, + 25.725, + 25.725, + 25.725 + ] + }, + { + "episode": 420, + "avg_reward": 1251.29, + "avg_cost": 1.25, + "lambda": 27.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.0, + 27.0, + 27.0, + 27.0, + 27.0, + 27.0 + ] + }, + { + "episode": 430, + "avg_reward": 1110.3, + "avg_cost": 0.75, + "lambda": 28.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.4, + 28.4, + 28.4, + 28.4, + 28.4, + 28.4 + ] + }, + { + "episode": 440, + "avg_reward": 3369.67, + "avg_cost": 0.0, + "lambda": 29.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.45, + 29.45, + 29.45, + 29.45, + 29.45, + 29.45 + ] + }, + { + "episode": 450, + "avg_reward": 2218.69, + "avg_cost": 0.5, + "lambda": 30.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 30.75, + 30.75, + 30.75, + 30.75, + 30.75, + 30.75 + ] + }, + { + "episode": 460, + "avg_reward": 2056.11, + "avg_cost": 0.5, + "lambda": 32.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.625, + 32.625, + 32.625, + 32.625, + 32.625, + 32.625 + ] + }, + { + "episode": 470, + "avg_reward": 3029.43, + "avg_cost": 1.75, + "lambda": 34.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.5, + 34.5, + 34.5, + 34.5, + 34.5, + 34.5 + ] + }, + { + "episode": 480, + "avg_reward": 3705.72, + "avg_cost": 1.0, + "lambda": 35.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.45, + 35.45, + 35.45, + 35.45, + 35.45, + 35.45 + ] + }, + { + "episode": 490, + "avg_reward": 4375.65, + "avg_cost": 0.5, + "lambda": 36.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.475, + 36.475, + 36.475, + 36.475, + 36.475, + 36.475 + ] + }, + { + "episode": 500, + "avg_reward": 2861.42, + "avg_cost": 1.5, + "lambda": 37.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 37.45, + 37.45, + 37.45, + 37.45, + 37.45, + 37.45 + ] + }, + { + "episode": 510, + "avg_reward": 4348.56, + "avg_cost": 1.25, + "lambda": 38.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.55, + 38.55, + 38.55, + 38.55, + 38.55, + 38.55 + ] + }, + { + "episode": 520, + "avg_reward": 3081.4, + "avg_cost": 0.25, + "lambda": 39.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.55, + 39.55, + 39.55, + 39.55, + 39.55, + 39.55 + ] + }, + { + "episode": 530, + "avg_reward": 5229.48, + "avg_cost": 1.25, + "lambda": 40.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.925, + 40.925, + 40.925, + 40.925, + 40.925, + 40.925 + ] + }, + { + "episode": 540, + "avg_reward": 2973.8, + "avg_cost": 1.25, + "lambda": 42.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.0, + 42.0, + 42.0, + 42.0, + 42.0, + 42.0 + ] + }, + { + "episode": 550, + "avg_reward": 4171.36, + "avg_cost": 1.75, + "lambda": 43.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.15, + 43.15, + 43.15, + 43.15, + 43.15, + 43.15 + ] + }, + { + "episode": 560, + "avg_reward": 3488.49, + "avg_cost": 1.25, + "lambda": 44.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.25, + 44.25, + 44.25, + 44.25, + 44.25, + 44.25 + ] + }, + { + "episode": 570, + "avg_reward": 4856.88, + "avg_cost": 1.0, + "lambda": 45.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.2, + 45.2, + 45.2, + 45.2, + 45.2, + 45.2 + ] + }, + { + "episode": 580, + "avg_reward": 6493.02, + "avg_cost": 2.25, + "lambda": 46.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.25, + 46.25, + 46.25, + 46.25, + 46.25, + 46.25 + ] + }, + { + "episode": 590, + "avg_reward": 6451.67, + "avg_cost": 0.5, + "lambda": 47.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.4, + 47.4, + 47.4, + 47.4, + 47.4, + 47.4 + ] + }, + { + "episode": 600, + "avg_reward": 6454.63, + "avg_cost": 3.25, + "lambda": 48.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.825, + 48.825, + 48.825, + 48.825, + 48.825, + 48.825 + ] + }, + { + "episode": 610, + "avg_reward": 4533.66, + "avg_cost": 1.75, + "lambda": 49.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.8, + 49.8, + 49.8, + 49.8, + 49.8, + 49.8 + ] + }, + { + "episode": 620, + "avg_reward": 7244.77, + "avg_cost": 2.0, + "lambda": 50.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.925, + 50.925, + 50.925, + 50.925, + 50.925, + 50.925 + ] + }, + { + "episode": 630, + "avg_reward": 6252.24, + "avg_cost": 0.0, + "lambda": 51.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.725, + 51.725, + 51.725, + 51.725, + 51.725, + 51.725 + ] + }, + { + "episode": 640, + "avg_reward": 5933.56, + "avg_cost": 0.75, + "lambda": 52.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.35, + 52.35, + 52.35, + 52.35, + 52.35, + 52.35 + ] + }, + { + "episode": 650, + "avg_reward": 6976.88, + "avg_cost": 1.0, + "lambda": 53.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.05, + 53.05, + 53.05, + 53.05, + 53.05, + 53.05 + ] + }, + { + "episode": 660, + "avg_reward": 7467.76, + "avg_cost": 1.0, + "lambda": 54.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.025, + 54.025, + 54.025, + 54.025, + 54.025, + 54.025 + ] + }, + { + "episode": 670, + "avg_reward": 6558.89, + "avg_cost": 0.5, + "lambda": 54.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.65, + 54.65, + 54.65, + 54.65, + 54.65, + 54.65 + ] + }, + { + "episode": 680, + "avg_reward": 7652.57, + "avg_cost": 0.5, + "lambda": 55.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.25, + 55.25, + 55.25, + 55.25, + 55.25, + 55.25 + ] + }, + { + "episode": 690, + "avg_reward": 5282.52, + "avg_cost": 0.25, + "lambda": 56.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.075, + 56.075, + 56.075, + 56.075, + 56.075, + 56.075 + ] + }, + { + "episode": 700, + "avg_reward": 7832.93, + "avg_cost": 0.75, + "lambda": 56.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.55, + 56.55, + 56.55, + 56.55, + 56.55, + 56.55 + ] + }, + { + "episode": 710, + "avg_reward": 7675.44, + "avg_cost": 0.5, + "lambda": 57.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.3, + 57.3, + 57.3, + 57.3, + 57.3, + 57.3 + ] + }, + { + "episode": 720, + "avg_reward": 6902.57, + "avg_cost": 0.0, + "lambda": 57.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.875, + 57.875, + 57.875, + 57.875, + 57.875, + 57.875 + ] + }, + { + "episode": 730, + "avg_reward": 7644.88, + "avg_cost": 0.0, + "lambda": 58.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.375, + 58.375, + 58.375, + 58.375, + 58.375, + 58.375 + ] + }, + { + "episode": 740, + "avg_reward": 6999.68, + "avg_cost": 0.0, + "lambda": 58.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.55, + 58.55, + 58.55, + 58.55, + 58.55, + 58.55 + ] + }, + { + "episode": 750, + "avg_reward": 7800.28, + "avg_cost": 0.25, + "lambda": 59.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.075, + 59.075, + 59.075, + 59.075, + 59.075, + 59.075 + ] + }, + { + "episode": 760, + "avg_reward": 7553.2, + "avg_cost": 0.5, + "lambda": 59.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.675, + 59.675, + 59.675, + 59.675, + 59.675, + 59.675 + ] + }, + { + "episode": 770, + "avg_reward": 8174.54, + "avg_cost": 0.25, + "lambda": 59.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.925, + 59.925, + 59.925, + 59.925, + 59.925, + 59.925 + ] + }, + { + "episode": 780, + "avg_reward": 7194.05, + "avg_cost": 0.0, + "lambda": 60.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.4, + 60.4, + 60.4, + 60.4, + 60.4, + 60.4 + ] + }, + { + "episode": 790, + "avg_reward": 7334.35, + "avg_cost": 0.75, + "lambda": 61.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.0, + 61.0, + 61.0, + 61.0, + 61.0, + 61.0 + ] + }, + { + "episode": 800, + "avg_reward": 8743.3, + "avg_cost": 0.5, + "lambda": 61.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.6, + 61.6, + 61.6, + 61.6, + 61.6, + 61.6 + ] + }, + { + "episode": 810, + "avg_reward": 7689.28, + "avg_cost": 0.25, + "lambda": 61.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.975, + 61.975, + 61.975, + 61.975, + 61.975, + 61.975 + ] + }, + { + "episode": 820, + "avg_reward": 9039.14, + "avg_cost": 0.0, + "lambda": 62.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.625, + 62.625, + 62.625, + 62.625, + 62.625, + 62.625 + ] + }, + { + "episode": 830, + "avg_reward": 8386.52, + "avg_cost": 0.0, + "lambda": 63.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.2, + 63.2, + 63.2, + 63.2, + 63.2, + 63.2 + ] + }, + { + "episode": 840, + "avg_reward": 8946.42, + "avg_cost": 0.5, + "lambda": 63.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.65, + 63.65, + 63.65, + 63.65, + 63.65, + 63.65 + ] + }, + { + "episode": 850, + "avg_reward": 9683.5, + "avg_cost": 1.5, + "lambda": 64.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.425, + 64.425, + 64.425, + 64.425, + 64.425, + 64.425 + ] + }, + { + "episode": 860, + "avg_reward": 8723.08, + "avg_cost": 1.0, + "lambda": 65.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.125, + 65.125, + 65.125, + 65.125, + 65.125, + 65.125 + ] + }, + { + "episode": 870, + "avg_reward": 8465.74, + "avg_cost": 0.0, + "lambda": 65.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.925, + 65.925, + 65.925, + 65.925, + 65.925, + 65.925 + ] + }, + { + "episode": 880, + "avg_reward": 9987.11, + "avg_cost": 0.75, + "lambda": 66.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.425, + 66.425, + 66.425, + 66.425, + 66.425, + 66.425 + ] + }, + { + "episode": 890, + "avg_reward": 7270.86, + "avg_cost": 1.0, + "lambda": 67.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.5, + 67.5, + 67.5, + 67.5, + 67.5, + 67.5 + ] + }, + { + "episode": 900, + "avg_reward": 7781.68, + "avg_cost": 0.25, + "lambda": 68.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.1, + 68.1, + 68.1, + 68.1, + 68.1, + 68.1 + ] + }, + { + "episode": 910, + "avg_reward": 9719.24, + "avg_cost": 0.0, + "lambda": 69.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.05, + 69.05, + 69.05, + 69.05, + 69.05, + 69.05 + ] + }, + { + "episode": 920, + "avg_reward": 9654.63, + "avg_cost": 0.0, + "lambda": 69.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.525, + 69.525, + 69.525, + 69.525, + 69.525, + 69.525 + ] + }, + { + "episode": 930, + "avg_reward": 10688.99, + "avg_cost": 1.0, + "lambda": 70.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.125, + 70.125, + 70.125, + 70.125, + 70.125, + 70.125 + ] + }, + { + "episode": 940, + "avg_reward": 9084.74, + "avg_cost": 0.0, + "lambda": 70.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.7, + 70.7, + 70.7, + 70.7, + 70.7, + 70.7 + ] + }, + { + "episode": 950, + "avg_reward": 10288.03, + "avg_cost": 0.5, + "lambda": 71.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.2, + 71.2, + 71.2, + 71.2, + 71.2, + 71.2 + ] + }, + { + "episode": 960, + "avg_reward": 9652.88, + "avg_cost": 0.0, + "lambda": 71.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.925, + 71.925, + 71.925, + 71.925, + 71.925, + 71.925 + ] + }, + { + "episode": 970, + "avg_reward": 9977.68, + "avg_cost": 0.0, + "lambda": 72.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.525, + 72.525, + 72.525, + 72.525, + 72.525, + 72.525 + ] + }, + { + "episode": 980, + "avg_reward": 10530.35, + "avg_cost": 2.25, + "lambda": 73.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.25, + 73.25, + 73.25, + 73.25, + 73.25, + 73.25 + ] + }, + { + "episode": 990, + "avg_reward": 10948.14, + "avg_cost": 1.25, + "lambda": 73.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.725, + 73.725, + 73.725, + 73.725, + 73.725, + 73.725 + ] + }, + { + "episode": 1000, + "avg_reward": 10453.91, + "avg_cost": 0.25, + "lambda": 74.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.05, + 74.05, + 74.05, + 74.05, + 74.05, + 74.05 + ] + }, + { + "episode": 1010, + "avg_reward": 10574.24, + "avg_cost": 1.5, + "lambda": 74.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.85, + 74.85, + 74.85, + 74.85, + 74.85, + 74.85 + ] + }, + { + "episode": 1020, + "avg_reward": 10665.99, + "avg_cost": 0.5, + "lambda": 75.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.625, + 75.625, + 75.625, + 75.625, + 75.625, + 75.625 + ] + }, + { + "episode": 1030, + "avg_reward": 10204.4, + "avg_cost": 0.0, + "lambda": 76.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.025, + 76.025, + 76.025, + 76.025, + 76.025, + 76.025 + ] + }, + { + "episode": 1040, + "avg_reward": 11139.6, + "avg_cost": 0.5, + "lambda": 76.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.375, + 76.375, + 76.375, + 76.375, + 76.375, + 76.375 + ] + }, + { + "episode": 1050, + "avg_reward": 10596.38, + "avg_cost": 0.0, + "lambda": 76.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.575, + 76.575, + 76.575, + 76.575, + 76.575, + 76.575 + ] + }, + { + "episode": 1060, + "avg_reward": 10936.42, + "avg_cost": 0.5, + "lambda": 76.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.875, + 76.875, + 76.875, + 76.875, + 76.875, + 76.875 + ] + }, + { + "episode": 1070, + "avg_reward": 10632.25, + "avg_cost": 0.0, + "lambda": 77.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.2, + 77.2, + 77.2, + 77.2, + 77.2, + 77.2 + ] + }, + { + "episode": 1080, + "avg_reward": 10581.23, + "avg_cost": 0.25, + "lambda": 77.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.625, + 77.625, + 77.625, + 77.625, + 77.625, + 77.625 + ] + }, + { + "episode": 1090, + "avg_reward": 10907.47, + "avg_cost": 0.0, + "lambda": 77.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.875, + 77.875, + 77.875, + 77.875, + 77.875, + 77.875 + ] + }, + { + "episode": 1100, + "avg_reward": 10956.3, + "avg_cost": 0.5, + "lambda": 78.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.15, + 78.15, + 78.15, + 78.15, + 78.15, + 78.15 + ] + }, + { + "episode": 1110, + "avg_reward": 11098.66, + "avg_cost": 0.75, + "lambda": 78.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.525, + 78.525, + 78.525, + 78.525, + 78.525, + 78.525 + ] + }, + { + "episode": 1120, + "avg_reward": 11060.65, + "avg_cost": 0.0, + "lambda": 78.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.8, + 78.8, + 78.8, + 78.8, + 78.8, + 78.8 + ] + }, + { + "episode": 1130, + "avg_reward": 10014.79, + "avg_cost": 0.25, + "lambda": 79.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.05, + 79.05, + 79.05, + 79.05, + 79.05, + 79.05 + ] + }, + { + "episode": 1140, + "avg_reward": 10870.14, + "avg_cost": 0.0, + "lambda": 79.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.3, + 79.3, + 79.3, + 79.3, + 79.3, + 79.3 + ] + }, + { + "episode": 1150, + "avg_reward": 10225.74, + "avg_cost": 0.0, + "lambda": 80.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.0, + 80.0, + 80.0, + 80.0, + 80.0, + 80.0 + ] + }, + { + "episode": 1160, + "avg_reward": 10943.86, + "avg_cost": 0.5, + "lambda": 80.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.5, + 80.5, + 80.5, + 80.5, + 80.5, + 80.5 + ] + }, + { + "episode": 1170, + "avg_reward": 11150.35, + "avg_cost": 0.0, + "lambda": 80.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.925, + 80.925, + 80.925, + 80.925, + 80.925, + 80.925 + ] + }, + { + "episode": 1180, + "avg_reward": 11502.19, + "avg_cost": 0.25, + "lambda": 81.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.075, + 81.075, + 81.075, + 81.075, + 81.075, + 81.075 + ] + }, + { + "episode": 1190, + "avg_reward": 10910.28, + "avg_cost": 0.0, + "lambda": 81.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.275, + 81.275, + 81.275, + 81.275, + 81.275, + 81.275 + ] + }, + { + "episode": 1200, + "avg_reward": 11630.89, + "avg_cost": 0.25, + "lambda": 81.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.725, + 81.725, + 81.725, + 81.725, + 81.725, + 81.725 + ] + }, + { + "episode": 1210, + "avg_reward": 11375.28, + "avg_cost": 0.0, + "lambda": 81.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.95, + 81.95, + 81.95, + 81.95, + 81.95, + 81.95 + ] + }, + { + "episode": 1220, + "avg_reward": 11506.55, + "avg_cost": 0.5, + "lambda": 82.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.275, + 82.275, + 82.275, + 82.275, + 82.275, + 82.275 + ] + }, + { + "episode": 1230, + "avg_reward": 11108.43, + "avg_cost": 0.0, + "lambda": 82.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.5, + 82.5, + 82.5, + 82.5, + 82.5, + 82.5 + ] + }, + { + "episode": 1240, + "avg_reward": 11341.76, + "avg_cost": 0.25, + "lambda": 82.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.675, + 82.675, + 82.675, + 82.675, + 82.675, + 82.675 + ] + }, + { + "episode": 1250, + "avg_reward": 11510.01, + "avg_cost": 1.0, + "lambda": 83.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.05, + 83.05, + 83.05, + 83.05, + 83.05, + 83.05 + ] + }, + { + "episode": 1260, + "avg_reward": 11293.78, + "avg_cost": 0.25, + "lambda": 83.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.3, + 83.3, + 83.3, + 83.3, + 83.3, + 83.3 + ] + }, + { + "episode": 1270, + "avg_reward": 11444.43, + "avg_cost": 0.5, + "lambda": 83.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.55, + 83.55, + 83.55, + 83.55, + 83.55, + 83.55 + ] + }, + { + "episode": 1280, + "avg_reward": 12265.75, + "avg_cost": 0.5, + "lambda": 83.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.725, + 83.725, + 83.725, + 83.725, + 83.725, + 83.725 + ] + }, + { + "episode": 1290, + "avg_reward": 12218.15, + "avg_cost": 0.25, + "lambda": 83.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.75, + 83.75, + 83.75, + 83.75, + 83.75, + 83.75 + ] + }, + { + "episode": 1300, + "avg_reward": 12501.12, + "avg_cost": 0.5, + "lambda": 84.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.05, + 84.05, + 84.05, + 84.05, + 84.05, + 84.05 + ] + }, + { + "episode": 1310, + "avg_reward": 9245.12, + "avg_cost": 0.75, + "lambda": 84.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.425, + 84.425, + 84.425, + 84.425, + 84.425, + 84.425 + ] + }, + { + "episode": 1320, + "avg_reward": 12574.35, + "avg_cost": 0.5, + "lambda": 84.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.575, + 84.575, + 84.575, + 84.575, + 84.575, + 84.575 + ] + }, + { + "episode": 1330, + "avg_reward": 11999.24, + "avg_cost": 0.5, + "lambda": 84.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.9, + 84.9, + 84.9, + 84.9, + 84.9, + 84.9 + ] + }, + { + "episode": 1340, + "avg_reward": 11359.95, + "avg_cost": 0.0, + "lambda": 85.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.35, + 85.35, + 85.35, + 85.35, + 85.35, + 85.35 + ] + }, + { + "episode": 1350, + "avg_reward": 12313.56, + "avg_cost": 0.25, + "lambda": 85.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.95, + 85.95, + 85.95, + 85.95, + 85.95, + 85.95 + ] + }, + { + "episode": 1360, + "avg_reward": 11773.29, + "avg_cost": 0.0, + "lambda": 86.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.325, + 86.325, + 86.325, + 86.325, + 86.325, + 86.325 + ] + }, + { + "episode": 1370, + "avg_reward": 12741.96, + "avg_cost": 0.5, + "lambda": 86.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.675, + 86.675, + 86.675, + 86.675, + 86.675, + 86.675 + ] + }, + { + "episode": 1380, + "avg_reward": 12408.39, + "avg_cost": 0.25, + "lambda": 86.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.95, + 86.95, + 86.95, + 86.95, + 86.95, + 86.95 + ] + }, + { + "episode": 1390, + "avg_reward": 12668.6, + "avg_cost": 0.0, + "lambda": 87.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.05, + 87.05, + 87.05, + 87.05, + 87.05, + 87.05 + ] + }, + { + "episode": 1400, + "avg_reward": 12092.42, + "avg_cost": 1.0, + "lambda": 87.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.5, + 87.5, + 87.5, + 87.5, + 87.5, + 87.5 + ] + }, + { + "episode": 1410, + "avg_reward": 12374.1, + "avg_cost": 0.5, + "lambda": 87.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 87.9, + 87.9, + 87.9, + 87.9, + 87.9, + 87.9 + ] + }, + { + "episode": 1420, + "avg_reward": 5975.12, + "avg_cost": 2.5, + "lambda": 88.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 88.65, + 88.65, + 88.65, + 88.65, + 88.65, + 88.65 + ] + }, + { + "episode": 1430, + "avg_reward": 11425.26, + "avg_cost": 0.5, + "lambda": 89.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 89.95, + 89.95, + 89.95, + 89.95, + 89.95, + 89.95 + ] + }, + { + "episode": 1440, + "avg_reward": 12990.22, + "avg_cost": 1.25, + "lambda": 90.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.75, + 90.75, + 90.75, + 90.75, + 90.75, + 90.75 + ] + }, + { + "episode": 1450, + "avg_reward": -2972.57, + "avg_cost": 1.5, + "lambda": 92.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.25, + 92.25, + 92.25, + 92.25, + 92.25, + 92.25 + ] + }, + { + "episode": 1460, + "avg_reward": -2392.93, + "avg_cost": 0.75, + "lambda": 92.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.825, + 92.825, + 92.825, + 92.825, + 92.825, + 92.825 + ] + }, + { + "episode": 1470, + "avg_reward": -3656.16, + "avg_cost": 1.0, + "lambda": 93.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.4, + 93.4, + 93.4, + 93.4, + 93.4, + 93.4 + ] + }, + { + "episode": 1480, + "avg_reward": -2757.88, + "avg_cost": 0.0, + "lambda": 93.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 93.95, + 93.95, + 93.95, + 93.95, + 93.95, + 93.95 + ] + }, + { + "episode": 1490, + "avg_reward": -1020.9, + "avg_cost": 0.0, + "lambda": 94.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.25, + 94.25, + 94.25, + 94.25, + 94.25, + 94.25 + ] + }, + { + "episode": 1500, + "avg_reward": 269.75, + "avg_cost": 0.75, + "lambda": 94.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 94.8, + 94.8, + 94.8, + 94.8, + 94.8, + 94.8 + ] + } + ], + "final_lambdas": [ + 94.8, + 94.8, + 94.8, + 94.8, + 94.8, + 94.8 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..e717dd623fcc64edfccb2da35f9ee41f21440fb3 --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s3_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -527557.45, + "constraint_satisfaction_pct": 22.93, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 11.1483, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -653.64, + "avg_cost": 147.5, + "lambda": 0.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475 + ] + }, + { + "episode": 10, + "avg_reward": -625.9, + "avg_cost": 128.5, + "lambda": 1.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.865, + 1.865, + 1.865, + 1.865, + 1.865, + 1.865 + ] + }, + { + "episode": 20, + "avg_reward": -1962.12, + "avg_cost": 99.75, + "lambda": 2.971, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.971, + 2.971, + 2.971, + 2.971, + 2.971, + 2.971 + ] + }, + { + "episode": 30, + "avg_reward": -923.18, + "avg_cost": 34.75, + "lambda": 3.6638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6638, + 3.6638, + 3.6638, + 3.6638, + 3.6638, + 3.6638 + ] + }, + { + "episode": 40, + "avg_reward": -903.54, + "avg_cost": 21.75, + "lambda": 3.8693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.8693, + 3.8693, + 3.8693, + 3.8693, + 3.8693, + 3.8693 + ] + }, + { + "episode": 50, + "avg_reward": -720.15, + "avg_cost": 15.75, + "lambda": 4.0393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0393, + 4.0393, + 4.0393, + 4.0393, + 4.0393, + 4.0393 + ] + }, + { + "episode": 60, + "avg_reward": -532.89, + "avg_cost": 34.5, + "lambda": 4.2455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.2455, + 4.2455, + 4.2455, + 4.2455, + 4.2455, + 4.2455 + ] + }, + { + "episode": 70, + "avg_reward": -558.84, + "avg_cost": 12.75, + "lambda": 4.3585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3585, + 4.3585, + 4.3585, + 4.3585, + 4.3585, + 4.3585 + ] + }, + { + "episode": 80, + "avg_reward": -777.54, + "avg_cost": 29.5, + "lambda": 4.4293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4293, + 4.4293, + 4.4293, + 4.4293, + 4.4293, + 4.4293 + ] + }, + { + "episode": 90, + "avg_reward": -276.96, + "avg_cost": 3.75, + "lambda": 4.4805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4805, + 4.4805, + 4.4805, + 4.4805, + 4.4805, + 4.4805 + ] + }, + { + "episode": 100, + "avg_reward": -218.91, + "avg_cost": 2.0, + "lambda": 4.5043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5043, + 4.5043, + 4.5043, + 4.5043, + 4.5043, + 4.5043 + ] + }, + { + "episode": 110, + "avg_reward": -388.24, + "avg_cost": 8.75, + "lambda": 4.5228, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5228, + 4.5228, + 4.5228, + 4.5228, + 4.5228, + 4.5228 + ] + }, + { + "episode": 120, + "avg_reward": -49.1, + "avg_cost": 1.25, + "lambda": 4.5368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5368, + 4.5368, + 4.5368, + 4.5368, + 4.5368, + 4.5368 + ] + }, + { + "episode": 130, + "avg_reward": -105.56, + "avg_cost": 0.25, + "lambda": 4.5488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5488, + 4.5488, + 4.5488, + 4.5488, + 4.5488, + 4.5488 + ] + }, + { + "episode": 140, + "avg_reward": -341.39, + "avg_cost": 9.5, + "lambda": 4.5725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5725, + 4.5725, + 4.5725, + 4.5725, + 4.5725, + 4.5725 + ] + }, + { + "episode": 150, + "avg_reward": -624.5, + "avg_cost": 5.0, + "lambda": 4.603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.603, + 4.603, + 4.603, + 4.603, + 4.603, + 4.603 + ] + }, + { + "episode": 160, + "avg_reward": -519.9, + "avg_cost": 1.25, + "lambda": 4.6343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6343, + 4.6343, + 4.6343, + 4.6343, + 4.6343, + 4.6343 + ] + }, + { + "episode": 170, + "avg_reward": -137.17, + "avg_cost": 7.5, + "lambda": 4.6615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6615, + 4.6615, + 4.6615, + 4.6615, + 4.6615, + 4.6615 + ] + }, + { + "episode": 180, + "avg_reward": -179.61, + "avg_cost": 1.0, + "lambda": 4.726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.726, + 4.726, + 4.726, + 4.726, + 4.726, + 4.726 + ] + }, + { + "episode": 190, + "avg_reward": -445.48, + "avg_cost": 22.5, + "lambda": 4.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.965, + 4.965, + 4.965, + 4.965, + 4.965, + 4.965 + ] + }, + { + "episode": 200, + "avg_reward": -302.15, + "avg_cost": 7.5, + "lambda": 5.0703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0703, + 5.0703, + 5.0703, + 5.0703, + 5.0703, + 5.0703 + ] + }, + { + "episode": 210, + "avg_reward": -143.62, + "avg_cost": 0.25, + "lambda": 5.1243, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1243, + 5.1243, + 5.1243, + 5.1243, + 5.1243, + 5.1243 + ] + }, + { + "episode": 220, + "avg_reward": -209.56, + "avg_cost": 21.25, + "lambda": 5.2853, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2853, + 5.2853, + 5.2853, + 5.2853, + 5.2853, + 5.2853 + ] + }, + { + "episode": 230, + "avg_reward": -183.44, + "avg_cost": 111.25, + "lambda": 5.662, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.662, + 5.662, + 5.662, + 5.662, + 5.662, + 5.662 + ] + }, + { + "episode": 240, + "avg_reward": -583.28, + "avg_cost": 0.0, + "lambda": 5.9353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.9353, + 5.9353, + 5.9353, + 5.9353, + 5.9353, + 5.9353 + ] + }, + { + "episode": 250, + "avg_reward": -518.88, + "avg_cost": 0.25, + "lambda": 6.1748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1748, + 6.1748, + 6.1748, + 6.1748, + 6.1748, + 6.1748 + ] + }, + { + "episode": 260, + "avg_reward": -689.91, + "avg_cost": 0.0, + "lambda": 6.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.21, + 6.21, + 6.21, + 6.21, + 6.21, + 6.21 + ] + }, + { + "episode": 270, + "avg_reward": -680.25, + "avg_cost": 0.0, + "lambda": 6.2168, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2168, + 6.2168, + 6.2168, + 6.2168, + 6.2168, + 6.2168 + ] + }, + { + "episode": 280, + "avg_reward": -690.39, + "avg_cost": 0.0, + "lambda": 6.218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.218, + 6.218, + 6.218, + 6.218, + 6.218, + 6.218 + ] + }, + { + "episode": 290, + "avg_reward": -736.01, + "avg_cost": 0.0, + "lambda": 6.2188, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2188, + 6.2188, + 6.2188, + 6.2188, + 6.2188, + 6.2188 + ] + }, + { + "episode": 300, + "avg_reward": -759.92, + "avg_cost": 0.0, + "lambda": 6.2188, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.2188, + 6.2188, + 6.2188, + 6.2188, + 6.2188, + 6.2188 + ] + }, + { + "episode": 310, + "avg_reward": -854.59, + "avg_cost": 0.0, + "lambda": 6.251, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.251, + 6.251, + 6.251, + 6.251, + 6.251, + 6.251 + ] + }, + { + "episode": 320, + "avg_reward": -990.1, + "avg_cost": 0.75, + "lambda": 6.358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.358, + 6.358, + 6.358, + 6.358, + 6.358, + 6.358 + ] + }, + { + "episode": 330, + "avg_reward": -1103.72, + "avg_cost": 0.0, + "lambda": 6.4313, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4313, + 6.4313, + 6.4313, + 6.4313, + 6.4313, + 6.4313 + ] + }, + { + "episode": 340, + "avg_reward": -1026.79, + "avg_cost": 0.0, + "lambda": 6.4315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4315, + 6.4315, + 6.4315, + 6.4315, + 6.4315, + 6.4315 + ] + }, + { + "episode": 350, + "avg_reward": -1015.55, + "avg_cost": 0.0, + "lambda": 6.4368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4368, + 6.4368, + 6.4368, + 6.4368, + 6.4368, + 6.4368 + ] + }, + { + "episode": 360, + "avg_reward": -1064.49, + "avg_cost": 1.25, + "lambda": 6.4398, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4398, + 6.4398, + 6.4398, + 6.4398, + 6.4398, + 6.4398 + ] + }, + { + "episode": 370, + "avg_reward": -1073.63, + "avg_cost": 0.0, + "lambda": 6.4418, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4418, + 6.4418, + 6.4418, + 6.4418, + 6.4418, + 6.4418 + ] + }, + { + "episode": 380, + "avg_reward": -940.33, + "avg_cost": 0.5, + "lambda": 6.4435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4435, + 6.4435, + 6.4435, + 6.4435, + 6.4435, + 6.4435 + ] + }, + { + "episode": 390, + "avg_reward": -966.9, + "avg_cost": 0.0, + "lambda": 6.4463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4463, + 6.4463, + 6.4463, + 6.4463, + 6.4463, + 6.4463 + ] + }, + { + "episode": 400, + "avg_reward": -964.12, + "avg_cost": 0.0, + "lambda": 6.4473, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4473, + 6.4473, + 6.4473, + 6.4473, + 6.4473, + 6.4473 + ] + }, + { + "episode": 410, + "avg_reward": -919.38, + "avg_cost": 0.0, + "lambda": 6.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4475, + 6.4475, + 6.4475, + 6.4475, + 6.4475, + 6.4475 + ] + }, + { + "episode": 420, + "avg_reward": -899.94, + "avg_cost": 0.0, + "lambda": 6.4485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4485, + 6.4485, + 6.4485, + 6.4485, + 6.4485, + 6.4485 + ] + }, + { + "episode": 430, + "avg_reward": -892.04, + "avg_cost": 0.0, + "lambda": 6.4505, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4505, + 6.4505, + 6.4505, + 6.4505, + 6.4505, + 6.4505 + ] + }, + { + "episode": 440, + "avg_reward": -784.94, + "avg_cost": 0.5, + "lambda": 6.4518, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4518, + 6.4518, + 6.4518, + 6.4518, + 6.4518, + 6.4518 + ] + }, + { + "episode": 450, + "avg_reward": -843.01, + "avg_cost": 0.5, + "lambda": 6.4773, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4773, + 6.4773, + 6.4773, + 6.4773, + 6.4773, + 6.4773 + ] + }, + { + "episode": 460, + "avg_reward": -542.82, + "avg_cost": 2.5, + "lambda": 6.4895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.4895, + 6.4895, + 6.4895, + 6.4895, + 6.4895, + 6.4895 + ] + }, + { + "episode": 470, + "avg_reward": -416.71, + "avg_cost": 1.5, + "lambda": 6.5185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5185, + 6.5185, + 6.5185, + 6.5185, + 6.5185, + 6.5185 + ] + }, + { + "episode": 480, + "avg_reward": -272.72, + "avg_cost": 1.25, + "lambda": 6.5245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5245, + 6.5245, + 6.5245, + 6.5245, + 6.5245, + 6.5245 + ] + }, + { + "episode": 490, + "avg_reward": -253.42, + "avg_cost": 0.5, + "lambda": 6.5295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5295, + 6.5295, + 6.5295, + 6.5295, + 6.5295, + 6.5295 + ] + }, + { + "episode": 500, + "avg_reward": -153.42, + "avg_cost": 0.0, + "lambda": 6.5353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5353, + 6.5353, + 6.5353, + 6.5353, + 6.5353, + 6.5353 + ] + }, + { + "episode": 510, + "avg_reward": -39.85, + "avg_cost": 1.0, + "lambda": 6.5403, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5403, + 6.5403, + 6.5403, + 6.5403, + 6.5403, + 6.5403 + ] + }, + { + "episode": 520, + "avg_reward": -97.38, + "avg_cost": 2.25, + "lambda": 6.557, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.557, + 6.557, + 6.557, + 6.557, + 6.557, + 6.557 + ] + }, + { + "episode": 530, + "avg_reward": -373.51, + "avg_cost": 1.25, + "lambda": 6.5948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.5948, + 6.5948, + 6.5948, + 6.5948, + 6.5948, + 6.5948 + ] + }, + { + "episode": 540, + "avg_reward": -158.6, + "avg_cost": 3.5, + "lambda": 6.619, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.619, + 6.619, + 6.619, + 6.619, + 6.619, + 6.619 + ] + }, + { + "episode": 550, + "avg_reward": -179.34, + "avg_cost": 3.25, + "lambda": 6.6615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6615, + 6.6615, + 6.6615, + 6.6615, + 6.6615, + 6.6615 + ] + }, + { + "episode": 560, + "avg_reward": -41.25, + "avg_cost": 0.75, + "lambda": 6.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6675, + 6.6675, + 6.6675, + 6.6675, + 6.6675, + 6.6675 + ] + }, + { + "episode": 570, + "avg_reward": 2.29, + "avg_cost": 1.0, + "lambda": 6.6748, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6748, + 6.6748, + 6.6748, + 6.6748, + 6.6748, + 6.6748 + ] + }, + { + "episode": 580, + "avg_reward": -83.61, + "avg_cost": 0.5, + "lambda": 6.683, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.683, + 6.683, + 6.683, + 6.683, + 6.683, + 6.683 + ] + }, + { + "episode": 590, + "avg_reward": -85.26, + "avg_cost": 2.0, + "lambda": 6.6893, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6893, + 6.6893, + 6.6893, + 6.6893, + 6.6893, + 6.6893 + ] + }, + { + "episode": 600, + "avg_reward": -35.51, + "avg_cost": 0.0, + "lambda": 6.8138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8138, + 6.8138, + 6.8138, + 6.8138, + 6.8138, + 6.8138 + ] + }, + { + "episode": 610, + "avg_reward": -84.78, + "avg_cost": 0.0, + "lambda": 6.816, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.816, + 6.816, + 6.816, + 6.816, + 6.816, + 6.816 + ] + }, + { + "episode": 620, + "avg_reward": -34.56, + "avg_cost": 1.0, + "lambda": 6.818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.818, + 6.818, + 6.818, + 6.818, + 6.818, + 6.818 + ] + }, + { + "episode": 630, + "avg_reward": -65.28, + "avg_cost": 0.0, + "lambda": 6.8215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8215, + 6.8215, + 6.8215, + 6.8215, + 6.8215, + 6.8215 + ] + }, + { + "episode": 640, + "avg_reward": -69.58, + "avg_cost": 0.75, + "lambda": 6.8293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8293, + 6.8293, + 6.8293, + 6.8293, + 6.8293, + 6.8293 + ] + }, + { + "episode": 650, + "avg_reward": -63.44, + "avg_cost": 0.75, + "lambda": 6.8335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8335, + 6.8335, + 6.8335, + 6.8335, + 6.8335, + 6.8335 + ] + }, + { + "episode": 660, + "avg_reward": -48.08, + "avg_cost": 0.5, + "lambda": 6.8358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8358, + 6.8358, + 6.8358, + 6.8358, + 6.8358, + 6.8358 + ] + }, + { + "episode": 670, + "avg_reward": -99.22, + "avg_cost": 3.25, + "lambda": 6.8488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8488, + 6.8488, + 6.8488, + 6.8488, + 6.8488, + 6.8488 + ] + }, + { + "episode": 680, + "avg_reward": -68.76, + "avg_cost": 0.25, + "lambda": 6.859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.859, + 6.859, + 6.859, + 6.859, + 6.859, + 6.859 + ] + }, + { + "episode": 690, + "avg_reward": -52.18, + "avg_cost": 0.0, + "lambda": 6.8608, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8608, + 6.8608, + 6.8608, + 6.8608, + 6.8608, + 6.8608 + ] + }, + { + "episode": 700, + "avg_reward": -63.47, + "avg_cost": 0.0, + "lambda": 6.864, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.864, + 6.864, + 6.864, + 6.864, + 6.864, + 6.864 + ] + }, + { + "episode": 710, + "avg_reward": -34.68, + "avg_cost": 1.25, + "lambda": 6.8703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8703, + 6.8703, + 6.8703, + 6.8703, + 6.8703, + 6.8703 + ] + }, + { + "episode": 720, + "avg_reward": 13.16, + "avg_cost": 0.25, + "lambda": 6.8788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8788, + 6.8788, + 6.8788, + 6.8788, + 6.8788, + 6.8788 + ] + }, + { + "episode": 730, + "avg_reward": 16.13, + "avg_cost": 0.0, + "lambda": 6.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.8875, + 6.8875, + 6.8875, + 6.8875, + 6.8875, + 6.8875 + ] + }, + { + "episode": 740, + "avg_reward": -84.75, + "avg_cost": 0.25, + "lambda": 6.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9, + 6.9, + 6.9, + 6.9, + 6.9, + 6.9 + ] + }, + { + "episode": 750, + "avg_reward": -119.44, + "avg_cost": 1.0, + "lambda": 6.9055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9055, + 6.9055, + 6.9055, + 6.9055, + 6.9055, + 6.9055 + ] + }, + { + "episode": 760, + "avg_reward": -269.64, + "avg_cost": 1.75, + "lambda": 6.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9125, + 6.9125, + 6.9125, + 6.9125, + 6.9125, + 6.9125 + ] + }, + { + "episode": 770, + "avg_reward": -529.3, + "avg_cost": 5.75, + "lambda": 6.9895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9895, + 6.9895, + 6.9895, + 6.9895, + 6.9895, + 6.9895 + ] + }, + { + "episode": 780, + "avg_reward": -253.86, + "avg_cost": 9.75, + "lambda": 7.0728, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0728, + 7.0728, + 7.0728, + 7.0728, + 7.0728, + 7.0728 + ] + }, + { + "episode": 790, + "avg_reward": -314.81, + "avg_cost": 6.5, + "lambda": 7.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.15, + 7.15, + 7.15, + 7.15, + 7.15, + 7.15 + ] + }, + { + "episode": 800, + "avg_reward": -392.11, + "avg_cost": 13.5, + "lambda": 7.2498, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2498, + 7.2498, + 7.2498, + 7.2498, + 7.2498, + 7.2498 + ] + }, + { + "episode": 810, + "avg_reward": -105.79, + "avg_cost": 53.5, + "lambda": 7.6448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.6448, + 7.6448, + 7.6448, + 7.6448, + 7.6448, + 7.6448 + ] + }, + { + "episode": 820, + "avg_reward": -528.45, + "avg_cost": 58.0, + "lambda": 8.238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.238, + 8.238, + 8.238, + 8.238, + 8.238, + 8.238 + ] + }, + { + "episode": 830, + "avg_reward": -372.15, + "avg_cost": 86.5, + "lambda": 8.949, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.949, + 8.949, + 8.949, + 8.949, + 8.949, + 8.949 + ] + }, + { + "episode": 840, + "avg_reward": -1742.38, + "avg_cost": 2.5, + "lambda": 9.2438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2438, + 9.2438, + 9.2438, + 9.2438, + 9.2438, + 9.2438 + ] + }, + { + "episode": 850, + "avg_reward": -1367.36, + "avg_cost": 2.75, + "lambda": 9.2558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2558, + 9.2558, + 9.2558, + 9.2558, + 9.2558, + 9.2558 + ] + }, + { + "episode": 860, + "avg_reward": -468.0, + "avg_cost": 3.0, + "lambda": 9.2805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2805, + 9.2805, + 9.2805, + 9.2805, + 9.2805, + 9.2805 + ] + }, + { + "episode": 870, + "avg_reward": -425.72, + "avg_cost": 14.75, + "lambda": 9.3288, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3288, + 9.3288, + 9.3288, + 9.3288, + 9.3288, + 9.3288 + ] + }, + { + "episode": 880, + "avg_reward": -966.76, + "avg_cost": 1.25, + "lambda": 9.3858, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3858, + 9.3858, + 9.3858, + 9.3858, + 9.3858, + 9.3858 + ] + }, + { + "episode": 890, + "avg_reward": -1438.97, + "avg_cost": 3.5, + "lambda": 9.4203, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4203, + 9.4203, + 9.4203, + 9.4203, + 9.4203, + 9.4203 + ] + }, + { + "episode": 900, + "avg_reward": -458.97, + "avg_cost": 10.75, + "lambda": 9.457, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.457, + 9.457, + 9.457, + 9.457, + 9.457, + 9.457 + ] + }, + { + "episode": 910, + "avg_reward": -1240.48, + "avg_cost": 43.0, + "lambda": 9.6485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6485, + 9.6485, + 9.6485, + 9.6485, + 9.6485, + 9.6485 + ] + }, + { + "episode": 920, + "avg_reward": -694.51, + "avg_cost": 15.5, + "lambda": 10.2043, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2043, + 10.2043, + 10.2043, + 10.2043, + 10.2043, + 10.2043 + ] + }, + { + "episode": 930, + "avg_reward": -646.03, + "avg_cost": 22.5, + "lambda": 10.3533, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.3533, + 10.3533, + 10.3533, + 10.3533, + 10.3533, + 10.3533 + ] + }, + { + "episode": 940, + "avg_reward": -1203.07, + "avg_cost": 8.5, + "lambda": 10.4588, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4588, + 10.4588, + 10.4588, + 10.4588, + 10.4588, + 10.4588 + ] + }, + { + "episode": 950, + "avg_reward": -347.78, + "avg_cost": 5.75, + "lambda": 10.5193, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5193, + 10.5193, + 10.5193, + 10.5193, + 10.5193, + 10.5193 + ] + }, + { + "episode": 960, + "avg_reward": -516.39, + "avg_cost": 3.25, + "lambda": 10.551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.551, + 10.551, + 10.551, + 10.551, + 10.551, + 10.551 + ] + }, + { + "episode": 970, + "avg_reward": -467.13, + "avg_cost": 2.0, + "lambda": 10.576, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.576, + 10.576, + 10.576, + 10.576, + 10.576, + 10.576 + ] + }, + { + "episode": 980, + "avg_reward": -470.17, + "avg_cost": 3.75, + "lambda": 10.5998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5998, + 10.5998, + 10.5998, + 10.5998, + 10.5998, + 10.5998 + ] + }, + { + "episode": 990, + "avg_reward": -434.89, + "avg_cost": 7.5, + "lambda": 10.6465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6465, + 10.6465, + 10.6465, + 10.6465, + 10.6465, + 10.6465 + ] + }, + { + "episode": 1000, + "avg_reward": -278.88, + "avg_cost": 11.0, + "lambda": 10.6818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.6818, + 10.6818, + 10.6818, + 10.6818, + 10.6818, + 10.6818 + ] + }, + { + "episode": 1010, + "avg_reward": -30.28, + "avg_cost": 2.25, + "lambda": 10.696, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.696, + 10.696, + 10.696, + 10.696, + 10.696, + 10.696 + ] + }, + { + "episode": 1020, + "avg_reward": -89.55, + "avg_cost": 1.25, + "lambda": 10.7215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7215, + 10.7215, + 10.7215, + 10.7215, + 10.7215, + 10.7215 + ] + }, + { + "episode": 1030, + "avg_reward": -29.41, + "avg_cost": 9.75, + "lambda": 10.7538, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7538, + 10.7538, + 10.7538, + 10.7538, + 10.7538, + 10.7538 + ] + }, + { + "episode": 1040, + "avg_reward": -108.27, + "avg_cost": 3.75, + "lambda": 10.7655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7655, + 10.7655, + 10.7655, + 10.7655, + 10.7655, + 10.7655 + ] + }, + { + "episode": 1050, + "avg_reward": -56.7, + "avg_cost": 1.5, + "lambda": 10.7818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.7818, + 10.7818, + 10.7818, + 10.7818, + 10.7818, + 10.7818 + ] + }, + { + "episode": 1060, + "avg_reward": -51.05, + "avg_cost": 0.75, + "lambda": 10.8048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8048, + 10.8048, + 10.8048, + 10.8048, + 10.8048, + 10.8048 + ] + }, + { + "episode": 1070, + "avg_reward": -42.02, + "avg_cost": 0.0, + "lambda": 10.823, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.823, + 10.823, + 10.823, + 10.823, + 10.823, + 10.823 + ] + }, + { + "episode": 1080, + "avg_reward": -48.32, + "avg_cost": 0.75, + "lambda": 10.8303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8303, + 10.8303, + 10.8303, + 10.8303, + 10.8303, + 10.8303 + ] + }, + { + "episode": 1090, + "avg_reward": -63.11, + "avg_cost": 1.75, + "lambda": 10.8368, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8368, + 10.8368, + 10.8368, + 10.8368, + 10.8368, + 10.8368 + ] + }, + { + "episode": 1100, + "avg_reward": -63.99, + "avg_cost": 1.25, + "lambda": 10.852, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.852, + 10.852, + 10.852, + 10.852, + 10.852, + 10.852 + ] + }, + { + "episode": 1110, + "avg_reward": -78.13, + "avg_cost": 0.0, + "lambda": 10.8698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8698, + 10.8698, + 10.8698, + 10.8698, + 10.8698, + 10.8698 + ] + }, + { + "episode": 1120, + "avg_reward": -28.29, + "avg_cost": 0.5, + "lambda": 10.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8875, + 10.8875, + 10.8875, + 10.8875, + 10.8875, + 10.8875 + ] + }, + { + "episode": 1130, + "avg_reward": -14.86, + "avg_cost": 0.0, + "lambda": 10.8935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8935, + 10.8935, + 10.8935, + 10.8935, + 10.8935, + 10.8935 + ] + }, + { + "episode": 1140, + "avg_reward": -29.02, + "avg_cost": 0.25, + "lambda": 10.8988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8988, + 10.8988, + 10.8988, + 10.8988, + 10.8988, + 10.8988 + ] + }, + { + "episode": 1150, + "avg_reward": -17.68, + "avg_cost": 0.0, + "lambda": 10.9028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9028, + 10.9028, + 10.9028, + 10.9028, + 10.9028, + 10.9028 + ] + }, + { + "episode": 1160, + "avg_reward": -58.84, + "avg_cost": 0.25, + "lambda": 10.9068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9068, + 10.9068, + 10.9068, + 10.9068, + 10.9068, + 10.9068 + ] + }, + { + "episode": 1170, + "avg_reward": -60.97, + "avg_cost": 0.5, + "lambda": 10.9215, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9215, + 10.9215, + 10.9215, + 10.9215, + 10.9215, + 10.9215 + ] + }, + { + "episode": 1180, + "avg_reward": -40.36, + "avg_cost": 0.0, + "lambda": 10.9265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9265, + 10.9265, + 10.9265, + 10.9265, + 10.9265, + 10.9265 + ] + }, + { + "episode": 1190, + "avg_reward": -39.96, + "avg_cost": 1.5, + "lambda": 10.9318, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9318, + 10.9318, + 10.9318, + 10.9318, + 10.9318, + 10.9318 + ] + }, + { + "episode": 1200, + "avg_reward": -55.23, + "avg_cost": 1.0, + "lambda": 10.936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.936, + 10.936, + 10.936, + 10.936, + 10.936, + 10.936 + ] + }, + { + "episode": 1210, + "avg_reward": -39.51, + "avg_cost": 0.5, + "lambda": 10.941, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.941, + 10.941, + 10.941, + 10.941, + 10.941, + 10.941 + ] + }, + { + "episode": 1220, + "avg_reward": -10.71, + "avg_cost": 0.0, + "lambda": 10.9463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9463, + 10.9463, + 10.9463, + 10.9463, + 10.9463, + 10.9463 + ] + }, + { + "episode": 1230, + "avg_reward": -22.86, + "avg_cost": 0.5, + "lambda": 10.9605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9605, + 10.9605, + 10.9605, + 10.9605, + 10.9605, + 10.9605 + ] + }, + { + "episode": 1240, + "avg_reward": -27.92, + "avg_cost": 2.75, + "lambda": 10.973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.973, + 10.973, + 10.973, + 10.973, + 10.973, + 10.973 + ] + }, + { + "episode": 1250, + "avg_reward": 2.13, + "avg_cost": 0.0, + "lambda": 10.9815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9815, + 10.9815, + 10.9815, + 10.9815, + 10.9815, + 10.9815 + ] + }, + { + "episode": 1260, + "avg_reward": -3.18, + "avg_cost": 1.5, + "lambda": 10.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.99, + 10.99, + 10.99, + 10.99, + 10.99, + 10.99 + ] + }, + { + "episode": 1270, + "avg_reward": 47.74, + "avg_cost": 0.75, + "lambda": 10.9963, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9963, + 10.9963, + 10.9963, + 10.9963, + 10.9963, + 10.9963 + ] + }, + { + "episode": 1280, + "avg_reward": 45.43, + "avg_cost": 0.0, + "lambda": 11.0003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0003, + 11.0003, + 11.0003, + 11.0003, + 11.0003, + 11.0003 + ] + }, + { + "episode": 1290, + "avg_reward": 24.9, + "avg_cost": 0.25, + "lambda": 11.0045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0045, + 11.0045, + 11.0045, + 11.0045, + 11.0045, + 11.0045 + ] + }, + { + "episode": 1300, + "avg_reward": -6.05, + "avg_cost": 1.75, + "lambda": 11.0155, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0155, + 11.0155, + 11.0155, + 11.0155, + 11.0155, + 11.0155 + ] + }, + { + "episode": 1310, + "avg_reward": 7.53, + "avg_cost": 1.5, + "lambda": 11.0233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0233, + 11.0233, + 11.0233, + 11.0233, + 11.0233, + 11.0233 + ] + }, + { + "episode": 1320, + "avg_reward": 49.8, + "avg_cost": 0.25, + "lambda": 11.0285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0285, + 11.0285, + 11.0285, + 11.0285, + 11.0285, + 11.0285 + ] + }, + { + "episode": 1330, + "avg_reward": 34.26, + "avg_cost": 0.75, + "lambda": 11.0343, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0343, + 11.0343, + 11.0343, + 11.0343, + 11.0343, + 11.0343 + ] + }, + { + "episode": 1340, + "avg_reward": 35.2, + "avg_cost": 1.75, + "lambda": 11.0463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0463, + 11.0463, + 11.0463, + 11.0463, + 11.0463, + 11.0463 + ] + }, + { + "episode": 1350, + "avg_reward": 6.87, + "avg_cost": 0.75, + "lambda": 11.0558, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0558, + 11.0558, + 11.0558, + 11.0558, + 11.0558, + 11.0558 + ] + }, + { + "episode": 1360, + "avg_reward": 20.08, + "avg_cost": 1.5, + "lambda": 11.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.07, + 11.07, + 11.07, + 11.07, + 11.07, + 11.07 + ] + }, + { + "episode": 1370, + "avg_reward": 25.92, + "avg_cost": 0.5, + "lambda": 11.0833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0833, + 11.0833, + 11.0833, + 11.0833, + 11.0833, + 11.0833 + ] + }, + { + "episode": 1380, + "avg_reward": 57.97, + "avg_cost": 0.0, + "lambda": 11.0908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0908, + 11.0908, + 11.0908, + 11.0908, + 11.0908, + 11.0908 + ] + }, + { + "episode": 1390, + "avg_reward": 25.5, + "avg_cost": 1.5, + "lambda": 11.0965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0965, + 11.0965, + 11.0965, + 11.0965, + 11.0965, + 11.0965 + ] + }, + { + "episode": 1400, + "avg_reward": -83.81, + "avg_cost": 3.0, + "lambda": 11.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1025, + 11.1025, + 11.1025, + 11.1025, + 11.1025, + 11.1025 + ] + }, + { + "episode": 1410, + "avg_reward": -99.62, + "avg_cost": 0.25, + "lambda": 11.1058, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1058, + 11.1058, + 11.1058, + 11.1058, + 11.1058, + 11.1058 + ] + }, + { + "episode": 1420, + "avg_reward": -94.81, + "avg_cost": 0.5, + "lambda": 11.1098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1098, + 11.1098, + 11.1098, + 11.1098, + 11.1098, + 11.1098 + ] + }, + { + "episode": 1430, + "avg_reward": -95.76, + "avg_cost": 0.75, + "lambda": 11.114, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.114, + 11.114, + 11.114, + 11.114, + 11.114, + 11.114 + ] + }, + { + "episode": 1440, + "avg_reward": -121.6, + "avg_cost": 0.0, + "lambda": 11.1193, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1193, + 11.1193, + 11.1193, + 11.1193, + 11.1193, + 11.1193 + ] + }, + { + "episode": 1450, + "avg_reward": -115.65, + "avg_cost": 1.25, + "lambda": 11.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.125, + 11.125, + 11.125, + 11.125, + 11.125, + 11.125 + ] + }, + { + "episode": 1460, + "avg_reward": -97.4, + "avg_cost": 0.0, + "lambda": 11.1273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1273, + 11.1273, + 11.1273, + 11.1273, + 11.1273, + 11.1273 + ] + }, + { + "episode": 1470, + "avg_reward": -99.75, + "avg_cost": 1.5, + "lambda": 11.1353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1353, + 11.1353, + 11.1353, + 11.1353, + 11.1353, + 11.1353 + ] + }, + { + "episode": 1480, + "avg_reward": -138.09, + "avg_cost": 0.0, + "lambda": 11.1383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1383, + 11.1383, + 11.1383, + 11.1383, + 11.1383, + 11.1383 + ] + }, + { + "episode": 1490, + "avg_reward": -136.77, + "avg_cost": 0.5, + "lambda": 11.1435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1435, + 11.1435, + 11.1435, + 11.1435, + 11.1435, + 11.1435 + ] + }, + { + "episode": 1500, + "avg_reward": -126.01, + "avg_cost": 0.75, + "lambda": 11.1483, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.1483, + 11.1483, + 11.1483, + 11.1483, + 11.1483, + 11.1483 + ] + } + ], + "final_lambdas": [ + 11.1483, + 11.1483, + 11.1483, + 11.1483, + 11.1483, + 11.1483 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json b/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..e05ff2304ff7bd8ae3dbb1dddd002e6f7671f55c --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_HalfCheetah_6x1_v18_maxstd.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 5739255.36, + "constraint_satisfaction_pct": 37.6, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 86.7, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -7365.68, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0, + 10.0, + 10.0, + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -6648.67, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225, + 10.225, + 10.225, + 10.225, + 10.225 + ] + }, + { + "episode": 20, + "avg_reward": -6448.55, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35, + 10.35, + 10.35, + 10.35, + 10.35 + ] + }, + { + "episode": 30, + "avg_reward": -6051.19, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5, + 10.5, + 10.5, + 10.5, + 10.5, + 10.5 + ] + }, + { + "episode": 40, + "avg_reward": -4653.04, + "avg_cost": 0.0, + "lambda": 10.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.5, + 10.5, + 10.5, + 10.5, + 10.5, + 10.5 + ] + }, + { + "episode": 50, + "avg_reward": -5746.79, + "avg_cost": 0.0, + "lambda": 10.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.525, + 10.525, + 10.525, + 10.525, + 10.525, + 10.525 + ] + }, + { + "episode": 60, + "avg_reward": -6129.51, + "avg_cost": 0.25, + "lambda": 10.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.625, + 10.625, + 10.625, + 10.625, + 10.625, + 10.625 + ] + }, + { + "episode": 70, + "avg_reward": -3891.74, + "avg_cost": 0.0, + "lambda": 10.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.725, + 10.725, + 10.725, + 10.725, + 10.725, + 10.725 + ] + }, + { + "episode": 80, + "avg_reward": -3851.66, + "avg_cost": 0.0, + "lambda": 10.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.75, + 10.75, + 10.75, + 10.75, + 10.75, + 10.75 + ] + }, + { + "episode": 90, + "avg_reward": -3431.18, + "avg_cost": 0.0, + "lambda": 10.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.775, + 10.775, + 10.775, + 10.775, + 10.775, + 10.775 + ] + }, + { + "episode": 100, + "avg_reward": -3405.67, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 110, + "avg_reward": -2546.58, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 120, + "avg_reward": -3159.32, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 130, + "avg_reward": -3129.36, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 140, + "avg_reward": -2819.22, + "avg_cost": 0.0, + "lambda": 10.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9, + 10.9, + 10.9, + 10.9, + 10.9, + 10.9 + ] + }, + { + "episode": 150, + "avg_reward": -1805.88, + "avg_cost": 0.0, + "lambda": 10.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.95, + 10.95, + 10.95, + 10.95, + 10.95, + 10.95 + ] + }, + { + "episode": 160, + "avg_reward": -3461.04, + "avg_cost": 0.0, + "lambda": 10.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.975, + 10.975, + 10.975, + 10.975, + 10.975, + 10.975 + ] + }, + { + "episode": 170, + "avg_reward": -2737.56, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 180, + "avg_reward": -2135.41, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 190, + "avg_reward": -2885.76, + "avg_cost": 0.0, + "lambda": 11.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0, + 11.0, + 11.0, + 11.0, + 11.0, + 11.0 + ] + }, + { + "episode": 200, + "avg_reward": -1349.26, + "avg_cost": 0.25, + "lambda": 11.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.025, + 11.025, + 11.025, + 11.025, + 11.025, + 11.025 + ] + }, + { + "episode": 210, + "avg_reward": -1334.51, + "avg_cost": 0.25, + "lambda": 11.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.2, + 11.2, + 11.2, + 11.2, + 11.2, + 11.2 + ] + }, + { + "episode": 220, + "avg_reward": -1466.23, + "avg_cost": 0.5, + "lambda": 11.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.475, + 11.475, + 11.475, + 11.475, + 11.475, + 11.475 + ] + }, + { + "episode": 230, + "avg_reward": -2564.83, + "avg_cost": 1.0, + "lambda": 11.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.95, + 11.95, + 11.95, + 11.95, + 11.95, + 11.95 + ] + }, + { + "episode": 240, + "avg_reward": -2656.24, + "avg_cost": 0.0, + "lambda": 12.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.55, + 12.55, + 12.55, + 12.55, + 12.55, + 12.55 + ] + }, + { + "episode": 250, + "avg_reward": -921.56, + "avg_cost": 0.5, + "lambda": 13.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.375, + 13.375, + 13.375, + 13.375, + 13.375, + 13.375 + ] + }, + { + "episode": 260, + "avg_reward": -1401.34, + "avg_cost": 1.25, + "lambda": 13.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.675, + 13.675, + 13.675, + 13.675, + 13.675, + 13.675 + ] + }, + { + "episode": 270, + "avg_reward": -2018.26, + "avg_cost": 0.0, + "lambda": 14.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.875, + 14.875, + 14.875, + 14.875, + 14.875, + 14.875 + ] + }, + { + "episode": 280, + "avg_reward": -1676.81, + "avg_cost": 0.25, + "lambda": 15.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.475, + 15.475, + 15.475, + 15.475, + 15.475, + 15.475 + ] + }, + { + "episode": 290, + "avg_reward": -681.78, + "avg_cost": 2.0, + "lambda": 16.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.4, + 16.4, + 16.4, + 16.4, + 16.4, + 16.4 + ] + }, + { + "episode": 300, + "avg_reward": -1084.36, + "avg_cost": 2.75, + "lambda": 16.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.975, + 16.975, + 16.975, + 16.975, + 16.975, + 16.975 + ] + }, + { + "episode": 310, + "avg_reward": -1267.04, + "avg_cost": 0.5, + "lambda": 18.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.55, + 18.55, + 18.55, + 18.55, + 18.55, + 18.55 + ] + }, + { + "episode": 320, + "avg_reward": 590.29, + "avg_cost": 0.5, + "lambda": 19.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.95, + 19.95, + 19.95, + 19.95, + 19.95, + 19.95 + ] + }, + { + "episode": 330, + "avg_reward": -16.19, + "avg_cost": 0.0, + "lambda": 21.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.425, + 21.425, + 21.425, + 21.425, + 21.425, + 21.425 + ] + }, + { + "episode": 340, + "avg_reward": 483.02, + "avg_cost": 1.5, + "lambda": 22.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.9, + 22.9, + 22.9, + 22.9, + 22.9, + 22.9 + ] + }, + { + "episode": 350, + "avg_reward": -1104.45, + "avg_cost": 0.5, + "lambda": 23.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 23.625, + 23.625, + 23.625, + 23.625, + 23.625, + 23.625 + ] + }, + { + "episode": 360, + "avg_reward": 59.6, + "avg_cost": 0.75, + "lambda": 24.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.85, + 24.85, + 24.85, + 24.85, + 24.85, + 24.85 + ] + }, + { + "episode": 370, + "avg_reward": 1499.62, + "avg_cost": 1.0, + "lambda": 26.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 26.05, + 26.05, + 26.05, + 26.05, + 26.05, + 26.05 + ] + }, + { + "episode": 380, + "avg_reward": 1883.59, + "avg_cost": 4.75, + "lambda": 27.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.625, + 27.625, + 27.625, + 27.625, + 27.625, + 27.625 + ] + }, + { + "episode": 390, + "avg_reward": -76.29, + "avg_cost": 3.25, + "lambda": 29.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 29.275, + 29.275, + 29.275, + 29.275, + 29.275, + 29.275 + ] + }, + { + "episode": 400, + "avg_reward": 1265.43, + "avg_cost": 0.25, + "lambda": 31.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 31.0, + 31.0, + 31.0, + 31.0, + 31.0, + 31.0 + ] + }, + { + "episode": 410, + "avg_reward": 1144.93, + "avg_cost": 2.75, + "lambda": 32.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 32.125, + 32.125, + 32.125, + 32.125, + 32.125, + 32.125 + ] + }, + { + "episode": 420, + "avg_reward": 1663.17, + "avg_cost": 1.0, + "lambda": 33.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 33.5, + 33.5, + 33.5, + 33.5, + 33.5, + 33.5 + ] + }, + { + "episode": 430, + "avg_reward": -625.39, + "avg_cost": 1.0, + "lambda": 34.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 34.5, + 34.5, + 34.5, + 34.5, + 34.5, + 34.5 + ] + }, + { + "episode": 440, + "avg_reward": 2044.12, + "avg_cost": 0.25, + "lambda": 35.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.475, + 35.475, + 35.475, + 35.475, + 35.475, + 35.475 + ] + }, + { + "episode": 450, + "avg_reward": 3401.57, + "avg_cost": 3.5, + "lambda": 36.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 36.8, + 36.8, + 36.8, + 36.8, + 36.8, + 36.8 + ] + }, + { + "episode": 460, + "avg_reward": 1040.81, + "avg_cost": 0.5, + "lambda": 38.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.55, + 38.55, + 38.55, + 38.55, + 38.55, + 38.55 + ] + }, + { + "episode": 470, + "avg_reward": 1026.46, + "avg_cost": 1.0, + "lambda": 39.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 39.65, + 39.65, + 39.65, + 39.65, + 39.65, + 39.65 + ] + }, + { + "episode": 480, + "avg_reward": 2686.13, + "avg_cost": 1.75, + "lambda": 40.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 40.8, + 40.8, + 40.8, + 40.8, + 40.8, + 40.8 + ] + }, + { + "episode": 490, + "avg_reward": 2505.57, + "avg_cost": 0.0, + "lambda": 41.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 41.65, + 41.65, + 41.65, + 41.65, + 41.65, + 41.65 + ] + }, + { + "episode": 500, + "avg_reward": 2012.68, + "avg_cost": 0.75, + "lambda": 42.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.725, + 42.725, + 42.725, + 42.725, + 42.725, + 42.725 + ] + }, + { + "episode": 510, + "avg_reward": 1664.13, + "avg_cost": 0.0, + "lambda": 43.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 43.7, + 43.7, + 43.7, + 43.7, + 43.7, + 43.7 + ] + }, + { + "episode": 520, + "avg_reward": 4605.2, + "avg_cost": 0.5, + "lambda": 44.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 44.525, + 44.525, + 44.525, + 44.525, + 44.525, + 44.525 + ] + }, + { + "episode": 530, + "avg_reward": 5216.35, + "avg_cost": 1.25, + "lambda": 45.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 45.775, + 45.775, + 45.775, + 45.775, + 45.775, + 45.775 + ] + }, + { + "episode": 540, + "avg_reward": 3989.97, + "avg_cost": 1.25, + "lambda": 46.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 46.55, + 46.55, + 46.55, + 46.55, + 46.55, + 46.55 + ] + }, + { + "episode": 550, + "avg_reward": 4002.0, + "avg_cost": 1.0, + "lambda": 47.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.35, + 47.35, + 47.35, + 47.35, + 47.35, + 47.35 + ] + }, + { + "episode": 560, + "avg_reward": 4638.49, + "avg_cost": 1.0, + "lambda": 47.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 47.975, + 47.975, + 47.975, + 47.975, + 47.975, + 47.975 + ] + }, + { + "episode": 570, + "avg_reward": 3541.08, + "avg_cost": 0.25, + "lambda": 48.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 48.65, + 48.65, + 48.65, + 48.65, + 48.65, + 48.65 + ] + }, + { + "episode": 580, + "avg_reward": 4625.79, + "avg_cost": 0.0, + "lambda": 49.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.15, + 49.15, + 49.15, + 49.15, + 49.15, + 49.15 + ] + }, + { + "episode": 590, + "avg_reward": 4007.75, + "avg_cost": 0.0, + "lambda": 49.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.65, + 49.65, + 49.65, + 49.65, + 49.65, + 49.65 + ] + }, + { + "episode": 600, + "avg_reward": 6375.73, + "avg_cost": 0.25, + "lambda": 50.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.175, + 50.175, + 50.175, + 50.175, + 50.175, + 50.175 + ] + }, + { + "episode": 610, + "avg_reward": 1654.93, + "avg_cost": 0.0, + "lambda": 50.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 50.75, + 50.75, + 50.75, + 50.75, + 50.75, + 50.75 + ] + }, + { + "episode": 620, + "avg_reward": 5299.78, + "avg_cost": 0.75, + "lambda": 51.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 51.7, + 51.7, + 51.7, + 51.7, + 51.7, + 51.7 + ] + }, + { + "episode": 630, + "avg_reward": 5805.0, + "avg_cost": 0.0, + "lambda": 52.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.325, + 52.325, + 52.325, + 52.325, + 52.325, + 52.325 + ] + }, + { + "episode": 640, + "avg_reward": 4978.61, + "avg_cost": 0.75, + "lambda": 52.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 52.85, + 52.85, + 52.85, + 52.85, + 52.85, + 52.85 + ] + }, + { + "episode": 650, + "avg_reward": 4563.59, + "avg_cost": 1.0, + "lambda": 53.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.7, + 53.7, + 53.7, + 53.7, + 53.7, + 53.7 + ] + }, + { + "episode": 660, + "avg_reward": 2204.02, + "avg_cost": 0.75, + "lambda": 54.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.275, + 54.275, + 54.275, + 54.275, + 54.275, + 54.275 + ] + }, + { + "episode": 670, + "avg_reward": 3400.6, + "avg_cost": 0.0, + "lambda": 54.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.875, + 54.875, + 54.875, + 54.875, + 54.875, + 54.875 + ] + }, + { + "episode": 680, + "avg_reward": 6248.95, + "avg_cost": 0.25, + "lambda": 55.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 55.525, + 55.525, + 55.525, + 55.525, + 55.525, + 55.525 + ] + }, + { + "episode": 690, + "avg_reward": 4737.77, + "avg_cost": 0.75, + "lambda": 56.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.075, + 56.075, + 56.075, + 56.075, + 56.075, + 56.075 + ] + }, + { + "episode": 700, + "avg_reward": 5311.17, + "avg_cost": 0.5, + "lambda": 56.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.575, + 56.575, + 56.575, + 56.575, + 56.575, + 56.575 + ] + }, + { + "episode": 710, + "avg_reward": 6656.79, + "avg_cost": 0.0, + "lambda": 56.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.975, + 56.975, + 56.975, + 56.975, + 56.975, + 56.975 + ] + }, + { + "episode": 720, + "avg_reward": 7710.5, + "avg_cost": 2.0, + "lambda": 57.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 57.575, + 57.575, + 57.575, + 57.575, + 57.575, + 57.575 + ] + }, + { + "episode": 730, + "avg_reward": 1742.22, + "avg_cost": 0.0, + "lambda": 58.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.275, + 58.275, + 58.275, + 58.275, + 58.275, + 58.275 + ] + }, + { + "episode": 740, + "avg_reward": 4457.1, + "avg_cost": 0.0, + "lambda": 58.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.55, + 58.55, + 58.55, + 58.55, + 58.55, + 58.55 + ] + }, + { + "episode": 750, + "avg_reward": 2993.8, + "avg_cost": 0.0, + "lambda": 58.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 58.875, + 58.875, + 58.875, + 58.875, + 58.875, + 58.875 + ] + }, + { + "episode": 760, + "avg_reward": 7030.89, + "avg_cost": 0.25, + "lambda": 59.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 59.475, + 59.475, + 59.475, + 59.475, + 59.475, + 59.475 + ] + }, + { + "episode": 770, + "avg_reward": 4669.99, + "avg_cost": 0.25, + "lambda": 60.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.1, + 60.1, + 60.1, + 60.1, + 60.1, + 60.1 + ] + }, + { + "episode": 780, + "avg_reward": 7901.32, + "avg_cost": 0.0, + "lambda": 60.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 60.75, + 60.75, + 60.75, + 60.75, + 60.75, + 60.75 + ] + }, + { + "episode": 790, + "avg_reward": 5721.17, + "avg_cost": 0.5, + "lambda": 61.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 61.55, + 61.55, + 61.55, + 61.55, + 61.55, + 61.55 + ] + }, + { + "episode": 800, + "avg_reward": 8456.8, + "avg_cost": 1.5, + "lambda": 62.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 62.775, + 62.775, + 62.775, + 62.775, + 62.775, + 62.775 + ] + }, + { + "episode": 810, + "avg_reward": 6997.97, + "avg_cost": 0.75, + "lambda": 63.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.7, + 63.7, + 63.7, + 63.7, + 63.7, + 63.7 + ] + }, + { + "episode": 820, + "avg_reward": 7947.68, + "avg_cost": 0.5, + "lambda": 64.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.275, + 64.275, + 64.275, + 64.275, + 64.275, + 64.275 + ] + }, + { + "episode": 830, + "avg_reward": 8792.63, + "avg_cost": 1.5, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85, + 64.85, + 64.85, + 64.85, + 64.85 + ] + }, + { + "episode": 840, + "avg_reward": 6867.12, + "avg_cost": 0.5, + "lambda": 65.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 65.525, + 65.525, + 65.525, + 65.525, + 65.525, + 65.525 + ] + }, + { + "episode": 850, + "avg_reward": 8431.47, + "avg_cost": 1.0, + "lambda": 66.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.025, + 66.025, + 66.025, + 66.025, + 66.025, + 66.025 + ] + }, + { + "episode": 860, + "avg_reward": 8088.32, + "avg_cost": 0.25, + "lambda": 66.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 66.35, + 66.35, + 66.35, + 66.35, + 66.35, + 66.35 + ] + }, + { + "episode": 870, + "avg_reward": 7371.44, + "avg_cost": 0.25, + "lambda": 67.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.025, + 67.025, + 67.025, + 67.025, + 67.025, + 67.025 + ] + }, + { + "episode": 880, + "avg_reward": 8250.07, + "avg_cost": 0.25, + "lambda": 67.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.55, + 67.55, + 67.55, + 67.55, + 67.55, + 67.55 + ] + }, + { + "episode": 890, + "avg_reward": 8066.91, + "avg_cost": 1.25, + "lambda": 67.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 67.975, + 67.975, + 67.975, + 67.975, + 67.975, + 67.975 + ] + }, + { + "episode": 900, + "avg_reward": 8355.33, + "avg_cost": 0.0, + "lambda": 68.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.325, + 68.325, + 68.325, + 68.325, + 68.325, + 68.325 + ] + }, + { + "episode": 910, + "avg_reward": 8681.83, + "avg_cost": 0.5, + "lambda": 68.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 68.75, + 68.75, + 68.75, + 68.75, + 68.75, + 68.75 + ] + }, + { + "episode": 920, + "avg_reward": 8247.99, + "avg_cost": 0.0, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3, + 69.3, + 69.3, + 69.3, + 69.3 + ] + }, + { + "episode": 930, + "avg_reward": 8968.22, + "avg_cost": 1.75, + "lambda": 69.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.9, + 69.9, + 69.9, + 69.9, + 69.9, + 69.9 + ] + }, + { + "episode": 940, + "avg_reward": 8734.08, + "avg_cost": 0.25, + "lambda": 70.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.425, + 70.425, + 70.425, + 70.425, + 70.425, + 70.425 + ] + }, + { + "episode": 950, + "avg_reward": 6707.55, + "avg_cost": 0.5, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175, + 71.175, + 71.175, + 71.175, + 71.175 + ] + }, + { + "episode": 960, + "avg_reward": 8753.59, + "avg_cost": 0.5, + "lambda": 71.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 71.55, + 71.55, + 71.55, + 71.55, + 71.55, + 71.55 + ] + }, + { + "episode": 970, + "avg_reward": 6027.51, + "avg_cost": 0.5, + "lambda": 72.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.1, + 72.1, + 72.1, + 72.1, + 72.1, + 72.1 + ] + }, + { + "episode": 980, + "avg_reward": 8990.4, + "avg_cost": 1.0, + "lambda": 72.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.6, + 72.6, + 72.6, + 72.6, + 72.6, + 72.6 + ] + }, + { + "episode": 990, + "avg_reward": 9040.78, + "avg_cost": 0.25, + "lambda": 72.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 72.925, + 72.925, + 72.925, + 72.925, + 72.925, + 72.925 + ] + }, + { + "episode": 1000, + "avg_reward": 8824.61, + "avg_cost": 0.0, + "lambda": 73.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.125, + 73.125, + 73.125, + 73.125, + 73.125, + 73.125 + ] + }, + { + "episode": 1010, + "avg_reward": 9313.69, + "avg_cost": 0.0, + "lambda": 73.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.4, + 73.4, + 73.4, + 73.4, + 73.4, + 73.4 + ] + }, + { + "episode": 1020, + "avg_reward": 6206.62, + "avg_cost": 0.0, + "lambda": 73.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 73.65, + 73.65, + 73.65, + 73.65, + 73.65, + 73.65 + ] + }, + { + "episode": 1030, + "avg_reward": 8950.67, + "avg_cost": 0.75, + "lambda": 74.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.05, + 74.05, + 74.05, + 74.05, + 74.05, + 74.05 + ] + }, + { + "episode": 1040, + "avg_reward": 9266.99, + "avg_cost": 0.0, + "lambda": 74.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.575, + 74.575, + 74.575, + 74.575, + 74.575, + 74.575 + ] + }, + { + "episode": 1050, + "avg_reward": 9392.88, + "avg_cost": 0.5, + "lambda": 74.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 74.875, + 74.875, + 74.875, + 74.875, + 74.875, + 74.875 + ] + }, + { + "episode": 1060, + "avg_reward": 9125.87, + "avg_cost": 0.25, + "lambda": 75.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.15, + 75.15, + 75.15, + 75.15, + 75.15, + 75.15 + ] + }, + { + "episode": 1070, + "avg_reward": 9394.16, + "avg_cost": 0.5, + "lambda": 75.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.5, + 75.5, + 75.5, + 75.5, + 75.5, + 75.5 + ] + }, + { + "episode": 1080, + "avg_reward": 8625.75, + "avg_cost": 0.0, + "lambda": 75.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.825, + 75.825, + 75.825, + 75.825, + 75.825, + 75.825 + ] + }, + { + "episode": 1090, + "avg_reward": 9817.32, + "avg_cost": 0.25, + "lambda": 76.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.2, + 76.2, + 76.2, + 76.2, + 76.2, + 76.2 + ] + }, + { + "episode": 1100, + "avg_reward": 8999.05, + "avg_cost": 0.0, + "lambda": 76.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.675, + 76.675, + 76.675, + 76.675, + 76.675, + 76.675 + ] + }, + { + "episode": 1110, + "avg_reward": 9558.49, + "avg_cost": 0.0, + "lambda": 77.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.1, + 77.1, + 77.1, + 77.1, + 77.1, + 77.1 + ] + }, + { + "episode": 1120, + "avg_reward": 8885.09, + "avg_cost": 0.75, + "lambda": 77.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 77.575, + 77.575, + 77.575, + 77.575, + 77.575, + 77.575 + ] + }, + { + "episode": 1130, + "avg_reward": 7996.3, + "avg_cost": 0.5, + "lambda": 78.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.075, + 78.075, + 78.075, + 78.075, + 78.075, + 78.075 + ] + }, + { + "episode": 1140, + "avg_reward": 10406.69, + "avg_cost": 0.25, + "lambda": 78.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.375, + 78.375, + 78.375, + 78.375, + 78.375, + 78.375 + ] + }, + { + "episode": 1150, + "avg_reward": 8295.25, + "avg_cost": 1.0, + "lambda": 78.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 78.85, + 78.85, + 78.85, + 78.85, + 78.85, + 78.85 + ] + }, + { + "episode": 1160, + "avg_reward": 6137.18, + "avg_cost": 0.5, + "lambda": 79.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.65, + 79.65, + 79.65, + 79.65, + 79.65, + 79.65 + ] + }, + { + "episode": 1170, + "avg_reward": 10345.99, + "avg_cost": 0.75, + "lambda": 80.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.15, + 80.15, + 80.15, + 80.15, + 80.15, + 80.15 + ] + }, + { + "episode": 1180, + "avg_reward": 9850.84, + "avg_cost": 0.0, + "lambda": 80.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.375, + 80.375, + 80.375, + 80.375, + 80.375, + 80.375 + ] + }, + { + "episode": 1190, + "avg_reward": 9995.99, + "avg_cost": 0.0, + "lambda": 80.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.75, + 80.75, + 80.75, + 80.75, + 80.75, + 80.75 + ] + }, + { + "episode": 1200, + "avg_reward": 10697.92, + "avg_cost": 0.5, + "lambda": 81.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.15, + 81.15, + 81.15, + 81.15, + 81.15, + 81.15 + ] + }, + { + "episode": 1210, + "avg_reward": 11128.38, + "avg_cost": 0.5, + "lambda": 81.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.7, + 81.7, + 81.7, + 81.7, + 81.7, + 81.7 + ] + }, + { + "episode": 1220, + "avg_reward": 8109.02, + "avg_cost": 0.0, + "lambda": 81.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 81.9, + 81.9, + 81.9, + 81.9, + 81.9, + 81.9 + ] + }, + { + "episode": 1230, + "avg_reward": 10606.2, + "avg_cost": 0.0, + "lambda": 82.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.2, + 82.2, + 82.2, + 82.2, + 82.2, + 82.2 + ] + }, + { + "episode": 1240, + "avg_reward": 10290.65, + "avg_cost": 0.0, + "lambda": 82.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.425, + 82.425, + 82.425, + 82.425, + 82.425, + 82.425 + ] + }, + { + "episode": 1250, + "avg_reward": 7827.07, + "avg_cost": 0.0, + "lambda": 82.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 82.625, + 82.625, + 82.625, + 82.625, + 82.625, + 82.625 + ] + }, + { + "episode": 1260, + "avg_reward": 10766.55, + "avg_cost": 0.5, + "lambda": 83.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.0, + 83.0, + 83.0, + 83.0, + 83.0, + 83.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11587.64, + "avg_cost": 0.5, + "lambda": 83.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.4, + 83.4, + 83.4, + 83.4, + 83.4, + 83.4 + ] + }, + { + "episode": 1280, + "avg_reward": 11199.14, + "avg_cost": 0.25, + "lambda": 83.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.7, + 83.7, + 83.7, + 83.7, + 83.7, + 83.7 + ] + }, + { + "episode": 1290, + "avg_reward": 11254.69, + "avg_cost": 0.5, + "lambda": 84.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.075, + 84.075, + 84.075, + 84.075, + 84.075, + 84.075 + ] + }, + { + "episode": 1300, + "avg_reward": -1431.61, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1310, + "avg_reward": -3136.34, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1320, + "avg_reward": -2114.47, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1330, + "avg_reward": -1178.51, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1340, + "avg_reward": -479.37, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1350, + "avg_reward": -319.45, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1360, + "avg_reward": 55.21, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1370, + "avg_reward": 236.64, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1380, + "avg_reward": 648.91, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1390, + "avg_reward": 769.8, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1400, + "avg_reward": 1571.72, + "avg_cost": 0.0, + "lambda": 84.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.375, + 84.375, + 84.375, + 84.375, + 84.375, + 84.375 + ] + }, + { + "episode": 1410, + "avg_reward": 2967.96, + "avg_cost": 0.0, + "lambda": 84.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.4, + 84.4, + 84.4, + 84.4, + 84.4, + 84.4 + ] + }, + { + "episode": 1420, + "avg_reward": 4569.37, + "avg_cost": 0.0, + "lambda": 84.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.45, + 84.45, + 84.45, + 84.45, + 84.45, + 84.45 + ] + }, + { + "episode": 1430, + "avg_reward": 5021.47, + "avg_cost": 0.0, + "lambda": 84.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.5, + 84.5, + 84.5, + 84.5, + 84.5, + 84.5 + ] + }, + { + "episode": 1440, + "avg_reward": 6097.7, + "avg_cost": 0.0, + "lambda": 84.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.725, + 84.725, + 84.725, + 84.725, + 84.725, + 84.725 + ] + }, + { + "episode": 1450, + "avg_reward": 5917.35, + "avg_cost": 0.25, + "lambda": 84.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 84.875, + 84.875, + 84.875, + 84.875, + 84.875, + 84.875 + ] + }, + { + "episode": 1460, + "avg_reward": 7445.77, + "avg_cost": 0.25, + "lambda": 85.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.225, + 85.225, + 85.225, + 85.225, + 85.225, + 85.225 + ] + }, + { + "episode": 1470, + "avg_reward": 7044.37, + "avg_cost": 0.0, + "lambda": 85.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.625, + 85.625, + 85.625, + 85.625, + 85.625, + 85.625 + ] + }, + { + "episode": 1480, + "avg_reward": 7929.58, + "avg_cost": 0.0, + "lambda": 85.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 85.975, + 85.975, + 85.975, + 85.975, + 85.975, + 85.975 + ] + }, + { + "episode": 1490, + "avg_reward": 7883.22, + "avg_cost": 0.25, + "lambda": 86.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.225, + 86.225, + 86.225, + 86.225, + 86.225, + 86.225 + ] + }, + { + "episode": 1500, + "avg_reward": 9118.89, + "avg_cost": 0.5, + "lambda": 86.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.7, + 86.7, + 86.7, + 86.7, + 86.7, + 86.7 + ] + } + ], + "final_lambdas": [ + 86.7, + 86.7, + 86.7, + 86.7, + 86.7, + 86.7 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json b/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json new file mode 100644 index 0000000000000000000000000000000000000000..e936a0de7d5c37f17b1f3f7fe8dc1242ca55177e --- /dev/null +++ b/results/diagnostic_results_n6_per_agent_lambda_s4_1500ep_mamujoco_ManySegmentSwimmer_6x1_v33d_mss6x1.json @@ -0,0 +1,3370 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 6, + "alphas": [ + 6.0, + 4.0, + 3.0, + 2.0, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -255960.86, + "constraint_satisfaction_pct": 15.73, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 14.693, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -550.33, + "avg_cost": 194.75, + "lambda": 0.2948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2948, + 0.2948, + 0.2948, + 0.2948, + 0.2948, + 0.2948 + ] + }, + { + "episode": 10, + "avg_reward": -896.44, + "avg_cost": 163.5, + "lambda": 1.9392, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.9392, + 1.9392, + 1.9392, + 1.9392, + 1.9392, + 1.9392 + ] + }, + { + "episode": 20, + "avg_reward": -1761.17, + "avg_cost": 45.5, + "lambda": 2.393, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.393, + 2.393, + 2.393, + 2.393, + 2.393, + 2.393 + ] + }, + { + "episode": 30, + "avg_reward": -1658.38, + "avg_cost": 13.0, + "lambda": 2.7973, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7973, + 2.7973, + 2.7973, + 2.7973, + 2.7973, + 2.7973 + ] + }, + { + "episode": 40, + "avg_reward": -828.17, + "avg_cost": 38.5, + "lambda": 3.1035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.1035, + 3.1035, + 3.1035, + 3.1035, + 3.1035, + 3.1035 + ] + }, + { + "episode": 50, + "avg_reward": -737.77, + "avg_cost": 18.75, + "lambda": 3.297, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.297, + 3.297, + 3.297, + 3.297, + 3.297, + 3.297 + ] + }, + { + "episode": 60, + "avg_reward": -2307.24, + "avg_cost": 15.25, + "lambda": 3.4503, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.4503, + 3.4503, + 3.4503, + 3.4503, + 3.4503, + 3.4503 + ] + }, + { + "episode": 70, + "avg_reward": -1032.8, + "avg_cost": 41.25, + "lambda": 3.6698, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.6698, + 3.6698, + 3.6698, + 3.6698, + 3.6698, + 3.6698 + ] + }, + { + "episode": 80, + "avg_reward": -529.31, + "avg_cost": 8.25, + "lambda": 4.161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.161, + 4.161, + 4.161, + 4.161, + 4.161, + 4.161 + ] + }, + { + "episode": 90, + "avg_reward": -482.37, + "avg_cost": 15.25, + "lambda": 4.4708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.4708, + 4.4708, + 4.4708, + 4.4708, + 4.4708, + 4.4708 + ] + }, + { + "episode": 100, + "avg_reward": 27.13, + "avg_cost": 9.75, + "lambda": 4.6288, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6288, + 4.6288, + 4.6288, + 4.6288, + 4.6288, + 4.6288 + ] + }, + { + "episode": 110, + "avg_reward": -25.57, + "avg_cost": 12.75, + "lambda": 4.7488, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7488, + 4.7488, + 4.7488, + 4.7488, + 4.7488, + 4.7488 + ] + }, + { + "episode": 120, + "avg_reward": -633.19, + "avg_cost": 14.0, + "lambda": 4.7998, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.7998, + 4.7998, + 4.7998, + 4.7998, + 4.7998, + 4.7998 + ] + }, + { + "episode": 130, + "avg_reward": 51.04, + "avg_cost": 5.5, + "lambda": 5.016, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.016, + 5.016, + 5.016, + 5.016, + 5.016, + 5.016 + ] + }, + { + "episode": 140, + "avg_reward": -488.72, + "avg_cost": 42.25, + "lambda": 5.1527, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1527, + 5.1527, + 5.1527, + 5.1527, + 5.1527, + 5.1527 + ] + }, + { + "episode": 150, + "avg_reward": -146.96, + "avg_cost": 2.5, + "lambda": 5.2245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2245, + 5.2245, + 5.2245, + 5.2245, + 5.2245, + 5.2245 + ] + }, + { + "episode": 160, + "avg_reward": 125.45, + "avg_cost": 2.75, + "lambda": 5.3062, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3062, + 5.3062, + 5.3062, + 5.3062, + 5.3062, + 5.3062 + ] + }, + { + "episode": 170, + "avg_reward": -2499.38, + "avg_cost": 14.0, + "lambda": 5.4657, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.4657, + 5.4657, + 5.4657, + 5.4657, + 5.4657, + 5.4657 + ] + }, + { + "episode": 180, + "avg_reward": -902.47, + "avg_cost": 0.75, + "lambda": 5.5407, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.5407, + 5.5407, + 5.5407, + 5.5407, + 5.5407, + 5.5407 + ] + }, + { + "episode": 190, + "avg_reward": -661.28, + "avg_cost": 48.25, + "lambda": 5.7562, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7562, + 5.7562, + 5.7562, + 5.7562, + 5.7562, + 5.7562 + ] + }, + { + "episode": 200, + "avg_reward": -1342.87, + "avg_cost": 213.0, + "lambda": 7.4965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4965, + 7.4965, + 7.4965, + 7.4965, + 7.4965, + 7.4965 + ] + }, + { + "episode": 210, + "avg_reward": -1013.02, + "avg_cost": 6.75, + "lambda": 7.7278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7278, + 7.7278, + 7.7278, + 7.7278, + 7.7278, + 7.7278 + ] + }, + { + "episode": 220, + "avg_reward": -23.89, + "avg_cost": 10.25, + "lambda": 7.8073, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8073, + 7.8073, + 7.8073, + 7.8073, + 7.8073, + 7.8073 + ] + }, + { + "episode": 230, + "avg_reward": -1128.15, + "avg_cost": 3.5, + "lambda": 7.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.8875, + 7.8875, + 7.8875, + 7.8875, + 7.8875, + 7.8875 + ] + }, + { + "episode": 240, + "avg_reward": -87.68, + "avg_cost": 7.0, + "lambda": 7.9385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9385, + 7.9385, + 7.9385, + 7.9385, + 7.9385, + 7.9385 + ] + }, + { + "episode": 250, + "avg_reward": -109.12, + "avg_cost": 4.0, + "lambda": 7.9948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.9948, + 7.9948, + 7.9948, + 7.9948, + 7.9948, + 7.9948 + ] + }, + { + "episode": 260, + "avg_reward": -861.87, + "avg_cost": 4.0, + "lambda": 8.047, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.047, + 8.047, + 8.047, + 8.047, + 8.047, + 8.047 + ] + }, + { + "episode": 270, + "avg_reward": -66.9, + "avg_cost": 4.5, + "lambda": 8.108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.108, + 8.108, + 8.108, + 8.108, + 8.108, + 8.108 + ] + }, + { + "episode": 280, + "avg_reward": 64.18, + "avg_cost": 7.0, + "lambda": 8.1553, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.1553, + 8.1553, + 8.1553, + 8.1553, + 8.1553, + 8.1553 + ] + }, + { + "episode": 290, + "avg_reward": 41.18, + "avg_cost": 4.25, + "lambda": 8.196, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.196, + 8.196, + 8.196, + 8.196, + 8.196, + 8.196 + ] + }, + { + "episode": 300, + "avg_reward": 59.23, + "avg_cost": 3.25, + "lambda": 8.2478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2478, + 8.2478, + 8.2478, + 8.2478, + 8.2478, + 8.2478 + ] + }, + { + "episode": 310, + "avg_reward": 9.52, + "avg_cost": 6.25, + "lambda": 8.3013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.3013, + 8.3013, + 8.3013, + 8.3013, + 8.3013, + 8.3013 + ] + }, + { + "episode": 320, + "avg_reward": -885.03, + "avg_cost": 4.5, + "lambda": 8.367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.367, + 8.367, + 8.367, + 8.367, + 8.367, + 8.367 + ] + }, + { + "episode": 330, + "avg_reward": 13.03, + "avg_cost": 4.75, + "lambda": 8.44, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.44, + 8.44, + 8.44, + 8.44, + 8.44, + 8.44 + ] + }, + { + "episode": 340, + "avg_reward": -1835.12, + "avg_cost": 2.5, + "lambda": 8.4933, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.4933, + 8.4933, + 8.4933, + 8.4933, + 8.4933, + 8.4933 + ] + }, + { + "episode": 350, + "avg_reward": 7.43, + "avg_cost": 10.5, + "lambda": 8.6048, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6048, + 8.6048, + 8.6048, + 8.6048, + 8.6048, + 8.6048 + ] + }, + { + "episode": 360, + "avg_reward": -26.65, + "avg_cost": 7.5, + "lambda": 8.656, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.656, + 8.656, + 8.656, + 8.656, + 8.656, + 8.656 + ] + }, + { + "episode": 370, + "avg_reward": -894.68, + "avg_cost": 7.25, + "lambda": 8.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.725, + 8.725, + 8.725, + 8.725, + 8.725, + 8.725 + ] + }, + { + "episode": 380, + "avg_reward": 89.28, + "avg_cost": 6.0, + "lambda": 8.7885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.7885, + 8.7885, + 8.7885, + 8.7885, + 8.7885, + 8.7885 + ] + }, + { + "episode": 390, + "avg_reward": -1160.74, + "avg_cost": 4.5, + "lambda": 8.842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.842, + 8.842, + 8.842, + 8.842, + 8.842, + 8.842 + ] + }, + { + "episode": 400, + "avg_reward": -354.93, + "avg_cost": 2.25, + "lambda": 8.8688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8688, + 8.8688, + 8.8688, + 8.8688, + 8.8688, + 8.8688 + ] + }, + { + "episode": 410, + "avg_reward": 116.14, + "avg_cost": 2.0, + "lambda": 8.8903, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8903, + 8.8903, + 8.8903, + 8.8903, + 8.8903, + 8.8903 + ] + }, + { + "episode": 420, + "avg_reward": -374.63, + "avg_cost": 1.0, + "lambda": 8.9078, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9078, + 8.9078, + 8.9078, + 8.9078, + 8.9078, + 8.9078 + ] + }, + { + "episode": 430, + "avg_reward": 59.86, + "avg_cost": 1.5, + "lambda": 8.9158, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9158, + 8.9158, + 8.9158, + 8.9158, + 8.9158, + 8.9158 + ] + }, + { + "episode": 440, + "avg_reward": 39.92, + "avg_cost": 1.75, + "lambda": 8.9298, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9298, + 8.9298, + 8.9298, + 8.9298, + 8.9298, + 8.9298 + ] + }, + { + "episode": 450, + "avg_reward": 76.67, + "avg_cost": 0.5, + "lambda": 8.9385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9385, + 8.9385, + 8.9385, + 8.9385, + 8.9385, + 8.9385 + ] + }, + { + "episode": 460, + "avg_reward": 83.85, + "avg_cost": 2.0, + "lambda": 8.9475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9475, + 8.9475, + 8.9475, + 8.9475, + 8.9475, + 8.9475 + ] + }, + { + "episode": 470, + "avg_reward": 73.75, + "avg_cost": 1.25, + "lambda": 8.9585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9585, + 8.9585, + 8.9585, + 8.9585, + 8.9585, + 8.9585 + ] + }, + { + "episode": 480, + "avg_reward": 55.79, + "avg_cost": 1.0, + "lambda": 8.9688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9688, + 8.9688, + 8.9688, + 8.9688, + 8.9688, + 8.9688 + ] + }, + { + "episode": 490, + "avg_reward": 73.92, + "avg_cost": 2.75, + "lambda": 8.9948, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9948, + 8.9948, + 8.9948, + 8.9948, + 8.9948, + 8.9948 + ] + }, + { + "episode": 500, + "avg_reward": 26.59, + "avg_cost": 1.5, + "lambda": 9.017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.017, + 9.017, + 9.017, + 9.017, + 9.017, + 9.017 + ] + }, + { + "episode": 510, + "avg_reward": 58.65, + "avg_cost": 0.25, + "lambda": 9.0278, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0278, + 9.0278, + 9.0278, + 9.0278, + 9.0278, + 9.0278 + ] + }, + { + "episode": 520, + "avg_reward": -1367.06, + "avg_cost": 3.5, + "lambda": 9.0615, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0615, + 9.0615, + 9.0615, + 9.0615, + 9.0615, + 9.0615 + ] + }, + { + "episode": 530, + "avg_reward": -601.07, + "avg_cost": 0.0, + "lambda": 9.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.0825, + 9.0825, + 9.0825, + 9.0825, + 9.0825, + 9.0825 + ] + }, + { + "episode": 540, + "avg_reward": 91.88, + "avg_cost": 2.5, + "lambda": 9.098, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.098, + 9.098, + 9.098, + 9.098, + 9.098, + 9.098 + ] + }, + { + "episode": 550, + "avg_reward": 92.64, + "avg_cost": 0.25, + "lambda": 9.109, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.109, + 9.109, + 9.109, + 9.109, + 9.109, + 9.109 + ] + }, + { + "episode": 560, + "avg_reward": 118.45, + "avg_cost": 0.75, + "lambda": 9.1173, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1173, + 9.1173, + 9.1173, + 9.1173, + 9.1173, + 9.1173 + ] + }, + { + "episode": 570, + "avg_reward": 128.52, + "avg_cost": 3.75, + "lambda": 9.1353, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1353, + 9.1353, + 9.1353, + 9.1353, + 9.1353, + 9.1353 + ] + }, + { + "episode": 580, + "avg_reward": 159.66, + "avg_cost": 0.5, + "lambda": 9.1493, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1493, + 9.1493, + 9.1493, + 9.1493, + 9.1493, + 9.1493 + ] + }, + { + "episode": 590, + "avg_reward": 97.22, + "avg_cost": 0.25, + "lambda": 9.1595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1595, + 9.1595, + 9.1595, + 9.1595, + 9.1595, + 9.1595 + ] + }, + { + "episode": 600, + "avg_reward": 104.94, + "avg_cost": 0.5, + "lambda": 9.164, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.164, + 9.164, + 9.164, + 9.164, + 9.164, + 9.164 + ] + }, + { + "episode": 610, + "avg_reward": 88.4, + "avg_cost": 0.75, + "lambda": 9.1818, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1818, + 9.1818, + 9.1818, + 9.1818, + 9.1818, + 9.1818 + ] + }, + { + "episode": 620, + "avg_reward": -637.68, + "avg_cost": 0.5, + "lambda": 9.2238, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2238, + 9.2238, + 9.2238, + 9.2238, + 9.2238, + 9.2238 + ] + }, + { + "episode": 630, + "avg_reward": 62.98, + "avg_cost": 0.0, + "lambda": 9.2305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2305, + 9.2305, + 9.2305, + 9.2305, + 9.2305, + 9.2305 + ] + }, + { + "episode": 640, + "avg_reward": 32.09, + "avg_cost": 0.25, + "lambda": 9.2395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2395, + 9.2395, + 9.2395, + 9.2395, + 9.2395, + 9.2395 + ] + }, + { + "episode": 650, + "avg_reward": 66.06, + "avg_cost": 0.5, + "lambda": 9.2643, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2643, + 9.2643, + 9.2643, + 9.2643, + 9.2643, + 9.2643 + ] + }, + { + "episode": 660, + "avg_reward": 34.41, + "avg_cost": 0.0, + "lambda": 9.2788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2788, + 9.2788, + 9.2788, + 9.2788, + 9.2788, + 9.2788 + ] + }, + { + "episode": 670, + "avg_reward": 93.43, + "avg_cost": 1.0, + "lambda": 9.2863, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2863, + 9.2863, + 9.2863, + 9.2863, + 9.2863, + 9.2863 + ] + }, + { + "episode": 680, + "avg_reward": -7.39, + "avg_cost": 0.0, + "lambda": 9.2985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2985, + 9.2985, + 9.2985, + 9.2985, + 9.2985, + 9.2985 + ] + }, + { + "episode": 690, + "avg_reward": -339.89, + "avg_cost": 2.0, + "lambda": 9.3133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3133, + 9.3133, + 9.3133, + 9.3133, + 9.3133, + 9.3133 + ] + }, + { + "episode": 700, + "avg_reward": 297.06, + "avg_cost": 0.25, + "lambda": 9.3263, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3263, + 9.3263, + 9.3263, + 9.3263, + 9.3263, + 9.3263 + ] + }, + { + "episode": 710, + "avg_reward": 361.42, + "avg_cost": 0.0, + "lambda": 9.3315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3315, + 9.3315, + 9.3315, + 9.3315, + 9.3315, + 9.3315 + ] + }, + { + "episode": 720, + "avg_reward": 363.16, + "avg_cost": 0.5, + "lambda": 9.3388, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3388, + 9.3388, + 9.3388, + 9.3388, + 9.3388, + 9.3388 + ] + }, + { + "episode": 730, + "avg_reward": 347.45, + "avg_cost": 0.75, + "lambda": 9.3455, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3455, + 9.3455, + 9.3455, + 9.3455, + 9.3455, + 9.3455 + ] + }, + { + "episode": 740, + "avg_reward": 345.14, + "avg_cost": 0.0, + "lambda": 9.3548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3548, + 9.3548, + 9.3548, + 9.3548, + 9.3548, + 9.3548 + ] + }, + { + "episode": 750, + "avg_reward": 321.41, + "avg_cost": 2.5, + "lambda": 9.3653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3653, + 9.3653, + 9.3653, + 9.3653, + 9.3653, + 9.3653 + ] + }, + { + "episode": 760, + "avg_reward": 289.63, + "avg_cost": 1.5, + "lambda": 9.3838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.3838, + 9.3838, + 9.3838, + 9.3838, + 9.3838, + 9.3838 + ] + }, + { + "episode": 770, + "avg_reward": 392.11, + "avg_cost": 0.75, + "lambda": 9.394, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.394, + 9.394, + 9.394, + 9.394, + 9.394, + 9.394 + ] + }, + { + "episode": 780, + "avg_reward": 332.36, + "avg_cost": 0.5, + "lambda": 9.4013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4013, + 9.4013, + 9.4013, + 9.4013, + 9.4013, + 9.4013 + ] + }, + { + "episode": 790, + "avg_reward": 347.59, + "avg_cost": 1.0, + "lambda": 9.4093, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4093, + 9.4093, + 9.4093, + 9.4093, + 9.4093, + 9.4093 + ] + }, + { + "episode": 800, + "avg_reward": 388.99, + "avg_cost": 1.25, + "lambda": 9.416, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.416, + 9.416, + 9.416, + 9.416, + 9.416, + 9.416 + ] + }, + { + "episode": 810, + "avg_reward": 367.81, + "avg_cost": 0.0, + "lambda": 9.4293, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4293, + 9.4293, + 9.4293, + 9.4293, + 9.4293, + 9.4293 + ] + }, + { + "episode": 820, + "avg_reward": 336.3, + "avg_cost": 1.25, + "lambda": 9.4365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4365, + 9.4365, + 9.4365, + 9.4365, + 9.4365, + 9.4365 + ] + }, + { + "episode": 830, + "avg_reward": -7.89, + "avg_cost": 1.75, + "lambda": 9.5443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.5443, + 9.5443, + 9.5443, + 9.5443, + 9.5443, + 9.5443 + ] + }, + { + "episode": 840, + "avg_reward": 408.71, + "avg_cost": 18.75, + "lambda": 9.6113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.6113, + 9.6113, + 9.6113, + 9.6113, + 9.6113, + 9.6113 + ] + }, + { + "episode": 850, + "avg_reward": 365.01, + "avg_cost": 69.5, + "lambda": 9.8373, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8373, + 9.8373, + 9.8373, + 9.8373, + 9.8373, + 9.8373 + ] + }, + { + "episode": 860, + "avg_reward": 307.25, + "avg_cost": 4.75, + "lambda": 9.9178, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9178, + 9.9178, + 9.9178, + 9.9178, + 9.9178, + 9.9178 + ] + }, + { + "episode": 870, + "avg_reward": 255.97, + "avg_cost": 2.5, + "lambda": 9.9448, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9448, + 9.9448, + 9.9448, + 9.9448, + 9.9448, + 9.9448 + ] + }, + { + "episode": 880, + "avg_reward": 420.89, + "avg_cost": 4.25, + "lambda": 9.9805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.9805, + 9.9805, + 9.9805, + 9.9805, + 9.9805, + 9.9805 + ] + }, + { + "episode": 890, + "avg_reward": 364.39, + "avg_cost": 1.0, + "lambda": 10.003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.003, + 10.003, + 10.003, + 10.003, + 10.003, + 10.003 + ] + }, + { + "episode": 900, + "avg_reward": 463.67, + "avg_cost": 1.5, + "lambda": 10.0218, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0218, + 10.0218, + 10.0218, + 10.0218, + 10.0218, + 10.0218 + ] + }, + { + "episode": 910, + "avg_reward": 486.55, + "avg_cost": 0.0, + "lambda": 10.0303, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0303, + 10.0303, + 10.0303, + 10.0303, + 10.0303, + 10.0303 + ] + }, + { + "episode": 920, + "avg_reward": 494.42, + "avg_cost": 1.5, + "lambda": 10.0383, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0383, + 10.0383, + 10.0383, + 10.0383, + 10.0383, + 10.0383 + ] + }, + { + "episode": 930, + "avg_reward": 519.58, + "avg_cost": 1.0, + "lambda": 10.0445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0445, + 10.0445, + 10.0445, + 10.0445, + 10.0445, + 10.0445 + ] + }, + { + "episode": 940, + "avg_reward": 479.22, + "avg_cost": 1.25, + "lambda": 10.0543, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0543, + 10.0543, + 10.0543, + 10.0543, + 10.0543, + 10.0543 + ] + }, + { + "episode": 950, + "avg_reward": 495.59, + "avg_cost": 1.5, + "lambda": 10.0595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0595, + 10.0595, + 10.0595, + 10.0595, + 10.0595, + 10.0595 + ] + }, + { + "episode": 960, + "avg_reward": 521.5, + "avg_cost": 0.75, + "lambda": 10.0663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0663, + 10.0663, + 10.0663, + 10.0663, + 10.0663, + 10.0663 + ] + }, + { + "episode": 970, + "avg_reward": 519.87, + "avg_cost": 1.25, + "lambda": 10.0738, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0738, + 10.0738, + 10.0738, + 10.0738, + 10.0738, + 10.0738 + ] + }, + { + "episode": 980, + "avg_reward": 520.57, + "avg_cost": 0.75, + "lambda": 10.0848, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0848, + 10.0848, + 10.0848, + 10.0848, + 10.0848, + 10.0848 + ] + }, + { + "episode": 990, + "avg_reward": 514.81, + "avg_cost": 0.25, + "lambda": 10.089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.089, + 10.089, + 10.089, + 10.089, + 10.089, + 10.089 + ] + }, + { + "episode": 1000, + "avg_reward": 527.79, + "avg_cost": 1.25, + "lambda": 10.0983, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0983, + 10.0983, + 10.0983, + 10.0983, + 10.0983, + 10.0983 + ] + }, + { + "episode": 1010, + "avg_reward": 492.6, + "avg_cost": 1.25, + "lambda": 10.103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.103, + 10.103, + 10.103, + 10.103, + 10.103, + 10.103 + ] + }, + { + "episode": 1020, + "avg_reward": 498.29, + "avg_cost": 0.25, + "lambda": 10.1068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1068, + 10.1068, + 10.1068, + 10.1068, + 10.1068, + 10.1068 + ] + }, + { + "episode": 1030, + "avg_reward": 539.22, + "avg_cost": 0.5, + "lambda": 10.1123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1123, + 10.1123, + 10.1123, + 10.1123, + 10.1123, + 10.1123 + ] + }, + { + "episode": 1040, + "avg_reward": 527.12, + "avg_cost": 0.25, + "lambda": 10.1175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1175, + 10.1175, + 10.1175, + 10.1175, + 10.1175, + 10.1175 + ] + }, + { + "episode": 1050, + "avg_reward": 597.79, + "avg_cost": 0.0, + "lambda": 10.12, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.12, + 10.12, + 10.12, + 10.12, + 10.12, + 10.12 + ] + }, + { + "episode": 1060, + "avg_reward": 607.51, + "avg_cost": 0.75, + "lambda": 10.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1275, + 10.1275, + 10.1275, + 10.1275, + 10.1275, + 10.1275 + ] + }, + { + "episode": 1070, + "avg_reward": 639.08, + "avg_cost": 0.25, + "lambda": 10.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.135, + 10.135, + 10.135, + 10.135, + 10.135, + 10.135 + ] + }, + { + "episode": 1080, + "avg_reward": 650.1, + "avg_cost": 3.5, + "lambda": 10.1513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1513, + 10.1513, + 10.1513, + 10.1513, + 10.1513, + 10.1513 + ] + }, + { + "episode": 1090, + "avg_reward": 729.6, + "avg_cost": 0.25, + "lambda": 10.166, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.166, + 10.166, + 10.166, + 10.166, + 10.166, + 10.166 + ] + }, + { + "episode": 1100, + "avg_reward": 657.06, + "avg_cost": 0.25, + "lambda": 10.1788, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1788, + 10.1788, + 10.1788, + 10.1788, + 10.1788, + 10.1788 + ] + }, + { + "episode": 1110, + "avg_reward": 654.41, + "avg_cost": 0.0, + "lambda": 10.1833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1833, + 10.1833, + 10.1833, + 10.1833, + 10.1833, + 10.1833 + ] + }, + { + "episode": 1120, + "avg_reward": 637.04, + "avg_cost": 1.0, + "lambda": 10.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.1925, + 10.1925, + 10.1925, + 10.1925, + 10.1925, + 10.1925 + ] + }, + { + "episode": 1130, + "avg_reward": 693.22, + "avg_cost": 0.25, + "lambda": 10.2015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2015, + 10.2015, + 10.2015, + 10.2015, + 10.2015, + 10.2015 + ] + }, + { + "episode": 1140, + "avg_reward": 632.84, + "avg_cost": 1.0, + "lambda": 10.207, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.207, + 10.207, + 10.207, + 10.207, + 10.207, + 10.207 + ] + }, + { + "episode": 1150, + "avg_reward": 707.23, + "avg_cost": 0.5, + "lambda": 10.2133, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2133, + 10.2133, + 10.2133, + 10.2133, + 10.2133, + 10.2133 + ] + }, + { + "episode": 1160, + "avg_reward": 716.72, + "avg_cost": 1.25, + "lambda": 10.224, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.224, + 10.224, + 10.224, + 10.224, + 10.224, + 10.224 + ] + }, + { + "episode": 1170, + "avg_reward": 739.2, + "avg_cost": 1.5, + "lambda": 10.2348, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2348, + 10.2348, + 10.2348, + 10.2348, + 10.2348, + 10.2348 + ] + }, + { + "episode": 1180, + "avg_reward": 727.67, + "avg_cost": 0.25, + "lambda": 10.2443, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2443, + 10.2443, + 10.2443, + 10.2443, + 10.2443, + 10.2443 + ] + }, + { + "episode": 1190, + "avg_reward": 669.75, + "avg_cost": 0.75, + "lambda": 10.259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.259, + 10.259, + 10.259, + 10.259, + 10.259, + 10.259 + ] + }, + { + "episode": 1200, + "avg_reward": -1611.47, + "avg_cost": 0.25, + "lambda": 10.2673, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.2673, + 10.2673, + 10.2673, + 10.2673, + 10.2673, + 10.2673 + ] + }, + { + "episode": 1210, + "avg_reward": -1014.9, + "avg_cost": 159.5, + "lambda": 10.8005, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.8005, + 10.8005, + 10.8005, + 10.8005, + 10.8005, + 10.8005 + ] + }, + { + "episode": 1220, + "avg_reward": -1279.15, + "avg_cost": 110.5, + "lambda": 12.034, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.034, + 12.034, + 12.034, + 12.034, + 12.034, + 12.034 + ] + }, + { + "episode": 1230, + "avg_reward": -1309.48, + "avg_cost": 108.0, + "lambda": 13.2003, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2003, + 13.2003, + 13.2003, + 13.2003, + 13.2003, + 13.2003 + ] + }, + { + "episode": 1240, + "avg_reward": -1230.52, + "avg_cost": 85.75, + "lambda": 14.2123, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2123, + 14.2123, + 14.2123, + 14.2123, + 14.2123, + 14.2123 + ] + }, + { + "episode": 1250, + "avg_reward": -1848.0, + "avg_cost": 0.0, + "lambda": 14.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.33, + 14.33, + 14.33, + 14.33, + 14.33, + 14.33 + ] + }, + { + "episode": 1260, + "avg_reward": -1887.47, + "avg_cost": 0.0, + "lambda": 14.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.33, + 14.33, + 14.33, + 14.33, + 14.33, + 14.33 + ] + }, + { + "episode": 1270, + "avg_reward": -2080.26, + "avg_cost": 0.0, + "lambda": 14.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.33, + 14.33, + 14.33, + 14.33, + 14.33, + 14.33 + ] + }, + { + "episode": 1280, + "avg_reward": -1888.37, + "avg_cost": 5.0, + "lambda": 14.3688, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.3688, + 14.3688, + 14.3688, + 14.3688, + 14.3688, + 14.3688 + ] + }, + { + "episode": 1290, + "avg_reward": -1739.59, + "avg_cost": 3.0, + "lambda": 14.4355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.4355, + 14.4355, + 14.4355, + 14.4355, + 14.4355, + 14.4355 + ] + }, + { + "episode": 1300, + "avg_reward": -1836.87, + "avg_cost": 7.25, + "lambda": 14.4935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.4935, + 14.4935, + 14.4935, + 14.4935, + 14.4935, + 14.4935 + ] + }, + { + "episode": 1310, + "avg_reward": -1869.07, + "avg_cost": 4.0, + "lambda": 14.5395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5395, + 14.5395, + 14.5395, + 14.5395, + 14.5395, + 14.5395 + ] + }, + { + "episode": 1320, + "avg_reward": -2059.02, + "avg_cost": 5.75, + "lambda": 14.5915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5915, + 14.5915, + 14.5915, + 14.5915, + 14.5915, + 14.5915 + ] + }, + { + "episode": 1330, + "avg_reward": -332.54, + "avg_cost": 1.0, + "lambda": 14.6265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6265, + 14.6265, + 14.6265, + 14.6265, + 14.6265, + 14.6265 + ] + }, + { + "episode": 1340, + "avg_reward": -589.17, + "avg_cost": 3.75, + "lambda": 14.6323, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6323, + 14.6323, + 14.6323, + 14.6323, + 14.6323, + 14.6323 + ] + }, + { + "episode": 1350, + "avg_reward": -372.87, + "avg_cost": 0.0, + "lambda": 14.636, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.636, + 14.636, + 14.636, + 14.636, + 14.636, + 14.636 + ] + }, + { + "episode": 1360, + "avg_reward": -402.9, + "avg_cost": 0.0, + "lambda": 14.639, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.639, + 14.639, + 14.639, + 14.639, + 14.639, + 14.639 + ] + }, + { + "episode": 1370, + "avg_reward": -475.21, + "avg_cost": 0.25, + "lambda": 14.6423, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6423, + 14.6423, + 14.6423, + 14.6423, + 14.6423, + 14.6423 + ] + }, + { + "episode": 1380, + "avg_reward": -612.63, + "avg_cost": 1.0, + "lambda": 14.6438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6438, + 14.6438, + 14.6438, + 14.6438, + 14.6438, + 14.6438 + ] + }, + { + "episode": 1390, + "avg_reward": -588.83, + "avg_cost": 0.0, + "lambda": 14.6453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6453, + 14.6453, + 14.6453, + 14.6453, + 14.6453, + 14.6453 + ] + }, + { + "episode": 1400, + "avg_reward": -534.08, + "avg_cost": 0.0, + "lambda": 14.6508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6508, + 14.6508, + 14.6508, + 14.6508, + 14.6508, + 14.6508 + ] + }, + { + "episode": 1410, + "avg_reward": -523.19, + "avg_cost": 0.0, + "lambda": 14.654, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.654, + 14.654, + 14.654, + 14.654, + 14.654, + 14.654 + ] + }, + { + "episode": 1420, + "avg_reward": -585.87, + "avg_cost": 0.0, + "lambda": 14.6568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6568, + 14.6568, + 14.6568, + 14.6568, + 14.6568, + 14.6568 + ] + }, + { + "episode": 1430, + "avg_reward": -607.93, + "avg_cost": 1.5, + "lambda": 14.661, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.661, + 14.661, + 14.661, + 14.661, + 14.661, + 14.661 + ] + }, + { + "episode": 1440, + "avg_reward": -513.74, + "avg_cost": 0.0, + "lambda": 14.663, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.663, + 14.663, + 14.663, + 14.663, + 14.663, + 14.663 + ] + }, + { + "episode": 1450, + "avg_reward": -580.79, + "avg_cost": 0.25, + "lambda": 14.6635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6635, + 14.6635, + 14.6635, + 14.6635, + 14.6635, + 14.6635 + ] + }, + { + "episode": 1460, + "avg_reward": -431.89, + "avg_cost": 0.5, + "lambda": 14.671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.671, + 14.671, + 14.671, + 14.671, + 14.671, + 14.671 + ] + }, + { + "episode": 1470, + "avg_reward": -341.32, + "avg_cost": 0.0, + "lambda": 14.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6783, + 14.6783, + 14.6783, + 14.6783, + 14.6783, + 14.6783 + ] + }, + { + "episode": 1480, + "avg_reward": -692.5, + "avg_cost": 0.0, + "lambda": 14.6783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6783, + 14.6783, + 14.6783, + 14.6783, + 14.6783, + 14.6783 + ] + }, + { + "episode": 1490, + "avg_reward": -714.17, + "avg_cost": 2.0, + "lambda": 14.6835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.6835, + 14.6835, + 14.6835, + 14.6835, + 14.6835, + 14.6835 + ] + }, + { + "episode": 1500, + "avg_reward": -663.76, + "avg_cost": 0.75, + "lambda": 14.693, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.693, + 14.693, + 14.693, + 14.693, + 14.693, + 14.693 + ] + } + ], + "final_lambdas": [ + 14.693, + 14.693, + 14.693, + 14.693, + 14.693, + 14.693 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..373bf68ff1060e82a9577cbe427e5d1d998a1ba8 --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,2461 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1783671.28, + "constraint_satisfaction_pct": 49.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 286.4987, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -58139.44, + "avg_cost": 23.0, + "lambda": 12.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -53191.6, + "avg_cost": 5.5, + "lambda": 31.0671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -50133.73, + "avg_cost": 20.0, + "lambda": 47.7208, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -51123.4, + "avg_cost": 10.25, + "lambda": 63.5424, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -48800.62, + "avg_cost": 20.0, + "lambda": 75.4671, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -48869.11, + "avg_cost": 11.25, + "lambda": 86.9002, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -44786.15, + "avg_cost": 12.25, + "lambda": 97.3471, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -41659.23, + "avg_cost": 9.5, + "lambda": 107.4955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -39437.03, + "avg_cost": 7.0, + "lambda": 118.1795, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -39271.82, + "avg_cost": 5.75, + "lambda": 128.2609, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -40116.52, + "avg_cost": 3.5, + "lambda": 136.9833, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -35411.72, + "avg_cost": 10.25, + "lambda": 144.5007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -35121.29, + "avg_cost": 2.75, + "lambda": 151.458, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -31756.87, + "avg_cost": 0.25, + "lambda": 157.6161, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -31419.36, + "avg_cost": 6.75, + "lambda": 163.7506, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -32570.65, + "avg_cost": 5.75, + "lambda": 170.6492, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -30093.03, + "avg_cost": 3.75, + "lambda": 176.8723, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -27824.45, + "avg_cost": 2.0, + "lambda": 181.4563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -22939.0, + "avg_cost": 8.5, + "lambda": 184.9259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -20653.81, + "avg_cost": 7.0, + "lambda": 189.4089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -21518.29, + "avg_cost": 3.5, + "lambda": 193.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -21128.0, + "avg_cost": 8.5, + "lambda": 197.5449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -17185.91, + "avg_cost": 3.5, + "lambda": 200.8401, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -18389.31, + "avg_cost": 2.5, + "lambda": 204.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -16833.3, + "avg_cost": 5.0, + "lambda": 208.6402, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -16573.84, + "avg_cost": 7.75, + "lambda": 213.051, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -19028.54, + "avg_cost": 3.75, + "lambda": 217.4305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -17903.37, + "avg_cost": 2.25, + "lambda": 221.5286, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -16380.12, + "avg_cost": 4.25, + "lambda": 224.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -14560.7, + "avg_cost": 0.75, + "lambda": 227.3745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -17320.57, + "avg_cost": 6.0, + "lambda": 229.862, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -14600.19, + "avg_cost": 0.25, + "lambda": 232.3152, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -13177.7, + "avg_cost": 1.0, + "lambda": 234.4581, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -11745.48, + "avg_cost": 0.75, + "lambda": 236.5758, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -11540.74, + "avg_cost": 1.5, + "lambda": 238.7329, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -10744.33, + "avg_cost": 0.5, + "lambda": 241.1289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -10128.9, + "avg_cost": 0.75, + "lambda": 243.2755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -9143.83, + "avg_cost": 3.25, + "lambda": 245.8669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -9024.03, + "avg_cost": 3.0, + "lambda": 249.1638, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -8618.21, + "avg_cost": 3.0, + "lambda": 252.9554, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -10819.64, + "avg_cost": 0.75, + "lambda": 255.7802, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -8042.49, + "avg_cost": 1.75, + "lambda": 257.3691, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -6875.77, + "avg_cost": 0.5, + "lambda": 258.5092, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6346.67, + "avg_cost": 0.75, + "lambda": 259.6358, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -5951.02, + "avg_cost": 2.0, + "lambda": 260.6599, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -3602.01, + "avg_cost": 1.75, + "lambda": 261.7579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -2385.74, + "avg_cost": 0.0, + "lambda": 263.0749, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -2518.37, + "avg_cost": 0.0, + "lambda": 264.0603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -1155.1, + "avg_cost": 0.0, + "lambda": 265.3524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 185.92, + "avg_cost": 0.0, + "lambda": 266.1603, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -131.38, + "avg_cost": 0.5, + "lambda": 266.9177, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 715.01, + "avg_cost": 0.0, + "lambda": 267.4859, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -1498.45, + "avg_cost": 0.0, + "lambda": 267.9453, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 31.74, + "avg_cost": 1.0, + "lambda": 268.446, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 452.69, + "avg_cost": 0.25, + "lambda": 269.1233, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": -358.07, + "avg_cost": 1.5, + "lambda": 269.7116, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1632.67, + "avg_cost": 0.25, + "lambda": 270.1395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1556.15, + "avg_cost": 1.0, + "lambda": 270.4573, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 1920.96, + "avg_cost": 0.0, + "lambda": 270.9028, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 1591.5, + "avg_cost": 1.5, + "lambda": 271.4296, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 2329.93, + "avg_cost": 0.0, + "lambda": 272.1017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 2915.95, + "avg_cost": 3.0, + "lambda": 272.546, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2393.06, + "avg_cost": 0.0, + "lambda": 273.0289, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 3097.46, + "avg_cost": 0.5, + "lambda": 273.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 2765.72, + "avg_cost": 0.25, + "lambda": 273.5972, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 3160.05, + "avg_cost": 0.0, + "lambda": 274.0037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 2561.68, + "avg_cost": 0.0, + "lambda": 274.3512, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4874.45, + "avg_cost": 1.0, + "lambda": 274.6194, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 4349.81, + "avg_cost": 1.25, + "lambda": 274.8491, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4238.54, + "avg_cost": 0.5, + "lambda": 275.0805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 4723.41, + "avg_cost": 1.0, + "lambda": 275.2524, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 5021.79, + "avg_cost": 0.0, + "lambda": 275.5885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 5505.18, + "avg_cost": 0.0, + "lambda": 276.0231, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 4463.72, + "avg_cost": 0.0, + "lambda": 276.7478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 5486.89, + "avg_cost": 1.0, + "lambda": 277.1812, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5373.11, + "avg_cost": 0.0, + "lambda": 277.4936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6044.59, + "avg_cost": 0.0, + "lambda": 277.6844, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 5632.52, + "avg_cost": 0.0, + "lambda": 277.799, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6046.22, + "avg_cost": 0.25, + "lambda": 277.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 7174.12, + "avg_cost": 0.0, + "lambda": 277.9969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6629.45, + "avg_cost": 0.25, + "lambda": 278.1154, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 7340.03, + "avg_cost": 0.0, + "lambda": 278.2151, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7492.96, + "avg_cost": 0.5, + "lambda": 278.4772, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 8123.34, + "avg_cost": 0.25, + "lambda": 278.7084, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 7768.64, + "avg_cost": 0.0, + "lambda": 278.8482, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 7410.5, + "avg_cost": 0.0, + "lambda": 279.0951, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 8579.22, + "avg_cost": 1.0, + "lambda": 279.2817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 9193.7, + "avg_cost": 0.0, + "lambda": 279.4667, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8110.59, + "avg_cost": 1.75, + "lambda": 279.6897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 9398.41, + "avg_cost": 0.5, + "lambda": 280.0501, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 7837.48, + "avg_cost": 0.0, + "lambda": 280.3046, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 8392.11, + "avg_cost": 0.0, + "lambda": 280.5084, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 9274.29, + "avg_cost": 0.0, + "lambda": 280.6354, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 9374.52, + "avg_cost": 0.0, + "lambda": 280.7551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 9785.83, + "avg_cost": 0.0, + "lambda": 280.9068, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9853.77, + "avg_cost": 0.0, + "lambda": 280.9838, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9448.3, + "avg_cost": 0.5, + "lambda": 281.0319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8329.57, + "avg_cost": 0.0, + "lambda": 281.1088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 9208.22, + "avg_cost": 2.5, + "lambda": 281.1606, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 9473.66, + "avg_cost": 0.0, + "lambda": 281.4889, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 9090.54, + "avg_cost": 0.25, + "lambda": 281.6778, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 10416.02, + "avg_cost": 0.0, + "lambda": 281.7737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 10933.1, + "avg_cost": 0.0, + "lambda": 281.8915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 11086.27, + "avg_cost": 0.0, + "lambda": 282.1345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 11228.69, + "avg_cost": 0.0, + "lambda": 282.2701, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 11344.03, + "avg_cost": 0.0, + "lambda": 282.4287, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 10631.31, + "avg_cost": 0.0, + "lambda": 282.6077, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 11142.59, + "avg_cost": 0.0, + "lambda": 282.7311, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 11215.96, + "avg_cost": 0.0, + "lambda": 282.8126, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 11042.48, + "avg_cost": 0.0, + "lambda": 282.8737, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 10940.79, + "avg_cost": 0.0, + "lambda": 282.9397, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 11576.26, + "avg_cost": 0.75, + "lambda": 282.9887, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 12714.36, + "avg_cost": 0.0, + "lambda": 283.0612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 11943.41, + "avg_cost": 0.0, + "lambda": 283.0865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 10989.74, + "avg_cost": 0.0, + "lambda": 283.1259, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 12888.87, + "avg_cost": 0.0, + "lambda": 283.1944, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 12354.08, + "avg_cost": 0.0, + "lambda": 283.2632, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 13156.5, + "avg_cost": 0.0, + "lambda": 283.2872, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 12149.89, + "avg_cost": 0.0, + "lambda": 283.2955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 12258.22, + "avg_cost": 0.25, + "lambda": 283.4157, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 11796.25, + "avg_cost": 0.25, + "lambda": 283.5556, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 12865.8, + "avg_cost": 0.0, + "lambda": 283.708, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 13259.64, + "avg_cost": 0.0, + "lambda": 283.7842, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 13130.62, + "avg_cost": 0.0, + "lambda": 283.8108, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 12684.12, + "avg_cost": 0.0, + "lambda": 283.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 12782.96, + "avg_cost": 0.0, + "lambda": 283.835, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 11314.13, + "avg_cost": 0.0, + "lambda": 283.8578, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 11819.48, + "avg_cost": 0.0, + "lambda": 283.869, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 14433.56, + "avg_cost": 0.0, + "lambda": 283.8947, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 14540.22, + "avg_cost": 0.0, + "lambda": 283.9307, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 12822.37, + "avg_cost": 0.0, + "lambda": 283.9744, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 13111.98, + "avg_cost": 0.0, + "lambda": 284.0963, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 14569.7, + "avg_cost": 0.0, + "lambda": 284.1945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 15360.35, + "avg_cost": 0.0, + "lambda": 284.3273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 14862.89, + "avg_cost": 0.0, + "lambda": 284.4658, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 15296.41, + "avg_cost": 0.0, + "lambda": 284.6113, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 14519.95, + "avg_cost": 0.0, + "lambda": 284.7435, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 13207.29, + "avg_cost": 0.0, + "lambda": 284.8513, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 13510.61, + "avg_cost": 0.0, + "lambda": 284.9915, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 12109.29, + "avg_cost": 0.25, + "lambda": 285.1655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13535.08, + "avg_cost": 0.0, + "lambda": 285.3411, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 14064.11, + "avg_cost": 0.0, + "lambda": 285.4568, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 13756.16, + "avg_cost": 0.0, + "lambda": 285.5449, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 13711.68, + "avg_cost": 0.0, + "lambda": 285.612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 14837.37, + "avg_cost": 0.0, + "lambda": 285.7064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 14816.53, + "avg_cost": 0.0, + "lambda": 285.9824, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 15864.85, + "avg_cost": 0.25, + "lambda": 286.1627, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 16544.17, + "avg_cost": 0.0, + "lambda": 286.2684, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 15119.96, + "avg_cost": 0.0, + "lambda": 286.3053, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 15587.99, + "avg_cost": 0.0, + "lambda": 286.4079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 17070.03, + "avg_cost": 0.5, + "lambda": 286.4987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..7680508b7127820df1f174f9b425c5aac1a3e1cc --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 12584845.21, + "constraint_satisfaction_pct": 99.33, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -58139.44, + "avg_cost": 23.0, + "lambda": 4.98, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -51876.16, + "avg_cost": 13.0, + "lambda": 4.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -50815.92, + "avg_cost": 28.0, + "lambda": 3.6125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -49761.47, + "avg_cost": 20.0, + "lambda": 2.8075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -46943.02, + "avg_cost": 17.5, + "lambda": 2.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -45866.9, + "avg_cost": 16.75, + "lambda": 1.24, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -44207.9, + "avg_cost": 8.0, + "lambda": 0.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -41776.18, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -39651.49, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -36896.92, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -34272.55, + "avg_cost": 11.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -30125.29, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -28516.17, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -23945.67, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -20260.43, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -17205.74, + "avg_cost": 20.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -15409.56, + "avg_cost": 18.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -12789.26, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -8288.47, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -7440.08, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -4560.1, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -2671.62, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1148.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 1103.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 2000.9, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 3662.51, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 2584.93, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4232.1, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 4347.88, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6628.76, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 6836.26, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8054.73, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6752.22, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7433.36, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 8033.76, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 7683.03, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 8987.19, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 8342.95, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 9835.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 10201.04, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 9292.35, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10323.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 10491.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 10698.97, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 10261.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 11644.72, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 10967.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 11592.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12042.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 11551.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 11180.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 14163.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 13243.64, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12905.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 13993.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 12632.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 16166.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 13147.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 15122.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 12209.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12773.62, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 14322.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 14662.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 14407.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 13563.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 14575.45, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 15273.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 14808.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 14595.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 15876.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 14127.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 13995.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 16008.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 15206.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 14507.14, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 15050.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 14790.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 15898.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 16560.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 15419.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 14877.11, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 16359.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 16579.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 15581.57, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 15973.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 16896.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 16845.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 16890.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 16565.29, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 18449.98, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 14840.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 15437.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 16087.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 15616.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 16606.33, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 16995.89, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 17329.42, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 16080.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 17290.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 17414.51, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 16944.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 16669.12, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 18469.23, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 15267.97, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 17102.5, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 15541.09, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 17387.45, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 17842.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 16125.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 16860.85, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 18793.38, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 16534.8, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 15810.31, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 18661.44, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 18501.84, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 18059.37, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 18180.78, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 16595.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 17610.19, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 20070.5, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 17025.79, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 17912.09, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 18985.08, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 18101.48, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 19565.65, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 18642.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 17405.93, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 16796.49, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 17233.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 19024.72, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 18477.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 18333.24, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 17529.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 18342.32, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 19700.12, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 19764.5, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 19601.93, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 17887.4, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 20825.04, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 18094.21, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 20215.47, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 19883.9, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 18724.21, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 18563.29, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 20882.47, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 19595.52, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 19652.29, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 19541.12, + "avg_cost": 15.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 19434.44, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 19509.98, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 18376.54, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s0_mamujoco_Ant_8x1_pilot2.json b/results/diagnostic_results_n8_baseline_s0_mamujoco_Ant_8x1_pilot2.json new file mode 100644 index 0000000000000000000000000000000000000000..01888e91757c528cc26f5a27119f93a88fbbdf19 --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s0_mamujoco_Ant_8x1_pilot2.json @@ -0,0 +1,83 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 20, + "total_welfare": -1053382.52, + "constraint_satisfaction_pct": 90.0, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -58139.44, + "avg_cost": 23.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -50925.95, + "avg_cost": 13.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -50281.15, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..a3aef31cabb2f2a8e641c3ed5fd34283d9caeeca --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,2461 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1752691.46, + "constraint_satisfaction_pct": 49.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 285.0703, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55270.35, + "avg_cost": 13.0, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -52110.89, + "avg_cost": 16.5, + "lambda": 24.0729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -53059.42, + "avg_cost": 13.0, + "lambda": 38.5306, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -47326.41, + "avg_cost": 22.0, + "lambda": 52.4672, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -48814.03, + "avg_cost": 11.75, + "lambda": 66.5319, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -44835.11, + "avg_cost": 9.5, + "lambda": 79.3302, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -45019.49, + "avg_cost": 13.25, + "lambda": 92.438, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -48792.98, + "avg_cost": 4.5, + "lambda": 104.4905, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -40511.18, + "avg_cost": 5.75, + "lambda": 112.7579, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -35997.77, + "avg_cost": 11.75, + "lambda": 119.9664, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -37297.21, + "avg_cost": 0.75, + "lambda": 129.1153, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -36483.99, + "avg_cost": 12.25, + "lambda": 138.1357, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -35241.83, + "avg_cost": 15.75, + "lambda": 147.7089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -31484.67, + "avg_cost": 5.25, + "lambda": 156.0136, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -33354.08, + "avg_cost": 10.25, + "lambda": 163.2482, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -36320.53, + "avg_cost": 1.75, + "lambda": 169.8969, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -32234.07, + "avg_cost": 6.25, + "lambda": 175.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -25209.82, + "avg_cost": 4.75, + "lambda": 180.9484, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -25660.56, + "avg_cost": 3.25, + "lambda": 186.2404, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -27477.68, + "avg_cost": 4.75, + "lambda": 191.0388, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -25917.22, + "avg_cost": 2.5, + "lambda": 194.3572, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -22949.73, + "avg_cost": 6.75, + "lambda": 196.6523, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -22818.5, + "avg_cost": 5.25, + "lambda": 199.2273, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": -24327.32, + "avg_cost": 3.5, + "lambda": 202.7244, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": -21787.14, + "avg_cost": 3.75, + "lambda": 207.2548, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": -19397.37, + "avg_cost": 1.25, + "lambda": 211.8817, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": -19822.36, + "avg_cost": 1.75, + "lambda": 215.9007, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": -16313.12, + "avg_cost": 1.25, + "lambda": 219.2686, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": -14640.39, + "avg_cost": 5.25, + "lambda": 222.0538, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": -14331.94, + "avg_cost": 1.25, + "lambda": 224.9304, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": -13949.07, + "avg_cost": 1.5, + "lambda": 227.4339, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": -12441.28, + "avg_cost": 0.5, + "lambda": 229.6909, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": -12142.49, + "avg_cost": 2.0, + "lambda": 231.9465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": -9915.51, + "avg_cost": 4.75, + "lambda": 234.0452, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": -10684.91, + "avg_cost": 0.5, + "lambda": 236.4821, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": -9377.25, + "avg_cost": 0.5, + "lambda": 238.5045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": -7591.28, + "avg_cost": 1.0, + "lambda": 240.1171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": -7822.63, + "avg_cost": 1.75, + "lambda": 241.5356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": -6219.43, + "avg_cost": 2.0, + "lambda": 243.0362, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": -6325.92, + "avg_cost": 1.75, + "lambda": 245.02, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": -8732.26, + "avg_cost": 2.5, + "lambda": 247.1964, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": -7412.73, + "avg_cost": 1.5, + "lambda": 249.6586, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": -6831.29, + "avg_cost": 0.25, + "lambda": 251.4815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": -6043.94, + "avg_cost": 0.5, + "lambda": 253.0333, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": -4476.92, + "avg_cost": 0.75, + "lambda": 254.4441, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": -4249.51, + "avg_cost": 2.75, + "lambda": 255.8412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": -4392.66, + "avg_cost": 1.25, + "lambda": 257.0103, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": -2295.34, + "avg_cost": 0.0, + "lambda": 258.3699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": -2066.08, + "avg_cost": 1.0, + "lambda": 259.4986, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": -1910.4, + "avg_cost": 1.0, + "lambda": 260.5977, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": -1212.86, + "avg_cost": 0.75, + "lambda": 261.6295, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": -1322.46, + "avg_cost": 1.0, + "lambda": 262.5499, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": -693.5, + "avg_cost": 1.5, + "lambda": 263.1587, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 929.0, + "avg_cost": 0.5, + "lambda": 263.6508, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 168.87, + "avg_cost": 1.25, + "lambda": 264.1079, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 469.51, + "avg_cost": 0.25, + "lambda": 264.8352, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 1459.45, + "avg_cost": 0.0, + "lambda": 265.5119, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 1125.74, + "avg_cost": 1.25, + "lambda": 266.5143, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": -79.81, + "avg_cost": 0.5, + "lambda": 267.5284, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 2922.02, + "avg_cost": 1.0, + "lambda": 268.3541, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 490.52, + "avg_cost": 2.0, + "lambda": 268.9904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 668.48, + "avg_cost": 0.0, + "lambda": 269.5563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 2925.06, + "avg_cost": 0.0, + "lambda": 270.0367, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 5005.25, + "avg_cost": 0.0, + "lambda": 270.2791, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 3541.43, + "avg_cost": 0.0, + "lambda": 270.7487, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 4539.58, + "avg_cost": 0.0, + "lambda": 271.2386, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 4038.16, + "avg_cost": 0.75, + "lambda": 271.6526, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 4633.51, + "avg_cost": 1.75, + "lambda": 272.3908, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 5134.12, + "avg_cost": 0.5, + "lambda": 273.0936, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 4559.91, + "avg_cost": 0.0, + "lambda": 273.6285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 5455.68, + "avg_cost": 0.0, + "lambda": 273.952, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 6346.3, + "avg_cost": 1.75, + "lambda": 274.3191, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 6440.73, + "avg_cost": 0.5, + "lambda": 274.7761, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 5920.62, + "avg_cost": 0.0, + "lambda": 275.4326, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 6681.4, + "avg_cost": 1.0, + "lambda": 276.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 5954.12, + "avg_cost": 0.0, + "lambda": 276.6045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 6954.59, + "avg_cost": 0.25, + "lambda": 276.9577, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 7012.97, + "avg_cost": 1.25, + "lambda": 277.2104, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 6949.59, + "avg_cost": 0.0, + "lambda": 277.4764, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 6871.35, + "avg_cost": 0.0, + "lambda": 277.7213, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 6318.8, + "avg_cost": 0.0, + "lambda": 277.9147, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 6553.09, + "avg_cost": 2.5, + "lambda": 278.2659, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 7019.83, + "avg_cost": 0.75, + "lambda": 278.6774, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 7611.05, + "avg_cost": 0.25, + "lambda": 279.0134, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 7352.97, + "avg_cost": 0.0, + "lambda": 279.1782, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 6550.35, + "avg_cost": 0.0, + "lambda": 279.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 7588.3, + "avg_cost": 0.0, + "lambda": 279.3699, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 7245.07, + "avg_cost": 0.75, + "lambda": 279.4296, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 8343.27, + "avg_cost": 0.0, + "lambda": 279.5269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 8242.75, + "avg_cost": 0.0, + "lambda": 279.5745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 10022.48, + "avg_cost": 0.0, + "lambda": 279.6064, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 9464.27, + "avg_cost": 0.25, + "lambda": 279.8279, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 8147.9, + "avg_cost": 0.25, + "lambda": 280.0726, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 8399.63, + "avg_cost": 2.25, + "lambda": 280.3551, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 8177.92, + "avg_cost": 0.0, + "lambda": 280.7089, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 9929.3, + "avg_cost": 0.25, + "lambda": 280.9348, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 9803.81, + "avg_cost": 0.0, + "lambda": 281.1104, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 8388.71, + "avg_cost": 0.0, + "lambda": 281.2624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 8776.89, + "avg_cost": 0.0, + "lambda": 281.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 10629.08, + "avg_cost": 0.0, + "lambda": 281.5189, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 8425.9, + "avg_cost": 0.0, + "lambda": 281.5834, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 9601.84, + "avg_cost": 0.0, + "lambda": 281.6769, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 9505.56, + "avg_cost": 0.0, + "lambda": 281.7595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 9769.27, + "avg_cost": 0.5, + "lambda": 281.8713, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 11284.76, + "avg_cost": 0.25, + "lambda": 281.9624, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 8882.58, + "avg_cost": 0.75, + "lambda": 282.0269, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 12549.2, + "avg_cost": 1.5, + "lambda": 282.1328, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 11121.32, + "avg_cost": 0.0, + "lambda": 282.2906, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 12322.32, + "avg_cost": 0.0, + "lambda": 282.4107, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 10630.9, + "avg_cost": 0.0, + "lambda": 282.4763, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 11549.29, + "avg_cost": 0.0, + "lambda": 282.5669, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 11500.25, + "avg_cost": 0.0, + "lambda": 282.6183, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 10744.97, + "avg_cost": 0.0, + "lambda": 282.6705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 12502.02, + "avg_cost": 0.0, + "lambda": 282.6897, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 12328.6, + "avg_cost": 0.0, + "lambda": 282.7224, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 13018.92, + "avg_cost": 0.0, + "lambda": 282.7729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 13142.6, + "avg_cost": 0.0, + "lambda": 282.8001, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 13144.21, + "avg_cost": 0.0, + "lambda": 282.8966, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 12782.86, + "avg_cost": 0.0, + "lambda": 282.9783, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 12660.43, + "avg_cost": 0.0, + "lambda": 283.0745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 11795.92, + "avg_cost": 0.0, + "lambda": 283.1563, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 12932.51, + "avg_cost": 0.0, + "lambda": 283.1965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 12126.99, + "avg_cost": 0.0, + "lambda": 283.2385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 13155.65, + "avg_cost": 0.0, + "lambda": 283.2725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 12926.82, + "avg_cost": 0.0, + "lambda": 283.2904, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 13315.11, + "avg_cost": 0.5, + "lambda": 283.3017, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 14001.84, + "avg_cost": 0.25, + "lambda": 283.3356, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 12966.57, + "avg_cost": 0.0, + "lambda": 283.3918, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 13482.86, + "avg_cost": 0.25, + "lambda": 283.5127, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 14240.12, + "avg_cost": 0.0, + "lambda": 283.6478, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 14310.86, + "avg_cost": 0.0, + "lambda": 283.7144, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 13740.64, + "avg_cost": 0.0, + "lambda": 283.7846, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 14444.42, + "avg_cost": 0.0, + "lambda": 283.8705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 14907.97, + "avg_cost": 0.0, + "lambda": 283.9395, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 13883.18, + "avg_cost": 0.25, + "lambda": 283.9861, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 13429.48, + "avg_cost": 0.0, + "lambda": 284.0562, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 13914.85, + "avg_cost": 0.0, + "lambda": 284.171, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 13998.56, + "avg_cost": 0.0, + "lambda": 284.3174, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 13132.67, + "avg_cost": 0.0, + "lambda": 284.4038, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 13925.71, + "avg_cost": 0.0, + "lambda": 284.4339, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 13519.45, + "avg_cost": 0.25, + "lambda": 284.4776, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 14262.21, + "avg_cost": 0.0, + "lambda": 284.5378, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 13694.95, + "avg_cost": 0.0, + "lambda": 284.562, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 15695.55, + "avg_cost": 0.0, + "lambda": 284.6463, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 15548.42, + "avg_cost": 0.0, + "lambda": 284.7281, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 15209.02, + "avg_cost": 0.0, + "lambda": 284.7729, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 14289.84, + "avg_cost": 0.0, + "lambda": 284.8497, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 15922.36, + "avg_cost": 0.0, + "lambda": 284.9035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 16382.65, + "avg_cost": 0.0, + "lambda": 284.9653, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 15068.8, + "avg_cost": 0.0, + "lambda": 285.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 16753.07, + "avg_cost": 0.0, + "lambda": 285.0703, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ae321dd9141730b151b9b0c8da237227a4916f33 --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 12638790.09, + "constraint_satisfaction_pct": 99.53, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -55270.35, + "avg_cost": 13.0, + "lambda": 4.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -51290.6, + "avg_cost": 16.0, + "lambda": 4.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -50425.44, + "avg_cost": 10.5, + "lambda": 2.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -47730.61, + "avg_cost": 16.5, + "lambda": 2.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -44780.93, + "avg_cost": 26.5, + "lambda": 0.7825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -45719.33, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -41882.54, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -39666.18, + "avg_cost": 17.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -36136.36, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -33339.59, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -31096.92, + "avg_cost": 16.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -29314.88, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -25307.04, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -22070.09, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -18985.67, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -16654.84, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -13382.82, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -10390.96, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -7949.51, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -5859.68, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -3453.97, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -1750.05, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -458.22, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 2262.07, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1415.94, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 4008.38, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3687.08, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 4981.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5232.64, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6394.8, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 7194.24, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 8078.88, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 8547.44, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 8062.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 8682.97, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 7902.55, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 9661.03, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 9876.03, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 10548.42, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 9617.91, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 11031.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10854.44, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 9894.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 11274.39, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 10500.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12125.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 11899.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 11632.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 12295.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12182.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12594.54, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 13155.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12769.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12410.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 14247.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 13555.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 12864.11, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 14082.25, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 13723.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 14318.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 12799.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 14114.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 13861.29, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 13694.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 14564.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 13429.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 12304.1, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 14204.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 16030.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 14552.92, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 15547.62, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 15875.31, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 16112.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 15360.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 14075.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 12680.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 16275.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 15495.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 15525.71, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 16371.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 17235.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 16557.03, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 17090.16, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 16404.56, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 16315.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 16631.6, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 17931.19, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 18090.89, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 14608.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 17917.38, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 16799.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 16245.34, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 16072.1, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 14681.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 15437.41, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 17370.39, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 16359.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 16526.58, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 17146.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 17013.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 17426.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 18272.96, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 17736.43, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 15763.21, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 17420.04, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 16889.98, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 17677.08, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 16303.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 15302.45, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 17831.76, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 15861.28, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 17508.32, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 15551.6, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 16173.14, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 15978.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 17827.45, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 16231.19, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 17964.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 18015.38, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 16923.83, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 14754.31, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 15485.9, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 15545.19, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 17370.45, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 17300.15, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 14707.24, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 15035.43, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 15639.56, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 16057.21, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 16347.67, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 18069.22, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 18199.42, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 18405.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 17169.21, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 18631.0, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 20142.56, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 16757.14, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 17469.18, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 17005.66, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 17362.96, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 16485.43, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 18905.89, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 18771.56, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 17379.13, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 18596.05, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 19438.03, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 17606.76, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 17971.15, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 19198.39, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 19170.0, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 20171.66, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_baseline_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_baseline_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..9c6e88cd4953d1ad7c22cf829817622fc0aaa783 --- /dev/null +++ b/results/diagnostic_results_n8_baseline_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "baseline", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 12058720.6, + "constraint_satisfaction_pct": 99.53, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -54992.95, + "avg_cost": 7.25, + "lambda": 4.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 10, + "avg_reward": -54143.57, + "avg_cost": 14.5, + "lambda": 3.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 20, + "avg_reward": -49425.04, + "avg_cost": 16.0, + "lambda": 3.52, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 30, + "avg_reward": -49022.7, + "avg_cost": 17.75, + "lambda": 2.6525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 40, + "avg_reward": -46502.91, + "avg_cost": 13.5, + "lambda": 1.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 50, + "avg_reward": -46063.85, + "avg_cost": 18.25, + "lambda": 0.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 60, + "avg_reward": -44672.42, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 70, + "avg_reward": -40380.79, + "avg_cost": 21.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 80, + "avg_reward": -37900.09, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 90, + "avg_reward": -35992.88, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 100, + "avg_reward": -32218.71, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 110, + "avg_reward": -31055.35, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 120, + "avg_reward": -26298.29, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 130, + "avg_reward": -23621.08, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 140, + "avg_reward": -20105.78, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 150, + "avg_reward": -15488.04, + "avg_cost": 27.25, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 160, + "avg_reward": -14823.57, + "avg_cost": 14.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 170, + "avg_reward": -13008.02, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 180, + "avg_reward": -10193.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 190, + "avg_reward": -7842.18, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 200, + "avg_reward": -4906.25, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 210, + "avg_reward": -4155.46, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 220, + "avg_reward": -1857.36, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 230, + "avg_reward": 60.54, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 240, + "avg_reward": 1627.46, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 250, + "avg_reward": 2000.98, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 260, + "avg_reward": 3600.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 270, + "avg_reward": 3771.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 280, + "avg_reward": 5432.71, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 290, + "avg_reward": 6058.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 300, + "avg_reward": 5945.8, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 310, + "avg_reward": 6346.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 320, + "avg_reward": 6486.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 330, + "avg_reward": 7295.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 340, + "avg_reward": 9151.88, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 350, + "avg_reward": 7847.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 360, + "avg_reward": 9243.4, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 370, + "avg_reward": 9227.68, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 380, + "avg_reward": 9705.29, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 390, + "avg_reward": 10059.11, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 400, + "avg_reward": 11007.23, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 410, + "avg_reward": 10555.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 420, + "avg_reward": 10919.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 430, + "avg_reward": 10606.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 440, + "avg_reward": 10875.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 450, + "avg_reward": 12098.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 460, + "avg_reward": 12001.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 470, + "avg_reward": 12139.45, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 480, + "avg_reward": 11949.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 490, + "avg_reward": 12418.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 500, + "avg_reward": 12445.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 510, + "avg_reward": 12869.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 520, + "avg_reward": 12110.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 530, + "avg_reward": 12535.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 540, + "avg_reward": 13104.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 550, + "avg_reward": 11943.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 560, + "avg_reward": 14418.83, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 570, + "avg_reward": 13353.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 580, + "avg_reward": 14692.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 590, + "avg_reward": 13825.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 600, + "avg_reward": 14580.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 610, + "avg_reward": 13714.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 620, + "avg_reward": 13683.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 630, + "avg_reward": 12452.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 640, + "avg_reward": 14052.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 650, + "avg_reward": 12668.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 660, + "avg_reward": 13099.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 670, + "avg_reward": 14351.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 680, + "avg_reward": 14015.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 690, + "avg_reward": 15081.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 700, + "avg_reward": 15610.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 710, + "avg_reward": 13598.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 720, + "avg_reward": 14500.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 730, + "avg_reward": 16218.71, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 740, + "avg_reward": 15952.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 750, + "avg_reward": 15182.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 760, + "avg_reward": 14575.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 770, + "avg_reward": 14069.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 780, + "avg_reward": 14247.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 790, + "avg_reward": 14423.17, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 800, + "avg_reward": 14278.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 810, + "avg_reward": 14611.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 820, + "avg_reward": 14505.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 830, + "avg_reward": 14605.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 840, + "avg_reward": 14636.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 850, + "avg_reward": 15134.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 860, + "avg_reward": 15038.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 870, + "avg_reward": 15318.89, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 880, + "avg_reward": 15773.85, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 890, + "avg_reward": 15446.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 900, + "avg_reward": 15998.09, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 910, + "avg_reward": 16269.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 920, + "avg_reward": 15724.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 930, + "avg_reward": 16421.27, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 940, + "avg_reward": 14970.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 950, + "avg_reward": 16821.48, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 960, + "avg_reward": 15810.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 970, + "avg_reward": 17993.28, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 980, + "avg_reward": 15288.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 990, + "avg_reward": 14331.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1000, + "avg_reward": 15871.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1010, + "avg_reward": 15483.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1020, + "avg_reward": 15884.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1030, + "avg_reward": 16930.38, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1040, + "avg_reward": 15941.75, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1050, + "avg_reward": 17364.12, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1060, + "avg_reward": 16095.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1070, + "avg_reward": 17804.42, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1080, + "avg_reward": 14925.87, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1090, + "avg_reward": 18427.71, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1100, + "avg_reward": 15547.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1110, + "avg_reward": 16860.06, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 16487.39, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1130, + "avg_reward": 18001.22, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1140, + "avg_reward": 15028.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1150, + "avg_reward": 19133.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1160, + "avg_reward": 17599.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1170, + "avg_reward": 18854.94, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1180, + "avg_reward": 18758.69, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1190, + "avg_reward": 18087.54, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1200, + "avg_reward": 17385.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1210, + "avg_reward": 17556.74, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1220, + "avg_reward": 17775.01, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1230, + "avg_reward": 18525.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1240, + "avg_reward": 18896.74, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1250, + "avg_reward": 18484.17, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1260, + "avg_reward": 16744.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1270, + "avg_reward": 17098.11, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1280, + "avg_reward": 17474.14, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1290, + "avg_reward": 18716.27, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1300, + "avg_reward": 18762.34, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1310, + "avg_reward": 16640.69, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1320, + "avg_reward": 17366.31, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1330, + "avg_reward": 19862.26, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1340, + "avg_reward": 17212.2, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1350, + "avg_reward": 16359.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1360, + "avg_reward": 17275.4, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1370, + "avg_reward": 18285.99, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1380, + "avg_reward": 17681.61, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1390, + "avg_reward": 17287.89, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1400, + "avg_reward": 19583.39, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1410, + "avg_reward": 18043.98, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1420, + "avg_reward": 18344.38, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1430, + "avg_reward": 17023.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1440, + "avg_reward": 20635.9, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1450, + "avg_reward": 18716.07, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1460, + "avg_reward": 16158.45, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1470, + "avg_reward": 21167.25, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1480, + "avg_reward": 19301.78, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1490, + "avg_reward": 21315.0, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1500, + "avg_reward": 18122.81, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s0_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n8_learned_rho_s0_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..3f7c03f54da7733c4fba681334bbdc8ada03f6fc --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s0_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 13287658.18, + "constraint_satisfaction_pct": 99.8, + "final_rho": [ + 0.0885, + 0.1755, + 0.0927, + 0.0735, + 0.207, + 0.1945, + 0.0744, + 0.0938 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -56641.02, + "avg_cost": 19.5, + "lambda": 4.945, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 10, + "avg_reward": -51833.07, + "avg_cost": 15.0, + "lambda": 4.265, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 20, + "avg_reward": -49413.85, + "avg_cost": 18.25, + "lambda": 3.3325, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 30, + "avg_reward": -50733.3, + "avg_cost": 25.5, + "lambda": 2.7525, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 40, + "avg_reward": -47802.41, + "avg_cost": 25.0, + "lambda": 1.745, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 50, + "avg_reward": -45111.95, + "avg_cost": 23.5, + "lambda": 0.605, + "rho": [ + 0.1254, + 0.1225, + 0.1292, + 0.1089, + 0.1464, + 0.1294, + 0.1063, + 0.132 + ] + }, + { + "episode": 60, + "avg_reward": -43276.37, + "avg_cost": 18.0, + "lambda": 0.0, + "rho": [ + 0.1254, + 0.1225, + 0.1292, + 0.1089, + 0.1464, + 0.1294, + 0.1063, + 0.132 + ] + }, + { + "episode": 70, + "avg_reward": -40047.18, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1254, + 0.1225, + 0.1292, + 0.1089, + 0.1464, + 0.1294, + 0.1063, + 0.132 + ] + }, + { + "episode": 80, + "avg_reward": -36870.54, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1254, + 0.1225, + 0.1292, + 0.1089, + 0.1464, + 0.1294, + 0.1063, + 0.132 + ] + }, + { + "episode": 90, + "avg_reward": -34292.9, + "avg_cost": 15.5, + "lambda": 0.0, + "rho": [ + 0.1254, + 0.1225, + 0.1292, + 0.1089, + 0.1464, + 0.1294, + 0.1063, + 0.132 + ] + }, + { + "episode": 100, + "avg_reward": -31979.5, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 0.1213, + 0.1268, + 0.1259, + 0.1053, + 0.152, + 0.1368, + 0.1035, + 0.1284 + ] + }, + { + "episode": 110, + "avg_reward": -28432.76, + "avg_cost": 14.75, + "lambda": 0.0, + "rho": [ + 0.1213, + 0.1268, + 0.1259, + 0.1053, + 0.152, + 0.1368, + 0.1035, + 0.1284 + ] + }, + { + "episode": 120, + "avg_reward": -26173.22, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.1213, + 0.1268, + 0.1259, + 0.1053, + 0.152, + 0.1368, + 0.1035, + 0.1284 + ] + }, + { + "episode": 130, + "avg_reward": -20658.62, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1213, + 0.1268, + 0.1259, + 0.1053, + 0.152, + 0.1368, + 0.1035, + 0.1284 + ] + }, + { + "episode": 140, + "avg_reward": -17549.28, + "avg_cost": 20.0, + "lambda": 0.0, + "rho": [ + 0.1213, + 0.1268, + 0.1259, + 0.1053, + 0.152, + 0.1368, + 0.1035, + 0.1284 + ] + }, + { + "episode": 150, + "avg_reward": -14388.22, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1181, + 0.1312, + 0.1227, + 0.1023, + 0.1569, + 0.1426, + 0.1012, + 0.1251 + ] + }, + { + "episode": 160, + "avg_reward": -12952.47, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.1181, + 0.1312, + 0.1227, + 0.1023, + 0.1569, + 0.1426, + 0.1012, + 0.1251 + ] + }, + { + "episode": 170, + "avg_reward": -10801.52, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.1181, + 0.1312, + 0.1227, + 0.1023, + 0.1569, + 0.1426, + 0.1012, + 0.1251 + ] + }, + { + "episode": 180, + "avg_reward": -8146.24, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1181, + 0.1312, + 0.1227, + 0.1023, + 0.1569, + 0.1426, + 0.1012, + 0.1251 + ] + }, + { + "episode": 190, + "avg_reward": -5789.98, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1181, + 0.1312, + 0.1227, + 0.1023, + 0.1569, + 0.1426, + 0.1012, + 0.1251 + ] + }, + { + "episode": 200, + "avg_reward": -3748.47, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1153, + 0.1353, + 0.1199, + 0.0996, + 0.1613, + 0.1476, + 0.0988, + 0.1222 + ] + }, + { + "episode": 210, + "avg_reward": -2246.12, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1153, + 0.1353, + 0.1199, + 0.0996, + 0.1613, + 0.1476, + 0.0988, + 0.1222 + ] + }, + { + "episode": 220, + "avg_reward": -628.91, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1153, + 0.1353, + 0.1199, + 0.0996, + 0.1613, + 0.1476, + 0.0988, + 0.1222 + ] + }, + { + "episode": 230, + "avg_reward": 865.24, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1153, + 0.1353, + 0.1199, + 0.0996, + 0.1613, + 0.1476, + 0.0988, + 0.1222 + ] + }, + { + "episode": 240, + "avg_reward": 2610.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1153, + 0.1353, + 0.1199, + 0.0996, + 0.1613, + 0.1476, + 0.0988, + 0.1222 + ] + }, + { + "episode": 250, + "avg_reward": 3927.38, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1128, + 0.1391, + 0.1175, + 0.0972, + 0.1652, + 0.152, + 0.0967, + 0.1196 + ] + }, + { + "episode": 260, + "avg_reward": 4183.94, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1128, + 0.1391, + 0.1175, + 0.0972, + 0.1652, + 0.152, + 0.0967, + 0.1196 + ] + }, + { + "episode": 270, + "avg_reward": 5619.35, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1128, + 0.1391, + 0.1175, + 0.0972, + 0.1652, + 0.152, + 0.0967, + 0.1196 + ] + }, + { + "episode": 280, + "avg_reward": 5825.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1128, + 0.1391, + 0.1175, + 0.0972, + 0.1652, + 0.152, + 0.0967, + 0.1196 + ] + }, + { + "episode": 290, + "avg_reward": 6245.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1128, + 0.1391, + 0.1175, + 0.0972, + 0.1652, + 0.152, + 0.0967, + 0.1196 + ] + }, + { + "episode": 300, + "avg_reward": 6910.49, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1106, + 0.1424, + 0.1152, + 0.095, + 0.1688, + 0.156, + 0.0946, + 0.1173 + ] + }, + { + "episode": 310, + "avg_reward": 6019.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1106, + 0.1424, + 0.1152, + 0.095, + 0.1688, + 0.156, + 0.0946, + 0.1173 + ] + }, + { + "episode": 320, + "avg_reward": 6227.57, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1106, + 0.1424, + 0.1152, + 0.095, + 0.1688, + 0.156, + 0.0946, + 0.1173 + ] + }, + { + "episode": 330, + "avg_reward": 8356.76, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1106, + 0.1424, + 0.1152, + 0.095, + 0.1688, + 0.156, + 0.0946, + 0.1173 + ] + }, + { + "episode": 340, + "avg_reward": 7928.78, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1106, + 0.1424, + 0.1152, + 0.095, + 0.1688, + 0.156, + 0.0946, + 0.1173 + ] + }, + { + "episode": 350, + "avg_reward": 8898.44, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1085, + 0.1456, + 0.1131, + 0.093, + 0.1722, + 0.1597, + 0.0927, + 0.1152 + ] + }, + { + "episode": 360, + "avg_reward": 8427.87, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1085, + 0.1456, + 0.1131, + 0.093, + 0.1722, + 0.1597, + 0.0927, + 0.1152 + ] + }, + { + "episode": 370, + "avg_reward": 7985.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1085, + 0.1456, + 0.1131, + 0.093, + 0.1722, + 0.1597, + 0.0927, + 0.1152 + ] + }, + { + "episode": 380, + "avg_reward": 9007.58, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1085, + 0.1456, + 0.1131, + 0.093, + 0.1722, + 0.1597, + 0.0927, + 0.1152 + ] + }, + { + "episode": 390, + "avg_reward": 9406.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1085, + 0.1456, + 0.1131, + 0.093, + 0.1722, + 0.1597, + 0.0927, + 0.1152 + ] + }, + { + "episode": 400, + "avg_reward": 10110.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1066, + 0.1484, + 0.1112, + 0.0911, + 0.1755, + 0.163, + 0.091, + 0.1132 + ] + }, + { + "episode": 410, + "avg_reward": 11460.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1066, + 0.1484, + 0.1112, + 0.0911, + 0.1755, + 0.163, + 0.091, + 0.1132 + ] + }, + { + "episode": 420, + "avg_reward": 10431.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1066, + 0.1484, + 0.1112, + 0.0911, + 0.1755, + 0.163, + 0.091, + 0.1132 + ] + }, + { + "episode": 430, + "avg_reward": 12168.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1066, + 0.1484, + 0.1112, + 0.0911, + 0.1755, + 0.163, + 0.091, + 0.1132 + ] + }, + { + "episode": 440, + "avg_reward": 11896.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1066, + 0.1484, + 0.1112, + 0.0911, + 0.1755, + 0.163, + 0.091, + 0.1132 + ] + }, + { + "episode": 450, + "avg_reward": 10788.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.151, + 0.1095, + 0.0894, + 0.1786, + 0.166, + 0.0893, + 0.1113 + ] + }, + { + "episode": 460, + "avg_reward": 10940.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.151, + 0.1095, + 0.0894, + 0.1786, + 0.166, + 0.0893, + 0.1113 + ] + }, + { + "episode": 470, + "avg_reward": 13029.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.151, + 0.1095, + 0.0894, + 0.1786, + 0.166, + 0.0893, + 0.1113 + ] + }, + { + "episode": 480, + "avg_reward": 11665.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.151, + 0.1095, + 0.0894, + 0.1786, + 0.166, + 0.0893, + 0.1113 + ] + }, + { + "episode": 490, + "avg_reward": 10274.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.151, + 0.1095, + 0.0894, + 0.1786, + 0.166, + 0.0893, + 0.1113 + ] + }, + { + "episode": 500, + "avg_reward": 11927.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1033, + 0.1533, + 0.1079, + 0.0878, + 0.1813, + 0.1688, + 0.0878, + 0.1096 + ] + }, + { + "episode": 510, + "avg_reward": 11753.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1033, + 0.1533, + 0.1079, + 0.0878, + 0.1813, + 0.1688, + 0.0878, + 0.1096 + ] + }, + { + "episode": 520, + "avg_reward": 13810.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1033, + 0.1533, + 0.1079, + 0.0878, + 0.1813, + 0.1688, + 0.0878, + 0.1096 + ] + }, + { + "episode": 530, + "avg_reward": 14505.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1033, + 0.1533, + 0.1079, + 0.0878, + 0.1813, + 0.1688, + 0.0878, + 0.1096 + ] + }, + { + "episode": 540, + "avg_reward": 13302.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1033, + 0.1533, + 0.1079, + 0.0878, + 0.1813, + 0.1688, + 0.0878, + 0.1096 + ] + }, + { + "episode": 550, + "avg_reward": 13342.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1019, + 0.1555, + 0.1064, + 0.0864, + 0.1839, + 0.1714, + 0.0865, + 0.108 + ] + }, + { + "episode": 560, + "avg_reward": 12648.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1019, + 0.1555, + 0.1064, + 0.0864, + 0.1839, + 0.1714, + 0.0865, + 0.108 + ] + }, + { + "episode": 570, + "avg_reward": 13721.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1019, + 0.1555, + 0.1064, + 0.0864, + 0.1839, + 0.1714, + 0.0865, + 0.108 + ] + }, + { + "episode": 580, + "avg_reward": 14153.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1019, + 0.1555, + 0.1064, + 0.0864, + 0.1839, + 0.1714, + 0.0865, + 0.108 + ] + }, + { + "episode": 590, + "avg_reward": 14845.66, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1019, + 0.1555, + 0.1064, + 0.0864, + 0.1839, + 0.1714, + 0.0865, + 0.108 + ] + }, + { + "episode": 600, + "avg_reward": 12387.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1005, + 0.1575, + 0.105, + 0.0851, + 0.1862, + 0.1738, + 0.0853, + 0.1066 + ] + }, + { + "episode": 610, + "avg_reward": 14097.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1005, + 0.1575, + 0.105, + 0.0851, + 0.1862, + 0.1738, + 0.0853, + 0.1066 + ] + }, + { + "episode": 620, + "avg_reward": 14669.24, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1005, + 0.1575, + 0.105, + 0.0851, + 0.1862, + 0.1738, + 0.0853, + 0.1066 + ] + }, + { + "episode": 630, + "avg_reward": 13328.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1005, + 0.1575, + 0.105, + 0.0851, + 0.1862, + 0.1738, + 0.0853, + 0.1066 + ] + }, + { + "episode": 640, + "avg_reward": 15157.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1005, + 0.1575, + 0.105, + 0.0851, + 0.1862, + 0.1738, + 0.0853, + 0.1066 + ] + }, + { + "episode": 650, + "avg_reward": 14810.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1594, + 0.1038, + 0.0839, + 0.1883, + 0.176, + 0.0841, + 0.1053 + ] + }, + { + "episode": 660, + "avg_reward": 13558.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1594, + 0.1038, + 0.0839, + 0.1883, + 0.176, + 0.0841, + 0.1053 + ] + }, + { + "episode": 670, + "avg_reward": 14933.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1594, + 0.1038, + 0.0839, + 0.1883, + 0.176, + 0.0841, + 0.1053 + ] + }, + { + "episode": 680, + "avg_reward": 15379.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1594, + 0.1038, + 0.0839, + 0.1883, + 0.176, + 0.0841, + 0.1053 + ] + }, + { + "episode": 690, + "avg_reward": 14459.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1594, + 0.1038, + 0.0839, + 0.1883, + 0.176, + 0.0841, + 0.1053 + ] + }, + { + "episode": 700, + "avg_reward": 15526.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1611, + 0.1026, + 0.0828, + 0.1903, + 0.178, + 0.0831, + 0.104 + ] + }, + { + "episode": 710, + "avg_reward": 15610.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1611, + 0.1026, + 0.0828, + 0.1903, + 0.178, + 0.0831, + 0.104 + ] + }, + { + "episode": 720, + "avg_reward": 14177.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1611, + 0.1026, + 0.0828, + 0.1903, + 0.178, + 0.0831, + 0.104 + ] + }, + { + "episode": 730, + "avg_reward": 16010.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1611, + 0.1026, + 0.0828, + 0.1903, + 0.178, + 0.0831, + 0.104 + ] + }, + { + "episode": 740, + "avg_reward": 15842.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1611, + 0.1026, + 0.0828, + 0.1903, + 0.178, + 0.0831, + 0.104 + ] + }, + { + "episode": 750, + "avg_reward": 15511.77, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.0971, + 0.1626, + 0.1015, + 0.0817, + 0.1921, + 0.1798, + 0.0821, + 0.1029 + ] + }, + { + "episode": 760, + "avg_reward": 16783.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0971, + 0.1626, + 0.1015, + 0.0817, + 0.1921, + 0.1798, + 0.0821, + 0.1029 + ] + }, + { + "episode": 770, + "avg_reward": 15872.15, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.0971, + 0.1626, + 0.1015, + 0.0817, + 0.1921, + 0.1798, + 0.0821, + 0.1029 + ] + }, + { + "episode": 780, + "avg_reward": 16812.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0971, + 0.1626, + 0.1015, + 0.0817, + 0.1921, + 0.1798, + 0.0821, + 0.1029 + ] + }, + { + "episode": 790, + "avg_reward": 16117.94, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0971, + 0.1626, + 0.1015, + 0.0817, + 0.1921, + 0.1798, + 0.0821, + 0.1029 + ] + }, + { + "episode": 800, + "avg_reward": 15138.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0961, + 0.1641, + 0.1006, + 0.0808, + 0.1938, + 0.1815, + 0.0812, + 0.1019 + ] + }, + { + "episode": 810, + "avg_reward": 14481.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0961, + 0.1641, + 0.1006, + 0.0808, + 0.1938, + 0.1815, + 0.0812, + 0.1019 + ] + }, + { + "episode": 820, + "avg_reward": 14501.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.0961, + 0.1641, + 0.1006, + 0.0808, + 0.1938, + 0.1815, + 0.0812, + 0.1019 + ] + }, + { + "episode": 830, + "avg_reward": 17412.81, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.0961, + 0.1641, + 0.1006, + 0.0808, + 0.1938, + 0.1815, + 0.0812, + 0.1019 + ] + }, + { + "episode": 840, + "avg_reward": 16366.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.0961, + 0.1641, + 0.1006, + 0.0808, + 0.1938, + 0.1815, + 0.0812, + 0.1019 + ] + }, + { + "episode": 850, + "avg_reward": 17474.28, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0953, + 0.1654, + 0.0997, + 0.08, + 0.1953, + 0.1831, + 0.0804, + 0.1009 + ] + }, + { + "episode": 860, + "avg_reward": 15430.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0953, + 0.1654, + 0.0997, + 0.08, + 0.1953, + 0.1831, + 0.0804, + 0.1009 + ] + }, + { + "episode": 870, + "avg_reward": 15541.91, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.0953, + 0.1654, + 0.0997, + 0.08, + 0.1953, + 0.1831, + 0.0804, + 0.1009 + ] + }, + { + "episode": 880, + "avg_reward": 16985.53, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.0953, + 0.1654, + 0.0997, + 0.08, + 0.1953, + 0.1831, + 0.0804, + 0.1009 + ] + }, + { + "episode": 890, + "avg_reward": 16684.0, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0953, + 0.1654, + 0.0997, + 0.08, + 0.1953, + 0.1831, + 0.0804, + 0.1009 + ] + }, + { + "episode": 900, + "avg_reward": 17552.01, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0944, + 0.1666, + 0.0988, + 0.0792, + 0.1967, + 0.1845, + 0.0797, + 0.1 + ] + }, + { + "episode": 910, + "avg_reward": 16180.45, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.0944, + 0.1666, + 0.0988, + 0.0792, + 0.1967, + 0.1845, + 0.0797, + 0.1 + ] + }, + { + "episode": 920, + "avg_reward": 18865.04, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0944, + 0.1666, + 0.0988, + 0.0792, + 0.1967, + 0.1845, + 0.0797, + 0.1 + ] + }, + { + "episode": 930, + "avg_reward": 17843.26, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.0944, + 0.1666, + 0.0988, + 0.0792, + 0.1967, + 0.1845, + 0.0797, + 0.1 + ] + }, + { + "episode": 940, + "avg_reward": 17703.3, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.0944, + 0.1666, + 0.0988, + 0.0792, + 0.1967, + 0.1845, + 0.0797, + 0.1 + ] + }, + { + "episode": 950, + "avg_reward": 15208.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.0937, + 0.1677, + 0.098, + 0.0785, + 0.198, + 0.1858, + 0.079, + 0.0992 + ] + }, + { + "episode": 960, + "avg_reward": 18131.9, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.0937, + 0.1677, + 0.098, + 0.0785, + 0.198, + 0.1858, + 0.079, + 0.0992 + ] + }, + { + "episode": 970, + "avg_reward": 17404.14, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.0937, + 0.1677, + 0.098, + 0.0785, + 0.198, + 0.1858, + 0.079, + 0.0992 + ] + }, + { + "episode": 980, + "avg_reward": 17020.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.0937, + 0.1677, + 0.098, + 0.0785, + 0.198, + 0.1858, + 0.079, + 0.0992 + ] + }, + { + "episode": 990, + "avg_reward": 19569.55, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.0937, + 0.1677, + 0.098, + 0.0785, + 0.198, + 0.1858, + 0.079, + 0.0992 + ] + }, + { + "episode": 1000, + "avg_reward": 18000.08, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.093, + 0.1687, + 0.0973, + 0.0778, + 0.1992, + 0.187, + 0.0784, + 0.0985 + ] + }, + { + "episode": 1010, + "avg_reward": 18521.68, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.093, + 0.1687, + 0.0973, + 0.0778, + 0.1992, + 0.187, + 0.0784, + 0.0985 + ] + }, + { + "episode": 1020, + "avg_reward": 16460.21, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.093, + 0.1687, + 0.0973, + 0.0778, + 0.1992, + 0.187, + 0.0784, + 0.0985 + ] + }, + { + "episode": 1030, + "avg_reward": 19443.72, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.093, + 0.1687, + 0.0973, + 0.0778, + 0.1992, + 0.187, + 0.0784, + 0.0985 + ] + }, + { + "episode": 1040, + "avg_reward": 19356.61, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.093, + 0.1687, + 0.0973, + 0.0778, + 0.1992, + 0.187, + 0.0784, + 0.0985 + ] + }, + { + "episode": 1050, + "avg_reward": 18591.71, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.0924, + 0.1697, + 0.0967, + 0.0772, + 0.2003, + 0.1881, + 0.0778, + 0.0978 + ] + }, + { + "episode": 1060, + "avg_reward": 18371.44, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.0924, + 0.1697, + 0.0967, + 0.0772, + 0.2003, + 0.1881, + 0.0778, + 0.0978 + ] + }, + { + "episode": 1070, + "avg_reward": 16614.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.0924, + 0.1697, + 0.0967, + 0.0772, + 0.2003, + 0.1881, + 0.0778, + 0.0978 + ] + }, + { + "episode": 1080, + "avg_reward": 20041.99, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.0924, + 0.1697, + 0.0967, + 0.0772, + 0.2003, + 0.1881, + 0.0778, + 0.0978 + ] + }, + { + "episode": 1090, + "avg_reward": 17354.38, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.0924, + 0.1697, + 0.0967, + 0.0772, + 0.2003, + 0.1881, + 0.0778, + 0.0978 + ] + }, + { + "episode": 1100, + "avg_reward": 17672.57, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.0918, + 0.1706, + 0.0961, + 0.0766, + 0.2014, + 0.1891, + 0.0773, + 0.0972 + ] + }, + { + "episode": 1110, + "avg_reward": 18337.65, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.0918, + 0.1706, + 0.0961, + 0.0766, + 0.2014, + 0.1891, + 0.0773, + 0.0972 + ] + }, + { + "episode": 1120, + "avg_reward": 18254.94, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.0918, + 0.1706, + 0.0961, + 0.0766, + 0.2014, + 0.1891, + 0.0773, + 0.0972 + ] + }, + { + "episode": 1130, + "avg_reward": 18655.77, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.0918, + 0.1706, + 0.0961, + 0.0766, + 0.2014, + 0.1891, + 0.0773, + 0.0972 + ] + }, + { + "episode": 1140, + "avg_reward": 18406.71, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.0918, + 0.1706, + 0.0961, + 0.0766, + 0.2014, + 0.1891, + 0.0773, + 0.0972 + ] + }, + { + "episode": 1150, + "avg_reward": 17720.98, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.0912, + 0.1714, + 0.0955, + 0.0761, + 0.2023, + 0.19, + 0.0768, + 0.0966 + ] + }, + { + "episode": 1160, + "avg_reward": 18031.72, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.0912, + 0.1714, + 0.0955, + 0.0761, + 0.2023, + 0.19, + 0.0768, + 0.0966 + ] + }, + { + "episode": 1170, + "avg_reward": 18782.79, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.0912, + 0.1714, + 0.0955, + 0.0761, + 0.2023, + 0.19, + 0.0768, + 0.0966 + ] + }, + { + "episode": 1180, + "avg_reward": 18750.97, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.0912, + 0.1714, + 0.0955, + 0.0761, + 0.2023, + 0.19, + 0.0768, + 0.0966 + ] + }, + { + "episode": 1190, + "avg_reward": 19673.81, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.0912, + 0.1714, + 0.0955, + 0.0761, + 0.2023, + 0.19, + 0.0768, + 0.0966 + ] + }, + { + "episode": 1200, + "avg_reward": 19279.37, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.0907, + 0.1722, + 0.095, + 0.0756, + 0.2032, + 0.1908, + 0.0764, + 0.0961 + ] + }, + { + "episode": 1210, + "avg_reward": 19664.64, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.0907, + 0.1722, + 0.095, + 0.0756, + 0.2032, + 0.1908, + 0.0764, + 0.0961 + ] + }, + { + "episode": 1220, + "avg_reward": 19317.07, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.0907, + 0.1722, + 0.095, + 0.0756, + 0.2032, + 0.1908, + 0.0764, + 0.0961 + ] + }, + { + "episode": 1230, + "avg_reward": 18914.85, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.0907, + 0.1722, + 0.095, + 0.0756, + 0.2032, + 0.1908, + 0.0764, + 0.0961 + ] + }, + { + "episode": 1240, + "avg_reward": 16310.76, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.0907, + 0.1722, + 0.095, + 0.0756, + 0.2032, + 0.1908, + 0.0764, + 0.0961 + ] + }, + { + "episode": 1250, + "avg_reward": 18654.41, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.0903, + 0.1729, + 0.0945, + 0.0752, + 0.204, + 0.1916, + 0.076, + 0.0956 + ] + }, + { + "episode": 1260, + "avg_reward": 15819.49, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.0903, + 0.1729, + 0.0945, + 0.0752, + 0.204, + 0.1916, + 0.076, + 0.0956 + ] + }, + { + "episode": 1270, + "avg_reward": 19980.94, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.0903, + 0.1729, + 0.0945, + 0.0752, + 0.204, + 0.1916, + 0.076, + 0.0956 + ] + }, + { + "episode": 1280, + "avg_reward": 17172.07, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.0903, + 0.1729, + 0.0945, + 0.0752, + 0.204, + 0.1916, + 0.076, + 0.0956 + ] + }, + { + "episode": 1290, + "avg_reward": 18638.72, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.0903, + 0.1729, + 0.0945, + 0.0752, + 0.204, + 0.1916, + 0.076, + 0.0956 + ] + }, + { + "episode": 1300, + "avg_reward": 17734.82, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.0899, + 0.1735, + 0.0941, + 0.0748, + 0.2047, + 0.1923, + 0.0756, + 0.0952 + ] + }, + { + "episode": 1310, + "avg_reward": 19961.1, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.0899, + 0.1735, + 0.0941, + 0.0748, + 0.2047, + 0.1923, + 0.0756, + 0.0952 + ] + }, + { + "episode": 1320, + "avg_reward": 18746.05, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.0899, + 0.1735, + 0.0941, + 0.0748, + 0.2047, + 0.1923, + 0.0756, + 0.0952 + ] + }, + { + "episode": 1330, + "avg_reward": 18901.53, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.0899, + 0.1735, + 0.0941, + 0.0748, + 0.2047, + 0.1923, + 0.0756, + 0.0952 + ] + }, + { + "episode": 1340, + "avg_reward": 16219.82, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.0899, + 0.1735, + 0.0941, + 0.0748, + 0.2047, + 0.1923, + 0.0756, + 0.0952 + ] + }, + { + "episode": 1350, + "avg_reward": 17839.41, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.0895, + 0.1741, + 0.0937, + 0.0744, + 0.2054, + 0.1929, + 0.0753, + 0.0948 + ] + }, + { + "episode": 1360, + "avg_reward": 18975.27, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.0895, + 0.1741, + 0.0937, + 0.0744, + 0.2054, + 0.1929, + 0.0753, + 0.0948 + ] + }, + { + "episode": 1370, + "avg_reward": 19989.77, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.0895, + 0.1741, + 0.0937, + 0.0744, + 0.2054, + 0.1929, + 0.0753, + 0.0948 + ] + }, + { + "episode": 1380, + "avg_reward": 19015.13, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.0895, + 0.1741, + 0.0937, + 0.0744, + 0.2054, + 0.1929, + 0.0753, + 0.0948 + ] + }, + { + "episode": 1390, + "avg_reward": 20267.7, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.0895, + 0.1741, + 0.0937, + 0.0744, + 0.2054, + 0.1929, + 0.0753, + 0.0948 + ] + }, + { + "episode": 1400, + "avg_reward": 17765.77, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.0891, + 0.1746, + 0.0934, + 0.0741, + 0.206, + 0.1935, + 0.075, + 0.0944 + ] + }, + { + "episode": 1410, + "avg_reward": 21004.18, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.0891, + 0.1746, + 0.0934, + 0.0741, + 0.206, + 0.1935, + 0.075, + 0.0944 + ] + }, + { + "episode": 1420, + "avg_reward": 19389.76, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.0891, + 0.1746, + 0.0934, + 0.0741, + 0.206, + 0.1935, + 0.075, + 0.0944 + ] + }, + { + "episode": 1430, + "avg_reward": 18701.41, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.0891, + 0.1746, + 0.0934, + 0.0741, + 0.206, + 0.1935, + 0.075, + 0.0944 + ] + }, + { + "episode": 1440, + "avg_reward": 21402.55, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.0891, + 0.1746, + 0.0934, + 0.0741, + 0.206, + 0.1935, + 0.075, + 0.0944 + ] + }, + { + "episode": 1450, + "avg_reward": 19535.54, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.0888, + 0.1751, + 0.093, + 0.0738, + 0.2065, + 0.194, + 0.0747, + 0.0941 + ] + }, + { + "episode": 1460, + "avg_reward": 20560.26, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.0888, + 0.1751, + 0.093, + 0.0738, + 0.2065, + 0.194, + 0.0747, + 0.0941 + ] + }, + { + "episode": 1470, + "avg_reward": 20112.22, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.0888, + 0.1751, + 0.093, + 0.0738, + 0.2065, + 0.194, + 0.0747, + 0.0941 + ] + }, + { + "episode": 1480, + "avg_reward": 22026.32, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.0888, + 0.1751, + 0.093, + 0.0738, + 0.2065, + 0.194, + 0.0747, + 0.0941 + ] + }, + { + "episode": 1490, + "avg_reward": 20028.51, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.0888, + 0.1751, + 0.093, + 0.0738, + 0.2065, + 0.194, + 0.0747, + 0.0941 + ] + }, + { + "episode": 1500, + "avg_reward": 21411.19, + "avg_cost": 12.25, + "lambda": 0.0, + "rho": [ + 0.0885, + 0.1755, + 0.0927, + 0.0735, + 0.207, + 0.1945, + 0.0744, + 0.0938 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s0_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json b/results/diagnostic_results_n8_learned_rho_s0_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json new file mode 100644 index 0000000000000000000000000000000000000000..eeb164541cbfda0db9339464790132a1608c2642 --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s0_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json @@ -0,0 +1,1341 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 800, + "total_welfare": -8762959.15, + "constraint_satisfaction_pct": 28.0, + "final_rho": [ + 0.1265, + 0.1653, + 0.1049, + 0.1516, + 0.1122, + 0.142, + 0.0988, + 0.0988 + ], + "final_lambda": 257.6273, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -56641.02, + "avg_cost": 19.5, + "lambda": 11.95, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 10, + "avg_reward": -51932.75, + "avg_cost": 16.25, + "lambda": 27.6385, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 20, + "avg_reward": -52326.71, + "avg_cost": 19.0, + "lambda": 41.3924, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 30, + "avg_reward": -50222.65, + "avg_cost": 18.5, + "lambda": 56.6808, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 40, + "avg_reward": -47866.18, + "avg_cost": 11.5, + "lambda": 70.8959, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 50, + "avg_reward": -45048.69, + "avg_cost": 19.0, + "lambda": 85.1973, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 60, + "avg_reward": -42741.61, + "avg_cost": 5.25, + "lambda": 98.2362, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 70, + "avg_reward": -44442.8, + "avg_cost": 8.75, + "lambda": 109.9801, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 80, + "avg_reward": -42754.37, + "avg_cost": 4.0, + "lambda": 119.2662, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 90, + "avg_reward": -41935.87, + "avg_cost": 9.75, + "lambda": 126.8182, + "rho": [ + 0.1316, + 0.117, + 0.1335, + 0.1136, + 0.139, + 0.1188, + 0.1099, + 0.1366 + ] + }, + { + "episode": 100, + "avg_reward": -41947.59, + "avg_cost": 9.25, + "lambda": 134.8631, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 110, + "avg_reward": -37442.84, + "avg_cost": 10.25, + "lambda": 142.0579, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 120, + "avg_reward": -36187.42, + "avg_cost": 16.5, + "lambda": 149.1733, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 130, + "avg_reward": -33564.85, + "avg_cost": 6.0, + "lambda": 157.3626, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 140, + "avg_reward": -31826.73, + "avg_cost": 2.75, + "lambda": 165.1281, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 150, + "avg_reward": -30733.46, + "avg_cost": 1.0, + "lambda": 171.6304, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 160, + "avg_reward": -25570.0, + "avg_cost": 4.75, + "lambda": 177.0723, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 170, + "avg_reward": -27232.05, + "avg_cost": 3.0, + "lambda": 183.1811, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 180, + "avg_reward": -24092.07, + "avg_cost": 5.0, + "lambda": 188.0366, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 190, + "avg_reward": -22715.67, + "avg_cost": 2.5, + "lambda": 192.3445, + "rho": [ + 0.1385, + 0.1213, + 0.1263, + 0.1182, + 0.1337, + 0.1227, + 0.1134, + 0.126 + ] + }, + { + "episode": 200, + "avg_reward": -21888.11, + "avg_cost": 3.5, + "lambda": 196.3078, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 210, + "avg_reward": -22291.57, + "avg_cost": 1.0, + "lambda": 200.11, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 220, + "avg_reward": -17909.14, + "avg_cost": 1.5, + "lambda": 203.075, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 230, + "avg_reward": -19012.03, + "avg_cost": 2.5, + "lambda": 206.5861, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 240, + "avg_reward": -20181.4, + "avg_cost": 0.0, + "lambda": 209.6582, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 250, + "avg_reward": -16955.71, + "avg_cost": 3.0, + "lambda": 212.3604, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 260, + "avg_reward": -15897.54, + "avg_cost": 0.5, + "lambda": 214.7831, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 270, + "avg_reward": -17951.51, + "avg_cost": 2.5, + "lambda": 217.0748, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 280, + "avg_reward": -13913.41, + "avg_cost": 0.25, + "lambda": 219.0482, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 290, + "avg_reward": -12804.25, + "avg_cost": 1.0, + "lambda": 220.9759, + "rho": [ + 0.1337, + 0.1275, + 0.1217, + 0.1232, + 0.1343, + 0.1288, + 0.1089, + 0.1218 + ] + }, + { + "episode": 300, + "avg_reward": -12768.85, + "avg_cost": 4.75, + "lambda": 222.5659, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 310, + "avg_reward": -12759.55, + "avg_cost": 2.0, + "lambda": 224.0109, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 320, + "avg_reward": -10694.89, + "avg_cost": 0.75, + "lambda": 225.4813, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 330, + "avg_reward": -8102.54, + "avg_cost": 8.5, + "lambda": 227.5206, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 340, + "avg_reward": -7736.31, + "avg_cost": 0.5, + "lambda": 230.1636, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 350, + "avg_reward": -5698.73, + "avg_cost": 2.75, + "lambda": 231.9677, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 360, + "avg_reward": -6210.08, + "avg_cost": 1.0, + "lambda": 233.4752, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 370, + "avg_reward": -5170.82, + "avg_cost": 1.0, + "lambda": 234.8771, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 380, + "avg_reward": -4074.25, + "avg_cost": 0.5, + "lambda": 236.1912, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 390, + "avg_reward": -2870.54, + "avg_cost": 4.25, + "lambda": 237.2465, + "rho": [ + 0.1315, + 0.1331, + 0.1206, + 0.129, + 0.1289, + 0.1314, + 0.1054, + 0.1201 + ] + }, + { + "episode": 400, + "avg_reward": -1667.81, + "avg_cost": 1.75, + "lambda": 238.4778, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 410, + "avg_reward": -3019.96, + "avg_cost": 3.25, + "lambda": 240.0892, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 420, + "avg_reward": -1459.33, + "avg_cost": 0.75, + "lambda": 241.8269, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 430, + "avg_reward": -2731.31, + "avg_cost": 0.0, + "lambda": 243.3019, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 440, + "avg_reward": -1615.15, + "avg_cost": 0.25, + "lambda": 244.1206, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 450, + "avg_reward": -188.13, + "avg_cost": 0.0, + "lambda": 244.7732, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 460, + "avg_reward": -902.8, + "avg_cost": 0.25, + "lambda": 245.4107, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 470, + "avg_reward": -1149.27, + "avg_cost": 2.0, + "lambda": 246.0745, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 480, + "avg_reward": -338.15, + "avg_cost": 1.25, + "lambda": 246.8002, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 490, + "avg_reward": 462.49, + "avg_cost": 0.0, + "lambda": 247.4652, + "rho": [ + 0.1308, + 0.1394, + 0.1188, + 0.1348, + 0.1254, + 0.1336, + 0.1021, + 0.1151 + ] + }, + { + "episode": 500, + "avg_reward": 1483.34, + "avg_cost": 2.25, + "lambda": 247.9858, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 510, + "avg_reward": 3058.09, + "avg_cost": 0.5, + "lambda": 248.5496, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 520, + "avg_reward": -133.57, + "avg_cost": 0.5, + "lambda": 248.9243, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 530, + "avg_reward": 1734.18, + "avg_cost": 0.5, + "lambda": 249.4574, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 540, + "avg_reward": 1488.39, + "avg_cost": 0.0, + "lambda": 250.0698, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 550, + "avg_reward": 2755.37, + "avg_cost": 0.0, + "lambda": 250.6826, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 560, + "avg_reward": 2733.85, + "avg_cost": 0.25, + "lambda": 251.04, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 570, + "avg_reward": 3465.1, + "avg_cost": 0.0, + "lambda": 251.3913, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 580, + "avg_reward": 2844.44, + "avg_cost": 0.0, + "lambda": 251.8798, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 590, + "avg_reward": 4113.45, + "avg_cost": 0.0, + "lambda": 252.235, + "rho": [ + 0.1303, + 0.1489, + 0.1151, + 0.1392, + 0.1225, + 0.1338, + 0.0998, + 0.1103 + ] + }, + { + "episode": 600, + "avg_reward": 4841.9, + "avg_cost": 1.75, + "lambda": 252.5208, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 610, + "avg_reward": 4150.69, + "avg_cost": 1.25, + "lambda": 252.9754, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 620, + "avg_reward": 4711.39, + "avg_cost": 0.75, + "lambda": 253.5347, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 630, + "avg_reward": 5021.89, + "avg_cost": 1.0, + "lambda": 254.0846, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 640, + "avg_reward": 5777.52, + "avg_cost": 0.0, + "lambda": 254.5175, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 650, + "avg_reward": 5083.74, + "avg_cost": 0.0, + "lambda": 254.9599, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 660, + "avg_reward": 5211.99, + "avg_cost": 0.0, + "lambda": 255.2154, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 670, + "avg_reward": 5769.86, + "avg_cost": 0.0, + "lambda": 255.391, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 680, + "avg_reward": 6812.96, + "avg_cost": 0.0, + "lambda": 255.6659, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 690, + "avg_reward": 4701.65, + "avg_cost": 0.0, + "lambda": 255.9781, + "rho": [ + 0.1286, + 0.1558, + 0.1105, + 0.1456, + 0.1185, + 0.1363, + 0.0994, + 0.1052 + ] + }, + { + "episode": 700, + "avg_reward": 5668.61, + "avg_cost": 0.0, + "lambda": 256.3374, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 710, + "avg_reward": 6678.77, + "avg_cost": 0.0, + "lambda": 256.5554, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 720, + "avg_reward": 6847.66, + "avg_cost": 0.0, + "lambda": 256.6933, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 730, + "avg_reward": 7090.58, + "avg_cost": 0.25, + "lambda": 256.8037, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 740, + "avg_reward": 7018.46, + "avg_cost": 1.0, + "lambda": 256.953, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 750, + "avg_reward": 7038.01, + "avg_cost": 0.25, + "lambda": 257.1671, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 760, + "avg_reward": 7931.41, + "avg_cost": 0.25, + "lambda": 257.2878, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 770, + "avg_reward": 7980.55, + "avg_cost": 0.0, + "lambda": 257.3609, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 780, + "avg_reward": 7744.84, + "avg_cost": 0.25, + "lambda": 257.4291, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 790, + "avg_reward": 8050.34, + "avg_cost": 0.0, + "lambda": 257.5352, + "rho": [ + 0.1269, + 0.1624, + 0.1061, + 0.1518, + 0.1145, + 0.1387, + 0.0991, + 0.1005 + ] + }, + { + "episode": 800, + "avg_reward": 8515.47, + "avg_cost": 0.0, + "lambda": 257.6273, + "rho": [ + 0.1265, + 0.1653, + 0.1049, + 0.1516, + 0.1122, + 0.142, + 0.0988, + 0.0988 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s1_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n8_learned_rho_s1_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..c06259a6654f2b573569a1cf74a611b066d888e8 --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s1_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 13032171.13, + "constraint_satisfaction_pct": 99.47, + "final_rho": [ + 0.0981, + 0.1624, + 0.1059, + 0.2032, + 0.0984, + 0.0906, + 0.1106, + 0.1307 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -55176.12, + "avg_cost": 13.25, + "lambda": 4.8825, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 10, + "avg_reward": -53192.55, + "avg_cost": 8.5, + "lambda": 4.0375, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 20, + "avg_reward": -50845.47, + "avg_cost": 13.25, + "lambda": 3.1175, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 30, + "avg_reward": -47098.85, + "avg_cost": 14.0, + "lambda": 2.3775, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 40, + "avg_reward": -47317.29, + "avg_cost": 26.0, + "lambda": 1.555, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 50, + "avg_reward": -45556.5, + "avg_cost": 16.0, + "lambda": 0.2475, + "rho": [ + 0.1284, + 0.1147, + 0.1147, + 0.14, + 0.1179, + 0.1086, + 0.1339, + 0.1418 + ] + }, + { + "episode": 60, + "avg_reward": -43231.19, + "avg_cost": 19.25, + "lambda": 0.0, + "rho": [ + 0.1284, + 0.1147, + 0.1147, + 0.14, + 0.1179, + 0.1086, + 0.1339, + 0.1418 + ] + }, + { + "episode": 70, + "avg_reward": -39234.78, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.1284, + 0.1147, + 0.1147, + 0.14, + 0.1179, + 0.1086, + 0.1339, + 0.1418 + ] + }, + { + "episode": 80, + "avg_reward": -36316.73, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.1284, + 0.1147, + 0.1147, + 0.14, + 0.1179, + 0.1086, + 0.1339, + 0.1418 + ] + }, + { + "episode": 90, + "avg_reward": -36138.56, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.1284, + 0.1147, + 0.1147, + 0.14, + 0.1179, + 0.1086, + 0.1339, + 0.1418 + ] + }, + { + "episode": 100, + "avg_reward": -33065.86, + "avg_cost": 20.25, + "lambda": 0.0, + "rho": [ + 0.1242, + 0.12, + 0.1139, + 0.1466, + 0.1154, + 0.1069, + 0.1312, + 0.1418 + ] + }, + { + "episode": 110, + "avg_reward": -29603.55, + "avg_cost": 20.75, + "lambda": 0.0, + "rho": [ + 0.1242, + 0.12, + 0.1139, + 0.1466, + 0.1154, + 0.1069, + 0.1312, + 0.1418 + ] + }, + { + "episode": 120, + "avg_reward": -27214.38, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.1242, + 0.12, + 0.1139, + 0.1466, + 0.1154, + 0.1069, + 0.1312, + 0.1418 + ] + }, + { + "episode": 130, + "avg_reward": -22551.93, + "avg_cost": 12.5, + "lambda": 0.0, + "rho": [ + 0.1242, + 0.12, + 0.1139, + 0.1466, + 0.1154, + 0.1069, + 0.1312, + 0.1418 + ] + }, + { + "episode": 140, + "avg_reward": -19389.86, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1242, + 0.12, + 0.1139, + 0.1466, + 0.1154, + 0.1069, + 0.1312, + 0.1418 + ] + }, + { + "episode": 150, + "avg_reward": -14908.76, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.1212, + 0.1241, + 0.1135, + 0.1517, + 0.1136, + 0.1053, + 0.1293, + 0.1413 + ] + }, + { + "episode": 160, + "avg_reward": -13996.72, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1212, + 0.1241, + 0.1135, + 0.1517, + 0.1136, + 0.1053, + 0.1293, + 0.1413 + ] + }, + { + "episode": 170, + "avg_reward": -10836.92, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1212, + 0.1241, + 0.1135, + 0.1517, + 0.1136, + 0.1053, + 0.1293, + 0.1413 + ] + }, + { + "episode": 180, + "avg_reward": -6551.24, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1212, + 0.1241, + 0.1135, + 0.1517, + 0.1136, + 0.1053, + 0.1293, + 0.1413 + ] + }, + { + "episode": 190, + "avg_reward": -6215.54, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1212, + 0.1241, + 0.1135, + 0.1517, + 0.1136, + 0.1053, + 0.1293, + 0.1413 + ] + }, + { + "episode": 200, + "avg_reward": -5361.93, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.1276, + 0.1131, + 0.1563, + 0.1123, + 0.1038, + 0.1275, + 0.1407 + ] + }, + { + "episode": 210, + "avg_reward": -3103.25, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.1276, + 0.1131, + 0.1563, + 0.1123, + 0.1038, + 0.1275, + 0.1407 + ] + }, + { + "episode": 220, + "avg_reward": -1061.37, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.1276, + 0.1131, + 0.1563, + 0.1123, + 0.1038, + 0.1275, + 0.1407 + ] + }, + { + "episode": 230, + "avg_reward": -564.32, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.1276, + 0.1131, + 0.1563, + 0.1123, + 0.1038, + 0.1275, + 0.1407 + ] + }, + { + "episode": 240, + "avg_reward": 2666.22, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1187, + 0.1276, + 0.1131, + 0.1563, + 0.1123, + 0.1038, + 0.1275, + 0.1407 + ] + }, + { + "episode": 250, + "avg_reward": 2151.76, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1165, + 0.1307, + 0.1126, + 0.1604, + 0.1111, + 0.1025, + 0.1259, + 0.1402 + ] + }, + { + "episode": 260, + "avg_reward": 3800.43, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1165, + 0.1307, + 0.1126, + 0.1604, + 0.1111, + 0.1025, + 0.1259, + 0.1402 + ] + }, + { + "episode": 270, + "avg_reward": 4317.49, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1165, + 0.1307, + 0.1126, + 0.1604, + 0.1111, + 0.1025, + 0.1259, + 0.1402 + ] + }, + { + "episode": 280, + "avg_reward": 5469.5, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1165, + 0.1307, + 0.1126, + 0.1604, + 0.1111, + 0.1025, + 0.1259, + 0.1402 + ] + }, + { + "episode": 290, + "avg_reward": 5878.71, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1165, + 0.1307, + 0.1126, + 0.1604, + 0.1111, + 0.1025, + 0.1259, + 0.1402 + ] + }, + { + "episode": 300, + "avg_reward": 5967.88, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1146, + 0.1336, + 0.1122, + 0.1643, + 0.1099, + 0.1014, + 0.1245, + 0.1395 + ] + }, + { + "episode": 310, + "avg_reward": 7031.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1146, + 0.1336, + 0.1122, + 0.1643, + 0.1099, + 0.1014, + 0.1245, + 0.1395 + ] + }, + { + "episode": 320, + "avg_reward": 6980.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1146, + 0.1336, + 0.1122, + 0.1643, + 0.1099, + 0.1014, + 0.1245, + 0.1395 + ] + }, + { + "episode": 330, + "avg_reward": 7208.15, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1146, + 0.1336, + 0.1122, + 0.1643, + 0.1099, + 0.1014, + 0.1245, + 0.1395 + ] + }, + { + "episode": 340, + "avg_reward": 7771.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1146, + 0.1336, + 0.1122, + 0.1643, + 0.1099, + 0.1014, + 0.1245, + 0.1395 + ] + }, + { + "episode": 350, + "avg_reward": 7959.5, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1129, + 0.1363, + 0.1118, + 0.1678, + 0.1089, + 0.1004, + 0.1232, + 0.1388 + ] + }, + { + "episode": 360, + "avg_reward": 8640.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1129, + 0.1363, + 0.1118, + 0.1678, + 0.1089, + 0.1004, + 0.1232, + 0.1388 + ] + }, + { + "episode": 370, + "avg_reward": 9420.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1129, + 0.1363, + 0.1118, + 0.1678, + 0.1089, + 0.1004, + 0.1232, + 0.1388 + ] + }, + { + "episode": 380, + "avg_reward": 9628.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1129, + 0.1363, + 0.1118, + 0.1678, + 0.1089, + 0.1004, + 0.1232, + 0.1388 + ] + }, + { + "episode": 390, + "avg_reward": 9514.34, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1129, + 0.1363, + 0.1118, + 0.1678, + 0.1089, + 0.1004, + 0.1232, + 0.1388 + ] + }, + { + "episode": 400, + "avg_reward": 10520.14, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1114, + 0.1387, + 0.1113, + 0.171, + 0.1079, + 0.0994, + 0.122, + 0.1382 + ] + }, + { + "episode": 410, + "avg_reward": 11992.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1114, + 0.1387, + 0.1113, + 0.171, + 0.1079, + 0.0994, + 0.122, + 0.1382 + ] + }, + { + "episode": 420, + "avg_reward": 11737.18, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1114, + 0.1387, + 0.1113, + 0.171, + 0.1079, + 0.0994, + 0.122, + 0.1382 + ] + }, + { + "episode": 430, + "avg_reward": 11714.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1114, + 0.1387, + 0.1113, + 0.171, + 0.1079, + 0.0994, + 0.122, + 0.1382 + ] + }, + { + "episode": 440, + "avg_reward": 10283.76, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1114, + 0.1387, + 0.1113, + 0.171, + 0.1079, + 0.0994, + 0.122, + 0.1382 + ] + }, + { + "episode": 450, + "avg_reward": 11302.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.11, + 0.141, + 0.1109, + 0.174, + 0.107, + 0.0986, + 0.1209, + 0.1375 + ] + }, + { + "episode": 460, + "avg_reward": 12162.57, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.11, + 0.141, + 0.1109, + 0.174, + 0.107, + 0.0986, + 0.1209, + 0.1375 + ] + }, + { + "episode": 470, + "avg_reward": 12171.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.11, + 0.141, + 0.1109, + 0.174, + 0.107, + 0.0986, + 0.1209, + 0.1375 + ] + }, + { + "episode": 480, + "avg_reward": 12932.02, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.11, + 0.141, + 0.1109, + 0.174, + 0.107, + 0.0986, + 0.1209, + 0.1375 + ] + }, + { + "episode": 490, + "avg_reward": 11869.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.11, + 0.141, + 0.1109, + 0.174, + 0.107, + 0.0986, + 0.1209, + 0.1375 + ] + }, + { + "episode": 500, + "avg_reward": 12299.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.1431, + 0.1105, + 0.1767, + 0.1062, + 0.0978, + 0.1199, + 0.1369 + ] + }, + { + "episode": 510, + "avg_reward": 13146.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.1431, + 0.1105, + 0.1767, + 0.1062, + 0.0978, + 0.1199, + 0.1369 + ] + }, + { + "episode": 520, + "avg_reward": 13470.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.1431, + 0.1105, + 0.1767, + 0.1062, + 0.0978, + 0.1199, + 0.1369 + ] + }, + { + "episode": 530, + "avg_reward": 13152.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.1431, + 0.1105, + 0.1767, + 0.1062, + 0.0978, + 0.1199, + 0.1369 + ] + }, + { + "episode": 540, + "avg_reward": 13616.64, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1088, + 0.1431, + 0.1105, + 0.1767, + 0.1062, + 0.0978, + 0.1199, + 0.1369 + ] + }, + { + "episode": 550, + "avg_reward": 13828.3, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1077, + 0.145, + 0.1101, + 0.1793, + 0.1055, + 0.0971, + 0.119, + 0.1364 + ] + }, + { + "episode": 560, + "avg_reward": 13825.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1077, + 0.145, + 0.1101, + 0.1793, + 0.1055, + 0.0971, + 0.119, + 0.1364 + ] + }, + { + "episode": 570, + "avg_reward": 12710.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1077, + 0.145, + 0.1101, + 0.1793, + 0.1055, + 0.0971, + 0.119, + 0.1364 + ] + }, + { + "episode": 580, + "avg_reward": 13324.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1077, + 0.145, + 0.1101, + 0.1793, + 0.1055, + 0.0971, + 0.119, + 0.1364 + ] + }, + { + "episode": 590, + "avg_reward": 13637.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1077, + 0.145, + 0.1101, + 0.1793, + 0.1055, + 0.0971, + 0.119, + 0.1364 + ] + }, + { + "episode": 600, + "avg_reward": 13870.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1067, + 0.1468, + 0.1097, + 0.1816, + 0.1048, + 0.0964, + 0.1181, + 0.1359 + ] + }, + { + "episode": 610, + "avg_reward": 14400.77, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1067, + 0.1468, + 0.1097, + 0.1816, + 0.1048, + 0.0964, + 0.1181, + 0.1359 + ] + }, + { + "episode": 620, + "avg_reward": 14991.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1067, + 0.1468, + 0.1097, + 0.1816, + 0.1048, + 0.0964, + 0.1181, + 0.1359 + ] + }, + { + "episode": 630, + "avg_reward": 12951.32, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1067, + 0.1468, + 0.1097, + 0.1816, + 0.1048, + 0.0964, + 0.1181, + 0.1359 + ] + }, + { + "episode": 640, + "avg_reward": 14305.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1067, + 0.1468, + 0.1097, + 0.1816, + 0.1048, + 0.0964, + 0.1181, + 0.1359 + ] + }, + { + "episode": 650, + "avg_reward": 15692.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1058, + 0.1484, + 0.1094, + 0.1837, + 0.1042, + 0.0958, + 0.1173, + 0.1354 + ] + }, + { + "episode": 660, + "avg_reward": 14299.3, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1058, + 0.1484, + 0.1094, + 0.1837, + 0.1042, + 0.0958, + 0.1173, + 0.1354 + ] + }, + { + "episode": 670, + "avg_reward": 15469.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1058, + 0.1484, + 0.1094, + 0.1837, + 0.1042, + 0.0958, + 0.1173, + 0.1354 + ] + }, + { + "episode": 680, + "avg_reward": 14144.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1058, + 0.1484, + 0.1094, + 0.1837, + 0.1042, + 0.0958, + 0.1173, + 0.1354 + ] + }, + { + "episode": 690, + "avg_reward": 15329.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1058, + 0.1484, + 0.1094, + 0.1837, + 0.1042, + 0.0958, + 0.1173, + 0.1354 + ] + }, + { + "episode": 700, + "avg_reward": 16129.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.1499, + 0.1091, + 0.1857, + 0.1036, + 0.0953, + 0.1166, + 0.1349 + ] + }, + { + "episode": 710, + "avg_reward": 15059.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.1499, + 0.1091, + 0.1857, + 0.1036, + 0.0953, + 0.1166, + 0.1349 + ] + }, + { + "episode": 720, + "avg_reward": 15878.68, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.1499, + 0.1091, + 0.1857, + 0.1036, + 0.0953, + 0.1166, + 0.1349 + ] + }, + { + "episode": 730, + "avg_reward": 16286.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.1499, + 0.1091, + 0.1857, + 0.1036, + 0.0953, + 0.1166, + 0.1349 + ] + }, + { + "episode": 740, + "avg_reward": 15230.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1049, + 0.1499, + 0.1091, + 0.1857, + 0.1036, + 0.0953, + 0.1166, + 0.1349 + ] + }, + { + "episode": 750, + "avg_reward": 16426.73, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1042, + 0.1513, + 0.1087, + 0.1876, + 0.1031, + 0.0948, + 0.1159, + 0.1345 + ] + }, + { + "episode": 760, + "avg_reward": 15256.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1042, + 0.1513, + 0.1087, + 0.1876, + 0.1031, + 0.0948, + 0.1159, + 0.1345 + ] + }, + { + "episode": 770, + "avg_reward": 14981.13, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1042, + 0.1513, + 0.1087, + 0.1876, + 0.1031, + 0.0948, + 0.1159, + 0.1345 + ] + }, + { + "episode": 780, + "avg_reward": 16460.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1042, + 0.1513, + 0.1087, + 0.1876, + 0.1031, + 0.0948, + 0.1159, + 0.1345 + ] + }, + { + "episode": 790, + "avg_reward": 14459.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1042, + 0.1513, + 0.1087, + 0.1876, + 0.1031, + 0.0948, + 0.1159, + 0.1345 + ] + }, + { + "episode": 800, + "avg_reward": 15566.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1035, + 0.1525, + 0.1085, + 0.1892, + 0.1026, + 0.0943, + 0.1153, + 0.1341 + ] + }, + { + "episode": 810, + "avg_reward": 15936.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1035, + 0.1525, + 0.1085, + 0.1892, + 0.1026, + 0.0943, + 0.1153, + 0.1341 + ] + }, + { + "episode": 820, + "avg_reward": 16174.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1035, + 0.1525, + 0.1085, + 0.1892, + 0.1026, + 0.0943, + 0.1153, + 0.1341 + ] + }, + { + "episode": 830, + "avg_reward": 17739.71, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1035, + 0.1525, + 0.1085, + 0.1892, + 0.1026, + 0.0943, + 0.1153, + 0.1341 + ] + }, + { + "episode": 840, + "avg_reward": 18043.1, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1035, + 0.1525, + 0.1085, + 0.1892, + 0.1026, + 0.0943, + 0.1153, + 0.1341 + ] + }, + { + "episode": 850, + "avg_reward": 15711.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1028, + 0.1537, + 0.1082, + 0.1908, + 0.1021, + 0.0939, + 0.1148, + 0.1337 + ] + }, + { + "episode": 860, + "avg_reward": 16673.41, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1028, + 0.1537, + 0.1082, + 0.1908, + 0.1021, + 0.0939, + 0.1148, + 0.1337 + ] + }, + { + "episode": 870, + "avg_reward": 17186.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1028, + 0.1537, + 0.1082, + 0.1908, + 0.1021, + 0.0939, + 0.1148, + 0.1337 + ] + }, + { + "episode": 880, + "avg_reward": 14716.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1028, + 0.1537, + 0.1082, + 0.1908, + 0.1021, + 0.0939, + 0.1148, + 0.1337 + ] + }, + { + "episode": 890, + "avg_reward": 18522.35, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1028, + 0.1537, + 0.1082, + 0.1908, + 0.1021, + 0.0939, + 0.1148, + 0.1337 + ] + }, + { + "episode": 900, + "avg_reward": 18900.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1023, + 0.1548, + 0.1079, + 0.1923, + 0.1017, + 0.0935, + 0.1143, + 0.1333 + ] + }, + { + "episode": 910, + "avg_reward": 18405.87, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1023, + 0.1548, + 0.1079, + 0.1923, + 0.1017, + 0.0935, + 0.1143, + 0.1333 + ] + }, + { + "episode": 920, + "avg_reward": 16780.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1023, + 0.1548, + 0.1079, + 0.1923, + 0.1017, + 0.0935, + 0.1143, + 0.1333 + ] + }, + { + "episode": 930, + "avg_reward": 19582.42, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1023, + 0.1548, + 0.1079, + 0.1923, + 0.1017, + 0.0935, + 0.1143, + 0.1333 + ] + }, + { + "episode": 940, + "avg_reward": 17474.52, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1023, + 0.1548, + 0.1079, + 0.1923, + 0.1017, + 0.0935, + 0.1143, + 0.1333 + ] + }, + { + "episode": 950, + "avg_reward": 17761.03, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1017, + 0.1558, + 0.1077, + 0.1937, + 0.1013, + 0.0931, + 0.1138, + 0.133 + ] + }, + { + "episode": 960, + "avg_reward": 17888.85, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1017, + 0.1558, + 0.1077, + 0.1937, + 0.1013, + 0.0931, + 0.1138, + 0.133 + ] + }, + { + "episode": 970, + "avg_reward": 18076.87, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1017, + 0.1558, + 0.1077, + 0.1937, + 0.1013, + 0.0931, + 0.1138, + 0.133 + ] + }, + { + "episode": 980, + "avg_reward": 18175.33, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.1017, + 0.1558, + 0.1077, + 0.1937, + 0.1013, + 0.0931, + 0.1138, + 0.133 + ] + }, + { + "episode": 990, + "avg_reward": 18309.97, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1017, + 0.1558, + 0.1077, + 0.1937, + 0.1013, + 0.0931, + 0.1138, + 0.133 + ] + }, + { + "episode": 1000, + "avg_reward": 16667.75, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1012, + 0.1567, + 0.1074, + 0.195, + 0.1009, + 0.0928, + 0.1134, + 0.1327 + ] + }, + { + "episode": 1010, + "avg_reward": 18834.08, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1012, + 0.1567, + 0.1074, + 0.195, + 0.1009, + 0.0928, + 0.1134, + 0.1327 + ] + }, + { + "episode": 1020, + "avg_reward": 16806.25, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.1012, + 0.1567, + 0.1074, + 0.195, + 0.1009, + 0.0928, + 0.1134, + 0.1327 + ] + }, + { + "episode": 1030, + "avg_reward": 19325.72, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1012, + 0.1567, + 0.1074, + 0.195, + 0.1009, + 0.0928, + 0.1134, + 0.1327 + ] + }, + { + "episode": 1040, + "avg_reward": 20023.67, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1012, + 0.1567, + 0.1074, + 0.195, + 0.1009, + 0.0928, + 0.1134, + 0.1327 + ] + }, + { + "episode": 1050, + "avg_reward": 19838.69, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1008, + 0.1575, + 0.1072, + 0.1962, + 0.1005, + 0.0925, + 0.113, + 0.1324 + ] + }, + { + "episode": 1060, + "avg_reward": 16123.6, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1008, + 0.1575, + 0.1072, + 0.1962, + 0.1005, + 0.0925, + 0.113, + 0.1324 + ] + }, + { + "episode": 1070, + "avg_reward": 14952.56, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1008, + 0.1575, + 0.1072, + 0.1962, + 0.1005, + 0.0925, + 0.113, + 0.1324 + ] + }, + { + "episode": 1080, + "avg_reward": 16426.73, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1008, + 0.1575, + 0.1072, + 0.1962, + 0.1005, + 0.0925, + 0.113, + 0.1324 + ] + }, + { + "episode": 1090, + "avg_reward": 16566.49, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1008, + 0.1575, + 0.1072, + 0.1962, + 0.1005, + 0.0925, + 0.113, + 0.1324 + ] + }, + { + "episode": 1100, + "avg_reward": 19214.54, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1004, + 0.1582, + 0.107, + 0.1972, + 0.1002, + 0.0922, + 0.1126, + 0.1322 + ] + }, + { + "episode": 1110, + "avg_reward": 17744.45, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1004, + 0.1582, + 0.107, + 0.1972, + 0.1002, + 0.0922, + 0.1126, + 0.1322 + ] + }, + { + "episode": 1120, + "avg_reward": 19072.1, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 0.1004, + 0.1582, + 0.107, + 0.1972, + 0.1002, + 0.0922, + 0.1126, + 0.1322 + ] + }, + { + "episode": 1130, + "avg_reward": 18009.57, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1004, + 0.1582, + 0.107, + 0.1972, + 0.1002, + 0.0922, + 0.1126, + 0.1322 + ] + }, + { + "episode": 1140, + "avg_reward": 17736.66, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.1004, + 0.1582, + 0.107, + 0.1972, + 0.1002, + 0.0922, + 0.1126, + 0.1322 + ] + }, + { + "episode": 1150, + "avg_reward": 17406.55, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1, + 0.1589, + 0.1068, + 0.1982, + 0.0999, + 0.0919, + 0.1122, + 0.1319 + ] + }, + { + "episode": 1160, + "avg_reward": 17163.1, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1, + 0.1589, + 0.1068, + 0.1982, + 0.0999, + 0.0919, + 0.1122, + 0.1319 + ] + }, + { + "episode": 1170, + "avg_reward": 15234.57, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1, + 0.1589, + 0.1068, + 0.1982, + 0.0999, + 0.0919, + 0.1122, + 0.1319 + ] + }, + { + "episode": 1180, + "avg_reward": 14616.73, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1, + 0.1589, + 0.1068, + 0.1982, + 0.0999, + 0.0919, + 0.1122, + 0.1319 + ] + }, + { + "episode": 1190, + "avg_reward": 16450.75, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1, + 0.1589, + 0.1068, + 0.1982, + 0.0999, + 0.0919, + 0.1122, + 0.1319 + ] + }, + { + "episode": 1200, + "avg_reward": 17554.87, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.0996, + 0.1596, + 0.1067, + 0.1992, + 0.0996, + 0.0917, + 0.1119, + 0.1317 + ] + }, + { + "episode": 1210, + "avg_reward": 17570.12, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.0996, + 0.1596, + 0.1067, + 0.1992, + 0.0996, + 0.0917, + 0.1119, + 0.1317 + ] + }, + { + "episode": 1220, + "avg_reward": 19264.77, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 0.0996, + 0.1596, + 0.1067, + 0.1992, + 0.0996, + 0.0917, + 0.1119, + 0.1317 + ] + }, + { + "episode": 1230, + "avg_reward": 19376.76, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.0996, + 0.1596, + 0.1067, + 0.1992, + 0.0996, + 0.0917, + 0.1119, + 0.1317 + ] + }, + { + "episode": 1240, + "avg_reward": 18855.0, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.0996, + 0.1596, + 0.1067, + 0.1992, + 0.0996, + 0.0917, + 0.1119, + 0.1317 + ] + }, + { + "episode": 1250, + "avg_reward": 19722.15, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1602, + 0.1065, + 0.2, + 0.0994, + 0.0915, + 0.1117, + 0.1315 + ] + }, + { + "episode": 1260, + "avg_reward": 14428.34, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1602, + 0.1065, + 0.2, + 0.0994, + 0.0915, + 0.1117, + 0.1315 + ] + }, + { + "episode": 1270, + "avg_reward": 18175.08, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1602, + 0.1065, + 0.2, + 0.0994, + 0.0915, + 0.1117, + 0.1315 + ] + }, + { + "episode": 1280, + "avg_reward": 18538.85, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1602, + 0.1065, + 0.2, + 0.0994, + 0.0915, + 0.1117, + 0.1315 + ] + }, + { + "episode": 1290, + "avg_reward": 19018.38, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.0993, + 0.1602, + 0.1065, + 0.2, + 0.0994, + 0.0915, + 0.1117, + 0.1315 + ] + }, + { + "episode": 1300, + "avg_reward": 18647.49, + "avg_cost": 10.5, + "lambda": 0.0, + "rho": [ + 0.099, + 0.1607, + 0.1064, + 0.2008, + 0.0991, + 0.0913, + 0.1114, + 0.1313 + ] + }, + { + "episode": 1310, + "avg_reward": 17822.34, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.099, + 0.1607, + 0.1064, + 0.2008, + 0.0991, + 0.0913, + 0.1114, + 0.1313 + ] + }, + { + "episode": 1320, + "avg_reward": 19777.62, + "avg_cost": 13.75, + "lambda": 0.0, + "rho": [ + 0.099, + 0.1607, + 0.1064, + 0.2008, + 0.0991, + 0.0913, + 0.1114, + 0.1313 + ] + }, + { + "episode": 1330, + "avg_reward": 16837.66, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.099, + 0.1607, + 0.1064, + 0.2008, + 0.0991, + 0.0913, + 0.1114, + 0.1313 + ] + }, + { + "episode": 1340, + "avg_reward": 19634.35, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.099, + 0.1607, + 0.1064, + 0.2008, + 0.0991, + 0.0913, + 0.1114, + 0.1313 + ] + }, + { + "episode": 1350, + "avg_reward": 19324.98, + "avg_cost": 14.5, + "lambda": 0.0, + "rho": [ + 0.0988, + 0.1612, + 0.1062, + 0.2015, + 0.0989, + 0.0911, + 0.1112, + 0.1312 + ] + }, + { + "episode": 1360, + "avg_reward": 18808.76, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.0988, + 0.1612, + 0.1062, + 0.2015, + 0.0989, + 0.0911, + 0.1112, + 0.1312 + ] + }, + { + "episode": 1370, + "avg_reward": 16189.77, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.0988, + 0.1612, + 0.1062, + 0.2015, + 0.0989, + 0.0911, + 0.1112, + 0.1312 + ] + }, + { + "episode": 1380, + "avg_reward": 19981.44, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.0988, + 0.1612, + 0.1062, + 0.2015, + 0.0989, + 0.0911, + 0.1112, + 0.1312 + ] + }, + { + "episode": 1390, + "avg_reward": 18770.24, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.0988, + 0.1612, + 0.1062, + 0.2015, + 0.0989, + 0.0911, + 0.1112, + 0.1312 + ] + }, + { + "episode": 1400, + "avg_reward": 18340.26, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.0985, + 0.1616, + 0.1061, + 0.2021, + 0.0987, + 0.0909, + 0.1109, + 0.131 + ] + }, + { + "episode": 1410, + "avg_reward": 19888.76, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.0985, + 0.1616, + 0.1061, + 0.2021, + 0.0987, + 0.0909, + 0.1109, + 0.131 + ] + }, + { + "episode": 1420, + "avg_reward": 18043.08, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.0985, + 0.1616, + 0.1061, + 0.2021, + 0.0987, + 0.0909, + 0.1109, + 0.131 + ] + }, + { + "episode": 1430, + "avg_reward": 17017.38, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.0985, + 0.1616, + 0.1061, + 0.2021, + 0.0987, + 0.0909, + 0.1109, + 0.131 + ] + }, + { + "episode": 1440, + "avg_reward": 18524.13, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.0985, + 0.1616, + 0.1061, + 0.2021, + 0.0987, + 0.0909, + 0.1109, + 0.131 + ] + }, + { + "episode": 1450, + "avg_reward": 17474.37, + "avg_cost": 14.25, + "lambda": 0.0, + "rho": [ + 0.0983, + 0.1621, + 0.106, + 0.2027, + 0.0985, + 0.0908, + 0.1108, + 0.1309 + ] + }, + { + "episode": 1460, + "avg_reward": 18393.47, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.0983, + 0.1621, + 0.106, + 0.2027, + 0.0985, + 0.0908, + 0.1108, + 0.1309 + ] + }, + { + "episode": 1470, + "avg_reward": 18525.75, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.0983, + 0.1621, + 0.106, + 0.2027, + 0.0985, + 0.0908, + 0.1108, + 0.1309 + ] + }, + { + "episode": 1480, + "avg_reward": 17768.32, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.0983, + 0.1621, + 0.106, + 0.2027, + 0.0985, + 0.0908, + 0.1108, + 0.1309 + ] + }, + { + "episode": 1490, + "avg_reward": 16791.36, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.0983, + 0.1621, + 0.106, + 0.2027, + 0.0985, + 0.0908, + 0.1108, + 0.1309 + ] + }, + { + "episode": 1500, + "avg_reward": 15910.15, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.0981, + 0.1624, + 0.1059, + 0.2032, + 0.0984, + 0.0906, + 0.1106, + 0.1307 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s1_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json b/results/diagnostic_results_n8_learned_rho_s1_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json new file mode 100644 index 0000000000000000000000000000000000000000..534fd1e9e9573e8f96e1a24c1ca7319d14e6627a --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s1_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json @@ -0,0 +1,1341 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 800, + "total_welfare": -9108818.85, + "constraint_satisfaction_pct": 22.62, + "final_rho": [ + 0.1091, + 0.1232, + 0.1079, + 0.1663, + 0.1119, + 0.1104, + 0.1193, + 0.152 + ], + "final_lambda": 247.9272, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55176.12, + "avg_cost": 13.25, + "lambda": 11.325, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 10, + "avg_reward": -53117.15, + "avg_cost": 10.0, + "lambda": 23.0782, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 20, + "avg_reward": -52061.74, + "avg_cost": 13.25, + "lambda": 37.0593, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 30, + "avg_reward": -47490.98, + "avg_cost": 22.75, + "lambda": 51.0226, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 40, + "avg_reward": -48705.29, + "avg_cost": 15.0, + "lambda": 65.1453, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 50, + "avg_reward": -48506.48, + "avg_cost": 8.25, + "lambda": 76.6458, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 60, + "avg_reward": -46550.13, + "avg_cost": 16.25, + "lambda": 85.8208, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 70, + "avg_reward": -46156.33, + "avg_cost": 4.0, + "lambda": 93.2415, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 80, + "avg_reward": -43089.0, + "avg_cost": 10.25, + "lambda": 99.9763, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 90, + "avg_reward": -38119.42, + "avg_cost": 6.25, + "lambda": 107.9238, + "rho": [ + 0.1356, + 0.1051, + 0.1157, + 0.1296, + 0.1213, + 0.1115, + 0.1388, + 0.1425 + ] + }, + { + "episode": 100, + "avg_reward": -36614.49, + "avg_cost": 9.75, + "lambda": 116.0444, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 110, + "avg_reward": -34202.76, + "avg_cost": 14.75, + "lambda": 122.9639, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 120, + "avg_reward": -32524.38, + "avg_cost": 16.25, + "lambda": 129.6423, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 130, + "avg_reward": -33538.41, + "avg_cost": 4.0, + "lambda": 136.3696, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 140, + "avg_reward": -29924.78, + "avg_cost": 9.5, + "lambda": 141.4873, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 150, + "avg_reward": -27852.67, + "avg_cost": 11.0, + "lambda": 146.7378, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 160, + "avg_reward": -27034.09, + "avg_cost": 3.75, + "lambda": 151.9931, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 170, + "avg_reward": -25304.66, + "avg_cost": 3.25, + "lambda": 157.4167, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 180, + "avg_reward": -24663.55, + "avg_cost": 0.75, + "lambda": 162.1888, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 190, + "avg_reward": -22723.84, + "avg_cost": 0.25, + "lambda": 165.8986, + "rho": [ + 0.1294, + 0.102, + 0.1122, + 0.1436, + 0.118, + 0.1083, + 0.1334, + 0.1531 + ] + }, + { + "episode": 200, + "avg_reward": -17309.71, + "avg_cost": 9.0, + "lambda": 169.5341, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 210, + "avg_reward": -18904.99, + "avg_cost": 1.5, + "lambda": 173.7058, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 220, + "avg_reward": -17013.48, + "avg_cost": 0.0, + "lambda": 178.1298, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 230, + "avg_reward": -15448.01, + "avg_cost": 11.5, + "lambda": 182.4626, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 240, + "avg_reward": -18804.07, + "avg_cost": 2.25, + "lambda": 187.5674, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 250, + "avg_reward": -16354.04, + "avg_cost": 5.75, + "lambda": 192.0821, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 260, + "avg_reward": -12717.95, + "avg_cost": 0.0, + "lambda": 195.2669, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 270, + "avg_reward": -12298.71, + "avg_cost": 2.25, + "lambda": 197.6318, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 280, + "avg_reward": -12378.87, + "avg_cost": 0.75, + "lambda": 200.0397, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 290, + "avg_reward": -11735.73, + "avg_cost": 3.5, + "lambda": 202.3347, + "rho": [ + 0.124, + 0.108, + 0.1094, + 0.1499, + 0.1142, + 0.109, + 0.1311, + 0.1544 + ] + }, + { + "episode": 300, + "avg_reward": -12455.98, + "avg_cost": 2.75, + "lambda": 205.0644, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 310, + "avg_reward": -11683.05, + "avg_cost": 1.75, + "lambda": 207.4085, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 320, + "avg_reward": -10377.75, + "avg_cost": 2.5, + "lambda": 209.6218, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 330, + "avg_reward": -11342.72, + "avg_cost": 0.5, + "lambda": 211.8994, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 340, + "avg_reward": -11726.25, + "avg_cost": 0.0, + "lambda": 213.5361, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 350, + "avg_reward": -13795.03, + "avg_cost": 1.5, + "lambda": 214.9385, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 360, + "avg_reward": -11318.04, + "avg_cost": 1.25, + "lambda": 216.008, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 370, + "avg_reward": -7969.38, + "avg_cost": 3.5, + "lambda": 217.1347, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 380, + "avg_reward": -8417.52, + "avg_cost": 0.75, + "lambda": 218.6803, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 390, + "avg_reward": -6657.22, + "avg_cost": 2.25, + "lambda": 220.0051, + "rho": [ + 0.118, + 0.1128, + 0.1101, + 0.1546, + 0.1121, + 0.1097, + 0.1298, + 0.1528 + ] + }, + { + "episode": 400, + "avg_reward": -4367.04, + "avg_cost": 1.25, + "lambda": 221.4068, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 410, + "avg_reward": -5214.48, + "avg_cost": 0.5, + "lambda": 222.8328, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 420, + "avg_reward": -4347.68, + "avg_cost": 0.75, + "lambda": 223.9776, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 430, + "avg_reward": -3595.28, + "avg_cost": 0.75, + "lambda": 224.8974, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 440, + "avg_reward": -3645.52, + "avg_cost": 0.0, + "lambda": 226.1514, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 450, + "avg_reward": -3083.69, + "avg_cost": 0.5, + "lambda": 227.3327, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 460, + "avg_reward": -1069.99, + "avg_cost": 0.5, + "lambda": 228.6642, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 470, + "avg_reward": -1097.53, + "avg_cost": 1.75, + "lambda": 229.8334, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 480, + "avg_reward": -1431.19, + "avg_cost": 2.25, + "lambda": 231.0627, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 490, + "avg_reward": -334.9, + "avg_cost": 1.25, + "lambda": 232.5996, + "rho": [ + 0.1131, + 0.1179, + 0.1101, + 0.1566, + 0.1102, + 0.1133, + 0.1275, + 0.1513 + ] + }, + { + "episode": 500, + "avg_reward": -1472.41, + "avg_cost": 0.5, + "lambda": 233.87, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 510, + "avg_reward": -90.54, + "avg_cost": 0.5, + "lambda": 235.0664, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 520, + "avg_reward": -748.98, + "avg_cost": 0.75, + "lambda": 236.1392, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 530, + "avg_reward": 1469.02, + "avg_cost": 0.5, + "lambda": 236.8267, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 540, + "avg_reward": 1579.33, + "avg_cost": 1.75, + "lambda": 237.6689, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 550, + "avg_reward": 2958.14, + "avg_cost": 2.0, + "lambda": 238.4273, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 560, + "avg_reward": 1346.44, + "avg_cost": 1.0, + "lambda": 238.9961, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 570, + "avg_reward": 987.19, + "avg_cost": 0.5, + "lambda": 239.4788, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 580, + "avg_reward": 2219.56, + "avg_cost": 0.25, + "lambda": 240.053, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 590, + "avg_reward": 3724.81, + "avg_cost": 0.5, + "lambda": 240.6333, + "rho": [ + 0.1094, + 0.1211, + 0.1108, + 0.1592, + 0.1089, + 0.1128, + 0.1263, + 0.1516 + ] + }, + { + "episode": 600, + "avg_reward": 4131.2, + "avg_cost": 0.0, + "lambda": 241.2289, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 610, + "avg_reward": 3505.68, + "avg_cost": 0.5, + "lambda": 241.8139, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 620, + "avg_reward": 3931.02, + "avg_cost": 0.0, + "lambda": 242.4224, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 630, + "avg_reward": 4503.84, + "avg_cost": 0.0, + "lambda": 242.9067, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 640, + "avg_reward": 4701.3, + "avg_cost": 0.0, + "lambda": 243.254, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 650, + "avg_reward": 5532.13, + "avg_cost": 1.0, + "lambda": 243.6936, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 660, + "avg_reward": 4711.77, + "avg_cost": 0.75, + "lambda": 244.1696, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 670, + "avg_reward": 5121.69, + "avg_cost": 3.0, + "lambda": 244.5979, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 680, + "avg_reward": 5704.42, + "avg_cost": 0.0, + "lambda": 244.9941, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 690, + "avg_reward": 5922.26, + "avg_cost": 0.0, + "lambda": 245.2378, + "rho": [ + 0.1087, + 0.1224, + 0.1103, + 0.1629, + 0.1105, + 0.1119, + 0.124, + 0.1493 + ] + }, + { + "episode": 700, + "avg_reward": 5212.83, + "avg_cost": 0.75, + "lambda": 245.5762, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 710, + "avg_reward": 4013.27, + "avg_cost": 0.0, + "lambda": 245.9613, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 720, + "avg_reward": 5242.78, + "avg_cost": 0.0, + "lambda": 246.1521, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 730, + "avg_reward": 6076.3, + "avg_cost": 0.0, + "lambda": 246.2849, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 740, + "avg_reward": 5608.55, + "avg_cost": 0.0, + "lambda": 246.494, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 750, + "avg_reward": 6845.78, + "avg_cost": 0.0, + "lambda": 246.7311, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 760, + "avg_reward": 6387.63, + "avg_cost": 0.0, + "lambda": 246.9917, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 770, + "avg_reward": 7034.33, + "avg_cost": 0.0, + "lambda": 247.1885, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 780, + "avg_reward": 7414.78, + "avg_cost": 0.0, + "lambda": 247.4998, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 790, + "avg_reward": 6283.29, + "avg_cost": 0.0, + "lambda": 247.6889, + "rho": [ + 0.107, + 0.1232, + 0.1092, + 0.1659, + 0.1111, + 0.1111, + 0.1211, + 0.1514 + ] + }, + { + "episode": 800, + "avg_reward": 6409.93, + "avg_cost": 0.0, + "lambda": 247.9272, + "rho": [ + 0.1091, + 0.1232, + 0.1079, + 0.1663, + 0.1119, + 0.1104, + 0.1193, + 0.152 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s2_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json b/results/diagnostic_results_n8_learned_rho_s2_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..1caa275ab04c81e0820f54df03e7bab0a6f266ad --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s2_1500ep_mamujoco_Ant_8x1_state_dependent_implicit_v9_allfixes.json @@ -0,0 +1,2451 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 1500, + "total_welfare": 13076241.0, + "constraint_satisfaction_pct": 99.93, + "final_rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -56008.68, + "avg_cost": 9.0, + "lambda": 4.84, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 10, + "avg_reward": -51274.51, + "avg_cost": 8.0, + "lambda": 3.815, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 20, + "avg_reward": -48584.96, + "avg_cost": 22.75, + "lambda": 2.7275, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 30, + "avg_reward": -46318.55, + "avg_cost": 15.0, + "lambda": 1.6225, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 40, + "avg_reward": -46416.65, + "avg_cost": 9.0, + "lambda": 0.5525, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 50, + "avg_reward": -41575.26, + "avg_cost": 21.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 60, + "avg_reward": -41624.04, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 70, + "avg_reward": -38139.26, + "avg_cost": 13.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 80, + "avg_reward": -35505.77, + "avg_cost": 15.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 90, + "avg_reward": -33653.1, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 100, + "avg_reward": -30336.51, + "avg_cost": 24.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 110, + "avg_reward": -27379.41, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 120, + "avg_reward": -25086.87, + "avg_cost": 8.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 130, + "avg_reward": -20411.31, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 140, + "avg_reward": -19289.57, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 150, + "avg_reward": -14537.11, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 160, + "avg_reward": -11810.14, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 170, + "avg_reward": -9513.61, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 180, + "avg_reward": -7081.67, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 190, + "avg_reward": -4677.23, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 200, + "avg_reward": -2472.31, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 210, + "avg_reward": -1575.19, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 220, + "avg_reward": 126.43, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 230, + "avg_reward": 854.39, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 240, + "avg_reward": 2929.04, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 250, + "avg_reward": 3024.43, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 260, + "avg_reward": 4188.41, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 270, + "avg_reward": 4412.46, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 280, + "avg_reward": 5061.5, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 290, + "avg_reward": 5659.54, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 300, + "avg_reward": 6745.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 310, + "avg_reward": 7205.2, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 320, + "avg_reward": 7257.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 330, + "avg_reward": 8660.24, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 340, + "avg_reward": 10247.9, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 350, + "avg_reward": 8750.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 360, + "avg_reward": 9283.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 370, + "avg_reward": 9054.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 380, + "avg_reward": 9936.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 390, + "avg_reward": 9555.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 400, + "avg_reward": 9949.21, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 410, + "avg_reward": 10125.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 420, + "avg_reward": 10978.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 430, + "avg_reward": 10773.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 440, + "avg_reward": 11265.26, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 450, + "avg_reward": 11295.79, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 460, + "avg_reward": 11048.42, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 470, + "avg_reward": 11372.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 480, + "avg_reward": 13460.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 490, + "avg_reward": 10819.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 500, + "avg_reward": 12061.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 510, + "avg_reward": 12380.61, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 520, + "avg_reward": 12748.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 530, + "avg_reward": 14234.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 540, + "avg_reward": 13898.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 550, + "avg_reward": 12843.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 560, + "avg_reward": 13747.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 570, + "avg_reward": 11062.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 580, + "avg_reward": 13762.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 590, + "avg_reward": 13476.83, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 600, + "avg_reward": 14064.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 610, + "avg_reward": 14807.19, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 620, + "avg_reward": 15299.48, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 630, + "avg_reward": 13939.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 640, + "avg_reward": 13920.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 650, + "avg_reward": 14126.24, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 660, + "avg_reward": 15256.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 670, + "avg_reward": 15461.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 680, + "avg_reward": 14488.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 690, + "avg_reward": 15574.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 700, + "avg_reward": 14457.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 710, + "avg_reward": 15145.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 720, + "avg_reward": 14673.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 730, + "avg_reward": 14754.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 740, + "avg_reward": 15314.22, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 750, + "avg_reward": 15225.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 760, + "avg_reward": 15162.16, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 770, + "avg_reward": 15887.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 780, + "avg_reward": 15127.03, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 790, + "avg_reward": 17027.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 800, + "avg_reward": 13701.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 810, + "avg_reward": 15942.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 820, + "avg_reward": 14433.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 830, + "avg_reward": 15337.84, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 840, + "avg_reward": 14997.57, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 850, + "avg_reward": 13506.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 860, + "avg_reward": 16097.29, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 870, + "avg_reward": 15761.49, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 880, + "avg_reward": 14048.96, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 890, + "avg_reward": 13997.71, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 900, + "avg_reward": 15552.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 910, + "avg_reward": 15425.71, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 920, + "avg_reward": 17521.15, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 930, + "avg_reward": 15709.42, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 940, + "avg_reward": 16212.61, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 950, + "avg_reward": 17508.92, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 960, + "avg_reward": 16749.63, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 970, + "avg_reward": 16135.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 980, + "avg_reward": 17987.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 990, + "avg_reward": 17197.96, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1000, + "avg_reward": 16360.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1010, + "avg_reward": 17431.64, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1020, + "avg_reward": 17862.92, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1030, + "avg_reward": 16909.8, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1040, + "avg_reward": 18755.87, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1050, + "avg_reward": 19610.56, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1060, + "avg_reward": 16739.85, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1070, + "avg_reward": 19493.35, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1080, + "avg_reward": 16615.7, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1090, + "avg_reward": 19831.25, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1100, + "avg_reward": 19568.14, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1110, + "avg_reward": 20650.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1120, + "avg_reward": 19333.66, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1130, + "avg_reward": 19617.65, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1140, + "avg_reward": 17745.66, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1150, + "avg_reward": 16283.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1160, + "avg_reward": 16798.34, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1170, + "avg_reward": 16814.28, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1180, + "avg_reward": 18520.54, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1190, + "avg_reward": 17142.23, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1200, + "avg_reward": 18346.14, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1210, + "avg_reward": 19006.35, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1220, + "avg_reward": 19079.77, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1230, + "avg_reward": 18503.44, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1240, + "avg_reward": 17262.55, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1250, + "avg_reward": 18615.59, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1260, + "avg_reward": 18309.83, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1270, + "avg_reward": 19474.82, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1280, + "avg_reward": 19318.05, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1290, + "avg_reward": 17233.01, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1300, + "avg_reward": 19523.11, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1310, + "avg_reward": 19885.88, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1320, + "avg_reward": 20411.46, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1330, + "avg_reward": 16990.39, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1340, + "avg_reward": 20264.31, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1350, + "avg_reward": 17983.04, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1360, + "avg_reward": 17996.62, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1370, + "avg_reward": 16689.35, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1380, + "avg_reward": 17606.45, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1390, + "avg_reward": 15785.74, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1400, + "avg_reward": 20608.05, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1410, + "avg_reward": 21238.68, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1420, + "avg_reward": 17549.04, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1430, + "avg_reward": 19342.47, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1440, + "avg_reward": 20450.83, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1450, + "avg_reward": 20526.43, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1460, + "avg_reward": 18913.32, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1470, + "avg_reward": 19567.63, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1480, + "avg_reward": 17485.86, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1490, + "avg_reward": 18062.15, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 1500, + "avg_reward": 21030.26, + "avg_cost": 3.75, + "lambda": 0.0, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s2_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json b/results/diagnostic_results_n8_learned_rho_s2_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json new file mode 100644 index 0000000000000000000000000000000000000000..d4529f127e3decde043e0e533e9da2c62cb18db1 --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s2_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json @@ -0,0 +1,1341 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 800, + "total_welfare": -8415705.75, + "constraint_satisfaction_pct": 27.38, + "final_rho": [ + 0.0939, + 0.0939, + 0.2085, + 0.1416, + 0.0939, + 0.0939, + 0.1545, + 0.1197 + ], + "final_lambda": 260.4687, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -56008.68, + "avg_cost": 9.0, + "lambda": 10.9, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 10, + "avg_reward": -53286.98, + "avg_cost": 7.0, + "lambda": 21.2136, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 20, + "avg_reward": -49923.81, + "avg_cost": 8.0, + "lambda": 34.8184, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 30, + "avg_reward": -48124.56, + "avg_cost": 15.0, + "lambda": 49.7556, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 40, + "avg_reward": -46415.4, + "avg_cost": 5.0, + "lambda": 64.967, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 50, + "avg_reward": -47936.15, + "avg_cost": 6.75, + "lambda": 76.5895, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 60, + "avg_reward": -43537.11, + "avg_cost": 12.0, + "lambda": 88.0812, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 70, + "avg_reward": -41188.06, + "avg_cost": 8.0, + "lambda": 101.33, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 80, + "avg_reward": -40275.18, + "avg_cost": 10.75, + "lambda": 112.6696, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 90, + "avg_reward": -41565.7, + "avg_cost": 7.0, + "lambda": 120.8693, + "rho": [ + 0.1123, + 0.1061, + 0.1389, + 0.1342, + 0.1076, + 0.1179, + 0.1367, + 0.1463 + ] + }, + { + "episode": 100, + "avg_reward": -35339.38, + "avg_cost": 13.75, + "lambda": 128.0769, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 110, + "avg_reward": -37330.91, + "avg_cost": 9.75, + "lambda": 137.1905, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 120, + "avg_reward": -33497.88, + "avg_cost": 11.5, + "lambda": 145.6099, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 130, + "avg_reward": -33325.52, + "avg_cost": 9.0, + "lambda": 153.9671, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 140, + "avg_reward": -30081.34, + "avg_cost": 5.25, + "lambda": 161.9014, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 150, + "avg_reward": -27952.03, + "avg_cost": 5.5, + "lambda": 168.8035, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 160, + "avg_reward": -23684.03, + "avg_cost": 6.0, + "lambda": 174.1925, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 170, + "avg_reward": -26119.51, + "avg_cost": 2.25, + "lambda": 179.8636, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 180, + "avg_reward": -22766.99, + "avg_cost": 4.5, + "lambda": 184.1571, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 190, + "avg_reward": -20245.71, + "avg_cost": 10.0, + "lambda": 187.7628, + "rho": [ + 0.1146, + 0.0993, + 0.1435, + 0.1368, + 0.1016, + 0.1108, + 0.1411, + 0.1522 + ] + }, + { + "episode": 200, + "avg_reward": -21836.28, + "avg_cost": 0.75, + "lambda": 192.54, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 210, + "avg_reward": -19585.47, + "avg_cost": 1.25, + "lambda": 196.5273, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 220, + "avg_reward": -18917.44, + "avg_cost": 2.75, + "lambda": 200.2172, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 230, + "avg_reward": -16134.37, + "avg_cost": 8.75, + "lambda": 204.1515, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 240, + "avg_reward": -15897.69, + "avg_cost": 2.5, + "lambda": 207.8409, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 250, + "avg_reward": -15530.46, + "avg_cost": 3.5, + "lambda": 210.9656, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 260, + "avg_reward": -15704.99, + "avg_cost": 5.25, + "lambda": 214.1181, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 270, + "avg_reward": -14835.16, + "avg_cost": 0.5, + "lambda": 217.393, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 280, + "avg_reward": -19685.76, + "avg_cost": 0.5, + "lambda": 220.3098, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 290, + "avg_reward": -13779.15, + "avg_cost": 3.25, + "lambda": 222.6037, + "rho": [ + 0.1152, + 0.0983, + 0.1522, + 0.1319, + 0.0983, + 0.105, + 0.1489, + 0.1501 + ] + }, + { + "episode": 300, + "avg_reward": -10999.75, + "avg_cost": 1.25, + "lambda": 225.3798, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 310, + "avg_reward": -10658.77, + "avg_cost": 3.0, + "lambda": 227.6556, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 320, + "avg_reward": -8864.77, + "avg_cost": 5.0, + "lambda": 229.6252, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 330, + "avg_reward": -8329.3, + "avg_cost": 4.5, + "lambda": 231.7003, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 340, + "avg_reward": -8852.5, + "avg_cost": 1.25, + "lambda": 233.702, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 350, + "avg_reward": -8491.49, + "avg_cost": 0.25, + "lambda": 235.4063, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 360, + "avg_reward": -4826.62, + "avg_cost": 0.0, + "lambda": 236.6689, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 370, + "avg_reward": -3887.63, + "avg_cost": 1.25, + "lambda": 238.2137, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 380, + "avg_reward": -4559.54, + "avg_cost": 0.5, + "lambda": 239.9488, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 390, + "avg_reward": -4692.73, + "avg_cost": 1.0, + "lambda": 241.1242, + "rho": [ + 0.1123, + 0.0973, + 0.1651, + 0.1268, + 0.0973, + 0.0983, + 0.1566, + 0.1463 + ] + }, + { + "episode": 400, + "avg_reward": -4924.23, + "avg_cost": 1.0, + "lambda": 242.0601, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 410, + "avg_reward": -2343.57, + "avg_cost": 3.0, + "lambda": 242.9298, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 420, + "avg_reward": -3370.36, + "avg_cost": 0.0, + "lambda": 243.836, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 430, + "avg_reward": -1752.85, + "avg_cost": 0.0, + "lambda": 244.5519, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 440, + "avg_reward": -2173.6, + "avg_cost": 1.5, + "lambda": 245.2333, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 450, + "avg_reward": -981.15, + "avg_cost": 0.0, + "lambda": 246.0819, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 460, + "avg_reward": -709.81, + "avg_cost": 1.5, + "lambda": 247.0612, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 470, + "avg_reward": 116.35, + "avg_cost": 1.25, + "lambda": 247.8929, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 480, + "avg_reward": 1939.8, + "avg_cost": 0.0, + "lambda": 248.6184, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 490, + "avg_reward": -1138.54, + "avg_cost": 0.25, + "lambda": 249.4332, + "rho": [ + 0.1082, + 0.0966, + 0.1795, + 0.1266, + 0.0966, + 0.0966, + 0.1553, + 0.1407 + ] + }, + { + "episode": 500, + "avg_reward": 521.41, + "avg_cost": 0.5, + "lambda": 249.9817, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 510, + "avg_reward": 1684.76, + "avg_cost": 0.0, + "lambda": 250.4405, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 520, + "avg_reward": 1423.55, + "avg_cost": 0.75, + "lambda": 250.7597, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 530, + "avg_reward": 937.56, + "avg_cost": 0.0, + "lambda": 251.1472, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 540, + "avg_reward": 1867.33, + "avg_cost": 0.75, + "lambda": 251.6756, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 550, + "avg_reward": 3465.71, + "avg_cost": 0.0, + "lambda": 252.3068, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 560, + "avg_reward": 3879.38, + "avg_cost": 0.5, + "lambda": 252.7728, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 570, + "avg_reward": 3550.87, + "avg_cost": 0.75, + "lambda": 253.1478, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 580, + "avg_reward": 3140.18, + "avg_cost": 0.0, + "lambda": 253.5563, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 590, + "avg_reward": 4244.12, + "avg_cost": 3.25, + "lambda": 254.1913, + "rho": [ + 0.1007, + 0.0959, + 0.1889, + 0.1279, + 0.0959, + 0.0959, + 0.1561, + 0.1385 + ] + }, + { + "episode": 600, + "avg_reward": 3840.0, + "avg_cost": 2.0, + "lambda": 255.1627, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 610, + "avg_reward": 5042.29, + "avg_cost": 0.0, + "lambda": 256.0774, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 620, + "avg_reward": 5038.59, + "avg_cost": 0.25, + "lambda": 256.5543, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 630, + "avg_reward": 3583.96, + "avg_cost": 0.75, + "lambda": 256.8192, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 640, + "avg_reward": 4740.81, + "avg_cost": 0.5, + "lambda": 257.0358, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 650, + "avg_reward": 4738.09, + "avg_cost": 0.0, + "lambda": 257.343, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 660, + "avg_reward": 4723.4, + "avg_cost": 0.0, + "lambda": 257.5248, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 670, + "avg_reward": 4531.86, + "avg_cost": 0.0, + "lambda": 257.7166, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 680, + "avg_reward": 5424.93, + "avg_cost": 0.0, + "lambda": 257.9462, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 690, + "avg_reward": 6883.26, + "avg_cost": 0.0, + "lambda": 258.1134, + "rho": [ + 0.0955, + 0.0955, + 0.1956, + 0.133, + 0.0955, + 0.0955, + 0.1551, + 0.1343 + ] + }, + { + "episode": 700, + "avg_reward": 6173.27, + "avg_cost": 0.25, + "lambda": 258.3804, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 710, + "avg_reward": 6309.41, + "avg_cost": 1.75, + "lambda": 258.6489, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 720, + "avg_reward": 7033.83, + "avg_cost": 0.0, + "lambda": 259.034, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 730, + "avg_reward": 6953.09, + "avg_cost": 1.25, + "lambda": 259.3163, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 740, + "avg_reward": 6591.53, + "avg_cost": 0.0, + "lambda": 259.6527, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 750, + "avg_reward": 6559.36, + "avg_cost": 0.5, + "lambda": 259.8025, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 760, + "avg_reward": 8090.18, + "avg_cost": 0.0, + "lambda": 259.95, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 770, + "avg_reward": 7833.25, + "avg_cost": 0.0, + "lambda": 260.04, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 780, + "avg_reward": 7032.13, + "avg_cost": 0.0, + "lambda": 260.1508, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 790, + "avg_reward": 7129.09, + "avg_cost": 0.0, + "lambda": 260.3695, + "rho": [ + 0.0947, + 0.0947, + 0.2024, + 0.1375, + 0.0947, + 0.0947, + 0.1549, + 0.1265 + ] + }, + { + "episode": 800, + "avg_reward": 6815.46, + "avg_cost": 0.0, + "lambda": 260.4687, + "rho": [ + 0.0939, + 0.0939, + 0.2085, + 0.1416, + 0.0939, + 0.0939, + 0.1545, + 0.1197 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s3_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json b/results/diagnostic_results_n8_learned_rho_s3_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json new file mode 100644 index 0000000000000000000000000000000000000000..afc15f8a0e539aa535ae71b8d1aa17e69f49fbf8 --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s3_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json @@ -0,0 +1,1341 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 800, + "total_welfare": -8252723.63, + "constraint_satisfaction_pct": 31.88, + "final_rho": [ + 0.0991, + 0.1156, + 0.1376, + 0.1217, + 0.126, + 0.1176, + 0.1489, + 0.1334 + ], + "final_lambda": 252.8809, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -56248.44, + "avg_cost": 8.25, + "lambda": 10.825, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 10, + "avg_reward": -53979.02, + "avg_cost": 17.0, + "lambda": 22.0147, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 20, + "avg_reward": -51674.89, + "avg_cost": 10.5, + "lambda": 36.4331, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 30, + "avg_reward": -49129.39, + "avg_cost": 11.75, + "lambda": 50.5206, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 40, + "avg_reward": -47241.19, + "avg_cost": 11.75, + "lambda": 63.3656, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 50, + "avg_reward": -43541.07, + "avg_cost": 17.25, + "lambda": 76.2702, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 60, + "avg_reward": -44736.12, + "avg_cost": 6.0, + "lambda": 88.6974, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 70, + "avg_reward": -41560.35, + "avg_cost": 8.25, + "lambda": 98.9058, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 80, + "avg_reward": -40917.46, + "avg_cost": 4.5, + "lambda": 108.1016, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 90, + "avg_reward": -38423.36, + "avg_cost": 7.5, + "lambda": 117.1034, + "rho": [ + 0.1188, + 0.1291, + 0.1304, + 0.1277, + 0.1367, + 0.1226, + 0.1075, + 0.1271 + ] + }, + { + "episode": 100, + "avg_reward": -38329.29, + "avg_cost": 1.5, + "lambda": 125.6272, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 110, + "avg_reward": -35754.6, + "avg_cost": 11.0, + "lambda": 133.2476, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 120, + "avg_reward": -31288.55, + "avg_cost": 6.0, + "lambda": 140.5548, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 130, + "avg_reward": -32140.03, + "avg_cost": 1.75, + "lambda": 146.624, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 140, + "avg_reward": -29548.65, + "avg_cost": 5.25, + "lambda": 151.8553, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 150, + "avg_reward": -26767.53, + "avg_cost": 7.25, + "lambda": 156.8817, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 160, + "avg_reward": -24976.92, + "avg_cost": 15.75, + "lambda": 162.1113, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 170, + "avg_reward": -23913.65, + "avg_cost": 6.5, + "lambda": 168.0868, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 180, + "avg_reward": -24166.52, + "avg_cost": 0.75, + "lambda": 172.9928, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 190, + "avg_reward": -22088.76, + "avg_cost": 4.0, + "lambda": 176.9551, + "rho": [ + 0.1123, + 0.1275, + 0.1279, + 0.1403, + 0.1303, + 0.116, + 0.1151, + 0.1305 + ] + }, + { + "episode": 200, + "avg_reward": -22791.66, + "avg_cost": 5.5, + "lambda": 180.9247, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 210, + "avg_reward": -19320.43, + "avg_cost": 1.5, + "lambda": 184.7355, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 220, + "avg_reward": -19921.36, + "avg_cost": 5.25, + "lambda": 188.7279, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 230, + "avg_reward": -20301.84, + "avg_cost": 2.75, + "lambda": 194.4963, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 240, + "avg_reward": -18802.05, + "avg_cost": 4.25, + "lambda": 199.242, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 250, + "avg_reward": -15433.78, + "avg_cost": 1.75, + "lambda": 203.5609, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 260, + "avg_reward": -17369.13, + "avg_cost": 2.5, + "lambda": 207.6254, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 270, + "avg_reward": -16134.29, + "avg_cost": 1.5, + "lambda": 211.43, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 280, + "avg_reward": -12087.28, + "avg_cost": 6.5, + "lambda": 213.8769, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 290, + "avg_reward": -10920.24, + "avg_cost": 1.5, + "lambda": 216.8973, + "rho": [ + 0.1041, + 0.1283, + 0.1297, + 0.1395, + 0.1286, + 0.1151, + 0.1214, + 0.1333 + ] + }, + { + "episode": 300, + "avg_reward": -9919.22, + "avg_cost": 7.5, + "lambda": 220.4306, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 310, + "avg_reward": -7929.41, + "avg_cost": 7.5, + "lambda": 224.1196, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 320, + "avg_reward": -8389.69, + "avg_cost": 1.75, + "lambda": 227.5299, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 330, + "avg_reward": -10159.05, + "avg_cost": 2.25, + "lambda": 230.3505, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 340, + "avg_reward": -11055.52, + "avg_cost": 2.5, + "lambda": 232.5724, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 350, + "avg_reward": -8046.65, + "avg_cost": 0.25, + "lambda": 233.8909, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 360, + "avg_reward": -8599.57, + "avg_cost": 1.75, + "lambda": 234.7597, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 370, + "avg_reward": -5356.95, + "avg_cost": 0.5, + "lambda": 235.5244, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 380, + "avg_reward": -4870.47, + "avg_cost": 0.25, + "lambda": 236.2005, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 390, + "avg_reward": -4061.94, + "avg_cost": 1.5, + "lambda": 237.1359, + "rho": [ + 0.1, + 0.1303, + 0.1283, + 0.1358, + 0.1263, + 0.1156, + 0.1259, + 0.1379 + ] + }, + { + "episode": 400, + "avg_reward": -3644.7, + "avg_cost": 0.25, + "lambda": 237.9709, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 410, + "avg_reward": -2828.84, + "avg_cost": 0.25, + "lambda": 238.7511, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 420, + "avg_reward": -1755.05, + "avg_cost": 0.25, + "lambda": 239.5666, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 430, + "avg_reward": -3273.02, + "avg_cost": 0.0, + "lambda": 240.2772, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 440, + "avg_reward": -2311.06, + "avg_cost": 1.0, + "lambda": 241.2784, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 450, + "avg_reward": -3320.46, + "avg_cost": 0.25, + "lambda": 242.4216, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 460, + "avg_reward": -2092.58, + "avg_cost": 1.5, + "lambda": 243.1527, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 470, + "avg_reward": 1463.72, + "avg_cost": 0.25, + "lambda": 243.8611, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 480, + "avg_reward": 475.21, + "avg_cost": 1.0, + "lambda": 244.4143, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 490, + "avg_reward": 2141.99, + "avg_cost": 0.5, + "lambda": 245.0439, + "rho": [ + 0.0998, + 0.1323, + 0.1263, + 0.1323, + 0.1262, + 0.1164, + 0.1268, + 0.1398 + ] + }, + { + "episode": 500, + "avg_reward": 2271.97, + "avg_cost": 0.25, + "lambda": 245.6989, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 510, + "avg_reward": 2910.78, + "avg_cost": 3.0, + "lambda": 246.2886, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 520, + "avg_reward": 2480.23, + "avg_cost": 1.0, + "lambda": 246.8263, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 530, + "avg_reward": 2424.18, + "avg_cost": 0.25, + "lambda": 247.2937, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 540, + "avg_reward": 3821.83, + "avg_cost": 0.25, + "lambda": 247.7095, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 550, + "avg_reward": 3716.99, + "avg_cost": 0.0, + "lambda": 248.0755, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 560, + "avg_reward": 2845.41, + "avg_cost": 0.0, + "lambda": 248.2564, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 570, + "avg_reward": 4569.76, + "avg_cost": 0.0, + "lambda": 248.418, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 580, + "avg_reward": 4505.72, + "avg_cost": 0.0, + "lambda": 248.6437, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 590, + "avg_reward": 4721.16, + "avg_cost": 0.25, + "lambda": 248.8945, + "rho": [ + 0.0997, + 0.1282, + 0.127, + 0.1297, + 0.1273, + 0.1177, + 0.1297, + 0.1408 + ] + }, + { + "episode": 600, + "avg_reward": 5124.32, + "avg_cost": 0.0, + "lambda": 249.2343, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 610, + "avg_reward": 4313.95, + "avg_cost": 0.25, + "lambda": 249.5474, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 620, + "avg_reward": 5343.12, + "avg_cost": 0.75, + "lambda": 250.0793, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 630, + "avg_reward": 5613.31, + "avg_cost": 0.25, + "lambda": 250.4743, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 640, + "avg_reward": 5106.82, + "avg_cost": 2.0, + "lambda": 250.6576, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 650, + "avg_reward": 5564.8, + "avg_cost": 0.0, + "lambda": 250.8693, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 660, + "avg_reward": 5797.01, + "avg_cost": 0.0, + "lambda": 251.1132, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 670, + "avg_reward": 5727.99, + "avg_cost": 0.25, + "lambda": 251.4655, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 680, + "avg_reward": 5428.14, + "avg_cost": 0.0, + "lambda": 251.7245, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 690, + "avg_reward": 6490.17, + "avg_cost": 0.0, + "lambda": 251.8554, + "rho": [ + 0.0995, + 0.1243, + 0.1307, + 0.1271, + 0.1263, + 0.1169, + 0.1356, + 0.1395 + ] + }, + { + "episode": 700, + "avg_reward": 6830.61, + "avg_cost": 0.0, + "lambda": 251.9218, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 710, + "avg_reward": 7124.56, + "avg_cost": 0.0, + "lambda": 252.1378, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 720, + "avg_reward": 6528.31, + "avg_cost": 0.25, + "lambda": 252.421, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 730, + "avg_reward": 7640.91, + "avg_cost": 0.0, + "lambda": 252.6353, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 740, + "avg_reward": 7920.49, + "avg_cost": 0.0, + "lambda": 252.7168, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 750, + "avg_reward": 7603.26, + "avg_cost": 0.0, + "lambda": 252.7547, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 760, + "avg_reward": 8522.62, + "avg_cost": 0.0, + "lambda": 252.7679, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 770, + "avg_reward": 7146.82, + "avg_cost": 0.0, + "lambda": 252.7811, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 780, + "avg_reward": 8317.08, + "avg_cost": 0.0, + "lambda": 252.7934, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 790, + "avg_reward": 7984.05, + "avg_cost": 1.0, + "lambda": 252.8077, + "rho": [ + 0.0993, + 0.1195, + 0.1348, + 0.1254, + 0.1259, + 0.1169, + 0.1426, + 0.1357 + ] + }, + { + "episode": 800, + "avg_reward": 8597.57, + "avg_cost": 0.0, + "lambda": 252.8809, + "rho": [ + 0.0991, + 0.1156, + 0.1376, + 0.1217, + 0.126, + 0.1176, + 0.1489, + 0.1334 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_learned_rho_s4_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json b/results/diagnostic_results_n8_learned_rho_s4_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json new file mode 100644 index 0000000000000000000000000000000000000000..e7dda6836a550dba67384ad1ff52939fc0102b4e --- /dev/null +++ b/results/diagnostic_results_n8_learned_rho_s4_800ep_mamujoco_Ant_8x1_state_dependent_implicit_v30_ant8x1_light.json @@ -0,0 +1,1341 @@ +{ + "mode": "learned_rho", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "state_dependent", + "outer_method": "implicit", + "n_episodes": 800, + "total_welfare": -9956632.67, + "constraint_satisfaction_pct": 29.62, + "final_rho": [ + 0.1004, + 0.0986, + 0.1013, + 0.134, + 0.1032, + 0.0982, + 0.1763, + 0.1879 + ], + "final_lambda": 267.2921, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55155.97, + "avg_cost": 19.0, + "lambda": 11.9, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 10, + "avg_reward": -52428.7, + "avg_cost": 10.75, + "lambda": 27.0908, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 20, + "avg_reward": -49612.67, + "avg_cost": 13.5, + "lambda": 41.0763, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 30, + "avg_reward": -47682.98, + "avg_cost": 20.75, + "lambda": 53.7557, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 40, + "avg_reward": -45865.08, + "avg_cost": 12.25, + "lambda": 67.6286, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 50, + "avg_reward": -45079.23, + "avg_cost": 1.5, + "lambda": 81.8047, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 60, + "avg_reward": -45177.49, + "avg_cost": 2.25, + "lambda": 93.5717, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 70, + "avg_reward": -41677.5, + "avg_cost": 7.5, + "lambda": 103.0523, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 80, + "avg_reward": -40014.55, + "avg_cost": 9.75, + "lambda": 112.9792, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 90, + "avg_reward": -37497.61, + "avg_cost": 10.75, + "lambda": 121.6905, + "rho": [ + 0.1147, + 0.1241, + 0.1276, + 0.1334, + 0.1162, + 0.1224, + 0.1313, + 0.1304 + ] + }, + { + "episode": 100, + "avg_reward": -43856.28, + "avg_cost": 0.0, + "lambda": 130.6855, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 110, + "avg_reward": -42245.48, + "avg_cost": 4.5, + "lambda": 138.4678, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 120, + "avg_reward": -37363.65, + "avg_cost": 6.25, + "lambda": 146.8717, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 130, + "avg_reward": -34843.59, + "avg_cost": 6.5, + "lambda": 155.3228, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 140, + "avg_reward": -32464.51, + "avg_cost": 15.25, + "lambda": 163.082, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 150, + "avg_reward": -31219.35, + "avg_cost": 4.75, + "lambda": 170.3287, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 160, + "avg_reward": -28819.99, + "avg_cost": 5.5, + "lambda": 176.5493, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 170, + "avg_reward": -28987.22, + "avg_cost": 2.0, + "lambda": 181.4306, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 180, + "avg_reward": -35872.19, + "avg_cost": 0.0, + "lambda": 185.0787, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 190, + "avg_reward": -27676.44, + "avg_cost": 1.0, + "lambda": 187.4501, + "rho": [ + 0.1208, + 0.1173, + 0.1223, + 0.1279, + 0.1071, + 0.1175, + 0.1416, + 0.1454 + ] + }, + { + "episode": 200, + "avg_reward": -23033.33, + "avg_cost": 2.75, + "lambda": 189.7178, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 210, + "avg_reward": -22320.96, + "avg_cost": 2.5, + "lambda": 193.3889, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 220, + "avg_reward": -22261.36, + "avg_cost": 3.0, + "lambda": 197.8091, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 230, + "avg_reward": -24613.66, + "avg_cost": 2.5, + "lambda": 201.5025, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 240, + "avg_reward": -20938.92, + "avg_cost": 2.5, + "lambda": 204.4744, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 250, + "avg_reward": -20852.49, + "avg_cost": 1.75, + "lambda": 208.3223, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 260, + "avg_reward": -18670.11, + "avg_cost": 4.5, + "lambda": 212.1173, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 270, + "avg_reward": -17905.1, + "avg_cost": 1.25, + "lambda": 215.8402, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 280, + "avg_reward": -18756.83, + "avg_cost": 2.0, + "lambda": 220.8518, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 290, + "avg_reward": -16310.37, + "avg_cost": 3.25, + "lambda": 225.1693, + "rho": [ + 0.1166, + 0.117, + 0.115, + 0.121, + 0.1055, + 0.1171, + 0.1501, + 0.1577 + ] + }, + { + "episode": 300, + "avg_reward": -16875.3, + "avg_cost": 1.75, + "lambda": 228.1993, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 310, + "avg_reward": -15934.12, + "avg_cost": 0.0, + "lambda": 230.5109, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 320, + "avg_reward": -13222.53, + "avg_cost": 1.5, + "lambda": 232.2393, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 330, + "avg_reward": -11462.9, + "avg_cost": 0.25, + "lambda": 233.7717, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 340, + "avg_reward": -9673.09, + "avg_cost": 2.0, + "lambda": 235.3096, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 350, + "avg_reward": -8334.82, + "avg_cost": 2.0, + "lambda": 237.9031, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 360, + "avg_reward": -7876.2, + "avg_cost": 3.0, + "lambda": 240.2861, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 370, + "avg_reward": -6917.5, + "avg_cost": 1.25, + "lambda": 242.8576, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 380, + "avg_reward": -6942.99, + "avg_cost": 3.0, + "lambda": 245.0561, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 390, + "avg_reward": -6430.24, + "avg_cost": 2.5, + "lambda": 247.1383, + "rho": [ + 0.1122, + 0.116, + 0.1133, + 0.124, + 0.1084, + 0.1134, + 0.1508, + 0.162 + ] + }, + { + "episode": 400, + "avg_reward": -6106.44, + "avg_cost": 1.0, + "lambda": 249.0481, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 410, + "avg_reward": -6559.58, + "avg_cost": 1.0, + "lambda": 250.4349, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 420, + "avg_reward": -4777.65, + "avg_cost": 0.0, + "lambda": 251.556, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 430, + "avg_reward": -4163.45, + "avg_cost": 2.0, + "lambda": 252.4795, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 440, + "avg_reward": -2324.23, + "avg_cost": 1.0, + "lambda": 253.2882, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 450, + "avg_reward": -3143.3, + "avg_cost": 2.25, + "lambda": 254.1684, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 460, + "avg_reward": -2897.27, + "avg_cost": 0.25, + "lambda": 255.1962, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 470, + "avg_reward": -3556.42, + "avg_cost": 0.25, + "lambda": 255.9757, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 480, + "avg_reward": -1242.58, + "avg_cost": 3.5, + "lambda": 256.745, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 490, + "avg_reward": -466.13, + "avg_cost": 0.75, + "lambda": 257.4978, + "rho": [ + 0.1097, + 0.116, + 0.1123, + 0.1268, + 0.1081, + 0.1068, + 0.1534, + 0.1669 + ] + }, + { + "episode": 500, + "avg_reward": -340.51, + "avg_cost": 0.0, + "lambda": 258.328, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 510, + "avg_reward": -46.92, + "avg_cost": 0.0, + "lambda": 258.9918, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 520, + "avg_reward": 2141.28, + "avg_cost": 0.25, + "lambda": 259.4325, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 530, + "avg_reward": 1192.83, + "avg_cost": 0.5, + "lambda": 260.0291, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 540, + "avg_reward": 2981.99, + "avg_cost": 0.75, + "lambda": 260.6989, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 550, + "avg_reward": 2408.31, + "avg_cost": 0.25, + "lambda": 261.2997, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 560, + "avg_reward": 2204.76, + "avg_cost": 0.25, + "lambda": 261.7446, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 570, + "avg_reward": 2856.78, + "avg_cost": 3.0, + "lambda": 262.0379, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 580, + "avg_reward": 3103.27, + "avg_cost": 0.75, + "lambda": 262.4744, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 590, + "avg_reward": 2774.27, + "avg_cost": 1.25, + "lambda": 262.9664, + "rho": [ + 0.1079, + 0.1121, + 0.1106, + 0.13, + 0.1074, + 0.0999, + 0.158, + 0.174 + ] + }, + { + "episode": 600, + "avg_reward": 2578.52, + "avg_cost": 0.0, + "lambda": 263.4922, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 610, + "avg_reward": 3463.3, + "avg_cost": 0.0, + "lambda": 264.0172, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 620, + "avg_reward": 3756.17, + "avg_cost": 0.0, + "lambda": 264.4079, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 630, + "avg_reward": 4067.53, + "avg_cost": 0.0, + "lambda": 264.7535, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 640, + "avg_reward": 4523.86, + "avg_cost": 0.0, + "lambda": 264.9434, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 650, + "avg_reward": 4470.23, + "avg_cost": 0.0, + "lambda": 265.1361, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 660, + "avg_reward": 3035.0, + "avg_cost": 0.0, + "lambda": 265.4456, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 670, + "avg_reward": 4997.26, + "avg_cost": 0.0, + "lambda": 265.6179, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 680, + "avg_reward": 4848.16, + "avg_cost": 0.0, + "lambda": 265.7264, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 690, + "avg_reward": 6393.47, + "avg_cost": 0.5, + "lambda": 265.8519, + "rho": [ + 0.1058, + 0.1076, + 0.1044, + 0.1322, + 0.1064, + 0.0992, + 0.163, + 0.1815 + ] + }, + { + "episode": 700, + "avg_reward": 5296.74, + "avg_cost": 0.0, + "lambda": 266.0883, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 710, + "avg_reward": 5375.21, + "avg_cost": 0.0, + "lambda": 266.2099, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 720, + "avg_reward": 6045.63, + "avg_cost": 0.5, + "lambda": 266.325, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 730, + "avg_reward": 6708.72, + "avg_cost": 0.0, + "lambda": 266.6035, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 740, + "avg_reward": 6578.64, + "avg_cost": 1.25, + "lambda": 266.7668, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 750, + "avg_reward": 6053.08, + "avg_cost": 1.0, + "lambda": 266.9124, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 760, + "avg_reward": 6608.48, + "avg_cost": 0.0, + "lambda": 267.0355, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 770, + "avg_reward": 7079.83, + "avg_cost": 0.0, + "lambda": 267.0938, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 780, + "avg_reward": 6661.29, + "avg_cost": 0.0, + "lambda": 267.1569, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 790, + "avg_reward": 7756.02, + "avg_cost": 0.25, + "lambda": 267.2109, + "rho": [ + 0.1035, + 0.1034, + 0.1026, + 0.1335, + 0.1052, + 0.0987, + 0.1678, + 0.1853 + ] + }, + { + "episode": 800, + "avg_reward": 7451.64, + "avg_cost": 0.0, + "lambda": 267.2921, + "rho": [ + 0.1004, + 0.0986, + 0.1013, + 0.134, + 0.1032, + 0.0982, + 0.1763, + 0.1879 + ] + } + ] +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..6e0dc44054d91968621235f30eb25f6b61a03b10 --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,3982 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -893731.52, + "constraint_satisfaction_pct": 52.67, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 268.4, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -58139.44, + "avg_cost": 23.0, + "lambda": 12.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.3, + 12.3, + 12.3, + 12.3, + 12.3, + 12.3, + 12.3, + 12.3 + ] + }, + { + "episode": 10, + "avg_reward": -52131.39, + "avg_cost": 11.75, + "lambda": 27.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 27.275, + 27.275, + 27.275, + 27.275, + 27.275, + 27.275, + 27.275, + 27.275 + ] + }, + { + "episode": 20, + "avg_reward": -51549.36, + "avg_cost": 19.25, + "lambda": 42.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 42.925, + 42.925, + 42.925, + 42.925, + 42.925, + 42.925, + 42.925, + 42.925 + ] + }, + { + "episode": 30, + "avg_reward": -48471.28, + "avg_cost": 20.0, + "lambda": 56.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 56.05, + 56.05, + 56.05, + 56.05, + 56.05, + 56.05, + 56.05, + 56.05 + ] + }, + { + "episode": 40, + "avg_reward": -46892.21, + "avg_cost": 12.25, + "lambda": 69.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 69.45, + 69.45, + 69.45, + 69.45, + 69.45, + 69.45, + 69.45, + 69.45 + ] + }, + { + "episode": 50, + "avg_reward": -44905.65, + "avg_cost": 6.75, + "lambda": 80.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 80.075, + 80.075, + 80.075, + 80.075, + 80.075, + 80.075, + 80.075, + 80.075 + ] + }, + { + "episode": 60, + "avg_reward": -44750.14, + "avg_cost": 18.25, + "lambda": 92.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 92.6, + 92.6, + 92.6, + 92.6, + 92.6, + 92.6, + 92.6, + 92.6 + ] + }, + { + "episode": 70, + "avg_reward": -45823.53, + "avg_cost": 13.75, + "lambda": 108.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 108.25, + 108.25, + 108.25, + 108.25, + 108.25, + 108.25, + 108.25, + 108.25 + ] + }, + { + "episode": 80, + "avg_reward": -40553.63, + "avg_cost": 9.75, + "lambda": 116.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 116.675, + 116.675, + 116.675, + 116.675, + 116.675, + 116.675, + 116.675, + 116.675 + ] + }, + { + "episode": 90, + "avg_reward": -45290.99, + "avg_cost": 3.75, + "lambda": 128.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25 + ] + }, + { + "episode": 100, + "avg_reward": -43085.33, + "avg_cost": 5.0, + "lambda": 136.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 136.35, + 136.35, + 136.35, + 136.35, + 136.35, + 136.35, + 136.35, + 136.35 + ] + }, + { + "episode": 110, + "avg_reward": -38580.07, + "avg_cost": 9.25, + "lambda": 140.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 140.475, + 140.475, + 140.475, + 140.475, + 140.475, + 140.475, + 140.475, + 140.475 + ] + }, + { + "episode": 120, + "avg_reward": -40273.98, + "avg_cost": 7.75, + "lambda": 148.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 148.325, + 148.325, + 148.325, + 148.325, + 148.325, + 148.325, + 148.325, + 148.325 + ] + }, + { + "episode": 130, + "avg_reward": -35104.64, + "avg_cost": 6.25, + "lambda": 153.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 153.2, + 153.2, + 153.2, + 153.2, + 153.2, + 153.2, + 153.2, + 153.2 + ] + }, + { + "episode": 140, + "avg_reward": -31229.46, + "avg_cost": 6.25, + "lambda": 159.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 159.55, + 159.55, + 159.55, + 159.55, + 159.55, + 159.55, + 159.55, + 159.55 + ] + }, + { + "episode": 150, + "avg_reward": -28130.12, + "avg_cost": 4.0, + "lambda": 166.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 166.35, + 166.35, + 166.35, + 166.35, + 166.35, + 166.35, + 166.35, + 166.35 + ] + }, + { + "episode": 160, + "avg_reward": -28457.88, + "avg_cost": 13.25, + "lambda": 172.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 172.775, + 172.775, + 172.775, + 172.775, + 172.775, + 172.775, + 172.775, + 172.775 + ] + }, + { + "episode": 170, + "avg_reward": -28710.49, + "avg_cost": 2.5, + "lambda": 178.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 178.275, + 178.275, + 178.275, + 178.275, + 178.275, + 178.275, + 178.275, + 178.275 + ] + }, + { + "episode": 180, + "avg_reward": -27088.74, + "avg_cost": 3.25, + "lambda": 181.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 181.275, + 181.275, + 181.275, + 181.275, + 181.275, + 181.275, + 181.275, + 181.275 + ] + }, + { + "episode": 190, + "avg_reward": -28425.83, + "avg_cost": 1.0, + "lambda": 185.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 185.275, + 185.275, + 185.275, + 185.275, + 185.275, + 185.275, + 185.275, + 185.275 + ] + }, + { + "episode": 200, + "avg_reward": -25081.47, + "avg_cost": 12.25, + "lambda": 189.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 189.65, + 189.65, + 189.65, + 189.65, + 189.65, + 189.65, + 189.65, + 189.65 + ] + }, + { + "episode": 210, + "avg_reward": -24398.73, + "avg_cost": 4.5, + "lambda": 193.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 193.925, + 193.925, + 193.925, + 193.925, + 193.925, + 193.925, + 193.925, + 193.925 + ] + }, + { + "episode": 220, + "avg_reward": -24444.14, + "avg_cost": 1.25, + "lambda": 196.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 196.8, + 196.8, + 196.8, + 196.8, + 196.8, + 196.8, + 196.8, + 196.8 + ] + }, + { + "episode": 230, + "avg_reward": -24651.14, + "avg_cost": 1.75, + "lambda": 201.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 201.575, + 201.575, + 201.575, + 201.575, + 201.575, + 201.575, + 201.575, + 201.575 + ] + }, + { + "episode": 240, + "avg_reward": -18919.51, + "avg_cost": 2.25, + "lambda": 206.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 206.025, + 206.025, + 206.025, + 206.025, + 206.025, + 206.025, + 206.025, + 206.025 + ] + }, + { + "episode": 250, + "avg_reward": -18080.18, + "avg_cost": 2.25, + "lambda": 209.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 209.25, + 209.25, + 209.25, + 209.25, + 209.25, + 209.25, + 209.25, + 209.25 + ] + }, + { + "episode": 260, + "avg_reward": -17135.91, + "avg_cost": 3.0, + "lambda": 214.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55 + ] + }, + { + "episode": 270, + "avg_reward": -18294.39, + "avg_cost": 1.75, + "lambda": 217.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 217.525, + 217.525, + 217.525, + 217.525, + 217.525, + 217.525, + 217.525, + 217.525 + ] + }, + { + "episode": 280, + "avg_reward": -18168.77, + "avg_cost": 5.0, + "lambda": 219.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 219.675, + 219.675, + 219.675, + 219.675, + 219.675, + 219.675, + 219.675, + 219.675 + ] + }, + { + "episode": 290, + "avg_reward": -16114.22, + "avg_cost": 2.75, + "lambda": 221.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 221.325, + 221.325, + 221.325, + 221.325, + 221.325, + 221.325, + 221.325, + 221.325 + ] + }, + { + "episode": 300, + "avg_reward": -15790.9, + "avg_cost": 2.25, + "lambda": 223.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 223.125, + 223.125, + 223.125, + 223.125, + 223.125, + 223.125, + 223.125, + 223.125 + ] + }, + { + "episode": 310, + "avg_reward": -13532.51, + "avg_cost": 4.25, + "lambda": 224.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9 + ] + }, + { + "episode": 320, + "avg_reward": -11546.14, + "avg_cost": 3.25, + "lambda": 227.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.05, + 227.05, + 227.05, + 227.05, + 227.05, + 227.05, + 227.05, + 227.05 + ] + }, + { + "episode": 330, + "avg_reward": -8941.45, + "avg_cost": 3.0, + "lambda": 229.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.1, + 229.1, + 229.1, + 229.1, + 229.1, + 229.1, + 229.1, + 229.1 + ] + }, + { + "episode": 340, + "avg_reward": -9200.09, + "avg_cost": 1.0, + "lambda": 231.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.925, + 231.925, + 231.925, + 231.925, + 231.925, + 231.925, + 231.925, + 231.925 + ] + }, + { + "episode": 350, + "avg_reward": -8109.59, + "avg_cost": 1.5, + "lambda": 233.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.975, + 233.975, + 233.975, + 233.975, + 233.975, + 233.975, + 233.975, + 233.975 + ] + }, + { + "episode": 360, + "avg_reward": -6960.51, + "avg_cost": 3.0, + "lambda": 235.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85 + ] + }, + { + "episode": 370, + "avg_reward": -5705.95, + "avg_cost": 1.0, + "lambda": 236.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.65, + 236.65, + 236.65, + 236.65, + 236.65, + 236.65, + 236.65, + 236.65 + ] + }, + { + "episode": 380, + "avg_reward": -6170.21, + "avg_cost": 0.25, + "lambda": 237.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.55, + 237.55, + 237.55, + 237.55, + 237.55, + 237.55, + 237.55, + 237.55 + ] + }, + { + "episode": 390, + "avg_reward": -4837.33, + "avg_cost": 3.0, + "lambda": 238.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 238.825, + 238.825, + 238.825, + 238.825, + 238.825, + 238.825, + 238.825, + 238.825 + ] + }, + { + "episode": 400, + "avg_reward": -4218.28, + "avg_cost": 0.75, + "lambda": 239.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975 + ] + }, + { + "episode": 410, + "avg_reward": -3612.87, + "avg_cost": 1.25, + "lambda": 241.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.15, + 241.15, + 241.15, + 241.15, + 241.15, + 241.15, + 241.15, + 241.15 + ] + }, + { + "episode": 420, + "avg_reward": -5237.82, + "avg_cost": 0.5, + "lambda": 242.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.0, + 242.0, + 242.0, + 242.0, + 242.0, + 242.0, + 242.0, + 242.0 + ] + }, + { + "episode": 430, + "avg_reward": -3628.05, + "avg_cost": 2.0, + "lambda": 242.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.925, + 242.925, + 242.925, + 242.925, + 242.925, + 242.925, + 242.925, + 242.925 + ] + }, + { + "episode": 440, + "avg_reward": -4104.16, + "avg_cost": 0.25, + "lambda": 243.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.775, + 243.775, + 243.775, + 243.775, + 243.775, + 243.775, + 243.775, + 243.775 + ] + }, + { + "episode": 450, + "avg_reward": -1889.66, + "avg_cost": 2.0, + "lambda": 244.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 244.8, + 244.8, + 244.8, + 244.8, + 244.8, + 244.8, + 244.8, + 244.8 + ] + }, + { + "episode": 460, + "avg_reward": -3337.69, + "avg_cost": 1.25, + "lambda": 246.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.125, + 246.125, + 246.125, + 246.125, + 246.125, + 246.125, + 246.125, + 246.125 + ] + }, + { + "episode": 470, + "avg_reward": -2207.55, + "avg_cost": 1.0, + "lambda": 248.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.25, + 248.25, + 248.25, + 248.25, + 248.25, + 248.25, + 248.25, + 248.25 + ] + }, + { + "episode": 480, + "avg_reward": -3839.72, + "avg_cost": 0.0, + "lambda": 249.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.375, + 249.375, + 249.375, + 249.375, + 249.375, + 249.375, + 249.375, + 249.375 + ] + }, + { + "episode": 490, + "avg_reward": -4645.25, + "avg_cost": 0.0, + "lambda": 250.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.175, + 250.175, + 250.175, + 250.175, + 250.175, + 250.175, + 250.175, + 250.175 + ] + }, + { + "episode": 500, + "avg_reward": -594.47, + "avg_cost": 0.75, + "lambda": 250.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.7, + 250.7, + 250.7, + 250.7, + 250.7, + 250.7, + 250.7, + 250.7 + ] + }, + { + "episode": 510, + "avg_reward": 343.8, + "avg_cost": 2.0, + "lambda": 251.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775 + ] + }, + { + "episode": 520, + "avg_reward": 125.13, + "avg_cost": 0.0, + "lambda": 252.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.075, + 252.075, + 252.075, + 252.075, + 252.075, + 252.075, + 252.075, + 252.075 + ] + }, + { + "episode": 530, + "avg_reward": 1069.17, + "avg_cost": 0.0, + "lambda": 252.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.55, + 252.55, + 252.55, + 252.55, + 252.55, + 252.55, + 252.55, + 252.55 + ] + }, + { + "episode": 540, + "avg_reward": 2149.82, + "avg_cost": 1.0, + "lambda": 253.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.275, + 253.275, + 253.275, + 253.275, + 253.275, + 253.275, + 253.275, + 253.275 + ] + }, + { + "episode": 550, + "avg_reward": 1603.77, + "avg_cost": 0.0, + "lambda": 253.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.775, + 253.775, + 253.775, + 253.775, + 253.775, + 253.775, + 253.775, + 253.775 + ] + }, + { + "episode": 560, + "avg_reward": 2624.38, + "avg_cost": 0.75, + "lambda": 254.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4 + ] + }, + { + "episode": 570, + "avg_reward": 3139.42, + "avg_cost": 0.0, + "lambda": 254.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.55, + 254.55, + 254.55, + 254.55, + 254.55, + 254.55, + 254.55, + 254.55 + ] + }, + { + "episode": 580, + "avg_reward": 2516.84, + "avg_cost": 0.5, + "lambda": 255.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.225, + 255.225, + 255.225, + 255.225, + 255.225, + 255.225, + 255.225, + 255.225 + ] + }, + { + "episode": 590, + "avg_reward": 3039.28, + "avg_cost": 2.75, + "lambda": 256.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 256.275, + 256.275, + 256.275, + 256.275, + 256.275, + 256.275, + 256.275, + 256.275 + ] + }, + { + "episode": 600, + "avg_reward": 3410.72, + "avg_cost": 0.0, + "lambda": 256.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 256.725, + 256.725, + 256.725, + 256.725, + 256.725, + 256.725, + 256.725, + 256.725 + ] + }, + { + "episode": 610, + "avg_reward": 4773.39, + "avg_cost": 0.75, + "lambda": 257.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.05, + 257.05, + 257.05, + 257.05, + 257.05, + 257.05, + 257.05, + 257.05 + ] + }, + { + "episode": 620, + "avg_reward": 5103.15, + "avg_cost": 0.25, + "lambda": 257.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.275, + 257.275, + 257.275, + 257.275, + 257.275, + 257.275, + 257.275, + 257.275 + ] + }, + { + "episode": 630, + "avg_reward": 5944.08, + "avg_cost": 0.0, + "lambda": 257.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.625, + 257.625, + 257.625, + 257.625, + 257.625, + 257.625, + 257.625, + 257.625 + ] + }, + { + "episode": 640, + "avg_reward": 6119.83, + "avg_cost": 0.5, + "lambda": 257.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.825, + 257.825, + 257.825, + 257.825, + 257.825, + 257.825, + 257.825, + 257.825 + ] + }, + { + "episode": 650, + "avg_reward": 5835.73, + "avg_cost": 0.5, + "lambda": 257.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.925, + 257.925, + 257.925, + 257.925, + 257.925, + 257.925, + 257.925, + 257.925 + ] + }, + { + "episode": 660, + "avg_reward": 5141.86, + "avg_cost": 0.75, + "lambda": 258.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 258.375, + 258.375, + 258.375, + 258.375, + 258.375, + 258.375, + 258.375, + 258.375 + ] + }, + { + "episode": 670, + "avg_reward": 6277.56, + "avg_cost": 0.0, + "lambda": 258.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 258.825, + 258.825, + 258.825, + 258.825, + 258.825, + 258.825, + 258.825, + 258.825 + ] + }, + { + "episode": 680, + "avg_reward": 5828.37, + "avg_cost": 0.5, + "lambda": 259.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.5, + 259.5, + 259.5, + 259.5, + 259.5, + 259.5, + 259.5, + 259.5 + ] + }, + { + "episode": 690, + "avg_reward": 5821.28, + "avg_cost": 0.0, + "lambda": 260.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.125, + 260.125, + 260.125, + 260.125, + 260.125, + 260.125, + 260.125, + 260.125 + ] + }, + { + "episode": 700, + "avg_reward": 5516.88, + "avg_cost": 0.0, + "lambda": 260.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35 + ] + }, + { + "episode": 710, + "avg_reward": 6372.48, + "avg_cost": 0.0, + "lambda": 260.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.375, + 260.375, + 260.375, + 260.375, + 260.375, + 260.375, + 260.375, + 260.375 + ] + }, + { + "episode": 720, + "avg_reward": 6661.29, + "avg_cost": 0.0, + "lambda": 261.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.175, + 261.175, + 261.175, + 261.175, + 261.175, + 261.175, + 261.175, + 261.175 + ] + }, + { + "episode": 730, + "avg_reward": 7299.8, + "avg_cost": 0.0, + "lambda": 261.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.3, + 261.3, + 261.3, + 261.3, + 261.3, + 261.3, + 261.3, + 261.3 + ] + }, + { + "episode": 740, + "avg_reward": 6589.64, + "avg_cost": 0.0, + "lambda": 261.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.55, + 261.55, + 261.55, + 261.55, + 261.55, + 261.55, + 261.55, + 261.55 + ] + }, + { + "episode": 750, + "avg_reward": 7504.02, + "avg_cost": 0.0, + "lambda": 261.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.65, + 261.65, + 261.65, + 261.65, + 261.65, + 261.65, + 261.65, + 261.65 + ] + }, + { + "episode": 760, + "avg_reward": 8266.88, + "avg_cost": 0.5, + "lambda": 261.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.95, + 261.95, + 261.95, + 261.95, + 261.95, + 261.95, + 261.95, + 261.95 + ] + }, + { + "episode": 770, + "avg_reward": 7157.74, + "avg_cost": 0.75, + "lambda": 262.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.35, + 262.35, + 262.35, + 262.35, + 262.35, + 262.35, + 262.35, + 262.35 + ] + }, + { + "episode": 780, + "avg_reward": 8068.87, + "avg_cost": 0.0, + "lambda": 262.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.425, + 262.425, + 262.425, + 262.425, + 262.425, + 262.425, + 262.425, + 262.425 + ] + }, + { + "episode": 790, + "avg_reward": 7534.04, + "avg_cost": 0.0, + "lambda": 262.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.5, + 262.5, + 262.5, + 262.5, + 262.5, + 262.5, + 262.5, + 262.5 + ] + }, + { + "episode": 800, + "avg_reward": 7240.44, + "avg_cost": 0.0, + "lambda": 262.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.6, + 262.6, + 262.6, + 262.6, + 262.6, + 262.6, + 262.6, + 262.6 + ] + }, + { + "episode": 810, + "avg_reward": 7883.93, + "avg_cost": 0.0, + "lambda": 262.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.8, + 262.8, + 262.8, + 262.8, + 262.8, + 262.8, + 262.8, + 262.8 + ] + }, + { + "episode": 820, + "avg_reward": 8296.54, + "avg_cost": 0.0, + "lambda": 263.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.025, + 263.025, + 263.025, + 263.025, + 263.025, + 263.025, + 263.025, + 263.025 + ] + }, + { + "episode": 830, + "avg_reward": 8580.99, + "avg_cost": 0.0, + "lambda": 263.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.225, + 263.225, + 263.225, + 263.225, + 263.225, + 263.225, + 263.225, + 263.225 + ] + }, + { + "episode": 840, + "avg_reward": 8199.85, + "avg_cost": 0.0, + "lambda": 263.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.325, + 263.325, + 263.325, + 263.325, + 263.325, + 263.325, + 263.325, + 263.325 + ] + }, + { + "episode": 850, + "avg_reward": 8184.14, + "avg_cost": 0.0, + "lambda": 263.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.425, + 263.425, + 263.425, + 263.425, + 263.425, + 263.425, + 263.425, + 263.425 + ] + }, + { + "episode": 860, + "avg_reward": 7569.67, + "avg_cost": 0.0, + "lambda": 263.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.625, + 263.625, + 263.625, + 263.625, + 263.625, + 263.625, + 263.625, + 263.625 + ] + }, + { + "episode": 870, + "avg_reward": 8587.72, + "avg_cost": 0.0, + "lambda": 263.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65 + ] + }, + { + "episode": 880, + "avg_reward": 8641.2, + "avg_cost": 0.0, + "lambda": 263.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65, + 263.65 + ] + }, + { + "episode": 890, + "avg_reward": 8389.45, + "avg_cost": 0.25, + "lambda": 263.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7 + ] + }, + { + "episode": 900, + "avg_reward": 9072.79, + "avg_cost": 0.0, + "lambda": 263.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.825, + 263.825, + 263.825, + 263.825, + 263.825, + 263.825, + 263.825, + 263.825 + ] + }, + { + "episode": 910, + "avg_reward": 9035.52, + "avg_cost": 0.0, + "lambda": 263.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.875, + 263.875, + 263.875, + 263.875, + 263.875, + 263.875, + 263.875, + 263.875 + ] + }, + { + "episode": 920, + "avg_reward": 9939.44, + "avg_cost": 0.0, + "lambda": 263.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.975, + 263.975, + 263.975, + 263.975, + 263.975, + 263.975, + 263.975, + 263.975 + ] + }, + { + "episode": 930, + "avg_reward": 10340.84, + "avg_cost": 0.0, + "lambda": 264.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.0, + 264.0, + 264.0, + 264.0, + 264.0, + 264.0, + 264.0, + 264.0 + ] + }, + { + "episode": 940, + "avg_reward": 9750.26, + "avg_cost": 0.0, + "lambda": 264.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.025, + 264.025, + 264.025, + 264.025, + 264.025, + 264.025, + 264.025, + 264.025 + ] + }, + { + "episode": 950, + "avg_reward": 10168.53, + "avg_cost": 0.0, + "lambda": 264.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.05, + 264.05, + 264.05, + 264.05, + 264.05, + 264.05, + 264.05, + 264.05 + ] + }, + { + "episode": 960, + "avg_reward": 10746.39, + "avg_cost": 0.5, + "lambda": 264.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.2, + 264.2, + 264.2, + 264.2, + 264.2, + 264.2, + 264.2, + 264.2 + ] + }, + { + "episode": 970, + "avg_reward": 11187.56, + "avg_cost": 0.0, + "lambda": 264.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.275, + 264.275, + 264.275, + 264.275, + 264.275, + 264.275, + 264.275, + 264.275 + ] + }, + { + "episode": 980, + "avg_reward": 10575.18, + "avg_cost": 0.0, + "lambda": 264.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.45, + 264.45, + 264.45, + 264.45, + 264.45, + 264.45, + 264.45, + 264.45 + ] + }, + { + "episode": 990, + "avg_reward": 10872.05, + "avg_cost": 0.0, + "lambda": 264.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.625, + 264.625, + 264.625, + 264.625, + 264.625, + 264.625, + 264.625, + 264.625 + ] + }, + { + "episode": 1000, + "avg_reward": 11477.69, + "avg_cost": 0.25, + "lambda": 264.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8 + ] + }, + { + "episode": 1010, + "avg_reward": 11318.25, + "avg_cost": 0.0, + "lambda": 264.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8, + 264.8 + ] + }, + { + "episode": 1020, + "avg_reward": 11809.18, + "avg_cost": 0.0, + "lambda": 264.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.925, + 264.925, + 264.925, + 264.925, + 264.925, + 264.925, + 264.925, + 264.925 + ] + }, + { + "episode": 1030, + "avg_reward": 11783.69, + "avg_cost": 0.0, + "lambda": 265.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.0, + 265.0, + 265.0, + 265.0, + 265.0, + 265.0, + 265.0, + 265.0 + ] + }, + { + "episode": 1040, + "avg_reward": 13035.82, + "avg_cost": 0.5, + "lambda": 265.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1 + ] + }, + { + "episode": 1050, + "avg_reward": 12376.28, + "avg_cost": 0.0, + "lambda": 265.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1, + 265.1 + ] + }, + { + "episode": 1060, + "avg_reward": 12333.02, + "avg_cost": 0.0, + "lambda": 265.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.15, + 265.15, + 265.15, + 265.15, + 265.15, + 265.15, + 265.15, + 265.15 + ] + }, + { + "episode": 1070, + "avg_reward": 11356.43, + "avg_cost": 0.25, + "lambda": 265.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.275, + 265.275, + 265.275, + 265.275, + 265.275, + 265.275, + 265.275, + 265.275 + ] + }, + { + "episode": 1080, + "avg_reward": 10400.08, + "avg_cost": 0.0, + "lambda": 265.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525 + ] + }, + { + "episode": 1090, + "avg_reward": 11778.08, + "avg_cost": 0.0, + "lambda": 265.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525, + 265.525 + ] + }, + { + "episode": 1100, + "avg_reward": 10688.84, + "avg_cost": 0.5, + "lambda": 265.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.625, + 265.625, + 265.625, + 265.625, + 265.625, + 265.625, + 265.625, + 265.625 + ] + }, + { + "episode": 1110, + "avg_reward": 11478.65, + "avg_cost": 0.0, + "lambda": 265.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8 + ] + }, + { + "episode": 1120, + "avg_reward": 11334.32, + "avg_cost": 0.0, + "lambda": 265.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8 + ] + }, + { + "episode": 1130, + "avg_reward": 11668.29, + "avg_cost": 0.0, + "lambda": 265.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8 + ] + }, + { + "episode": 1140, + "avg_reward": 11870.83, + "avg_cost": 0.0, + "lambda": 265.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8, + 265.8 + ] + }, + { + "episode": 1150, + "avg_reward": 12210.48, + "avg_cost": 0.0, + "lambda": 265.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825 + ] + }, + { + "episode": 1160, + "avg_reward": 12436.34, + "avg_cost": 0.0, + "lambda": 265.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825 + ] + }, + { + "episode": 1170, + "avg_reward": 12461.57, + "avg_cost": 0.0, + "lambda": 265.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825, + 265.825 + ] + }, + { + "episode": 1180, + "avg_reward": 12762.14, + "avg_cost": 0.25, + "lambda": 265.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.875, + 265.875, + 265.875, + 265.875, + 265.875, + 265.875, + 265.875, + 265.875 + ] + }, + { + "episode": 1190, + "avg_reward": 12698.1, + "avg_cost": 0.0, + "lambda": 265.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.925, + 265.925, + 265.925, + 265.925, + 265.925, + 265.925, + 265.925, + 265.925 + ] + }, + { + "episode": 1200, + "avg_reward": 12394.48, + "avg_cost": 0.0, + "lambda": 265.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975 + ] + }, + { + "episode": 1210, + "avg_reward": 14896.35, + "avg_cost": 0.0, + "lambda": 265.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975, + 265.975 + ] + }, + { + "episode": 1220, + "avg_reward": 13056.56, + "avg_cost": 0.0, + "lambda": 266.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.15, + 266.15, + 266.15, + 266.15, + 266.15, + 266.15, + 266.15, + 266.15 + ] + }, + { + "episode": 1230, + "avg_reward": 13654.19, + "avg_cost": 0.0, + "lambda": 266.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.35, + 266.35, + 266.35, + 266.35, + 266.35, + 266.35, + 266.35, + 266.35 + ] + }, + { + "episode": 1240, + "avg_reward": 14082.92, + "avg_cost": 0.0, + "lambda": 266.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.475, + 266.475, + 266.475, + 266.475, + 266.475, + 266.475, + 266.475, + 266.475 + ] + }, + { + "episode": 1250, + "avg_reward": 13488.42, + "avg_cost": 0.0, + "lambda": 266.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5 + ] + }, + { + "episode": 1260, + "avg_reward": 13918.72, + "avg_cost": 0.0, + "lambda": 266.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5 + ] + }, + { + "episode": 1270, + "avg_reward": 15599.79, + "avg_cost": 0.0, + "lambda": 266.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5, + 266.5 + ] + }, + { + "episode": 1280, + "avg_reward": 13912.59, + "avg_cost": 0.0, + "lambda": 266.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.525, + 266.525, + 266.525, + 266.525, + 266.525, + 266.525, + 266.525, + 266.525 + ] + }, + { + "episode": 1290, + "avg_reward": 13504.92, + "avg_cost": 0.0, + "lambda": 266.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.6, + 266.6, + 266.6, + 266.6, + 266.6, + 266.6, + 266.6, + 266.6 + ] + }, + { + "episode": 1300, + "avg_reward": 14492.27, + "avg_cost": 0.0, + "lambda": 266.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.625, + 266.625, + 266.625, + 266.625, + 266.625, + 266.625, + 266.625, + 266.625 + ] + }, + { + "episode": 1310, + "avg_reward": 15728.23, + "avg_cost": 0.0, + "lambda": 266.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65 + ] + }, + { + "episode": 1320, + "avg_reward": 14902.83, + "avg_cost": 0.0, + "lambda": 266.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65, + 266.65 + ] + }, + { + "episode": 1330, + "avg_reward": 15561.02, + "avg_cost": 0.0, + "lambda": 266.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.7, + 266.7, + 266.7, + 266.7, + 266.7, + 266.7, + 266.7, + 266.7 + ] + }, + { + "episode": 1340, + "avg_reward": 16740.11, + "avg_cost": 0.0, + "lambda": 266.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.75, + 266.75, + 266.75, + 266.75, + 266.75, + 266.75, + 266.75, + 266.75 + ] + }, + { + "episode": 1350, + "avg_reward": 16311.88, + "avg_cost": 0.75, + "lambda": 266.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.875, + 266.875, + 266.875, + 266.875, + 266.875, + 266.875, + 266.875, + 266.875 + ] + }, + { + "episode": 1360, + "avg_reward": 16543.25, + "avg_cost": 0.0, + "lambda": 266.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9 + ] + }, + { + "episode": 1370, + "avg_reward": 16485.46, + "avg_cost": 0.0, + "lambda": 266.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9, + 266.9 + ] + }, + { + "episode": 1380, + "avg_reward": 16248.62, + "avg_cost": 0.0, + "lambda": 267.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.2, + 267.2, + 267.2, + 267.2, + 267.2, + 267.2, + 267.2, + 267.2 + ] + }, + { + "episode": 1390, + "avg_reward": 16592.53, + "avg_cost": 0.0, + "lambda": 267.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.275, + 267.275, + 267.275, + 267.275, + 267.275, + 267.275, + 267.275, + 267.275 + ] + }, + { + "episode": 1400, + "avg_reward": 15873.39, + "avg_cost": 0.0, + "lambda": 267.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.5, + 267.5, + 267.5, + 267.5, + 267.5, + 267.5, + 267.5, + 267.5 + ] + }, + { + "episode": 1410, + "avg_reward": 16609.51, + "avg_cost": 0.0, + "lambda": 267.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.525, + 267.525, + 267.525, + 267.525, + 267.525, + 267.525, + 267.525, + 267.525 + ] + }, + { + "episode": 1420, + "avg_reward": 14629.29, + "avg_cost": 0.0, + "lambda": 267.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75 + ] + }, + { + "episode": 1430, + "avg_reward": 17025.39, + "avg_cost": 0.0, + "lambda": 267.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75, + 267.75 + ] + }, + { + "episode": 1440, + "avg_reward": 16604.68, + "avg_cost": 0.0, + "lambda": 267.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.9, + 267.9, + 267.9, + 267.9, + 267.9, + 267.9, + 267.9, + 267.9 + ] + }, + { + "episode": 1450, + "avg_reward": 15364.38, + "avg_cost": 0.0, + "lambda": 268.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.025, + 268.025, + 268.025, + 268.025, + 268.025, + 268.025, + 268.025, + 268.025 + ] + }, + { + "episode": 1460, + "avg_reward": 16003.22, + "avg_cost": 0.0, + "lambda": 268.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1 + ] + }, + { + "episode": 1470, + "avg_reward": 17302.84, + "avg_cost": 0.0, + "lambda": 268.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.25, + 268.25, + 268.25, + 268.25, + 268.25, + 268.25, + 268.25, + 268.25 + ] + }, + { + "episode": 1480, + "avg_reward": 18179.6, + "avg_cost": 0.0, + "lambda": 268.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275 + ] + }, + { + "episode": 1490, + "avg_reward": 16612.38, + "avg_cost": 0.0, + "lambda": 268.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275, + 268.275 + ] + }, + { + "episode": 1500, + "avg_reward": 16703.85, + "avg_cost": 0.0, + "lambda": 268.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4 + ] + } + ], + "final_lambdas": [ + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4, + 268.4 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..9891d3b51a1626a1968694488ef73476692b7cdb --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s0_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,3972 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 11480328.16, + "constraint_satisfaction_pct": 99.67, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 1.4975, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -58139.44, + "avg_cost": 23.0, + "lambda": 5.1988, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.1988, + 5.1988, + 5.1988, + 5.1988, + 5.1988, + 5.1988, + 5.1988, + 5.1988 + ] + }, + { + "episode": 10, + "avg_reward": -52655.88, + "avg_cost": 9.25, + "lambda": 6.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.195, + 6.195, + 6.195, + 6.195, + 6.195, + 6.195, + 6.195, + 6.195 + ] + }, + { + "episode": 20, + "avg_reward": -50832.02, + "avg_cost": 8.25, + "lambda": 7.7125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.7125, + 7.7125, + 7.7125, + 7.7125, + 7.7125, + 7.7125, + 7.7125, + 7.7125 + ] + }, + { + "episode": 30, + "avg_reward": -48854.96, + "avg_cost": 26.5, + "lambda": 8.9825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9825, + 8.9825, + 8.9825, + 8.9825, + 8.9825, + 8.9825, + 8.9825, + 8.9825 + ] + }, + { + "episode": 40, + "avg_reward": -46474.9, + "avg_cost": 10.75, + "lambda": 10.34, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.34, + 10.34, + 10.34, + 10.34, + 10.34, + 10.34, + 10.34, + 10.34 + ] + }, + { + "episode": 50, + "avg_reward": -46338.15, + "avg_cost": 18.5, + "lambda": 11.255, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.255, + 11.255, + 11.255, + 11.255, + 11.255, + 11.255, + 11.255, + 11.255 + ] + }, + { + "episode": 60, + "avg_reward": -42385.59, + "avg_cost": 5.75, + "lambda": 12.31, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.31, + 12.31, + 12.31, + 12.31, + 12.31, + 12.31, + 12.31, + 12.31 + ] + }, + { + "episode": 70, + "avg_reward": -40396.26, + "avg_cost": 9.25, + "lambda": 13.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.015, + 13.015, + 13.015, + 13.015, + 13.015, + 13.015, + 13.015, + 13.015 + ] + }, + { + "episode": 80, + "avg_reward": -38350.57, + "avg_cost": 17.0, + "lambda": 13.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.765, + 13.765, + 13.765, + 13.765, + 13.765, + 13.765, + 13.765, + 13.765 + ] + }, + { + "episode": 90, + "avg_reward": -37956.27, + "avg_cost": 19.5, + "lambda": 14.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.655, + 14.655, + 14.655, + 14.655, + 14.655, + 14.655, + 14.655, + 14.655 + ] + }, + { + "episode": 100, + "avg_reward": -35957.87, + "avg_cost": 14.25, + "lambda": 15.53, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.53, + 15.53, + 15.53, + 15.53, + 15.53, + 15.53, + 15.53, + 15.53 + ] + }, + { + "episode": 110, + "avg_reward": -32118.46, + "avg_cost": 7.0, + "lambda": 16.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.015, + 16.015, + 16.015, + 16.015, + 16.015, + 16.015, + 16.015, + 16.015 + ] + }, + { + "episode": 120, + "avg_reward": -31129.96, + "avg_cost": 15.0, + "lambda": 16.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.84, + 16.84, + 16.84, + 16.84, + 16.84, + 16.84, + 16.84, + 16.84 + ] + }, + { + "episode": 130, + "avg_reward": -26758.03, + "avg_cost": 6.25, + "lambda": 17.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.515, + 17.515, + 17.515, + 17.515, + 17.515, + 17.515, + 17.515, + 17.515 + ] + }, + { + "episode": 140, + "avg_reward": -23376.95, + "avg_cost": 11.25, + "lambda": 17.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.89, + 17.89, + 17.89, + 17.89, + 17.89, + 17.89, + 17.89, + 17.89 + ] + }, + { + "episode": 150, + "avg_reward": -20922.46, + "avg_cost": 6.5, + "lambda": 18.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.6575, + 18.6575, + 18.6575, + 18.6575, + 18.6575, + 18.6575, + 18.6575, + 18.6575 + ] + }, + { + "episode": 160, + "avg_reward": -17958.56, + "avg_cost": 8.0, + "lambda": 19.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.2825, + 19.2825, + 19.2825, + 19.2825, + 19.2825, + 19.2825, + 19.2825, + 19.2825 + ] + }, + { + "episode": 170, + "avg_reward": -15986.22, + "avg_cost": 1.5, + "lambda": 19.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.76, + 19.76, + 19.76, + 19.76, + 19.76, + 19.76, + 19.76, + 19.76 + ] + }, + { + "episode": 180, + "avg_reward": -14391.39, + "avg_cost": 8.0, + "lambda": 20.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.195, + 20.195, + 20.195, + 20.195, + 20.195, + 20.195, + 20.195, + 20.195 + ] + }, + { + "episode": 190, + "avg_reward": -12224.3, + "avg_cost": 2.75, + "lambda": 20.4525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.4525, + 20.4525, + 20.4525, + 20.4525, + 20.4525, + 20.4525, + 20.4525, + 20.4525 + ] + }, + { + "episode": 200, + "avg_reward": -9991.31, + "avg_cost": 6.5, + "lambda": 20.815, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.815, + 20.815, + 20.815, + 20.815, + 20.815, + 20.815, + 20.815, + 20.815 + ] + }, + { + "episode": 210, + "avg_reward": -8179.71, + "avg_cost": 6.0, + "lambda": 21.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.095, + 21.095, + 21.095, + 21.095, + 21.095, + 21.095, + 21.095, + 21.095 + ] + }, + { + "episode": 220, + "avg_reward": -7437.47, + "avg_cost": 3.0, + "lambda": 21.345, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.345, + 21.345, + 21.345, + 21.345, + 21.345, + 21.345, + 21.345, + 21.345 + ] + }, + { + "episode": 230, + "avg_reward": -5458.74, + "avg_cost": 1.75, + "lambda": 21.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.4425, + 21.4425, + 21.4425, + 21.4425, + 21.4425, + 21.4425, + 21.4425, + 21.4425 + ] + }, + { + "episode": 240, + "avg_reward": -3685.27, + "avg_cost": 3.25, + "lambda": 21.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.4975, + 21.4975, + 21.4975, + 21.4975, + 21.4975, + 21.4975, + 21.4975, + 21.4975 + ] + }, + { + "episode": 250, + "avg_reward": -1331.11, + "avg_cost": 4.75, + "lambda": 21.4825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.4825, + 21.4825, + 21.4825, + 21.4825, + 21.4825, + 21.4825, + 21.4825, + 21.4825 + ] + }, + { + "episode": 260, + "avg_reward": -503.2, + "avg_cost": 1.0, + "lambda": 21.4125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.4125, + 21.4125, + 21.4125, + 21.4125, + 21.4125, + 21.4125, + 21.4125, + 21.4125 + ] + }, + { + "episode": 270, + "avg_reward": 188.0, + "avg_cost": 2.5, + "lambda": 21.36, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.36, + 21.36, + 21.36, + 21.36, + 21.36, + 21.36, + 21.36, + 21.36 + ] + }, + { + "episode": 280, + "avg_reward": 1120.69, + "avg_cost": 0.25, + "lambda": 21.2325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.2325, + 21.2325, + 21.2325, + 21.2325, + 21.2325, + 21.2325, + 21.2325, + 21.2325 + ] + }, + { + "episode": 290, + "avg_reward": 2696.67, + "avg_cost": 0.25, + "lambda": 20.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.975, + 20.975, + 20.975, + 20.975, + 20.975, + 20.975, + 20.975, + 20.975 + ] + }, + { + "episode": 300, + "avg_reward": 3256.16, + "avg_cost": 0.25, + "lambda": 20.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.74, + 20.74, + 20.74, + 20.74, + 20.74, + 20.74, + 20.74, + 20.74 + ] + }, + { + "episode": 310, + "avg_reward": 5300.9, + "avg_cost": 0.25, + "lambda": 20.5075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.5075, + 20.5075, + 20.5075, + 20.5075, + 20.5075, + 20.5075, + 20.5075, + 20.5075 + ] + }, + { + "episode": 320, + "avg_reward": 5338.7, + "avg_cost": 2.0, + "lambda": 20.265, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.265, + 20.265, + 20.265, + 20.265, + 20.265, + 20.265, + 20.265, + 20.265 + ] + }, + { + "episode": 330, + "avg_reward": 5787.16, + "avg_cost": 0.0, + "lambda": 19.99, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.99, + 19.99, + 19.99, + 19.99, + 19.99, + 19.99, + 19.99, + 19.99 + ] + }, + { + "episode": 340, + "avg_reward": 6240.46, + "avg_cost": 0.25, + "lambda": 19.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.685, + 19.685, + 19.685, + 19.685, + 19.685, + 19.685, + 19.685, + 19.685 + ] + }, + { + "episode": 350, + "avg_reward": 6578.71, + "avg_cost": 0.5, + "lambda": 19.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.4425, + 19.4425, + 19.4425, + 19.4425, + 19.4425, + 19.4425, + 19.4425, + 19.4425 + ] + }, + { + "episode": 360, + "avg_reward": 6841.77, + "avg_cost": 0.25, + "lambda": 19.16, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.16, + 19.16, + 19.16, + 19.16, + 19.16, + 19.16, + 19.16, + 19.16 + ] + }, + { + "episode": 370, + "avg_reward": 7725.88, + "avg_cost": 0.75, + "lambda": 18.8875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.8875, + 18.8875, + 18.8875, + 18.8875, + 18.8875, + 18.8875, + 18.8875, + 18.8875 + ] + }, + { + "episode": 380, + "avg_reward": 7679.79, + "avg_cost": 0.0, + "lambda": 18.6075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.6075, + 18.6075, + 18.6075, + 18.6075, + 18.6075, + 18.6075, + 18.6075, + 18.6075 + ] + }, + { + "episode": 390, + "avg_reward": 8960.77, + "avg_cost": 0.0, + "lambda": 18.3325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.3325, + 18.3325, + 18.3325, + 18.3325, + 18.3325, + 18.3325, + 18.3325, + 18.3325 + ] + }, + { + "episode": 400, + "avg_reward": 8347.15, + "avg_cost": 0.0, + "lambda": 18.045, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.045, + 18.045, + 18.045, + 18.045, + 18.045, + 18.045, + 18.045, + 18.045 + ] + }, + { + "episode": 410, + "avg_reward": 9199.46, + "avg_cost": 0.0, + "lambda": 17.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.7375, + 17.7375, + 17.7375, + 17.7375, + 17.7375, + 17.7375, + 17.7375, + 17.7375 + ] + }, + { + "episode": 420, + "avg_reward": 8747.91, + "avg_cost": 0.0, + "lambda": 17.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.465, + 17.465, + 17.465, + 17.465, + 17.465, + 17.465, + 17.465, + 17.465 + ] + }, + { + "episode": 430, + "avg_reward": 10064.22, + "avg_cost": 0.75, + "lambda": 17.1925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.1925, + 17.1925, + 17.1925, + 17.1925, + 17.1925, + 17.1925, + 17.1925, + 17.1925 + ] + }, + { + "episode": 440, + "avg_reward": 10851.03, + "avg_cost": 0.0, + "lambda": 16.91, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.91, + 16.91, + 16.91, + 16.91, + 16.91, + 16.91, + 16.91, + 16.91 + ] + }, + { + "episode": 450, + "avg_reward": 10896.89, + "avg_cost": 0.5, + "lambda": 16.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.61, + 16.61, + 16.61, + 16.61, + 16.61, + 16.61, + 16.61, + 16.61 + ] + }, + { + "episode": 460, + "avg_reward": 11125.36, + "avg_cost": 0.25, + "lambda": 16.335, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.335, + 16.335, + 16.335, + 16.335, + 16.335, + 16.335, + 16.335, + 16.335 + ] + }, + { + "episode": 470, + "avg_reward": 12101.24, + "avg_cost": 0.25, + "lambda": 16.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.05, + 16.05, + 16.05, + 16.05, + 16.05, + 16.05, + 16.05, + 16.05 + ] + }, + { + "episode": 480, + "avg_reward": 10820.1, + "avg_cost": 0.0, + "lambda": 15.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.75, + 15.75, + 15.75, + 15.75, + 15.75, + 15.75, + 15.75, + 15.75 + ] + }, + { + "episode": 490, + "avg_reward": 10774.64, + "avg_cost": 0.0, + "lambda": 15.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4575, + 15.4575, + 15.4575, + 15.4575, + 15.4575, + 15.4575, + 15.4575, + 15.4575 + ] + }, + { + "episode": 500, + "avg_reward": 13128.61, + "avg_cost": 0.5, + "lambda": 15.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.18, + 15.18, + 15.18, + 15.18, + 15.18, + 15.18, + 15.18, + 15.18 + ] + }, + { + "episode": 510, + "avg_reward": 12500.9, + "avg_cost": 0.0, + "lambda": 14.8775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8775, + 14.8775, + 14.8775, + 14.8775, + 14.8775, + 14.8775, + 14.8775, + 14.8775 + ] + }, + { + "episode": 520, + "avg_reward": 11032.4, + "avg_cost": 0.0, + "lambda": 14.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.5875, + 14.5875, + 14.5875, + 14.5875, + 14.5875, + 14.5875, + 14.5875, + 14.5875 + ] + }, + { + "episode": 530, + "avg_reward": 11410.1, + "avg_cost": 0.25, + "lambda": 14.2975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.2975, + 14.2975, + 14.2975, + 14.2975, + 14.2975, + 14.2975, + 14.2975, + 14.2975 + ] + }, + { + "episode": 540, + "avg_reward": 13143.55, + "avg_cost": 0.25, + "lambda": 14.015, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.015, + 14.015, + 14.015, + 14.015, + 14.015, + 14.015, + 14.015, + 14.015 + ] + }, + { + "episode": 550, + "avg_reward": 13450.08, + "avg_cost": 0.0, + "lambda": 13.705, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.705, + 13.705, + 13.705, + 13.705, + 13.705, + 13.705, + 13.705, + 13.705 + ] + }, + { + "episode": 560, + "avg_reward": 13894.05, + "avg_cost": 0.25, + "lambda": 13.3975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3975, + 13.3975, + 13.3975, + 13.3975, + 13.3975, + 13.3975, + 13.3975, + 13.3975 + ] + }, + { + "episode": 570, + "avg_reward": 13201.05, + "avg_cost": 0.0, + "lambda": 13.1025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.1025, + 13.1025, + 13.1025, + 13.1025, + 13.1025, + 13.1025, + 13.1025, + 13.1025 + ] + }, + { + "episode": 580, + "avg_reward": 13569.43, + "avg_cost": 1.0, + "lambda": 12.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.8175, + 12.8175, + 12.8175, + 12.8175, + 12.8175, + 12.8175, + 12.8175, + 12.8175 + ] + }, + { + "episode": 590, + "avg_reward": 13220.45, + "avg_cost": 0.25, + "lambda": 12.51, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.51, + 12.51, + 12.51, + 12.51, + 12.51, + 12.51, + 12.51, + 12.51 + ] + }, + { + "episode": 600, + "avg_reward": 13112.33, + "avg_cost": 0.25, + "lambda": 12.21, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.21, + 12.21, + 12.21, + 12.21, + 12.21, + 12.21, + 12.21, + 12.21 + ] + }, + { + "episode": 610, + "avg_reward": 14493.99, + "avg_cost": 0.0, + "lambda": 11.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9, + 11.9, + 11.9, + 11.9, + 11.9, + 11.9, + 11.9, + 11.9 + ] + }, + { + "episode": 620, + "avg_reward": 13326.39, + "avg_cost": 0.0, + "lambda": 11.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.595, + 11.595, + 11.595, + 11.595, + 11.595, + 11.595, + 11.595, + 11.595 + ] + }, + { + "episode": 630, + "avg_reward": 14001.92, + "avg_cost": 0.0, + "lambda": 11.29, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.29, + 11.29, + 11.29, + 11.29, + 11.29, + 11.29, + 11.29, + 11.29 + ] + }, + { + "episode": 640, + "avg_reward": 13701.02, + "avg_cost": 0.0, + "lambda": 10.985, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.985, + 10.985, + 10.985, + 10.985, + 10.985, + 10.985, + 10.985, + 10.985 + ] + }, + { + "episode": 650, + "avg_reward": 15075.67, + "avg_cost": 0.0, + "lambda": 10.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.68, + 10.68, + 10.68, + 10.68, + 10.68, + 10.68, + 10.68, + 10.68 + ] + }, + { + "episode": 660, + "avg_reward": 14350.04, + "avg_cost": 0.25, + "lambda": 10.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.39, + 10.39, + 10.39, + 10.39, + 10.39, + 10.39, + 10.39, + 10.39 + ] + }, + { + "episode": 670, + "avg_reward": 14540.43, + "avg_cost": 0.25, + "lambda": 10.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.0825, + 10.0825, + 10.0825, + 10.0825, + 10.0825, + 10.0825, + 10.0825, + 10.0825 + ] + }, + { + "episode": 680, + "avg_reward": 13539.61, + "avg_cost": 0.75, + "lambda": 9.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8, + 9.8, + 9.8, + 9.8, + 9.8, + 9.8, + 9.8, + 9.8 + ] + }, + { + "episode": 690, + "avg_reward": 14304.25, + "avg_cost": 0.0, + "lambda": 9.4875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.4875, + 9.4875, + 9.4875, + 9.4875, + 9.4875, + 9.4875, + 9.4875, + 9.4875 + ] + }, + { + "episode": 700, + "avg_reward": 13048.81, + "avg_cost": 0.0, + "lambda": 9.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1775, + 9.1775, + 9.1775, + 9.1775, + 9.1775, + 9.1775, + 9.1775, + 9.1775 + ] + }, + { + "episode": 710, + "avg_reward": 13113.78, + "avg_cost": 0.0, + "lambda": 8.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8675, + 8.8675, + 8.8675, + 8.8675, + 8.8675, + 8.8675, + 8.8675, + 8.8675 + ] + }, + { + "episode": 720, + "avg_reward": 14425.79, + "avg_cost": 0.0, + "lambda": 8.565, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.565, + 8.565, + 8.565, + 8.565, + 8.565, + 8.565, + 8.565, + 8.565 + ] + }, + { + "episode": 730, + "avg_reward": 15827.37, + "avg_cost": 0.0, + "lambda": 8.2575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2575, + 8.2575, + 8.2575, + 8.2575, + 8.2575, + 8.2575, + 8.2575, + 8.2575 + ] + }, + { + "episode": 740, + "avg_reward": 13474.02, + "avg_cost": 0.0, + "lambda": 7.955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.955, + 7.955, + 7.955, + 7.955, + 7.955, + 7.955, + 7.955, + 7.955 + ] + }, + { + "episode": 750, + "avg_reward": 14511.41, + "avg_cost": 0.0, + "lambda": 7.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.65, + 7.65, + 7.65, + 7.65, + 7.65, + 7.65, + 7.65, + 7.65 + ] + }, + { + "episode": 760, + "avg_reward": 14808.5, + "avg_cost": 0.0, + "lambda": 7.3375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.3375, + 7.3375, + 7.3375, + 7.3375, + 7.3375, + 7.3375, + 7.3375, + 7.3375 + ] + }, + { + "episode": 770, + "avg_reward": 15703.52, + "avg_cost": 0.0, + "lambda": 7.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.0575, + 7.0575, + 7.0575, + 7.0575, + 7.0575, + 7.0575, + 7.0575, + 7.0575 + ] + }, + { + "episode": 780, + "avg_reward": 15203.19, + "avg_cost": 0.0, + "lambda": 6.7675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675, + 6.7675 + ] + }, + { + "episode": 790, + "avg_reward": 14417.58, + "avg_cost": 0.0, + "lambda": 6.46, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.46, + 6.46, + 6.46, + 6.46, + 6.46, + 6.46, + 6.46, + 6.46 + ] + }, + { + "episode": 800, + "avg_reward": 15699.74, + "avg_cost": 0.0, + "lambda": 6.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.15, + 6.15, + 6.15, + 6.15, + 6.15, + 6.15, + 6.15, + 6.15 + ] + }, + { + "episode": 810, + "avg_reward": 13334.67, + "avg_cost": 0.0, + "lambda": 5.84, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.84, + 5.84, + 5.84, + 5.84, + 5.84, + 5.84, + 5.84, + 5.84 + ] + }, + { + "episode": 820, + "avg_reward": 16464.63, + "avg_cost": 0.5, + "lambda": 5.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.535, + 5.535, + 5.535, + 5.535, + 5.535, + 5.535, + 5.535, + 5.535 + ] + }, + { + "episode": 830, + "avg_reward": 14076.68, + "avg_cost": 0.25, + "lambda": 5.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2475, + 5.2475, + 5.2475, + 5.2475, + 5.2475, + 5.2475, + 5.2475, + 5.2475 + ] + }, + { + "episode": 840, + "avg_reward": 14973.3, + "avg_cost": 0.0, + "lambda": 4.9425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.9425, + 4.9425, + 4.9425, + 4.9425, + 4.9425, + 4.9425, + 4.9425, + 4.9425 + ] + }, + { + "episode": 850, + "avg_reward": 17172.13, + "avg_cost": 0.0, + "lambda": 4.6575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6575, + 4.6575, + 4.6575, + 4.6575, + 4.6575, + 4.6575, + 4.6575, + 4.6575 + ] + }, + { + "episode": 860, + "avg_reward": 16227.62, + "avg_cost": 1.25, + "lambda": 4.3875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3875, + 4.3875, + 4.3875, + 4.3875, + 4.3875, + 4.3875, + 4.3875, + 4.3875 + ] + }, + { + "episode": 870, + "avg_reward": 17752.27, + "avg_cost": 0.0, + "lambda": 4.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0775, + 4.0775, + 4.0775, + 4.0775, + 4.0775, + 4.0775, + 4.0775, + 4.0775 + ] + }, + { + "episode": 880, + "avg_reward": 17108.17, + "avg_cost": 0.25, + "lambda": 3.7725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7725, + 3.7725, + 3.7725, + 3.7725, + 3.7725, + 3.7725, + 3.7725, + 3.7725 + ] + }, + { + "episode": 890, + "avg_reward": 16716.37, + "avg_cost": 0.25, + "lambda": 3.465, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.465, + 3.465, + 3.465, + 3.465, + 3.465, + 3.465, + 3.465, + 3.465 + ] + }, + { + "episode": 900, + "avg_reward": 17140.32, + "avg_cost": 0.0, + "lambda": 3.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.175, + 3.175, + 3.175, + 3.175, + 3.175, + 3.175, + 3.175, + 3.175 + ] + }, + { + "episode": 910, + "avg_reward": 16810.85, + "avg_cost": 2.0, + "lambda": 2.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.9125, + 2.9125, + 2.9125, + 2.9125, + 2.9125, + 2.9125, + 2.9125, + 2.9125 + ] + }, + { + "episode": 920, + "avg_reward": 16424.73, + "avg_cost": 1.5, + "lambda": 2.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.625, + 2.625, + 2.625, + 2.625, + 2.625, + 2.625, + 2.625, + 2.625 + ] + }, + { + "episode": 930, + "avg_reward": 17173.33, + "avg_cost": 1.0, + "lambda": 2.365, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.365, + 2.365, + 2.365, + 2.365, + 2.365, + 2.365, + 2.365, + 2.365 + ] + }, + { + "episode": 940, + "avg_reward": 16837.74, + "avg_cost": 0.0, + "lambda": 2.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.085, + 2.085, + 2.085, + 2.085, + 2.085, + 2.085, + 2.085, + 2.085 + ] + }, + { + "episode": 950, + "avg_reward": 16876.91, + "avg_cost": 0.5, + "lambda": 1.805, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.805, + 1.805, + 1.805, + 1.805, + 1.805, + 1.805, + 1.805, + 1.805 + ] + }, + { + "episode": 960, + "avg_reward": 16318.92, + "avg_cost": 0.0, + "lambda": 1.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.515, + 1.515, + 1.515, + 1.515, + 1.515, + 1.515, + 1.515, + 1.515 + ] + }, + { + "episode": 970, + "avg_reward": 13774.86, + "avg_cost": 0.0, + "lambda": 1.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.225, + 1.225, + 1.225, + 1.225, + 1.225, + 1.225, + 1.225, + 1.225 + ] + }, + { + "episode": 980, + "avg_reward": 17248.25, + "avg_cost": 0.75, + "lambda": 0.965, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.965, + 0.965, + 0.965, + 0.965, + 0.965, + 0.965, + 0.965, + 0.965 + ] + }, + { + "episode": 990, + "avg_reward": 15380.74, + "avg_cost": 0.0, + "lambda": 0.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.675, + 0.675, + 0.675, + 0.675, + 0.675, + 0.675, + 0.675, + 0.675 + ] + }, + { + "episode": 1000, + "avg_reward": 18112.69, + "avg_cost": 1.25, + "lambda": 0.4325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4325, + 0.4325, + 0.4325, + 0.4325, + 0.4325, + 0.4325, + 0.4325, + 0.4325 + ] + }, + { + "episode": 1010, + "avg_reward": 17401.64, + "avg_cost": 1.75, + "lambda": 0.2125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2125, + 0.2125, + 0.2125, + 0.2125, + 0.2125, + 0.2125, + 0.2125, + 0.2125 + ] + }, + { + "episode": 1020, + "avg_reward": 18425.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1030, + "avg_reward": 17413.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1040, + "avg_reward": 18731.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1050, + "avg_reward": 16938.62, + "avg_cost": 3.25, + "lambda": 0.0013, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0013, + 0.0013, + 0.0013, + 0.0013, + 0.0013, + 0.0013, + 0.0013, + 0.0013 + ] + }, + { + "episode": 1060, + "avg_reward": 18459.66, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1070, + "avg_reward": 18540.81, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1080, + "avg_reward": 16548.99, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1090, + "avg_reward": 17096.92, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1100, + "avg_reward": 15620.04, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1110, + "avg_reward": 16206.19, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1120, + "avg_reward": 18869.52, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1130, + "avg_reward": 19322.99, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1140, + "avg_reward": 18900.01, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1150, + "avg_reward": 18350.66, + "avg_cost": 1.5, + "lambda": 0.0088, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0088, + 0.0088, + 0.0088, + 0.0088, + 0.0088, + 0.0088, + 0.0088, + 0.0088 + ] + }, + { + "episode": 1160, + "avg_reward": 17542.11, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1170, + "avg_reward": 18644.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1180, + "avg_reward": 18299.21, + "avg_cost": 1.25, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0075, + 0.0075, + 0.0075, + 0.0075, + 0.0075, + 0.0075, + 0.0075, + 0.0075 + ] + }, + { + "episode": 1190, + "avg_reward": 20943.54, + "avg_cost": 4.25, + "lambda": 0.0475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0475, + 0.0475, + 0.0475, + 0.0475, + 0.0475, + 0.0475, + 0.0475, + 0.0475 + ] + }, + { + "episode": 1200, + "avg_reward": 18476.83, + "avg_cost": 2.75, + "lambda": 0.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875, + 0.0875 + ] + }, + { + "episode": 1210, + "avg_reward": 18591.26, + "avg_cost": 4.25, + "lambda": 0.0325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0325, + 0.0325, + 0.0325, + 0.0325, + 0.0325, + 0.0325, + 0.0325, + 0.0325 + ] + }, + { + "episode": 1220, + "avg_reward": 18419.67, + "avg_cost": 0.75, + "lambda": 0.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625 + ] + }, + { + "episode": 1230, + "avg_reward": 18004.97, + "avg_cost": 0.75, + "lambda": 0.055, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.055, + 0.055, + 0.055, + 0.055, + 0.055, + 0.055, + 0.055, + 0.055 + ] + }, + { + "episode": 1240, + "avg_reward": 20088.01, + "avg_cost": 5.5, + "lambda": 0.19, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.19, + 0.19, + 0.19, + 0.19, + 0.19, + 0.19, + 0.19, + 0.19 + ] + }, + { + "episode": 1250, + "avg_reward": 18855.03, + "avg_cost": 5.5, + "lambda": 0.315, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.315, + 0.315, + 0.315, + 0.315, + 0.315, + 0.315, + 0.315, + 0.315 + ] + }, + { + "episode": 1260, + "avg_reward": 18375.72, + "avg_cost": 4.75, + "lambda": 0.3925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3925, + 0.3925, + 0.3925, + 0.3925, + 0.3925, + 0.3925, + 0.3925, + 0.3925 + ] + }, + { + "episode": 1270, + "avg_reward": 19939.29, + "avg_cost": 3.75, + "lambda": 0.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4975, + 0.4975, + 0.4975, + 0.4975, + 0.4975, + 0.4975, + 0.4975, + 0.4975 + ] + }, + { + "episode": 1280, + "avg_reward": 19660.04, + "avg_cost": 1.5, + "lambda": 0.49, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.49, + 0.49, + 0.49, + 0.49, + 0.49, + 0.49, + 0.49, + 0.49 + ] + }, + { + "episode": 1290, + "avg_reward": 18957.05, + "avg_cost": 2.0, + "lambda": 0.385, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.385, + 0.385, + 0.385, + 0.385, + 0.385, + 0.385, + 0.385, + 0.385 + ] + }, + { + "episode": 1300, + "avg_reward": 18091.01, + "avg_cost": 2.0, + "lambda": 0.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.35, + 0.35, + 0.35, + 0.35, + 0.35, + 0.35, + 0.35, + 0.35 + ] + }, + { + "episode": 1310, + "avg_reward": 19766.33, + "avg_cost": 6.0, + "lambda": 0.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4725, + 0.4725, + 0.4725, + 0.4725, + 0.4725, + 0.4725, + 0.4725, + 0.4725 + ] + }, + { + "episode": 1320, + "avg_reward": 17079.18, + "avg_cost": 0.75, + "lambda": 0.4375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4375, + 0.4375, + 0.4375, + 0.4375, + 0.4375, + 0.4375, + 0.4375, + 0.4375 + ] + }, + { + "episode": 1330, + "avg_reward": 18488.78, + "avg_cost": 1.75, + "lambda": 0.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025 + ] + }, + { + "episode": 1340, + "avg_reward": 20250.63, + "avg_cost": 4.0, + "lambda": 0.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025, + 0.5025 + ] + }, + { + "episode": 1350, + "avg_reward": 20672.99, + "avg_cost": 3.25, + "lambda": 0.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5, + 0.5 + ] + }, + { + "episode": 1360, + "avg_reward": 19616.51, + "avg_cost": 6.0, + "lambda": 0.61, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.61, + 0.61, + 0.61, + 0.61, + 0.61, + 0.61, + 0.61, + 0.61 + ] + }, + { + "episode": 1370, + "avg_reward": 17846.3, + "avg_cost": 0.25, + "lambda": 0.635, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.635, + 0.635, + 0.635, + 0.635, + 0.635, + 0.635, + 0.635, + 0.635 + ] + }, + { + "episode": 1380, + "avg_reward": 21082.45, + "avg_cost": 7.75, + "lambda": 0.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.725, + 0.725, + 0.725, + 0.725, + 0.725, + 0.725, + 0.725, + 0.725 + ] + }, + { + "episode": 1390, + "avg_reward": 20483.64, + "avg_cost": 8.75, + "lambda": 0.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8725, + 0.8725, + 0.8725, + 0.8725, + 0.8725, + 0.8725, + 0.8725, + 0.8725 + ] + }, + { + "episode": 1400, + "avg_reward": 18788.97, + "avg_cost": 1.75, + "lambda": 0.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9325, + 0.9325, + 0.9325, + 0.9325, + 0.9325, + 0.9325, + 0.9325, + 0.9325 + ] + }, + { + "episode": 1410, + "avg_reward": 19538.47, + "avg_cost": 3.5, + "lambda": 0.9375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9375, + 0.9375, + 0.9375, + 0.9375, + 0.9375, + 0.9375, + 0.9375, + 0.9375 + ] + }, + { + "episode": 1420, + "avg_reward": 17988.62, + "avg_cost": 3.0, + "lambda": 1.0375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0375, + 1.0375, + 1.0375, + 1.0375, + 1.0375, + 1.0375, + 1.0375, + 1.0375 + ] + }, + { + "episode": 1430, + "avg_reward": 17540.87, + "avg_cost": 1.5, + "lambda": 0.9725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9725, + 0.9725, + 0.9725, + 0.9725, + 0.9725, + 0.9725, + 0.9725, + 0.9725 + ] + }, + { + "episode": 1440, + "avg_reward": 17697.7, + "avg_cost": 0.75, + "lambda": 0.7825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7825, + 0.7825, + 0.7825, + 0.7825, + 0.7825, + 0.7825, + 0.7825, + 0.7825 + ] + }, + { + "episode": 1450, + "avg_reward": 20639.63, + "avg_cost": 4.0, + "lambda": 0.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.7525, + 0.7525 + ] + }, + { + "episode": 1460, + "avg_reward": 19445.63, + "avg_cost": 1.75, + "lambda": 0.935, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.935, + 0.935, + 0.935, + 0.935, + 0.935, + 0.935, + 0.935, + 0.935 + ] + }, + { + "episode": 1470, + "avg_reward": 19983.59, + "avg_cost": 3.5, + "lambda": 1.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0575, + 1.0575, + 1.0575, + 1.0575, + 1.0575, + 1.0575, + 1.0575, + 1.0575 + ] + }, + { + "episode": 1480, + "avg_reward": 19744.03, + "avg_cost": 5.25, + "lambda": 1.1675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.1675, + 1.1675, + 1.1675, + 1.1675, + 1.1675, + 1.1675, + 1.1675, + 1.1675 + ] + }, + { + "episode": 1490, + "avg_reward": 19971.63, + "avg_cost": 4.25, + "lambda": 1.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.325, + 1.325, + 1.325, + 1.325, + 1.325, + 1.325, + 1.325, + 1.325 + ] + }, + { + "episode": 1500, + "avg_reward": 20388.12, + "avg_cost": 5.75, + "lambda": 1.4975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975 + ] + } + ], + "final_lambdas": [ + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975, + 1.4975 + ], + "d_per_agent": 3.125 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..fe62bf4454a65eea2d085b78f3e5714e400075ca --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,3982 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -605034.17, + "constraint_satisfaction_pct": 54.8, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 273.55, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55270.35, + "avg_cost": 13.0, + "lambda": 11.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3, + 11.3, + 11.3, + 11.3, + 11.3, + 11.3, + 11.3, + 11.3 + ] + }, + { + "episode": 10, + "avg_reward": -54378.69, + "avg_cost": 14.25, + "lambda": 28.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 28.375, + 28.375, + 28.375, + 28.375, + 28.375, + 28.375, + 28.375, + 28.375 + ] + }, + { + "episode": 20, + "avg_reward": -51928.76, + "avg_cost": 14.5, + "lambda": 38.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.9, + 38.9, + 38.9, + 38.9, + 38.9, + 38.9, + 38.9, + 38.9 + ] + }, + { + "episode": 30, + "avg_reward": -48890.14, + "avg_cost": 15.25, + "lambda": 53.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 53.25, + 53.25, + 53.25, + 53.25, + 53.25, + 53.25, + 53.25, + 53.25 + ] + }, + { + "episode": 40, + "avg_reward": -47313.86, + "avg_cost": 7.75, + "lambda": 63.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 63.15, + 63.15, + 63.15, + 63.15, + 63.15, + 63.15, + 63.15, + 63.15 + ] + }, + { + "episode": 50, + "avg_reward": -46463.1, + "avg_cost": 18.5, + "lambda": 76.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625, + 76.625 + ] + }, + { + "episode": 60, + "avg_reward": -42727.27, + "avg_cost": 7.0, + "lambda": 90.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 90.325, + 90.325, + 90.325, + 90.325, + 90.325, + 90.325, + 90.325, + 90.325 + ] + }, + { + "episode": 70, + "avg_reward": -42509.73, + "avg_cost": 5.25, + "lambda": 99.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 99.35, + 99.35, + 99.35, + 99.35, + 99.35, + 99.35, + 99.35, + 99.35 + ] + }, + { + "episode": 80, + "avg_reward": -38403.13, + "avg_cost": 2.0, + "lambda": 107.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 107.75, + 107.75, + 107.75, + 107.75, + 107.75, + 107.75, + 107.75, + 107.75 + ] + }, + { + "episode": 90, + "avg_reward": -39089.48, + "avg_cost": 8.25, + "lambda": 115.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 115.825, + 115.825, + 115.825, + 115.825, + 115.825, + 115.825, + 115.825, + 115.825 + ] + }, + { + "episode": 100, + "avg_reward": -37914.28, + "avg_cost": 1.25, + "lambda": 124.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 124.25, + 124.25, + 124.25, + 124.25, + 124.25, + 124.25, + 124.25, + 124.25 + ] + }, + { + "episode": 110, + "avg_reward": -35104.97, + "avg_cost": 8.5, + "lambda": 136.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 136.175, + 136.175, + 136.175, + 136.175, + 136.175, + 136.175, + 136.175, + 136.175 + ] + }, + { + "episode": 120, + "avg_reward": -32376.92, + "avg_cost": 12.5, + "lambda": 146.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 146.05, + 146.05, + 146.05, + 146.05, + 146.05, + 146.05, + 146.05, + 146.05 + ] + }, + { + "episode": 130, + "avg_reward": -30622.43, + "avg_cost": 2.75, + "lambda": 151.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 151.225, + 151.225, + 151.225, + 151.225, + 151.225, + 151.225, + 151.225, + 151.225 + ] + }, + { + "episode": 140, + "avg_reward": -31274.67, + "avg_cost": 0.25, + "lambda": 155.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 155.775, + 155.775, + 155.775, + 155.775, + 155.775, + 155.775, + 155.775, + 155.775 + ] + }, + { + "episode": 150, + "avg_reward": -29218.35, + "avg_cost": 15.25, + "lambda": 163.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 163.0, + 163.0, + 163.0, + 163.0, + 163.0, + 163.0, + 163.0, + 163.0 + ] + }, + { + "episode": 160, + "avg_reward": -29181.58, + "avg_cost": 7.75, + "lambda": 169.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 169.6, + 169.6, + 169.6, + 169.6, + 169.6, + 169.6, + 169.6, + 169.6 + ] + }, + { + "episode": 170, + "avg_reward": -30160.24, + "avg_cost": 9.0, + "lambda": 175.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 175.1, + 175.1, + 175.1, + 175.1, + 175.1, + 175.1, + 175.1, + 175.1 + ] + }, + { + "episode": 180, + "avg_reward": -25977.29, + "avg_cost": 7.25, + "lambda": 179.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 179.025, + 179.025, + 179.025, + 179.025, + 179.025, + 179.025, + 179.025, + 179.025 + ] + }, + { + "episode": 190, + "avg_reward": -21738.57, + "avg_cost": 5.75, + "lambda": 183.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 183.6, + 183.6, + 183.6, + 183.6, + 183.6, + 183.6, + 183.6, + 183.6 + ] + }, + { + "episode": 200, + "avg_reward": -22535.64, + "avg_cost": 1.0, + "lambda": 187.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 187.475, + 187.475, + 187.475, + 187.475, + 187.475, + 187.475, + 187.475, + 187.475 + ] + }, + { + "episode": 210, + "avg_reward": -19203.33, + "avg_cost": 6.25, + "lambda": 192.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 192.75, + 192.75, + 192.75, + 192.75, + 192.75, + 192.75, + 192.75, + 192.75 + ] + }, + { + "episode": 220, + "avg_reward": -21126.68, + "avg_cost": 1.0, + "lambda": 199.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 199.125, + 199.125, + 199.125, + 199.125, + 199.125, + 199.125, + 199.125, + 199.125 + ] + }, + { + "episode": 230, + "avg_reward": -19000.25, + "avg_cost": 5.75, + "lambda": 204.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 204.425, + 204.425, + 204.425, + 204.425, + 204.425, + 204.425, + 204.425, + 204.425 + ] + }, + { + "episode": 240, + "avg_reward": -17619.95, + "avg_cost": 4.25, + "lambda": 208.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 208.975, + 208.975, + 208.975, + 208.975, + 208.975, + 208.975, + 208.975, + 208.975 + ] + }, + { + "episode": 250, + "avg_reward": -17642.63, + "avg_cost": 3.0, + "lambda": 215.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 215.0, + 215.0, + 215.0, + 215.0, + 215.0, + 215.0, + 215.0, + 215.0 + ] + }, + { + "episode": 260, + "avg_reward": -16682.18, + "avg_cost": 3.0, + "lambda": 220.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 220.075, + 220.075, + 220.075, + 220.075, + 220.075, + 220.075, + 220.075, + 220.075 + ] + }, + { + "episode": 270, + "avg_reward": -17761.97, + "avg_cost": 2.25, + "lambda": 222.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 222.725, + 222.725, + 222.725, + 222.725, + 222.725, + 222.725, + 222.725, + 222.725 + ] + }, + { + "episode": 280, + "avg_reward": -19048.66, + "avg_cost": 3.25, + "lambda": 227.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.1, + 227.1, + 227.1, + 227.1, + 227.1, + 227.1, + 227.1, + 227.1 + ] + }, + { + "episode": 290, + "avg_reward": -14107.03, + "avg_cost": 1.0, + "lambda": 229.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.025, + 229.025, + 229.025, + 229.025, + 229.025, + 229.025, + 229.025, + 229.025 + ] + }, + { + "episode": 300, + "avg_reward": -11652.36, + "avg_cost": 1.5, + "lambda": 230.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.85, + 230.85, + 230.85, + 230.85, + 230.85, + 230.85, + 230.85, + 230.85 + ] + }, + { + "episode": 310, + "avg_reward": -13064.75, + "avg_cost": 0.0, + "lambda": 231.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.8, + 231.8, + 231.8, + 231.8, + 231.8, + 231.8, + 231.8, + 231.8 + ] + }, + { + "episode": 320, + "avg_reward": -11177.33, + "avg_cost": 5.5, + "lambda": 233.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.1, + 233.1, + 233.1, + 233.1, + 233.1, + 233.1, + 233.1, + 233.1 + ] + }, + { + "episode": 330, + "avg_reward": -10045.96, + "avg_cost": 0.5, + "lambda": 235.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.225, + 235.225, + 235.225, + 235.225, + 235.225, + 235.225, + 235.225, + 235.225 + ] + }, + { + "episode": 340, + "avg_reward": -9700.2, + "avg_cost": 2.0, + "lambda": 238.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 238.35, + 238.35, + 238.35, + 238.35, + 238.35, + 238.35, + 238.35, + 238.35 + ] + }, + { + "episode": 350, + "avg_reward": -8522.0, + "avg_cost": 2.75, + "lambda": 239.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975, + 239.975 + ] + }, + { + "episode": 360, + "avg_reward": -5906.35, + "avg_cost": 0.25, + "lambda": 241.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.45, + 241.45, + 241.45, + 241.45, + 241.45, + 241.45, + 241.45, + 241.45 + ] + }, + { + "episode": 370, + "avg_reward": -5916.0, + "avg_cost": 0.0, + "lambda": 242.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.1, + 242.1, + 242.1, + 242.1, + 242.1, + 242.1, + 242.1, + 242.1 + ] + }, + { + "episode": 380, + "avg_reward": -5543.26, + "avg_cost": 0.5, + "lambda": 242.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.95, + 242.95, + 242.95, + 242.95, + 242.95, + 242.95, + 242.95, + 242.95 + ] + }, + { + "episode": 390, + "avg_reward": -7688.39, + "avg_cost": 2.0, + "lambda": 244.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 244.65, + 244.65, + 244.65, + 244.65, + 244.65, + 244.65, + 244.65, + 244.65 + ] + }, + { + "episode": 400, + "avg_reward": -7029.31, + "avg_cost": 0.5, + "lambda": 246.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.575, + 246.575, + 246.575, + 246.575, + 246.575, + 246.575, + 246.575, + 246.575 + ] + }, + { + "episode": 410, + "avg_reward": -5860.52, + "avg_cost": 2.75, + "lambda": 247.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 247.85, + 247.85, + 247.85, + 247.85, + 247.85, + 247.85, + 247.85, + 247.85 + ] + }, + { + "episode": 420, + "avg_reward": -3974.79, + "avg_cost": 0.0, + "lambda": 248.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.875, + 248.875, + 248.875, + 248.875, + 248.875, + 248.875, + 248.875, + 248.875 + ] + }, + { + "episode": 430, + "avg_reward": -3840.63, + "avg_cost": 2.0, + "lambda": 250.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.1, + 250.1, + 250.1, + 250.1, + 250.1, + 250.1, + 250.1, + 250.1 + ] + }, + { + "episode": 440, + "avg_reward": -2837.26, + "avg_cost": 2.0, + "lambda": 251.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775, + 251.775 + ] + }, + { + "episode": 450, + "avg_reward": -2702.91, + "avg_cost": 2.0, + "lambda": 252.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.85, + 252.85, + 252.85, + 252.85, + 252.85, + 252.85, + 252.85, + 252.85 + ] + }, + { + "episode": 460, + "avg_reward": -2318.67, + "avg_cost": 1.25, + "lambda": 254.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15 + ] + }, + { + "episode": 470, + "avg_reward": -2837.54, + "avg_cost": 1.5, + "lambda": 255.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 255.0, + 255.0, + 255.0, + 255.0, + 255.0, + 255.0, + 255.0, + 255.0 + ] + }, + { + "episode": 480, + "avg_reward": -2226.06, + "avg_cost": 0.25, + "lambda": 256.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 256.2, + 256.2, + 256.2, + 256.2, + 256.2, + 256.2, + 256.2, + 256.2 + ] + }, + { + "episode": 490, + "avg_reward": -1144.61, + "avg_cost": 0.0, + "lambda": 256.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 256.7, + 256.7, + 256.7, + 256.7, + 256.7, + 256.7, + 256.7, + 256.7 + ] + }, + { + "episode": 500, + "avg_reward": -1044.87, + "avg_cost": 0.5, + "lambda": 257.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.15, + 257.15, + 257.15, + 257.15, + 257.15, + 257.15, + 257.15, + 257.15 + ] + }, + { + "episode": 510, + "avg_reward": 946.42, + "avg_cost": 0.0, + "lambda": 257.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 257.55, + 257.55, + 257.55, + 257.55, + 257.55, + 257.55, + 257.55, + 257.55 + ] + }, + { + "episode": 520, + "avg_reward": 712.93, + "avg_cost": 0.0, + "lambda": 258.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 258.1, + 258.1, + 258.1, + 258.1, + 258.1, + 258.1, + 258.1, + 258.1 + ] + }, + { + "episode": 530, + "avg_reward": 569.62, + "avg_cost": 0.0, + "lambda": 258.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 258.675, + 258.675, + 258.675, + 258.675, + 258.675, + 258.675, + 258.675, + 258.675 + ] + }, + { + "episode": 540, + "avg_reward": 1358.5, + "avg_cost": 3.25, + "lambda": 259.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.375, + 259.375, + 259.375, + 259.375, + 259.375, + 259.375, + 259.375, + 259.375 + ] + }, + { + "episode": 550, + "avg_reward": 1172.1, + "avg_cost": 0.25, + "lambda": 259.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.55, + 259.55, + 259.55, + 259.55, + 259.55, + 259.55, + 259.55, + 259.55 + ] + }, + { + "episode": 560, + "avg_reward": 2651.07, + "avg_cost": 1.0, + "lambda": 259.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 259.775, + 259.775, + 259.775, + 259.775, + 259.775, + 259.775, + 259.775, + 259.775 + ] + }, + { + "episode": 570, + "avg_reward": 1935.33, + "avg_cost": 1.0, + "lambda": 260.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35, + 260.35 + ] + }, + { + "episode": 580, + "avg_reward": 2787.6, + "avg_cost": 0.0, + "lambda": 261.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.2, + 261.2, + 261.2, + 261.2, + 261.2, + 261.2, + 261.2, + 261.2 + ] + }, + { + "episode": 590, + "avg_reward": 4016.61, + "avg_cost": 1.25, + "lambda": 261.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 261.4, + 261.4, + 261.4, + 261.4, + 261.4, + 261.4, + 261.4, + 261.4 + ] + }, + { + "episode": 600, + "avg_reward": 3836.21, + "avg_cost": 1.25, + "lambda": 262.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.225, + 262.225, + 262.225, + 262.225, + 262.225, + 262.225, + 262.225, + 262.225 + ] + }, + { + "episode": 610, + "avg_reward": 3962.57, + "avg_cost": 0.0, + "lambda": 262.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 262.925, + 262.925, + 262.925, + 262.925, + 262.925, + 262.925, + 262.925, + 262.925 + ] + }, + { + "episode": 620, + "avg_reward": 4542.91, + "avg_cost": 0.25, + "lambda": 263.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.2, + 263.2, + 263.2, + 263.2, + 263.2, + 263.2, + 263.2, + 263.2 + ] + }, + { + "episode": 630, + "avg_reward": 5620.01, + "avg_cost": 0.5, + "lambda": 263.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7, + 263.7 + ] + }, + { + "episode": 640, + "avg_reward": 5303.73, + "avg_cost": 0.0, + "lambda": 263.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 263.925, + 263.925, + 263.925, + 263.925, + 263.925, + 263.925, + 263.925, + 263.925 + ] + }, + { + "episode": 650, + "avg_reward": 5354.06, + "avg_cost": 0.0, + "lambda": 264.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.4, + 264.4, + 264.4, + 264.4, + 264.4, + 264.4, + 264.4, + 264.4 + ] + }, + { + "episode": 660, + "avg_reward": 5230.44, + "avg_cost": 1.75, + "lambda": 264.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 264.775, + 264.775, + 264.775, + 264.775, + 264.775, + 264.775, + 264.775, + 264.775 + ] + }, + { + "episode": 670, + "avg_reward": 6166.7, + "avg_cost": 0.25, + "lambda": 265.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.025, + 265.025, + 265.025, + 265.025, + 265.025, + 265.025, + 265.025, + 265.025 + ] + }, + { + "episode": 680, + "avg_reward": 5545.12, + "avg_cost": 0.75, + "lambda": 265.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.55, + 265.55, + 265.55, + 265.55, + 265.55, + 265.55, + 265.55, + 265.55 + ] + }, + { + "episode": 690, + "avg_reward": 5600.78, + "avg_cost": 0.0, + "lambda": 265.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 265.7, + 265.7, + 265.7, + 265.7, + 265.7, + 265.7, + 265.7, + 265.7 + ] + }, + { + "episode": 700, + "avg_reward": 6071.78, + "avg_cost": 1.5, + "lambda": 266.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.55, + 266.55, + 266.55, + 266.55, + 266.55, + 266.55, + 266.55, + 266.55 + ] + }, + { + "episode": 710, + "avg_reward": 6017.27, + "avg_cost": 0.0, + "lambda": 266.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 266.675, + 266.675, + 266.675, + 266.675, + 266.675, + 266.675, + 266.675, + 266.675 + ] + }, + { + "episode": 720, + "avg_reward": 6356.82, + "avg_cost": 0.0, + "lambda": 267.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.425, + 267.425, + 267.425, + 267.425, + 267.425, + 267.425, + 267.425, + 267.425 + ] + }, + { + "episode": 730, + "avg_reward": 4566.46, + "avg_cost": 0.0, + "lambda": 267.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.6, + 267.6, + 267.6, + 267.6, + 267.6, + 267.6, + 267.6, + 267.6 + ] + }, + { + "episode": 740, + "avg_reward": 6161.83, + "avg_cost": 0.0, + "lambda": 267.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 267.85, + 267.85, + 267.85, + 267.85, + 267.85, + 267.85, + 267.85, + 267.85 + ] + }, + { + "episode": 750, + "avg_reward": 6911.56, + "avg_cost": 0.0, + "lambda": 268.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1, + 268.1 + ] + }, + { + "episode": 760, + "avg_reward": 7021.65, + "avg_cost": 0.0, + "lambda": 268.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.3, + 268.3, + 268.3, + 268.3, + 268.3, + 268.3, + 268.3, + 268.3 + ] + }, + { + "episode": 770, + "avg_reward": 6913.75, + "avg_cost": 0.5, + "lambda": 268.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.55, + 268.55, + 268.55, + 268.55, + 268.55, + 268.55, + 268.55, + 268.55 + ] + }, + { + "episode": 780, + "avg_reward": 6196.45, + "avg_cost": 0.0, + "lambda": 268.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8 + ] + }, + { + "episode": 790, + "avg_reward": 8139.83, + "avg_cost": 0.0, + "lambda": 268.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8, + 268.8 + ] + }, + { + "episode": 800, + "avg_reward": 6951.03, + "avg_cost": 0.0, + "lambda": 269.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.0, + 269.0, + 269.0, + 269.0, + 269.0, + 269.0, + 269.0, + 269.0 + ] + }, + { + "episode": 810, + "avg_reward": 7415.45, + "avg_cost": 0.5, + "lambda": 269.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.175, + 269.175, + 269.175, + 269.175, + 269.175, + 269.175, + 269.175, + 269.175 + ] + }, + { + "episode": 820, + "avg_reward": 6929.24, + "avg_cost": 0.0, + "lambda": 269.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275 + ] + }, + { + "episode": 830, + "avg_reward": 7859.96, + "avg_cost": 0.0, + "lambda": 269.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275, + 269.275 + ] + }, + { + "episode": 840, + "avg_reward": 7520.75, + "avg_cost": 0.0, + "lambda": 269.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.325, + 269.325, + 269.325, + 269.325, + 269.325, + 269.325, + 269.325, + 269.325 + ] + }, + { + "episode": 850, + "avg_reward": 7572.62, + "avg_cost": 0.0, + "lambda": 269.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.475, + 269.475, + 269.475, + 269.475, + 269.475, + 269.475, + 269.475, + 269.475 + ] + }, + { + "episode": 860, + "avg_reward": 7763.72, + "avg_cost": 0.0, + "lambda": 269.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.675, + 269.675, + 269.675, + 269.675, + 269.675, + 269.675, + 269.675, + 269.675 + ] + }, + { + "episode": 870, + "avg_reward": 7676.73, + "avg_cost": 0.0, + "lambda": 269.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.725, + 269.725, + 269.725, + 269.725, + 269.725, + 269.725, + 269.725, + 269.725 + ] + }, + { + "episode": 880, + "avg_reward": 9357.35, + "avg_cost": 0.25, + "lambda": 269.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 269.775, + 269.775, + 269.775, + 269.775, + 269.775, + 269.775, + 269.775, + 269.775 + ] + }, + { + "episode": 890, + "avg_reward": 8788.72, + "avg_cost": 0.75, + "lambda": 270.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.025, + 270.025, + 270.025, + 270.025, + 270.025, + 270.025, + 270.025, + 270.025 + ] + }, + { + "episode": 900, + "avg_reward": 8954.8, + "avg_cost": 0.0, + "lambda": 270.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05 + ] + }, + { + "episode": 910, + "avg_reward": 8912.41, + "avg_cost": 0.0, + "lambda": 270.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05, + 270.05 + ] + }, + { + "episode": 920, + "avg_reward": 8880.05, + "avg_cost": 0.0, + "lambda": 270.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.275, + 270.275, + 270.275, + 270.275, + 270.275, + 270.275, + 270.275, + 270.275 + ] + }, + { + "episode": 930, + "avg_reward": 9713.17, + "avg_cost": 0.0, + "lambda": 270.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.3, + 270.3, + 270.3, + 270.3, + 270.3, + 270.3, + 270.3, + 270.3 + ] + }, + { + "episode": 940, + "avg_reward": 8998.11, + "avg_cost": 0.0, + "lambda": 270.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.325, + 270.325, + 270.325, + 270.325, + 270.325, + 270.325, + 270.325, + 270.325 + ] + }, + { + "episode": 950, + "avg_reward": 11124.98, + "avg_cost": 0.75, + "lambda": 270.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5 + ] + }, + { + "episode": 960, + "avg_reward": 10596.77, + "avg_cost": 0.0, + "lambda": 270.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5 + ] + }, + { + "episode": 970, + "avg_reward": 10901.97, + "avg_cost": 0.0, + "lambda": 270.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5, + 270.5 + ] + }, + { + "episode": 980, + "avg_reward": 10098.28, + "avg_cost": 0.0, + "lambda": 270.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525 + ] + }, + { + "episode": 990, + "avg_reward": 11079.1, + "avg_cost": 0.0, + "lambda": 270.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525 + ] + }, + { + "episode": 1000, + "avg_reward": 11788.55, + "avg_cost": 0.0, + "lambda": 270.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525, + 270.525 + ] + }, + { + "episode": 1010, + "avg_reward": 11465.59, + "avg_cost": 0.0, + "lambda": 270.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.625, + 270.625, + 270.625, + 270.625, + 270.625, + 270.625, + 270.625, + 270.625 + ] + }, + { + "episode": 1020, + "avg_reward": 11720.84, + "avg_cost": 0.5, + "lambda": 270.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.775, + 270.775, + 270.775, + 270.775, + 270.775, + 270.775, + 270.775, + 270.775 + ] + }, + { + "episode": 1030, + "avg_reward": 10583.02, + "avg_cost": 0.0, + "lambda": 270.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 270.95, + 270.95, + 270.95, + 270.95, + 270.95, + 270.95, + 270.95, + 270.95 + ] + }, + { + "episode": 1040, + "avg_reward": 11308.67, + "avg_cost": 0.0, + "lambda": 271.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.125, + 271.125, + 271.125, + 271.125, + 271.125, + 271.125, + 271.125, + 271.125 + ] + }, + { + "episode": 1050, + "avg_reward": 11244.93, + "avg_cost": 0.0, + "lambda": 271.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.175, + 271.175, + 271.175, + 271.175, + 271.175, + 271.175, + 271.175, + 271.175 + ] + }, + { + "episode": 1060, + "avg_reward": 10610.22, + "avg_cost": 0.25, + "lambda": 271.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275 + ] + }, + { + "episode": 1070, + "avg_reward": 11846.07, + "avg_cost": 0.0, + "lambda": 271.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275, + 271.275 + ] + }, + { + "episode": 1080, + "avg_reward": 12273.82, + "avg_cost": 0.75, + "lambda": 271.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4 + ] + }, + { + "episode": 1090, + "avg_reward": 12124.6, + "avg_cost": 0.0, + "lambda": 271.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4, + 271.4 + ] + }, + { + "episode": 1100, + "avg_reward": 12103.14, + "avg_cost": 0.0, + "lambda": 271.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.475, + 271.475, + 271.475, + 271.475, + 271.475, + 271.475, + 271.475, + 271.475 + ] + }, + { + "episode": 1110, + "avg_reward": 11702.18, + "avg_cost": 0.0, + "lambda": 271.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.65, + 271.65, + 271.65, + 271.65, + 271.65, + 271.65, + 271.65, + 271.65 + ] + }, + { + "episode": 1120, + "avg_reward": 12173.64, + "avg_cost": 0.0, + "lambda": 271.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.875, + 271.875, + 271.875, + 271.875, + 271.875, + 271.875, + 271.875, + 271.875 + ] + }, + { + "episode": 1130, + "avg_reward": 12538.74, + "avg_cost": 0.0, + "lambda": 271.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 271.95, + 271.95, + 271.95, + 271.95, + 271.95, + 271.95, + 271.95, + 271.95 + ] + }, + { + "episode": 1140, + "avg_reward": 14268.06, + "avg_cost": 0.0, + "lambda": 272.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.1, + 272.1, + 272.1, + 272.1, + 272.1, + 272.1, + 272.1, + 272.1 + ] + }, + { + "episode": 1150, + "avg_reward": 13167.96, + "avg_cost": 1.0, + "lambda": 272.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.35, + 272.35, + 272.35, + 272.35, + 272.35, + 272.35, + 272.35, + 272.35 + ] + }, + { + "episode": 1160, + "avg_reward": 13486.96, + "avg_cost": 0.0, + "lambda": 272.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.5, + 272.5, + 272.5, + 272.5, + 272.5, + 272.5, + 272.5, + 272.5 + ] + }, + { + "episode": 1170, + "avg_reward": 12849.34, + "avg_cost": 0.0, + "lambda": 272.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.6, + 272.6, + 272.6, + 272.6, + 272.6, + 272.6, + 272.6, + 272.6 + ] + }, + { + "episode": 1180, + "avg_reward": 13374.78, + "avg_cost": 0.0, + "lambda": 272.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625 + ] + }, + { + "episode": 1190, + "avg_reward": 13280.51, + "avg_cost": 0.0, + "lambda": 272.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625 + ] + }, + { + "episode": 1200, + "avg_reward": 14368.84, + "avg_cost": 0.0, + "lambda": 272.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625, + 272.625 + ] + }, + { + "episode": 1210, + "avg_reward": 12566.42, + "avg_cost": 0.25, + "lambda": 272.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.725, + 272.725, + 272.725, + 272.725, + 272.725, + 272.725, + 272.725, + 272.725 + ] + }, + { + "episode": 1220, + "avg_reward": 13416.76, + "avg_cost": 0.0, + "lambda": 272.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75 + ] + }, + { + "episode": 1230, + "avg_reward": 14286.07, + "avg_cost": 0.0, + "lambda": 272.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75, + 272.75 + ] + }, + { + "episode": 1240, + "avg_reward": 13716.17, + "avg_cost": 0.25, + "lambda": 272.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8 + ] + }, + { + "episode": 1250, + "avg_reward": 13629.27, + "avg_cost": 0.0, + "lambda": 272.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8, + 272.8 + ] + }, + { + "episode": 1260, + "avg_reward": 13164.75, + "avg_cost": 0.0, + "lambda": 272.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825 + ] + }, + { + "episode": 1270, + "avg_reward": 13650.69, + "avg_cost": 0.0, + "lambda": 272.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825 + ] + }, + { + "episode": 1280, + "avg_reward": 14663.26, + "avg_cost": 0.0, + "lambda": 272.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825, + 272.825 + ] + }, + { + "episode": 1290, + "avg_reward": 13687.27, + "avg_cost": 0.5, + "lambda": 272.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9 + ] + }, + { + "episode": 1300, + "avg_reward": 13404.85, + "avg_cost": 0.0, + "lambda": 272.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9, + 272.9 + ] + }, + { + "episode": 1310, + "avg_reward": 14439.53, + "avg_cost": 0.0, + "lambda": 272.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 272.975, + 272.975, + 272.975, + 272.975, + 272.975, + 272.975, + 272.975, + 272.975 + ] + }, + { + "episode": 1320, + "avg_reward": 13940.11, + "avg_cost": 0.25, + "lambda": 273.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0 + ] + }, + { + "episode": 1330, + "avg_reward": 13007.39, + "avg_cost": 0.0, + "lambda": 273.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0, + 273.0 + ] + }, + { + "episode": 1340, + "avg_reward": 14410.0, + "avg_cost": 0.0, + "lambda": 273.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.025, + 273.025, + 273.025, + 273.025, + 273.025, + 273.025, + 273.025, + 273.025 + ] + }, + { + "episode": 1350, + "avg_reward": 14581.41, + "avg_cost": 0.0, + "lambda": 273.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05 + ] + }, + { + "episode": 1360, + "avg_reward": 14382.79, + "avg_cost": 0.0, + "lambda": 273.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05, + 273.05 + ] + }, + { + "episode": 1370, + "avg_reward": 14335.55, + "avg_cost": 0.0, + "lambda": 273.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075 + ] + }, + { + "episode": 1380, + "avg_reward": 14196.06, + "avg_cost": 0.0, + "lambda": 273.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075, + 273.075 + ] + }, + { + "episode": 1390, + "avg_reward": 14637.82, + "avg_cost": 0.25, + "lambda": 273.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125 + ] + }, + { + "episode": 1400, + "avg_reward": 15475.02, + "avg_cost": 0.0, + "lambda": 273.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125 + ] + }, + { + "episode": 1410, + "avg_reward": 16490.44, + "avg_cost": 0.0, + "lambda": 273.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125, + 273.125 + ] + }, + { + "episode": 1420, + "avg_reward": 14515.24, + "avg_cost": 0.0, + "lambda": 273.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175 + ] + }, + { + "episode": 1430, + "avg_reward": 14849.07, + "avg_cost": 0.0, + "lambda": 273.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175, + 273.175 + ] + }, + { + "episode": 1440, + "avg_reward": 15737.83, + "avg_cost": 0.0, + "lambda": 273.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.25, + 273.25, + 273.25, + 273.25, + 273.25, + 273.25, + 273.25, + 273.25 + ] + }, + { + "episode": 1450, + "avg_reward": 15587.37, + "avg_cost": 1.0, + "lambda": 273.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35 + ] + }, + { + "episode": 1460, + "avg_reward": 15930.87, + "avg_cost": 0.0, + "lambda": 273.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35, + 273.35 + ] + }, + { + "episode": 1470, + "avg_reward": 14414.17, + "avg_cost": 0.25, + "lambda": 273.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45 + ] + }, + { + "episode": 1480, + "avg_reward": 16045.34, + "avg_cost": 0.0, + "lambda": 273.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45, + 273.45 + ] + }, + { + "episode": 1490, + "avg_reward": 15618.29, + "avg_cost": 0.0, + "lambda": 273.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.5, + 273.5, + 273.5, + 273.5, + 273.5, + 273.5, + 273.5, + 273.5 + ] + }, + { + "episode": 1500, + "avg_reward": 16120.45, + "avg_cost": 0.0, + "lambda": 273.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55 + ] + } + ], + "final_lambdas": [ + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55, + 273.55 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..9cb95a1259cc1e1bd5c8cdc80bb4cca7e65c4419 --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s1_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,3972 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 11427974.98, + "constraint_satisfaction_pct": 99.67, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 3.7175, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -55270.35, + "avg_cost": 13.0, + "lambda": 5.0987, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0987, + 5.0987, + 5.0987, + 5.0987, + 5.0987, + 5.0987, + 5.0987, + 5.0987 + ] + }, + { + "episode": 10, + "avg_reward": -51884.14, + "avg_cost": 18.75, + "lambda": 6.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.225, + 6.225, + 6.225, + 6.225, + 6.225, + 6.225, + 6.225, + 6.225 + ] + }, + { + "episode": 20, + "avg_reward": -51392.91, + "avg_cost": 12.25, + "lambda": 7.1575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.1575, + 7.1575, + 7.1575, + 7.1575, + 7.1575, + 7.1575, + 7.1575, + 7.1575 + ] + }, + { + "episode": 30, + "avg_reward": -48461.53, + "avg_cost": 23.5, + "lambda": 8.8625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.8625, + 8.8625, + 8.8625, + 8.8625, + 8.8625, + 8.8625, + 8.8625, + 8.8625 + ] + }, + { + "episode": 40, + "avg_reward": -47541.36, + "avg_cost": 10.25, + "lambda": 10.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.085, + 10.085, + 10.085, + 10.085, + 10.085, + 10.085, + 10.085, + 10.085 + ] + }, + { + "episode": 50, + "avg_reward": -45014.08, + "avg_cost": 11.25, + "lambda": 10.995, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.995, + 10.995, + 10.995, + 10.995, + 10.995, + 10.995, + 10.995, + 10.995 + ] + }, + { + "episode": 60, + "avg_reward": -41503.0, + "avg_cost": 22.5, + "lambda": 12.305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.305, + 12.305, + 12.305, + 12.305, + 12.305, + 12.305, + 12.305, + 12.305 + ] + }, + { + "episode": 70, + "avg_reward": -41483.49, + "avg_cost": 6.5, + "lambda": 13.2925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.2925, + 13.2925, + 13.2925, + 13.2925, + 13.2925, + 13.2925, + 13.2925, + 13.2925 + ] + }, + { + "episode": 80, + "avg_reward": -41195.32, + "avg_cost": 3.75, + "lambda": 14.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.0675, + 14.0675, + 14.0675, + 14.0675, + 14.0675, + 14.0675, + 14.0675, + 14.0675 + ] + }, + { + "episode": 90, + "avg_reward": -37015.78, + "avg_cost": 23.5, + "lambda": 15.1275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.1275, + 15.1275, + 15.1275, + 15.1275, + 15.1275, + 15.1275, + 15.1275, + 15.1275 + ] + }, + { + "episode": 100, + "avg_reward": -35366.44, + "avg_cost": 7.25, + "lambda": 16.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1225, + 16.1225, + 16.1225, + 16.1225, + 16.1225, + 16.1225, + 16.1225, + 16.1225 + ] + }, + { + "episode": 110, + "avg_reward": -33617.74, + "avg_cost": 8.75, + "lambda": 17.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.0425, + 17.0425, + 17.0425, + 17.0425, + 17.0425, + 17.0425, + 17.0425, + 17.0425 + ] + }, + { + "episode": 120, + "avg_reward": -30600.95, + "avg_cost": 18.75, + "lambda": 18.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225, + 18.225 + ] + }, + { + "episode": 130, + "avg_reward": -26748.39, + "avg_cost": 9.5, + "lambda": 18.86, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.86, + 18.86, + 18.86, + 18.86, + 18.86, + 18.86, + 18.86, + 18.86 + ] + }, + { + "episode": 140, + "avg_reward": -23587.38, + "avg_cost": 3.75, + "lambda": 19.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3075, + 19.3075, + 19.3075, + 19.3075, + 19.3075, + 19.3075, + 19.3075, + 19.3075 + ] + }, + { + "episode": 150, + "avg_reward": -18988.38, + "avg_cost": 9.5, + "lambda": 19.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.885, + 19.885, + 19.885, + 19.885, + 19.885, + 19.885, + 19.885, + 19.885 + ] + }, + { + "episode": 160, + "avg_reward": -18748.6, + "avg_cost": 3.0, + "lambda": 20.39, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.39, + 20.39, + 20.39, + 20.39, + 20.39, + 20.39, + 20.39, + 20.39 + ] + }, + { + "episode": 170, + "avg_reward": -14642.53, + "avg_cost": 12.75, + "lambda": 20.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.8, + 20.8, + 20.8, + 20.8, + 20.8, + 20.8, + 20.8, + 20.8 + ] + }, + { + "episode": 180, + "avg_reward": -14754.73, + "avg_cost": 0.5, + "lambda": 21.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.14, + 21.14, + 21.14, + 21.14, + 21.14, + 21.14, + 21.14, + 21.14 + ] + }, + { + "episode": 190, + "avg_reward": -11961.99, + "avg_cost": 4.25, + "lambda": 21.355, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.355, + 21.355, + 21.355, + 21.355, + 21.355, + 21.355, + 21.355, + 21.355 + ] + }, + { + "episode": 200, + "avg_reward": -10509.06, + "avg_cost": 3.5, + "lambda": 21.5475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.5475, + 21.5475, + 21.5475, + 21.5475, + 21.5475, + 21.5475, + 21.5475, + 21.5475 + ] + }, + { + "episode": 210, + "avg_reward": -7022.74, + "avg_cost": 1.5, + "lambda": 21.5625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.5625, + 21.5625, + 21.5625, + 21.5625, + 21.5625, + 21.5625, + 21.5625, + 21.5625 + ] + }, + { + "episode": 220, + "avg_reward": -6658.68, + "avg_cost": 2.25, + "lambda": 21.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.8525, + 21.8525, + 21.8525, + 21.8525, + 21.8525, + 21.8525, + 21.8525, + 21.8525 + ] + }, + { + "episode": 230, + "avg_reward": -6295.84, + "avg_cost": 4.0, + "lambda": 21.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.9125, + 21.9125, + 21.9125, + 21.9125, + 21.9125, + 21.9125, + 21.9125, + 21.9125 + ] + }, + { + "episode": 240, + "avg_reward": -2416.65, + "avg_cost": 3.5, + "lambda": 21.93, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.93, + 21.93, + 21.93, + 21.93, + 21.93, + 21.93, + 21.93, + 21.93 + ] + }, + { + "episode": 250, + "avg_reward": -1558.61, + "avg_cost": 3.25, + "lambda": 22.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.0875, + 22.0875, + 22.0875, + 22.0875, + 22.0875, + 22.0875, + 22.0875, + 22.0875 + ] + }, + { + "episode": 260, + "avg_reward": 327.22, + "avg_cost": 5.5, + "lambda": 22.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18 + ] + }, + { + "episode": 270, + "avg_reward": 94.05, + "avg_cost": 2.25, + "lambda": 22.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.2, + 22.2, + 22.2, + 22.2, + 22.2, + 22.2, + 22.2, + 22.2 + ] + }, + { + "episode": 280, + "avg_reward": 968.32, + "avg_cost": 0.5, + "lambda": 22.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.115, + 22.115, + 22.115, + 22.115, + 22.115, + 22.115, + 22.115, + 22.115 + ] + }, + { + "episode": 290, + "avg_reward": 2151.27, + "avg_cost": 1.75, + "lambda": 22.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.0175, + 22.0175, + 22.0175, + 22.0175, + 22.0175, + 22.0175, + 22.0175, + 22.0175 + ] + }, + { + "episode": 300, + "avg_reward": 3339.29, + "avg_cost": 1.75, + "lambda": 21.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.855, + 21.855, + 21.855, + 21.855, + 21.855, + 21.855, + 21.855, + 21.855 + ] + }, + { + "episode": 310, + "avg_reward": 4149.28, + "avg_cost": 0.0, + "lambda": 21.69, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.69, + 21.69, + 21.69, + 21.69, + 21.69, + 21.69, + 21.69, + 21.69 + ] + }, + { + "episode": 320, + "avg_reward": 4979.85, + "avg_cost": 4.25, + "lambda": 21.5225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.5225, + 21.5225, + 21.5225, + 21.5225, + 21.5225, + 21.5225, + 21.5225, + 21.5225 + ] + }, + { + "episode": 330, + "avg_reward": 6229.92, + "avg_cost": 0.75, + "lambda": 21.32, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.32, + 21.32, + 21.32, + 21.32, + 21.32, + 21.32, + 21.32, + 21.32 + ] + }, + { + "episode": 340, + "avg_reward": 7105.62, + "avg_cost": 1.5, + "lambda": 21.0775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.0775, + 21.0775, + 21.0775, + 21.0775, + 21.0775, + 21.0775, + 21.0775, + 21.0775 + ] + }, + { + "episode": 350, + "avg_reward": 5352.08, + "avg_cost": 3.25, + "lambda": 21.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.0425, + 21.0425, + 21.0425, + 21.0425, + 21.0425, + 21.0425, + 21.0425, + 21.0425 + ] + }, + { + "episode": 360, + "avg_reward": 7586.23, + "avg_cost": 1.0, + "lambda": 20.8375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.8375, + 20.8375, + 20.8375, + 20.8375, + 20.8375, + 20.8375, + 20.8375, + 20.8375 + ] + }, + { + "episode": 370, + "avg_reward": 8164.26, + "avg_cost": 0.5, + "lambda": 20.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.595, + 20.595, + 20.595, + 20.595, + 20.595, + 20.595, + 20.595, + 20.595 + ] + }, + { + "episode": 380, + "avg_reward": 7902.63, + "avg_cost": 1.0, + "lambda": 20.3675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3675, + 20.3675, + 20.3675, + 20.3675, + 20.3675, + 20.3675, + 20.3675, + 20.3675 + ] + }, + { + "episode": 390, + "avg_reward": 7925.29, + "avg_cost": 1.25, + "lambda": 20.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.1375, + 20.1375, + 20.1375, + 20.1375, + 20.1375, + 20.1375, + 20.1375, + 20.1375 + ] + }, + { + "episode": 400, + "avg_reward": 8887.56, + "avg_cost": 0.25, + "lambda": 19.8725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.8725, + 19.8725, + 19.8725, + 19.8725, + 19.8725, + 19.8725, + 19.8725, + 19.8725 + ] + }, + { + "episode": 410, + "avg_reward": 8549.0, + "avg_cost": 0.25, + "lambda": 19.5775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.5775, + 19.5775, + 19.5775, + 19.5775, + 19.5775, + 19.5775, + 19.5775, + 19.5775 + ] + }, + { + "episode": 420, + "avg_reward": 8950.82, + "avg_cost": 0.0, + "lambda": 19.3125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.3125, + 19.3125, + 19.3125, + 19.3125, + 19.3125, + 19.3125, + 19.3125, + 19.3125 + ] + }, + { + "episode": 430, + "avg_reward": 9822.09, + "avg_cost": 0.0, + "lambda": 19.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.035, + 19.035, + 19.035, + 19.035, + 19.035, + 19.035, + 19.035, + 19.035 + ] + }, + { + "episode": 440, + "avg_reward": 10156.1, + "avg_cost": 0.25, + "lambda": 18.735, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.735, + 18.735, + 18.735, + 18.735, + 18.735, + 18.735, + 18.735, + 18.735 + ] + }, + { + "episode": 450, + "avg_reward": 9992.34, + "avg_cost": 2.25, + "lambda": 18.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.4575, + 18.4575, + 18.4575, + 18.4575, + 18.4575, + 18.4575, + 18.4575, + 18.4575 + ] + }, + { + "episode": 460, + "avg_reward": 10681.86, + "avg_cost": 0.0, + "lambda": 18.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.185, + 18.185, + 18.185, + 18.185, + 18.185, + 18.185, + 18.185, + 18.185 + ] + }, + { + "episode": 470, + "avg_reward": 11229.38, + "avg_cost": 0.5, + "lambda": 17.8825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.8825, + 17.8825, + 17.8825, + 17.8825, + 17.8825, + 17.8825, + 17.8825, + 17.8825 + ] + }, + { + "episode": 480, + "avg_reward": 10236.36, + "avg_cost": 0.0, + "lambda": 17.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.595, + 17.595, + 17.595, + 17.595, + 17.595, + 17.595, + 17.595, + 17.595 + ] + }, + { + "episode": 490, + "avg_reward": 11192.46, + "avg_cost": 0.0, + "lambda": 17.285, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.285, + 17.285, + 17.285, + 17.285, + 17.285, + 17.285, + 17.285, + 17.285 + ] + }, + { + "episode": 500, + "avg_reward": 11904.81, + "avg_cost": 0.0, + "lambda": 16.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.975, + 16.975, + 16.975, + 16.975, + 16.975, + 16.975, + 16.975, + 16.975 + ] + }, + { + "episode": 510, + "avg_reward": 11871.16, + "avg_cost": 0.5, + "lambda": 16.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.6725, + 16.6725, + 16.6725, + 16.6725, + 16.6725, + 16.6725, + 16.6725, + 16.6725 + ] + }, + { + "episode": 520, + "avg_reward": 10702.54, + "avg_cost": 0.0, + "lambda": 16.3625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.3625, + 16.3625, + 16.3625, + 16.3625, + 16.3625, + 16.3625, + 16.3625, + 16.3625 + ] + }, + { + "episode": 530, + "avg_reward": 11604.44, + "avg_cost": 0.0, + "lambda": 16.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.0525, + 16.0525, + 16.0525, + 16.0525, + 16.0525, + 16.0525, + 16.0525, + 16.0525 + ] + }, + { + "episode": 540, + "avg_reward": 11594.04, + "avg_cost": 0.0, + "lambda": 15.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.74, + 15.74, + 15.74, + 15.74, + 15.74, + 15.74, + 15.74, + 15.74 + ] + }, + { + "episode": 550, + "avg_reward": 11464.5, + "avg_cost": 0.0, + "lambda": 15.4275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.4275, + 15.4275, + 15.4275, + 15.4275, + 15.4275, + 15.4275, + 15.4275, + 15.4275 + ] + }, + { + "episode": 560, + "avg_reward": 12902.22, + "avg_cost": 0.0, + "lambda": 15.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.125, + 15.125, + 15.125, + 15.125, + 15.125, + 15.125, + 15.125, + 15.125 + ] + }, + { + "episode": 570, + "avg_reward": 11868.74, + "avg_cost": 0.0, + "lambda": 14.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.8175, + 14.8175, + 14.8175, + 14.8175, + 14.8175, + 14.8175, + 14.8175, + 14.8175 + ] + }, + { + "episode": 580, + "avg_reward": 13443.11, + "avg_cost": 0.0, + "lambda": 14.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.535, + 14.535, + 14.535, + 14.535, + 14.535, + 14.535, + 14.535, + 14.535 + ] + }, + { + "episode": 590, + "avg_reward": 12258.32, + "avg_cost": 0.25, + "lambda": 14.235, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.235, + 14.235, + 14.235, + 14.235, + 14.235, + 14.235, + 14.235, + 14.235 + ] + }, + { + "episode": 600, + "avg_reward": 13256.23, + "avg_cost": 0.5, + "lambda": 13.9325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.9325, + 13.9325, + 13.9325, + 13.9325, + 13.9325, + 13.9325, + 13.9325, + 13.9325 + ] + }, + { + "episode": 610, + "avg_reward": 13407.78, + "avg_cost": 0.0, + "lambda": 13.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.625, + 13.625, + 13.625, + 13.625, + 13.625, + 13.625, + 13.625, + 13.625 + ] + }, + { + "episode": 620, + "avg_reward": 12413.69, + "avg_cost": 0.25, + "lambda": 13.3275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3275, + 13.3275, + 13.3275, + 13.3275, + 13.3275, + 13.3275, + 13.3275, + 13.3275 + ] + }, + { + "episode": 630, + "avg_reward": 14098.19, + "avg_cost": 0.25, + "lambda": 13.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.03, + 13.03, + 13.03, + 13.03, + 13.03, + 13.03, + 13.03, + 13.03 + ] + }, + { + "episode": 640, + "avg_reward": 13836.68, + "avg_cost": 0.0, + "lambda": 12.72, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.72, + 12.72, + 12.72, + 12.72, + 12.72, + 12.72, + 12.72, + 12.72 + ] + }, + { + "episode": 650, + "avg_reward": 13335.72, + "avg_cost": 0.0, + "lambda": 12.415, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.415, + 12.415, + 12.415, + 12.415, + 12.415, + 12.415, + 12.415, + 12.415 + ] + }, + { + "episode": 660, + "avg_reward": 14378.84, + "avg_cost": 0.0, + "lambda": 12.1125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.1125, + 12.1125, + 12.1125, + 12.1125, + 12.1125, + 12.1125, + 12.1125, + 12.1125 + ] + }, + { + "episode": 670, + "avg_reward": 14618.12, + "avg_cost": 0.0, + "lambda": 11.8025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.8025, + 11.8025, + 11.8025, + 11.8025, + 11.8025, + 11.8025, + 11.8025, + 11.8025 + ] + }, + { + "episode": 680, + "avg_reward": 15513.9, + "avg_cost": 0.25, + "lambda": 11.4925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.4925, + 11.4925, + 11.4925, + 11.4925, + 11.4925, + 11.4925, + 11.4925, + 11.4925 + ] + }, + { + "episode": 690, + "avg_reward": 14014.62, + "avg_cost": 1.0, + "lambda": 11.195, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.195, + 11.195, + 11.195, + 11.195, + 11.195, + 11.195, + 11.195, + 11.195 + ] + }, + { + "episode": 700, + "avg_reward": 13503.97, + "avg_cost": 0.75, + "lambda": 10.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.9075, + 10.9075, + 10.9075, + 10.9075, + 10.9075, + 10.9075, + 10.9075, + 10.9075 + ] + }, + { + "episode": 710, + "avg_reward": 14468.94, + "avg_cost": 0.0, + "lambda": 10.62, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.62, + 10.62, + 10.62, + 10.62, + 10.62, + 10.62, + 10.62, + 10.62 + ] + }, + { + "episode": 720, + "avg_reward": 14455.16, + "avg_cost": 0.0, + "lambda": 10.33, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.33, + 10.33, + 10.33, + 10.33, + 10.33, + 10.33, + 10.33, + 10.33 + ] + }, + { + "episode": 730, + "avg_reward": 13712.31, + "avg_cost": 0.25, + "lambda": 10.035, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.035, + 10.035, + 10.035, + 10.035, + 10.035, + 10.035, + 10.035, + 10.035 + ] + }, + { + "episode": 740, + "avg_reward": 15163.26, + "avg_cost": 1.5, + "lambda": 9.76, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.76, + 9.76, + 9.76, + 9.76, + 9.76, + 9.76, + 9.76, + 9.76 + ] + }, + { + "episode": 750, + "avg_reward": 13252.52, + "avg_cost": 0.0, + "lambda": 9.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.45, + 9.45, + 9.45, + 9.45, + 9.45, + 9.45, + 9.45, + 9.45 + ] + }, + { + "episode": 760, + "avg_reward": 16259.22, + "avg_cost": 0.25, + "lambda": 9.1475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.1475, + 9.1475, + 9.1475, + 9.1475, + 9.1475, + 9.1475, + 9.1475, + 9.1475 + ] + }, + { + "episode": 770, + "avg_reward": 15551.52, + "avg_cost": 0.5, + "lambda": 8.865, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.865, + 8.865, + 8.865, + 8.865, + 8.865, + 8.865, + 8.865, + 8.865 + ] + }, + { + "episode": 780, + "avg_reward": 13310.37, + "avg_cost": 1.0, + "lambda": 8.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.575, + 8.575, + 8.575, + 8.575, + 8.575, + 8.575, + 8.575, + 8.575 + ] + }, + { + "episode": 790, + "avg_reward": 15436.59, + "avg_cost": 0.0, + "lambda": 8.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.2875, + 8.2875, + 8.2875, + 8.2875, + 8.2875, + 8.2875, + 8.2875, + 8.2875 + ] + }, + { + "episode": 800, + "avg_reward": 15613.23, + "avg_cost": 0.0, + "lambda": 8.0275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.0275, + 8.0275, + 8.0275, + 8.0275, + 8.0275, + 8.0275, + 8.0275, + 8.0275 + ] + }, + { + "episode": 810, + "avg_reward": 16938.82, + "avg_cost": 0.5, + "lambda": 7.74, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.74, + 7.74, + 7.74, + 7.74, + 7.74, + 7.74, + 7.74, + 7.74 + ] + }, + { + "episode": 820, + "avg_reward": 11487.39, + "avg_cost": 0.0, + "lambda": 7.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.4575, + 7.4575, + 7.4575, + 7.4575, + 7.4575, + 7.4575, + 7.4575, + 7.4575 + ] + }, + { + "episode": 830, + "avg_reward": 16036.72, + "avg_cost": 2.5, + "lambda": 7.2075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.2075, + 7.2075, + 7.2075, + 7.2075, + 7.2075, + 7.2075, + 7.2075, + 7.2075 + ] + }, + { + "episode": 840, + "avg_reward": 16899.91, + "avg_cost": 0.75, + "lambda": 6.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.9075, + 6.9075, + 6.9075, + 6.9075, + 6.9075, + 6.9075, + 6.9075, + 6.9075 + ] + }, + { + "episode": 850, + "avg_reward": 14974.25, + "avg_cost": 2.0, + "lambda": 6.6425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.6425, + 6.6425, + 6.6425, + 6.6425, + 6.6425, + 6.6425, + 6.6425, + 6.6425 + ] + }, + { + "episode": 860, + "avg_reward": 16429.23, + "avg_cost": 0.75, + "lambda": 6.3475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3475, + 6.3475, + 6.3475, + 6.3475, + 6.3475, + 6.3475, + 6.3475, + 6.3475 + ] + }, + { + "episode": 870, + "avg_reward": 15987.14, + "avg_cost": 0.75, + "lambda": 6.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.125, + 6.125, + 6.125, + 6.125, + 6.125, + 6.125, + 6.125, + 6.125 + ] + }, + { + "episode": 880, + "avg_reward": 15721.47, + "avg_cost": 0.5, + "lambda": 5.855, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.855, + 5.855, + 5.855, + 5.855, + 5.855, + 5.855, + 5.855, + 5.855 + ] + }, + { + "episode": 890, + "avg_reward": 15920.52, + "avg_cost": 2.5, + "lambda": 5.6025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.6025, + 5.6025, + 5.6025, + 5.6025, + 5.6025, + 5.6025, + 5.6025, + 5.6025 + ] + }, + { + "episode": 900, + "avg_reward": 15755.52, + "avg_cost": 0.25, + "lambda": 5.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.3425, + 5.3425, + 5.3425, + 5.3425, + 5.3425, + 5.3425, + 5.3425, + 5.3425 + ] + }, + { + "episode": 910, + "avg_reward": 13365.09, + "avg_cost": 0.0, + "lambda": 5.0825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0825, + 5.0825, + 5.0825, + 5.0825, + 5.0825, + 5.0825, + 5.0825, + 5.0825 + ] + }, + { + "episode": 920, + "avg_reward": 16886.06, + "avg_cost": 0.0, + "lambda": 4.8175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.8175, + 4.8175, + 4.8175, + 4.8175, + 4.8175, + 4.8175, + 4.8175, + 4.8175 + ] + }, + { + "episode": 930, + "avg_reward": 17890.98, + "avg_cost": 0.5, + "lambda": 4.5875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.5875, + 4.5875, + 4.5875, + 4.5875, + 4.5875, + 4.5875, + 4.5875, + 4.5875 + ] + }, + { + "episode": 940, + "avg_reward": 17359.78, + "avg_cost": 0.0, + "lambda": 4.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.35, + 4.35, + 4.35, + 4.35, + 4.35, + 4.35, + 4.35, + 4.35 + ] + }, + { + "episode": 950, + "avg_reward": 17229.42, + "avg_cost": 0.75, + "lambda": 4.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.08, + 4.08, + 4.08, + 4.08, + 4.08, + 4.08, + 4.08, + 4.08 + ] + }, + { + "episode": 960, + "avg_reward": 16870.01, + "avg_cost": 0.25, + "lambda": 3.82, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.82, + 3.82, + 3.82, + 3.82, + 3.82, + 3.82, + 3.82, + 3.82 + ] + }, + { + "episode": 970, + "avg_reward": 17391.96, + "avg_cost": 0.0, + "lambda": 3.545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545 + ] + }, + { + "episode": 980, + "avg_reward": 17642.68, + "avg_cost": 0.5, + "lambda": 3.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.3, + 3.3, + 3.3, + 3.3, + 3.3, + 3.3, + 3.3, + 3.3 + ] + }, + { + "episode": 990, + "avg_reward": 17664.49, + "avg_cost": 0.0, + "lambda": 3.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175 + ] + }, + { + "episode": 1000, + "avg_reward": 17484.4, + "avg_cost": 0.25, + "lambda": 2.7475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7475, + 2.7475, + 2.7475, + 2.7475, + 2.7475, + 2.7475, + 2.7475, + 2.7475 + ] + }, + { + "episode": 1010, + "avg_reward": 17040.9, + "avg_cost": 2.25, + "lambda": 2.4775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.4775, + 2.4775, + 2.4775, + 2.4775, + 2.4775, + 2.4775, + 2.4775, + 2.4775 + ] + }, + { + "episode": 1020, + "avg_reward": 17533.31, + "avg_cost": 1.0, + "lambda": 2.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.205, + 2.205, + 2.205, + 2.205, + 2.205, + 2.205, + 2.205, + 2.205 + ] + }, + { + "episode": 1030, + "avg_reward": 15589.73, + "avg_cost": 0.0, + "lambda": 1.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.925, + 1.925, + 1.925, + 1.925, + 1.925, + 1.925, + 1.925, + 1.925 + ] + }, + { + "episode": 1040, + "avg_reward": 17365.45, + "avg_cost": 0.25, + "lambda": 1.68, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.68, + 1.68, + 1.68, + 1.68, + 1.68, + 1.68, + 1.68, + 1.68 + ] + }, + { + "episode": 1050, + "avg_reward": 16744.77, + "avg_cost": 4.0, + "lambda": 1.47, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47 + ] + }, + { + "episode": 1060, + "avg_reward": 17194.89, + "avg_cost": 1.75, + "lambda": 1.2225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2225, + 1.2225, + 1.2225, + 1.2225, + 1.2225, + 1.2225, + 1.2225, + 1.2225 + ] + }, + { + "episode": 1070, + "avg_reward": 16731.49, + "avg_cost": 0.0, + "lambda": 0.9825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9825, + 0.9825, + 0.9825, + 0.9825, + 0.9825, + 0.9825, + 0.9825, + 0.9825 + ] + }, + { + "episode": 1080, + "avg_reward": 17186.0, + "avg_cost": 0.75, + "lambda": 0.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.83, + 0.83, + 0.83, + 0.83, + 0.83, + 0.83, + 0.83, + 0.83 + ] + }, + { + "episode": 1090, + "avg_reward": 17943.47, + "avg_cost": 0.25, + "lambda": 0.695, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.695, + 0.695, + 0.695, + 0.695, + 0.695, + 0.695, + 0.695, + 0.695 + ] + }, + { + "episode": 1100, + "avg_reward": 16460.83, + "avg_cost": 2.25, + "lambda": 0.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5125, + 0.5125, + 0.5125, + 0.5125, + 0.5125, + 0.5125, + 0.5125, + 0.5125 + ] + }, + { + "episode": 1110, + "avg_reward": 17783.61, + "avg_cost": 0.0, + "lambda": 0.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.325, + 0.325, + 0.325, + 0.325, + 0.325, + 0.325, + 0.325, + 0.325 + ] + }, + { + "episode": 1120, + "avg_reward": 16164.11, + "avg_cost": 0.25, + "lambda": 0.1725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.1725, + 0.1725, + 0.1725, + 0.1725, + 0.1725, + 0.1725, + 0.1725, + 0.1725 + ] + }, + { + "episode": 1130, + "avg_reward": 17681.65, + "avg_cost": 3.0, + "lambda": 0.0725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0725, + 0.0725, + 0.0725, + 0.0725, + 0.0725, + 0.0725, + 0.0725, + 0.0725 + ] + }, + { + "episode": 1140, + "avg_reward": 17700.59, + "avg_cost": 1.0, + "lambda": 0.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.04, + 0.04, + 0.04, + 0.04, + 0.04, + 0.04, + 0.04, + 0.04 + ] + }, + { + "episode": 1150, + "avg_reward": 16654.45, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1160, + "avg_reward": 18305.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1170, + "avg_reward": 18342.88, + "avg_cost": 3.75, + "lambda": 0.0112, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0112, + 0.0112, + 0.0112, + 0.0112, + 0.0112, + 0.0112, + 0.0112, + 0.0112 + ] + }, + { + "episode": 1180, + "avg_reward": 17650.3, + "avg_cost": 4.5, + "lambda": 0.0813, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0813, + 0.0813, + 0.0813, + 0.0813, + 0.0813, + 0.0813, + 0.0813, + 0.0813 + ] + }, + { + "episode": 1190, + "avg_reward": 14587.27, + "avg_cost": 5.0, + "lambda": 0.0237, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0237, + 0.0237, + 0.0237, + 0.0237, + 0.0237, + 0.0237, + 0.0237, + 0.0237 + ] + }, + { + "episode": 1200, + "avg_reward": 17937.41, + "avg_cost": 0.75, + "lambda": 0.0037, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0037, + 0.0037, + 0.0037, + 0.0037, + 0.0037, + 0.0037, + 0.0037, + 0.0037 + ] + }, + { + "episode": 1210, + "avg_reward": 17352.11, + "avg_cost": 4.5, + "lambda": 0.0138, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0138, + 0.0138, + 0.0138, + 0.0138, + 0.0138, + 0.0138, + 0.0138, + 0.0138 + ] + }, + { + "episode": 1220, + "avg_reward": 18903.16, + "avg_cost": 4.75, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.03, + 0.03, + 0.03, + 0.03, + 0.03, + 0.03, + 0.03, + 0.03 + ] + }, + { + "episode": 1230, + "avg_reward": 18349.75, + "avg_cost": 1.0, + "lambda": 0.115, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.115, + 0.115, + 0.115, + 0.115, + 0.115, + 0.115, + 0.115, + 0.115 + ] + }, + { + "episode": 1240, + "avg_reward": 20305.62, + "avg_cost": 2.5, + "lambda": 0.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25, + 0.25 + ] + }, + { + "episode": 1250, + "avg_reward": 18893.43, + "avg_cost": 5.0, + "lambda": 0.3825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.3825, + 0.3825, + 0.3825, + 0.3825, + 0.3825, + 0.3825, + 0.3825, + 0.3825 + ] + }, + { + "episode": 1260, + "avg_reward": 18722.05, + "avg_cost": 5.5, + "lambda": 0.44, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.44, + 0.44, + 0.44, + 0.44, + 0.44, + 0.44, + 0.44, + 0.44 + ] + }, + { + "episode": 1270, + "avg_reward": 20006.46, + "avg_cost": 6.25, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595 + ] + }, + { + "episode": 1280, + "avg_reward": 18846.65, + "avg_cost": 1.25, + "lambda": 0.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.5675, + 0.5675, + 0.5675, + 0.5675, + 0.5675, + 0.5675, + 0.5675, + 0.5675 + ] + }, + { + "episode": 1290, + "avg_reward": 20311.93, + "avg_cost": 2.0, + "lambda": 0.535, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.535, + 0.535, + 0.535, + 0.535, + 0.535, + 0.535, + 0.535, + 0.535 + ] + }, + { + "episode": 1300, + "avg_reward": 19463.72, + "avg_cost": 6.0, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595, + 0.595 + ] + }, + { + "episode": 1310, + "avg_reward": 19686.72, + "avg_cost": 3.25, + "lambda": 0.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.9, + 0.9, + 0.9, + 0.9, + 0.9, + 0.9, + 0.9, + 0.9 + ] + }, + { + "episode": 1320, + "avg_reward": 18018.91, + "avg_cost": 3.25, + "lambda": 1.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.14, + 1.14, + 1.14, + 1.14, + 1.14, + 1.14, + 1.14, + 1.14 + ] + }, + { + "episode": 1330, + "avg_reward": 19319.46, + "avg_cost": 8.75, + "lambda": 1.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.245, + 1.245, + 1.245, + 1.245, + 1.245, + 1.245, + 1.245, + 1.245 + ] + }, + { + "episode": 1340, + "avg_reward": 20480.78, + "avg_cost": 9.5, + "lambda": 1.3575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.3575, + 1.3575, + 1.3575, + 1.3575, + 1.3575, + 1.3575, + 1.3575, + 1.3575 + ] + }, + { + "episode": 1350, + "avg_reward": 19551.02, + "avg_cost": 5.5, + "lambda": 1.5325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.5325, + 1.5325, + 1.5325, + 1.5325, + 1.5325, + 1.5325, + 1.5325, + 1.5325 + ] + }, + { + "episode": 1360, + "avg_reward": 20261.58, + "avg_cost": 4.5, + "lambda": 1.78, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.78, + 1.78, + 1.78, + 1.78, + 1.78, + 1.78, + 1.78, + 1.78 + ] + }, + { + "episode": 1370, + "avg_reward": 19165.13, + "avg_cost": 2.0, + "lambda": 2.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.0425, + 2.0425, + 2.0425, + 2.0425, + 2.0425, + 2.0425, + 2.0425, + 2.0425 + ] + }, + { + "episode": 1380, + "avg_reward": 18731.34, + "avg_cost": 2.75, + "lambda": 1.9625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.9625, + 1.9625, + 1.9625, + 1.9625, + 1.9625, + 1.9625, + 1.9625, + 1.9625 + ] + }, + { + "episode": 1390, + "avg_reward": 19345.79, + "avg_cost": 5.25, + "lambda": 2.1225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.1225, + 2.1225, + 2.1225, + 2.1225, + 2.1225, + 2.1225, + 2.1225, + 2.1225 + ] + }, + { + "episode": 1400, + "avg_reward": 17461.66, + "avg_cost": 4.5, + "lambda": 2.2625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.2625, + 2.2625, + 2.2625, + 2.2625, + 2.2625, + 2.2625, + 2.2625, + 2.2625 + ] + }, + { + "episode": 1410, + "avg_reward": 20681.72, + "avg_cost": 9.0, + "lambda": 2.5125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.5125, + 2.5125, + 2.5125, + 2.5125, + 2.5125, + 2.5125, + 2.5125, + 2.5125 + ] + }, + { + "episode": 1420, + "avg_reward": 20124.2, + "avg_cost": 5.25, + "lambda": 2.7425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7425, + 2.7425, + 2.7425, + 2.7425, + 2.7425, + 2.7425, + 2.7425, + 2.7425 + ] + }, + { + "episode": 1430, + "avg_reward": 20424.26, + "avg_cost": 2.75, + "lambda": 2.765, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.765, + 2.765, + 2.765, + 2.765, + 2.765, + 2.765, + 2.765, + 2.765 + ] + }, + { + "episode": 1440, + "avg_reward": 19292.52, + "avg_cost": 1.25, + "lambda": 2.6225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.6225, + 2.6225, + 2.6225, + 2.6225, + 2.6225, + 2.6225, + 2.6225, + 2.6225 + ] + }, + { + "episode": 1450, + "avg_reward": 20679.77, + "avg_cost": 12.25, + "lambda": 2.6775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.6775, + 2.6775, + 2.6775, + 2.6775, + 2.6775, + 2.6775, + 2.6775, + 2.6775 + ] + }, + { + "episode": 1460, + "avg_reward": 19203.71, + "avg_cost": 3.75, + "lambda": 2.8275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.8275, + 2.8275, + 2.8275, + 2.8275, + 2.8275, + 2.8275, + 2.8275, + 2.8275 + ] + }, + { + "episode": 1470, + "avg_reward": 18340.09, + "avg_cost": 8.5, + "lambda": 2.96, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.96, + 2.96, + 2.96, + 2.96, + 2.96, + 2.96, + 2.96, + 2.96 + ] + }, + { + "episode": 1480, + "avg_reward": 20333.63, + "avg_cost": 6.75, + "lambda": 3.2675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.2675, + 3.2675, + 3.2675, + 3.2675, + 3.2675, + 3.2675, + 3.2675, + 3.2675 + ] + }, + { + "episode": 1490, + "avg_reward": 21283.34, + "avg_cost": 7.75, + "lambda": 3.515, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.515, + 3.515, + 3.515, + 3.515, + 3.515, + 3.515, + 3.515, + 3.515 + ] + }, + { + "episode": 1500, + "avg_reward": 19167.33, + "avg_cost": 4.0, + "lambda": 3.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175 + ] + } + ], + "final_lambdas": [ + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175, + 3.7175 + ], + "d_per_agent": 3.125 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json b/results/diagnostic_results_n8_per_agent_lambda_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..a5c4a16a2616b4d124f71a220ae916344d720760 --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s2_1500ep_mamujoco_Ant_8x1_v9_allfixes.json @@ -0,0 +1,3972 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 10350621.62, + "constraint_satisfaction_pct": 99.73, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -54992.95, + "avg_cost": 7.25, + "lambda": 5.0412, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.0412, + 5.0412, + 5.0412, + 5.0412, + 5.0412, + 5.0412, + 5.0412, + 5.0412 + ] + }, + { + "episode": 10, + "avg_reward": -54407.05, + "avg_cost": 18.0, + "lambda": 6.1375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.1375, + 6.1375, + 6.1375, + 6.1375, + 6.1375, + 6.1375, + 6.1375, + 6.1375 + ] + }, + { + "episode": 20, + "avg_reward": -50810.38, + "avg_cost": 11.5, + "lambda": 7.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.585, + 7.585, + 7.585, + 7.585, + 7.585, + 7.585, + 7.585, + 7.585 + ] + }, + { + "episode": 30, + "avg_reward": -48268.72, + "avg_cost": 11.75, + "lambda": 8.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.895, + 8.895, + 8.895, + 8.895, + 8.895, + 8.895, + 8.895, + 8.895 + ] + }, + { + "episode": 40, + "avg_reward": -47976.19, + "avg_cost": 6.75, + "lambda": 9.895, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.895, + 9.895, + 9.895, + 9.895, + 9.895, + 9.895, + 9.895, + 9.895 + ] + }, + { + "episode": 50, + "avg_reward": -46370.72, + "avg_cost": 7.75, + "lambda": 10.605, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.605, + 10.605, + 10.605, + 10.605, + 10.605, + 10.605, + 10.605, + 10.605 + ] + }, + { + "episode": 60, + "avg_reward": -46268.17, + "avg_cost": 19.5, + "lambda": 11.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65, + 11.65 + ] + }, + { + "episode": 70, + "avg_reward": -41786.16, + "avg_cost": 14.5, + "lambda": 12.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525, + 12.7525 + ] + }, + { + "episode": 80, + "avg_reward": -39108.77, + "avg_cost": 15.25, + "lambda": 13.6325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.6325, + 13.6325, + 13.6325, + 13.6325, + 13.6325, + 13.6325, + 13.6325, + 13.6325 + ] + }, + { + "episode": 90, + "avg_reward": -37505.65, + "avg_cost": 10.25, + "lambda": 14.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.675, + 14.675, + 14.675, + 14.675, + 14.675, + 14.675, + 14.675, + 14.675 + ] + }, + { + "episode": 100, + "avg_reward": -35751.62, + "avg_cost": 13.25, + "lambda": 15.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.5975, + 15.5975, + 15.5975, + 15.5975, + 15.5975, + 15.5975, + 15.5975, + 15.5975 + ] + }, + { + "episode": 110, + "avg_reward": -31697.96, + "avg_cost": 13.0, + "lambda": 16.1775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.1775, + 16.1775, + 16.1775, + 16.1775, + 16.1775, + 16.1775, + 16.1775, + 16.1775 + ] + }, + { + "episode": 120, + "avg_reward": -32592.61, + "avg_cost": 18.25, + "lambda": 16.8325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.8325, + 16.8325, + 16.8325, + 16.8325, + 16.8325, + 16.8325, + 16.8325, + 16.8325 + ] + }, + { + "episode": 130, + "avg_reward": -27896.12, + "avg_cost": 6.5, + "lambda": 17.5675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.5675, + 17.5675, + 17.5675, + 17.5675, + 17.5675, + 17.5675, + 17.5675, + 17.5675 + ] + }, + { + "episode": 140, + "avg_reward": -25852.48, + "avg_cost": 10.5, + "lambda": 18.7375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.7375, + 18.7375, + 18.7375, + 18.7375, + 18.7375, + 18.7375, + 18.7375, + 18.7375 + ] + }, + { + "episode": 150, + "avg_reward": -21928.17, + "avg_cost": 7.0, + "lambda": 19.37, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.37, + 19.37, + 19.37, + 19.37, + 19.37, + 19.37, + 19.37, + 19.37 + ] + }, + { + "episode": 160, + "avg_reward": -18944.01, + "avg_cost": 14.5, + "lambda": 20.06, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.06, + 20.06, + 20.06, + 20.06, + 20.06, + 20.06, + 20.06, + 20.06 + ] + }, + { + "episode": 170, + "avg_reward": -15875.72, + "avg_cost": 9.0, + "lambda": 20.785, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.785, + 20.785, + 20.785, + 20.785, + 20.785, + 20.785, + 20.785, + 20.785 + ] + }, + { + "episode": 180, + "avg_reward": -15702.68, + "avg_cost": 5.0, + "lambda": 21.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.185, + 21.185, + 21.185, + 21.185, + 21.185, + 21.185, + 21.185, + 21.185 + ] + }, + { + "episode": 190, + "avg_reward": -12086.77, + "avg_cost": 6.25, + "lambda": 21.7325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.7325, + 21.7325, + 21.7325, + 21.7325, + 21.7325, + 21.7325, + 21.7325, + 21.7325 + ] + }, + { + "episode": 200, + "avg_reward": -11055.78, + "avg_cost": 1.75, + "lambda": 21.945, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.945, + 21.945, + 21.945, + 21.945, + 21.945, + 21.945, + 21.945, + 21.945 + ] + }, + { + "episode": 210, + "avg_reward": -8729.74, + "avg_cost": 2.5, + "lambda": 22.18, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18, + 22.18 + ] + }, + { + "episode": 220, + "avg_reward": -6733.76, + "avg_cost": 2.5, + "lambda": 22.445, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.445, + 22.445, + 22.445, + 22.445, + 22.445, + 22.445, + 22.445, + 22.445 + ] + }, + { + "episode": 230, + "avg_reward": -6526.08, + "avg_cost": 1.25, + "lambda": 22.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59 + ] + }, + { + "episode": 240, + "avg_reward": -5389.09, + "avg_cost": 0.75, + "lambda": 22.7175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.7175, + 22.7175, + 22.7175, + 22.7175, + 22.7175, + 22.7175, + 22.7175, + 22.7175 + ] + }, + { + "episode": 250, + "avg_reward": -3720.95, + "avg_cost": 5.5, + "lambda": 22.88, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.88, + 22.88, + 22.88, + 22.88, + 22.88, + 22.88, + 22.88, + 22.88 + ] + }, + { + "episode": 260, + "avg_reward": -2082.22, + "avg_cost": 2.0, + "lambda": 22.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.89, + 22.89, + 22.89, + 22.89, + 22.89, + 22.89, + 22.89, + 22.89 + ] + }, + { + "episode": 270, + "avg_reward": -949.56, + "avg_cost": 4.25, + "lambda": 22.8925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.8925, + 22.8925, + 22.8925, + 22.8925, + 22.8925, + 22.8925, + 22.8925, + 22.8925 + ] + }, + { + "episode": 280, + "avg_reward": 301.63, + "avg_cost": 1.0, + "lambda": 22.8675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.8675, + 22.8675, + 22.8675, + 22.8675, + 22.8675, + 22.8675, + 22.8675, + 22.8675 + ] + }, + { + "episode": 290, + "avg_reward": 1233.03, + "avg_cost": 1.5, + "lambda": 22.8425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.8425, + 22.8425, + 22.8425, + 22.8425, + 22.8425, + 22.8425, + 22.8425, + 22.8425 + ] + }, + { + "episode": 300, + "avg_reward": 1748.19, + "avg_cost": 2.5, + "lambda": 22.73, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.73, + 22.73, + 22.73, + 22.73, + 22.73, + 22.73, + 22.73, + 22.73 + ] + }, + { + "episode": 310, + "avg_reward": 3209.04, + "avg_cost": 1.0, + "lambda": 22.59, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59, + 22.59 + ] + }, + { + "episode": 320, + "avg_reward": 3334.93, + "avg_cost": 2.5, + "lambda": 22.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.495, + 22.495, + 22.495, + 22.495, + 22.495, + 22.495, + 22.495, + 22.495 + ] + }, + { + "episode": 330, + "avg_reward": 3702.75, + "avg_cost": 1.0, + "lambda": 22.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.3075, + 22.3075, + 22.3075, + 22.3075, + 22.3075, + 22.3075, + 22.3075, + 22.3075 + ] + }, + { + "episode": 340, + "avg_reward": 4471.03, + "avg_cost": 0.25, + "lambda": 22.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 22.0925, + 22.0925, + 22.0925, + 22.0925, + 22.0925, + 22.0925, + 22.0925, + 22.0925 + ] + }, + { + "episode": 350, + "avg_reward": 5357.48, + "avg_cost": 1.25, + "lambda": 21.9075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.9075, + 21.9075, + 21.9075, + 21.9075, + 21.9075, + 21.9075, + 21.9075, + 21.9075 + ] + }, + { + "episode": 360, + "avg_reward": 6972.64, + "avg_cost": 1.0, + "lambda": 21.665, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.665, + 21.665, + 21.665, + 21.665, + 21.665, + 21.665, + 21.665, + 21.665 + ] + }, + { + "episode": 370, + "avg_reward": 7029.21, + "avg_cost": 0.75, + "lambda": 21.4475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.4475, + 21.4475, + 21.4475, + 21.4475, + 21.4475, + 21.4475, + 21.4475, + 21.4475 + ] + }, + { + "episode": 380, + "avg_reward": 7397.77, + "avg_cost": 0.0, + "lambda": 21.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 21.2175, + 21.2175, + 21.2175, + 21.2175, + 21.2175, + 21.2175, + 21.2175, + 21.2175 + ] + }, + { + "episode": 390, + "avg_reward": 8108.81, + "avg_cost": 0.0, + "lambda": 20.9225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.9225, + 20.9225, + 20.9225, + 20.9225, + 20.9225, + 20.9225, + 20.9225, + 20.9225 + ] + }, + { + "episode": 400, + "avg_reward": 8176.87, + "avg_cost": 0.0, + "lambda": 20.655, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.655, + 20.655, + 20.655, + 20.655, + 20.655, + 20.655, + 20.655, + 20.655 + ] + }, + { + "episode": 410, + "avg_reward": 8165.6, + "avg_cost": 0.0, + "lambda": 20.3525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.3525, + 20.3525, + 20.3525, + 20.3525, + 20.3525, + 20.3525, + 20.3525, + 20.3525 + ] + }, + { + "episode": 420, + "avg_reward": 9299.4, + "avg_cost": 0.0, + "lambda": 20.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 20.075, + 20.075, + 20.075, + 20.075, + 20.075, + 20.075, + 20.075, + 20.075 + ] + }, + { + "episode": 430, + "avg_reward": 9012.6, + "avg_cost": 0.25, + "lambda": 19.8025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.8025, + 19.8025, + 19.8025, + 19.8025, + 19.8025, + 19.8025, + 19.8025, + 19.8025 + ] + }, + { + "episode": 440, + "avg_reward": 9616.83, + "avg_cost": 0.0, + "lambda": 19.5025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.5025, + 19.5025, + 19.5025, + 19.5025, + 19.5025, + 19.5025, + 19.5025, + 19.5025 + ] + }, + { + "episode": 450, + "avg_reward": 10095.07, + "avg_cost": 0.25, + "lambda": 19.2125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 19.2125, + 19.2125, + 19.2125, + 19.2125, + 19.2125, + 19.2125, + 19.2125, + 19.2125 + ] + }, + { + "episode": 460, + "avg_reward": 9892.44, + "avg_cost": 0.25, + "lambda": 18.93, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.93, + 18.93, + 18.93, + 18.93, + 18.93, + 18.93, + 18.93, + 18.93 + ] + }, + { + "episode": 470, + "avg_reward": 11000.67, + "avg_cost": 0.0, + "lambda": 18.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.64, + 18.64, + 18.64, + 18.64, + 18.64, + 18.64, + 18.64, + 18.64 + ] + }, + { + "episode": 480, + "avg_reward": 10602.11, + "avg_cost": 0.0, + "lambda": 18.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.375, + 18.375, + 18.375, + 18.375, + 18.375, + 18.375, + 18.375, + 18.375 + ] + }, + { + "episode": 490, + "avg_reward": 11356.91, + "avg_cost": 0.0, + "lambda": 18.09, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 18.09, + 18.09, + 18.09, + 18.09, + 18.09, + 18.09, + 18.09, + 18.09 + ] + }, + { + "episode": 500, + "avg_reward": 11917.08, + "avg_cost": 0.0, + "lambda": 17.83, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.83, + 17.83, + 17.83, + 17.83, + 17.83, + 17.83, + 17.83, + 17.83 + ] + }, + { + "episode": 510, + "avg_reward": 12803.75, + "avg_cost": 0.75, + "lambda": 17.5425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.5425, + 17.5425, + 17.5425, + 17.5425, + 17.5425, + 17.5425, + 17.5425, + 17.5425 + ] + }, + { + "episode": 520, + "avg_reward": 13182.69, + "avg_cost": 0.0, + "lambda": 17.2375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 17.2375, + 17.2375, + 17.2375, + 17.2375, + 17.2375, + 17.2375, + 17.2375, + 17.2375 + ] + }, + { + "episode": 530, + "avg_reward": 12093.29, + "avg_cost": 1.5, + "lambda": 16.97, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.97, + 16.97, + 16.97, + 16.97, + 16.97, + 16.97, + 16.97, + 16.97 + ] + }, + { + "episode": 540, + "avg_reward": 12643.99, + "avg_cost": 0.5, + "lambda": 16.685, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.685, + 16.685, + 16.685, + 16.685, + 16.685, + 16.685, + 16.685, + 16.685 + ] + }, + { + "episode": 550, + "avg_reward": 12575.4, + "avg_cost": 1.25, + "lambda": 16.43, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.43, + 16.43, + 16.43, + 16.43, + 16.43, + 16.43, + 16.43, + 16.43 + ] + }, + { + "episode": 560, + "avg_reward": 13720.95, + "avg_cost": 0.0, + "lambda": 16.14, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 16.14, + 16.14, + 16.14, + 16.14, + 16.14, + 16.14, + 16.14, + 16.14 + ] + }, + { + "episode": 570, + "avg_reward": 13299.18, + "avg_cost": 0.0, + "lambda": 15.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.85, + 15.85, + 15.85, + 15.85, + 15.85, + 15.85, + 15.85, + 15.85 + ] + }, + { + "episode": 580, + "avg_reward": 14084.47, + "avg_cost": 0.25, + "lambda": 15.585, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.585, + 15.585, + 15.585, + 15.585, + 15.585, + 15.585, + 15.585, + 15.585 + ] + }, + { + "episode": 590, + "avg_reward": 13047.93, + "avg_cost": 0.0, + "lambda": 15.305, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.305, + 15.305, + 15.305, + 15.305, + 15.305, + 15.305, + 15.305, + 15.305 + ] + }, + { + "episode": 600, + "avg_reward": 13395.8, + "avg_cost": 0.0, + "lambda": 15.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 15.025, + 15.025, + 15.025, + 15.025, + 15.025, + 15.025, + 15.025, + 15.025 + ] + }, + { + "episode": 610, + "avg_reward": 13657.96, + "avg_cost": 1.0, + "lambda": 14.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.7525, + 14.7525, + 14.7525, + 14.7525, + 14.7525, + 14.7525, + 14.7525, + 14.7525 + ] + }, + { + "episode": 620, + "avg_reward": 13413.07, + "avg_cost": 0.25, + "lambda": 14.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.475, + 14.475, + 14.475, + 14.475, + 14.475, + 14.475, + 14.475, + 14.475 + ] + }, + { + "episode": 630, + "avg_reward": 13232.36, + "avg_cost": 0.0, + "lambda": 14.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 14.185, + 14.185, + 14.185, + 14.185, + 14.185, + 14.185, + 14.185, + 14.185 + ] + }, + { + "episode": 640, + "avg_reward": 13693.6, + "avg_cost": 0.5, + "lambda": 13.89, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.89, + 13.89, + 13.89, + 13.89, + 13.89, + 13.89, + 13.89, + 13.89 + ] + }, + { + "episode": 650, + "avg_reward": 13691.12, + "avg_cost": 0.0, + "lambda": 13.5975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.5975, + 13.5975, + 13.5975, + 13.5975, + 13.5975, + 13.5975, + 13.5975, + 13.5975 + ] + }, + { + "episode": 660, + "avg_reward": 13660.09, + "avg_cost": 0.0, + "lambda": 13.3075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.3075, + 13.3075, + 13.3075, + 13.3075, + 13.3075, + 13.3075, + 13.3075, + 13.3075 + ] + }, + { + "episode": 670, + "avg_reward": 13515.78, + "avg_cost": 0.25, + "lambda": 13.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 13.0425, + 13.0425, + 13.0425, + 13.0425, + 13.0425, + 13.0425, + 13.0425, + 13.0425 + ] + }, + { + "episode": 680, + "avg_reward": 16115.46, + "avg_cost": 1.25, + "lambda": 12.745, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.745, + 12.745, + 12.745, + 12.745, + 12.745, + 12.745, + 12.745, + 12.745 + ] + }, + { + "episode": 690, + "avg_reward": 13689.53, + "avg_cost": 1.75, + "lambda": 12.4725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.4725, + 12.4725, + 12.4725, + 12.4725, + 12.4725, + 12.4725, + 12.4725, + 12.4725 + ] + }, + { + "episode": 700, + "avg_reward": 14256.6, + "avg_cost": 0.25, + "lambda": 12.205, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.205, + 12.205, + 12.205, + 12.205, + 12.205, + 12.205, + 12.205, + 12.205 + ] + }, + { + "episode": 710, + "avg_reward": 12309.0, + "avg_cost": 0.25, + "lambda": 11.9125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.9125, + 11.9125, + 11.9125, + 11.9125, + 11.9125, + 11.9125, + 11.9125, + 11.9125 + ] + }, + { + "episode": 720, + "avg_reward": 13186.26, + "avg_cost": 0.25, + "lambda": 11.64, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.64, + 11.64, + 11.64, + 11.64, + 11.64, + 11.64, + 11.64, + 11.64 + ] + }, + { + "episode": 730, + "avg_reward": 14839.76, + "avg_cost": 0.0, + "lambda": 11.3425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.3425, + 11.3425, + 11.3425, + 11.3425, + 11.3425, + 11.3425, + 11.3425, + 11.3425 + ] + }, + { + "episode": 740, + "avg_reward": 14889.96, + "avg_cost": 0.0, + "lambda": 11.0575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 11.0575, + 11.0575, + 11.0575, + 11.0575, + 11.0575, + 11.0575, + 11.0575, + 11.0575 + ] + }, + { + "episode": 750, + "avg_reward": 14844.61, + "avg_cost": 0.0, + "lambda": 10.755, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.755, + 10.755, + 10.755, + 10.755, + 10.755, + 10.755, + 10.755, + 10.755 + ] + }, + { + "episode": 760, + "avg_reward": 13896.49, + "avg_cost": 0.0, + "lambda": 10.4575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.4575, + 10.4575, + 10.4575, + 10.4575, + 10.4575, + 10.4575, + 10.4575, + 10.4575 + ] + }, + { + "episode": 770, + "avg_reward": 14771.22, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15, + 10.15, + 10.15, + 10.15, + 10.15, + 10.15, + 10.15 + ] + }, + { + "episode": 780, + "avg_reward": 14866.58, + "avg_cost": 0.0, + "lambda": 9.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.8525, + 9.8525, + 9.8525, + 9.8525, + 9.8525, + 9.8525, + 9.8525, + 9.8525 + ] + }, + { + "episode": 790, + "avg_reward": 13458.23, + "avg_cost": 0.0, + "lambda": 9.56, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.56, + 9.56, + 9.56, + 9.56, + 9.56, + 9.56, + 9.56, + 9.56 + ] + }, + { + "episode": 800, + "avg_reward": 15598.28, + "avg_cost": 0.0, + "lambda": 9.2825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 9.2825, + 9.2825, + 9.2825, + 9.2825, + 9.2825, + 9.2825, + 9.2825, + 9.2825 + ] + }, + { + "episode": 810, + "avg_reward": 15115.58, + "avg_cost": 0.25, + "lambda": 8.9775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.9775, + 8.9775, + 8.9775, + 8.9775, + 8.9775, + 8.9775, + 8.9775, + 8.9775 + ] + }, + { + "episode": 820, + "avg_reward": 14931.36, + "avg_cost": 0.0, + "lambda": 8.6725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.6725, + 8.6725, + 8.6725, + 8.6725, + 8.6725, + 8.6725, + 8.6725, + 8.6725 + ] + }, + { + "episode": 830, + "avg_reward": 16825.38, + "avg_cost": 0.25, + "lambda": 8.38, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.38, + 8.38, + 8.38, + 8.38, + 8.38, + 8.38, + 8.38, + 8.38 + ] + }, + { + "episode": 840, + "avg_reward": 16100.58, + "avg_cost": 0.0, + "lambda": 8.08, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 8.08, + 8.08, + 8.08, + 8.08, + 8.08, + 8.08, + 8.08, + 8.08 + ] + }, + { + "episode": 850, + "avg_reward": 14239.41, + "avg_cost": 0.0, + "lambda": 7.81, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.81, + 7.81, + 7.81, + 7.81, + 7.81, + 7.81, + 7.81, + 7.81 + ] + }, + { + "episode": 860, + "avg_reward": 14646.87, + "avg_cost": 1.5, + "lambda": 7.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.525, + 7.525, + 7.525, + 7.525, + 7.525, + 7.525, + 7.525, + 7.525 + ] + }, + { + "episode": 870, + "avg_reward": 16024.02, + "avg_cost": 0.0, + "lambda": 7.245, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 7.245, + 7.245, + 7.245, + 7.245, + 7.245, + 7.245, + 7.245, + 7.245 + ] + }, + { + "episode": 880, + "avg_reward": 16296.39, + "avg_cost": 0.0, + "lambda": 6.955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.955, + 6.955, + 6.955, + 6.955, + 6.955, + 6.955, + 6.955, + 6.955 + ] + }, + { + "episode": 890, + "avg_reward": 15017.09, + "avg_cost": 0.25, + "lambda": 6.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.675, + 6.675, + 6.675, + 6.675, + 6.675, + 6.675, + 6.675, + 6.675 + ] + }, + { + "episode": 900, + "avg_reward": 13924.2, + "avg_cost": 0.0, + "lambda": 6.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.3775, + 6.3775, + 6.3775, + 6.3775, + 6.3775, + 6.3775, + 6.3775, + 6.3775 + ] + }, + { + "episode": 910, + "avg_reward": 15290.93, + "avg_cost": 0.0, + "lambda": 6.07, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 6.07, + 6.07, + 6.07, + 6.07, + 6.07, + 6.07, + 6.07, + 6.07 + ] + }, + { + "episode": 920, + "avg_reward": 15910.17, + "avg_cost": 0.0, + "lambda": 5.7925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.7925, + 5.7925, + 5.7925, + 5.7925, + 5.7925, + 5.7925, + 5.7925, + 5.7925 + ] + }, + { + "episode": 930, + "avg_reward": 15799.05, + "avg_cost": 0.25, + "lambda": 5.495, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.495, + 5.495, + 5.495, + 5.495, + 5.495, + 5.495, + 5.495, + 5.495 + ] + }, + { + "episode": 940, + "avg_reward": 13688.75, + "avg_cost": 0.0, + "lambda": 5.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 5.2175, + 5.2175, + 5.2175, + 5.2175, + 5.2175, + 5.2175, + 5.2175, + 5.2175 + ] + }, + { + "episode": 950, + "avg_reward": 15783.51, + "avg_cost": 1.0, + "lambda": 4.955, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.955, + 4.955, + 4.955, + 4.955, + 4.955, + 4.955, + 4.955, + 4.955 + ] + }, + { + "episode": 960, + "avg_reward": 15965.06, + "avg_cost": 0.5, + "lambda": 4.6675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.6675, + 4.6675, + 4.6675, + 4.6675, + 4.6675, + 4.6675, + 4.6675, + 4.6675 + ] + }, + { + "episode": 970, + "avg_reward": 15196.76, + "avg_cost": 0.75, + "lambda": 4.3775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.3775, + 4.3775, + 4.3775, + 4.3775, + 4.3775, + 4.3775, + 4.3775, + 4.3775 + ] + }, + { + "episode": 980, + "avg_reward": 15080.06, + "avg_cost": 0.5, + "lambda": 4.0875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 4.0875, + 4.0875, + 4.0875, + 4.0875, + 4.0875, + 4.0875, + 4.0875, + 4.0875 + ] + }, + { + "episode": 990, + "avg_reward": 16276.11, + "avg_cost": 0.0, + "lambda": 3.8225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.8225, + 3.8225, + 3.8225, + 3.8225, + 3.8225, + 3.8225, + 3.8225, + 3.8225 + ] + }, + { + "episode": 1000, + "avg_reward": 16718.31, + "avg_cost": 0.75, + "lambda": 3.545, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545, + 3.545 + ] + }, + { + "episode": 1010, + "avg_reward": 16929.21, + "avg_cost": 0.0, + "lambda": 3.2875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.2875, + 3.2875, + 3.2875, + 3.2875, + 3.2875, + 3.2875, + 3.2875, + 3.2875 + ] + }, + { + "episode": 1020, + "avg_reward": 17232.65, + "avg_cost": 0.0, + "lambda": 3.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175, + 3.0175 + ] + }, + { + "episode": 1030, + "avg_reward": 17538.87, + "avg_cost": 0.25, + "lambda": 2.7525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.7525, + 2.7525, + 2.7525, + 2.7525, + 2.7525, + 2.7525, + 2.7525, + 2.7525 + ] + }, + { + "episode": 1040, + "avg_reward": 16662.98, + "avg_cost": 0.75, + "lambda": 2.485, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.485, + 2.485, + 2.485, + 2.485, + 2.485, + 2.485, + 2.485, + 2.485 + ] + }, + { + "episode": 1050, + "avg_reward": 15932.77, + "avg_cost": 0.75, + "lambda": 2.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.25, + 2.25, + 2.25, + 2.25, + 2.25, + 2.25, + 2.25, + 2.25 + ] + }, + { + "episode": 1060, + "avg_reward": 16921.36, + "avg_cost": 1.25, + "lambda": 2.04, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 2.04, + 2.04, + 2.04, + 2.04, + 2.04, + 2.04, + 2.04, + 2.04 + ] + }, + { + "episode": 1070, + "avg_reward": 16367.78, + "avg_cost": 3.0, + "lambda": 1.885, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.885, + 1.885, + 1.885, + 1.885, + 1.885, + 1.885, + 1.885, + 1.885 + ] + }, + { + "episode": 1080, + "avg_reward": 15840.51, + "avg_cost": 2.25, + "lambda": 1.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.675, + 1.675, + 1.675, + 1.675, + 1.675, + 1.675, + 1.675, + 1.675 + ] + }, + { + "episode": 1090, + "avg_reward": 18426.47, + "avg_cost": 0.0, + "lambda": 1.4625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.4625, + 1.4625, + 1.4625, + 1.4625, + 1.4625, + 1.4625, + 1.4625, + 1.4625 + ] + }, + { + "episode": 1100, + "avg_reward": 17543.48, + "avg_cost": 0.25, + "lambda": 1.2175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.2175, + 1.2175, + 1.2175, + 1.2175, + 1.2175, + 1.2175, + 1.2175, + 1.2175 + ] + }, + { + "episode": 1110, + "avg_reward": 15800.92, + "avg_cost": 0.0, + "lambda": 1.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ] + }, + { + "episode": 1120, + "avg_reward": 16865.24, + "avg_cost": 2.25, + "lambda": 0.8525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.8525, + 0.8525, + 0.8525, + 0.8525, + 0.8525, + 0.8525, + 0.8525, + 0.8525 + ] + }, + { + "episode": 1130, + "avg_reward": 18158.33, + "avg_cost": 0.25, + "lambda": 0.6275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.6275, + 0.6275, + 0.6275, + 0.6275, + 0.6275, + 0.6275, + 0.6275, + 0.6275 + ] + }, + { + "episode": 1140, + "avg_reward": 17447.18, + "avg_cost": 1.5, + "lambda": 0.4425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.4425, + 0.4425, + 0.4425, + 0.4425, + 0.4425, + 0.4425, + 0.4425, + 0.4425 + ] + }, + { + "episode": 1150, + "avg_reward": 18289.01, + "avg_cost": 0.25, + "lambda": 0.2475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475, + 0.2475 + ] + }, + { + "episode": 1160, + "avg_reward": 15614.64, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1170, + "avg_reward": 18095.52, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1180, + "avg_reward": 15625.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1190, + "avg_reward": 18252.23, + "avg_cost": 5.0, + "lambda": 0.0187, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0187, + 0.0187, + 0.0187, + 0.0187, + 0.0187, + 0.0187, + 0.0187, + 0.0187 + ] + }, + { + "episode": 1200, + "avg_reward": 17654.06, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1210, + "avg_reward": 16981.29, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1220, + "avg_reward": 18379.62, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1230, + "avg_reward": 18650.35, + "avg_cost": 6.5, + "lambda": 0.0338, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0338, + 0.0338, + 0.0338, + 0.0338, + 0.0338, + 0.0338, + 0.0338, + 0.0338 + ] + }, + { + "episode": 1240, + "avg_reward": 18645.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1250, + "avg_reward": 16446.48, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1260, + "avg_reward": 18259.78, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1270, + "avg_reward": 17785.05, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1280, + "avg_reward": 16422.76, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1290, + "avg_reward": 18159.39, + "avg_cost": 5.25, + "lambda": 0.0212, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0213, + 0.0213, + 0.0213, + 0.0213, + 0.0213, + 0.0213, + 0.0213, + 0.0213 + ] + }, + { + "episode": 1300, + "avg_reward": 19092.01, + "avg_cost": 8.5, + "lambda": 0.0538, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0537, + 0.0537, + 0.0537, + 0.0537, + 0.0537, + 0.0537, + 0.0537, + 0.0537 + ] + }, + { + "episode": 1310, + "avg_reward": 17076.67, + "avg_cost": 1.5, + "lambda": 0.0612, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0612, + 0.0612, + 0.0612, + 0.0612, + 0.0612, + 0.0612, + 0.0612, + 0.0612 + ] + }, + { + "episode": 1320, + "avg_reward": 18683.13, + "avg_cost": 3.5, + "lambda": 0.0312, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0312, + 0.0312, + 0.0312, + 0.0312, + 0.0312, + 0.0312, + 0.0312, + 0.0312 + ] + }, + { + "episode": 1330, + "avg_reward": 18717.97, + "avg_cost": 9.0, + "lambda": 0.095, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.095, + 0.095, + 0.095, + 0.095, + 0.095, + 0.095, + 0.095, + 0.095 + ] + }, + { + "episode": 1340, + "avg_reward": 18104.82, + "avg_cost": 3.5, + "lambda": 0.135, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.135, + 0.135, + 0.135, + 0.135, + 0.135, + 0.135, + 0.135, + 0.135 + ] + }, + { + "episode": 1350, + "avg_reward": 16727.84, + "avg_cost": 1.0, + "lambda": 0.0675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0675, + 0.0675, + 0.0675, + 0.0675, + 0.0675, + 0.0675, + 0.0675, + 0.0675 + ] + }, + { + "episode": 1360, + "avg_reward": 18479.33, + "avg_cost": 1.75, + "lambda": 0.0025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0025, + 0.0025, + 0.0025, + 0.0025, + 0.0025, + 0.0025, + 0.0025, + 0.0025 + ] + }, + { + "episode": 1370, + "avg_reward": 18770.39, + "avg_cost": 4.75, + "lambda": 0.0625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625, + 0.0625 + ] + }, + { + "episode": 1380, + "avg_reward": 18028.04, + "avg_cost": 2.5, + "lambda": 0.0425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0425, + 0.0425, + 0.0425, + 0.0425, + 0.0425, + 0.0425, + 0.0425, + 0.0425 + ] + }, + { + "episode": 1390, + "avg_reward": 17360.15, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1400, + "avg_reward": 16905.8, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1410, + "avg_reward": 17721.87, + "avg_cost": 5.75, + "lambda": 0.185, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.185, + 0.185, + 0.185, + 0.185, + 0.185, + 0.185, + 0.185, + 0.185 + ] + }, + { + "episode": 1420, + "avg_reward": 17163.59, + "avg_cost": 0.75, + "lambda": 0.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.15, + 0.15, + 0.15, + 0.15, + 0.15, + 0.15, + 0.15, + 0.15 + ] + }, + { + "episode": 1430, + "avg_reward": 15674.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + }, + { + "episode": 1440, + "avg_reward": 18697.8, + "avg_cost": 7.0, + "lambda": 0.085, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.085, + 0.085, + 0.085, + 0.085, + 0.085, + 0.085, + 0.085, + 0.085 + ] + }, + { + "episode": 1450, + "avg_reward": 17389.47, + "avg_cost": 5.75, + "lambda": 0.11, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.11, + 0.11, + 0.11, + 0.11, + 0.11, + 0.11, + 0.11, + 0.11 + ] + }, + { + "episode": 1460, + "avg_reward": 17041.38, + "avg_cost": 3.0, + "lambda": 0.0525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0525, + 0.0525, + 0.0525, + 0.0525, + 0.0525, + 0.0525, + 0.0525, + 0.0525 + ] + }, + { + "episode": 1470, + "avg_reward": 16737.09, + "avg_cost": 0.75, + "lambda": 0.0925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0925, + 0.0925, + 0.0925, + 0.0925, + 0.0925, + 0.0925, + 0.0925, + 0.0925 + ] + }, + { + "episode": 1480, + "avg_reward": 16962.69, + "avg_cost": 2.0, + "lambda": 0.065, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.065, + 0.065, + 0.065, + 0.065, + 0.065, + 0.065, + 0.065, + 0.065 + ] + }, + { + "episode": 1490, + "avg_reward": 20413.07, + "avg_cost": 2.5, + "lambda": 0.0175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175, + 0.0175 + ] + }, + { + "episode": 1500, + "avg_reward": 19210.49, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "d_per_agent": 3.125 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s3_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_per_agent_lambda_s3_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..fcafe4d87cd42b364d33e0c372c21ddd54e505de --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s3_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,3982 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 1190293.91, + "constraint_satisfaction_pct": 54.2, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 237.65, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55814.41, + "avg_cost": 8.75, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875, + 10.875 + ] + }, + { + "episode": 10, + "avg_reward": -55247.96, + "avg_cost": 6.5, + "lambda": 25.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 25.6, + 25.6, + 25.6, + 25.6, + 25.6, + 25.6, + 25.6, + 25.6 + ] + }, + { + "episode": 20, + "avg_reward": -52524.44, + "avg_cost": 12.5, + "lambda": 38.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 38.525, + 38.525, + 38.525, + 38.525, + 38.525, + 38.525, + 38.525, + 38.525 + ] + }, + { + "episode": 30, + "avg_reward": -49216.05, + "avg_cost": 16.0, + "lambda": 54.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 54.725, + 54.725, + 54.725, + 54.725, + 54.725, + 54.725, + 54.725, + 54.725 + ] + }, + { + "episode": 40, + "avg_reward": -49148.84, + "avg_cost": 5.5, + "lambda": 70.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 70.725, + 70.725, + 70.725, + 70.725, + 70.725, + 70.725, + 70.725, + 70.725 + ] + }, + { + "episode": 50, + "avg_reward": -46543.0, + "avg_cost": 12.25, + "lambda": 79.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 79.075, + 79.075, + 79.075, + 79.075, + 79.075, + 79.075, + 79.075, + 79.075 + ] + }, + { + "episode": 60, + "avg_reward": -42738.99, + "avg_cost": 11.0, + "lambda": 86.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625, + 86.625 + ] + }, + { + "episode": 70, + "avg_reward": -43633.35, + "avg_cost": 5.25, + "lambda": 96.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.0, + 96.0, + 96.0, + 96.0, + 96.0, + 96.0, + 96.0, + 96.0 + ] + }, + { + "episode": 80, + "avg_reward": -40471.77, + "avg_cost": 10.75, + "lambda": 104.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 104.0, + 104.0, + 104.0, + 104.0, + 104.0, + 104.0, + 104.0, + 104.0 + ] + }, + { + "episode": 90, + "avg_reward": -38665.04, + "avg_cost": 11.75, + "lambda": 112.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 112.875, + 112.875, + 112.875, + 112.875, + 112.875, + 112.875, + 112.875, + 112.875 + ] + }, + { + "episode": 100, + "avg_reward": -34608.21, + "avg_cost": 2.25, + "lambda": 118.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 118.475, + 118.475, + 118.475, + 118.475, + 118.475, + 118.475, + 118.475, + 118.475 + ] + }, + { + "episode": 110, + "avg_reward": -32191.36, + "avg_cost": 10.0, + "lambda": 128.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25, + 128.25 + ] + }, + { + "episode": 120, + "avg_reward": -28845.17, + "avg_cost": 13.0, + "lambda": 136.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 136.575, + 136.575, + 136.575, + 136.575, + 136.575, + 136.575, + 136.575, + 136.575 + ] + }, + { + "episode": 130, + "avg_reward": -29975.33, + "avg_cost": 8.0, + "lambda": 141.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 141.85, + 141.85, + 141.85, + 141.85, + 141.85, + 141.85, + 141.85, + 141.85 + ] + }, + { + "episode": 140, + "avg_reward": -29603.19, + "avg_cost": 1.25, + "lambda": 147.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 147.925, + 147.925, + 147.925, + 147.925, + 147.925, + 147.925, + 147.925, + 147.925 + ] + }, + { + "episode": 150, + "avg_reward": -26664.1, + "avg_cost": 0.25, + "lambda": 151.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 151.5, + 151.5, + 151.5, + 151.5, + 151.5, + 151.5, + 151.5, + 151.5 + ] + }, + { + "episode": 160, + "avg_reward": -26151.08, + "avg_cost": 3.5, + "lambda": 156.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 156.025, + 156.025, + 156.025, + 156.025, + 156.025, + 156.025, + 156.025, + 156.025 + ] + }, + { + "episode": 170, + "avg_reward": -31684.73, + "avg_cost": 7.5, + "lambda": 161.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 161.95, + 161.95, + 161.95, + 161.95, + 161.95, + 161.95, + 161.95, + 161.95 + ] + }, + { + "episode": 180, + "avg_reward": -25230.12, + "avg_cost": 0.0, + "lambda": 164.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 164.25, + 164.25, + 164.25, + 164.25, + 164.25, + 164.25, + 164.25, + 164.25 + ] + }, + { + "episode": 190, + "avg_reward": -18023.25, + "avg_cost": 6.0, + "lambda": 169.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 169.025, + 169.025, + 169.025, + 169.025, + 169.025, + 169.025, + 169.025, + 169.025 + ] + }, + { + "episode": 200, + "avg_reward": -15719.28, + "avg_cost": 1.5, + "lambda": 173.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 173.4, + 173.4, + 173.4, + 173.4, + 173.4, + 173.4, + 173.4, + 173.4 + ] + }, + { + "episode": 210, + "avg_reward": -15306.87, + "avg_cost": 6.0, + "lambda": 177.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 177.6, + 177.6, + 177.6, + 177.6, + 177.6, + 177.6, + 177.6, + 177.6 + ] + }, + { + "episode": 220, + "avg_reward": -15391.77, + "avg_cost": 7.25, + "lambda": 182.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 182.65, + 182.65, + 182.65, + 182.65, + 182.65, + 182.65, + 182.65, + 182.65 + ] + }, + { + "episode": 230, + "avg_reward": -15330.13, + "avg_cost": 2.75, + "lambda": 186.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 186.15, + 186.15, + 186.15, + 186.15, + 186.15, + 186.15, + 186.15, + 186.15 + ] + }, + { + "episode": 240, + "avg_reward": -16677.26, + "avg_cost": 3.75, + "lambda": 188.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 188.95, + 188.95, + 188.95, + 188.95, + 188.95, + 188.95, + 188.95, + 188.95 + ] + }, + { + "episode": 250, + "avg_reward": -13987.29, + "avg_cost": 0.25, + "lambda": 191.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 191.0, + 191.0, + 191.0, + 191.0, + 191.0, + 191.0, + 191.0, + 191.0 + ] + }, + { + "episode": 260, + "avg_reward": -11456.37, + "avg_cost": 1.25, + "lambda": 192.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 192.35, + 192.35, + 192.35, + 192.35, + 192.35, + 192.35, + 192.35, + 192.35 + ] + }, + { + "episode": 270, + "avg_reward": -12919.48, + "avg_cost": 0.25, + "lambda": 194.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 194.2, + 194.2, + 194.2, + 194.2, + 194.2, + 194.2, + 194.2, + 194.2 + ] + }, + { + "episode": 280, + "avg_reward": -8936.44, + "avg_cost": 0.5, + "lambda": 195.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 195.425, + 195.425, + 195.425, + 195.425, + 195.425, + 195.425, + 195.425, + 195.425 + ] + }, + { + "episode": 290, + "avg_reward": -10533.93, + "avg_cost": 3.0, + "lambda": 198.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 198.225, + 198.225, + 198.225, + 198.225, + 198.225, + 198.225, + 198.225, + 198.225 + ] + }, + { + "episode": 300, + "avg_reward": -10135.78, + "avg_cost": 2.0, + "lambda": 199.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 199.95, + 199.95, + 199.95, + 199.95, + 199.95, + 199.95, + 199.95, + 199.95 + ] + }, + { + "episode": 310, + "avg_reward": -7988.92, + "avg_cost": 4.75, + "lambda": 201.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 201.15, + 201.15, + 201.15, + 201.15, + 201.15, + 201.15, + 201.15, + 201.15 + ] + }, + { + "episode": 320, + "avg_reward": -7065.39, + "avg_cost": 0.25, + "lambda": 202.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 202.5, + 202.5, + 202.5, + 202.5, + 202.5, + 202.5, + 202.5, + 202.5 + ] + }, + { + "episode": 330, + "avg_reward": -5167.06, + "avg_cost": 2.75, + "lambda": 204.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 204.325, + 204.325, + 204.325, + 204.325, + 204.325, + 204.325, + 204.325, + 204.325 + ] + }, + { + "episode": 340, + "avg_reward": -4439.53, + "avg_cost": 1.25, + "lambda": 206.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 206.925, + 206.925, + 206.925, + 206.925, + 206.925, + 206.925, + 206.925, + 206.925 + ] + }, + { + "episode": 350, + "avg_reward": -7155.8, + "avg_cost": 0.25, + "lambda": 208.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 208.775, + 208.775, + 208.775, + 208.775, + 208.775, + 208.775, + 208.775, + 208.775 + ] + }, + { + "episode": 360, + "avg_reward": -4099.72, + "avg_cost": 0.0, + "lambda": 209.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 209.625, + 209.625, + 209.625, + 209.625, + 209.625, + 209.625, + 209.625, + 209.625 + ] + }, + { + "episode": 370, + "avg_reward": -3774.76, + "avg_cost": 3.25, + "lambda": 210.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 210.875, + 210.875, + 210.875, + 210.875, + 210.875, + 210.875, + 210.875, + 210.875 + ] + }, + { + "episode": 380, + "avg_reward": -4717.57, + "avg_cost": 1.75, + "lambda": 211.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 211.7, + 211.7, + 211.7, + 211.7, + 211.7, + 211.7, + 211.7, + 211.7 + ] + }, + { + "episode": 390, + "avg_reward": -4384.12, + "avg_cost": 0.0, + "lambda": 212.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 212.5, + 212.5, + 212.5, + 212.5, + 212.5, + 212.5, + 212.5, + 212.5 + ] + }, + { + "episode": 400, + "avg_reward": -2572.68, + "avg_cost": 0.25, + "lambda": 213.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 213.25, + 213.25, + 213.25, + 213.25, + 213.25, + 213.25, + 213.25, + 213.25 + ] + }, + { + "episode": 410, + "avg_reward": -1789.98, + "avg_cost": 3.25, + "lambda": 214.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.2, + 214.2, + 214.2, + 214.2, + 214.2, + 214.2, + 214.2, + 214.2 + ] + }, + { + "episode": 420, + "avg_reward": -897.15, + "avg_cost": 0.75, + "lambda": 214.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.775, + 214.775, + 214.775, + 214.775, + 214.775, + 214.775, + 214.775, + 214.775 + ] + }, + { + "episode": 430, + "avg_reward": -2176.29, + "avg_cost": 0.0, + "lambda": 215.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 215.75, + 215.75, + 215.75, + 215.75, + 215.75, + 215.75, + 215.75, + 215.75 + ] + }, + { + "episode": 440, + "avg_reward": -229.49, + "avg_cost": 2.5, + "lambda": 216.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 216.475, + 216.475, + 216.475, + 216.475, + 216.475, + 216.475, + 216.475, + 216.475 + ] + }, + { + "episode": 450, + "avg_reward": -975.07, + "avg_cost": 1.75, + "lambda": 217.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 217.175, + 217.175, + 217.175, + 217.175, + 217.175, + 217.175, + 217.175, + 217.175 + ] + }, + { + "episode": 460, + "avg_reward": 491.69, + "avg_cost": 0.0, + "lambda": 218.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 218.175, + 218.175, + 218.175, + 218.175, + 218.175, + 218.175, + 218.175, + 218.175 + ] + }, + { + "episode": 470, + "avg_reward": 278.1, + "avg_cost": 1.0, + "lambda": 218.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 218.9, + 218.9, + 218.9, + 218.9, + 218.9, + 218.9, + 218.9, + 218.9 + ] + }, + { + "episode": 480, + "avg_reward": -427.16, + "avg_cost": 0.0, + "lambda": 219.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 219.375, + 219.375, + 219.375, + 219.375, + 219.375, + 219.375, + 219.375, + 219.375 + ] + }, + { + "episode": 490, + "avg_reward": 1354.33, + "avg_cost": 0.0, + "lambda": 220.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 220.15, + 220.15, + 220.15, + 220.15, + 220.15, + 220.15, + 220.15, + 220.15 + ] + }, + { + "episode": 500, + "avg_reward": 1351.31, + "avg_cost": 0.0, + "lambda": 220.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 220.95, + 220.95, + 220.95, + 220.95, + 220.95, + 220.95, + 220.95, + 220.95 + ] + }, + { + "episode": 510, + "avg_reward": 2043.83, + "avg_cost": 2.5, + "lambda": 222.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 222.15, + 222.15, + 222.15, + 222.15, + 222.15, + 222.15, + 222.15, + 222.15 + ] + }, + { + "episode": 520, + "avg_reward": 928.86, + "avg_cost": 0.25, + "lambda": 222.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 222.55, + 222.55, + 222.55, + 222.55, + 222.55, + 222.55, + 222.55, + 222.55 + ] + }, + { + "episode": 530, + "avg_reward": 2649.88, + "avg_cost": 0.25, + "lambda": 223.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 223.025, + 223.025, + 223.025, + 223.025, + 223.025, + 223.025, + 223.025, + 223.025 + ] + }, + { + "episode": 540, + "avg_reward": 2534.49, + "avg_cost": 2.0, + "lambda": 223.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 223.375, + 223.375, + 223.375, + 223.375, + 223.375, + 223.375, + 223.375, + 223.375 + ] + }, + { + "episode": 550, + "avg_reward": 2180.91, + "avg_cost": 0.0, + "lambda": 224.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 224.275, + 224.275, + 224.275, + 224.275, + 224.275, + 224.275, + 224.275, + 224.275 + ] + }, + { + "episode": 560, + "avg_reward": 3011.79, + "avg_cost": 0.0, + "lambda": 224.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9, + 224.9 + ] + }, + { + "episode": 570, + "avg_reward": 647.8, + "avg_cost": 3.25, + "lambda": 225.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 225.6, + 225.6, + 225.6, + 225.6, + 225.6, + 225.6, + 225.6, + 225.6 + ] + }, + { + "episode": 580, + "avg_reward": 3356.44, + "avg_cost": 0.0, + "lambda": 225.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 225.925, + 225.925, + 225.925, + 225.925, + 225.925, + 225.925, + 225.925, + 225.925 + ] + }, + { + "episode": 590, + "avg_reward": 4065.67, + "avg_cost": 0.0, + "lambda": 226.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 226.2, + 226.2, + 226.2, + 226.2, + 226.2, + 226.2, + 226.2, + 226.2 + ] + }, + { + "episode": 600, + "avg_reward": 3414.11, + "avg_cost": 1.25, + "lambda": 226.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 226.65, + 226.65, + 226.65, + 226.65, + 226.65, + 226.65, + 226.65, + 226.65 + ] + }, + { + "episode": 610, + "avg_reward": 4104.05, + "avg_cost": 1.25, + "lambda": 227.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.15, + 227.15, + 227.15, + 227.15, + 227.15, + 227.15, + 227.15, + 227.15 + ] + }, + { + "episode": 620, + "avg_reward": 3094.72, + "avg_cost": 0.25, + "lambda": 227.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.35, + 227.35, + 227.35, + 227.35, + 227.35, + 227.35, + 227.35, + 227.35 + ] + }, + { + "episode": 630, + "avg_reward": 4022.84, + "avg_cost": 1.0, + "lambda": 227.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.65, + 227.65, + 227.65, + 227.65, + 227.65, + 227.65, + 227.65, + 227.65 + ] + }, + { + "episode": 640, + "avg_reward": 4612.59, + "avg_cost": 0.0, + "lambda": 227.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.85, + 227.85, + 227.85, + 227.85, + 227.85, + 227.85, + 227.85, + 227.85 + ] + }, + { + "episode": 650, + "avg_reward": 4842.83, + "avg_cost": 0.0, + "lambda": 228.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 228.325, + 228.325, + 228.325, + 228.325, + 228.325, + 228.325, + 228.325, + 228.325 + ] + }, + { + "episode": 660, + "avg_reward": 4828.79, + "avg_cost": 0.0, + "lambda": 228.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 228.475, + 228.475, + 228.475, + 228.475, + 228.475, + 228.475, + 228.475, + 228.475 + ] + }, + { + "episode": 670, + "avg_reward": 5040.95, + "avg_cost": 0.5, + "lambda": 228.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 228.725, + 228.725, + 228.725, + 228.725, + 228.725, + 228.725, + 228.725, + 228.725 + ] + }, + { + "episode": 680, + "avg_reward": 5316.38, + "avg_cost": 0.25, + "lambda": 228.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 228.875, + 228.875, + 228.875, + 228.875, + 228.875, + 228.875, + 228.875, + 228.875 + ] + }, + { + "episode": 690, + "avg_reward": 5144.24, + "avg_cost": 0.0, + "lambda": 229.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.225, + 229.225, + 229.225, + 229.225, + 229.225, + 229.225, + 229.225, + 229.225 + ] + }, + { + "episode": 700, + "avg_reward": 6968.52, + "avg_cost": 0.0, + "lambda": 229.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.325, + 229.325, + 229.325, + 229.325, + 229.325, + 229.325, + 229.325, + 229.325 + ] + }, + { + "episode": 710, + "avg_reward": 6947.21, + "avg_cost": 0.0, + "lambda": 229.45, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.45, + 229.45, + 229.45, + 229.45, + 229.45, + 229.45, + 229.45, + 229.45 + ] + }, + { + "episode": 720, + "avg_reward": 7057.03, + "avg_cost": 0.0, + "lambda": 229.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.65, + 229.65, + 229.65, + 229.65, + 229.65, + 229.65, + 229.65, + 229.65 + ] + }, + { + "episode": 730, + "avg_reward": 7048.94, + "avg_cost": 0.0, + "lambda": 230.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.125, + 230.125, + 230.125, + 230.125, + 230.125, + 230.125, + 230.125, + 230.125 + ] + }, + { + "episode": 740, + "avg_reward": 7060.68, + "avg_cost": 0.0, + "lambda": 230.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.425, + 230.425, + 230.425, + 230.425, + 230.425, + 230.425, + 230.425, + 230.425 + ] + }, + { + "episode": 750, + "avg_reward": 6504.98, + "avg_cost": 0.0, + "lambda": 230.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.475, + 230.475, + 230.475, + 230.475, + 230.475, + 230.475, + 230.475, + 230.475 + ] + }, + { + "episode": 760, + "avg_reward": 7423.27, + "avg_cost": 0.0, + "lambda": 230.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.5, + 230.5, + 230.5, + 230.5, + 230.5, + 230.5, + 230.5, + 230.5 + ] + }, + { + "episode": 770, + "avg_reward": 7231.27, + "avg_cost": 0.25, + "lambda": 230.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 230.825, + 230.825, + 230.825, + 230.825, + 230.825, + 230.825, + 230.825, + 230.825 + ] + }, + { + "episode": 780, + "avg_reward": 7927.25, + "avg_cost": 0.5, + "lambda": 231.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.0, + 231.0, + 231.0, + 231.0, + 231.0, + 231.0, + 231.0, + 231.0 + ] + }, + { + "episode": 790, + "avg_reward": 8486.89, + "avg_cost": 1.0, + "lambda": 231.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.2, + 231.2, + 231.2, + 231.2, + 231.2, + 231.2, + 231.2, + 231.2 + ] + }, + { + "episode": 800, + "avg_reward": 7578.83, + "avg_cost": 0.0, + "lambda": 231.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.325, + 231.325, + 231.325, + 231.325, + 231.325, + 231.325, + 231.325, + 231.325 + ] + }, + { + "episode": 810, + "avg_reward": 8341.44, + "avg_cost": 0.0, + "lambda": 231.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.575, + 231.575, + 231.575, + 231.575, + 231.575, + 231.575, + 231.575, + 231.575 + ] + }, + { + "episode": 820, + "avg_reward": 8761.53, + "avg_cost": 0.0, + "lambda": 231.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.6, + 231.6, + 231.6, + 231.6, + 231.6, + 231.6, + 231.6, + 231.6 + ] + }, + { + "episode": 830, + "avg_reward": 8352.25, + "avg_cost": 0.25, + "lambda": 231.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.625, + 231.625, + 231.625, + 231.625, + 231.625, + 231.625, + 231.625, + 231.625 + ] + }, + { + "episode": 840, + "avg_reward": 8899.67, + "avg_cost": 0.0, + "lambda": 231.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.85, + 231.85, + 231.85, + 231.85, + 231.85, + 231.85, + 231.85, + 231.85 + ] + }, + { + "episode": 850, + "avg_reward": 9253.69, + "avg_cost": 0.0, + "lambda": 231.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.975, + 231.975, + 231.975, + 231.975, + 231.975, + 231.975, + 231.975, + 231.975 + ] + }, + { + "episode": 860, + "avg_reward": 9273.42, + "avg_cost": 0.0, + "lambda": 232.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.075, + 232.075, + 232.075, + 232.075, + 232.075, + 232.075, + 232.075, + 232.075 + ] + }, + { + "episode": 870, + "avg_reward": 9521.34, + "avg_cost": 0.0, + "lambda": 232.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125 + ] + }, + { + "episode": 880, + "avg_reward": 10084.99, + "avg_cost": 0.0, + "lambda": 232.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125, + 232.125 + ] + }, + { + "episode": 890, + "avg_reward": 9933.79, + "avg_cost": 0.0, + "lambda": 232.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.175, + 232.175, + 232.175, + 232.175, + 232.175, + 232.175, + 232.175, + 232.175 + ] + }, + { + "episode": 900, + "avg_reward": 9325.68, + "avg_cost": 0.0, + "lambda": 232.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275 + ] + }, + { + "episode": 910, + "avg_reward": 9444.59, + "avg_cost": 0.0, + "lambda": 232.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275, + 232.275 + ] + }, + { + "episode": 920, + "avg_reward": 10549.53, + "avg_cost": 0.0, + "lambda": 232.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.35, + 232.35, + 232.35, + 232.35, + 232.35, + 232.35, + 232.35, + 232.35 + ] + }, + { + "episode": 930, + "avg_reward": 10233.08, + "avg_cost": 0.0, + "lambda": 232.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.375, + 232.375, + 232.375, + 232.375, + 232.375, + 232.375, + 232.375, + 232.375 + ] + }, + { + "episode": 940, + "avg_reward": 10651.54, + "avg_cost": 0.0, + "lambda": 232.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.4, + 232.4, + 232.4, + 232.4, + 232.4, + 232.4, + 232.4, + 232.4 + ] + }, + { + "episode": 950, + "avg_reward": 11145.15, + "avg_cost": 0.0, + "lambda": 232.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.425, + 232.425, + 232.425, + 232.425, + 232.425, + 232.425, + 232.425, + 232.425 + ] + }, + { + "episode": 960, + "avg_reward": 11056.1, + "avg_cost": 0.0, + "lambda": 232.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525 + ] + }, + { + "episode": 970, + "avg_reward": 11522.31, + "avg_cost": 0.0, + "lambda": 232.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.575, + 232.575, + 232.575, + 232.575, + 232.575, + 232.575, + 232.575, + 232.575 + ] + }, + { + "episode": 980, + "avg_reward": 10141.79, + "avg_cost": 0.0, + "lambda": 232.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.65, + 232.65, + 232.65, + 232.65, + 232.65, + 232.65, + 232.65, + 232.65 + ] + }, + { + "episode": 990, + "avg_reward": 11579.13, + "avg_cost": 0.0, + "lambda": 232.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975 + ] + }, + { + "episode": 1000, + "avg_reward": 11249.43, + "avg_cost": 0.0, + "lambda": 232.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975, + 232.975 + ] + }, + { + "episode": 1010, + "avg_reward": 10858.93, + "avg_cost": 0.25, + "lambda": 233.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.175, + 233.175, + 233.175, + 233.175, + 233.175, + 233.175, + 233.175, + 233.175 + ] + }, + { + "episode": 1020, + "avg_reward": 11854.29, + "avg_cost": 0.0, + "lambda": 233.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225 + ] + }, + { + "episode": 1030, + "avg_reward": 11706.75, + "avg_cost": 0.0, + "lambda": 233.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225, + 233.225 + ] + }, + { + "episode": 1040, + "avg_reward": 10606.84, + "avg_cost": 0.0, + "lambda": 233.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.275, + 233.275, + 233.275, + 233.275, + 233.275, + 233.275, + 233.275, + 233.275 + ] + }, + { + "episode": 1050, + "avg_reward": 11465.8, + "avg_cost": 0.0, + "lambda": 233.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.3, + 233.3, + 233.3, + 233.3, + 233.3, + 233.3, + 233.3, + 233.3 + ] + }, + { + "episode": 1060, + "avg_reward": 11716.83, + "avg_cost": 0.0, + "lambda": 233.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.325, + 233.325, + 233.325, + 233.325, + 233.325, + 233.325, + 233.325, + 233.325 + ] + }, + { + "episode": 1070, + "avg_reward": 11859.17, + "avg_cost": 0.0, + "lambda": 233.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.35, + 233.35, + 233.35, + 233.35, + 233.35, + 233.35, + 233.35, + 233.35 + ] + }, + { + "episode": 1080, + "avg_reward": 11291.95, + "avg_cost": 0.0, + "lambda": 233.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4 + ] + }, + { + "episode": 1090, + "avg_reward": 12293.72, + "avg_cost": 0.0, + "lambda": 233.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4, + 233.4 + ] + }, + { + "episode": 1100, + "avg_reward": 11623.33, + "avg_cost": 0.0, + "lambda": 233.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5 + ] + }, + { + "episode": 1110, + "avg_reward": 11900.17, + "avg_cost": 0.0, + "lambda": 233.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5, + 233.5 + ] + }, + { + "episode": 1120, + "avg_reward": 13226.31, + "avg_cost": 0.0, + "lambda": 233.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.525, + 233.525, + 233.525, + 233.525, + 233.525, + 233.525, + 233.525, + 233.525 + ] + }, + { + "episode": 1130, + "avg_reward": 12799.19, + "avg_cost": 0.0, + "lambda": 233.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.65, + 233.65, + 233.65, + 233.65, + 233.65, + 233.65, + 233.65, + 233.65 + ] + }, + { + "episode": 1140, + "avg_reward": 13090.56, + "avg_cost": 0.0, + "lambda": 233.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.775, + 233.775, + 233.775, + 233.775, + 233.775, + 233.775, + 233.775, + 233.775 + ] + }, + { + "episode": 1150, + "avg_reward": 12867.51, + "avg_cost": 0.0, + "lambda": 233.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.875, + 233.875, + 233.875, + 233.875, + 233.875, + 233.875, + 233.875, + 233.875 + ] + }, + { + "episode": 1160, + "avg_reward": 12623.79, + "avg_cost": 0.0, + "lambda": 233.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.9, + 233.9, + 233.9, + 233.9, + 233.9, + 233.9, + 233.9, + 233.9 + ] + }, + { + "episode": 1170, + "avg_reward": 12523.1, + "avg_cost": 0.0, + "lambda": 233.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.925, + 233.925, + 233.925, + 233.925, + 233.925, + 233.925, + 233.925, + 233.925 + ] + }, + { + "episode": 1180, + "avg_reward": 13997.18, + "avg_cost": 0.0, + "lambda": 234.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.0, + 234.0, + 234.0, + 234.0, + 234.0, + 234.0, + 234.0, + 234.0 + ] + }, + { + "episode": 1190, + "avg_reward": 12996.56, + "avg_cost": 0.25, + "lambda": 234.125, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.125, + 234.125, + 234.125, + 234.125, + 234.125, + 234.125, + 234.125, + 234.125 + ] + }, + { + "episode": 1200, + "avg_reward": 13392.38, + "avg_cost": 0.0, + "lambda": 234.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.225, + 234.225, + 234.225, + 234.225, + 234.225, + 234.225, + 234.225, + 234.225 + ] + }, + { + "episode": 1210, + "avg_reward": 13880.77, + "avg_cost": 0.25, + "lambda": 234.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6 + ] + }, + { + "episode": 1220, + "avg_reward": 14506.23, + "avg_cost": 0.0, + "lambda": 234.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6, + 234.6 + ] + }, + { + "episode": 1230, + "avg_reward": 15749.3, + "avg_cost": 0.0, + "lambda": 234.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.65, + 234.65, + 234.65, + 234.65, + 234.65, + 234.65, + 234.65, + 234.65 + ] + }, + { + "episode": 1240, + "avg_reward": 15147.16, + "avg_cost": 0.0, + "lambda": 234.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.725, + 234.725, + 234.725, + 234.725, + 234.725, + 234.725, + 234.725, + 234.725 + ] + }, + { + "episode": 1250, + "avg_reward": 13803.34, + "avg_cost": 0.0, + "lambda": 234.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.825, + 234.825, + 234.825, + 234.825, + 234.825, + 234.825, + 234.825, + 234.825 + ] + }, + { + "episode": 1260, + "avg_reward": 15014.09, + "avg_cost": 0.0, + "lambda": 234.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.875, + 234.875, + 234.875, + 234.875, + 234.875, + 234.875, + 234.875, + 234.875 + ] + }, + { + "episode": 1270, + "avg_reward": 13764.53, + "avg_cost": 0.0, + "lambda": 234.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975 + ] + }, + { + "episode": 1280, + "avg_reward": 15855.29, + "avg_cost": 0.0, + "lambda": 234.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975 + ] + }, + { + "episode": 1290, + "avg_reward": 15850.93, + "avg_cost": 0.0, + "lambda": 234.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975, + 234.975 + ] + }, + { + "episode": 1300, + "avg_reward": 15409.5, + "avg_cost": 0.0, + "lambda": 235.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.1, + 235.1, + 235.1, + 235.1, + 235.1, + 235.1, + 235.1, + 235.1 + ] + }, + { + "episode": 1310, + "avg_reward": 15608.97, + "avg_cost": 0.0, + "lambda": 235.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.15, + 235.15, + 235.15, + 235.15, + 235.15, + 235.15, + 235.15, + 235.15 + ] + }, + { + "episode": 1320, + "avg_reward": 15387.12, + "avg_cost": 0.0, + "lambda": 235.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.4, + 235.4, + 235.4, + 235.4, + 235.4, + 235.4, + 235.4, + 235.4 + ] + }, + { + "episode": 1330, + "avg_reward": 16383.96, + "avg_cost": 0.0, + "lambda": 235.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525 + ] + }, + { + "episode": 1340, + "avg_reward": 15221.21, + "avg_cost": 0.0, + "lambda": 235.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85, + 235.85 + ] + }, + { + "episode": 1350, + "avg_reward": 15892.83, + "avg_cost": 0.0, + "lambda": 236.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.05, + 236.05, + 236.05, + 236.05, + 236.05, + 236.05, + 236.05, + 236.05 + ] + }, + { + "episode": 1360, + "avg_reward": 16344.72, + "avg_cost": 0.0, + "lambda": 236.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.1, + 236.1, + 236.1, + 236.1, + 236.1, + 236.1, + 236.1, + 236.1 + ] + }, + { + "episode": 1370, + "avg_reward": 15913.41, + "avg_cost": 0.0, + "lambda": 236.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.275, + 236.275, + 236.275, + 236.275, + 236.275, + 236.275, + 236.275, + 236.275 + ] + }, + { + "episode": 1380, + "avg_reward": 17364.11, + "avg_cost": 0.75, + "lambda": 236.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.425, + 236.425, + 236.425, + 236.425, + 236.425, + 236.425, + 236.425, + 236.425 + ] + }, + { + "episode": 1390, + "avg_reward": 16205.81, + "avg_cost": 0.0, + "lambda": 236.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.55, + 236.55, + 236.55, + 236.55, + 236.55, + 236.55, + 236.55, + 236.55 + ] + }, + { + "episode": 1400, + "avg_reward": 16485.71, + "avg_cost": 0.5, + "lambda": 236.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6 + ] + }, + { + "episode": 1410, + "avg_reward": 14726.95, + "avg_cost": 0.0, + "lambda": 236.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6, + 236.6 + ] + }, + { + "episode": 1420, + "avg_reward": 14012.1, + "avg_cost": 0.0, + "lambda": 236.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.675, + 236.675, + 236.675, + 236.675, + 236.675, + 236.675, + 236.675, + 236.675 + ] + }, + { + "episode": 1430, + "avg_reward": 15543.15, + "avg_cost": 0.25, + "lambda": 236.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.975, + 236.975, + 236.975, + 236.975, + 236.975, + 236.975, + 236.975, + 236.975 + ] + }, + { + "episode": 1440, + "avg_reward": 15487.48, + "avg_cost": 0.0, + "lambda": 237.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075 + ] + }, + { + "episode": 1450, + "avg_reward": 15737.13, + "avg_cost": 0.0, + "lambda": 237.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075, + 237.075 + ] + }, + { + "episode": 1460, + "avg_reward": 16643.56, + "avg_cost": 0.0, + "lambda": 237.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3 + ] + }, + { + "episode": 1470, + "avg_reward": 16468.77, + "avg_cost": 0.0, + "lambda": 237.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3, + 237.3 + ] + }, + { + "episode": 1480, + "avg_reward": 16063.38, + "avg_cost": 0.0, + "lambda": 237.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.475, + 237.475, + 237.475, + 237.475, + 237.475, + 237.475, + 237.475, + 237.475 + ] + }, + { + "episode": 1490, + "avg_reward": 16907.16, + "avg_cost": 0.0, + "lambda": 237.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625 + ] + }, + { + "episode": 1500, + "avg_reward": 17228.59, + "avg_cost": 0.0, + "lambda": 237.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65 + ] + } + ], + "final_lambdas": [ + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65, + 237.65 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_n8_per_agent_lambda_s4_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json b/results/diagnostic_results_n8_per_agent_lambda_s4_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json new file mode 100644 index 0000000000000000000000000000000000000000..2e3b3148180764fccac510d006b390ecae5a1c01 --- /dev/null +++ b/results/diagnostic_results_n8_per_agent_lambda_s4_1500ep_mamujoco_Ant_8x1_v28c_ant8x1.json @@ -0,0 +1,3982 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 8, + "alphas": [ + 4.0, + 3.5, + 3.0, + 2.5, + 2.0, + 1.5, + 1.0, + 0.5 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -366321.88, + "constraint_satisfaction_pct": 54.47, + "final_rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "final_lambda": 254.4, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -55947.11, + "avg_cost": 22.75, + "lambda": 12.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 12.275, + 12.275, + 12.275, + 12.275, + 12.275, + 12.275, + 12.275, + 12.275 + ] + }, + { + "episode": 10, + "avg_reward": -53880.51, + "avg_cost": 6.5, + "lambda": 24.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 24.15, + 24.15, + 24.15, + 24.15, + 24.15, + 24.15, + 24.15, + 24.15 + ] + }, + { + "episode": 20, + "avg_reward": -48901.73, + "avg_cost": 4.75, + "lambda": 35.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 35.7, + 35.7, + 35.7, + 35.7, + 35.7, + 35.7, + 35.7, + 35.7 + ] + }, + { + "episode": 30, + "avg_reward": -49880.65, + "avg_cost": 17.75, + "lambda": 49.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 49.4, + 49.4, + 49.4, + 49.4, + 49.4, + 49.4, + 49.4, + 49.4 + ] + }, + { + "episode": 40, + "avg_reward": -47573.32, + "avg_cost": 12.5, + "lambda": 64.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 64.625, + 64.625, + 64.625, + 64.625, + 64.625, + 64.625, + 64.625, + 64.625 + ] + }, + { + "episode": 50, + "avg_reward": -46786.15, + "avg_cost": 3.0, + "lambda": 75.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 75.2, + 75.2, + 75.2, + 75.2, + 75.2, + 75.2, + 75.2, + 75.2 + ] + }, + { + "episode": 60, + "avg_reward": -44659.98, + "avg_cost": 4.25, + "lambda": 83.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 83.075, + 83.075, + 83.075, + 83.075, + 83.075, + 83.075, + 83.075, + 83.075 + ] + }, + { + "episode": 70, + "avg_reward": -40630.48, + "avg_cost": 11.0, + "lambda": 96.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 96.9, + 96.9, + 96.9, + 96.9, + 96.9, + 96.9, + 96.9, + 96.9 + ] + }, + { + "episode": 80, + "avg_reward": -36914.15, + "avg_cost": 11.5, + "lambda": 105.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 105.575, + 105.575, + 105.575, + 105.575, + 105.575, + 105.575, + 105.575, + 105.575 + ] + }, + { + "episode": 90, + "avg_reward": -37187.23, + "avg_cost": 10.75, + "lambda": 116.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 116.025, + 116.025, + 116.025, + 116.025, + 116.025, + 116.025, + 116.025, + 116.025 + ] + }, + { + "episode": 100, + "avg_reward": -37452.62, + "avg_cost": 4.25, + "lambda": 124.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 124.575, + 124.575, + 124.575, + 124.575, + 124.575, + 124.575, + 124.575, + 124.575 + ] + }, + { + "episode": 110, + "avg_reward": -36542.37, + "avg_cost": 4.75, + "lambda": 134.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 134.325, + 134.325, + 134.325, + 134.325, + 134.325, + 134.325, + 134.325, + 134.325 + ] + }, + { + "episode": 120, + "avg_reward": -32290.92, + "avg_cost": 2.5, + "lambda": 141.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 141.05, + 141.05, + 141.05, + 141.05, + 141.05, + 141.05, + 141.05, + 141.05 + ] + }, + { + "episode": 130, + "avg_reward": -31391.19, + "avg_cost": 4.5, + "lambda": 146.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 146.7, + 146.7, + 146.7, + 146.7, + 146.7, + 146.7, + 146.7, + 146.7 + ] + }, + { + "episode": 140, + "avg_reward": -35867.84, + "avg_cost": 3.0, + "lambda": 152.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 152.275, + 152.275, + 152.275, + 152.275, + 152.275, + 152.275, + 152.275, + 152.275 + ] + }, + { + "episode": 150, + "avg_reward": -31778.42, + "avg_cost": 13.75, + "lambda": 159.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 159.35, + 159.35, + 159.35, + 159.35, + 159.35, + 159.35, + 159.35, + 159.35 + ] + }, + { + "episode": 160, + "avg_reward": -30358.43, + "avg_cost": 9.0, + "lambda": 164.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 164.1, + 164.1, + 164.1, + 164.1, + 164.1, + 164.1, + 164.1, + 164.1 + ] + }, + { + "episode": 170, + "avg_reward": -30456.17, + "avg_cost": 2.25, + "lambda": 167.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 167.575, + 167.575, + 167.575, + 167.575, + 167.575, + 167.575, + 167.575, + 167.575 + ] + }, + { + "episode": 180, + "avg_reward": -26437.5, + "avg_cost": 7.5, + "lambda": 171.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 171.225, + 171.225, + 171.225, + 171.225, + 171.225, + 171.225, + 171.225, + 171.225 + ] + }, + { + "episode": 190, + "avg_reward": -25537.52, + "avg_cost": 5.0, + "lambda": 176.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 176.15, + 176.15, + 176.15, + 176.15, + 176.15, + 176.15, + 176.15, + 176.15 + ] + }, + { + "episode": 200, + "avg_reward": -21947.01, + "avg_cost": 0.25, + "lambda": 179.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 179.65, + 179.65, + 179.65, + 179.65, + 179.65, + 179.65, + 179.65, + 179.65 + ] + }, + { + "episode": 210, + "avg_reward": -21147.38, + "avg_cost": 4.75, + "lambda": 186.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 186.225, + 186.225, + 186.225, + 186.225, + 186.225, + 186.225, + 186.225, + 186.225 + ] + }, + { + "episode": 220, + "avg_reward": -20675.36, + "avg_cost": 0.75, + "lambda": 189.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 189.425, + 189.425, + 189.425, + 189.425, + 189.425, + 189.425, + 189.425, + 189.425 + ] + }, + { + "episode": 230, + "avg_reward": -19245.72, + "avg_cost": 4.25, + "lambda": 192.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 192.375, + 192.375, + 192.375, + 192.375, + 192.375, + 192.375, + 192.375, + 192.375 + ] + }, + { + "episode": 240, + "avg_reward": -19806.18, + "avg_cost": 0.0, + "lambda": 194.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 194.3, + 194.3, + 194.3, + 194.3, + 194.3, + 194.3, + 194.3, + 194.3 + ] + }, + { + "episode": 250, + "avg_reward": -16930.89, + "avg_cost": 1.5, + "lambda": 196.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 196.5, + 196.5, + 196.5, + 196.5, + 196.5, + 196.5, + 196.5, + 196.5 + ] + }, + { + "episode": 260, + "avg_reward": -14605.38, + "avg_cost": 0.0, + "lambda": 198.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 198.675, + 198.675, + 198.675, + 198.675, + 198.675, + 198.675, + 198.675, + 198.675 + ] + }, + { + "episode": 270, + "avg_reward": -15020.3, + "avg_cost": 0.25, + "lambda": 200.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 200.225, + 200.225, + 200.225, + 200.225, + 200.225, + 200.225, + 200.225, + 200.225 + ] + }, + { + "episode": 280, + "avg_reward": -13606.67, + "avg_cost": 3.75, + "lambda": 202.325, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 202.325, + 202.325, + 202.325, + 202.325, + 202.325, + 202.325, + 202.325, + 202.325 + ] + }, + { + "episode": 290, + "avg_reward": -12951.15, + "avg_cost": 2.0, + "lambda": 204.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 204.875, + 204.875, + 204.875, + 204.875, + 204.875, + 204.875, + 204.875, + 204.875 + ] + }, + { + "episode": 300, + "avg_reward": -11410.59, + "avg_cost": 5.75, + "lambda": 208.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 208.3, + 208.3, + 208.3, + 208.3, + 208.3, + 208.3, + 208.3, + 208.3 + ] + }, + { + "episode": 310, + "avg_reward": -10422.83, + "avg_cost": 4.0, + "lambda": 211.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 211.525, + 211.525, + 211.525, + 211.525, + 211.525, + 211.525, + 211.525, + 211.525 + ] + }, + { + "episode": 320, + "avg_reward": -10944.4, + "avg_cost": 0.25, + "lambda": 212.675, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 212.675, + 212.675, + 212.675, + 212.675, + 212.675, + 212.675, + 212.675, + 212.675 + ] + }, + { + "episode": 330, + "avg_reward": -8575.89, + "avg_cost": 2.5, + "lambda": 214.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55, + 214.55 + ] + }, + { + "episode": 340, + "avg_reward": -8937.18, + "avg_cost": 1.75, + "lambda": 217.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 217.225, + 217.225, + 217.225, + 217.225, + 217.225, + 217.225, + 217.225, + 217.225 + ] + }, + { + "episode": 350, + "avg_reward": -8222.18, + "avg_cost": 0.0, + "lambda": 218.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 218.625, + 218.625, + 218.625, + 218.625, + 218.625, + 218.625, + 218.625, + 218.625 + ] + }, + { + "episode": 360, + "avg_reward": -7590.44, + "avg_cost": 3.25, + "lambda": 221.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 221.0, + 221.0, + 221.0, + 221.0, + 221.0, + 221.0, + 221.0, + 221.0 + ] + }, + { + "episode": 370, + "avg_reward": -6334.7, + "avg_cost": 2.0, + "lambda": 223.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 223.85, + 223.85, + 223.85, + 223.85, + 223.85, + 223.85, + 223.85, + 223.85 + ] + }, + { + "episode": 380, + "avg_reward": -6781.62, + "avg_cost": 0.25, + "lambda": 225.95, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 225.95, + 225.95, + 225.95, + 225.95, + 225.95, + 225.95, + 225.95, + 225.95 + ] + }, + { + "episode": 390, + "avg_reward": -4933.46, + "avg_cost": 0.5, + "lambda": 227.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 227.3, + 227.3, + 227.3, + 227.3, + 227.3, + 227.3, + 227.3, + 227.3 + ] + }, + { + "episode": 400, + "avg_reward": -4717.85, + "avg_cost": 1.75, + "lambda": 229.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 229.975, + 229.975, + 229.975, + 229.975, + 229.975, + 229.975, + 229.975, + 229.975 + ] + }, + { + "episode": 410, + "avg_reward": -5590.8, + "avg_cost": 2.25, + "lambda": 231.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 231.7, + 231.7, + 231.7, + 231.7, + 231.7, + 231.7, + 231.7, + 231.7 + ] + }, + { + "episode": 420, + "avg_reward": -4261.4, + "avg_cost": 0.25, + "lambda": 232.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525, + 232.525 + ] + }, + { + "episode": 430, + "avg_reward": -2770.34, + "avg_cost": 0.5, + "lambda": 233.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 233.625, + 233.625, + 233.625, + 233.625, + 233.625, + 233.625, + 233.625, + 233.625 + ] + }, + { + "episode": 440, + "avg_reward": -3235.6, + "avg_cost": 0.25, + "lambda": 234.25, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 234.25, + 234.25, + 234.25, + 234.25, + 234.25, + 234.25, + 234.25, + 234.25 + ] + }, + { + "episode": 450, + "avg_reward": -2226.3, + "avg_cost": 2.0, + "lambda": 235.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525, + 235.525 + ] + }, + { + "episode": 460, + "avg_reward": -1771.31, + "avg_cost": 1.5, + "lambda": 236.7, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 236.7, + 236.7, + 236.7, + 236.7, + 236.7, + 236.7, + 236.7, + 236.7 + ] + }, + { + "episode": 470, + "avg_reward": -837.03, + "avg_cost": 0.5, + "lambda": 237.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625, + 237.625 + ] + }, + { + "episode": 480, + "avg_reward": 754.56, + "avg_cost": 0.5, + "lambda": 238.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 238.8, + 238.8, + 238.8, + 238.8, + 238.8, + 238.8, + 238.8, + 238.8 + ] + }, + { + "episode": 490, + "avg_reward": 299.05, + "avg_cost": 0.0, + "lambda": 239.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 239.4, + 239.4, + 239.4, + 239.4, + 239.4, + 239.4, + 239.4, + 239.4 + ] + }, + { + "episode": 500, + "avg_reward": 987.43, + "avg_cost": 0.5, + "lambda": 239.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 239.65, + 239.65, + 239.65, + 239.65, + 239.65, + 239.65, + 239.65, + 239.65 + ] + }, + { + "episode": 510, + "avg_reward": 870.47, + "avg_cost": 1.25, + "lambda": 240.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 240.6, + 240.6, + 240.6, + 240.6, + 240.6, + 240.6, + 240.6, + 240.6 + ] + }, + { + "episode": 520, + "avg_reward": 1602.67, + "avg_cost": 0.0, + "lambda": 241.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.2, + 241.2, + 241.2, + 241.2, + 241.2, + 241.2, + 241.2, + 241.2 + ] + }, + { + "episode": 530, + "avg_reward": 1659.59, + "avg_cost": 0.75, + "lambda": 241.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 241.6, + 241.6, + 241.6, + 241.6, + 241.6, + 241.6, + 241.6, + 241.6 + ] + }, + { + "episode": 540, + "avg_reward": 2075.17, + "avg_cost": 0.0, + "lambda": 242.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.025, + 242.025, + 242.025, + 242.025, + 242.025, + 242.025, + 242.025, + 242.025 + ] + }, + { + "episode": 550, + "avg_reward": 2896.01, + "avg_cost": 0.25, + "lambda": 242.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.275, + 242.275, + 242.275, + 242.275, + 242.275, + 242.275, + 242.275, + 242.275 + ] + }, + { + "episode": 560, + "avg_reward": 1423.19, + "avg_cost": 0.0, + "lambda": 242.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 242.85, + 242.85, + 242.85, + 242.85, + 242.85, + 242.85, + 242.85, + 242.85 + ] + }, + { + "episode": 570, + "avg_reward": 2904.57, + "avg_cost": 0.75, + "lambda": 243.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.275, + 243.275, + 243.275, + 243.275, + 243.275, + 243.275, + 243.275, + 243.275 + ] + }, + { + "episode": 580, + "avg_reward": 2368.29, + "avg_cost": 1.0, + "lambda": 243.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 243.975, + 243.975, + 243.975, + 243.975, + 243.975, + 243.975, + 243.975, + 243.975 + ] + }, + { + "episode": 590, + "avg_reward": 3753.4, + "avg_cost": 0.0, + "lambda": 244.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 244.175, + 244.175, + 244.175, + 244.175, + 244.175, + 244.175, + 244.175, + 244.175 + ] + }, + { + "episode": 600, + "avg_reward": 4222.95, + "avg_cost": 0.0, + "lambda": 244.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 244.35, + 244.35, + 244.35, + 244.35, + 244.35, + 244.35, + 244.35, + 244.35 + ] + }, + { + "episode": 610, + "avg_reward": 4776.98, + "avg_cost": 1.5, + "lambda": 244.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 244.975, + 244.975, + 244.975, + 244.975, + 244.975, + 244.975, + 244.975, + 244.975 + ] + }, + { + "episode": 620, + "avg_reward": 3728.48, + "avg_cost": 0.0, + "lambda": 245.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 245.575, + 245.575, + 245.575, + 245.575, + 245.575, + 245.575, + 245.575, + 245.575 + ] + }, + { + "episode": 630, + "avg_reward": 4249.37, + "avg_cost": 0.25, + "lambda": 245.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 245.9, + 245.9, + 245.9, + 245.9, + 245.9, + 245.9, + 245.9, + 245.9 + ] + }, + { + "episode": 640, + "avg_reward": 4847.29, + "avg_cost": 0.0, + "lambda": 246.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.3, + 246.3, + 246.3, + 246.3, + 246.3, + 246.3, + 246.3, + 246.3 + ] + }, + { + "episode": 650, + "avg_reward": 4562.71, + "avg_cost": 0.0, + "lambda": 246.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.5, + 246.5, + 246.5, + 246.5, + 246.5, + 246.5, + 246.5, + 246.5 + ] + }, + { + "episode": 660, + "avg_reward": 4948.65, + "avg_cost": 0.0, + "lambda": 246.6, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.6, + 246.6, + 246.6, + 246.6, + 246.6, + 246.6, + 246.6, + 246.6 + ] + }, + { + "episode": 670, + "avg_reward": 3796.96, + "avg_cost": 0.0, + "lambda": 246.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.9, + 246.9, + 246.9, + 246.9, + 246.9, + 246.9, + 246.9, + 246.9 + ] + }, + { + "episode": 680, + "avg_reward": 5185.61, + "avg_cost": 0.0, + "lambda": 246.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 246.975, + 246.975, + 246.975, + 246.975, + 246.975, + 246.975, + 246.975, + 246.975 + ] + }, + { + "episode": 690, + "avg_reward": 6412.43, + "avg_cost": 1.5, + "lambda": 247.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 247.175, + 247.175, + 247.175, + 247.175, + 247.175, + 247.175, + 247.175, + 247.175 + ] + }, + { + "episode": 700, + "avg_reward": 5649.64, + "avg_cost": 0.0, + "lambda": 247.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 247.475, + 247.475, + 247.475, + 247.475, + 247.475, + 247.475, + 247.475, + 247.475 + ] + }, + { + "episode": 710, + "avg_reward": 6316.74, + "avg_cost": 0.0, + "lambda": 248.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.2, + 248.2, + 248.2, + 248.2, + 248.2, + 248.2, + 248.2, + 248.2 + ] + }, + { + "episode": 720, + "avg_reward": 6116.64, + "avg_cost": 0.0, + "lambda": 248.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.375, + 248.375, + 248.375, + 248.375, + 248.375, + 248.375, + 248.375, + 248.375 + ] + }, + { + "episode": 730, + "avg_reward": 6642.24, + "avg_cost": 0.5, + "lambda": 248.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.475, + 248.475, + 248.475, + 248.475, + 248.475, + 248.475, + 248.475, + 248.475 + ] + }, + { + "episode": 740, + "avg_reward": 6510.68, + "avg_cost": 0.5, + "lambda": 248.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 248.75, + 248.75, + 248.75, + 248.75, + 248.75, + 248.75, + 248.75, + 248.75 + ] + }, + { + "episode": 750, + "avg_reward": 7611.26, + "avg_cost": 1.5, + "lambda": 249.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.025, + 249.025, + 249.025, + 249.025, + 249.025, + 249.025, + 249.025, + 249.025 + ] + }, + { + "episode": 760, + "avg_reward": 7186.27, + "avg_cost": 1.5, + "lambda": 249.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.425, + 249.425, + 249.425, + 249.425, + 249.425, + 249.425, + 249.425, + 249.425 + ] + }, + { + "episode": 770, + "avg_reward": 5450.62, + "avg_cost": 0.0, + "lambda": 249.55, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.55, + 249.55, + 249.55, + 249.55, + 249.55, + 249.55, + 249.55, + 249.55 + ] + }, + { + "episode": 780, + "avg_reward": 7514.66, + "avg_cost": 0.25, + "lambda": 249.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.625, + 249.625, + 249.625, + 249.625, + 249.625, + 249.625, + 249.625, + 249.625 + ] + }, + { + "episode": 790, + "avg_reward": 7722.2, + "avg_cost": 0.0, + "lambda": 249.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.75, + 249.75, + 249.75, + 249.75, + 249.75, + 249.75, + 249.75, + 249.75 + ] + }, + { + "episode": 800, + "avg_reward": 7673.79, + "avg_cost": 0.0, + "lambda": 249.775, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.775, + 249.775, + 249.775, + 249.775, + 249.775, + 249.775, + 249.775, + 249.775 + ] + }, + { + "episode": 810, + "avg_reward": 8011.18, + "avg_cost": 0.0, + "lambda": 249.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 249.875, + 249.875, + 249.875, + 249.875, + 249.875, + 249.875, + 249.875, + 249.875 + ] + }, + { + "episode": 820, + "avg_reward": 8614.56, + "avg_cost": 0.0, + "lambda": 250.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.15, + 250.15, + 250.15, + 250.15, + 250.15, + 250.15, + 250.15, + 250.15 + ] + }, + { + "episode": 830, + "avg_reward": 9041.59, + "avg_cost": 0.25, + "lambda": 250.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.425, + 250.425, + 250.425, + 250.425, + 250.425, + 250.425, + 250.425, + 250.425 + ] + }, + { + "episode": 840, + "avg_reward": 9123.94, + "avg_cost": 0.0, + "lambda": 250.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.475, + 250.475, + 250.475, + 250.475, + 250.475, + 250.475, + 250.475, + 250.475 + ] + }, + { + "episode": 850, + "avg_reward": 8413.8, + "avg_cost": 0.0, + "lambda": 250.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.525, + 250.525, + 250.525, + 250.525, + 250.525, + 250.525, + 250.525, + 250.525 + ] + }, + { + "episode": 860, + "avg_reward": 8769.66, + "avg_cost": 0.0, + "lambda": 250.575, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.575, + 250.575, + 250.575, + 250.575, + 250.575, + 250.575, + 250.575, + 250.575 + ] + }, + { + "episode": 870, + "avg_reward": 8766.29, + "avg_cost": 0.0, + "lambda": 250.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8 + ] + }, + { + "episode": 880, + "avg_reward": 7492.38, + "avg_cost": 0.0, + "lambda": 250.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8, + 250.8 + ] + }, + { + "episode": 890, + "avg_reward": 9071.68, + "avg_cost": 0.0, + "lambda": 250.825, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.825, + 250.825, + 250.825, + 250.825, + 250.825, + 250.825, + 250.825, + 250.825 + ] + }, + { + "episode": 900, + "avg_reward": 10334.74, + "avg_cost": 0.0, + "lambda": 250.85, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.85, + 250.85, + 250.85, + 250.85, + 250.85, + 250.85, + 250.85, + 250.85 + ] + }, + { + "episode": 910, + "avg_reward": 9285.01, + "avg_cost": 0.0, + "lambda": 250.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 250.925, + 250.925, + 250.925, + 250.925, + 250.925, + 250.925, + 250.925, + 250.925 + ] + }, + { + "episode": 920, + "avg_reward": 9410.43, + "avg_cost": 0.0, + "lambda": 251.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.175, + 251.175, + 251.175, + 251.175, + 251.175, + 251.175, + 251.175, + 251.175 + ] + }, + { + "episode": 930, + "avg_reward": 10697.56, + "avg_cost": 0.0, + "lambda": 251.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.275, + 251.275, + 251.275, + 251.275, + 251.275, + 251.275, + 251.275, + 251.275 + ] + }, + { + "episode": 940, + "avg_reward": 10367.0, + "avg_cost": 0.0, + "lambda": 251.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.375, + 251.375, + 251.375, + 251.375, + 251.375, + 251.375, + 251.375, + 251.375 + ] + }, + { + "episode": 950, + "avg_reward": 10234.69, + "avg_cost": 0.25, + "lambda": 251.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.5, + 251.5, + 251.5, + 251.5, + 251.5, + 251.5, + 251.5, + 251.5 + ] + }, + { + "episode": 960, + "avg_reward": 9740.87, + "avg_cost": 0.0, + "lambda": 251.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.65, + 251.65, + 251.65, + 251.65, + 251.65, + 251.65, + 251.65, + 251.65 + ] + }, + { + "episode": 970, + "avg_reward": 10467.07, + "avg_cost": 0.25, + "lambda": 251.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.725, + 251.725, + 251.725, + 251.725, + 251.725, + 251.725, + 251.725, + 251.725 + ] + }, + { + "episode": 980, + "avg_reward": 10898.14, + "avg_cost": 0.0, + "lambda": 251.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.75, + 251.75, + 251.75, + 251.75, + 251.75, + 251.75, + 251.75, + 251.75 + ] + }, + { + "episode": 990, + "avg_reward": 10959.69, + "avg_cost": 0.0, + "lambda": 251.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.875, + 251.875, + 251.875, + 251.875, + 251.875, + 251.875, + 251.875, + 251.875 + ] + }, + { + "episode": 1000, + "avg_reward": 11152.36, + "avg_cost": 0.0, + "lambda": 251.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 251.975, + 251.975, + 251.975, + 251.975, + 251.975, + 251.975, + 251.975, + 251.975 + ] + }, + { + "episode": 1010, + "avg_reward": 11715.28, + "avg_cost": 1.25, + "lambda": 252.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2 + ] + }, + { + "episode": 1020, + "avg_reward": 11455.99, + "avg_cost": 0.0, + "lambda": 252.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2, + 252.2 + ] + }, + { + "episode": 1030, + "avg_reward": 10816.06, + "avg_cost": 0.0, + "lambda": 252.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225 + ] + }, + { + "episode": 1040, + "avg_reward": 10894.15, + "avg_cost": 0.0, + "lambda": 252.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225 + ] + }, + { + "episode": 1050, + "avg_reward": 11943.36, + "avg_cost": 0.0, + "lambda": 252.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225, + 252.225 + ] + }, + { + "episode": 1060, + "avg_reward": 11144.88, + "avg_cost": 0.0, + "lambda": 252.275, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.275, + 252.275, + 252.275, + 252.275, + 252.275, + 252.275, + 252.275, + 252.275 + ] + }, + { + "episode": 1070, + "avg_reward": 9331.65, + "avg_cost": 0.25, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 1080, + "avg_reward": 11517.37, + "avg_cost": 0.0, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 1090, + "avg_reward": 12622.97, + "avg_cost": 0.0, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 1100, + "avg_reward": 12163.36, + "avg_cost": 0.0, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 1110, + "avg_reward": 11905.5, + "avg_cost": 0.0, + "lambda": 252.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3, + 252.3 + ] + }, + { + "episode": 1120, + "avg_reward": 12878.04, + "avg_cost": 0.0, + "lambda": 252.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35 + ] + }, + { + "episode": 1130, + "avg_reward": 12946.31, + "avg_cost": 0.0, + "lambda": 252.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35, + 252.35 + ] + }, + { + "episode": 1140, + "avg_reward": 12824.78, + "avg_cost": 0.0, + "lambda": 252.425, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.425, + 252.425, + 252.425, + 252.425, + 252.425, + 252.425, + 252.425, + 252.425 + ] + }, + { + "episode": 1150, + "avg_reward": 12646.21, + "avg_cost": 0.0, + "lambda": 252.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.475, + 252.475, + 252.475, + 252.475, + 252.475, + 252.475, + 252.475, + 252.475 + ] + }, + { + "episode": 1160, + "avg_reward": 13917.81, + "avg_cost": 0.25, + "lambda": 252.525, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.525, + 252.525, + 252.525, + 252.525, + 252.525, + 252.525, + 252.525, + 252.525 + ] + }, + { + "episode": 1170, + "avg_reward": 13442.98, + "avg_cost": 0.25, + "lambda": 252.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625 + ] + }, + { + "episode": 1180, + "avg_reward": 12356.2, + "avg_cost": 0.0, + "lambda": 252.625, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625, + 252.625 + ] + }, + { + "episode": 1190, + "avg_reward": 14068.47, + "avg_cost": 0.0, + "lambda": 252.75, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.75, + 252.75, + 252.75, + 252.75, + 252.75, + 252.75, + 252.75, + 252.75 + ] + }, + { + "episode": 1200, + "avg_reward": 13452.48, + "avg_cost": 0.0, + "lambda": 252.8, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.8, + 252.8, + 252.8, + 252.8, + 252.8, + 252.8, + 252.8, + 252.8 + ] + }, + { + "episode": 1210, + "avg_reward": 12023.13, + "avg_cost": 0.5, + "lambda": 252.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9 + ] + }, + { + "episode": 1220, + "avg_reward": 13392.97, + "avg_cost": 0.0, + "lambda": 252.9, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9, + 252.9 + ] + }, + { + "episode": 1230, + "avg_reward": 13972.3, + "avg_cost": 0.0, + "lambda": 252.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.925, + 252.925, + 252.925, + 252.925, + 252.925, + 252.925, + 252.925, + 252.925 + ] + }, + { + "episode": 1240, + "avg_reward": 14073.06, + "avg_cost": 0.0, + "lambda": 252.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975 + ] + }, + { + "episode": 1250, + "avg_reward": 13356.98, + "avg_cost": 0.0, + "lambda": 252.975, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975, + 252.975 + ] + }, + { + "episode": 1260, + "avg_reward": 13876.26, + "avg_cost": 0.0, + "lambda": 253.0, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.0, + 253.0, + 253.0, + 253.0, + 253.0, + 253.0, + 253.0, + 253.0 + ] + }, + { + "episode": 1270, + "avg_reward": 13899.23, + "avg_cost": 0.0, + "lambda": 253.025, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.025, + 253.025, + 253.025, + 253.025, + 253.025, + 253.025, + 253.025, + 253.025 + ] + }, + { + "episode": 1280, + "avg_reward": 13363.45, + "avg_cost": 0.25, + "lambda": 253.05, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.05, + 253.05, + 253.05, + 253.05, + 253.05, + 253.05, + 253.05, + 253.05 + ] + }, + { + "episode": 1290, + "avg_reward": 13722.91, + "avg_cost": 0.0, + "lambda": 253.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075 + ] + }, + { + "episode": 1300, + "avg_reward": 13922.62, + "avg_cost": 0.0, + "lambda": 253.075, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075, + 253.075 + ] + }, + { + "episode": 1310, + "avg_reward": 15527.03, + "avg_cost": 0.25, + "lambda": 253.1, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.1, + 253.1, + 253.1, + 253.1, + 253.1, + 253.1, + 253.1, + 253.1 + ] + }, + { + "episode": 1320, + "avg_reward": 14285.66, + "avg_cost": 0.0, + "lambda": 253.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.175, + 253.175, + 253.175, + 253.175, + 253.175, + 253.175, + 253.175, + 253.175 + ] + }, + { + "episode": 1330, + "avg_reward": 13788.05, + "avg_cost": 0.0, + "lambda": 253.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.2, + 253.2, + 253.2, + 253.2, + 253.2, + 253.2, + 253.2, + 253.2 + ] + }, + { + "episode": 1340, + "avg_reward": 14360.93, + "avg_cost": 0.0, + "lambda": 253.225, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.225, + 253.225, + 253.225, + 253.225, + 253.225, + 253.225, + 253.225, + 253.225 + ] + }, + { + "episode": 1350, + "avg_reward": 14794.54, + "avg_cost": 0.0, + "lambda": 253.35, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.35, + 253.35, + 253.35, + 253.35, + 253.35, + 253.35, + 253.35, + 253.35 + ] + }, + { + "episode": 1360, + "avg_reward": 14401.74, + "avg_cost": 0.0, + "lambda": 253.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.375, + 253.375, + 253.375, + 253.375, + 253.375, + 253.375, + 253.375, + 253.375 + ] + }, + { + "episode": 1370, + "avg_reward": 15024.04, + "avg_cost": 0.0, + "lambda": 253.475, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.475, + 253.475, + 253.475, + 253.475, + 253.475, + 253.475, + 253.475, + 253.475 + ] + }, + { + "episode": 1380, + "avg_reward": 13981.91, + "avg_cost": 0.0, + "lambda": 253.5, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.5, + 253.5, + 253.5, + 253.5, + 253.5, + 253.5, + 253.5, + 253.5 + ] + }, + { + "episode": 1390, + "avg_reward": 15344.82, + "avg_cost": 0.5, + "lambda": 253.65, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.65, + 253.65, + 253.65, + 253.65, + 253.65, + 253.65, + 253.65, + 253.65 + ] + }, + { + "episode": 1400, + "avg_reward": 15477.11, + "avg_cost": 0.5, + "lambda": 253.725, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.725, + 253.725, + 253.725, + 253.725, + 253.725, + 253.725, + 253.725, + 253.725 + ] + }, + { + "episode": 1410, + "avg_reward": 15154.98, + "avg_cost": 0.0, + "lambda": 253.875, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.875, + 253.875, + 253.875, + 253.875, + 253.875, + 253.875, + 253.875, + 253.875 + ] + }, + { + "episode": 1420, + "avg_reward": 14561.88, + "avg_cost": 0.0, + "lambda": 253.925, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 253.925, + 253.925, + 253.925, + 253.925, + 253.925, + 253.925, + 253.925, + 253.925 + ] + }, + { + "episode": 1430, + "avg_reward": 13417.81, + "avg_cost": 0.0, + "lambda": 254.15, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15, + 254.15 + ] + }, + { + "episode": 1440, + "avg_reward": 12901.82, + "avg_cost": 0.0, + "lambda": 254.175, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.175, + 254.175, + 254.175, + 254.175, + 254.175, + 254.175, + 254.175, + 254.175 + ] + }, + { + "episode": 1450, + "avg_reward": 15801.53, + "avg_cost": 0.0, + "lambda": 254.2, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.2, + 254.2, + 254.2, + 254.2, + 254.2, + 254.2, + 254.2, + 254.2 + ] + }, + { + "episode": 1460, + "avg_reward": 14500.51, + "avg_cost": 0.0, + "lambda": 254.3, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.3, + 254.3, + 254.3, + 254.3, + 254.3, + 254.3, + 254.3, + 254.3 + ] + }, + { + "episode": 1470, + "avg_reward": 14911.55, + "avg_cost": 0.0, + "lambda": 254.375, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.375, + 254.375, + 254.375, + 254.375, + 254.375, + 254.375, + 254.375, + 254.375 + ] + }, + { + "episode": 1480, + "avg_reward": 14492.21, + "avg_cost": 0.0, + "lambda": 254.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4 + ] + }, + { + "episode": 1490, + "avg_reward": 13257.68, + "avg_cost": 0.0, + "lambda": 254.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4 + ] + }, + { + "episode": 1500, + "avg_reward": 14587.55, + "avg_cost": 0.0, + "lambda": 254.4, + "rho": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "lambdas": [ + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4 + ] + } + ], + "final_lambdas": [ + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4, + 254.4 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..07fa9ef6f3c9c78a0b7a0f756f6c02501c735d2d --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3295588.13, + "constraint_satisfaction_pct": 14.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -11995.44, + "avg_cost": 19.5, + "lambda": 10.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.585, + 10.585 + ] + }, + { + "episode": 10, + "avg_reward": -11578.66, + "avg_cost": 14.0, + "lambda": 13.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.555, + 13.555 + ] + }, + { + "episode": 20, + "avg_reward": -11482.3, + "avg_cost": 7.5, + "lambda": 17.17, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.17, + 17.17 + ] + }, + { + "episode": 30, + "avg_reward": -10941.29, + "avg_cost": 10.0, + "lambda": 20.8675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.8675, + 20.8675 + ] + }, + { + "episode": 40, + "avg_reward": -10853.63, + "avg_cost": 13.0, + "lambda": 24.4075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.4075, + 24.4075 + ] + }, + { + "episode": 50, + "avg_reward": -10355.81, + "avg_cost": 6.25, + "lambda": 27.5875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.5875, + 27.5875 + ] + }, + { + "episode": 60, + "avg_reward": -10046.81, + "avg_cost": 12.0, + "lambda": 31.2925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2925, + 31.2925 + ] + }, + { + "episode": 70, + "avg_reward": -10137.47, + "avg_cost": 13.0, + "lambda": 34.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.5325, + 34.5325 + ] + }, + { + "episode": 80, + "avg_reward": -9490.13, + "avg_cost": 6.0, + "lambda": 37.5925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.5925, + 37.5925 + ] + }, + { + "episode": 90, + "avg_reward": -9635.16, + "avg_cost": 12.25, + "lambda": 40.8625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.8625, + 40.8625 + ] + }, + { + "episode": 100, + "avg_reward": -9300.66, + "avg_cost": 1.75, + "lambda": 43.6525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.6525, + 43.6525 + ] + }, + { + "episode": 110, + "avg_reward": -8533.23, + "avg_cost": 4.5, + "lambda": 46.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.72, + 46.72 + ] + }, + { + "episode": 120, + "avg_reward": -9139.15, + "avg_cost": 18.75, + "lambda": 49.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.975, + 49.975 + ] + }, + { + "episode": 130, + "avg_reward": -8558.09, + "avg_cost": 3.0, + "lambda": 52.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.555, + 52.555 + ] + }, + { + "episode": 140, + "avg_reward": -7986.65, + "avg_cost": 6.0, + "lambda": 55.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.5025, + 55.5025 + ] + }, + { + "episode": 150, + "avg_reward": -7855.85, + "avg_cost": 3.0, + "lambda": 57.8875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.8875, + 57.8875 + ] + }, + { + "episode": 160, + "avg_reward": -7062.58, + "avg_cost": 5.0, + "lambda": 60.34, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.34, + 60.34 + ] + }, + { + "episode": 170, + "avg_reward": -7022.22, + "avg_cost": 5.0, + "lambda": 62.32, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.32, + 62.32 + ] + }, + { + "episode": 180, + "avg_reward": -6226.42, + "avg_cost": 9.75, + "lambda": 64.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.63, + 64.63 + ] + }, + { + "episode": 190, + "avg_reward": -6166.27, + "avg_cost": 6.0, + "lambda": 67.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.2025, + 67.2025 + ] + }, + { + "episode": 200, + "avg_reward": -5988.61, + "avg_cost": 12.5, + "lambda": 69.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.205, + 69.205 + ] + }, + { + "episode": 210, + "avg_reward": -6214.7, + "avg_cost": 9.25, + "lambda": 71.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.29, + 71.29 + ] + }, + { + "episode": 220, + "avg_reward": -5877.0, + "avg_cost": 10.0, + "lambda": 73.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.0975, + 73.0975 + ] + }, + { + "episode": 230, + "avg_reward": -4824.19, + "avg_cost": 6.25, + "lambda": 74.7025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.7025, + 74.7025 + ] + }, + { + "episode": 240, + "avg_reward": -4824.69, + "avg_cost": 8.25, + "lambda": 76.3075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.3075, + 76.3075 + ] + }, + { + "episode": 250, + "avg_reward": -5058.59, + "avg_cost": 3.25, + "lambda": 78.1075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.1075, + 78.1075 + ] + }, + { + "episode": 260, + "avg_reward": -4719.44, + "avg_cost": 4.25, + "lambda": 79.6675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.6675, + 79.6675 + ] + }, + { + "episode": 270, + "avg_reward": -4602.86, + "avg_cost": 4.25, + "lambda": 80.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.8, + 80.8 + ] + }, + { + "episode": 280, + "avg_reward": -4361.5, + "avg_cost": 2.0, + "lambda": 82.285, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.285, + 82.285 + ] + }, + { + "episode": 290, + "avg_reward": -4412.88, + "avg_cost": 10.5, + "lambda": 83.8825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.8825, + 83.8825 + ] + }, + { + "episode": 300, + "avg_reward": -3898.67, + "avg_cost": 3.0, + "lambda": 85.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.4725, + 85.4725 + ] + }, + { + "episode": 310, + "avg_reward": -3861.46, + "avg_cost": 1.5, + "lambda": 86.7475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.7475, + 86.7475 + ] + }, + { + "episode": 320, + "avg_reward": -4224.09, + "avg_cost": 7.75, + "lambda": 88.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.525, + 88.525 + ] + }, + { + "episode": 330, + "avg_reward": -3825.38, + "avg_cost": 3.0, + "lambda": 89.6125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.6125, + 89.6125 + ] + }, + { + "episode": 340, + "avg_reward": -4426.48, + "avg_cost": 6.75, + "lambda": 91.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.72, + 91.72 + ] + }, + { + "episode": 350, + "avg_reward": -4126.87, + "avg_cost": 4.25, + "lambda": 93.9925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.9925, + 93.9925 + ] + }, + { + "episode": 360, + "avg_reward": -3977.55, + "avg_cost": 1.0, + "lambda": 95.7025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.7025, + 95.7025 + ] + }, + { + "episode": 370, + "avg_reward": -4205.62, + "avg_cost": 12.25, + "lambda": 97.795, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.795, + 97.795 + ] + }, + { + "episode": 380, + "avg_reward": -3786.84, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -3979.43, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -3952.94, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -3758.42, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -3680.38, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -3825.79, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -3635.92, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -3696.43, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -3806.02, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -3707.36, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -3363.27, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -3836.59, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -3468.74, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -3449.69, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -2523.52, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -2968.43, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -2875.19, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -2776.18, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -3152.58, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -2802.47, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -3067.81, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -2359.22, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -2155.18, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -2240.82, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -2103.03, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -2322.2, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -1874.0, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -1937.83, + "avg_cost": 9.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -1650.12, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -1910.28, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -2165.49, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -1564.13, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -1389.94, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -747.17, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -796.03, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": -906.61, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": -715.13, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": -147.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 44.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": -194.91, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 224.68, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 272.39, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 665.54, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 541.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 854.43, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 711.32, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 1039.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 1225.51, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 1182.1, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 1137.81, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 1428.1, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 1515.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 1487.0, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 1831.51, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 1773.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 1872.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 1746.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2047.74, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2014.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2015.6, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2246.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2117.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2182.77, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..01de7e26ca05a067daa7f25604bb9dd85f6be804 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 465328.76, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -8996.58, + "avg_cost": 19.5, + "lambda": 5.07, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.07, + 5.07 + ] + }, + { + "episode": 10, + "avg_reward": -8713.03, + "avg_cost": 20.0, + "lambda": 5.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.485, + 5.485 + ] + }, + { + "episode": 20, + "avg_reward": -8139.94, + "avg_cost": 16.0, + "lambda": 5.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5, + 5.5 + ] + }, + { + "episode": 30, + "avg_reward": -8211.52, + "avg_cost": 12.5, + "lambda": 5.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5375, + 5.5375 + ] + }, + { + "episode": 40, + "avg_reward": -7918.68, + "avg_cost": 16.5, + "lambda": 5.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.735, + 5.735 + ] + }, + { + "episode": 50, + "avg_reward": -7683.67, + "avg_cost": 7.25, + "lambda": 6.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.15, + 6.15 + ] + }, + { + "episode": 60, + "avg_reward": -7277.11, + "avg_cost": 11.5, + "lambda": 6.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.0825, + 6.0825 + ] + }, + { + "episode": 70, + "avg_reward": -6905.66, + "avg_cost": 19.0, + "lambda": 6.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.12, + 6.12 + ] + }, + { + "episode": 80, + "avg_reward": -6830.63, + "avg_cost": 28.75, + "lambda": 6.5575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.5575, + 6.5575 + ] + }, + { + "episode": 90, + "avg_reward": -6141.3, + "avg_cost": 15.5, + "lambda": 6.44, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.44, + 6.44 + ] + }, + { + "episode": 100, + "avg_reward": -5627.71, + "avg_cost": 4.75, + "lambda": 6.3925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.3925, + 6.3925 + ] + }, + { + "episode": 110, + "avg_reward": -5068.07, + "avg_cost": 7.25, + "lambda": 6.3875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.3875, + 6.3875 + ] + }, + { + "episode": 120, + "avg_reward": -4875.81, + "avg_cost": 4.5, + "lambda": 6.2925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.2925, + 6.2925 + ] + }, + { + "episode": 130, + "avg_reward": -4379.18, + "avg_cost": 9.25, + "lambda": 6.055, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.055, + 6.055 + ] + }, + { + "episode": 140, + "avg_reward": -3989.07, + "avg_cost": 9.0, + "lambda": 5.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.8, + 5.8 + ] + }, + { + "episode": 150, + "avg_reward": -3276.59, + "avg_cost": 8.5, + "lambda": 5.43, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.43, + 5.43 + ] + }, + { + "episode": 160, + "avg_reward": -2847.39, + "avg_cost": 7.25, + "lambda": 4.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.8325, + 4.8325 + ] + }, + { + "episode": 170, + "avg_reward": -2440.55, + "avg_cost": 4.25, + "lambda": 4.16, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.16, + 4.16 + ] + }, + { + "episode": 180, + "avg_reward": -1902.24, + "avg_cost": 7.5, + "lambda": 3.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.5025, + 3.5025 + ] + }, + { + "episode": 190, + "avg_reward": -1580.16, + "avg_cost": 11.75, + "lambda": 3.0325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.0325, + 3.0325 + ] + }, + { + "episode": 200, + "avg_reward": -1262.91, + "avg_cost": 2.5, + "lambda": 2.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.275, + 2.275 + ] + }, + { + "episode": 210, + "avg_reward": -900.74, + "avg_cost": 0.75, + "lambda": 1.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.3725, + 1.3725 + ] + }, + { + "episode": 220, + "avg_reward": -501.6, + "avg_cost": 1.75, + "lambda": 0.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4, + 0.4 + ] + }, + { + "episode": 230, + "avg_reward": -275.26, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -79.32, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 162.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 387.3, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 523.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 708.06, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 809.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 1000.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 983.13, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1256.58, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1421.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1247.61, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1100.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1370.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1374.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1615.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1531.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1623.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1479.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1673.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1808.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1691.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1861.94, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1691.15, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1988.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1944.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1664.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 2051.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2042.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 2262.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2003.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 1925.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2045.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2239.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2213.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2075.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2238.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2251.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2418.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2267.41, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2207.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2136.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2248.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2410.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2304.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2410.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2372.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2316.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2276.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2369.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2500.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2483.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2552.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2360.4, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2411.92, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2626.13, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2532.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2863.74, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2503.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2590.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2462.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2871.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2715.08, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2600.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2677.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2884.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2583.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2468.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2624.98, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2669.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2840.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2611.64, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2705.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2735.21, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2868.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2814.34, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2610.3, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2809.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json new file mode 100644 index 0000000000000000000000000000000000000000..db5716ac9c19dc16a193b98b19a6d9a2a44c34c4 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v11_safefix.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 426883.8, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.625, + 4.625 + ] + }, + { + "episode": 10, + "avg_reward": -1725.19, + "avg_cost": 0.0, + "lambda": 1.2725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.2725, + 1.2725 + ] + }, + { + "episode": 20, + "avg_reward": -1568.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 30, + "avg_reward": -1780.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 40, + "avg_reward": -1655.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 50, + "avg_reward": -1607.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 60, + "avg_reward": -1508.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 70, + "avg_reward": -1312.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -996.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -1074.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1050.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -888.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -868.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -998.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -750.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -925.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -660.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -532.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -577.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -581.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -465.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -553.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -332.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -307.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -305.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -492.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -247.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -301.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 177.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 51.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": -6.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 492.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 516.09, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 454.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 708.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 224.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 312.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 983.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1005.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": -170.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 615.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1027.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1030.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1027.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1288.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1137.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1307.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 928.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1535.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1611.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 1500.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 1738.79, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 1615.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 1232.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 702.3, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 50.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 1619.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 1723.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 1898.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 1844.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 1911.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 1791.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 1937.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 1935.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2064.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2015.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 866.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": -979.43, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": -910.85, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": -2438.98, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": -1807.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": -1511.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": -9.92, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": -933.97, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": -621.42, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 727.17, + "avg_cost": 16.0, + "lambda": 0.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.105, + 0.105 + ] + }, + { + "episode": 760, + "avg_reward": 1228.66, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 1644.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2144.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 1390.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2034.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 1937.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2223.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 1808.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2033.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2064.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2084.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2219.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2324.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2264.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2275.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2439.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2178.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2201.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 1228.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": -589.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": -948.37, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": -597.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": -472.97, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": -501.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": -397.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..626b4ac2390a889210501b1d00e75c605c18f258 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1000490.18, + "constraint_satisfaction_pct": 82.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 11.665, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -1672.39, + "avg_cost": 0.0, + "lambda": 10.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0075, + 10.0075 + ] + }, + { + "episode": 20, + "avg_reward": -1326.39, + "avg_cost": 0.0, + "lambda": 10.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0225, + 10.0225 + ] + }, + { + "episode": 30, + "avg_reward": -1653.2, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.03, + 10.03 + ] + }, + { + "episode": 40, + "avg_reward": -1367.49, + "avg_cost": 0.0, + "lambda": 10.045, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.045, + 10.045 + ] + }, + { + "episode": 50, + "avg_reward": -1544.32, + "avg_cost": 0.0, + "lambda": 10.045, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.045, + 10.045 + ] + }, + { + "episode": 60, + "avg_reward": -1325.49, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 70, + "avg_reward": -1242.95, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 80, + "avg_reward": -1136.8, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 90, + "avg_reward": -1144.11, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 100, + "avg_reward": -950.68, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 110, + "avg_reward": -855.32, + "avg_cost": 0.0, + "lambda": 10.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0525, + 10.0525 + ] + }, + { + "episode": 120, + "avg_reward": -1006.92, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 130, + "avg_reward": -816.9, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 140, + "avg_reward": -842.88, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 150, + "avg_reward": -601.31, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 160, + "avg_reward": -843.78, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 170, + "avg_reward": -393.07, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 180, + "avg_reward": -464.29, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 190, + "avg_reward": -301.06, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 200, + "avg_reward": -490.57, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 210, + "avg_reward": -340.77, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 220, + "avg_reward": -614.43, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 230, + "avg_reward": -115.43, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 240, + "avg_reward": -339.88, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 250, + "avg_reward": -221.55, + "avg_cost": 0.25, + "lambda": 10.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0825, + 10.0825 + ] + }, + { + "episode": 260, + "avg_reward": 250.04, + "avg_cost": 0.0, + "lambda": 10.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0825, + 10.0825 + ] + }, + { + "episode": 270, + "avg_reward": 454.69, + "avg_cost": 0.0, + "lambda": 10.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0825, + 10.0825 + ] + }, + { + "episode": 280, + "avg_reward": 133.82, + "avg_cost": 0.25, + "lambda": 10.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.09, + 10.09 + ] + }, + { + "episode": 290, + "avg_reward": -206.81, + "avg_cost": 0.0, + "lambda": 10.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.09, + 10.09 + ] + }, + { + "episode": 300, + "avg_reward": -81.73, + "avg_cost": 0.25, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 310, + "avg_reward": 197.36, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 320, + "avg_reward": 405.98, + "avg_cost": 0.0, + "lambda": 10.1275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1275, + 10.1275 + ] + }, + { + "episode": 330, + "avg_reward": 675.35, + "avg_cost": 0.0, + "lambda": 10.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1425, + 10.1425 + ] + }, + { + "episode": 340, + "avg_reward": 283.43, + "avg_cost": 0.0, + "lambda": 10.1575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1575, + 10.1575 + ] + }, + { + "episode": 350, + "avg_reward": 881.15, + "avg_cost": 0.0, + "lambda": 10.165, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.165, + 10.165 + ] + }, + { + "episode": 360, + "avg_reward": 867.28, + "avg_cost": 0.0, + "lambda": 10.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1725, + 10.1725 + ] + }, + { + "episode": 370, + "avg_reward": 934.96, + "avg_cost": 0.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 380, + "avg_reward": 1077.96, + "avg_cost": 0.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 390, + "avg_reward": 1008.24, + "avg_cost": 0.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 400, + "avg_reward": 921.73, + "avg_cost": 0.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 410, + "avg_reward": 1094.66, + "avg_cost": 0.0, + "lambda": 10.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1875, + 10.1875 + ] + }, + { + "episode": 420, + "avg_reward": 1048.59, + "avg_cost": 0.0, + "lambda": 10.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.195, + 10.195 + ] + }, + { + "episode": 430, + "avg_reward": 1181.43, + "avg_cost": 0.0, + "lambda": 10.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2025, + 10.2025 + ] + }, + { + "episode": 440, + "avg_reward": -572.75, + "avg_cost": 0.0, + "lambda": 10.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2025, + 10.2025 + ] + }, + { + "episode": 450, + "avg_reward": 1408.62, + "avg_cost": 0.0, + "lambda": 10.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2025, + 10.2025 + ] + }, + { + "episode": 460, + "avg_reward": 1529.15, + "avg_cost": 0.0, + "lambda": 10.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2025, + 10.2025 + ] + }, + { + "episode": 470, + "avg_reward": 1437.5, + "avg_cost": 0.0, + "lambda": 10.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2025, + 10.2025 + ] + }, + { + "episode": 480, + "avg_reward": 1074.89, + "avg_cost": 0.0, + "lambda": 10.21, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.21, + 10.21 + ] + }, + { + "episode": 490, + "avg_reward": 1634.03, + "avg_cost": 0.0, + "lambda": 10.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2175, + 10.2175 + ] + }, + { + "episode": 500, + "avg_reward": 1544.06, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 510, + "avg_reward": 1594.07, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 520, + "avg_reward": 1641.71, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 530, + "avg_reward": 1947.23, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 540, + "avg_reward": 1119.62, + "avg_cost": 0.0, + "lambda": 10.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.24, + 10.24 + ] + }, + { + "episode": 550, + "avg_reward": 1885.98, + "avg_cost": 0.0, + "lambda": 10.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.24, + 10.24 + ] + }, + { + "episode": 560, + "avg_reward": 1891.84, + "avg_cost": 0.0, + "lambda": 10.2475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2475, + 10.2475 + ] + }, + { + "episode": 570, + "avg_reward": 1787.65, + "avg_cost": 0.0, + "lambda": 10.2625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2625, + 10.2625 + ] + }, + { + "episode": 580, + "avg_reward": 1947.05, + "avg_cost": 0.25, + "lambda": 10.2925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2925, + 10.2925 + ] + }, + { + "episode": 590, + "avg_reward": 2094.92, + "avg_cost": 0.0, + "lambda": 10.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3225, + 10.3225 + ] + }, + { + "episode": 600, + "avg_reward": 1715.03, + "avg_cost": 0.0, + "lambda": 10.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.345, + 10.345 + ] + }, + { + "episode": 610, + "avg_reward": 1229.07, + "avg_cost": 0.0, + "lambda": 10.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.345, + 10.345 + ] + }, + { + "episode": 620, + "avg_reward": 1941.73, + "avg_cost": 0.0, + "lambda": 10.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.36, + 10.36 + ] + }, + { + "episode": 630, + "avg_reward": 1311.01, + "avg_cost": 0.0, + "lambda": 10.405, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.405, + 10.405 + ] + }, + { + "episode": 640, + "avg_reward": 1801.18, + "avg_cost": 0.0, + "lambda": 10.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.42, + 10.42 + ] + }, + { + "episode": 650, + "avg_reward": 1185.64, + "avg_cost": 0.0, + "lambda": 10.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.465, + 10.465 + ] + }, + { + "episode": 660, + "avg_reward": 1626.7, + "avg_cost": 0.0, + "lambda": 10.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4725, + 10.4725 + ] + }, + { + "episode": 670, + "avg_reward": 1082.36, + "avg_cost": 0.0, + "lambda": 10.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4875, + 10.4875 + ] + }, + { + "episode": 680, + "avg_reward": 1998.53, + "avg_cost": 0.0, + "lambda": 10.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5025, + 10.5025 + ] + }, + { + "episode": 690, + "avg_reward": 504.71, + "avg_cost": 0.0, + "lambda": 10.5175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5175, + 10.5175 + ] + }, + { + "episode": 700, + "avg_reward": 849.9, + "avg_cost": 0.25, + "lambda": 10.54, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.54, + 10.54 + ] + }, + { + "episode": 710, + "avg_reward": 1433.53, + "avg_cost": 0.0, + "lambda": 10.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.57, + 10.57 + ] + }, + { + "episode": 720, + "avg_reward": 983.63, + "avg_cost": 0.0, + "lambda": 10.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5775, + 10.5775 + ] + }, + { + "episode": 730, + "avg_reward": 2087.52, + "avg_cost": 0.25, + "lambda": 10.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.6, + 10.6 + ] + }, + { + "episode": 740, + "avg_reward": 1585.56, + "avg_cost": 0.0, + "lambda": 10.6075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.6075, + 10.6075 + ] + }, + { + "episode": 750, + "avg_reward": 1577.96, + "avg_cost": 0.0, + "lambda": 10.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.6225, + 10.6225 + ] + }, + { + "episode": 760, + "avg_reward": 2016.14, + "avg_cost": 0.0, + "lambda": 10.6675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.6675, + 10.6675 + ] + }, + { + "episode": 770, + "avg_reward": 1986.96, + "avg_cost": 0.0, + "lambda": 10.69, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.69, + 10.69 + ] + }, + { + "episode": 780, + "avg_reward": 2174.7, + "avg_cost": 0.25, + "lambda": 10.7275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.7275, + 10.7275 + ] + }, + { + "episode": 790, + "avg_reward": 2087.17, + "avg_cost": 0.0, + "lambda": 10.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.7425, + 10.7425 + ] + }, + { + "episode": 800, + "avg_reward": 2397.68, + "avg_cost": 0.25, + "lambda": 10.78, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.78, + 10.78 + ] + }, + { + "episode": 810, + "avg_reward": 2066.68, + "avg_cost": 0.0, + "lambda": 10.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8025, + 10.8025 + ] + }, + { + "episode": 820, + "avg_reward": 1501.5, + "avg_cost": 0.0, + "lambda": 10.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8175, + 10.8175 + ] + }, + { + "episode": 830, + "avg_reward": 2358.45, + "avg_cost": 0.0, + "lambda": 10.84, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.84, + 10.84 + ] + }, + { + "episode": 840, + "avg_reward": 1699.25, + "avg_cost": 0.25, + "lambda": 10.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8775, + 10.8775 + ] + }, + { + "episode": 850, + "avg_reward": 2091.9, + "avg_cost": 0.0, + "lambda": 10.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8775, + 10.8775 + ] + }, + { + "episode": 860, + "avg_reward": 2444.99, + "avg_cost": 0.0, + "lambda": 10.9225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.9225, + 10.9225 + ] + }, + { + "episode": 870, + "avg_reward": 2350.39, + "avg_cost": 0.25, + "lambda": 10.9525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.9525, + 10.9525 + ] + }, + { + "episode": 880, + "avg_reward": 1836.5, + "avg_cost": 0.25, + "lambda": 11.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.0275, + 11.0275 + ] + }, + { + "episode": 890, + "avg_reward": 2101.55, + "avg_cost": 0.0, + "lambda": 11.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.065, + 11.065 + ] + }, + { + "episode": 900, + "avg_reward": 2159.74, + "avg_cost": 0.0, + "lambda": 11.0725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.0725, + 11.0725 + ] + }, + { + "episode": 910, + "avg_reward": 2511.69, + "avg_cost": 0.0, + "lambda": 11.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.1025, + 11.1025 + ] + }, + { + "episode": 920, + "avg_reward": 2462.37, + "avg_cost": 0.0, + "lambda": 11.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.155, + 11.155 + ] + }, + { + "episode": 930, + "avg_reward": 2568.69, + "avg_cost": 0.0, + "lambda": 11.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.1925, + 11.1925 + ] + }, + { + "episode": 940, + "avg_reward": 2479.95, + "avg_cost": 0.0, + "lambda": 11.26, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.26, + 11.26 + ] + }, + { + "episode": 950, + "avg_reward": 2495.09, + "avg_cost": 0.0, + "lambda": 11.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.35, + 11.35 + ] + }, + { + "episode": 960, + "avg_reward": 2132.24, + "avg_cost": 0.25, + "lambda": 11.395, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.395, + 11.395 + ] + }, + { + "episode": 970, + "avg_reward": 2605.2, + "avg_cost": 0.0, + "lambda": 11.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.4625, + 11.4625 + ] + }, + { + "episode": 980, + "avg_reward": 2520.79, + "avg_cost": 1.0, + "lambda": 11.545, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.545, + 11.545 + ] + }, + { + "episode": 990, + "avg_reward": 2657.1, + "avg_cost": 0.5, + "lambda": 11.5975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.5975, + 11.5975 + ] + }, + { + "episode": 1000, + "avg_reward": 2649.59, + "avg_cost": 0.25, + "lambda": 11.665, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.665, + 11.665 + ] + } + ], + "final_lambdas": [ + 11.665, + 11.665 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..42561fdd9e64259167ff6475fc9a5ee461937c91 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 674197.52, + "constraint_satisfaction_pct": 88.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 17.675, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -1659.49, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 20, + "avg_reward": -1606.44, + "avg_cost": 0.5, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 30, + "avg_reward": -1642.82, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 40, + "avg_reward": -1464.9, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 50, + "avg_reward": -1553.44, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1 + ] + }, + { + "episode": 60, + "avg_reward": -1281.43, + "avg_cost": 0.0, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125 + ] + }, + { + "episode": 70, + "avg_reward": -1307.22, + "avg_cost": 0.0, + "lambda": 10.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.125, + 10.125 + ] + }, + { + "episode": 80, + "avg_reward": -1007.15, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 90, + "avg_reward": -990.22, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 100, + "avg_reward": -1049.68, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 110, + "avg_reward": -1019.63, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 120, + "avg_reward": -865.91, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 130, + "avg_reward": -705.76, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 140, + "avg_reward": -997.0, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 150, + "avg_reward": -735.92, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 160, + "avg_reward": -709.92, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 170, + "avg_reward": -769.33, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 180, + "avg_reward": -719.97, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 190, + "avg_reward": -554.8, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 200, + "avg_reward": -350.67, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 210, + "avg_reward": -275.92, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 220, + "avg_reward": -215.47, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 230, + "avg_reward": 153.21, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 240, + "avg_reward": 270.38, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 250, + "avg_reward": 77.34, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 260, + "avg_reward": 436.91, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2, + 10.2 + ] + }, + { + "episode": 270, + "avg_reward": 540.7, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 280, + "avg_reward": -26.15, + "avg_cost": 0.25, + "lambda": 10.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.275, + 10.275 + ] + }, + { + "episode": 290, + "avg_reward": 838.39, + "avg_cost": 0.25, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 300, + "avg_reward": -32.52, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 310, + "avg_reward": 804.26, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 320, + "avg_reward": 955.68, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35 + ] + }, + { + "episode": 330, + "avg_reward": 785.15, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375 + ] + }, + { + "episode": 340, + "avg_reward": 455.86, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 350, + "avg_reward": -453.16, + "avg_cost": 0.0, + "lambda": 10.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.425, + 10.425 + ] + }, + { + "episode": 360, + "avg_reward": 1078.51, + "avg_cost": 0.25, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 370, + "avg_reward": 1042.03, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 380, + "avg_reward": 1213.57, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 390, + "avg_reward": -89.29, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 400, + "avg_reward": -1364.74, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 410, + "avg_reward": -1142.15, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 420, + "avg_reward": -736.1, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 430, + "avg_reward": -562.25, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 440, + "avg_reward": 4.2, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 450, + "avg_reward": 125.85, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 460, + "avg_reward": 93.47, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 470, + "avg_reward": 59.58, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 480, + "avg_reward": 601.0, + "avg_cost": 0.0, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 490, + "avg_reward": -149.72, + "avg_cost": 0.25, + "lambda": 11.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.275, + 11.275 + ] + }, + { + "episode": 500, + "avg_reward": 628.86, + "avg_cost": 0.75, + "lambda": 12.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.35, + 12.35 + ] + }, + { + "episode": 510, + "avg_reward": 347.9, + "avg_cost": 1.25, + "lambda": 13.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.075, + 13.075 + ] + }, + { + "episode": 520, + "avg_reward": 1213.68, + "avg_cost": 0.0, + "lambda": 13.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.225, + 13.225 + ] + }, + { + "episode": 530, + "avg_reward": 1129.07, + "avg_cost": 0.0, + "lambda": 13.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.375, + 13.375 + ] + }, + { + "episode": 540, + "avg_reward": 585.62, + "avg_cost": 0.0, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475 + ] + }, + { + "episode": 550, + "avg_reward": -40.76, + "avg_cost": 0.0, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475 + ] + }, + { + "episode": 560, + "avg_reward": 233.92, + "avg_cost": 0.0, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475 + ] + }, + { + "episode": 570, + "avg_reward": 497.18, + "avg_cost": 0.0, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475 + ] + }, + { + "episode": 580, + "avg_reward": 830.85, + "avg_cost": 0.0, + "lambda": 13.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.475, + 13.475 + ] + }, + { + "episode": 590, + "avg_reward": -104.35, + "avg_cost": 1.25, + "lambda": 13.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.675, + 13.675 + ] + }, + { + "episode": 600, + "avg_reward": 854.47, + "avg_cost": 4.75, + "lambda": 15.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.325, + 15.325 + ] + }, + { + "episode": 610, + "avg_reward": 1561.3, + "avg_cost": 0.75, + "lambda": 16.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.1, + 16.1 + ] + }, + { + "episode": 620, + "avg_reward": 1227.05, + "avg_cost": 0.75, + "lambda": 16.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.5, + 16.5 + ] + }, + { + "episode": 630, + "avg_reward": 1335.06, + "avg_cost": 0.0, + "lambda": 16.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.85, + 16.85 + ] + }, + { + "episode": 640, + "avg_reward": 1517.32, + "avg_cost": 1.0, + "lambda": 17.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.15, + 17.15 + ] + }, + { + "episode": 650, + "avg_reward": 1659.54, + "avg_cost": 0.0, + "lambda": 17.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.25, + 17.25 + ] + }, + { + "episode": 660, + "avg_reward": 1125.57, + "avg_cost": 0.0, + "lambda": 17.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.275, + 17.275 + ] + }, + { + "episode": 670, + "avg_reward": 1300.67, + "avg_cost": 0.0, + "lambda": 17.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.35, + 17.35 + ] + }, + { + "episode": 680, + "avg_reward": 1731.05, + "avg_cost": 0.0, + "lambda": 17.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.375, + 17.375 + ] + }, + { + "episode": 690, + "avg_reward": 1960.32, + "avg_cost": 0.0, + "lambda": 17.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.425, + 17.425 + ] + }, + { + "episode": 700, + "avg_reward": 1418.06, + "avg_cost": 0.0, + "lambda": 17.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.5, + 17.5 + ] + }, + { + "episode": 710, + "avg_reward": 1892.43, + "avg_cost": 0.0, + "lambda": 17.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.55, + 17.55 + ] + }, + { + "episode": 720, + "avg_reward": 1880.06, + "avg_cost": 0.0, + "lambda": 17.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.575, + 17.575 + ] + }, + { + "episode": 730, + "avg_reward": 2121.87, + "avg_cost": 0.0, + "lambda": 17.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.575, + 17.575 + ] + }, + { + "episode": 740, + "avg_reward": 2038.34, + "avg_cost": 0.0, + "lambda": 17.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.575, + 17.575 + ] + }, + { + "episode": 750, + "avg_reward": 1864.92, + "avg_cost": 0.0, + "lambda": 17.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.6, + 17.6 + ] + }, + { + "episode": 760, + "avg_reward": 1405.22, + "avg_cost": 0.0, + "lambda": 17.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.625, + 17.625 + ] + }, + { + "episode": 770, + "avg_reward": 2147.8, + "avg_cost": 0.0, + "lambda": 17.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.625, + 17.625 + ] + }, + { + "episode": 780, + "avg_reward": 2180.76, + "avg_cost": 0.0, + "lambda": 17.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.625, + 17.625 + ] + }, + { + "episode": 790, + "avg_reward": 2201.88, + "avg_cost": 0.25, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 800, + "avg_reward": 2102.25, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 810, + "avg_reward": 2171.95, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 820, + "avg_reward": 2411.13, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 830, + "avg_reward": 2253.26, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 840, + "avg_reward": 2245.01, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 850, + "avg_reward": 2303.43, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 860, + "avg_reward": 2231.89, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 870, + "avg_reward": 2280.55, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 880, + "avg_reward": 1908.51, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 890, + "avg_reward": 2240.9, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 900, + "avg_reward": 2393.76, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 910, + "avg_reward": 2262.53, + "avg_cost": 0.0, + "lambda": 17.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.65, + 17.65 + ] + }, + { + "episode": 920, + "avg_reward": 2619.65, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 930, + "avg_reward": 2474.97, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 940, + "avg_reward": 2334.14, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 950, + "avg_reward": 2538.83, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 960, + "avg_reward": 2383.03, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 970, + "avg_reward": 2414.18, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 980, + "avg_reward": 2485.81, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 990, + "avg_reward": 2776.87, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + }, + { + "episode": 1000, + "avg_reward": 2655.81, + "avg_cost": 0.0, + "lambda": 17.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.675, + 17.675 + ] + } + ], + "final_lambdas": [ + 17.675, + 17.675 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..c7f85411504b2818c1f85e8a2d0229728b81ca65 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1129390.93, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -1900.58, + "avg_cost": 0.0, + "lambda": 4.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.875, + 4.875 + ] + }, + { + "episode": 10, + "avg_reward": -1789.68, + "avg_cost": 0.0, + "lambda": 3.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.7525, + 3.7525 + ] + }, + { + "episode": 20, + "avg_reward": -1744.27, + "avg_cost": 0.5, + "lambda": 2.5075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.5075, + 2.5075 + ] + }, + { + "episode": 30, + "avg_reward": -1623.99, + "avg_cost": 0.0, + "lambda": 1.26, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.26, + 1.26 + ] + }, + { + "episode": 40, + "avg_reward": -1292.81, + "avg_cost": 0.25, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0125, + 0.0125 + ] + }, + { + "episode": 50, + "avg_reward": -1501.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 60, + "avg_reward": -1179.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 70, + "avg_reward": -1066.02, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -725.31, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -1118.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1171.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -1019.89, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -1001.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -948.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -662.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -609.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -850.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -689.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -672.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -646.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -327.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -375.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": 152.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": 3.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": 263.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 348.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 453.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 419.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -84.87, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 304.24, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 439.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 229.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 378.61, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 322.13, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 703.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 744.39, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 743.63, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 520.26, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 603.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1133.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1200.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1113.61, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1249.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1170.45, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1102.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1679.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1424.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1737.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1691.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1781.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 1646.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 1185.1, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 1729.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 1629.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 1823.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 1763.49, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 1587.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2018.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 1962.86, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 1899.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2319.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 1956.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2400.78, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2379.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 1816.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2406.37, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2311.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2218.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2405.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2378.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2526.41, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2549.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2479.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2204.78, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 1564.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 1486.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2599.24, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 1297.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2694.04, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2685.62, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 806.78, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2633.16, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2540.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2375.15, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 3060.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2818.93, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2816.4, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 3015.56, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 3032.5, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 1908.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 3140.64, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2927.7, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 3132.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2307.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2481.89, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 3033.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 3114.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 3147.19, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 3202.99, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2351.52, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3129.43, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..5ec4ee636a1c8d7bc3f70db40924a54437dde510 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12325804.14, + "constraint_satisfaction_pct": 33.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 365.125, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13407.51, + "avg_cost": 58.5, + "lambda": 15.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.85, + 15.85 + ] + }, + { + "episode": 10, + "avg_reward": 13215.71, + "avg_cost": 16.5, + "lambda": 45.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.45, + 45.45 + ] + }, + { + "episode": 20, + "avg_reward": 13193.49, + "avg_cost": 10.0, + "lambda": 55.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.275, + 55.275 + ] + }, + { + "episode": 30, + "avg_reward": 13030.95, + "avg_cost": 8.75, + "lambda": 63.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.475, + 63.475 + ] + }, + { + "episode": 40, + "avg_reward": 12966.59, + "avg_cost": 5.25, + "lambda": 74.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.55, + 74.55 + ] + }, + { + "episode": 50, + "avg_reward": 12600.59, + "avg_cost": 4.75, + "lambda": 82.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.65, + 82.65 + ] + }, + { + "episode": 60, + "avg_reward": 12289.7, + "avg_cost": 9.25, + "lambda": 90.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.975, + 90.975 + ] + }, + { + "episode": 70, + "avg_reward": 12544.85, + "avg_cost": 6.25, + "lambda": 99.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.625, + 99.625 + ] + }, + { + "episode": 80, + "avg_reward": 12621.45, + "avg_cost": 5.25, + "lambda": 104.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 104.575, + 104.575 + ] + }, + { + "episode": 90, + "avg_reward": 12630.29, + "avg_cost": 0.25, + "lambda": 113.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 113.15, + 113.15 + ] + }, + { + "episode": 100, + "avg_reward": 12832.35, + "avg_cost": 1.0, + "lambda": 118.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 118.1, + 118.1 + ] + }, + { + "episode": 110, + "avg_reward": 12562.19, + "avg_cost": 9.0, + "lambda": 122.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 122.9, + 122.9 + ] + }, + { + "episode": 120, + "avg_reward": 12321.96, + "avg_cost": 5.0, + "lambda": 126.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 126.525, + 126.525 + ] + }, + { + "episode": 130, + "avg_reward": 12416.46, + "avg_cost": 9.0, + "lambda": 130.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 130.25, + 130.25 + ] + }, + { + "episode": 140, + "avg_reward": 12480.15, + "avg_cost": 0.0, + "lambda": 134.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 134.25, + 134.25 + ] + }, + { + "episode": 150, + "avg_reward": 12594.28, + "avg_cost": 9.0, + "lambda": 143.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 143.275, + 143.275 + ] + }, + { + "episode": 160, + "avg_reward": 12195.8, + "avg_cost": 0.0, + "lambda": 145.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 145.875, + 145.875 + ] + }, + { + "episode": 170, + "avg_reward": 11537.75, + "avg_cost": 16.5, + "lambda": 151.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 151.15, + 151.15 + ] + }, + { + "episode": 180, + "avg_reward": 11827.72, + "avg_cost": 4.5, + "lambda": 154.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 154.425, + 154.425 + ] + }, + { + "episode": 190, + "avg_reward": 11628.91, + "avg_cost": 7.5, + "lambda": 158.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 158.325, + 158.325 + ] + }, + { + "episode": 200, + "avg_reward": 12048.03, + "avg_cost": 6.75, + "lambda": 166.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.55, + 166.55 + ] + }, + { + "episode": 210, + "avg_reward": 11980.73, + "avg_cost": 0.25, + "lambda": 172.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 172.675, + 172.675 + ] + }, + { + "episode": 220, + "avg_reward": 11994.69, + "avg_cost": 4.0, + "lambda": 178.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 178.5, + 178.5 + ] + }, + { + "episode": 230, + "avg_reward": 12078.59, + "avg_cost": 0.25, + "lambda": 181.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 181.375, + 181.375 + ] + }, + { + "episode": 240, + "avg_reward": 12023.62, + "avg_cost": 3.0, + "lambda": 185.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 185.475, + 185.475 + ] + }, + { + "episode": 250, + "avg_reward": 11974.39, + "avg_cost": 0.25, + "lambda": 188.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 188.65, + 188.65 + ] + }, + { + "episode": 260, + "avg_reward": 12036.78, + "avg_cost": 0.25, + "lambda": 192.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 192.35, + 192.35 + ] + }, + { + "episode": 270, + "avg_reward": 12243.12, + "avg_cost": 5.75, + "lambda": 197.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 197.925, + 197.925 + ] + }, + { + "episode": 280, + "avg_reward": 12170.73, + "avg_cost": 2.5, + "lambda": 203.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 203.275, + 203.275 + ] + }, + { + "episode": 290, + "avg_reward": 12058.82, + "avg_cost": 0.0, + "lambda": 205.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 205.05, + 205.05 + ] + }, + { + "episode": 300, + "avg_reward": 12157.35, + "avg_cost": 1.75, + "lambda": 207.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 207.2, + 207.2 + ] + }, + { + "episode": 310, + "avg_reward": 11995.72, + "avg_cost": 0.0, + "lambda": 210.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 210.3, + 210.3 + ] + }, + { + "episode": 320, + "avg_reward": 12372.96, + "avg_cost": 2.0, + "lambda": 212.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 212.225, + 212.225 + ] + }, + { + "episode": 330, + "avg_reward": 12288.06, + "avg_cost": 6.0, + "lambda": 215.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 215.2, + 215.2 + ] + }, + { + "episode": 340, + "avg_reward": 12417.54, + "avg_cost": 0.25, + "lambda": 217.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 217.05, + 217.05 + ] + }, + { + "episode": 350, + "avg_reward": 12286.07, + "avg_cost": 0.0, + "lambda": 218.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 218.45, + 218.45 + ] + }, + { + "episode": 360, + "avg_reward": 12228.84, + "avg_cost": 0.0, + "lambda": 221.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 221.65, + 221.65 + ] + }, + { + "episode": 370, + "avg_reward": 12021.43, + "avg_cost": 3.25, + "lambda": 226.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 226.275, + 226.275 + ] + }, + { + "episode": 380, + "avg_reward": 12356.46, + "avg_cost": 1.25, + "lambda": 228.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 228.175, + 228.175 + ] + }, + { + "episode": 390, + "avg_reward": 12123.96, + "avg_cost": 2.5, + "lambda": 229.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 229.775, + 229.775 + ] + }, + { + "episode": 400, + "avg_reward": 11974.69, + "avg_cost": 0.0, + "lambda": 231.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 231.825, + 231.825 + ] + }, + { + "episode": 410, + "avg_reward": 12070.25, + "avg_cost": 0.0, + "lambda": 232.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 232.925, + 232.925 + ] + }, + { + "episode": 420, + "avg_reward": 12055.19, + "avg_cost": 10.75, + "lambda": 236.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 236.35, + 236.35 + ] + }, + { + "episode": 430, + "avg_reward": 12208.97, + "avg_cost": 4.0, + "lambda": 241.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 241.375, + 241.375 + ] + }, + { + "episode": 440, + "avg_reward": 11937.52, + "avg_cost": 0.0, + "lambda": 242.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 242.75, + 242.75 + ] + }, + { + "episode": 450, + "avg_reward": 12461.33, + "avg_cost": 6.25, + "lambda": 245.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.475, + 245.475 + ] + }, + { + "episode": 460, + "avg_reward": 12124.65, + "avg_cost": 3.0, + "lambda": 247.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.8, + 247.8 + ] + }, + { + "episode": 470, + "avg_reward": 12085.82, + "avg_cost": 0.0, + "lambda": 249.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.85, + 249.85 + ] + }, + { + "episode": 480, + "avg_reward": 12175.98, + "avg_cost": 0.0, + "lambda": 250.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 250.675, + 250.675 + ] + }, + { + "episode": 490, + "avg_reward": 11986.79, + "avg_cost": 0.0, + "lambda": 254.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 254.65, + 254.65 + ] + }, + { + "episode": 500, + "avg_reward": 11374.83, + "avg_cost": 1.0, + "lambda": 256.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 256.625, + 256.625 + ] + }, + { + "episode": 510, + "avg_reward": 11791.02, + "avg_cost": 0.0, + "lambda": 258.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 258.85, + 258.85 + ] + }, + { + "episode": 520, + "avg_reward": 11804.2, + "avg_cost": 0.0, + "lambda": 260.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.75, + 260.75 + ] + }, + { + "episode": 530, + "avg_reward": 12300.56, + "avg_cost": 16.5, + "lambda": 264.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 264.2, + 264.2 + ] + }, + { + "episode": 540, + "avg_reward": 11843.72, + "avg_cost": 0.0, + "lambda": 267.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 267.075, + 267.075 + ] + }, + { + "episode": 550, + "avg_reward": 11898.17, + "avg_cost": 0.25, + "lambda": 269.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 269.2, + 269.2 + ] + }, + { + "episode": 560, + "avg_reward": 12012.6, + "avg_cost": 1.5, + "lambda": 270.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 270.3, + 270.3 + ] + }, + { + "episode": 570, + "avg_reward": 12057.41, + "avg_cost": 1.0, + "lambda": 272.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 272.1, + 272.1 + ] + }, + { + "episode": 580, + "avg_reward": 11922.13, + "avg_cost": 0.0, + "lambda": 274.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 274.675, + 274.675 + ] + }, + { + "episode": 590, + "avg_reward": 11930.64, + "avg_cost": 3.5, + "lambda": 276.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 276.375, + 276.375 + ] + }, + { + "episode": 600, + "avg_reward": 11903.1, + "avg_cost": 0.0, + "lambda": 278.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 278.125, + 278.125 + ] + }, + { + "episode": 610, + "avg_reward": 11893.45, + "avg_cost": 0.0, + "lambda": 280.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 280.575, + 280.575 + ] + }, + { + "episode": 620, + "avg_reward": 12057.25, + "avg_cost": 0.0, + "lambda": 282.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 282.0, + 282.0 + ] + }, + { + "episode": 630, + "avg_reward": 12099.79, + "avg_cost": 0.0, + "lambda": 284.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 284.125, + 284.125 + ] + }, + { + "episode": 640, + "avg_reward": 11860.27, + "avg_cost": 7.0, + "lambda": 289.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 289.15, + 289.15 + ] + }, + { + "episode": 650, + "avg_reward": 11666.18, + "avg_cost": 0.0, + "lambda": 291.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 291.075, + 291.075 + ] + }, + { + "episode": 660, + "avg_reward": 11833.12, + "avg_cost": 0.0, + "lambda": 295.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 295.45, + 295.45 + ] + }, + { + "episode": 670, + "avg_reward": 11775.96, + "avg_cost": 3.25, + "lambda": 297.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 297.725, + 297.725 + ] + }, + { + "episode": 680, + "avg_reward": 11991.31, + "avg_cost": 0.0, + "lambda": 300.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.575, + 300.575 + ] + }, + { + "episode": 690, + "avg_reward": 12097.23, + "avg_cost": 6.75, + "lambda": 302.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 302.275, + 302.275 + ] + }, + { + "episode": 700, + "avg_reward": 12036.47, + "avg_cost": 0.0, + "lambda": 304.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 304.15, + 304.15 + ] + }, + { + "episode": 710, + "avg_reward": 12433.71, + "avg_cost": 2.75, + "lambda": 306.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 306.625, + 306.625 + ] + }, + { + "episode": 720, + "avg_reward": 12508.81, + "avg_cost": 0.0, + "lambda": 308.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 308.0, + 308.0 + ] + }, + { + "episode": 730, + "avg_reward": 13048.94, + "avg_cost": 2.75, + "lambda": 308.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 308.975, + 308.975 + ] + }, + { + "episode": 740, + "avg_reward": 13016.92, + "avg_cost": 0.0, + "lambda": 310.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 310.475, + 310.475 + ] + }, + { + "episode": 750, + "avg_reward": 12860.94, + "avg_cost": 0.25, + "lambda": 312.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 312.925, + 312.925 + ] + }, + { + "episode": 760, + "avg_reward": 13019.24, + "avg_cost": 0.0, + "lambda": 313.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 313.65, + 313.65 + ] + }, + { + "episode": 770, + "avg_reward": 13019.57, + "avg_cost": 4.0, + "lambda": 318.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 318.15, + 318.15 + ] + }, + { + "episode": 780, + "avg_reward": 12905.99, + "avg_cost": 0.0, + "lambda": 319.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 319.1, + 319.1 + ] + }, + { + "episode": 790, + "avg_reward": 13023.84, + "avg_cost": 1.75, + "lambda": 320.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 320.475, + 320.475 + ] + }, + { + "episode": 800, + "avg_reward": 12759.74, + "avg_cost": 0.0, + "lambda": 321.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 321.525, + 321.525 + ] + }, + { + "episode": 810, + "avg_reward": 13087.27, + "avg_cost": 2.25, + "lambda": 323.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 323.075, + 323.075 + ] + }, + { + "episode": 820, + "avg_reward": 12479.7, + "avg_cost": 2.25, + "lambda": 324.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 324.375, + 324.375 + ] + }, + { + "episode": 830, + "avg_reward": 12553.09, + "avg_cost": 0.0, + "lambda": 329.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 329.575, + 329.575 + ] + }, + { + "episode": 840, + "avg_reward": 12594.28, + "avg_cost": 1.0, + "lambda": 332.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 332.425, + 332.425 + ] + }, + { + "episode": 850, + "avg_reward": 12667.94, + "avg_cost": 0.0, + "lambda": 338.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 338.1, + 338.1 + ] + }, + { + "episode": 860, + "avg_reward": 12753.16, + "avg_cost": 0.0, + "lambda": 339.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 339.45, + 339.45 + ] + }, + { + "episode": 870, + "avg_reward": 12992.8, + "avg_cost": 0.5, + "lambda": 340.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 340.35, + 340.35 + ] + }, + { + "episode": 880, + "avg_reward": 12532.99, + "avg_cost": 4.5, + "lambda": 342.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 342.475, + 342.475 + ] + }, + { + "episode": 890, + "avg_reward": 12352.01, + "avg_cost": 4.5, + "lambda": 344.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 344.325, + 344.325 + ] + }, + { + "episode": 900, + "avg_reward": 12187.1, + "avg_cost": 4.0, + "lambda": 346.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 346.25, + 346.25 + ] + }, + { + "episode": 910, + "avg_reward": 12519.77, + "avg_cost": 3.25, + "lambda": 346.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 346.925, + 346.925 + ] + }, + { + "episode": 920, + "avg_reward": 12305.74, + "avg_cost": 4.0, + "lambda": 348.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 348.9, + 348.9 + ] + }, + { + "episode": 930, + "avg_reward": 12313.47, + "avg_cost": 4.25, + "lambda": 350.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.925, + 350.925 + ] + }, + { + "episode": 940, + "avg_reward": 12523.11, + "avg_cost": 0.5, + "lambda": 351.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 351.975, + 351.975 + ] + }, + { + "episode": 950, + "avg_reward": 12282.04, + "avg_cost": 0.0, + "lambda": 354.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 354.15, + 354.15 + ] + }, + { + "episode": 960, + "avg_reward": 11963.18, + "avg_cost": 0.0, + "lambda": 355.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 355.65, + 355.65 + ] + }, + { + "episode": 970, + "avg_reward": 12530.52, + "avg_cost": 0.5, + "lambda": 359.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 359.75, + 359.75 + ] + }, + { + "episode": 980, + "avg_reward": 12786.6, + "avg_cost": 2.25, + "lambda": 361.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 361.075, + 361.075 + ] + }, + { + "episode": 990, + "avg_reward": 12389.32, + "avg_cost": 0.0, + "lambda": 362.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 362.85, + 362.85 + ] + }, + { + "episode": 1000, + "avg_reward": 12670.77, + "avg_cost": 8.5, + "lambda": 365.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 365.125, + 365.125 + ] + } + ], + "final_lambdas": [ + 365.125, + 365.125 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..0376b656d82f8fa33c1ff90f28743e815db1583c --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -44411.39, + "constraint_satisfaction_pct": 96.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.615, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 46.32, + "avg_cost": 406.25, + "lambda": 8.9375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.9375, + 8.9375 + ] + }, + { + "episode": 10, + "avg_reward": -17.52, + "avg_cost": 368.0, + "lambda": 41.1475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.1475, + 41.1475 + ] + }, + { + "episode": 20, + "avg_reward": -43.45, + "avg_cost": 20.0, + "lambda": 49.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.6475, + 49.6475 + ] + }, + { + "episode": 30, + "avg_reward": -41.45, + "avg_cost": 11.5, + "lambda": 49.7675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.7675, + 49.7675 + ] + }, + { + "episode": 40, + "avg_reward": -43.86, + "avg_cost": 6.0, + "lambda": 49.2125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.2125, + 49.2125 + ] + }, + { + "episode": 50, + "avg_reward": -45.53, + "avg_cost": 5.25, + "lambda": 48.295, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.295, + 48.295 + ] + }, + { + "episode": 60, + "avg_reward": -46.65, + "avg_cost": 2.75, + "lambda": 47.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.345, + 47.345 + ] + }, + { + "episode": 70, + "avg_reward": -46.52, + "avg_cost": 3.0, + "lambda": 46.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.29, + 46.29 + ] + }, + { + "episode": 80, + "avg_reward": -49.07, + "avg_cost": 1.5, + "lambda": 45.2225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.2225, + 45.2225 + ] + }, + { + "episode": 90, + "avg_reward": -47.85, + "avg_cost": 2.0, + "lambda": 44.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.1425, + 44.1425 + ] + }, + { + "episode": 100, + "avg_reward": -49.74, + "avg_cost": 1.5, + "lambda": 43.055, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.055, + 43.055 + ] + }, + { + "episode": 110, + "avg_reward": -49.69, + "avg_cost": 1.75, + "lambda": 41.97, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.97, + 41.97 + ] + }, + { + "episode": 120, + "avg_reward": -50.45, + "avg_cost": 1.5, + "lambda": 40.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.9025, + 40.9025 + ] + }, + { + "episode": 130, + "avg_reward": -51.06, + "avg_cost": 1.5, + "lambda": 39.8075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.8075, + 39.8075 + ] + }, + { + "episode": 140, + "avg_reward": -49.87, + "avg_cost": 1.75, + "lambda": 38.7275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.7275, + 38.7275 + ] + }, + { + "episode": 150, + "avg_reward": -53.02, + "avg_cost": 1.75, + "lambda": 37.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.66, + 37.66 + ] + }, + { + "episode": 160, + "avg_reward": -51.29, + "avg_cost": 1.5, + "lambda": 36.59, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.59, + 36.59 + ] + }, + { + "episode": 170, + "avg_reward": -50.61, + "avg_cost": 1.5, + "lambda": 35.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.4925, + 35.4925 + ] + }, + { + "episode": 180, + "avg_reward": -52.3, + "avg_cost": 1.75, + "lambda": 34.405, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.405, + 34.405 + ] + }, + { + "episode": 190, + "avg_reward": -48.92, + "avg_cost": 3.0, + "lambda": 33.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.33, + 33.33 + ] + }, + { + "episode": 200, + "avg_reward": -51.06, + "avg_cost": 1.75, + "lambda": 32.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.235, + 32.235 + ] + }, + { + "episode": 210, + "avg_reward": -52.71, + "avg_cost": 1.5, + "lambda": 31.135, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.135, + 31.135 + ] + }, + { + "episode": 220, + "avg_reward": -52.56, + "avg_cost": 1.5, + "lambda": 30.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.035, + 30.035 + ] + }, + { + "episode": 230, + "avg_reward": -51.98, + "avg_cost": 1.5, + "lambda": 28.935, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.935, + 28.935 + ] + }, + { + "episode": 240, + "avg_reward": -51.62, + "avg_cost": 1.5, + "lambda": 27.835, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.835, + 27.835 + ] + }, + { + "episode": 250, + "avg_reward": -52.44, + "avg_cost": 1.5, + "lambda": 26.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.7425, + 26.7425 + ] + }, + { + "episode": 260, + "avg_reward": -51.33, + "avg_cost": 2.0, + "lambda": 25.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.675, + 25.675 + ] + }, + { + "episode": 270, + "avg_reward": -53.81, + "avg_cost": 1.5, + "lambda": 24.5875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.5875, + 24.5875 + ] + }, + { + "episode": 280, + "avg_reward": -53.05, + "avg_cost": 1.5, + "lambda": 23.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.4925, + 23.4925 + ] + }, + { + "episode": 290, + "avg_reward": -52.61, + "avg_cost": 1.5, + "lambda": 22.395, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.395, + 22.395 + ] + }, + { + "episode": 300, + "avg_reward": -52.44, + "avg_cost": 1.5, + "lambda": 21.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.3, + 21.3 + ] + }, + { + "episode": 310, + "avg_reward": -52.33, + "avg_cost": 1.75, + "lambda": 20.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.2025, + 20.2025 + ] + }, + { + "episode": 320, + "avg_reward": -52.76, + "avg_cost": 1.5, + "lambda": 19.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.1025, + 19.1025 + ] + }, + { + "episode": 330, + "avg_reward": -51.92, + "avg_cost": 1.5, + "lambda": 18.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.0075, + 18.0075 + ] + }, + { + "episode": 340, + "avg_reward": -53.07, + "avg_cost": 1.75, + "lambda": 16.9175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.9175, + 16.9175 + ] + }, + { + "episode": 350, + "avg_reward": -53.15, + "avg_cost": 1.5, + "lambda": 15.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.82, + 15.82 + ] + }, + { + "episode": 360, + "avg_reward": -51.27, + "avg_cost": 1.75, + "lambda": 14.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.7325, + 14.7325 + ] + }, + { + "episode": 370, + "avg_reward": -51.7, + "avg_cost": 1.5, + "lambda": 13.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.6425, + 13.6425 + ] + }, + { + "episode": 380, + "avg_reward": -53.43, + "avg_cost": 1.5, + "lambda": 12.5525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.5525, + 12.5525 + ] + }, + { + "episode": 390, + "avg_reward": -53.63, + "avg_cost": 1.5, + "lambda": 11.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.4725, + 11.4725 + ] + }, + { + "episode": 400, + "avg_reward": -53.53, + "avg_cost": 1.5, + "lambda": 10.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3975, + 10.3975 + ] + }, + { + "episode": 410, + "avg_reward": -53.29, + "avg_cost": 2.0, + "lambda": 9.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.33, + 9.33 + ] + }, + { + "episode": 420, + "avg_reward": -50.16, + "avg_cost": 2.25, + "lambda": 8.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.2575, + 8.2575 + ] + }, + { + "episode": 430, + "avg_reward": -52.21, + "avg_cost": 2.5, + "lambda": 7.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.2075, + 7.2075 + ] + }, + { + "episode": 440, + "avg_reward": -52.05, + "avg_cost": 2.75, + "lambda": 6.14, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.14, + 6.14 + ] + }, + { + "episode": 450, + "avg_reward": -52.53, + "avg_cost": 1.5, + "lambda": 5.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.05, + 5.05 + ] + }, + { + "episode": 460, + "avg_reward": -51.88, + "avg_cost": 1.75, + "lambda": 3.985, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.985, + 3.985 + ] + }, + { + "episode": 470, + "avg_reward": -51.65, + "avg_cost": 1.75, + "lambda": 2.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.92, + 2.92 + ] + }, + { + "episode": 480, + "avg_reward": -51.18, + "avg_cost": 2.5, + "lambda": 1.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.865, + 1.865 + ] + }, + { + "episode": 490, + "avg_reward": -52.0, + "avg_cost": 1.5, + "lambda": 0.81, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.81, + 0.81 + ] + }, + { + "episode": 500, + "avg_reward": -49.81, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": -48.7, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": -45.73, + "avg_cost": 8.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": -48.75, + "avg_cost": 13.75, + "lambda": 0.0125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0125, + 0.0125 + ] + }, + { + "episode": 540, + "avg_reward": -48.06, + "avg_cost": 14.5, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0825, + 0.0825 + ] + }, + { + "episode": 550, + "avg_reward": -44.63, + "avg_cost": 12.25, + "lambda": 0.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2975, + 0.2975 + ] + }, + { + "episode": 560, + "avg_reward": -42.29, + "avg_cost": 6.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": -35.89, + "avg_cost": 21.5, + "lambda": 0.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.735, + 0.735 + ] + }, + { + "episode": 580, + "avg_reward": -45.28, + "avg_cost": 3.25, + "lambda": 0.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2375, + 0.2375 + ] + }, + { + "episode": 590, + "avg_reward": -32.53, + "avg_cost": 17.5, + "lambda": 0.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1625, + 0.1625 + ] + }, + { + "episode": 600, + "avg_reward": -39.85, + "avg_cost": 4.75, + "lambda": 1.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.225, + 1.225 + ] + }, + { + "episode": 610, + "avg_reward": -45.8, + "avg_cost": 2.5, + "lambda": 0.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.27, + 0.27 + ] + }, + { + "episode": 620, + "avg_reward": -39.92, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": -32.53, + "avg_cost": 17.25, + "lambda": 0.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.22, + 0.22 + ] + }, + { + "episode": 640, + "avg_reward": 0.39, + "avg_cost": 119.0, + "lambda": 7.115, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.115, + 7.115 + ] + }, + { + "episode": 650, + "avg_reward": -32.0, + "avg_cost": 12.0, + "lambda": 10.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.955, + 10.955 + ] + }, + { + "episode": 660, + "avg_reward": -47.03, + "avg_cost": 2.75, + "lambda": 10.32, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.32, + 10.32 + ] + }, + { + "episode": 670, + "avg_reward": -52.57, + "avg_cost": 2.25, + "lambda": 9.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.35, + 9.35 + ] + }, + { + "episode": 680, + "avg_reward": -54.66, + "avg_cost": 1.5, + "lambda": 8.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.27, + 8.27 + ] + }, + { + "episode": 690, + "avg_reward": -54.74, + "avg_cost": 1.5, + "lambda": 7.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.1725, + 7.1725 + ] + }, + { + "episode": 700, + "avg_reward": -54.51, + "avg_cost": 1.5, + "lambda": 6.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.0925, + 6.0925 + ] + }, + { + "episode": 710, + "avg_reward": -54.83, + "avg_cost": 1.5, + "lambda": 5.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.0, + 5.0 + ] + }, + { + "episode": 720, + "avg_reward": -52.91, + "avg_cost": 1.5, + "lambda": 3.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.9025, + 3.9025 + ] + }, + { + "episode": 730, + "avg_reward": -52.26, + "avg_cost": 1.5, + "lambda": 2.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.82, + 2.82 + ] + }, + { + "episode": 740, + "avg_reward": -51.47, + "avg_cost": 1.5, + "lambda": 1.74, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.74, + 1.74 + ] + }, + { + "episode": 750, + "avg_reward": -50.55, + "avg_cost": 1.75, + "lambda": 0.6625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.6625, + 0.6625 + ] + }, + { + "episode": 760, + "avg_reward": -48.21, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": -43.7, + "avg_cost": 20.75, + "lambda": 0.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0825, + 0.0825 + ] + }, + { + "episode": 780, + "avg_reward": -38.71, + "avg_cost": 25.0, + "lambda": 0.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.125, + 0.125 + ] + }, + { + "episode": 790, + "avg_reward": -35.52, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": -33.59, + "avg_cost": 11.25, + "lambda": 0.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.25, + 0.25 + ] + }, + { + "episode": 810, + "avg_reward": -34.23, + "avg_cost": 9.5, + "lambda": 0.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.82, + 0.82 + ] + }, + { + "episode": 820, + "avg_reward": -32.48, + "avg_cost": 7.0, + "lambda": 0.365, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.365, + 0.365 + ] + }, + { + "episode": 830, + "avg_reward": -30.9, + "avg_cost": 21.25, + "lambda": 0.115, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.115, + 0.115 + ] + }, + { + "episode": 840, + "avg_reward": -30.11, + "avg_cost": 10.0, + "lambda": 0.695, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.695, + 0.695 + ] + }, + { + "episode": 850, + "avg_reward": -31.4, + "avg_cost": 9.25, + "lambda": 0.46, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.46, + 0.46 + ] + }, + { + "episode": 860, + "avg_reward": -35.3, + "avg_cost": 13.0, + "lambda": 0.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.5675, + 0.5675 + ] + }, + { + "episode": 870, + "avg_reward": -34.38, + "avg_cost": 16.25, + "lambda": 0.6275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.6275, + 0.6275 + ] + }, + { + "episode": 880, + "avg_reward": -31.48, + "avg_cost": 11.75, + "lambda": 0.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.72, + 0.72 + ] + }, + { + "episode": 890, + "avg_reward": -31.41, + "avg_cost": 10.75, + "lambda": 0.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.65, + 0.65 + ] + }, + { + "episode": 900, + "avg_reward": -33.78, + "avg_cost": 17.5, + "lambda": 0.8275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8275, + 0.8275 + ] + }, + { + "episode": 910, + "avg_reward": -34.48, + "avg_cost": 11.0, + "lambda": 0.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.82, + 0.82 + ] + }, + { + "episode": 920, + "avg_reward": -35.06, + "avg_cost": 13.5, + "lambda": 0.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8175, + 0.8175 + ] + }, + { + "episode": 930, + "avg_reward": -35.29, + "avg_cost": 12.75, + "lambda": 1.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.105, + 1.105 + ] + }, + { + "episode": 940, + "avg_reward": -34.06, + "avg_cost": 13.25, + "lambda": 1.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.0175, + 1.0175 + ] + }, + { + "episode": 950, + "avg_reward": -32.99, + "avg_cost": 10.25, + "lambda": 0.9775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9775, + 0.9775 + ] + }, + { + "episode": 960, + "avg_reward": -33.72, + "avg_cost": 11.5, + "lambda": 0.9175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9175, + 0.9175 + ] + }, + { + "episode": 970, + "avg_reward": -29.7, + "avg_cost": 11.0, + "lambda": 0.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9475, + 0.9475 + ] + }, + { + "episode": 980, + "avg_reward": -30.97, + "avg_cost": 10.75, + "lambda": 0.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.945, + 0.945 + ] + }, + { + "episode": 990, + "avg_reward": -30.84, + "avg_cost": 10.75, + "lambda": 0.7725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.7725, + 0.7725 + ] + }, + { + "episode": 1000, + "avg_reward": -28.4, + "avg_cost": 10.5, + "lambda": 0.615, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.615, + 0.615 + ] + } + ], + "final_lambdas": [ + 0.615, + 0.615 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..08e8971bd1d59c3eef579313bac7cd811c5ade10 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2449676.76, + "constraint_satisfaction_pct": 75.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 61.74, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 6.315, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.315, + 6.315 + ] + }, + { + "episode": 10, + "avg_reward": 3129.14, + "avg_cost": 73.25, + "lambda": 9.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.8175, + 9.8175 + ] + }, + { + "episode": 20, + "avg_reward": 2693.13, + "avg_cost": 70.5, + "lambda": 15.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.925, + 15.925 + ] + }, + { + "episode": 30, + "avg_reward": 2683.63, + "avg_cost": 58.0, + "lambda": 19.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.0225, + 19.0225 + ] + }, + { + "episode": 40, + "avg_reward": 2665.3, + "avg_cost": 41.25, + "lambda": 23.9625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.9625, + 23.9625 + ] + }, + { + "episode": 50, + "avg_reward": 2822.69, + "avg_cost": 83.5, + "lambda": 30.4275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.4275, + 30.4275 + ] + }, + { + "episode": 60, + "avg_reward": 3102.15, + "avg_cost": 83.25, + "lambda": 37.4425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4425, + 37.4425 + ] + }, + { + "episode": 70, + "avg_reward": 2960.63, + "avg_cost": 80.25, + "lambda": 44.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.555, + 44.555 + ] + }, + { + "episode": 80, + "avg_reward": 1262.28, + "avg_cost": 10.0, + "lambda": 47.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.03, + 47.03 + ] + }, + { + "episode": 90, + "avg_reward": 1976.53, + "avg_cost": 35.5, + "lambda": 47.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.2, + 47.2 + ] + }, + { + "episode": 100, + "avg_reward": 2959.0, + "avg_cost": 27.75, + "lambda": 47.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.915, + 47.915 + ] + }, + { + "episode": 110, + "avg_reward": 2748.73, + "avg_cost": 15.5, + "lambda": 49.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.235, + 49.235 + ] + }, + { + "episode": 120, + "avg_reward": 2837.17, + "avg_cost": 22.0, + "lambda": 50.085, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.085, + 50.085 + ] + }, + { + "episode": 130, + "avg_reward": 2647.89, + "avg_cost": 11.5, + "lambda": 50.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.0675, + 50.0675 + ] + }, + { + "episode": 140, + "avg_reward": 2808.13, + "avg_cost": 28.5, + "lambda": 50.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.41, + 50.41 + ] + }, + { + "episode": 150, + "avg_reward": 2497.27, + "avg_cost": 30.75, + "lambda": 51.5275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.5275, + 51.5275 + ] + }, + { + "episode": 160, + "avg_reward": 2389.67, + "avg_cost": 13.75, + "lambda": 52.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.0, + 52.0 + ] + }, + { + "episode": 170, + "avg_reward": 2871.46, + "avg_cost": 14.75, + "lambda": 53.69, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.69, + 53.69 + ] + }, + { + "episode": 180, + "avg_reward": 2563.3, + "avg_cost": 9.25, + "lambda": 54.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.92, + 54.92 + ] + }, + { + "episode": 190, + "avg_reward": 2824.94, + "avg_cost": 9.25, + "lambda": 56.6575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.6575, + 56.6575 + ] + }, + { + "episode": 200, + "avg_reward": 2691.43, + "avg_cost": 20.5, + "lambda": 58.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.4925, + 58.4925 + ] + }, + { + "episode": 210, + "avg_reward": 2691.88, + "avg_cost": 29.25, + "lambda": 59.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.4, + 59.4 + ] + }, + { + "episode": 220, + "avg_reward": 2548.9, + "avg_cost": 7.25, + "lambda": 59.495, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.495, + 59.495 + ] + }, + { + "episode": 230, + "avg_reward": 2898.01, + "avg_cost": 23.75, + "lambda": 60.8675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.8675, + 60.8675 + ] + }, + { + "episode": 240, + "avg_reward": 2739.29, + "avg_cost": 18.75, + "lambda": 61.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.435, + 61.435 + ] + }, + { + "episode": 250, + "avg_reward": 3012.13, + "avg_cost": 25.75, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 260, + "avg_reward": 2284.92, + "avg_cost": 8.5, + "lambda": 63.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.155, + 63.155 + ] + }, + { + "episode": 270, + "avg_reward": 2837.98, + "avg_cost": 39.5, + "lambda": 64.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.0525, + 64.0525 + ] + }, + { + "episode": 280, + "avg_reward": 2979.52, + "avg_cost": 29.0, + "lambda": 65.2325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.2325, + 65.2325 + ] + }, + { + "episode": 290, + "avg_reward": 2649.09, + "avg_cost": 21.5, + "lambda": 65.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.7125, + 65.7125 + ] + }, + { + "episode": 300, + "avg_reward": 2915.23, + "avg_cost": 37.5, + "lambda": 67.3025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.3025, + 67.3025 + ] + }, + { + "episode": 310, + "avg_reward": 3007.89, + "avg_cost": 18.0, + "lambda": 68.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.12, + 68.12 + ] + }, + { + "episode": 320, + "avg_reward": 3046.88, + "avg_cost": 34.0, + "lambda": 68.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.8775, + 68.8775 + ] + }, + { + "episode": 330, + "avg_reward": 2355.83, + "avg_cost": 18.25, + "lambda": 69.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.6, + 69.6 + ] + }, + { + "episode": 340, + "avg_reward": 2242.98, + "avg_cost": 24.5, + "lambda": 70.5275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.5275, + 70.5275 + ] + }, + { + "episode": 350, + "avg_reward": 2488.26, + "avg_cost": 8.0, + "lambda": 70.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.9, + 70.9 + ] + }, + { + "episode": 360, + "avg_reward": 2026.31, + "avg_cost": 19.25, + "lambda": 72.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.3725, + 72.3725 + ] + }, + { + "episode": 370, + "avg_reward": 1765.84, + "avg_cost": 18.75, + "lambda": 74.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.0575, + 74.0575 + ] + }, + { + "episode": 380, + "avg_reward": 1821.86, + "avg_cost": 8.0, + "lambda": 74.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.575, + 74.575 + ] + }, + { + "episode": 390, + "avg_reward": 2334.9, + "avg_cost": 7.5, + "lambda": 74.4125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.4125, + 74.4125 + ] + }, + { + "episode": 400, + "avg_reward": 2799.74, + "avg_cost": 5.75, + "lambda": 74.53, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.53, + 74.53 + ] + }, + { + "episode": 410, + "avg_reward": 2709.01, + "avg_cost": 5.75, + "lambda": 74.56, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.56, + 74.56 + ] + }, + { + "episode": 420, + "avg_reward": 2823.26, + "avg_cost": 2.75, + "lambda": 75.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.1225, + 75.1225 + ] + }, + { + "episode": 430, + "avg_reward": 2656.51, + "avg_cost": 13.75, + "lambda": 75.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.3775, + 75.3775 + ] + }, + { + "episode": 440, + "avg_reward": 2590.66, + "avg_cost": 13.5, + "lambda": 75.145, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.145, + 75.145 + ] + }, + { + "episode": 450, + "avg_reward": 2441.8, + "avg_cost": 11.75, + "lambda": 75.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.505, + 75.505 + ] + }, + { + "episode": 460, + "avg_reward": 2480.03, + "avg_cost": 5.25, + "lambda": 75.6025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.6025, + 75.6025 + ] + }, + { + "episode": 470, + "avg_reward": 2776.02, + "avg_cost": 25.25, + "lambda": 75.7625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.7625, + 75.7625 + ] + }, + { + "episode": 480, + "avg_reward": 2946.49, + "avg_cost": 30.25, + "lambda": 75.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.67, + 75.67 + ] + }, + { + "episode": 490, + "avg_reward": 2342.83, + "avg_cost": 8.5, + "lambda": 75.8725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.8725, + 75.8725 + ] + }, + { + "episode": 500, + "avg_reward": 2517.71, + "avg_cost": 5.25, + "lambda": 76.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.4, + 76.4 + ] + }, + { + "episode": 510, + "avg_reward": 2606.37, + "avg_cost": 5.25, + "lambda": 76.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.0925, + 76.0925 + ] + }, + { + "episode": 520, + "avg_reward": 2361.2, + "avg_cost": 20.5, + "lambda": 76.4125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.4125, + 76.4125 + ] + }, + { + "episode": 530, + "avg_reward": 2259.97, + "avg_cost": 24.5, + "lambda": 77.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.105, + 77.105 + ] + }, + { + "episode": 540, + "avg_reward": 2413.08, + "avg_cost": 3.75, + "lambda": 77.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.36, + 77.36 + ] + }, + { + "episode": 550, + "avg_reward": 2557.08, + "avg_cost": 25.75, + "lambda": 77.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.675, + 77.675 + ] + }, + { + "episode": 560, + "avg_reward": 2449.39, + "avg_cost": 17.5, + "lambda": 77.6825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.6825, + 77.6825 + ] + }, + { + "episode": 570, + "avg_reward": 2411.4, + "avg_cost": 12.0, + "lambda": 78.3325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.3325, + 78.3325 + ] + }, + { + "episode": 580, + "avg_reward": 2454.1, + "avg_cost": 9.25, + "lambda": 78.145, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.145, + 78.145 + ] + }, + { + "episode": 590, + "avg_reward": 2362.03, + "avg_cost": 10.75, + "lambda": 78.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.435, + 78.435 + ] + }, + { + "episode": 600, + "avg_reward": 2192.38, + "avg_cost": 30.5, + "lambda": 79.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.39, + 79.39 + ] + }, + { + "episode": 610, + "avg_reward": 2205.26, + "avg_cost": 23.5, + "lambda": 80.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.605, + 80.605 + ] + }, + { + "episode": 620, + "avg_reward": 2261.3, + "avg_cost": 16.5, + "lambda": 80.89, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.89, + 80.89 + ] + }, + { + "episode": 630, + "avg_reward": 2394.19, + "avg_cost": 1.75, + "lambda": 80.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.92, + 80.92 + ] + }, + { + "episode": 640, + "avg_reward": 2482.72, + "avg_cost": 3.25, + "lambda": 80.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.865, + 80.865 + ] + }, + { + "episode": 650, + "avg_reward": 2867.38, + "avg_cost": 16.0, + "lambda": 80.8425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.8425, + 80.8425 + ] + }, + { + "episode": 660, + "avg_reward": 2570.16, + "avg_cost": 46.0, + "lambda": 82.47, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.47, + 82.47 + ] + }, + { + "episode": 670, + "avg_reward": 2344.09, + "avg_cost": 57.0, + "lambda": 86.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.035, + 86.035 + ] + }, + { + "episode": 680, + "avg_reward": 2739.63, + "avg_cost": 18.25, + "lambda": 89.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.735, + 89.735 + ] + }, + { + "episode": 690, + "avg_reward": 3136.83, + "avg_cost": 16.75, + "lambda": 90.0325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.0325, + 90.0325 + ] + }, + { + "episode": 700, + "avg_reward": 2577.81, + "avg_cost": 6.25, + "lambda": 89.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.5375, + 89.5375 + ] + }, + { + "episode": 710, + "avg_reward": 2477.58, + "avg_cost": 6.5, + "lambda": 89.28, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.28, + 89.28 + ] + }, + { + "episode": 720, + "avg_reward": 2739.79, + "avg_cost": 4.5, + "lambda": 88.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.5675, + 88.5675 + ] + }, + { + "episode": 730, + "avg_reward": 2616.77, + "avg_cost": 1.25, + "lambda": 87.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.8175, + 87.8175 + ] + }, + { + "episode": 740, + "avg_reward": 2544.72, + "avg_cost": 0.25, + "lambda": 86.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.7225, + 86.7225 + ] + }, + { + "episode": 750, + "avg_reward": 2528.89, + "avg_cost": 0.0, + "lambda": 85.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.5775, + 85.5775 + ] + }, + { + "episode": 760, + "avg_reward": 2363.19, + "avg_cost": 0.0, + "lambda": 84.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.4875, + 84.4875 + ] + }, + { + "episode": 770, + "avg_reward": 2161.64, + "avg_cost": 0.0, + "lambda": 83.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.2525, + 83.2525 + ] + }, + { + "episode": 780, + "avg_reward": 2270.18, + "avg_cost": 0.0, + "lambda": 82.0625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.0625, + 82.0625 + ] + }, + { + "episode": 790, + "avg_reward": 2259.16, + "avg_cost": 0.0, + "lambda": 80.8375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.8375, + 80.8375 + ] + }, + { + "episode": 800, + "avg_reward": 2241.56, + "avg_cost": 0.0, + "lambda": 79.73, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.73, + 79.73 + ] + }, + { + "episode": 810, + "avg_reward": 2201.69, + "avg_cost": 16.5, + "lambda": 78.7275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.7275, + 78.7275 + ] + }, + { + "episode": 820, + "avg_reward": 2626.64, + "avg_cost": 10.25, + "lambda": 77.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.7425, + 77.7425 + ] + }, + { + "episode": 830, + "avg_reward": 2416.73, + "avg_cost": 1.25, + "lambda": 77.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.6375, + 77.6375 + ] + }, + { + "episode": 840, + "avg_reward": 2044.61, + "avg_cost": 6.25, + "lambda": 78.0475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.0475, + 78.0475 + ] + }, + { + "episode": 850, + "avg_reward": 2263.44, + "avg_cost": 2.0, + "lambda": 79.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.035, + 79.035 + ] + }, + { + "episode": 860, + "avg_reward": 2114.33, + "avg_cost": 6.75, + "lambda": 78.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.735, + 78.735 + ] + }, + { + "episode": 870, + "avg_reward": 2272.13, + "avg_cost": 0.0, + "lambda": 77.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.5025, + 77.5025 + ] + }, + { + "episode": 880, + "avg_reward": 2222.29, + "avg_cost": 0.0, + "lambda": 76.335, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.335, + 76.335 + ] + }, + { + "episode": 890, + "avg_reward": 2218.74, + "avg_cost": 0.0, + "lambda": 75.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.09, + 75.09 + ] + }, + { + "episode": 900, + "avg_reward": 2140.08, + "avg_cost": 0.5, + "lambda": 73.8525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.8525, + 73.8525 + ] + }, + { + "episode": 910, + "avg_reward": 2000.64, + "avg_cost": 0.0, + "lambda": 72.6025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.6025, + 72.6025 + ] + }, + { + "episode": 920, + "avg_reward": 2124.53, + "avg_cost": 0.25, + "lambda": 71.43, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.43, + 71.43 + ] + }, + { + "episode": 930, + "avg_reward": 1967.6, + "avg_cost": 0.0, + "lambda": 70.19, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.19, + 70.19 + ] + }, + { + "episode": 940, + "avg_reward": 1792.22, + "avg_cost": 0.0, + "lambda": 68.94, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.94, + 68.94 + ] + }, + { + "episode": 950, + "avg_reward": 1849.28, + "avg_cost": 0.0, + "lambda": 67.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.715, + 67.715 + ] + }, + { + "episode": 960, + "avg_reward": 1822.94, + "avg_cost": 0.0, + "lambda": 66.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.465, + 66.465 + ] + }, + { + "episode": 970, + "avg_reward": 2068.31, + "avg_cost": 2.75, + "lambda": 65.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.2675, + 65.2675 + ] + }, + { + "episode": 980, + "avg_reward": 1853.41, + "avg_cost": 0.0, + "lambda": 64.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.02, + 64.02 + ] + }, + { + "episode": 990, + "avg_reward": 2248.35, + "avg_cost": 0.0, + "lambda": 62.84, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.84, + 62.84 + ] + }, + { + "episode": 1000, + "avg_reward": 2419.86, + "avg_cost": 0.0, + "lambda": 61.74, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.74, + 61.74 + ] + } + ], + "final_lambdas": [ + 61.74, + 61.74 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..aab750c14c5141b74f4893f0c7f10b36b9150ddd --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2483370.87, + "constraint_satisfaction_pct": 0.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 14.32, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.32, + 14.32 + ] + }, + { + "episode": 10, + "avg_reward": 2374.15, + "avg_cost": 11.5, + "lambda": 25.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.48, + 25.48 + ] + }, + { + "episode": 20, + "avg_reward": 2093.04, + "avg_cost": 25.5, + "lambda": 36.5725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.5725, + 36.5725 + ] + }, + { + "episode": 30, + "avg_reward": 2246.44, + "avg_cost": 26.0, + "lambda": 43.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.0375, + 43.0375 + ] + }, + { + "episode": 40, + "avg_reward": 2785.97, + "avg_cost": 23.75, + "lambda": 49.3675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.3675, + 49.3675 + ] + }, + { + "episode": 50, + "avg_reward": 2478.73, + "avg_cost": 6.75, + "lambda": 52.8625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.8625, + 52.8625 + ] + }, + { + "episode": 60, + "avg_reward": 2455.52, + "avg_cost": 8.75, + "lambda": 57.31, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.31, + 57.31 + ] + }, + { + "episode": 70, + "avg_reward": 2592.46, + "avg_cost": 14.25, + "lambda": 60.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.205, + 60.205 + ] + }, + { + "episode": 80, + "avg_reward": 2381.91, + "avg_cost": 4.0, + "lambda": 63.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.61, + 63.61 + ] + }, + { + "episode": 90, + "avg_reward": 1858.95, + "avg_cost": 2.25, + "lambda": 68.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.5, + 68.5 + ] + }, + { + "episode": 100, + "avg_reward": 2233.34, + "avg_cost": 8.5, + "lambda": 72.0025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.0025, + 72.0025 + ] + }, + { + "episode": 110, + "avg_reward": 3127.89, + "avg_cost": 32.0, + "lambda": 76.6525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.6525, + 76.6525 + ] + }, + { + "episode": 120, + "avg_reward": 2514.22, + "avg_cost": 9.75, + "lambda": 80.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.5675, + 80.5675 + ] + }, + { + "episode": 130, + "avg_reward": 2105.98, + "avg_cost": 7.25, + "lambda": 85.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.375, + 85.375 + ] + }, + { + "episode": 140, + "avg_reward": 2195.54, + "avg_cost": 4.5, + "lambda": 89.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.095, + 89.095 + ] + }, + { + "episode": 150, + "avg_reward": 2481.33, + "avg_cost": 8.75, + "lambda": 92.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.605, + 92.605 + ] + }, + { + "episode": 160, + "avg_reward": 2663.55, + "avg_cost": 16.75, + "lambda": 95.9725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.9725, + 95.9725 + ] + }, + { + "episode": 170, + "avg_reward": 2347.46, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 180, + "avg_reward": 1881.4, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 190, + "avg_reward": 2025.71, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 200, + "avg_reward": 2366.54, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": 2564.3, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 2178.43, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 1833.0, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 2381.56, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 2664.62, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 2564.65, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 1666.29, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": 2489.64, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 1873.12, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 2334.8, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 2631.71, + "avg_cost": 22.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 2075.62, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 2047.65, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 2103.82, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 2678.92, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 2148.17, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 2552.5, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 2703.27, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 2147.56, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 2203.55, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 1827.29, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 2255.6, + "avg_cost": 18.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 2518.24, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 2753.43, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 2578.75, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 3455.39, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 2311.58, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 3035.48, + "avg_cost": 22.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 3249.02, + "avg_cost": 23.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 3148.17, + "avg_cost": 13.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 2939.12, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 2512.8, + "avg_cost": 57.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 2974.52, + "avg_cost": 70.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 3073.25, + "avg_cost": 72.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 2645.32, + "avg_cost": 38.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 2791.84, + "avg_cost": 30.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 2742.57, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 2294.12, + "avg_cost": 29.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 2781.76, + "avg_cost": 21.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 2337.36, + "avg_cost": 14.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 3067.48, + "avg_cost": 42.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 2341.84, + "avg_cost": 41.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 3082.88, + "avg_cost": 36.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 2690.21, + "avg_cost": 12.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 2510.29, + "avg_cost": 11.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 2135.45, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 2505.97, + "avg_cost": 27.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 2710.92, + "avg_cost": 37.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 1971.99, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 1895.73, + "avg_cost": 10.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 1673.11, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 2042.35, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 2078.16, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 2231.2, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 2436.79, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 2055.12, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 2122.7, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 2299.01, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2276.42, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2772.02, + "avg_cost": 29.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2615.72, + "avg_cost": 13.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2517.98, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2681.66, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2913.18, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2457.57, + "avg_cost": 10.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2856.98, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2510.76, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2460.74, + "avg_cost": 12.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2640.37, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2619.26, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2606.21, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2619.03, + "avg_cost": 51.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2469.05, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2725.59, + "avg_cost": 8.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2637.63, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2550.17, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2730.91, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2843.92, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2811.02, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2696.88, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..99dbad29b0266d6ae4537ad35356857aa2913930 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1466940.63, + "constraint_satisfaction_pct": 76.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 71.175, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.4, + 24.4 + ] + }, + { + "episode": 10, + "avg_reward": 2015.33, + "avg_cost": 7.25, + "lambda": 44.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.85, + 44.85 + ] + }, + { + "episode": 20, + "avg_reward": 2394.55, + "avg_cost": 2.0, + "lambda": 49.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.325, + 49.325 + ] + }, + { + "episode": 30, + "avg_reward": 2020.0, + "avg_cost": 0.5, + "lambda": 51.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.3, + 51.3 + ] + }, + { + "episode": 40, + "avg_reward": 1984.05, + "avg_cost": 1.0, + "lambda": 54.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.675, + 54.675 + ] + }, + { + "episode": 50, + "avg_reward": 1873.23, + "avg_cost": 1.0, + "lambda": 55.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.3, + 55.3 + ] + }, + { + "episode": 60, + "avg_reward": 1625.62, + "avg_cost": 3.75, + "lambda": 56.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.225, + 56.225 + ] + }, + { + "episode": 70, + "avg_reward": 2303.32, + "avg_cost": 0.0, + "lambda": 56.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.75, + 56.75 + ] + }, + { + "episode": 80, + "avg_reward": 2403.88, + "avg_cost": 0.0, + "lambda": 57.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.7, + 57.7 + ] + }, + { + "episode": 90, + "avg_reward": 2577.62, + "avg_cost": 1.75, + "lambda": 59.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.05, + 59.05 + ] + }, + { + "episode": 100, + "avg_reward": 2681.16, + "avg_cost": 11.5, + "lambda": 61.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.65, + 61.65 + ] + }, + { + "episode": 110, + "avg_reward": 2371.72, + "avg_cost": 0.5, + "lambda": 62.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.025, + 62.025 + ] + }, + { + "episode": 120, + "avg_reward": 2278.67, + "avg_cost": 0.0, + "lambda": 63.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.75, + 63.75 + ] + }, + { + "episode": 130, + "avg_reward": 2093.74, + "avg_cost": 0.0, + "lambda": 63.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.875, + 63.875 + ] + }, + { + "episode": 140, + "avg_reward": 2135.46, + "avg_cost": 0.0, + "lambda": 64.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.125, + 64.125 + ] + }, + { + "episode": 150, + "avg_reward": 1624.86, + "avg_cost": 0.0, + "lambda": 64.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.45, + 64.45 + ] + }, + { + "episode": 160, + "avg_reward": 1603.59, + "avg_cost": 0.0, + "lambda": 64.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.7, + 64.7 + ] + }, + { + "episode": 170, + "avg_reward": 1654.38, + "avg_cost": 0.0, + "lambda": 64.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.8, + 64.8 + ] + }, + { + "episode": 180, + "avg_reward": 1926.08, + "avg_cost": 0.0, + "lambda": 65.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.075, + 65.075 + ] + }, + { + "episode": 190, + "avg_reward": 1816.69, + "avg_cost": 0.0, + "lambda": 65.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.3, + 65.3 + ] + }, + { + "episode": 200, + "avg_reward": 1722.38, + "avg_cost": 0.25, + "lambda": 65.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.55, + 65.55 + ] + }, + { + "episode": 210, + "avg_reward": 1441.42, + "avg_cost": 0.25, + "lambda": 65.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.775, + 65.775 + ] + }, + { + "episode": 220, + "avg_reward": 1628.15, + "avg_cost": 0.0, + "lambda": 65.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.975, + 65.975 + ] + }, + { + "episode": 230, + "avg_reward": 1442.55, + "avg_cost": 0.0, + "lambda": 66.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.025, + 66.025 + ] + }, + { + "episode": 240, + "avg_reward": 1636.27, + "avg_cost": 0.0, + "lambda": 66.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.05, + 66.05 + ] + }, + { + "episode": 250, + "avg_reward": 1535.87, + "avg_cost": 0.0, + "lambda": 66.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.225, + 66.225 + ] + }, + { + "episode": 260, + "avg_reward": 1213.79, + "avg_cost": 0.75, + "lambda": 66.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.425, + 66.425 + ] + }, + { + "episode": 270, + "avg_reward": 1179.14, + "avg_cost": 0.25, + "lambda": 67.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.075, + 67.075 + ] + }, + { + "episode": 280, + "avg_reward": 1097.73, + "avg_cost": 0.5, + "lambda": 67.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.25, + 67.25 + ] + }, + { + "episode": 290, + "avg_reward": 891.05, + "avg_cost": 0.0, + "lambda": 67.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.325, + 67.325 + ] + }, + { + "episode": 300, + "avg_reward": 953.54, + "avg_cost": 0.0, + "lambda": 67.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.375, + 67.375 + ] + }, + { + "episode": 310, + "avg_reward": 832.51, + "avg_cost": 0.5, + "lambda": 67.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.525, + 67.525 + ] + }, + { + "episode": 320, + "avg_reward": 880.29, + "avg_cost": 0.0, + "lambda": 67.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.575, + 67.575 + ] + }, + { + "episode": 330, + "avg_reward": 855.35, + "avg_cost": 0.0, + "lambda": 67.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.75, + 67.75 + ] + }, + { + "episode": 340, + "avg_reward": 592.04, + "avg_cost": 0.5, + "lambda": 67.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.85, + 67.85 + ] + }, + { + "episode": 350, + "avg_reward": 862.12, + "avg_cost": 1.0, + "lambda": 68.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.1, + 68.1 + ] + }, + { + "episode": 360, + "avg_reward": 889.39, + "avg_cost": 0.0, + "lambda": 68.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.175, + 68.175 + ] + }, + { + "episode": 370, + "avg_reward": 1130.65, + "avg_cost": 0.25, + "lambda": 68.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.3, + 68.3 + ] + }, + { + "episode": 380, + "avg_reward": 1428.67, + "avg_cost": 0.75, + "lambda": 68.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.525, + 68.525 + ] + }, + { + "episode": 390, + "avg_reward": 1472.51, + "avg_cost": 0.25, + "lambda": 68.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.625, + 68.625 + ] + }, + { + "episode": 400, + "avg_reward": 1568.22, + "avg_cost": 0.0, + "lambda": 68.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.775, + 68.775 + ] + }, + { + "episode": 410, + "avg_reward": 1226.29, + "avg_cost": 0.5, + "lambda": 68.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.875, + 68.875 + ] + }, + { + "episode": 420, + "avg_reward": 1352.81, + "avg_cost": 0.25, + "lambda": 69.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.0, + 69.0 + ] + }, + { + "episode": 430, + "avg_reward": 1463.11, + "avg_cost": 0.0, + "lambda": 69.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.075, + 69.075 + ] + }, + { + "episode": 440, + "avg_reward": 1388.68, + "avg_cost": 0.0, + "lambda": 69.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.1, + 69.1 + ] + }, + { + "episode": 450, + "avg_reward": 1228.62, + "avg_cost": 0.0, + "lambda": 69.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.1, + 69.1 + ] + }, + { + "episode": 460, + "avg_reward": 1386.08, + "avg_cost": 0.5, + "lambda": 69.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.2, + 69.2 + ] + }, + { + "episode": 470, + "avg_reward": 1629.71, + "avg_cost": 0.0, + "lambda": 69.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.225, + 69.225 + ] + }, + { + "episode": 480, + "avg_reward": 1615.55, + "avg_cost": 0.0, + "lambda": 69.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.25, + 69.25 + ] + }, + { + "episode": 490, + "avg_reward": 1795.0, + "avg_cost": 0.0, + "lambda": 69.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.25, + 69.25 + ] + }, + { + "episode": 500, + "avg_reward": 1793.18, + "avg_cost": 0.0, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3 + ] + }, + { + "episode": 510, + "avg_reward": 1724.2, + "avg_cost": 0.0, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3 + ] + }, + { + "episode": 520, + "avg_reward": 1349.53, + "avg_cost": 0.0, + "lambda": 69.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.375, + 69.375 + ] + }, + { + "episode": 530, + "avg_reward": 1273.89, + "avg_cost": 0.0, + "lambda": 69.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.55, + 69.55 + ] + }, + { + "episode": 540, + "avg_reward": 1033.16, + "avg_cost": 0.5, + "lambda": 69.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.7, + 69.7 + ] + }, + { + "episode": 550, + "avg_reward": 942.39, + "avg_cost": 0.0, + "lambda": 69.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.75, + 69.75 + ] + }, + { + "episode": 560, + "avg_reward": 770.49, + "avg_cost": 0.0, + "lambda": 69.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.75, + 69.75 + ] + }, + { + "episode": 570, + "avg_reward": 711.86, + "avg_cost": 0.0, + "lambda": 69.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.775, + 69.775 + ] + }, + { + "episode": 580, + "avg_reward": 766.25, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 590, + "avg_reward": 635.13, + "avg_cost": 0.0, + "lambda": 69.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.9, + 69.9 + ] + }, + { + "episode": 600, + "avg_reward": 810.46, + "avg_cost": 0.0, + "lambda": 69.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.975, + 69.975 + ] + }, + { + "episode": 610, + "avg_reward": 967.73, + "avg_cost": 0.0, + "lambda": 69.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.975, + 69.975 + ] + }, + { + "episode": 620, + "avg_reward": 1065.57, + "avg_cost": 0.0, + "lambda": 70.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.025, + 70.025 + ] + }, + { + "episode": 630, + "avg_reward": 1057.19, + "avg_cost": 0.0, + "lambda": 70.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.225, + 70.225 + ] + }, + { + "episode": 640, + "avg_reward": 1055.58, + "avg_cost": 0.0, + "lambda": 70.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.3, + 70.3 + ] + }, + { + "episode": 650, + "avg_reward": 1077.12, + "avg_cost": 0.0, + "lambda": 70.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.4, + 70.4 + ] + }, + { + "episode": 660, + "avg_reward": 1085.33, + "avg_cost": 0.0, + "lambda": 70.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.4, + 70.4 + ] + }, + { + "episode": 670, + "avg_reward": 1288.99, + "avg_cost": 0.0, + "lambda": 70.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.45, + 70.45 + ] + }, + { + "episode": 680, + "avg_reward": 1404.19, + "avg_cost": 0.0, + "lambda": 70.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.65, + 70.65 + ] + }, + { + "episode": 690, + "avg_reward": 1474.71, + "avg_cost": 0.25, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675 + ] + }, + { + "episode": 700, + "avg_reward": 1643.76, + "avg_cost": 0.0, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675 + ] + }, + { + "episode": 710, + "avg_reward": 1602.41, + "avg_cost": 0.0, + "lambda": 70.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.675, + 70.675 + ] + }, + { + "episode": 720, + "avg_reward": 1654.63, + "avg_cost": 0.0, + "lambda": 70.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.725, + 70.725 + ] + }, + { + "episode": 730, + "avg_reward": 1573.01, + "avg_cost": 0.0, + "lambda": 70.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.8, + 70.8 + ] + }, + { + "episode": 740, + "avg_reward": 1535.33, + "avg_cost": 0.0, + "lambda": 70.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.8, + 70.8 + ] + }, + { + "episode": 750, + "avg_reward": 1567.79, + "avg_cost": 0.0, + "lambda": 70.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.85, + 70.85 + ] + }, + { + "episode": 760, + "avg_reward": 1260.79, + "avg_cost": 0.0, + "lambda": 70.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.875, + 70.875 + ] + }, + { + "episode": 770, + "avg_reward": 1223.09, + "avg_cost": 0.0, + "lambda": 70.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.875, + 70.875 + ] + }, + { + "episode": 780, + "avg_reward": 912.51, + "avg_cost": 0.0, + "lambda": 70.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.925, + 70.925 + ] + }, + { + "episode": 790, + "avg_reward": 1027.27, + "avg_cost": 0.0, + "lambda": 70.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.95, + 70.95 + ] + }, + { + "episode": 800, + "avg_reward": 1236.86, + "avg_cost": 0.0, + "lambda": 70.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.975, + 70.975 + ] + }, + { + "episode": 810, + "avg_reward": 1472.15, + "avg_cost": 0.0, + "lambda": 70.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.975, + 70.975 + ] + }, + { + "episode": 820, + "avg_reward": 1422.33, + "avg_cost": 0.0, + "lambda": 71.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.025, + 71.025 + ] + }, + { + "episode": 830, + "avg_reward": 964.78, + "avg_cost": 0.0, + "lambda": 71.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.05, + 71.05 + ] + }, + { + "episode": 840, + "avg_reward": 906.33, + "avg_cost": 0.0, + "lambda": 71.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.05, + 71.05 + ] + }, + { + "episode": 850, + "avg_reward": 1052.14, + "avg_cost": 0.0, + "lambda": 71.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.075, + 71.075 + ] + }, + { + "episode": 860, + "avg_reward": 1290.02, + "avg_cost": 0.25, + "lambda": 71.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.1, + 71.1 + ] + }, + { + "episode": 870, + "avg_reward": 1052.09, + "avg_cost": 0.0, + "lambda": 71.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.1, + 71.1 + ] + }, + { + "episode": 880, + "avg_reward": 701.76, + "avg_cost": 0.0, + "lambda": 71.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.1, + 71.1 + ] + }, + { + "episode": 890, + "avg_reward": 1950.53, + "avg_cost": 0.0, + "lambda": 71.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.15, + 71.15 + ] + }, + { + "episode": 900, + "avg_reward": 1951.62, + "avg_cost": 0.0, + "lambda": 71.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.15, + 71.15 + ] + }, + { + "episode": 910, + "avg_reward": 1980.93, + "avg_cost": 0.0, + "lambda": 71.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.15, + 71.15 + ] + }, + { + "episode": 920, + "avg_reward": 2301.16, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 930, + "avg_reward": 2332.89, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 940, + "avg_reward": 2327.33, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 950, + "avg_reward": 1518.28, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 960, + "avg_reward": 1230.47, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 970, + "avg_reward": 1273.66, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 980, + "avg_reward": 1632.19, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 990, + "avg_reward": 1590.46, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + }, + { + "episode": 1000, + "avg_reward": 2366.94, + "avg_cost": 0.0, + "lambda": 71.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.175, + 71.175 + ] + } + ], + "final_lambdas": [ + 71.175, + 71.175 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..650f7495708e1c16ecbc7e81298e3ce2709ebd69 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v25_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3044262.25, + "constraint_satisfaction_pct": 30.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 212.49, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.4, + 24.4 + ] + }, + { + "episode": 10, + "avg_reward": 2550.17, + "avg_cost": 13.5, + "lambda": 52.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.5, + 52.5 + ] + }, + { + "episode": 20, + "avg_reward": 2301.59, + "avg_cost": 29.5, + "lambda": 76.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.05, + 76.05 + ] + }, + { + "episode": 30, + "avg_reward": 2287.78, + "avg_cost": 2.75, + "lambda": 92.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.825, + 92.825 + ] + }, + { + "episode": 40, + "avg_reward": 2482.81, + "avg_cost": 3.5, + "lambda": 106.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 106.175, + 106.175 + ] + }, + { + "episode": 50, + "avg_reward": 2396.53, + "avg_cost": 15.5, + "lambda": 124.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 124.4, + 124.4 + ] + }, + { + "episode": 60, + "avg_reward": 2752.04, + "avg_cost": 2.75, + "lambda": 131.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 131.25, + 131.25 + ] + }, + { + "episode": 70, + "avg_reward": 2999.24, + "avg_cost": 12.0, + "lambda": 137.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 137.875, + 137.875 + ] + }, + { + "episode": 80, + "avg_reward": 2256.17, + "avg_cost": 2.0, + "lambda": 147.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 147.7, + 147.7 + ] + }, + { + "episode": 90, + "avg_reward": 3004.49, + "avg_cost": 6.75, + "lambda": 152.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 152.675, + 152.675 + ] + }, + { + "episode": 100, + "avg_reward": 3412.13, + "avg_cost": 5.0, + "lambda": 160.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 160.9, + 160.9 + ] + }, + { + "episode": 110, + "avg_reward": 2826.01, + "avg_cost": 2.25, + "lambda": 167.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.3, + 167.3 + ] + }, + { + "episode": 120, + "avg_reward": 2620.45, + "avg_cost": 0.5, + "lambda": 172.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 172.725, + 172.725 + ] + }, + { + "episode": 130, + "avg_reward": 3395.18, + "avg_cost": 16.25, + "lambda": 179.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 179.225, + 179.225 + ] + }, + { + "episode": 140, + "avg_reward": 2852.98, + "avg_cost": 9.0, + "lambda": 185.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 185.675, + 185.675 + ] + }, + { + "episode": 150, + "avg_reward": 2975.64, + "avg_cost": 1.75, + "lambda": 196.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 196.0, + 196.0 + ] + }, + { + "episode": 160, + "avg_reward": 3265.46, + "avg_cost": 4.75, + "lambda": 201.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 201.125, + 201.125 + ] + }, + { + "episode": 170, + "avg_reward": 2058.9, + "avg_cost": 2.75, + "lambda": 209.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 209.05, + 209.05 + ] + }, + { + "episode": 180, + "avg_reward": 3328.05, + "avg_cost": 3.75, + "lambda": 216.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 216.05, + 216.05 + ] + }, + { + "episode": 190, + "avg_reward": 2979.38, + "avg_cost": 0.0, + "lambda": 220.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 220.3, + 220.3 + ] + }, + { + "episode": 200, + "avg_reward": 3385.3, + "avg_cost": 4.75, + "lambda": 224.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 224.3, + 224.3 + ] + }, + { + "episode": 210, + "avg_reward": 3643.81, + "avg_cost": 5.5, + "lambda": 227.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 227.275, + 227.275 + ] + }, + { + "episode": 220, + "avg_reward": 3134.8, + "avg_cost": 0.0, + "lambda": 230.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 230.55, + 230.55 + ] + }, + { + "episode": 230, + "avg_reward": 2758.03, + "avg_cost": 0.25, + "lambda": 236.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 236.025, + 236.025 + ] + }, + { + "episode": 240, + "avg_reward": 4628.33, + "avg_cost": 26.5, + "lambda": 240.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 240.725, + 240.725 + ] + }, + { + "episode": 250, + "avg_reward": 3735.91, + "avg_cost": 10.0, + "lambda": 245.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.3, + 245.3 + ] + }, + { + "episode": 260, + "avg_reward": 3501.18, + "avg_cost": 0.25, + "lambda": 249.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.15, + 249.15 + ] + }, + { + "episode": 270, + "avg_reward": 3962.69, + "avg_cost": 10.25, + "lambda": 256.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 256.6, + 256.6 + ] + }, + { + "episode": 280, + "avg_reward": 4578.89, + "avg_cost": 25.25, + "lambda": 269.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 269.45, + 269.45 + ] + }, + { + "episode": 290, + "avg_reward": 3358.79, + "avg_cost": 0.5, + "lambda": 288.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 288.65, + 288.65 + ] + }, + { + "episode": 300, + "avg_reward": 2214.66, + "avg_cost": 4.75, + "lambda": 300.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.4, + 300.4 + ] + }, + { + "episode": 310, + "avg_reward": 3093.15, + "avg_cost": 0.25, + "lambda": 300.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.9, + 300.9 + ] + }, + { + "episode": 320, + "avg_reward": 3426.84, + "avg_cost": 1.25, + "lambda": 302.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 302.9, + 302.9 + ] + }, + { + "episode": 330, + "avg_reward": 3384.47, + "avg_cost": 5.25, + "lambda": 307.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 307.125, + 307.125 + ] + }, + { + "episode": 340, + "avg_reward": 3261.93, + "avg_cost": 0.0, + "lambda": 314.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 314.225, + 314.225 + ] + }, + { + "episode": 350, + "avg_reward": 3627.2, + "avg_cost": 6.0, + "lambda": 316.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 316.6, + 316.6 + ] + }, + { + "episode": 360, + "avg_reward": 4050.78, + "avg_cost": 1.5, + "lambda": 321.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 321.55, + 321.55 + ] + }, + { + "episode": 370, + "avg_reward": 3098.9, + "avg_cost": 0.0, + "lambda": 322.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 322.375, + 322.375 + ] + }, + { + "episode": 380, + "avg_reward": 4176.01, + "avg_cost": 8.25, + "lambda": 334.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 334.5, + 334.5 + ] + }, + { + "episode": 390, + "avg_reward": 2611.39, + "avg_cost": 0.0, + "lambda": 335.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 335.125, + 335.125 + ] + }, + { + "episode": 400, + "avg_reward": 3560.74, + "avg_cost": 0.25, + "lambda": 338.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 338.55, + 338.55 + ] + }, + { + "episode": 410, + "avg_reward": 3356.99, + "avg_cost": 6.5, + "lambda": 341.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.925, + 341.925 + ] + }, + { + "episode": 420, + "avg_reward": 3707.52, + "avg_cost": 9.75, + "lambda": 358.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 358.0, + 358.0 + ] + }, + { + "episode": 430, + "avg_reward": 3070.25, + "avg_cost": 0.0, + "lambda": 358.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 358.525, + 358.525 + ] + }, + { + "episode": 440, + "avg_reward": 4113.81, + "avg_cost": 7.0, + "lambda": 361.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 361.575, + 361.575 + ] + }, + { + "episode": 450, + "avg_reward": 3831.39, + "avg_cost": 0.25, + "lambda": 363.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 363.8, + 363.8 + ] + }, + { + "episode": 460, + "avg_reward": 3743.33, + "avg_cost": 0.5, + "lambda": 365.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 365.525, + 365.525 + ] + }, + { + "episode": 470, + "avg_reward": 3906.63, + "avg_cost": 0.0, + "lambda": 367.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.85, + 367.85 + ] + }, + { + "episode": 480, + "avg_reward": 3276.98, + "avg_cost": 0.0, + "lambda": 372.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.75, + 372.75 + ] + }, + { + "episode": 490, + "avg_reward": 3893.21, + "avg_cost": 0.5, + "lambda": 377.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 377.075, + 377.075 + ] + }, + { + "episode": 500, + "avg_reward": 3699.59, + "avg_cost": 0.25, + "lambda": 378.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 378.0, + 378.0 + ] + }, + { + "episode": 510, + "avg_reward": 3640.31, + "avg_cost": 0.5, + "lambda": 382.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 382.525, + 382.525 + ] + }, + { + "episode": 520, + "avg_reward": 3781.84, + "avg_cost": 12.25, + "lambda": 388.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 388.55, + 388.55 + ] + }, + { + "episode": 530, + "avg_reward": 2201.21, + "avg_cost": 1.25, + "lambda": 390.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 390.15, + 390.15 + ] + }, + { + "episode": 540, + "avg_reward": 3086.7, + "avg_cost": 6.25, + "lambda": 401.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.05, + 401.05 + ] + }, + { + "episode": 550, + "avg_reward": 2231.32, + "avg_cost": 1.75, + "lambda": 409.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 409.225, + 409.225 + ] + }, + { + "episode": 560, + "avg_reward": 2983.55, + "avg_cost": 5.25, + "lambda": 411.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 411.825, + 411.825 + ] + }, + { + "episode": 570, + "avg_reward": 2939.26, + "avg_cost": 10.5, + "lambda": 426.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 426.975, + 426.975 + ] + }, + { + "episode": 580, + "avg_reward": 3060.2, + "avg_cost": 1.0, + "lambda": 428.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 428.475, + 428.475 + ] + }, + { + "episode": 590, + "avg_reward": 3877.92, + "avg_cost": 16.5, + "lambda": 430.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 430.775, + 430.775 + ] + }, + { + "episode": 600, + "avg_reward": 5835.93, + "avg_cost": 107.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 610, + "avg_reward": 5140.41, + "avg_cost": 70.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 620, + "avg_reward": 3982.44, + "avg_cost": 41.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 630, + "avg_reward": 2539.25, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 640, + "avg_reward": 3108.02, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 650, + "avg_reward": 2963.96, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 660, + "avg_reward": 3120.03, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 670, + "avg_reward": 3078.88, + "avg_cost": 10.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 680, + "avg_reward": 3324.4, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 690, + "avg_reward": 4025.52, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 700, + "avg_reward": 2311.0, + "avg_cost": 45.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 710, + "avg_reward": 2808.37, + "avg_cost": 7.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 720, + "avg_reward": 3143.8, + "avg_cost": 24.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 730, + "avg_reward": 3765.64, + "avg_cost": 29.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 740, + "avg_reward": 4281.01, + "avg_cost": 17.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 750, + "avg_reward": 4246.06, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 760, + "avg_reward": 2558.96, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 770, + "avg_reward": 2020.56, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 780, + "avg_reward": 2263.3, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 790, + "avg_reward": 3059.4, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 800, + "avg_reward": 2995.14, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 810, + "avg_reward": 3115.11, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 820, + "avg_reward": 3276.52, + "avg_cost": 8.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 830, + "avg_reward": 2979.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 840, + "avg_reward": 2878.09, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 850, + "avg_reward": 2128.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 860, + "avg_reward": 2062.98, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 870, + "avg_reward": 1935.37, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 880, + "avg_reward": 1752.81, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 890, + "avg_reward": 1724.93, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 900, + "avg_reward": 1685.5, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 910, + "avg_reward": 1623.8, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 920, + "avg_reward": 1677.46, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 930, + "avg_reward": 1606.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 940, + "avg_reward": 1653.48, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 950, + "avg_reward": 1611.25, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 960, + "avg_reward": 1643.8, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 970, + "avg_reward": 1780.65, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 980, + "avg_reward": 1738.5, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 990, + "avg_reward": 1704.89, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1626.72, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + } + ], + "final_lambdas": [ + 500.0, + 500.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..c1cc89a19d2cd5c410e42f0d18482b0230b73616 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2283196.69, + "constraint_satisfaction_pct": 30.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 24.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.4, + 24.4 + ] + }, + { + "episode": 10, + "avg_reward": 1912.63, + "avg_cost": 13.5, + "lambda": 52.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.5, + 52.5 + ] + }, + { + "episode": 20, + "avg_reward": 1726.2, + "avg_cost": 29.5, + "lambda": 76.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.05, + 76.05 + ] + }, + { + "episode": 30, + "avg_reward": 1715.84, + "avg_cost": 2.75, + "lambda": 92.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.825, + 92.825 + ] + }, + { + "episode": 40, + "avg_reward": 1862.11, + "avg_cost": 3.5, + "lambda": 106.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 106.175, + 106.175 + ] + }, + { + "episode": 50, + "avg_reward": 1797.4, + "avg_cost": 15.5, + "lambda": 124.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 124.4, + 124.4 + ] + }, + { + "episode": 60, + "avg_reward": 2064.03, + "avg_cost": 2.75, + "lambda": 131.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 131.25, + 131.25 + ] + }, + { + "episode": 70, + "avg_reward": 2249.43, + "avg_cost": 12.0, + "lambda": 137.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 137.875, + 137.875 + ] + }, + { + "episode": 80, + "avg_reward": 1692.13, + "avg_cost": 2.0, + "lambda": 147.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 147.7, + 147.7 + ] + }, + { + "episode": 90, + "avg_reward": 2253.37, + "avg_cost": 6.75, + "lambda": 152.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 152.675, + 152.675 + ] + }, + { + "episode": 100, + "avg_reward": 2559.1, + "avg_cost": 5.0, + "lambda": 160.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 160.9, + 160.9 + ] + }, + { + "episode": 110, + "avg_reward": 2119.51, + "avg_cost": 2.25, + "lambda": 167.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.3, + 167.3 + ] + }, + { + "episode": 120, + "avg_reward": 1965.34, + "avg_cost": 0.5, + "lambda": 172.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 172.725, + 172.725 + ] + }, + { + "episode": 130, + "avg_reward": 2546.38, + "avg_cost": 16.25, + "lambda": 179.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 179.225, + 179.225 + ] + }, + { + "episode": 140, + "avg_reward": 2139.73, + "avg_cost": 9.0, + "lambda": 185.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 185.675, + 185.675 + ] + }, + { + "episode": 150, + "avg_reward": 2231.73, + "avg_cost": 1.75, + "lambda": 196.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 196.0, + 196.0 + ] + }, + { + "episode": 160, + "avg_reward": 2449.1, + "avg_cost": 4.75, + "lambda": 201.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 201.125, + 201.125 + ] + }, + { + "episode": 170, + "avg_reward": 1544.18, + "avg_cost": 2.75, + "lambda": 209.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 209.05, + 209.05 + ] + }, + { + "episode": 180, + "avg_reward": 2496.03, + "avg_cost": 3.75, + "lambda": 216.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 216.05, + 216.05 + ] + }, + { + "episode": 190, + "avg_reward": 2234.53, + "avg_cost": 0.0, + "lambda": 220.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 220.3, + 220.3 + ] + }, + { + "episode": 200, + "avg_reward": 2538.98, + "avg_cost": 4.75, + "lambda": 224.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 224.3, + 224.3 + ] + }, + { + "episode": 210, + "avg_reward": 2732.86, + "avg_cost": 5.5, + "lambda": 227.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 227.275, + 227.275 + ] + }, + { + "episode": 220, + "avg_reward": 2351.1, + "avg_cost": 0.0, + "lambda": 230.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 230.55, + 230.55 + ] + }, + { + "episode": 230, + "avg_reward": 2068.52, + "avg_cost": 0.25, + "lambda": 236.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 236.025, + 236.025 + ] + }, + { + "episode": 240, + "avg_reward": 3471.25, + "avg_cost": 26.5, + "lambda": 240.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 240.725, + 240.725 + ] + }, + { + "episode": 250, + "avg_reward": 2801.93, + "avg_cost": 10.0, + "lambda": 245.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.3, + 245.3 + ] + }, + { + "episode": 260, + "avg_reward": 2625.89, + "avg_cost": 0.25, + "lambda": 249.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.15, + 249.15 + ] + }, + { + "episode": 270, + "avg_reward": 2972.02, + "avg_cost": 10.25, + "lambda": 256.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 256.6, + 256.6 + ] + }, + { + "episode": 280, + "avg_reward": 3434.17, + "avg_cost": 25.25, + "lambda": 269.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 269.45, + 269.45 + ] + }, + { + "episode": 290, + "avg_reward": 2519.09, + "avg_cost": 0.5, + "lambda": 288.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 288.65, + 288.65 + ] + }, + { + "episode": 300, + "avg_reward": 1660.99, + "avg_cost": 4.75, + "lambda": 300.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.4, + 300.4 + ] + }, + { + "episode": 310, + "avg_reward": 2319.87, + "avg_cost": 0.25, + "lambda": 300.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.9, + 300.9 + ] + }, + { + "episode": 320, + "avg_reward": 2570.13, + "avg_cost": 1.25, + "lambda": 302.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 302.9, + 302.9 + ] + }, + { + "episode": 330, + "avg_reward": 2538.36, + "avg_cost": 5.25, + "lambda": 307.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 307.125, + 307.125 + ] + }, + { + "episode": 340, + "avg_reward": 2446.45, + "avg_cost": 0.0, + "lambda": 314.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 314.225, + 314.225 + ] + }, + { + "episode": 350, + "avg_reward": 2720.4, + "avg_cost": 6.0, + "lambda": 316.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 316.6, + 316.6 + ] + }, + { + "episode": 360, + "avg_reward": 3038.09, + "avg_cost": 1.5, + "lambda": 321.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 321.55, + 321.55 + ] + }, + { + "episode": 370, + "avg_reward": 2324.18, + "avg_cost": 0.0, + "lambda": 322.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 322.375, + 322.375 + ] + }, + { + "episode": 380, + "avg_reward": 3132.01, + "avg_cost": 8.25, + "lambda": 334.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 334.5, + 334.5 + ] + }, + { + "episode": 390, + "avg_reward": 1958.54, + "avg_cost": 0.0, + "lambda": 335.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 335.125, + 335.125 + ] + }, + { + "episode": 400, + "avg_reward": 2670.56, + "avg_cost": 0.25, + "lambda": 338.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 338.55, + 338.55 + ] + }, + { + "episode": 410, + "avg_reward": 2517.74, + "avg_cost": 6.5, + "lambda": 341.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.925, + 341.925 + ] + }, + { + "episode": 420, + "avg_reward": 2780.64, + "avg_cost": 9.75, + "lambda": 358.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 358.0, + 358.0 + ] + }, + { + "episode": 430, + "avg_reward": 2302.69, + "avg_cost": 0.0, + "lambda": 358.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 358.525, + 358.525 + ] + }, + { + "episode": 440, + "avg_reward": 3085.35, + "avg_cost": 7.0, + "lambda": 361.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 361.575, + 361.575 + ] + }, + { + "episode": 450, + "avg_reward": 2873.54, + "avg_cost": 0.25, + "lambda": 363.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 363.8, + 363.8 + ] + }, + { + "episode": 460, + "avg_reward": 2807.49, + "avg_cost": 0.5, + "lambda": 365.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 365.525, + 365.525 + ] + }, + { + "episode": 470, + "avg_reward": 2929.97, + "avg_cost": 0.0, + "lambda": 367.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.85, + 367.85 + ] + }, + { + "episode": 480, + "avg_reward": 2457.74, + "avg_cost": 0.0, + "lambda": 372.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.75, + 372.75 + ] + }, + { + "episode": 490, + "avg_reward": 2919.9, + "avg_cost": 0.5, + "lambda": 377.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 377.075, + 377.075 + ] + }, + { + "episode": 500, + "avg_reward": 2774.69, + "avg_cost": 0.25, + "lambda": 378.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 378.0, + 378.0 + ] + }, + { + "episode": 510, + "avg_reward": 2730.23, + "avg_cost": 0.5, + "lambda": 382.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 382.525, + 382.525 + ] + }, + { + "episode": 520, + "avg_reward": 2836.38, + "avg_cost": 12.25, + "lambda": 388.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 388.55, + 388.55 + ] + }, + { + "episode": 530, + "avg_reward": 1650.91, + "avg_cost": 1.25, + "lambda": 390.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 390.15, + 390.15 + ] + }, + { + "episode": 540, + "avg_reward": 2315.02, + "avg_cost": 6.25, + "lambda": 401.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.05, + 401.05 + ] + }, + { + "episode": 550, + "avg_reward": 1673.49, + "avg_cost": 1.75, + "lambda": 409.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 409.225, + 409.225 + ] + }, + { + "episode": 560, + "avg_reward": 2237.66, + "avg_cost": 5.25, + "lambda": 411.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 411.825, + 411.825 + ] + }, + { + "episode": 570, + "avg_reward": 2204.45, + "avg_cost": 10.5, + "lambda": 426.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 426.975, + 426.975 + ] + }, + { + "episode": 580, + "avg_reward": 2295.15, + "avg_cost": 1.0, + "lambda": 428.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 428.475, + 428.475 + ] + }, + { + "episode": 590, + "avg_reward": 2908.44, + "avg_cost": 16.5, + "lambda": 430.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 430.775, + 430.775 + ] + }, + { + "episode": 600, + "avg_reward": 4376.94, + "avg_cost": 107.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 610, + "avg_reward": 3855.31, + "avg_cost": 70.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 620, + "avg_reward": 2986.83, + "avg_cost": 41.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 630, + "avg_reward": 1904.44, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 640, + "avg_reward": 2331.01, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 650, + "avg_reward": 2222.97, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 660, + "avg_reward": 2340.03, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 670, + "avg_reward": 2309.16, + "avg_cost": 10.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 680, + "avg_reward": 2493.3, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 690, + "avg_reward": 3019.14, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 700, + "avg_reward": 1733.25, + "avg_cost": 45.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 710, + "avg_reward": 2106.27, + "avg_cost": 7.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 720, + "avg_reward": 2357.85, + "avg_cost": 24.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 730, + "avg_reward": 2824.23, + "avg_cost": 29.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 740, + "avg_reward": 3210.75, + "avg_cost": 17.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 750, + "avg_reward": 3184.55, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 760, + "avg_reward": 1919.22, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 770, + "avg_reward": 1515.42, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 780, + "avg_reward": 1697.47, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 790, + "avg_reward": 2294.55, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 800, + "avg_reward": 2246.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 810, + "avg_reward": 2336.33, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 820, + "avg_reward": 2457.39, + "avg_cost": 8.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 830, + "avg_reward": 2234.31, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 840, + "avg_reward": 2158.57, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 850, + "avg_reward": 1596.36, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 860, + "avg_reward": 1547.23, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 870, + "avg_reward": 1451.52, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 880, + "avg_reward": 1314.61, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 890, + "avg_reward": 1293.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 900, + "avg_reward": 1264.12, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 910, + "avg_reward": 1217.85, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 920, + "avg_reward": 1258.1, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 930, + "avg_reward": 1204.59, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 940, + "avg_reward": 1240.11, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 950, + "avg_reward": 1208.44, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 960, + "avg_reward": 1232.85, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 970, + "avg_reward": 1335.49, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 980, + "avg_reward": 1303.88, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 990, + "avg_reward": 1278.67, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1220.04, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + } + ], + "final_lambdas": [ + 500.0, + 500.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..0bca6211cd0c945385e1358b27e41b67545a7556 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 3220520.59, + "constraint_satisfaction_pct": 87.3, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 11.2575, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 159.36, + "avg_cost": 144.0, + "lambda": 6.24, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.24, + 6.24 + ] + }, + { + "episode": 10, + "avg_reward": 2484.48, + "avg_cost": 51.25, + "lambda": 9.195, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.195, + 9.195 + ] + }, + { + "episode": 20, + "avg_reward": 3420.33, + "avg_cost": 90.5, + "lambda": 14.2575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.2575, + 14.2575 + ] + }, + { + "episode": 30, + "avg_reward": 2434.84, + "avg_cost": 33.5, + "lambda": 21.1275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.1275, + 21.1275 + ] + }, + { + "episode": 40, + "avg_reward": 2590.67, + "avg_cost": 22.75, + "lambda": 21.54, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.54, + 21.54 + ] + }, + { + "episode": 50, + "avg_reward": 3049.17, + "avg_cost": 32.75, + "lambda": 23.7425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 23.7425, + 23.7425 + ] + }, + { + "episode": 60, + "avg_reward": 3044.07, + "avg_cost": 48.75, + "lambda": 24.51, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 24.51, + 24.51 + ] + }, + { + "episode": 70, + "avg_reward": 3016.06, + "avg_cost": 17.25, + "lambda": 27.5275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 27.5275, + 27.5275 + ] + }, + { + "episode": 80, + "avg_reward": 2971.64, + "avg_cost": 19.25, + "lambda": 28.4175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 28.4175, + 28.4175 + ] + }, + { + "episode": 90, + "avg_reward": 2838.46, + "avg_cost": 39.5, + "lambda": 29.9375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.9375, + 29.9375 + ] + }, + { + "episode": 100, + "avg_reward": 3201.58, + "avg_cost": 35.5, + "lambda": 31.315, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.315, + 31.315 + ] + }, + { + "episode": 110, + "avg_reward": 2922.68, + "avg_cost": 25.0, + "lambda": 31.925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.925, + 31.925 + ] + }, + { + "episode": 120, + "avg_reward": 2430.21, + "avg_cost": 12.0, + "lambda": 33.3125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.3125, + 33.3125 + ] + }, + { + "episode": 130, + "avg_reward": 3860.22, + "avg_cost": 59.0, + "lambda": 34.645, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 34.645, + 34.645 + ] + }, + { + "episode": 140, + "avg_reward": 2900.12, + "avg_cost": 18.0, + "lambda": 35.095, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.095, + 35.095 + ] + }, + { + "episode": 150, + "avg_reward": 3620.63, + "avg_cost": 34.75, + "lambda": 35.665, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.665, + 35.665 + ] + }, + { + "episode": 160, + "avg_reward": 3231.78, + "avg_cost": 26.0, + "lambda": 36.6175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.6175, + 36.6175 + ] + }, + { + "episode": 170, + "avg_reward": 3337.98, + "avg_cost": 122.5, + "lambda": 42.9775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 42.9775, + 42.9775 + ] + }, + { + "episode": 180, + "avg_reward": 3818.03, + "avg_cost": 96.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 190, + "avg_reward": 3772.82, + "avg_cost": 83.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 200, + "avg_reward": 841.77, + "avg_cost": 5.75, + "lambda": 48.8425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 48.8425, + 48.8425 + ] + }, + { + "episode": 210, + "avg_reward": 1476.65, + "avg_cost": 0.75, + "lambda": 47.2025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.2025, + 47.2025 + ] + }, + { + "episode": 220, + "avg_reward": 2168.94, + "avg_cost": 0.0, + "lambda": 45.6925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.6925, + 45.6925 + ] + }, + { + "episode": 230, + "avg_reward": 2007.06, + "avg_cost": 2.25, + "lambda": 44.6775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.6775, + 44.6775 + ] + }, + { + "episode": 240, + "avg_reward": 1804.29, + "avg_cost": 1.5, + "lambda": 43.8275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 43.8275, + 43.8275 + ] + }, + { + "episode": 250, + "avg_reward": 3513.37, + "avg_cost": 55.5, + "lambda": 43.2525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 43.2525, + 43.2525 + ] + }, + { + "episode": 260, + "avg_reward": 2622.14, + "avg_cost": 7.25, + "lambda": 43.265, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 43.265, + 43.265 + ] + }, + { + "episode": 270, + "avg_reward": 2623.85, + "avg_cost": 19.25, + "lambda": 44.6725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.6725, + 44.6725 + ] + }, + { + "episode": 280, + "avg_reward": 3311.97, + "avg_cost": 33.0, + "lambda": 44.0875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.0875, + 44.0875 + ] + }, + { + "episode": 290, + "avg_reward": 2834.77, + "avg_cost": 17.75, + "lambda": 45.225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.225, + 45.225 + ] + }, + { + "episode": 300, + "avg_reward": 2960.42, + "avg_cost": 24.75, + "lambda": 45.45, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.45, + 45.45 + ] + }, + { + "episode": 310, + "avg_reward": 2981.69, + "avg_cost": 3.25, + "lambda": 44.8825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.8825, + 44.8825 + ] + }, + { + "episode": 320, + "avg_reward": 3061.53, + "avg_cost": 5.75, + "lambda": 45.98, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.98, + 45.98 + ] + }, + { + "episode": 330, + "avg_reward": 3092.8, + "avg_cost": 23.5, + "lambda": 46.0575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.0575, + 46.0575 + ] + }, + { + "episode": 340, + "avg_reward": 3345.43, + "avg_cost": 35.75, + "lambda": 45.76, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.76, + 45.76 + ] + }, + { + "episode": 350, + "avg_reward": 2635.29, + "avg_cost": 20.25, + "lambda": 45.845, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.845, + 45.845 + ] + }, + { + "episode": 360, + "avg_reward": 2842.01, + "avg_cost": 15.0, + "lambda": 45.6925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.6925, + 45.6925 + ] + }, + { + "episode": 370, + "avg_reward": 2967.13, + "avg_cost": 40.5, + "lambda": 46.7525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.7525, + 46.7525 + ] + }, + { + "episode": 380, + "avg_reward": 2880.17, + "avg_cost": 21.25, + "lambda": 47.275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.275, + 47.275 + ] + }, + { + "episode": 390, + "avg_reward": 2891.63, + "avg_cost": 19.75, + "lambda": 47.4275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.4275, + 47.4275 + ] + }, + { + "episode": 400, + "avg_reward": 2734.98, + "avg_cost": 15.75, + "lambda": 46.555, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.555, + 46.555 + ] + }, + { + "episode": 410, + "avg_reward": 3028.54, + "avg_cost": 12.75, + "lambda": 45.5475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.5475, + 45.5475 + ] + }, + { + "episode": 420, + "avg_reward": 2824.18, + "avg_cost": 23.0, + "lambda": 45.0725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.0725, + 45.0725 + ] + }, + { + "episode": 430, + "avg_reward": 3230.71, + "avg_cost": 20.75, + "lambda": 44.2975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.2975, + 44.2975 + ] + }, + { + "episode": 440, + "avg_reward": 2735.26, + "avg_cost": 9.5, + "lambda": 43.49, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 43.49, + 43.49 + ] + }, + { + "episode": 450, + "avg_reward": 2757.11, + "avg_cost": 9.75, + "lambda": 42.715, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 42.715, + 42.715 + ] + }, + { + "episode": 460, + "avg_reward": 2700.65, + "avg_cost": 7.25, + "lambda": 41.755, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 41.755, + 41.755 + ] + }, + { + "episode": 470, + "avg_reward": 2669.68, + "avg_cost": 7.5, + "lambda": 40.5825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 40.5825, + 40.5825 + ] + }, + { + "episode": 480, + "avg_reward": 2857.02, + "avg_cost": 7.75, + "lambda": 39.4725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 39.4725, + 39.4725 + ] + }, + { + "episode": 490, + "avg_reward": 2706.87, + "avg_cost": 10.0, + "lambda": 38.3075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 38.3075, + 38.3075 + ] + }, + { + "episode": 500, + "avg_reward": 2897.49, + "avg_cost": 18.75, + "lambda": 37.23, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.23, + 37.23 + ] + }, + { + "episode": 510, + "avg_reward": 2531.32, + "avg_cost": 9.5, + "lambda": 36.14, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.14, + 36.14 + ] + }, + { + "episode": 520, + "avg_reward": 2607.96, + "avg_cost": 9.5, + "lambda": 34.8725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 34.8725, + 34.8725 + ] + }, + { + "episode": 530, + "avg_reward": 2839.92, + "avg_cost": 10.5, + "lambda": 33.5075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.5075, + 33.5075 + ] + }, + { + "episode": 540, + "avg_reward": 2907.08, + "avg_cost": 5.25, + "lambda": 32.2075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 32.2075, + 32.2075 + ] + }, + { + "episode": 550, + "avg_reward": 3028.68, + "avg_cost": 4.75, + "lambda": 30.925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 30.925, + 30.925 + ] + }, + { + "episode": 560, + "avg_reward": 3532.66, + "avg_cost": 35.0, + "lambda": 31.0025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.0025, + 31.0025 + ] + }, + { + "episode": 570, + "avg_reward": 3226.11, + "avg_cost": 12.25, + "lambda": 30.33, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 30.33, + 30.33 + ] + }, + { + "episode": 580, + "avg_reward": 2963.15, + "avg_cost": 9.25, + "lambda": 29.58, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.58, + 29.58 + ] + }, + { + "episode": 590, + "avg_reward": 3389.1, + "avg_cost": 7.75, + "lambda": 28.5725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 28.5725, + 28.5725 + ] + }, + { + "episode": 600, + "avg_reward": 3610.57, + "avg_cost": 16.25, + "lambda": 27.6775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 27.6775, + 27.6775 + ] + }, + { + "episode": 610, + "avg_reward": 3728.82, + "avg_cost": 22.0, + "lambda": 26.8525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 26.8525, + 26.8525 + ] + }, + { + "episode": 620, + "avg_reward": 3315.65, + "avg_cost": 3.25, + "lambda": 25.715, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.715, + 25.715 + ] + }, + { + "episode": 630, + "avg_reward": 3120.19, + "avg_cost": 3.5, + "lambda": 24.085, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 24.085, + 24.085 + ] + }, + { + "episode": 640, + "avg_reward": 3513.38, + "avg_cost": 15.0, + "lambda": 22.8775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.8775, + 22.8775 + ] + }, + { + "episode": 650, + "avg_reward": 3588.04, + "avg_cost": 8.5, + "lambda": 21.775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.775, + 21.775 + ] + }, + { + "episode": 660, + "avg_reward": 3632.73, + "avg_cost": 11.0, + "lambda": 20.9125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 20.9125, + 20.9125 + ] + }, + { + "episode": 670, + "avg_reward": 3428.76, + "avg_cost": 3.25, + "lambda": 19.7275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.7275, + 19.7275 + ] + }, + { + "episode": 680, + "avg_reward": 3501.65, + "avg_cost": 3.0, + "lambda": 18.3375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 18.3375, + 18.3375 + ] + }, + { + "episode": 690, + "avg_reward": 3799.17, + "avg_cost": 8.75, + "lambda": 17.5425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.5425, + 17.5425 + ] + }, + { + "episode": 700, + "avg_reward": 3594.71, + "avg_cost": 11.75, + "lambda": 16.8075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.8075, + 16.8075 + ] + }, + { + "episode": 710, + "avg_reward": 3667.81, + "avg_cost": 15.75, + "lambda": 16.58, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.58, + 16.58 + ] + }, + { + "episode": 720, + "avg_reward": 3970.19, + "avg_cost": 7.25, + "lambda": 15.8025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.8025, + 15.8025 + ] + }, + { + "episode": 730, + "avg_reward": 4073.35, + "avg_cost": 22.5, + "lambda": 15.0075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.0075, + 15.0075 + ] + }, + { + "episode": 740, + "avg_reward": 3414.14, + "avg_cost": 9.25, + "lambda": 14.7175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.7175, + 14.7175 + ] + }, + { + "episode": 750, + "avg_reward": 3612.18, + "avg_cost": 4.0, + "lambda": 13.7375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.7375, + 13.7375 + ] + }, + { + "episode": 760, + "avg_reward": 3835.55, + "avg_cost": 24.75, + "lambda": 13.19, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.19, + 13.19 + ] + }, + { + "episode": 770, + "avg_reward": 3962.16, + "avg_cost": 20.0, + "lambda": 12.9325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.9325, + 12.9325 + ] + }, + { + "episode": 780, + "avg_reward": 3529.36, + "avg_cost": 9.25, + "lambda": 12.45, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.45, + 12.45 + ] + }, + { + "episode": 790, + "avg_reward": 3878.35, + "avg_cost": 16.75, + "lambda": 12.2775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.2775, + 12.2775 + ] + }, + { + "episode": 800, + "avg_reward": 3880.04, + "avg_cost": 40.5, + "lambda": 13.24, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.24, + 13.24 + ] + }, + { + "episode": 810, + "avg_reward": 3504.26, + "avg_cost": 27.5, + "lambda": 14.8275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.8275, + 14.8275 + ] + }, + { + "episode": 820, + "avg_reward": 3451.34, + "avg_cost": 7.0, + "lambda": 14.0875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.0875, + 14.0875 + ] + }, + { + "episode": 830, + "avg_reward": 3340.06, + "avg_cost": 0.25, + "lambda": 12.5025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.5025, + 12.5025 + ] + }, + { + "episode": 840, + "avg_reward": 3363.72, + "avg_cost": 9.75, + "lambda": 11.07, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 11.07, + 11.07 + ] + }, + { + "episode": 850, + "avg_reward": 3188.47, + "avg_cost": 3.0, + "lambda": 9.6975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.6975, + 9.6975 + ] + }, + { + "episode": 860, + "avg_reward": 2976.75, + "avg_cost": 2.25, + "lambda": 8.02, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.02, + 8.02 + ] + }, + { + "episode": 870, + "avg_reward": 3510.71, + "avg_cost": 12.0, + "lambda": 6.6775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.6775, + 6.6775 + ] + }, + { + "episode": 880, + "avg_reward": 3971.62, + "avg_cost": 20.25, + "lambda": 7.0125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.0125, + 7.0125 + ] + }, + { + "episode": 890, + "avg_reward": 4123.7, + "avg_cost": 35.0, + "lambda": 7.455, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.455, + 7.455 + ] + }, + { + "episode": 900, + "avg_reward": 3874.74, + "avg_cost": 36.75, + "lambda": 9.44, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.44, + 9.44 + ] + }, + { + "episode": 910, + "avg_reward": 4154.19, + "avg_cost": 28.25, + "lambda": 9.8925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.8925, + 9.8925 + ] + }, + { + "episode": 920, + "avg_reward": 4103.51, + "avg_cost": 20.75, + "lambda": 9.8025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.8025, + 9.8025 + ] + }, + { + "episode": 930, + "avg_reward": 3998.03, + "avg_cost": 14.0, + "lambda": 9.67, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.67, + 9.67 + ] + }, + { + "episode": 940, + "avg_reward": 4303.97, + "avg_cost": 26.25, + "lambda": 9.06, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.06, + 9.06 + ] + }, + { + "episode": 950, + "avg_reward": 3934.11, + "avg_cost": 19.0, + "lambda": 8.5075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.5075, + 8.5075 + ] + }, + { + "episode": 960, + "avg_reward": 4190.09, + "avg_cost": 21.25, + "lambda": 8.17, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.17, + 8.17 + ] + }, + { + "episode": 970, + "avg_reward": 4192.86, + "avg_cost": 16.5, + "lambda": 8.0925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.0925, + 8.0925 + ] + }, + { + "episode": 980, + "avg_reward": 3886.21, + "avg_cost": 21.0, + "lambda": 8.19, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.19, + 8.19 + ] + }, + { + "episode": 990, + "avg_reward": 4102.43, + "avg_cost": 19.0, + "lambda": 8.655, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.655, + 8.655 + ] + }, + { + "episode": 1000, + "avg_reward": 4386.66, + "avg_cost": 45.75, + "lambda": 11.2575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 11.2575, + 11.2575 + ] + } + ], + "final_lambdas": [ + 11.2575, + 11.2575 + ], + "d_per_agent": 20.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..54b71da1c4076111cde7faf15a83f46283aa7c21 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 465328.76, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -8996.58, + "avg_cost": 19.5, + "lambda": 5.07, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.07, + 5.07 + ] + }, + { + "episode": 10, + "avg_reward": -8713.03, + "avg_cost": 20.0, + "lambda": 5.485, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.485, + 5.485 + ] + }, + { + "episode": 20, + "avg_reward": -8139.94, + "avg_cost": 16.0, + "lambda": 5.5, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.5, + 5.5 + ] + }, + { + "episode": 30, + "avg_reward": -8211.52, + "avg_cost": 12.5, + "lambda": 5.5375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.5375, + 5.5375 + ] + }, + { + "episode": 40, + "avg_reward": -7918.68, + "avg_cost": 16.5, + "lambda": 5.735, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.735, + 5.735 + ] + }, + { + "episode": 50, + "avg_reward": -7683.67, + "avg_cost": 7.25, + "lambda": 6.15, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.15, + 6.15 + ] + }, + { + "episode": 60, + "avg_reward": -7277.11, + "avg_cost": 11.5, + "lambda": 6.0825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.0825, + 6.0825 + ] + }, + { + "episode": 70, + "avg_reward": -6905.66, + "avg_cost": 19.0, + "lambda": 6.12, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.12, + 6.12 + ] + }, + { + "episode": 80, + "avg_reward": -6830.63, + "avg_cost": 28.75, + "lambda": 6.5575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.5575, + 6.5575 + ] + }, + { + "episode": 90, + "avg_reward": -6141.3, + "avg_cost": 15.5, + "lambda": 6.44, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.44, + 6.44 + ] + }, + { + "episode": 100, + "avg_reward": -5627.71, + "avg_cost": 4.75, + "lambda": 6.3925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.3925, + 6.3925 + ] + }, + { + "episode": 110, + "avg_reward": -5068.07, + "avg_cost": 7.25, + "lambda": 6.3875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.3875, + 6.3875 + ] + }, + { + "episode": 120, + "avg_reward": -4875.81, + "avg_cost": 4.5, + "lambda": 6.2925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.2925, + 6.2925 + ] + }, + { + "episode": 130, + "avg_reward": -4379.18, + "avg_cost": 9.25, + "lambda": 6.055, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.055, + 6.055 + ] + }, + { + "episode": 140, + "avg_reward": -3989.07, + "avg_cost": 9.0, + "lambda": 5.8, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.8, + 5.8 + ] + }, + { + "episode": 150, + "avg_reward": -3276.59, + "avg_cost": 8.5, + "lambda": 5.43, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.43, + 5.43 + ] + }, + { + "episode": 160, + "avg_reward": -2847.39, + "avg_cost": 7.25, + "lambda": 4.8325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.8325, + 4.8325 + ] + }, + { + "episode": 170, + "avg_reward": -2440.55, + "avg_cost": 4.25, + "lambda": 4.16, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.16, + 4.16 + ] + }, + { + "episode": 180, + "avg_reward": -1902.24, + "avg_cost": 7.5, + "lambda": 3.5025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.5025, + 3.5025 + ] + }, + { + "episode": 190, + "avg_reward": -1580.16, + "avg_cost": 11.75, + "lambda": 3.0325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.0325, + 3.0325 + ] + }, + { + "episode": 200, + "avg_reward": -1262.91, + "avg_cost": 2.5, + "lambda": 2.275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.275, + 2.275 + ] + }, + { + "episode": 210, + "avg_reward": -900.74, + "avg_cost": 0.75, + "lambda": 1.3725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.3725, + 1.3725 + ] + }, + { + "episode": 220, + "avg_reward": -501.6, + "avg_cost": 1.75, + "lambda": 0.4, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.4, + 0.4 + ] + }, + { + "episode": 230, + "avg_reward": -275.26, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -79.32, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 162.85, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 387.3, + "avg_cost": 4.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 523.42, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 708.06, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 809.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 1000.33, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 983.13, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1256.58, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1421.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1247.61, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1100.6, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1370.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1374.46, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1615.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1531.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1623.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1479.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1673.56, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1808.18, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1691.07, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1861.94, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1691.15, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1988.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1944.34, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1664.14, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 2051.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2042.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 2262.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2003.66, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 1925.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2045.86, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2239.34, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2213.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2075.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2238.28, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2251.52, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2418.4, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2267.41, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2207.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2136.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2248.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2410.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2304.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2410.01, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2372.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2316.96, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2276.35, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2369.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2500.17, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2483.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2552.35, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2360.4, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2411.92, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2626.13, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2532.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2863.74, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2503.94, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2590.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2462.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2871.69, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2715.08, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2600.91, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2677.73, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2884.34, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2583.11, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2468.63, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2624.98, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2669.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2840.52, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2611.64, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2705.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2735.21, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2868.42, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2814.34, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2610.3, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2809.68, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..8a607b5a0dc60319334955d08577b025d466b895 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,2146 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": 32198.05, + "constraint_satisfaction_pct": 1.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 52.7775, + "seed": 0, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2781.91, + "avg_cost": 17.25, + "lambda": 1.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.1725, + 1.1725 + ] + }, + { + "episode": 10, + "avg_reward": -2923.72, + "avg_cost": 16.0, + "lambda": 2.7175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.7175, + 2.7175 + ] + }, + { + "episode": 20, + "avg_reward": -2812.83, + "avg_cost": 20.25, + "lambda": 4.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.3775, + 4.3775 + ] + }, + { + "episode": 30, + "avg_reward": -2510.3, + "avg_cost": 17.0, + "lambda": 6.115, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.115, + 6.115 + ] + }, + { + "episode": 40, + "avg_reward": -2570.22, + "avg_cost": 21.75, + "lambda": 8.0425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.0425, + 8.0425 + ] + }, + { + "episode": 50, + "avg_reward": -2579.28, + "avg_cost": 15.75, + "lambda": 9.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.39, + 9.39 + ] + }, + { + "episode": 60, + "avg_reward": -2521.39, + "avg_cost": 9.25, + "lambda": 10.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8175, + 10.8175 + ] + }, + { + "episode": 70, + "avg_reward": -2352.48, + "avg_cost": 12.5, + "lambda": 12.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.235, + 12.235 + ] + }, + { + "episode": 80, + "avg_reward": -2309.62, + "avg_cost": 16.5, + "lambda": 13.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.7425, + 13.7425 + ] + }, + { + "episode": 90, + "avg_reward": -2366.1, + "avg_cost": 12.5, + "lambda": 15.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.015, + 15.015 + ] + }, + { + "episode": 100, + "avg_reward": -2247.43, + "avg_cost": 18.0, + "lambda": 16.4425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.4425, + 16.4425 + ] + }, + { + "episode": 110, + "avg_reward": -2182.84, + "avg_cost": 12.0, + "lambda": 17.995, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.995, + 17.995 + ] + }, + { + "episode": 120, + "avg_reward": -2129.46, + "avg_cost": 13.75, + "lambda": 19.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.2675, + 19.2675 + ] + }, + { + "episode": 130, + "avg_reward": -1975.78, + "avg_cost": 13.25, + "lambda": 20.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.435, + 20.435 + ] + }, + { + "episode": 140, + "avg_reward": -1807.35, + "avg_cost": 12.0, + "lambda": 21.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.7, + 21.7 + ] + }, + { + "episode": 150, + "avg_reward": -1929.75, + "avg_cost": 9.5, + "lambda": 22.8925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.8925, + 22.8925 + ] + }, + { + "episode": 160, + "avg_reward": -1554.35, + "avg_cost": 26.75, + "lambda": 24.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.04, + 24.04 + ] + }, + { + "episode": 170, + "avg_reward": -1971.5, + "avg_cost": 11.0, + "lambda": 25.2125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.2125, + 25.2125 + ] + }, + { + "episode": 180, + "avg_reward": -1712.67, + "avg_cost": 10.0, + "lambda": 26.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.3, + 26.3 + ] + }, + { + "episode": 190, + "avg_reward": -1915.58, + "avg_cost": 5.5, + "lambda": 27.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.24, + 27.24 + ] + }, + { + "episode": 200, + "avg_reward": -1934.03, + "avg_cost": 8.5, + "lambda": 28.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.33, + 28.33 + ] + }, + { + "episode": 210, + "avg_reward": -2081.06, + "avg_cost": 8.0, + "lambda": 29.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.48, + 29.48 + ] + }, + { + "episode": 220, + "avg_reward": -1892.93, + "avg_cost": 4.75, + "lambda": 30.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2025, + 30.2025 + ] + }, + { + "episode": 230, + "avg_reward": -1920.53, + "avg_cost": 8.75, + "lambda": 30.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.905, + 30.905 + ] + }, + { + "episode": 240, + "avg_reward": -2004.95, + "avg_cost": 5.75, + "lambda": 31.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.5325, + 31.5325 + ] + }, + { + "episode": 250, + "avg_reward": -2054.26, + "avg_cost": 5.0, + "lambda": 32.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.02, + 32.02 + ] + }, + { + "episode": 260, + "avg_reward": -1839.26, + "avg_cost": 5.25, + "lambda": 32.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.505, + 32.505 + ] + }, + { + "episode": 270, + "avg_reward": -1768.03, + "avg_cost": 9.0, + "lambda": 33.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1125, + 33.1125 + ] + }, + { + "episode": 280, + "avg_reward": -1721.53, + "avg_cost": 9.5, + "lambda": 33.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.6325, + 33.6325 + ] + }, + { + "episode": 290, + "avg_reward": -1883.61, + "avg_cost": 3.0, + "lambda": 34.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.0775, + 34.0775 + ] + }, + { + "episode": 300, + "avg_reward": -1766.09, + "avg_cost": 3.25, + "lambda": 34.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.4725, + 34.4725 + ] + }, + { + "episode": 310, + "avg_reward": -1730.61, + "avg_cost": 5.25, + "lambda": 34.81, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.81, + 34.81 + ] + }, + { + "episode": 320, + "avg_reward": -1597.03, + "avg_cost": 2.25, + "lambda": 35.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.0675, + 35.0675 + ] + }, + { + "episode": 330, + "avg_reward": -1671.0, + "avg_cost": 1.0, + "lambda": 35.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.25, + 35.25 + ] + }, + { + "episode": 340, + "avg_reward": -1575.87, + "avg_cost": 2.5, + "lambda": 35.455, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.455, + 35.455 + ] + }, + { + "episode": 350, + "avg_reward": -1546.28, + "avg_cost": 2.0, + "lambda": 35.6725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.6725, + 35.6725 + ] + }, + { + "episode": 360, + "avg_reward": -1500.53, + "avg_cost": 1.0, + "lambda": 35.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.9075, + 35.9075 + ] + }, + { + "episode": 370, + "avg_reward": -1295.54, + "avg_cost": 3.0, + "lambda": 36.08, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.08, + 36.08 + ] + }, + { + "episode": 380, + "avg_reward": -1106.32, + "avg_cost": 3.5, + "lambda": 36.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.36, + 36.36 + ] + }, + { + "episode": 390, + "avg_reward": -1196.13, + "avg_cost": 3.0, + "lambda": 36.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.555, + 36.555 + ] + }, + { + "episode": 400, + "avg_reward": -1155.88, + "avg_cost": 1.5, + "lambda": 36.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.725, + 36.725 + ] + }, + { + "episode": 410, + "avg_reward": -1341.76, + "avg_cost": 3.0, + "lambda": 36.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.9075, + 36.9075 + ] + }, + { + "episode": 420, + "avg_reward": -1169.78, + "avg_cost": 1.75, + "lambda": 37.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.075, + 37.075 + ] + }, + { + "episode": 430, + "avg_reward": -947.32, + "avg_cost": 2.0, + "lambda": 37.2325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.2325, + 37.2325 + ] + }, + { + "episode": 440, + "avg_reward": -1052.86, + "avg_cost": 0.75, + "lambda": 37.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4525, + 37.4525 + ] + }, + { + "episode": 450, + "avg_reward": -803.62, + "avg_cost": 2.75, + "lambda": 37.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.6225, + 37.6225 + ] + }, + { + "episode": 460, + "avg_reward": -895.89, + "avg_cost": 2.5, + "lambda": 37.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.82, + 37.82 + ] + }, + { + "episode": 470, + "avg_reward": -932.1, + "avg_cost": 2.0, + "lambda": 38.0025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.0025, + 38.0025 + ] + }, + { + "episode": 480, + "avg_reward": -827.98, + "avg_cost": 0.75, + "lambda": 38.13, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.13, + 38.13 + ] + }, + { + "episode": 490, + "avg_reward": -689.77, + "avg_cost": 2.25, + "lambda": 38.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.2975, + 38.2975 + ] + }, + { + "episode": 500, + "avg_reward": -468.73, + "avg_cost": 2.0, + "lambda": 38.5075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.5075, + 38.5075 + ] + }, + { + "episode": 510, + "avg_reward": -394.52, + "avg_cost": 4.0, + "lambda": 38.7475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.7475, + 38.7475 + ] + }, + { + "episode": 520, + "avg_reward": -353.04, + "avg_cost": 3.5, + "lambda": 39.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.0175, + 39.0175 + ] + }, + { + "episode": 530, + "avg_reward": -465.05, + "avg_cost": 2.25, + "lambda": 39.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.1925, + 39.1925 + ] + }, + { + "episode": 540, + "avg_reward": -401.68, + "avg_cost": 0.25, + "lambda": 39.3175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.3175, + 39.3175 + ] + }, + { + "episode": 550, + "avg_reward": -179.56, + "avg_cost": 1.25, + "lambda": 39.4275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.4275, + 39.4275 + ] + }, + { + "episode": 560, + "avg_reward": -354.83, + "avg_cost": 1.0, + "lambda": 39.6125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.6125, + 39.6125 + ] + }, + { + "episode": 570, + "avg_reward": -143.24, + "avg_cost": 1.25, + "lambda": 39.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.7375, + 39.7375 + ] + }, + { + "episode": 580, + "avg_reward": -503.3, + "avg_cost": 0.25, + "lambda": 39.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.85, + 39.85 + ] + }, + { + "episode": 590, + "avg_reward": 269.46, + "avg_cost": 3.5, + "lambda": 40.055, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.055, + 40.055 + ] + }, + { + "episode": 600, + "avg_reward": -420.08, + "avg_cost": 1.0, + "lambda": 40.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.2375, + 40.2375 + ] + }, + { + "episode": 610, + "avg_reward": -174.16, + "avg_cost": 1.25, + "lambda": 40.38, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.38, + 40.38 + ] + }, + { + "episode": 620, + "avg_reward": 70.78, + "avg_cost": 0.75, + "lambda": 40.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.505, + 40.505 + ] + }, + { + "episode": 630, + "avg_reward": 38.6, + "avg_cost": 1.75, + "lambda": 40.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.6375, + 40.6375 + ] + }, + { + "episode": 640, + "avg_reward": 142.26, + "avg_cost": 1.5, + "lambda": 40.7925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.7925, + 40.7925 + ] + }, + { + "episode": 650, + "avg_reward": 56.0, + "avg_cost": 0.5, + "lambda": 40.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.91, + 40.91 + ] + }, + { + "episode": 660, + "avg_reward": -44.63, + "avg_cost": 0.75, + "lambda": 41.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.0925, + 41.0925 + ] + }, + { + "episode": 670, + "avg_reward": -39.78, + "avg_cost": 0.25, + "lambda": 41.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.2175, + 41.2175 + ] + }, + { + "episode": 680, + "avg_reward": 320.42, + "avg_cost": 2.75, + "lambda": 41.4125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.4125, + 41.4125 + ] + }, + { + "episode": 690, + "avg_reward": 528.78, + "avg_cost": 1.75, + "lambda": 41.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.5625, + 41.5625 + ] + }, + { + "episode": 700, + "avg_reward": 84.58, + "avg_cost": 1.0, + "lambda": 41.6925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.6925, + 41.6925 + ] + }, + { + "episode": 710, + "avg_reward": 681.71, + "avg_cost": 3.5, + "lambda": 41.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.9325, + 41.9325 + ] + }, + { + "episode": 720, + "avg_reward": 469.73, + "avg_cost": 1.0, + "lambda": 42.145, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.145, + 42.145 + ] + }, + { + "episode": 730, + "avg_reward": 176.65, + "avg_cost": 2.75, + "lambda": 42.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.3, + 42.3 + ] + }, + { + "episode": 740, + "avg_reward": 474.01, + "avg_cost": 1.0, + "lambda": 42.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.465, + 42.465 + ] + }, + { + "episode": 750, + "avg_reward": 634.03, + "avg_cost": 0.75, + "lambda": 42.565, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.565, + 42.565 + ] + }, + { + "episode": 760, + "avg_reward": 674.44, + "avg_cost": 0.75, + "lambda": 42.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.735, + 42.735 + ] + }, + { + "episode": 770, + "avg_reward": 542.85, + "avg_cost": 0.75, + "lambda": 42.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.865, + 42.865 + ] + }, + { + "episode": 780, + "avg_reward": 677.59, + "avg_cost": 0.75, + "lambda": 42.995, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.995, + 42.995 + ] + }, + { + "episode": 790, + "avg_reward": 802.37, + "avg_cost": 1.25, + "lambda": 43.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.1825, + 43.1825 + ] + }, + { + "episode": 800, + "avg_reward": 424.57, + "avg_cost": 1.0, + "lambda": 43.385, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.385, + 43.385 + ] + }, + { + "episode": 810, + "avg_reward": 811.32, + "avg_cost": 1.75, + "lambda": 43.535, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.535, + 43.535 + ] + }, + { + "episode": 820, + "avg_reward": 891.43, + "avg_cost": 2.25, + "lambda": 43.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.715, + 43.715 + ] + }, + { + "episode": 830, + "avg_reward": 808.25, + "avg_cost": 1.25, + "lambda": 43.9175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.9175, + 43.9175 + ] + }, + { + "episode": 840, + "avg_reward": 888.22, + "avg_cost": 1.75, + "lambda": 44.0475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.0475, + 44.0475 + ] + }, + { + "episode": 850, + "avg_reward": 742.36, + "avg_cost": 1.0, + "lambda": 44.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.2, + 44.2 + ] + }, + { + "episode": 860, + "avg_reward": 634.9, + "avg_cost": 1.5, + "lambda": 44.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.35, + 44.35 + ] + }, + { + "episode": 870, + "avg_reward": 916.17, + "avg_cost": 0.75, + "lambda": 44.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.48, + 44.48 + ] + }, + { + "episode": 880, + "avg_reward": 880.15, + "avg_cost": 0.75, + "lambda": 44.665, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.665, + 44.665 + ] + }, + { + "episode": 890, + "avg_reward": 1107.86, + "avg_cost": 2.5, + "lambda": 44.785, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.785, + 44.785 + ] + }, + { + "episode": 900, + "avg_reward": 760.4, + "avg_cost": 1.25, + "lambda": 44.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.9325, + 44.9325 + ] + }, + { + "episode": 910, + "avg_reward": 672.68, + "avg_cost": 0.75, + "lambda": 45.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.09, + 45.09 + ] + }, + { + "episode": 920, + "avg_reward": 1102.98, + "avg_cost": 1.25, + "lambda": 45.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.235, + 45.235 + ] + }, + { + "episode": 930, + "avg_reward": 855.26, + "avg_cost": 0.75, + "lambda": 45.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.345, + 45.345 + ] + }, + { + "episode": 940, + "avg_reward": 695.15, + "avg_cost": 2.0, + "lambda": 45.4775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4775, + 45.4775 + ] + }, + { + "episode": 950, + "avg_reward": 706.9, + "avg_cost": 2.25, + "lambda": 45.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.6225, + 45.6225 + ] + }, + { + "episode": 960, + "avg_reward": 743.6, + "avg_cost": 1.0, + "lambda": 45.765, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.765, + 45.765 + ] + }, + { + "episode": 970, + "avg_reward": 1027.18, + "avg_cost": 0.0, + "lambda": 45.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.91, + 45.91 + ] + }, + { + "episode": 980, + "avg_reward": 1112.46, + "avg_cost": 1.25, + "lambda": 46.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.0925, + 46.0925 + ] + }, + { + "episode": 990, + "avg_reward": 1091.34, + "avg_cost": 0.25, + "lambda": 46.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.2025, + 46.2025 + ] + }, + { + "episode": 1000, + "avg_reward": 1196.76, + "avg_cost": 1.75, + "lambda": 46.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.3775, + 46.3775 + ] + }, + { + "episode": 1010, + "avg_reward": 1219.9, + "avg_cost": 2.0, + "lambda": 46.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.5, + 46.5 + ] + }, + { + "episode": 1020, + "avg_reward": 1364.72, + "avg_cost": 1.75, + "lambda": 46.6725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.6725, + 46.6725 + ] + }, + { + "episode": 1030, + "avg_reward": 1008.55, + "avg_cost": 1.5, + "lambda": 46.835, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.835, + 46.835 + ] + }, + { + "episode": 1040, + "avg_reward": 1103.98, + "avg_cost": 2.0, + "lambda": 46.96, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.96, + 46.96 + ] + }, + { + "episode": 1050, + "avg_reward": 1108.13, + "avg_cost": 1.0, + "lambda": 47.0875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.0875, + 47.0875 + ] + }, + { + "episode": 1060, + "avg_reward": 1338.34, + "avg_cost": 2.25, + "lambda": 47.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.1825, + 47.1825 + ] + }, + { + "episode": 1070, + "avg_reward": 794.45, + "avg_cost": 1.5, + "lambda": 47.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.29, + 47.29 + ] + }, + { + "episode": 1080, + "avg_reward": 1132.75, + "avg_cost": 2.25, + "lambda": 47.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.42, + 47.42 + ] + }, + { + "episode": 1090, + "avg_reward": 1348.21, + "avg_cost": 2.25, + "lambda": 47.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.585, + 47.585 + ] + }, + { + "episode": 1100, + "avg_reward": 640.5, + "avg_cost": 0.75, + "lambda": 47.685, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.685, + 47.685 + ] + }, + { + "episode": 1110, + "avg_reward": 1543.45, + "avg_cost": 1.75, + "lambda": 47.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.805, + 47.805 + ] + }, + { + "episode": 1120, + "avg_reward": 1497.87, + "avg_cost": 1.5, + "lambda": 47.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.95, + 47.95 + ] + }, + { + "episode": 1130, + "avg_reward": 1239.63, + "avg_cost": 0.25, + "lambda": 48.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.0975, + 48.0975 + ] + }, + { + "episode": 1140, + "avg_reward": 1322.41, + "avg_cost": 0.75, + "lambda": 48.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.225, + 48.225 + ] + }, + { + "episode": 1150, + "avg_reward": 1682.09, + "avg_cost": 3.25, + "lambda": 48.37, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.37, + 48.37 + ] + }, + { + "episode": 1160, + "avg_reward": 1089.4, + "avg_cost": 0.75, + "lambda": 48.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.4925, + 48.4925 + ] + }, + { + "episode": 1170, + "avg_reward": 1043.64, + "avg_cost": 0.75, + "lambda": 48.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.585, + 48.585 + ] + }, + { + "episode": 1180, + "avg_reward": 763.14, + "avg_cost": 1.25, + "lambda": 48.6875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.6875, + 48.6875 + ] + }, + { + "episode": 1190, + "avg_reward": 1159.45, + "avg_cost": 1.0, + "lambda": 48.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.825, + 48.825 + ] + }, + { + "episode": 1200, + "avg_reward": 1634.89, + "avg_cost": 0.75, + "lambda": 48.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.9325, + 48.9325 + ] + }, + { + "episode": 1210, + "avg_reward": 1514.49, + "avg_cost": 0.0, + "lambda": 49.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.025, + 49.025 + ] + }, + { + "episode": 1220, + "avg_reward": 1709.58, + "avg_cost": 1.0, + "lambda": 49.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.125, + 49.125 + ] + }, + { + "episode": 1230, + "avg_reward": 1096.48, + "avg_cost": 1.0, + "lambda": 49.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.2675, + 49.2675 + ] + }, + { + "episode": 1240, + "avg_reward": 1182.93, + "avg_cost": 1.0, + "lambda": 49.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.3725, + 49.3725 + ] + }, + { + "episode": 1250, + "avg_reward": 1480.15, + "avg_cost": 0.5, + "lambda": 49.515, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.515, + 49.515 + ] + }, + { + "episode": 1260, + "avg_reward": 1614.97, + "avg_cost": 1.5, + "lambda": 49.6175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.6175, + 49.6175 + ] + }, + { + "episode": 1270, + "avg_reward": 1645.64, + "avg_cost": 2.0, + "lambda": 49.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.725, + 49.725 + ] + }, + { + "episode": 1280, + "avg_reward": 1605.67, + "avg_cost": 0.75, + "lambda": 49.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.825, + 49.825 + ] + }, + { + "episode": 1290, + "avg_reward": 1682.56, + "avg_cost": 0.75, + "lambda": 49.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.95, + 49.95 + ] + }, + { + "episode": 1300, + "avg_reward": 1383.57, + "avg_cost": 1.25, + "lambda": 50.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.095, + 50.095 + ] + }, + { + "episode": 1310, + "avg_reward": 1881.99, + "avg_cost": 2.5, + "lambda": 50.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.225, + 50.225 + ] + }, + { + "episode": 1320, + "avg_reward": 1773.44, + "avg_cost": 1.75, + "lambda": 50.3675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.3675, + 50.3675 + ] + }, + { + "episode": 1330, + "avg_reward": 1471.67, + "avg_cost": 2.0, + "lambda": 50.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.4875, + 50.4875 + ] + }, + { + "episode": 1340, + "avg_reward": 1282.37, + "avg_cost": 1.5, + "lambda": 50.635, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.635, + 50.635 + ] + }, + { + "episode": 1350, + "avg_reward": 1374.7, + "avg_cost": 0.75, + "lambda": 50.7725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.7725, + 50.7725 + ] + }, + { + "episode": 1360, + "avg_reward": 1853.39, + "avg_cost": 2.25, + "lambda": 50.9425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.9425, + 50.9425 + ] + }, + { + "episode": 1370, + "avg_reward": 1777.14, + "avg_cost": 1.0, + "lambda": 51.085, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.085, + 51.085 + ] + }, + { + "episode": 1380, + "avg_reward": 1692.74, + "avg_cost": 0.75, + "lambda": 51.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.22, + 51.22 + ] + }, + { + "episode": 1390, + "avg_reward": 1093.4, + "avg_cost": 0.5, + "lambda": 51.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.345, + 51.345 + ] + }, + { + "episode": 1400, + "avg_reward": 1015.89, + "avg_cost": 0.75, + "lambda": 51.4375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.4375, + 51.4375 + ] + }, + { + "episode": 1410, + "avg_reward": 1945.0, + "avg_cost": 1.0, + "lambda": 51.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.5675, + 51.5675 + ] + }, + { + "episode": 1420, + "avg_reward": 1826.25, + "avg_cost": 1.5, + "lambda": 51.6825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.6825, + 51.6825 + ] + }, + { + "episode": 1430, + "avg_reward": 1387.77, + "avg_cost": 0.25, + "lambda": 51.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.8025, + 51.8025 + ] + }, + { + "episode": 1440, + "avg_reward": 1104.22, + "avg_cost": 1.0, + "lambda": 51.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.9475, + 51.9475 + ] + }, + { + "episode": 1450, + "avg_reward": 1835.6, + "avg_cost": 1.0, + "lambda": 52.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.12, + 52.12 + ] + }, + { + "episode": 1460, + "avg_reward": 1987.79, + "avg_cost": 2.0, + "lambda": 52.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.2525, + 52.2525 + ] + }, + { + "episode": 1470, + "avg_reward": 1866.66, + "avg_cost": 0.25, + "lambda": 52.38, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.38, + 52.38 + ] + }, + { + "episode": 1480, + "avg_reward": 1925.04, + "avg_cost": 1.75, + "lambda": 52.51, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.51, + 52.51 + ] + }, + { + "episode": 1490, + "avg_reward": 2021.81, + "avg_cost": 1.0, + "lambda": 52.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.6375, + 52.6375 + ] + }, + { + "episode": 1500, + "avg_reward": 1572.28, + "avg_cost": 1.5, + "lambda": 52.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.7775, + 52.7775 + ] + } + ], + "final_lambdas": [ + 52.7775, + 52.7775 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json new file mode 100644 index 0000000000000000000000000000000000000000..9c48bcf7aa8a37acabeea6a9465bc287c4f0449a --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_Swimmer_2x1_v11_swimmer.json @@ -0,0 +1,742 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 500, + "total_welfare": -29102.66, + "constraint_satisfaction_pct": 96.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.12, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": 55.59, + "avg_cost": 406.25, + "lambda": 16.8125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.8125, + 16.8125 + ] + }, + { + "episode": 10, + "avg_reward": -25.18, + "avg_cost": 392.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 20, + "avg_reward": -52.74, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 30, + "avg_reward": -50.05, + "avg_cost": 10.75, + "lambda": 99.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.775, + 99.775 + ] + }, + { + "episode": 40, + "avg_reward": -52.81, + "avg_cost": 5.5, + "lambda": 98.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.0275, + 98.0275 + ] + }, + { + "episode": 50, + "avg_reward": -55.53, + "avg_cost": 4.75, + "lambda": 95.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.2375, + 95.2375 + ] + }, + { + "episode": 60, + "avg_reward": -56.22, + "avg_cost": 2.75, + "lambda": 92.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.3725, + 92.3725 + ] + }, + { + "episode": 70, + "avg_reward": -56.02, + "avg_cost": 3.0, + "lambda": 89.23, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.23, + 89.23 + ] + }, + { + "episode": 80, + "avg_reward": -58.73, + "avg_cost": 1.5, + "lambda": 86.005, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.005, + 86.005 + ] + }, + { + "episode": 90, + "avg_reward": -56.85, + "avg_cost": 2.25, + "lambda": 82.7725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.7725, + 82.7725 + ] + }, + { + "episode": 100, + "avg_reward": -59.56, + "avg_cost": 1.5, + "lambda": 79.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.5025, + 79.5025 + ] + }, + { + "episode": 110, + "avg_reward": -59.9, + "avg_cost": 1.75, + "lambda": 76.2775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.2775, + 76.2775 + ] + }, + { + "episode": 120, + "avg_reward": -60.73, + "avg_cost": 1.5, + "lambda": 73.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.075, + 73.075 + ] + }, + { + "episode": 130, + "avg_reward": -61.72, + "avg_cost": 1.5, + "lambda": 69.79, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.79, + 69.79 + ] + }, + { + "episode": 140, + "avg_reward": -60.09, + "avg_cost": 1.75, + "lambda": 66.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.55, + 66.55 + ] + }, + { + "episode": 150, + "avg_reward": -64.14, + "avg_cost": 1.75, + "lambda": 63.37, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.37, + 63.37 + ] + }, + { + "episode": 160, + "avg_reward": -61.94, + "avg_cost": 1.5, + "lambda": 60.1525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.1525, + 60.1525 + ] + }, + { + "episode": 170, + "avg_reward": -61.08, + "avg_cost": 1.5, + "lambda": 56.8675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.8675, + 56.8675 + ] + }, + { + "episode": 180, + "avg_reward": -63.24, + "avg_cost": 1.75, + "lambda": 53.5975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.5975, + 53.5975 + ] + }, + { + "episode": 190, + "avg_reward": -59.88, + "avg_cost": 2.75, + "lambda": 50.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.35, + 50.35 + ] + }, + { + "episode": 200, + "avg_reward": -62.12, + "avg_cost": 1.75, + "lambda": 47.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.0575, + 47.0575 + ] + }, + { + "episode": 210, + "avg_reward": -64.05, + "avg_cost": 1.5, + "lambda": 43.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.7575, + 43.7575 + ] + }, + { + "episode": 220, + "avg_reward": -63.85, + "avg_cost": 1.5, + "lambda": 40.4575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.4575, + 40.4575 + ] + }, + { + "episode": 230, + "avg_reward": -63.27, + "avg_cost": 1.5, + "lambda": 37.1575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.1575, + 37.1575 + ] + }, + { + "episode": 240, + "avg_reward": -62.73, + "avg_cost": 1.5, + "lambda": 33.8575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.8575, + 33.8575 + ] + }, + { + "episode": 250, + "avg_reward": -63.67, + "avg_cost": 1.5, + "lambda": 30.5725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.5725, + 30.5725 + ] + }, + { + "episode": 260, + "avg_reward": -62.48, + "avg_cost": 2.0, + "lambda": 27.3625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.3625, + 27.3625 + ] + }, + { + "episode": 270, + "avg_reward": -65.44, + "avg_cost": 1.5, + "lambda": 24.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.1, + 24.1 + ] + }, + { + "episode": 280, + "avg_reward": -64.58, + "avg_cost": 1.5, + "lambda": 20.815, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.815, + 20.815 + ] + }, + { + "episode": 290, + "avg_reward": -63.88, + "avg_cost": 1.5, + "lambda": 17.5225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.5225, + 17.5225 + ] + }, + { + "episode": 300, + "avg_reward": -63.14, + "avg_cost": 1.5, + "lambda": 14.23, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.23, + 14.23 + ] + }, + { + "episode": 310, + "avg_reward": -62.78, + "avg_cost": 1.75, + "lambda": 10.9525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.9525, + 10.9525 + ] + }, + { + "episode": 320, + "avg_reward": -63.26, + "avg_cost": 1.5, + "lambda": 7.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.66, + 7.66 + ] + }, + { + "episode": 330, + "avg_reward": -61.62, + "avg_cost": 1.75, + "lambda": 4.3825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.3825, + 4.3825 + ] + }, + { + "episode": 340, + "avg_reward": -61.32, + "avg_cost": 2.0, + "lambda": 1.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.12, + 1.12 + ] + }, + { + "episode": 350, + "avg_reward": -60.6, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -60.31, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": -60.03, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": -57.7, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": -58.63, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": -58.73, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": -57.93, + "avg_cost": 7.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": -56.81, + "avg_cost": 9.0, + "lambda": 0.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.195, + 0.195 + ] + }, + { + "episode": 430, + "avg_reward": -57.83, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": -57.85, + "avg_cost": 13.75, + "lambda": 0.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.3525, + 0.3525 + ] + }, + { + "episode": 450, + "avg_reward": -57.53, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": -57.39, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": -57.13, + "avg_cost": 12.75, + "lambda": 0.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0075, + 0.0075 + ] + }, + { + "episode": 480, + "avg_reward": -57.43, + "avg_cost": 6.5, + "lambda": 0.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.555, + 0.555 + ] + }, + { + "episode": 490, + "avg_reward": -57.5, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": -56.56, + "avg_cost": 16.5, + "lambda": 0.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.12, + 0.12 + ] + } + ], + "final_lambdas": [ + 0.12, + 0.12 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_pilot_v2.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_pilot_v2.json new file mode 100644 index 0000000000000000000000000000000000000000..0ae751559becac20bac497bb9f12dc8bc7889ac0 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_pilot_v2.json @@ -0,0 +1,182 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 100, + "total_welfare": -698394.04, + "constraint_satisfaction_pct": 95.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 10.8125, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7740.69, + "avg_cost": 24.0, + "lambda": 1.575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.575, + 1.575 + ] + }, + { + "episode": 10, + "avg_reward": -7489.99, + "avg_cost": 22.0, + "lambda": 1.75, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.75, + 1.75 + ] + }, + { + "episode": 20, + "avg_reward": -7403.64, + "avg_cost": 12.0, + "lambda": 4.65, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.65, + 4.65 + ] + }, + { + "episode": 30, + "avg_reward": -6796.79, + "avg_cost": 15.75, + "lambda": 6.1, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.1, + 6.1 + ] + }, + { + "episode": 40, + "avg_reward": -7066.81, + "avg_cost": 13.75, + "lambda": 7.925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.925, + 7.925 + ] + }, + { + "episode": 50, + "avg_reward": -6955.91, + "avg_cost": 17.0, + "lambda": 10.625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.625, + 10.625 + ] + }, + { + "episode": 60, + "avg_reward": -6786.38, + "avg_cost": 27.0, + "lambda": 10.575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 70, + "avg_reward": -6775.2, + "avg_cost": 4.25, + "lambda": 10.7125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.7125, + 10.7125 + ] + }, + { + "episode": 80, + "avg_reward": -6706.91, + "avg_cost": 9.0, + "lambda": 10.025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.025, + 10.025 + ] + }, + { + "episode": 90, + "avg_reward": -6557.0, + "avg_cost": 11.75, + "lambda": 10.2125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.2125, + 10.2125 + ] + }, + { + "episode": 100, + "avg_reward": -6346.44, + "avg_cost": 18.75, + "lambda": 10.8125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.8125, + 10.8125 + ] + } + ], + "final_lambdas": [ + 10.8125, + 10.8125 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_v2_full.json b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_v2_full.json new file mode 100644 index 0000000000000000000000000000000000000000..c1397f75c694f2bbc0e9bab4dc6a6356d2cafd52 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s0_mamujoco_v2_full.json @@ -0,0 +1,742 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 500, + "total_welfare": -2316000.24, + "constraint_satisfaction_pct": 99.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 0, + "log": [ + { + "episode": 1, + "avg_reward": -7698.36, + "avg_cost": 11.25, + "lambda": 0.9375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.9375, + 0.9375 + ] + }, + { + "episode": 10, + "avg_reward": -7593.24, + "avg_cost": 17.75, + "lambda": 1.7375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.7375, + 1.7375 + ] + }, + { + "episode": 20, + "avg_reward": -7495.75, + "avg_cost": 17.0, + "lambda": 2.8, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.8, + 2.8 + ] + }, + { + "episode": 30, + "avg_reward": -7074.52, + "avg_cost": 7.5, + "lambda": 3.075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.075, + 3.075 + ] + }, + { + "episode": 40, + "avg_reward": -7235.32, + "avg_cost": 14.75, + "lambda": 3.55, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.55, + 3.55 + ] + }, + { + "episode": 50, + "avg_reward": -6950.62, + "avg_cost": 8.5, + "lambda": 3.8875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.8875, + 3.8875 + ] + }, + { + "episode": 60, + "avg_reward": -6878.64, + "avg_cost": 12.5, + "lambda": 4.2625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.2625, + 4.2625 + ] + }, + { + "episode": 70, + "avg_reward": -6940.44, + "avg_cost": 14.75, + "lambda": 5.4375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.4375, + 5.4375 + ] + }, + { + "episode": 80, + "avg_reward": -6787.42, + "avg_cost": 8.0, + "lambda": 4.5875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.5875, + 4.5875 + ] + }, + { + "episode": 90, + "avg_reward": -6960.43, + "avg_cost": 13.5, + "lambda": 5.525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.525, + 5.525 + ] + }, + { + "episode": 100, + "avg_reward": -6664.42, + "avg_cost": 7.5, + "lambda": 6.3375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.3375, + 6.3375 + ] + }, + { + "episode": 110, + "avg_reward": -6159.52, + "avg_cost": 11.5, + "lambda": 5.6, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.6, + 5.6 + ] + }, + { + "episode": 120, + "avg_reward": -6682.5, + "avg_cost": 13.25, + "lambda": 5.2875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.2875, + 5.2875 + ] + }, + { + "episode": 130, + "avg_reward": -6497.11, + "avg_cost": 16.25, + "lambda": 7.175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.175, + 7.175 + ] + }, + { + "episode": 140, + "avg_reward": -6311.67, + "avg_cost": 9.25, + "lambda": 6.4375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.4375, + 6.4375 + ] + }, + { + "episode": 150, + "avg_reward": -6189.45, + "avg_cost": 11.25, + "lambda": 6.3, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.3, + 6.3 + ] + }, + { + "episode": 160, + "avg_reward": -6078.51, + "avg_cost": 8.75, + "lambda": 5.475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.475, + 5.475 + ] + }, + { + "episode": 170, + "avg_reward": -5906.96, + "avg_cost": 16.5, + "lambda": 4.975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.975, + 4.975 + ] + }, + { + "episode": 180, + "avg_reward": -5779.68, + "avg_cost": 9.25, + "lambda": 3.6875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.6875, + 3.6875 + ] + }, + { + "episode": 190, + "avg_reward": -5350.54, + "avg_cost": 19.5, + "lambda": 4.225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.225, + 4.225 + ] + }, + { + "episode": 200, + "avg_reward": -5572.2, + "avg_cost": 14.5, + "lambda": 4.4125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.4125, + 4.4125 + ] + }, + { + "episode": 210, + "avg_reward": -5314.4, + "avg_cost": 25.25, + "lambda": 2.8375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.8375, + 2.8375 + ] + }, + { + "episode": 220, + "avg_reward": -5218.79, + "avg_cost": 14.75, + "lambda": 1.5625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.5625, + 1.5625 + ] + }, + { + "episode": 230, + "avg_reward": -5010.21, + "avg_cost": 15.0, + "lambda": 0.125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.125, + 0.125 + ] + }, + { + "episode": 240, + "avg_reward": -4947.54, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -5045.94, + "avg_cost": 8.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -4879.29, + "avg_cost": 14.5, + "lambda": 0.1, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.1, + 0.1 + ] + }, + { + "episode": 270, + "avg_reward": -4527.48, + "avg_cost": 20.5, + "lambda": 0.7625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.7625, + 0.7625 + ] + }, + { + "episode": 280, + "avg_reward": -4425.34, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": -4308.83, + "avg_cost": 7.5, + "lambda": 0.0625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0625, + 0.0625 + ] + }, + { + "episode": 300, + "avg_reward": -4138.61, + "avg_cost": 7.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -3819.36, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": -3676.51, + "avg_cost": 10.5, + "lambda": 0.025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.025, + 0.025 + ] + }, + { + "episode": 330, + "avg_reward": -3807.66, + "avg_cost": 14.0, + "lambda": 0.5, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.5, + 0.5 + ] + }, + { + "episode": 340, + "avg_reward": -3228.61, + "avg_cost": 14.25, + "lambda": 0.0875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0875, + 0.0875 + ] + }, + { + "episode": 350, + "avg_reward": -3084.88, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -3288.52, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": -2873.74, + "avg_cost": 4.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": -2851.27, + "avg_cost": 12.75, + "lambda": 0.0125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0125, + 0.0125 + ] + }, + { + "episode": 390, + "avg_reward": -2727.57, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": -2561.74, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": -2477.88, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": -2337.33, + "avg_cost": 5.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": -2265.28, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": -1776.89, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": -1851.65, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": -1828.29, + "avg_cost": 9.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": -1328.91, + "avg_cost": 11.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": -1482.82, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": -1545.52, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": -1276.17, + "avg_cost": 5.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..192ff056c45d8e62a500c5f607c025ae7cec50ad --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -2831060.38, + "constraint_satisfaction_pct": 23.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12052.14, + "avg_cost": 15.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.45, + 10.45 + ] + }, + { + "episode": 10, + "avg_reward": -11199.91, + "avg_cost": 13.25, + "lambda": 14.17, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.17, + 14.17 + ] + }, + { + "episode": 20, + "avg_reward": -11263.24, + "avg_cost": 11.5, + "lambda": 18.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.1975, + 18.1975 + ] + }, + { + "episode": 30, + "avg_reward": -10583.28, + "avg_cost": 9.5, + "lambda": 22.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.5625, + 22.5625 + ] + }, + { + "episode": 40, + "avg_reward": -10969.42, + "avg_cost": 14.5, + "lambda": 27.145, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.145, + 27.145 + ] + }, + { + "episode": 50, + "avg_reward": -10208.03, + "avg_cost": 12.75, + "lambda": 30.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.595, + 30.595 + ] + }, + { + "episode": 60, + "avg_reward": -9590.57, + "avg_cost": 4.5, + "lambda": 33.8125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.8125, + 33.8125 + ] + }, + { + "episode": 70, + "avg_reward": -9943.07, + "avg_cost": 5.5, + "lambda": 37.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.27, + 37.27 + ] + }, + { + "episode": 80, + "avg_reward": -9559.41, + "avg_cost": 5.25, + "lambda": 40.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.5025, + 40.5025 + ] + }, + { + "episode": 90, + "avg_reward": -9367.94, + "avg_cost": 10.0, + "lambda": 43.6675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.6675, + 43.6675 + ] + }, + { + "episode": 100, + "avg_reward": -9038.24, + "avg_cost": 10.0, + "lambda": 46.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.18, + 46.18 + ] + }, + { + "episode": 110, + "avg_reward": -8576.53, + "avg_cost": 12.5, + "lambda": 48.7975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.7975, + 48.7975 + ] + }, + { + "episode": 120, + "avg_reward": -8835.88, + "avg_cost": 1.0, + "lambda": 51.49, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.49, + 51.49 + ] + }, + { + "episode": 130, + "avg_reward": -7926.35, + "avg_cost": 13.0, + "lambda": 54.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.1225, + 54.1225 + ] + }, + { + "episode": 140, + "avg_reward": -7953.57, + "avg_cost": 4.75, + "lambda": 56.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.605, + 56.605 + ] + }, + { + "episode": 150, + "avg_reward": -7560.63, + "avg_cost": 8.75, + "lambda": 59.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.2075, + 59.2075 + ] + }, + { + "episode": 160, + "avg_reward": -7050.33, + "avg_cost": 9.75, + "lambda": 61.645, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.645, + 61.645 + ] + }, + { + "episode": 170, + "avg_reward": -6707.59, + "avg_cost": 11.25, + "lambda": 64.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.015, + 64.015 + ] + }, + { + "episode": 180, + "avg_reward": -6178.11, + "avg_cost": 8.75, + "lambda": 65.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.6425, + 65.6425 + ] + }, + { + "episode": 190, + "avg_reward": -5791.68, + "avg_cost": 6.25, + "lambda": 67.9825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.9825, + 67.9825 + ] + }, + { + "episode": 200, + "avg_reward": -6038.42, + "avg_cost": 3.25, + "lambda": 70.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.3, + 70.3 + ] + }, + { + "episode": 210, + "avg_reward": -5603.58, + "avg_cost": 16.0, + "lambda": 73.1275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.1275, + 73.1275 + ] + }, + { + "episode": 220, + "avg_reward": -6126.69, + "avg_cost": 12.25, + "lambda": 75.3925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.3925, + 75.3925 + ] + }, + { + "episode": 230, + "avg_reward": -6017.28, + "avg_cost": 4.5, + "lambda": 78.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.1975, + 78.1975 + ] + }, + { + "episode": 240, + "avg_reward": -5992.43, + "avg_cost": 3.75, + "lambda": 80.7025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.7025, + 80.7025 + ] + }, + { + "episode": 250, + "avg_reward": -5891.2, + "avg_cost": 0.75, + "lambda": 82.3675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.3675, + 82.3675 + ] + }, + { + "episode": 260, + "avg_reward": -5666.98, + "avg_cost": 0.25, + "lambda": 84.295, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.295, + 84.295 + ] + }, + { + "episode": 270, + "avg_reward": -5727.64, + "avg_cost": 1.75, + "lambda": 86.185, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.185, + 86.185 + ] + }, + { + "episode": 280, + "avg_reward": -5327.53, + "avg_cost": 5.5, + "lambda": 87.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.82, + 87.82 + ] + }, + { + "episode": 290, + "avg_reward": -5487.27, + "avg_cost": 10.5, + "lambda": 89.0875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.0875, + 89.0875 + ] + }, + { + "episode": 300, + "avg_reward": -5087.02, + "avg_cost": 7.5, + "lambda": 90.7825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.7825, + 90.7825 + ] + }, + { + "episode": 310, + "avg_reward": -5165.83, + "avg_cost": 7.25, + "lambda": 92.185, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.185, + 92.185 + ] + }, + { + "episode": 320, + "avg_reward": -4713.38, + "avg_cost": 0.25, + "lambda": 93.7675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.7675, + 93.7675 + ] + }, + { + "episode": 330, + "avg_reward": -4259.3, + "avg_cost": 14.5, + "lambda": 95.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.905, + 95.905 + ] + }, + { + "episode": 340, + "avg_reward": -4804.6, + "avg_cost": 13.0, + "lambda": 97.6525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.6525, + 97.6525 + ] + }, + { + "episode": 350, + "avg_reward": -4748.19, + "avg_cost": 9.0, + "lambda": 99.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.6325, + 99.6325 + ] + }, + { + "episode": 360, + "avg_reward": -4565.44, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -4741.81, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -4370.94, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -4224.8, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -4369.96, + "avg_cost": 6.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -3930.17, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -4082.62, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -3537.38, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -3287.54, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -3170.6, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -3297.99, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -3177.22, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -2970.23, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -2518.97, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -2619.53, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -2468.92, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -2436.56, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -2113.39, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -2057.01, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -1951.65, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -1680.78, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -1559.44, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -1464.9, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -1267.37, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -1045.67, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -1254.04, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -746.98, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -712.39, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -641.41, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -246.57, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -105.35, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -164.78, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 120.52, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 218.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 568.7, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 593.01, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 550.14, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 827.52, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 814.19, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 866.89, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 915.69, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1199.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1377.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1593.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 1578.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 1531.08, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 1356.54, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 1593.55, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 1820.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 1871.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 1966.71, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2237.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2058.07, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2126.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2145.58, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2046.94, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2540.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2593.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2559.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2566.5, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2398.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2633.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2646.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2527.6, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2913.13, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..ffa93775f7c3382ebb48c5a900e78bd60c71c175 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 471386.93, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9039.11, + "avg_cost": 15.0, + "lambda": 5.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.025, + 5.025 + ] + }, + { + "episode": 10, + "avg_reward": -8362.07, + "avg_cost": 12.0, + "lambda": 5.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.41, + 5.41 + ] + }, + { + "episode": 20, + "avg_reward": -8170.18, + "avg_cost": 8.25, + "lambda": 5.455, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.455, + 5.455 + ] + }, + { + "episode": 30, + "avg_reward": -7950.04, + "avg_cost": 17.0, + "lambda": 5.5425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5425, + 5.5425 + ] + }, + { + "episode": 40, + "avg_reward": -7757.77, + "avg_cost": 12.75, + "lambda": 5.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.7375, + 5.7375 + ] + }, + { + "episode": 50, + "avg_reward": -7036.41, + "avg_cost": 15.5, + "lambda": 5.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.905, + 5.905 + ] + }, + { + "episode": 60, + "avg_reward": -6873.34, + "avg_cost": 14.0, + "lambda": 6.0025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.0025, + 6.0025 + ] + }, + { + "episode": 70, + "avg_reward": -6569.17, + "avg_cost": 9.0, + "lambda": 5.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.865, + 5.865 + ] + }, + { + "episode": 80, + "avg_reward": -6419.7, + "avg_cost": 17.75, + "lambda": 6.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.06, + 6.06 + ] + }, + { + "episode": 90, + "avg_reward": -5940.07, + "avg_cost": 13.75, + "lambda": 5.93, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.93, + 5.93 + ] + }, + { + "episode": 100, + "avg_reward": -5220.69, + "avg_cost": 8.5, + "lambda": 6.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.05, + 6.05 + ] + }, + { + "episode": 110, + "avg_reward": -4947.75, + "avg_cost": 16.75, + "lambda": 5.8675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.8675, + 5.8675 + ] + }, + { + "episode": 120, + "avg_reward": -4606.59, + "avg_cost": 8.25, + "lambda": 5.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.595, + 5.595 + ] + }, + { + "episode": 130, + "avg_reward": -3976.62, + "avg_cost": 11.25, + "lambda": 5.31, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.31, + 5.31 + ] + }, + { + "episode": 140, + "avg_reward": -3559.94, + "avg_cost": 12.75, + "lambda": 4.935, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.935, + 4.935 + ] + }, + { + "episode": 150, + "avg_reward": -3226.16, + "avg_cost": 9.0, + "lambda": 4.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.325, + 4.325 + ] + }, + { + "episode": 160, + "avg_reward": -2655.77, + "avg_cost": 7.75, + "lambda": 3.9375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.9375, + 3.9375 + ] + }, + { + "episode": 170, + "avg_reward": -2368.67, + "avg_cost": 10.75, + "lambda": 3.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.4, + 3.4 + ] + }, + { + "episode": 180, + "avg_reward": -1695.41, + "avg_cost": 7.25, + "lambda": 2.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.8, + 2.8 + ] + }, + { + "episode": 190, + "avg_reward": -1295.82, + "avg_cost": 6.0, + "lambda": 2.1075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.1075, + 2.1075 + ] + }, + { + "episode": 200, + "avg_reward": -1047.38, + "avg_cost": 11.0, + "lambda": 1.4575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.4575, + 1.4575 + ] + }, + { + "episode": 210, + "avg_reward": -919.7, + "avg_cost": 7.5, + "lambda": 0.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.925, + 0.925 + ] + }, + { + "episode": 220, + "avg_reward": -641.54, + "avg_cost": 3.75, + "lambda": 0.3125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.3125, + 0.3125 + ] + }, + { + "episode": 230, + "avg_reward": -240.92, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -94.6, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 360.93, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 572.87, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 439.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 678.84, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 727.49, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 922.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 825.75, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1326.18, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1048.61, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1191.97, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1509.07, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1405.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1419.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1386.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1633.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1344.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1547.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1647.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1755.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1821.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1917.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1937.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1887.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1696.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 2074.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 1870.97, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2162.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 2012.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2097.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 2047.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2253.24, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2295.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2046.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2193.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2251.87, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2124.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2329.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2083.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2182.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2290.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2173.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2445.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2598.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2381.86, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2350.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2144.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2379.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2437.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2372.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2630.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2483.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2352.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2417.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2287.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2293.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2368.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2501.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2458.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2358.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2377.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2566.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2432.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2437.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2593.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2553.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2327.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2636.07, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2611.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2663.29, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2278.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2490.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2537.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2737.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2696.54, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2618.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2715.68, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..d2648e277110dab87237321658277f87d20c407b --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 774567.1, + "constraint_satisfaction_pct": 31.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 36.0175, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0075, + 10.0075 + ] + }, + { + "episode": 10, + "avg_reward": -1723.33, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.03, + 10.03 + ] + }, + { + "episode": 20, + "avg_reward": -1733.47, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.03, + 10.03 + ] + }, + { + "episode": 30, + "avg_reward": -1701.95, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.03, + 10.03 + ] + }, + { + "episode": 40, + "avg_reward": -1540.08, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 50, + "avg_reward": -1538.18, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 60, + "avg_reward": -1533.58, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 70, + "avg_reward": -1176.39, + "avg_cost": 0.0, + "lambda": 10.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0975, + 10.0975 + ] + }, + { + "episode": 80, + "avg_reward": -1258.64, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 90, + "avg_reward": -998.19, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 100, + "avg_reward": -1082.92, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 110, + "avg_reward": -1161.1, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 120, + "avg_reward": -670.92, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 130, + "avg_reward": -960.85, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 140, + "avg_reward": -692.32, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 150, + "avg_reward": -835.13, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 160, + "avg_reward": -548.73, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 170, + "avg_reward": -734.82, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 180, + "avg_reward": -523.55, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 190, + "avg_reward": -392.84, + "avg_cost": 0.0, + "lambda": 10.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.105, + 10.105 + ] + }, + { + "episode": 200, + "avg_reward": -432.51, + "avg_cost": 0.0, + "lambda": 10.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.12, + 10.12 + ] + }, + { + "episode": 210, + "avg_reward": -1030.09, + "avg_cost": 0.0, + "lambda": 10.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1425, + 10.1425 + ] + }, + { + "episode": 220, + "avg_reward": -1013.82, + "avg_cost": 0.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 230, + "avg_reward": -412.04, + "avg_cost": 0.0, + "lambda": 10.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.27, + 10.27 + ] + }, + { + "episode": 240, + "avg_reward": -851.0, + "avg_cost": 0.0, + "lambda": 10.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3975, + 10.3975 + ] + }, + { + "episode": 250, + "avg_reward": -468.3, + "avg_cost": 0.0, + "lambda": 10.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.42, + 10.42 + ] + }, + { + "episode": 260, + "avg_reward": -541.24, + "avg_cost": 0.0, + "lambda": 10.5175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5175, + 10.5175 + ] + }, + { + "episode": 270, + "avg_reward": -599.08, + "avg_cost": 0.75, + "lambda": 10.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.7425, + 10.7425 + ] + }, + { + "episode": 280, + "avg_reward": -735.54, + "avg_cost": 1.0, + "lambda": 11.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.0575, + 11.0575 + ] + }, + { + "episode": 290, + "avg_reward": -304.98, + "avg_cost": 1.0, + "lambda": 11.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.2525, + 11.2525 + ] + }, + { + "episode": 300, + "avg_reward": -395.86, + "avg_cost": 0.0, + "lambda": 11.3125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.3125, + 11.3125 + ] + }, + { + "episode": 310, + "avg_reward": -623.74, + "avg_cost": 0.0, + "lambda": 11.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.41, + 11.41 + ] + }, + { + "episode": 320, + "avg_reward": 327.37, + "avg_cost": 0.75, + "lambda": 11.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.5, + 11.5 + ] + }, + { + "episode": 330, + "avg_reward": -348.83, + "avg_cost": 0.25, + "lambda": 11.6725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.6725, + 11.6725 + ] + }, + { + "episode": 340, + "avg_reward": -368.49, + "avg_cost": 0.0, + "lambda": 11.8975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.8975, + 11.8975 + ] + }, + { + "episode": 350, + "avg_reward": 498.31, + "avg_cost": 0.0, + "lambda": 12.07, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.07, + 12.07 + ] + }, + { + "episode": 360, + "avg_reward": 234.5, + "avg_cost": 0.75, + "lambda": 12.385, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.385, + 12.385 + ] + }, + { + "episode": 370, + "avg_reward": 704.3, + "avg_cost": 1.0, + "lambda": 12.8875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.8875, + 12.8875 + ] + }, + { + "episode": 380, + "avg_reward": 798.75, + "avg_cost": 1.75, + "lambda": 13.21, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.21, + 13.21 + ] + }, + { + "episode": 390, + "avg_reward": 702.55, + "avg_cost": 1.75, + "lambda": 13.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.6, + 13.6 + ] + }, + { + "episode": 400, + "avg_reward": 598.61, + "avg_cost": 0.5, + "lambda": 14.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.065, + 14.065 + ] + }, + { + "episode": 410, + "avg_reward": 1027.8, + "avg_cost": 0.0, + "lambda": 14.5075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.5075, + 14.5075 + ] + }, + { + "episode": 420, + "avg_reward": 817.93, + "avg_cost": 0.25, + "lambda": 15.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.04, + 15.04 + ] + }, + { + "episode": 430, + "avg_reward": 31.0, + "avg_cost": 1.5, + "lambda": 15.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.7225, + 15.7225 + ] + }, + { + "episode": 440, + "avg_reward": 758.95, + "avg_cost": 2.75, + "lambda": 16.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.39, + 16.39 + ] + }, + { + "episode": 450, + "avg_reward": 911.0, + "avg_cost": 1.0, + "lambda": 16.8625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.8625, + 16.8625 + ] + }, + { + "episode": 460, + "avg_reward": 1020.3, + "avg_cost": 2.0, + "lambda": 17.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.215, + 17.215 + ] + }, + { + "episode": 470, + "avg_reward": 990.78, + "avg_cost": 2.0, + "lambda": 17.7175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.7175, + 17.7175 + ] + }, + { + "episode": 480, + "avg_reward": 1254.87, + "avg_cost": 2.25, + "lambda": 18.16, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.16, + 18.16 + ] + }, + { + "episode": 490, + "avg_reward": 1534.58, + "avg_cost": 1.25, + "lambda": 18.4375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.4375, + 18.4375 + ] + }, + { + "episode": 500, + "avg_reward": 1655.72, + "avg_cost": 2.5, + "lambda": 18.835, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.835, + 18.835 + ] + }, + { + "episode": 510, + "avg_reward": 906.74, + "avg_cost": 0.75, + "lambda": 19.3375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.3375, + 19.3375 + ] + }, + { + "episode": 520, + "avg_reward": 742.54, + "avg_cost": 1.5, + "lambda": 19.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.8325, + 19.8325 + ] + }, + { + "episode": 530, + "avg_reward": 1271.12, + "avg_cost": 2.0, + "lambda": 20.245, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.245, + 20.245 + ] + }, + { + "episode": 540, + "avg_reward": 1569.82, + "avg_cost": 1.5, + "lambda": 20.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.7775, + 20.7775 + ] + }, + { + "episode": 550, + "avg_reward": 1088.65, + "avg_cost": 1.25, + "lambda": 21.265, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.265, + 21.265 + ] + }, + { + "episode": 560, + "avg_reward": 1635.58, + "avg_cost": 1.75, + "lambda": 21.6925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.6925, + 21.6925 + ] + }, + { + "episode": 570, + "avg_reward": 1130.23, + "avg_cost": 1.0, + "lambda": 22.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.375, + 22.375 + ] + }, + { + "episode": 580, + "avg_reward": 1940.86, + "avg_cost": 2.75, + "lambda": 23.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.05, + 23.05 + ] + }, + { + "episode": 590, + "avg_reward": 1708.12, + "avg_cost": 1.0, + "lambda": 23.515, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.515, + 23.515 + ] + }, + { + "episode": 600, + "avg_reward": 1236.51, + "avg_cost": 1.0, + "lambda": 24.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.0775, + 24.0775 + ] + }, + { + "episode": 610, + "avg_reward": 2315.76, + "avg_cost": 4.25, + "lambda": 24.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.6475, + 24.6475 + ] + }, + { + "episode": 620, + "avg_reward": 1549.79, + "avg_cost": 0.5, + "lambda": 24.8575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.8575, + 24.8575 + ] + }, + { + "episode": 630, + "avg_reward": 1799.0, + "avg_cost": 1.25, + "lambda": 25.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.24, + 25.24 + ] + }, + { + "episode": 640, + "avg_reward": 1792.92, + "avg_cost": 1.25, + "lambda": 25.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.735, + 25.735 + ] + }, + { + "episode": 650, + "avg_reward": 2025.87, + "avg_cost": 1.5, + "lambda": 26.17, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.17, + 26.17 + ] + }, + { + "episode": 660, + "avg_reward": 1945.78, + "avg_cost": 0.75, + "lambda": 26.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.5375, + 26.5375 + ] + }, + { + "episode": 670, + "avg_reward": 2012.65, + "avg_cost": 0.25, + "lambda": 26.8375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.8375, + 26.8375 + ] + }, + { + "episode": 680, + "avg_reward": 2081.58, + "avg_cost": 1.5, + "lambda": 27.2125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.2125, + 27.2125 + ] + }, + { + "episode": 690, + "avg_reward": 2115.83, + "avg_cost": 1.75, + "lambda": 27.43, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.43, + 27.43 + ] + }, + { + "episode": 700, + "avg_reward": 1535.78, + "avg_cost": 0.75, + "lambda": 27.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.7, + 27.7 + ] + }, + { + "episode": 710, + "avg_reward": 1987.01, + "avg_cost": 0.5, + "lambda": 27.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.9325, + 27.9325 + ] + }, + { + "episode": 720, + "avg_reward": 2345.74, + "avg_cost": 1.25, + "lambda": 28.3375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.3375, + 28.3375 + ] + }, + { + "episode": 730, + "avg_reward": 2121.07, + "avg_cost": 1.75, + "lambda": 28.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.6975, + 28.6975 + ] + }, + { + "episode": 740, + "avg_reward": 2440.18, + "avg_cost": 0.75, + "lambda": 28.9975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.9975, + 28.9975 + ] + }, + { + "episode": 750, + "avg_reward": 2198.84, + "avg_cost": 0.5, + "lambda": 29.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.2675, + 29.2675 + ] + }, + { + "episode": 760, + "avg_reward": 2034.92, + "avg_cost": 0.25, + "lambda": 29.515, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.515, + 29.515 + ] + }, + { + "episode": 770, + "avg_reward": 1774.0, + "avg_cost": 1.0, + "lambda": 29.71, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.71, + 29.71 + ] + }, + { + "episode": 780, + "avg_reward": 2319.4, + "avg_cost": 0.25, + "lambda": 29.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.9575, + 29.9575 + ] + }, + { + "episode": 790, + "avg_reward": 2591.25, + "avg_cost": 1.5, + "lambda": 30.37, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.37, + 30.37 + ] + }, + { + "episode": 800, + "avg_reward": 2622.71, + "avg_cost": 1.25, + "lambda": 30.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7225, + 30.7225 + ] + }, + { + "episode": 810, + "avg_reward": 2467.43, + "avg_cost": 0.25, + "lambda": 31.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0075, + 31.0075 + ] + }, + { + "episode": 820, + "avg_reward": 2661.12, + "avg_cost": 1.5, + "lambda": 31.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.3225, + 31.3225 + ] + }, + { + "episode": 830, + "avg_reward": 2753.69, + "avg_cost": 0.5, + "lambda": 31.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.57, + 31.57 + ] + }, + { + "episode": 840, + "avg_reward": 2539.37, + "avg_cost": 1.0, + "lambda": 31.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.8475, + 31.8475 + ] + }, + { + "episode": 850, + "avg_reward": 2498.98, + "avg_cost": 0.25, + "lambda": 32.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.095, + 32.095 + ] + }, + { + "episode": 860, + "avg_reward": 2711.15, + "avg_cost": 0.75, + "lambda": 32.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.41, + 32.41 + ] + }, + { + "episode": 870, + "avg_reward": 2757.27, + "avg_cost": 0.25, + "lambda": 32.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.62, + 32.62 + ] + }, + { + "episode": 880, + "avg_reward": 2861.65, + "avg_cost": 1.25, + "lambda": 32.845, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.845, + 32.845 + ] + }, + { + "episode": 890, + "avg_reward": 2781.33, + "avg_cost": 0.75, + "lambda": 33.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1975, + 33.1975 + ] + }, + { + "episode": 900, + "avg_reward": 1938.21, + "avg_cost": 0.0, + "lambda": 33.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.4525, + 33.4525 + ] + }, + { + "episode": 910, + "avg_reward": 2055.78, + "avg_cost": 1.0, + "lambda": 33.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.88, + 33.88 + ] + }, + { + "episode": 920, + "avg_reward": 2599.35, + "avg_cost": 1.25, + "lambda": 34.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.2025, + 34.2025 + ] + }, + { + "episode": 930, + "avg_reward": 2061.35, + "avg_cost": 1.75, + "lambda": 34.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.57, + 34.57 + ] + }, + { + "episode": 940, + "avg_reward": 1889.43, + "avg_cost": 0.75, + "lambda": 35.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.0275, + 35.0275 + ] + }, + { + "episode": 950, + "avg_reward": 2635.62, + "avg_cost": 2.0, + "lambda": 35.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.605, + 35.605 + ] + }, + { + "episode": 960, + "avg_reward": 2395.84, + "avg_cost": 0.5, + "lambda": 35.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.9575, + 35.9575 + ] + }, + { + "episode": 970, + "avg_reward": -601.32, + "avg_cost": 0.0, + "lambda": 36.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0175, + 36.0175 + ] + }, + { + "episode": 980, + "avg_reward": -461.41, + "avg_cost": 0.0, + "lambda": 36.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0175, + 36.0175 + ] + }, + { + "episode": 990, + "avg_reward": -267.26, + "avg_cost": 0.0, + "lambda": 36.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0175, + 36.0175 + ] + }, + { + "episode": 1000, + "avg_reward": -96.91, + "avg_cost": 0.0, + "lambda": 36.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0175, + 36.0175 + ] + } + ], + "final_lambdas": [ + 36.0175, + 36.0175 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..ea9fff8242c53a157a70b0d0cfb2d457666b6f29 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 496529.07, + "constraint_satisfaction_pct": 44.1, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 63.125, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.025, + 10.025 + ] + }, + { + "episode": 10, + "avg_reward": -1962.04, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 20, + "avg_reward": -1757.95, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1 + ] + }, + { + "episode": 30, + "avg_reward": -1785.72, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 40, + "avg_reward": -1797.01, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 50, + "avg_reward": -1909.23, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.325, + 10.325 + ] + }, + { + "episode": 60, + "avg_reward": -1592.51, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35 + ] + }, + { + "episode": 70, + "avg_reward": -1202.96, + "avg_cost": 0.0, + "lambda": 10.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.35, + 10.35 + ] + }, + { + "episode": 80, + "avg_reward": -958.35, + "avg_cost": 0.0, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375 + ] + }, + { + "episode": 90, + "avg_reward": -1120.88, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 100, + "avg_reward": -991.83, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 110, + "avg_reward": -719.69, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 120, + "avg_reward": -823.59, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 130, + "avg_reward": -772.77, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 140, + "avg_reward": -796.79, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 150, + "avg_reward": -675.39, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 160, + "avg_reward": -714.13, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 170, + "avg_reward": -644.43, + "avg_cost": 0.0, + "lambda": 10.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4, + 10.4 + ] + }, + { + "episode": 180, + "avg_reward": -658.91, + "avg_cost": 0.0, + "lambda": 10.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.475, + 10.475 + ] + }, + { + "episode": 190, + "avg_reward": -457.06, + "avg_cost": 0.25, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 200, + "avg_reward": -469.42, + "avg_cost": 0.0, + "lambda": 10.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.7, + 10.7 + ] + }, + { + "episode": 210, + "avg_reward": -626.04, + "avg_cost": 0.5, + "lambda": 11.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.4, + 11.4 + ] + }, + { + "episode": 220, + "avg_reward": -618.87, + "avg_cost": 0.0, + "lambda": 11.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.525, + 11.525 + ] + }, + { + "episode": 230, + "avg_reward": -223.04, + "avg_cost": 1.0, + "lambda": 11.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.725, + 11.725 + ] + }, + { + "episode": 240, + "avg_reward": -567.67, + "avg_cost": 0.5, + "lambda": 11.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.9, + 11.9 + ] + }, + { + "episode": 250, + "avg_reward": -676.29, + "avg_cost": 0.0, + "lambda": 12.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.025, + 12.025 + ] + }, + { + "episode": 260, + "avg_reward": -467.29, + "avg_cost": 0.0, + "lambda": 12.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.7, + 12.7 + ] + }, + { + "episode": 270, + "avg_reward": -262.64, + "avg_cost": 0.0, + "lambda": 13.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.275, + 13.275 + ] + }, + { + "episode": 280, + "avg_reward": -268.5, + "avg_cost": 0.75, + "lambda": 13.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.55, + 13.55 + ] + }, + { + "episode": 290, + "avg_reward": -328.02, + "avg_cost": 0.0, + "lambda": 13.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.65, + 13.65 + ] + }, + { + "episode": 300, + "avg_reward": 169.22, + "avg_cost": 0.25, + "lambda": 14.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.025, + 14.025 + ] + }, + { + "episode": 310, + "avg_reward": 346.58, + "avg_cost": 0.25, + "lambda": 14.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.8, + 14.8 + ] + }, + { + "episode": 320, + "avg_reward": -626.29, + "avg_cost": 0.0, + "lambda": 15.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.775, + 15.775 + ] + }, + { + "episode": 330, + "avg_reward": 484.37, + "avg_cost": 0.5, + "lambda": 16.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.575, + 16.575 + ] + }, + { + "episode": 340, + "avg_reward": 0.63, + "avg_cost": 0.5, + "lambda": 17.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.3, + 17.3 + ] + }, + { + "episode": 350, + "avg_reward": 753.94, + "avg_cost": 1.25, + "lambda": 18.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.125, + 18.125 + ] + }, + { + "episode": 360, + "avg_reward": 439.83, + "avg_cost": 1.25, + "lambda": 18.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.85, + 18.85 + ] + }, + { + "episode": 370, + "avg_reward": 905.32, + "avg_cost": 1.0, + "lambda": 20.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.375, + 20.375 + ] + }, + { + "episode": 380, + "avg_reward": 883.42, + "avg_cost": 1.25, + "lambda": 21.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.675, + 21.675 + ] + }, + { + "episode": 390, + "avg_reward": 962.99, + "avg_cost": 4.5, + "lambda": 23.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.275, + 23.275 + ] + }, + { + "episode": 400, + "avg_reward": 557.84, + "avg_cost": 0.75, + "lambda": 24.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.65, + 24.65 + ] + }, + { + "episode": 410, + "avg_reward": 827.47, + "avg_cost": 1.75, + "lambda": 26.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.175, + 26.175 + ] + }, + { + "episode": 420, + "avg_reward": 1028.06, + "avg_cost": 2.0, + "lambda": 27.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.95, + 27.95 + ] + }, + { + "episode": 430, + "avg_reward": 967.98, + "avg_cost": 1.5, + "lambda": 29.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.375, + 29.375 + ] + }, + { + "episode": 440, + "avg_reward": 1370.15, + "avg_cost": 3.0, + "lambda": 31.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.275, + 31.275 + ] + }, + { + "episode": 450, + "avg_reward": 1176.57, + "avg_cost": 3.25, + "lambda": 33.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.225, + 33.225 + ] + }, + { + "episode": 460, + "avg_reward": 1343.04, + "avg_cost": 2.0, + "lambda": 34.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.5, + 34.5 + ] + }, + { + "episode": 470, + "avg_reward": 1104.7, + "avg_cost": 0.75, + "lambda": 35.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.875, + 35.875 + ] + }, + { + "episode": 480, + "avg_reward": 1327.36, + "avg_cost": 0.75, + "lambda": 37.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4, + 37.4 + ] + }, + { + "episode": 490, + "avg_reward": 655.26, + "avg_cost": 1.5, + "lambda": 38.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.45, + 38.45 + ] + }, + { + "episode": 500, + "avg_reward": 365.82, + "avg_cost": 0.5, + "lambda": 39.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.375, + 39.375 + ] + }, + { + "episode": 510, + "avg_reward": 1105.29, + "avg_cost": 0.75, + "lambda": 40.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.425, + 40.425 + ] + }, + { + "episode": 520, + "avg_reward": 960.57, + "avg_cost": 0.75, + "lambda": 41.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.5, + 41.5 + ] + }, + { + "episode": 530, + "avg_reward": 1444.88, + "avg_cost": 0.75, + "lambda": 42.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.25, + 42.25 + ] + }, + { + "episode": 540, + "avg_reward": 1190.54, + "avg_cost": 0.5, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.075, + 43.075 + ] + }, + { + "episode": 550, + "avg_reward": 1216.72, + "avg_cost": 0.25, + "lambda": 43.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.925, + 43.925 + ] + }, + { + "episode": 560, + "avg_reward": 1605.8, + "avg_cost": 0.75, + "lambda": 44.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.95, + 44.95 + ] + }, + { + "episode": 570, + "avg_reward": 1785.42, + "avg_cost": 1.5, + "lambda": 46.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.4, + 46.4 + ] + }, + { + "episode": 580, + "avg_reward": 1426.3, + "avg_cost": 0.0, + "lambda": 47.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.1, + 47.1 + ] + }, + { + "episode": 590, + "avg_reward": 1991.98, + "avg_cost": 2.5, + "lambda": 48.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.175, + 48.175 + ] + }, + { + "episode": 600, + "avg_reward": 1594.79, + "avg_cost": 0.0, + "lambda": 48.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.7, + 48.7 + ] + }, + { + "episode": 610, + "avg_reward": 2033.05, + "avg_cost": 1.0, + "lambda": 49.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.1, + 49.1 + ] + }, + { + "episode": 620, + "avg_reward": 1997.11, + "avg_cost": 0.25, + "lambda": 49.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.75, + 49.75 + ] + }, + { + "episode": 630, + "avg_reward": 2080.95, + "avg_cost": 0.25, + "lambda": 50.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.175, + 50.175 + ] + }, + { + "episode": 640, + "avg_reward": 1492.55, + "avg_cost": 0.0, + "lambda": 50.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.55, + 50.55 + ] + }, + { + "episode": 650, + "avg_reward": 1336.77, + "avg_cost": 0.25, + "lambda": 51.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.3, + 51.3 + ] + }, + { + "episode": 660, + "avg_reward": 1032.72, + "avg_cost": 0.25, + "lambda": 51.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.85, + 51.85 + ] + }, + { + "episode": 670, + "avg_reward": 1733.77, + "avg_cost": 0.25, + "lambda": 52.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.375, + 52.375 + ] + }, + { + "episode": 680, + "avg_reward": 2317.2, + "avg_cost": 0.25, + "lambda": 52.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.8, + 52.8 + ] + }, + { + "episode": 690, + "avg_reward": 2221.57, + "avg_cost": 0.75, + "lambda": 53.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.45, + 53.45 + ] + }, + { + "episode": 700, + "avg_reward": 2203.44, + "avg_cost": 0.0, + "lambda": 53.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.95, + 53.95 + ] + }, + { + "episode": 710, + "avg_reward": 2477.91, + "avg_cost": 0.75, + "lambda": 54.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.575, + 54.575 + ] + }, + { + "episode": 720, + "avg_reward": 2399.32, + "avg_cost": 1.0, + "lambda": 55.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.3, + 55.3 + ] + }, + { + "episode": 730, + "avg_reward": 2284.08, + "avg_cost": 0.0, + "lambda": 55.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.725, + 55.725 + ] + }, + { + "episode": 740, + "avg_reward": 2446.74, + "avg_cost": 1.25, + "lambda": 56.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.25, + 56.25 + ] + }, + { + "episode": 750, + "avg_reward": 1656.93, + "avg_cost": 1.0, + "lambda": 56.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.7, + 56.7 + ] + }, + { + "episode": 760, + "avg_reward": 2629.0, + "avg_cost": 0.5, + "lambda": 57.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.575, + 57.575 + ] + }, + { + "episode": 770, + "avg_reward": 2462.58, + "avg_cost": 1.25, + "lambda": 58.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.1, + 58.1 + ] + }, + { + "episode": 780, + "avg_reward": 2540.02, + "avg_cost": 1.25, + "lambda": 58.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.9, + 58.9 + ] + }, + { + "episode": 790, + "avg_reward": 2755.12, + "avg_cost": 0.0, + "lambda": 59.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.45, + 59.45 + ] + }, + { + "episode": 800, + "avg_reward": 2490.45, + "avg_cost": 0.5, + "lambda": 59.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.875, + 59.875 + ] + }, + { + "episode": 810, + "avg_reward": 2484.13, + "avg_cost": 0.25, + "lambda": 60.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.45, + 60.45 + ] + }, + { + "episode": 820, + "avg_reward": 2685.24, + "avg_cost": 0.5, + "lambda": 61.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.2, + 61.2 + ] + }, + { + "episode": 830, + "avg_reward": 2456.37, + "avg_cost": 0.0, + "lambda": 62.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.0, + 62.0 + ] + }, + { + "episode": 840, + "avg_reward": 1234.73, + "avg_cost": 1.25, + "lambda": 62.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.7, + 62.7 + ] + }, + { + "episode": 850, + "avg_reward": -610.0, + "avg_cost": 0.0, + "lambda": 63.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.1, + 63.1 + ] + }, + { + "episode": 860, + "avg_reward": -582.95, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 870, + "avg_reward": -417.71, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 880, + "avg_reward": -331.8, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 890, + "avg_reward": -258.73, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 900, + "avg_reward": -206.69, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 910, + "avg_reward": -212.66, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 920, + "avg_reward": -206.83, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 930, + "avg_reward": -219.41, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 940, + "avg_reward": -165.1, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 950, + "avg_reward": -139.44, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 960, + "avg_reward": -120.56, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 970, + "avg_reward": -93.69, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 980, + "avg_reward": -70.99, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 990, + "avg_reward": -12.97, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + }, + { + "episode": 1000, + "avg_reward": 44.89, + "avg_cost": 0.0, + "lambda": 63.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.125, + 63.125 + ] + } + ], + "final_lambdas": [ + 63.125, + 63.125 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..eb5f8d3f8923aefe4991e60af73eb323c8c98086 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 623945.41, + "constraint_satisfaction_pct": 98.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -2030.84, + "avg_cost": 0.25, + "lambda": 4.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.8775, + 4.8775 + ] + }, + { + "episode": 10, + "avg_reward": -1745.84, + "avg_cost": 0.0, + "lambda": 3.755, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.755, + 3.755 + ] + }, + { + "episode": 20, + "avg_reward": -1588.39, + "avg_cost": 0.0, + "lambda": 2.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.505, + 2.505 + ] + }, + { + "episode": 30, + "avg_reward": -1614.13, + "avg_cost": 0.0, + "lambda": 1.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.2575, + 1.2575 + ] + }, + { + "episode": 40, + "avg_reward": -1792.99, + "avg_cost": 0.0, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.01, + 0.01 + ] + }, + { + "episode": 50, + "avg_reward": -1764.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 60, + "avg_reward": -1461.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 70, + "avg_reward": -1519.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1213.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -918.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -1064.7, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -824.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -692.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -639.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -663.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -568.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -559.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -420.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -667.51, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -696.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -309.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -331.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -707.66, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -701.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -219.5, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -872.19, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": -49.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -536.19, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 147.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 33.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 74.43, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": -104.82, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 53.51, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 618.42, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 631.9, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 433.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": -108.05, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 996.42, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1028.79, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1062.79, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1100.63, + "avg_cost": 6.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1375.53, + "avg_cost": 10.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1361.65, + "avg_cost": 7.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 906.06, + "avg_cost": 9.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1101.98, + "avg_cost": 10.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 677.52, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1265.75, + "avg_cost": 14.0, + "lambda": 0.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.015, + 0.015 + ] + }, + { + "episode": 470, + "avg_reward": 418.26, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 606.16, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 272.87, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 911.5, + "avg_cost": 11.25, + "lambda": 0.01, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.01, + 0.01 + ] + }, + { + "episode": 510, + "avg_reward": 1252.76, + "avg_cost": 11.5, + "lambda": 0.005, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.005, + 0.005 + ] + }, + { + "episode": 520, + "avg_reward": 1518.17, + "avg_cost": 14.5, + "lambda": 0.0625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0625, + 0.0625 + ] + }, + { + "episode": 530, + "avg_reward": 1929.51, + "avg_cost": 12.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 306.03, + "avg_cost": 7.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 1115.55, + "avg_cost": 13.5, + "lambda": 0.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2525, + 0.2525 + ] + }, + { + "episode": 560, + "avg_reward": 2020.65, + "avg_cost": 16.5, + "lambda": 0.1325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1325, + 0.1325 + ] + }, + { + "episode": 570, + "avg_reward": 1592.89, + "avg_cost": 14.0, + "lambda": 0.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2, + 0.2 + ] + }, + { + "episode": 580, + "avg_reward": 1317.99, + "avg_cost": 14.25, + "lambda": 0.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2575, + 0.2575 + ] + }, + { + "episode": 590, + "avg_reward": 1007.19, + "avg_cost": 20.5, + "lambda": 0.6075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.6075, + 0.6075 + ] + }, + { + "episode": 600, + "avg_reward": 1161.02, + "avg_cost": 11.75, + "lambda": 0.9375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9375, + 0.9375 + ] + }, + { + "episode": 610, + "avg_reward": 774.12, + "avg_cost": 14.75, + "lambda": 1.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.5025, + 1.5025 + ] + }, + { + "episode": 620, + "avg_reward": 1357.12, + "avg_cost": 22.0, + "lambda": 2.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.3525, + 2.3525 + ] + }, + { + "episode": 630, + "avg_reward": 1505.42, + "avg_cost": 16.25, + "lambda": 2.8875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.8875, + 2.8875 + ] + }, + { + "episode": 640, + "avg_reward": 991.8, + "avg_cost": 9.25, + "lambda": 3.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.33, + 3.33 + ] + }, + { + "episode": 650, + "avg_reward": 1993.01, + "avg_cost": 20.25, + "lambda": 4.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.0075, + 4.0075 + ] + }, + { + "episode": 660, + "avg_reward": 1737.15, + "avg_cost": 25.25, + "lambda": 5.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.585, + 5.585 + ] + }, + { + "episode": 670, + "avg_reward": 2149.56, + "avg_cost": 11.0, + "lambda": 6.2125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.2125, + 6.2125 + ] + }, + { + "episode": 680, + "avg_reward": 1496.84, + "avg_cost": 17.5, + "lambda": 6.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.2025, + 6.2025 + ] + }, + { + "episode": 690, + "avg_reward": 1303.87, + "avg_cost": 18.5, + "lambda": 6.285, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.285, + 6.285 + ] + }, + { + "episode": 700, + "avg_reward": 1881.95, + "avg_cost": 11.0, + "lambda": 6.9725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.9725, + 6.9725 + ] + }, + { + "episode": 710, + "avg_reward": 1935.82, + "avg_cost": 7.75, + "lambda": 6.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.6775, + 6.6775 + ] + }, + { + "episode": 720, + "avg_reward": 1977.48, + "avg_cost": 7.75, + "lambda": 6.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.205, + 6.205 + ] + }, + { + "episode": 730, + "avg_reward": 2467.82, + "avg_cost": 11.0, + "lambda": 5.9525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.9525, + 5.9525 + ] + }, + { + "episode": 740, + "avg_reward": 1326.11, + "avg_cost": 9.75, + "lambda": 5.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.72, + 5.72 + ] + }, + { + "episode": 750, + "avg_reward": 2664.9, + "avg_cost": 15.0, + "lambda": 5.71, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.71, + 5.71 + ] + }, + { + "episode": 760, + "avg_reward": 2565.73, + "avg_cost": 19.75, + "lambda": 5.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.585, + 5.585 + ] + }, + { + "episode": 770, + "avg_reward": 2734.63, + "avg_cost": 22.0, + "lambda": 5.5275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5275, + 5.5275 + ] + }, + { + "episode": 780, + "avg_reward": 2290.82, + "avg_cost": 12.5, + "lambda": 5.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.6975, + 5.6975 + ] + }, + { + "episode": 790, + "avg_reward": 2057.93, + "avg_cost": 14.25, + "lambda": 5.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5625, + 5.5625 + ] + }, + { + "episode": 800, + "avg_reward": 478.27, + "avg_cost": 6.5, + "lambda": 5.7925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.7925, + 5.7925 + ] + }, + { + "episode": 810, + "avg_reward": 2791.72, + "avg_cost": 13.5, + "lambda": 5.8725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.8725, + 5.8725 + ] + }, + { + "episode": 820, + "avg_reward": 2729.95, + "avg_cost": 17.0, + "lambda": 5.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.61, + 5.61 + ] + }, + { + "episode": 830, + "avg_reward": 2445.36, + "avg_cost": 14.75, + "lambda": 5.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.735, + 5.735 + ] + }, + { + "episode": 840, + "avg_reward": 2367.41, + "avg_cost": 15.0, + "lambda": 5.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.805, + 5.805 + ] + }, + { + "episode": 850, + "avg_reward": 2829.66, + "avg_cost": 17.75, + "lambda": 5.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.8, + 5.8 + ] + }, + { + "episode": 860, + "avg_reward": 2447.95, + "avg_cost": 12.5, + "lambda": 5.545, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.545, + 5.545 + ] + }, + { + "episode": 870, + "avg_reward": 2086.36, + "avg_cost": 8.25, + "lambda": 5.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.4625, + 5.4625 + ] + }, + { + "episode": 880, + "avg_reward": 1966.35, + "avg_cost": 4.5, + "lambda": 5.1375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.1375, + 5.1375 + ] + }, + { + "episode": 890, + "avg_reward": 2227.47, + "avg_cost": 12.75, + "lambda": 4.815, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.815, + 4.815 + ] + }, + { + "episode": 900, + "avg_reward": 1463.4, + "avg_cost": 6.5, + "lambda": 4.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.7225, + 4.7225 + ] + }, + { + "episode": 910, + "avg_reward": 2135.0, + "avg_cost": 15.0, + "lambda": 4.7875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.7875, + 4.7875 + ] + }, + { + "episode": 920, + "avg_reward": 35.97, + "avg_cost": 8.25, + "lambda": 4.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.18, + 4.18 + ] + }, + { + "episode": 930, + "avg_reward": -282.43, + "avg_cost": 0.25, + "lambda": 3.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.24, + 3.24 + ] + }, + { + "episode": 940, + "avg_reward": -240.9, + "avg_cost": 0.0, + "lambda": 2.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.03, + 2.03 + ] + }, + { + "episode": 950, + "avg_reward": -40.24, + "avg_cost": 0.0, + "lambda": 0.78, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.78, + 0.78 + ] + }, + { + "episode": 960, + "avg_reward": -24.53, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 184.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 263.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 205.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 468.18, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..17815b41be72e69ad6b88ba1ba350cd2802277af --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12367468.74, + "constraint_satisfaction_pct": 32.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 398.475, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13345.23, + "avg_cost": 29.0, + "lambda": 12.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.9, + 12.9 + ] + }, + { + "episode": 10, + "avg_reward": 13288.6, + "avg_cost": 10.0, + "lambda": 37.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.65, + 37.65 + ] + }, + { + "episode": 20, + "avg_reward": 13178.59, + "avg_cost": 7.25, + "lambda": 46.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.075, + 46.075 + ] + }, + { + "episode": 30, + "avg_reward": 13157.8, + "avg_cost": 12.75, + "lambda": 62.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.6, + 62.6 + ] + }, + { + "episode": 40, + "avg_reward": 13082.36, + "avg_cost": 7.0, + "lambda": 73.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.95, + 73.95 + ] + }, + { + "episode": 50, + "avg_reward": 13057.96, + "avg_cost": 25.5, + "lambda": 86.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.45, + 86.45 + ] + }, + { + "episode": 60, + "avg_reward": 12801.41, + "avg_cost": 5.25, + "lambda": 99.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.875, + 99.875 + ] + }, + { + "episode": 70, + "avg_reward": 12651.0, + "avg_cost": 4.0, + "lambda": 108.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 108.05, + 108.05 + ] + }, + { + "episode": 80, + "avg_reward": 12693.21, + "avg_cost": 2.75, + "lambda": 115.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 115.875, + 115.875 + ] + }, + { + "episode": 90, + "avg_reward": 12698.84, + "avg_cost": 6.0, + "lambda": 119.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 119.725, + 119.725 + ] + }, + { + "episode": 100, + "avg_reward": 12825.49, + "avg_cost": 1.25, + "lambda": 126.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 126.1, + 126.1 + ] + }, + { + "episode": 110, + "avg_reward": 12666.45, + "avg_cost": 3.25, + "lambda": 131.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 131.9, + 131.9 + ] + }, + { + "episode": 120, + "avg_reward": 12661.81, + "avg_cost": 8.0, + "lambda": 137.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 137.1, + 137.1 + ] + }, + { + "episode": 130, + "avg_reward": 12448.63, + "avg_cost": 4.75, + "lambda": 142.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 142.65, + 142.65 + ] + }, + { + "episode": 140, + "avg_reward": 12539.05, + "avg_cost": 4.75, + "lambda": 147.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 147.05, + 147.05 + ] + }, + { + "episode": 150, + "avg_reward": 12021.26, + "avg_cost": 9.25, + "lambda": 153.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 153.575, + 153.575 + ] + }, + { + "episode": 160, + "avg_reward": 11864.25, + "avg_cost": 7.0, + "lambda": 164.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.7, + 164.7 + ] + }, + { + "episode": 170, + "avg_reward": 11830.99, + "avg_cost": 0.0, + "lambda": 168.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 168.95, + 168.95 + ] + }, + { + "episode": 180, + "avg_reward": 11806.78, + "avg_cost": 8.5, + "lambda": 173.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 173.1, + 173.1 + ] + }, + { + "episode": 190, + "avg_reward": 11332.17, + "avg_cost": 0.5, + "lambda": 175.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 175.275, + 175.275 + ] + }, + { + "episode": 200, + "avg_reward": 11571.73, + "avg_cost": 0.25, + "lambda": 177.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 177.7, + 177.7 + ] + }, + { + "episode": 210, + "avg_reward": 11191.6, + "avg_cost": 0.0, + "lambda": 181.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 181.825, + 181.825 + ] + }, + { + "episode": 220, + "avg_reward": 10889.38, + "avg_cost": 4.0, + "lambda": 187.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 187.2, + 187.2 + ] + }, + { + "episode": 230, + "avg_reward": 10889.24, + "avg_cost": 10.5, + "lambda": 191.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 191.775, + 191.775 + ] + }, + { + "episode": 240, + "avg_reward": 11123.73, + "avg_cost": 0.75, + "lambda": 194.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 194.4, + 194.4 + ] + }, + { + "episode": 250, + "avg_reward": 11012.53, + "avg_cost": 0.0, + "lambda": 197.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 197.975, + 197.975 + ] + }, + { + "episode": 260, + "avg_reward": 11767.95, + "avg_cost": 0.0, + "lambda": 199.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 199.775, + 199.775 + ] + }, + { + "episode": 270, + "avg_reward": 11498.98, + "avg_cost": 0.0, + "lambda": 202.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 202.95, + 202.95 + ] + }, + { + "episode": 280, + "avg_reward": 11643.88, + "avg_cost": 4.75, + "lambda": 205.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 205.2, + 205.2 + ] + }, + { + "episode": 290, + "avg_reward": 12163.42, + "avg_cost": 1.25, + "lambda": 208.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 208.775, + 208.775 + ] + }, + { + "episode": 300, + "avg_reward": 12363.8, + "avg_cost": 3.0, + "lambda": 214.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 214.125, + 214.125 + ] + }, + { + "episode": 310, + "avg_reward": 12301.9, + "avg_cost": 0.0, + "lambda": 218.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 218.575, + 218.575 + ] + }, + { + "episode": 320, + "avg_reward": 11988.86, + "avg_cost": 2.0, + "lambda": 221.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 221.875, + 221.875 + ] + }, + { + "episode": 330, + "avg_reward": 11856.68, + "avg_cost": 0.0, + "lambda": 223.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 223.75, + 223.75 + ] + }, + { + "episode": 340, + "avg_reward": 11912.13, + "avg_cost": 5.75, + "lambda": 224.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 224.875, + 224.875 + ] + }, + { + "episode": 350, + "avg_reward": 12058.96, + "avg_cost": 0.0, + "lambda": 226.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 226.675, + 226.675 + ] + }, + { + "episode": 360, + "avg_reward": 12256.62, + "avg_cost": 5.5, + "lambda": 230.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 230.975, + 230.975 + ] + }, + { + "episode": 370, + "avg_reward": 12538.88, + "avg_cost": 2.5, + "lambda": 233.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 233.45, + 233.45 + ] + }, + { + "episode": 380, + "avg_reward": 12409.29, + "avg_cost": 3.0, + "lambda": 235.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 235.2, + 235.2 + ] + }, + { + "episode": 390, + "avg_reward": 12504.77, + "avg_cost": 4.0, + "lambda": 237.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 237.75, + 237.75 + ] + }, + { + "episode": 400, + "avg_reward": 12430.34, + "avg_cost": 0.0, + "lambda": 238.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 238.55, + 238.55 + ] + }, + { + "episode": 410, + "avg_reward": 12746.77, + "avg_cost": 5.25, + "lambda": 240.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 240.725, + 240.725 + ] + }, + { + "episode": 420, + "avg_reward": 13044.0, + "avg_cost": 0.0, + "lambda": 242.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 242.675, + 242.675 + ] + }, + { + "episode": 430, + "avg_reward": 12456.5, + "avg_cost": 0.0, + "lambda": 244.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 244.35, + 244.35 + ] + }, + { + "episode": 440, + "avg_reward": 12603.65, + "avg_cost": 0.5, + "lambda": 245.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.75, + 245.75 + ] + }, + { + "episode": 450, + "avg_reward": 12577.78, + "avg_cost": 1.75, + "lambda": 246.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 246.975, + 246.975 + ] + }, + { + "episode": 460, + "avg_reward": 12219.79, + "avg_cost": 0.0, + "lambda": 248.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.75, + 248.75 + ] + }, + { + "episode": 470, + "avg_reward": 12736.22, + "avg_cost": 0.0, + "lambda": 249.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.3, + 249.3 + ] + }, + { + "episode": 480, + "avg_reward": 12568.83, + "avg_cost": 7.25, + "lambda": 252.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 252.825, + 252.825 + ] + }, + { + "episode": 490, + "avg_reward": 12767.49, + "avg_cost": 0.0, + "lambda": 256.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 256.9, + 256.9 + ] + }, + { + "episode": 500, + "avg_reward": 12695.29, + "avg_cost": 0.0, + "lambda": 259.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 259.775, + 259.775 + ] + }, + { + "episode": 510, + "avg_reward": 12811.98, + "avg_cost": 0.0, + "lambda": 261.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 261.375, + 261.375 + ] + }, + { + "episode": 520, + "avg_reward": 13029.41, + "avg_cost": 0.0, + "lambda": 265.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 265.225, + 265.225 + ] + }, + { + "episode": 530, + "avg_reward": 12731.21, + "avg_cost": 0.0, + "lambda": 266.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 266.175, + 266.175 + ] + }, + { + "episode": 540, + "avg_reward": 12261.97, + "avg_cost": 0.0, + "lambda": 268.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 268.45, + 268.45 + ] + }, + { + "episode": 550, + "avg_reward": 12695.61, + "avg_cost": 5.5, + "lambda": 270.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 270.65, + 270.65 + ] + }, + { + "episode": 560, + "avg_reward": 12366.55, + "avg_cost": 0.0, + "lambda": 272.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 272.425, + 272.425 + ] + }, + { + "episode": 570, + "avg_reward": 12337.05, + "avg_cost": 0.0, + "lambda": 273.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 273.825, + 273.825 + ] + }, + { + "episode": 580, + "avg_reward": 12652.04, + "avg_cost": 0.0, + "lambda": 275.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 275.025, + 275.025 + ] + }, + { + "episode": 590, + "avg_reward": 12198.42, + "avg_cost": 2.0, + "lambda": 277.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 277.375, + 277.375 + ] + }, + { + "episode": 600, + "avg_reward": 12214.23, + "avg_cost": 3.5, + "lambda": 284.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 284.3, + 284.3 + ] + }, + { + "episode": 610, + "avg_reward": 12106.45, + "avg_cost": 0.25, + "lambda": 285.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 285.3, + 285.3 + ] + }, + { + "episode": 620, + "avg_reward": 11976.19, + "avg_cost": 3.5, + "lambda": 286.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 286.825, + 286.825 + ] + }, + { + "episode": 630, + "avg_reward": 12011.49, + "avg_cost": 0.0, + "lambda": 287.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 287.325, + 287.325 + ] + }, + { + "episode": 640, + "avg_reward": 12202.92, + "avg_cost": 6.75, + "lambda": 289.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 289.35, + 289.35 + ] + }, + { + "episode": 650, + "avg_reward": 12050.43, + "avg_cost": 0.0, + "lambda": 296.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 296.575, + 296.575 + ] + }, + { + "episode": 660, + "avg_reward": 12119.15, + "avg_cost": 0.0, + "lambda": 298.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 298.25, + 298.25 + ] + }, + { + "episode": 670, + "avg_reward": 12079.21, + "avg_cost": 0.0, + "lambda": 299.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 299.35, + 299.35 + ] + }, + { + "episode": 680, + "avg_reward": 12460.5, + "avg_cost": 0.0, + "lambda": 301.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 301.825, + 301.825 + ] + }, + { + "episode": 690, + "avg_reward": 12733.75, + "avg_cost": 2.25, + "lambda": 304.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 304.2, + 304.2 + ] + }, + { + "episode": 700, + "avg_reward": 12863.72, + "avg_cost": 0.0, + "lambda": 308.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 308.85, + 308.85 + ] + }, + { + "episode": 710, + "avg_reward": 12587.45, + "avg_cost": 5.25, + "lambda": 311.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 311.6, + 311.6 + ] + }, + { + "episode": 720, + "avg_reward": 12073.01, + "avg_cost": 4.0, + "lambda": 312.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 312.775, + 312.775 + ] + }, + { + "episode": 730, + "avg_reward": 12424.93, + "avg_cost": 1.25, + "lambda": 313.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 313.775, + 313.775 + ] + }, + { + "episode": 740, + "avg_reward": 12666.44, + "avg_cost": 0.0, + "lambda": 316.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 316.4, + 316.4 + ] + }, + { + "episode": 750, + "avg_reward": 12820.06, + "avg_cost": 0.0, + "lambda": 317.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 317.225, + 317.225 + ] + }, + { + "episode": 760, + "avg_reward": 12430.05, + "avg_cost": 1.25, + "lambda": 319.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 319.55, + 319.55 + ] + }, + { + "episode": 770, + "avg_reward": 12578.72, + "avg_cost": 0.5, + "lambda": 320.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 320.575, + 320.575 + ] + }, + { + "episode": 780, + "avg_reward": 12925.11, + "avg_cost": 1.75, + "lambda": 322.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 322.05, + 322.05 + ] + }, + { + "episode": 790, + "avg_reward": 12869.3, + "avg_cost": 3.75, + "lambda": 327.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 327.075, + 327.075 + ] + }, + { + "episode": 800, + "avg_reward": 12807.57, + "avg_cost": 0.0, + "lambda": 328.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 328.475, + 328.475 + ] + }, + { + "episode": 810, + "avg_reward": 12619.87, + "avg_cost": 0.0, + "lambda": 331.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 331.55, + 331.55 + ] + }, + { + "episode": 820, + "avg_reward": 12442.32, + "avg_cost": 0.0, + "lambda": 333.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 333.6, + 333.6 + ] + }, + { + "episode": 830, + "avg_reward": 12629.0, + "avg_cost": 0.0, + "lambda": 335.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 335.45, + 335.45 + ] + }, + { + "episode": 840, + "avg_reward": 12867.67, + "avg_cost": 5.0, + "lambda": 344.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 344.225, + 344.225 + ] + }, + { + "episode": 850, + "avg_reward": 12555.3, + "avg_cost": 0.0, + "lambda": 346.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 346.825, + 346.825 + ] + }, + { + "episode": 860, + "avg_reward": 12232.2, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 870, + "avg_reward": 12393.72, + "avg_cost": 2.75, + "lambda": 350.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.375, + 350.375 + ] + }, + { + "episode": 880, + "avg_reward": 12503.66, + "avg_cost": 0.25, + "lambda": 354.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 354.05, + 354.05 + ] + }, + { + "episode": 890, + "avg_reward": 12532.79, + "avg_cost": 2.75, + "lambda": 355.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 355.95, + 355.95 + ] + }, + { + "episode": 900, + "avg_reward": 12608.65, + "avg_cost": 0.0, + "lambda": 357.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 357.225, + 357.225 + ] + }, + { + "episode": 910, + "avg_reward": 12582.17, + "avg_cost": 0.0, + "lambda": 359.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 359.05, + 359.05 + ] + }, + { + "episode": 920, + "avg_reward": 12833.06, + "avg_cost": 18.0, + "lambda": 362.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 362.95, + 362.95 + ] + }, + { + "episode": 930, + "avg_reward": 12600.05, + "avg_cost": 0.0, + "lambda": 367.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.975, + 367.975 + ] + }, + { + "episode": 940, + "avg_reward": 12424.21, + "avg_cost": 3.75, + "lambda": 371.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.975, + 371.975 + ] + }, + { + "episode": 950, + "avg_reward": 12155.21, + "avg_cost": 0.0, + "lambda": 377.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 377.45, + 377.45 + ] + }, + { + "episode": 960, + "avg_reward": 11952.71, + "avg_cost": 14.25, + "lambda": 389.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 389.625, + 389.625 + ] + }, + { + "episode": 970, + "avg_reward": 11651.34, + "avg_cost": 6.25, + "lambda": 395.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 395.4, + 395.4 + ] + }, + { + "episode": 980, + "avg_reward": 11528.63, + "avg_cost": 3.5, + "lambda": 396.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 396.625, + 396.625 + ] + }, + { + "episode": 990, + "avg_reward": 12520.13, + "avg_cost": 0.0, + "lambda": 398.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 398.275, + 398.275 + ] + }, + { + "episode": 1000, + "avg_reward": 12989.77, + "avg_cost": 0.0, + "lambda": 398.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 398.475, + 398.475 + ] + } + ], + "final_lambdas": [ + 398.475, + 398.475 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..bccc6a4c2d15a08f88ccdc949312e2a238653a2b --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -39239.47, + "constraint_satisfaction_pct": 91.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 11.18, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": 39.66, + "avg_cost": 449.75, + "lambda": 9.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.3725, + 9.3725 + ] + }, + { + "episode": 10, + "avg_reward": -39.83, + "avg_cost": 56.75, + "lambda": 27.055, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.055, + 27.055 + ] + }, + { + "episode": 20, + "avg_reward": -44.19, + "avg_cost": 5.25, + "lambda": 27.3625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.3625, + 27.3625 + ] + }, + { + "episode": 30, + "avg_reward": -45.52, + "avg_cost": 3.25, + "lambda": 26.665, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.665, + 26.665 + ] + }, + { + "episode": 40, + "avg_reward": -49.91, + "avg_cost": 1.0, + "lambda": 25.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.7125, + 25.7125 + ] + }, + { + "episode": 50, + "avg_reward": -52.66, + "avg_cost": 1.25, + "lambda": 24.645, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.645, + 24.645 + ] + }, + { + "episode": 60, + "avg_reward": -51.78, + "avg_cost": 2.0, + "lambda": 23.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.6475, + 23.6475 + ] + }, + { + "episode": 70, + "avg_reward": -50.68, + "avg_cost": 1.5, + "lambda": 22.58, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.58, + 22.58 + ] + }, + { + "episode": 80, + "avg_reward": -52.02, + "avg_cost": 0.75, + "lambda": 21.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.485, + 21.485 + ] + }, + { + "episode": 90, + "avg_reward": -53.73, + "avg_cost": 1.0, + "lambda": 20.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.3725, + 20.3725 + ] + }, + { + "episode": 100, + "avg_reward": -56.75, + "avg_cost": 1.25, + "lambda": 19.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.22, + 19.22 + ] + }, + { + "episode": 110, + "avg_reward": -59.46, + "avg_cost": 1.0, + "lambda": 18.11, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.11, + 18.11 + ] + }, + { + "episode": 120, + "avg_reward": -52.65, + "avg_cost": 7.25, + "lambda": 17.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.0775, + 17.0775 + ] + }, + { + "episode": 130, + "avg_reward": -60.51, + "avg_cost": 1.25, + "lambda": 15.9875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.9875, + 15.9875 + ] + }, + { + "episode": 140, + "avg_reward": -58.4, + "avg_cost": 0.75, + "lambda": 14.9125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.9125, + 14.9125 + ] + }, + { + "episode": 150, + "avg_reward": -57.4, + "avg_cost": 1.0, + "lambda": 13.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.805, + 13.805 + ] + }, + { + "episode": 160, + "avg_reward": -62.13, + "avg_cost": 1.0, + "lambda": 12.6525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.6525, + 12.6525 + ] + }, + { + "episode": 170, + "avg_reward": -54.79, + "avg_cost": 0.0, + "lambda": 11.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.4725, + 11.4725 + ] + }, + { + "episode": 180, + "avg_reward": -56.94, + "avg_cost": 0.75, + "lambda": 10.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2975, + 10.2975 + ] + }, + { + "episode": 190, + "avg_reward": -55.6, + "avg_cost": 1.5, + "lambda": 9.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.125, + 9.125 + ] + }, + { + "episode": 200, + "avg_reward": -50.63, + "avg_cost": 0.75, + "lambda": 7.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.9325, + 7.9325 + ] + }, + { + "episode": 210, + "avg_reward": -58.15, + "avg_cost": 0.5, + "lambda": 6.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.75, + 6.75 + ] + }, + { + "episode": 220, + "avg_reward": -59.99, + "avg_cost": 1.0, + "lambda": 5.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.57, + 5.57 + ] + }, + { + "episode": 230, + "avg_reward": -54.47, + "avg_cost": 0.0, + "lambda": 4.3625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.3625, + 4.3625 + ] + }, + { + "episode": 240, + "avg_reward": -53.54, + "avg_cost": 11.0, + "lambda": 3.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.4475, + 3.4475 + ] + }, + { + "episode": 250, + "avg_reward": -52.45, + "avg_cost": 0.0, + "lambda": 2.255, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.255, + 2.255 + ] + }, + { + "episode": 260, + "avg_reward": -52.88, + "avg_cost": 0.5, + "lambda": 1.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.1025, + 1.1025 + ] + }, + { + "episode": 270, + "avg_reward": -40.82, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": -35.42, + "avg_cost": 13.75, + "lambda": 0.1775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1775, + 0.1775 + ] + }, + { + "episode": 290, + "avg_reward": -39.71, + "avg_cost": 15.0, + "lambda": 0.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8175, + 0.8175 + ] + }, + { + "episode": 300, + "avg_reward": 52.48, + "avg_cost": 143.0, + "lambda": 16.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.915, + 16.915 + ] + }, + { + "episode": 310, + "avg_reward": -32.14, + "avg_cost": 11.5, + "lambda": 17.8075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.8075, + 17.8075 + ] + }, + { + "episode": 320, + "avg_reward": -36.95, + "avg_cost": 6.25, + "lambda": 17.5175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.5175, + 17.5175 + ] + }, + { + "episode": 330, + "avg_reward": -49.1, + "avg_cost": 1.5, + "lambda": 16.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.5775, + 16.5775 + ] + }, + { + "episode": 340, + "avg_reward": -49.15, + "avg_cost": 1.75, + "lambda": 15.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.435, + 15.435 + ] + }, + { + "episode": 350, + "avg_reward": -54.91, + "avg_cost": 0.0, + "lambda": 14.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.215, + 14.215 + ] + }, + { + "episode": 360, + "avg_reward": -59.01, + "avg_cost": 0.25, + "lambda": 13.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.0075, + 13.0075 + ] + }, + { + "episode": 370, + "avg_reward": -59.12, + "avg_cost": 1.25, + "lambda": 11.8375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.8375, + 11.8375 + ] + }, + { + "episode": 380, + "avg_reward": -47.9, + "avg_cost": 1.5, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675 + ] + }, + { + "episode": 390, + "avg_reward": -52.62, + "avg_cost": 1.25, + "lambda": 9.535, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.535, + 9.535 + ] + }, + { + "episode": 400, + "avg_reward": -55.57, + "avg_cost": 1.0, + "lambda": 8.4075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.4075, + 8.4075 + ] + }, + { + "episode": 410, + "avg_reward": -55.62, + "avg_cost": 0.25, + "lambda": 7.2725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.2725, + 7.2725 + ] + }, + { + "episode": 420, + "avg_reward": -57.55, + "avg_cost": 0.25, + "lambda": 6.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.12, + 6.12 + ] + }, + { + "episode": 430, + "avg_reward": -56.7, + "avg_cost": 0.75, + "lambda": 4.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.9575, + 4.9575 + ] + }, + { + "episode": 440, + "avg_reward": -59.05, + "avg_cost": 0.75, + "lambda": 3.785, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.785, + 3.785 + ] + }, + { + "episode": 450, + "avg_reward": -59.14, + "avg_cost": 0.75, + "lambda": 2.6275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.6275, + 2.6275 + ] + }, + { + "episode": 460, + "avg_reward": -55.47, + "avg_cost": 0.75, + "lambda": 1.46, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.46, + 1.46 + ] + }, + { + "episode": 470, + "avg_reward": -56.05, + "avg_cost": 1.0, + "lambda": 0.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2975, + 0.2975 + ] + }, + { + "episode": 480, + "avg_reward": -54.33, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": -50.07, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": -38.7, + "avg_cost": 19.0, + "lambda": 0.34, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.34, + 0.34 + ] + }, + { + "episode": 510, + "avg_reward": -37.6, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": -21.9, + "avg_cost": 20.0, + "lambda": 1.755, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.755, + 1.755 + ] + }, + { + "episode": 530, + "avg_reward": -37.97, + "avg_cost": 3.5, + "lambda": 1.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.05, + 1.05 + ] + }, + { + "episode": 540, + "avg_reward": -40.73, + "avg_cost": 2.25, + "lambda": 0.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1, + 0.1 + ] + }, + { + "episode": 550, + "avg_reward": -37.12, + "avg_cost": 43.5, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.595, + 0.595 + ] + }, + { + "episode": 560, + "avg_reward": -33.63, + "avg_cost": 7.25, + "lambda": 0.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8325, + 0.8325 + ] + }, + { + "episode": 570, + "avg_reward": -34.04, + "avg_cost": 6.75, + "lambda": 0.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.03, + 0.03 + ] + }, + { + "episode": 580, + "avg_reward": -35.33, + "avg_cost": 12.0, + "lambda": 0.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4475, + 0.4475 + ] + }, + { + "episode": 590, + "avg_reward": -41.89, + "avg_cost": 24.25, + "lambda": 0.265, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.265, + 0.265 + ] + }, + { + "episode": 600, + "avg_reward": -32.5, + "avg_cost": 14.0, + "lambda": 0.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.235, + 0.235 + ] + }, + { + "episode": 610, + "avg_reward": -33.95, + "avg_cost": 6.0, + "lambda": 0.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2975, + 0.2975 + ] + }, + { + "episode": 620, + "avg_reward": -34.87, + "avg_cost": 15.5, + "lambda": 0.4325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4325, + 0.4325 + ] + }, + { + "episode": 630, + "avg_reward": -37.24, + "avg_cost": 13.75, + "lambda": 0.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2975, + 0.2975 + ] + }, + { + "episode": 640, + "avg_reward": -36.66, + "avg_cost": 16.75, + "lambda": 0.4325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4325, + 0.4325 + ] + }, + { + "episode": 650, + "avg_reward": -40.71, + "avg_cost": 11.75, + "lambda": 0.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.465, + 0.465 + ] + }, + { + "episode": 660, + "avg_reward": -38.79, + "avg_cost": 10.5, + "lambda": 0.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4475, + 0.4475 + ] + }, + { + "episode": 670, + "avg_reward": -39.54, + "avg_cost": 11.25, + "lambda": 0.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.325, + 0.325 + ] + }, + { + "episode": 680, + "avg_reward": -35.08, + "avg_cost": 16.75, + "lambda": 0.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.435, + 0.435 + ] + }, + { + "episode": 690, + "avg_reward": -31.35, + "avg_cost": 11.5, + "lambda": 1.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.05, + 1.05 + ] + }, + { + "episode": 700, + "avg_reward": -33.06, + "avg_cost": 10.5, + "lambda": 1.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.975, + 1.975 + ] + }, + { + "episode": 710, + "avg_reward": -31.51, + "avg_cost": 12.75, + "lambda": 1.93, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.93, + 1.93 + ] + }, + { + "episode": 720, + "avg_reward": -33.55, + "avg_cost": 7.5, + "lambda": 1.5475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.5475, + 1.5475 + ] + }, + { + "episode": 730, + "avg_reward": -31.07, + "avg_cost": 4.5, + "lambda": 0.97, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.97, + 0.97 + ] + }, + { + "episode": 740, + "avg_reward": -30.9, + "avg_cost": 4.5, + "lambda": 0.285, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.285, + 0.285 + ] + }, + { + "episode": 750, + "avg_reward": -20.27, + "avg_cost": 26.0, + "lambda": 0.135, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.135, + 0.135 + ] + }, + { + "episode": 760, + "avg_reward": -22.4, + "avg_cost": 15.75, + "lambda": 1.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.65, + 1.65 + ] + }, + { + "episode": 770, + "avg_reward": -27.94, + "avg_cost": 8.5, + "lambda": 1.3075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.3075, + 1.3075 + ] + }, + { + "episode": 780, + "avg_reward": -26.21, + "avg_cost": 4.75, + "lambda": 0.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.66, + 0.66 + ] + }, + { + "episode": 790, + "avg_reward": -18.37, + "avg_cost": 23.0, + "lambda": 0.8725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8725, + 0.8725 + ] + }, + { + "episode": 800, + "avg_reward": -27.54, + "avg_cost": 4.25, + "lambda": 1.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.3775, + 1.3775 + ] + }, + { + "episode": 810, + "avg_reward": -26.51, + "avg_cost": 3.5, + "lambda": 0.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.7225, + 0.7225 + ] + }, + { + "episode": 820, + "avg_reward": -26.68, + "avg_cost": 10.0, + "lambda": 0.8625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8625, + 0.8625 + ] + }, + { + "episode": 830, + "avg_reward": -26.28, + "avg_cost": 7.5, + "lambda": 0.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.15, + 0.15 + ] + }, + { + "episode": 840, + "avg_reward": -21.73, + "avg_cost": 5.5, + "lambda": 0.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.65, + 0.65 + ] + }, + { + "episode": 850, + "avg_reward": -25.75, + "avg_cost": 2.5, + "lambda": 0.8275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.8275, + 0.8275 + ] + }, + { + "episode": 860, + "avg_reward": -23.38, + "avg_cost": 8.5, + "lambda": 0.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.035, + 0.035 + ] + }, + { + "episode": 870, + "avg_reward": 8.92, + "avg_cost": 89.5, + "lambda": 3.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.375, + 3.375 + ] + }, + { + "episode": 880, + "avg_reward": -24.23, + "avg_cost": 6.25, + "lambda": 9.6275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.6275, + 9.6275 + ] + }, + { + "episode": 890, + "avg_reward": -19.97, + "avg_cost": 16.75, + "lambda": 8.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.7375, + 8.7375 + ] + }, + { + "episode": 900, + "avg_reward": -28.79, + "avg_cost": 0.5, + "lambda": 7.695, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.695, + 7.695 + ] + }, + { + "episode": 910, + "avg_reward": -26.26, + "avg_cost": 1.75, + "lambda": 6.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.57, + 6.57 + ] + }, + { + "episode": 920, + "avg_reward": -27.27, + "avg_cost": 4.75, + "lambda": 5.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5325, + 5.5325 + ] + }, + { + "episode": 930, + "avg_reward": -29.02, + "avg_cost": 1.25, + "lambda": 4.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.4, + 4.4 + ] + }, + { + "episode": 940, + "avg_reward": -31.81, + "avg_cost": 0.5, + "lambda": 3.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.2375, + 3.2375 + ] + }, + { + "episode": 950, + "avg_reward": -32.15, + "avg_cost": 0.5, + "lambda": 2.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.0975, + 2.0975 + ] + }, + { + "episode": 960, + "avg_reward": -33.22, + "avg_cost": 1.0, + "lambda": 1.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.0675, + 1.0675 + ] + }, + { + "episode": 970, + "avg_reward": 40.84, + "avg_cost": 154.75, + "lambda": 7.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.33, + 7.33 + ] + }, + { + "episode": 980, + "avg_reward": -25.46, + "avg_cost": 8.25, + "lambda": 13.335, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.335, + 13.335 + ] + }, + { + "episode": 990, + "avg_reward": -26.04, + "avg_cost": 1.75, + "lambda": 12.2925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.2925, + 12.2925 + ] + }, + { + "episode": 1000, + "avg_reward": -28.29, + "avg_cost": 1.75, + "lambda": 11.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.18, + 11.18 + ] + } + ], + "final_lambdas": [ + 11.18, + 11.18 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..e653f18ec93ba782f42287727bb80f6e4af8ec2b --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2913072.24, + "constraint_satisfaction_pct": 87.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 17.9275, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 6.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.465, + 6.465 + ] + }, + { + "episode": 10, + "avg_reward": 2370.79, + "avg_cost": 48.75, + "lambda": 10.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.345, + 10.345 + ] + }, + { + "episode": 20, + "avg_reward": 3488.02, + "avg_cost": 64.5, + "lambda": 17.245, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.245, + 17.245 + ] + }, + { + "episode": 30, + "avg_reward": 3425.21, + "avg_cost": 96.0, + "lambda": 24.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.95, + 24.95 + ] + }, + { + "episode": 40, + "avg_reward": 3643.63, + "avg_cost": 95.25, + "lambda": 34.7625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.7625, + 34.7625 + ] + }, + { + "episode": 50, + "avg_reward": 1227.14, + "avg_cost": 15.5, + "lambda": 41.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.9025, + 41.9025 + ] + }, + { + "episode": 60, + "avg_reward": 2207.08, + "avg_cost": 1.25, + "lambda": 41.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.27, + 41.27 + ] + }, + { + "episode": 70, + "avg_reward": 1776.26, + "avg_cost": 3.75, + "lambda": 42.9925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.9925, + 42.9925 + ] + }, + { + "episode": 80, + "avg_reward": 1983.65, + "avg_cost": 30.0, + "lambda": 43.795, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.795, + 43.795 + ] + }, + { + "episode": 90, + "avg_reward": 2218.48, + "avg_cost": 59.25, + "lambda": 45.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.5675, + 45.5675 + ] + }, + { + "episode": 100, + "avg_reward": 2077.22, + "avg_cost": 4.25, + "lambda": 46.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.975, + 46.975 + ] + }, + { + "episode": 110, + "avg_reward": 2488.31, + "avg_cost": 31.5, + "lambda": 48.2875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.2875, + 48.2875 + ] + }, + { + "episode": 120, + "avg_reward": 2307.34, + "avg_cost": 2.5, + "lambda": 47.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.915, + 47.915 + ] + }, + { + "episode": 130, + "avg_reward": 2583.78, + "avg_cost": 4.75, + "lambda": 47.3625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.3625, + 47.3625 + ] + }, + { + "episode": 140, + "avg_reward": 2702.67, + "avg_cost": 3.75, + "lambda": 46.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.3725, + 46.3725 + ] + }, + { + "episode": 150, + "avg_reward": 2394.02, + "avg_cost": 2.75, + "lambda": 45.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.5625, + 45.5625 + ] + }, + { + "episode": 160, + "avg_reward": 2488.7, + "avg_cost": 8.25, + "lambda": 45.295, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.295, + 45.295 + ] + }, + { + "episode": 170, + "avg_reward": 2045.12, + "avg_cost": 12.25, + "lambda": 44.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.7525, + 44.7525 + ] + }, + { + "episode": 180, + "avg_reward": 2670.77, + "avg_cost": 9.75, + "lambda": 44.2275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.2275, + 44.2275 + ] + }, + { + "episode": 190, + "avg_reward": 2499.71, + "avg_cost": 7.75, + "lambda": 44.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.375, + 44.375 + ] + }, + { + "episode": 200, + "avg_reward": 2236.64, + "avg_cost": 7.75, + "lambda": 44.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.2375, + 44.2375 + ] + }, + { + "episode": 210, + "avg_reward": 2443.18, + "avg_cost": 16.25, + "lambda": 44.4025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.4025, + 44.4025 + ] + }, + { + "episode": 220, + "avg_reward": 2817.03, + "avg_cost": 17.25, + "lambda": 44.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.575, + 44.575 + ] + }, + { + "episode": 230, + "avg_reward": 2688.43, + "avg_cost": 14.75, + "lambda": 44.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.6775, + 44.6775 + ] + }, + { + "episode": 240, + "avg_reward": 2867.41, + "avg_cost": 29.25, + "lambda": 45.3325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.3325, + 45.3325 + ] + }, + { + "episode": 250, + "avg_reward": 3113.56, + "avg_cost": 14.75, + "lambda": 45.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.065, + 45.065 + ] + }, + { + "episode": 260, + "avg_reward": 2732.14, + "avg_cost": 12.25, + "lambda": 44.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.9, + 44.9 + ] + }, + { + "episode": 270, + "avg_reward": 3089.86, + "avg_cost": 27.75, + "lambda": 45.13, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.13, + 45.13 + ] + }, + { + "episode": 280, + "avg_reward": 2315.49, + "avg_cost": 8.75, + "lambda": 45.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.2175, + 45.2175 + ] + }, + { + "episode": 290, + "avg_reward": 2001.42, + "avg_cost": 5.5, + "lambda": 45.79, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.79, + 45.79 + ] + }, + { + "episode": 300, + "avg_reward": 2895.13, + "avg_cost": 24.25, + "lambda": 46.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.6375, + 46.6375 + ] + }, + { + "episode": 310, + "avg_reward": 1961.77, + "avg_cost": 0.25, + "lambda": 46.3825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.3825, + 46.3825 + ] + }, + { + "episode": 320, + "avg_reward": 3653.29, + "avg_cost": 37.75, + "lambda": 46.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.3, + 46.3 + ] + }, + { + "episode": 330, + "avg_reward": 2694.45, + "avg_cost": 13.25, + "lambda": 45.9975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.9975, + 45.9975 + ] + }, + { + "episode": 340, + "avg_reward": 2959.75, + "avg_cost": 13.25, + "lambda": 45.4575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4575, + 45.4575 + ] + }, + { + "episode": 350, + "avg_reward": 2508.23, + "avg_cost": 10.5, + "lambda": 45.3075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.3075, + 45.3075 + ] + }, + { + "episode": 360, + "avg_reward": 2544.84, + "avg_cost": 8.75, + "lambda": 45.4425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4425, + 45.4425 + ] + }, + { + "episode": 370, + "avg_reward": 2854.35, + "avg_cost": 11.0, + "lambda": 45.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.7225, + 45.7225 + ] + }, + { + "episode": 380, + "avg_reward": 2965.88, + "avg_cost": 15.0, + "lambda": 45.8525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.8525, + 45.8525 + ] + }, + { + "episode": 390, + "avg_reward": 2945.86, + "avg_cost": 21.25, + "lambda": 46.4275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.4275, + 46.4275 + ] + }, + { + "episode": 400, + "avg_reward": 2954.97, + "avg_cost": 26.25, + "lambda": 47.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.1, + 47.1 + ] + }, + { + "episode": 410, + "avg_reward": 3594.01, + "avg_cost": 44.25, + "lambda": 47.68, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.68, + 47.68 + ] + }, + { + "episode": 420, + "avg_reward": 2084.26, + "avg_cost": 1.25, + "lambda": 47.74, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.74, + 47.74 + ] + }, + { + "episode": 430, + "avg_reward": 3295.8, + "avg_cost": 13.25, + "lambda": 47.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.88, + 47.88 + ] + }, + { + "episode": 440, + "avg_reward": 2290.32, + "avg_cost": 8.75, + "lambda": 47.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.85, + 47.85 + ] + }, + { + "episode": 450, + "avg_reward": 2920.11, + "avg_cost": 15.25, + "lambda": 47.6025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.6025, + 47.6025 + ] + }, + { + "episode": 460, + "avg_reward": 3163.52, + "avg_cost": 12.75, + "lambda": 47.755, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.755, + 47.755 + ] + }, + { + "episode": 470, + "avg_reward": 3043.26, + "avg_cost": 9.5, + "lambda": 47.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.9075, + 47.9075 + ] + }, + { + "episode": 480, + "avg_reward": 2904.01, + "avg_cost": 32.75, + "lambda": 48.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.02, + 48.02 + ] + }, + { + "episode": 490, + "avg_reward": 3137.36, + "avg_cost": 3.25, + "lambda": 47.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.675, + 47.675 + ] + }, + { + "episode": 500, + "avg_reward": 2835.01, + "avg_cost": 12.75, + "lambda": 47.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.88, + 47.88 + ] + }, + { + "episode": 510, + "avg_reward": 2993.46, + "avg_cost": 1.5, + "lambda": 47.615, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.615, + 47.615 + ] + }, + { + "episode": 520, + "avg_reward": 2459.23, + "avg_cost": 28.25, + "lambda": 47.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.85, + 47.85 + ] + }, + { + "episode": 530, + "avg_reward": 3003.18, + "avg_cost": 4.0, + "lambda": 47.415, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.415, + 47.415 + ] + }, + { + "episode": 540, + "avg_reward": 2994.94, + "avg_cost": 7.25, + "lambda": 46.935, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.935, + 46.935 + ] + }, + { + "episode": 550, + "avg_reward": 2666.97, + "avg_cost": 13.5, + "lambda": 46.9125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.9125, + 46.9125 + ] + }, + { + "episode": 560, + "avg_reward": 2787.38, + "avg_cost": 10.5, + "lambda": 46.86, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.86, + 46.86 + ] + }, + { + "episode": 570, + "avg_reward": 3244.29, + "avg_cost": 6.0, + "lambda": 46.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.105, + 46.105 + ] + }, + { + "episode": 580, + "avg_reward": 3296.81, + "avg_cost": 12.75, + "lambda": 45.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.625, + 45.625 + ] + }, + { + "episode": 590, + "avg_reward": 3489.51, + "avg_cost": 14.0, + "lambda": 45.4025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4025, + 45.4025 + ] + }, + { + "episode": 600, + "avg_reward": 2751.06, + "avg_cost": 13.25, + "lambda": 45.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.215, + 45.215 + ] + }, + { + "episode": 610, + "avg_reward": 2849.41, + "avg_cost": 15.25, + "lambda": 45.46, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.46, + 45.46 + ] + }, + { + "episode": 620, + "avg_reward": 2819.6, + "avg_cost": 25.5, + "lambda": 45.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.225, + 45.225 + ] + }, + { + "episode": 630, + "avg_reward": 2705.27, + "avg_cost": 17.75, + "lambda": 45.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.2525, + 45.2525 + ] + }, + { + "episode": 640, + "avg_reward": 3162.21, + "avg_cost": 3.25, + "lambda": 44.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.6225, + 44.6225 + ] + }, + { + "episode": 650, + "avg_reward": 2972.55, + "avg_cost": 1.5, + "lambda": 43.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.75, + 43.75 + ] + }, + { + "episode": 660, + "avg_reward": 2834.54, + "avg_cost": 1.25, + "lambda": 42.7725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.7725, + 42.7725 + ] + }, + { + "episode": 670, + "avg_reward": 2819.79, + "avg_cost": 0.75, + "lambda": 41.615, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.615, + 41.615 + ] + }, + { + "episode": 680, + "avg_reward": 2866.95, + "avg_cost": 0.75, + "lambda": 40.445, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.445, + 40.445 + ] + }, + { + "episode": 690, + "avg_reward": 2837.39, + "avg_cost": 1.25, + "lambda": 39.23, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.23, + 39.23 + ] + }, + { + "episode": 700, + "avg_reward": 2734.7, + "avg_cost": 0.75, + "lambda": 38.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.05, + 38.05 + ] + }, + { + "episode": 710, + "avg_reward": 2956.05, + "avg_cost": 2.0, + "lambda": 36.9125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.9125, + 36.9125 + ] + }, + { + "episode": 720, + "avg_reward": 2956.68, + "avg_cost": 0.25, + "lambda": 35.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.9325, + 35.9325 + ] + }, + { + "episode": 730, + "avg_reward": 3132.48, + "avg_cost": 7.5, + "lambda": 34.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.9575, + 34.9575 + ] + }, + { + "episode": 740, + "avg_reward": 2937.1, + "avg_cost": 9.5, + "lambda": 34.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.1175, + 34.1175 + ] + }, + { + "episode": 750, + "avg_reward": 3104.39, + "avg_cost": 2.0, + "lambda": 33.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.425, + 33.425 + ] + }, + { + "episode": 760, + "avg_reward": 3403.91, + "avg_cost": 3.0, + "lambda": 32.5525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.5525, + 32.5525 + ] + }, + { + "episode": 770, + "avg_reward": 3033.47, + "avg_cost": 3.5, + "lambda": 31.58, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.58, + 31.58 + ] + }, + { + "episode": 780, + "avg_reward": 3396.74, + "avg_cost": 7.25, + "lambda": 30.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6375, + 30.6375 + ] + }, + { + "episode": 790, + "avg_reward": 3227.7, + "avg_cost": 6.25, + "lambda": 30.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2375, + 30.2375 + ] + }, + { + "episode": 800, + "avg_reward": 3477.26, + "avg_cost": 5.5, + "lambda": 29.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6775, + 29.6775 + ] + }, + { + "episode": 810, + "avg_reward": 3465.62, + "avg_cost": 12.5, + "lambda": 29.495, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.495, + 29.495 + ] + }, + { + "episode": 820, + "avg_reward": 3394.8, + "avg_cost": 2.25, + "lambda": 28.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.945, + 28.945 + ] + }, + { + "episode": 830, + "avg_reward": 3316.17, + "avg_cost": 7.5, + "lambda": 27.9775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.9775, + 27.9775 + ] + }, + { + "episode": 840, + "avg_reward": 3372.1, + "avg_cost": 12.75, + "lambda": 27.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.205, + 27.205 + ] + }, + { + "episode": 850, + "avg_reward": 3375.62, + "avg_cost": 3.25, + "lambda": 26.7975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.7975, + 26.7975 + ] + }, + { + "episode": 860, + "avg_reward": 3219.26, + "avg_cost": 3.5, + "lambda": 26.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.2025, + 26.2025 + ] + }, + { + "episode": 870, + "avg_reward": 3400.6, + "avg_cost": 3.0, + "lambda": 25.4775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.4775, + 25.4775 + ] + }, + { + "episode": 880, + "avg_reward": 3527.42, + "avg_cost": 4.5, + "lambda": 24.685, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.685, + 24.685 + ] + }, + { + "episode": 890, + "avg_reward": 3364.47, + "avg_cost": 2.25, + "lambda": 23.9525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.9525, + 23.9525 + ] + }, + { + "episode": 900, + "avg_reward": 3561.73, + "avg_cost": 0.75, + "lambda": 23.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.1725, + 23.1725 + ] + }, + { + "episode": 910, + "avg_reward": 3444.85, + "avg_cost": 2.0, + "lambda": 22.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.4625, + 22.4625 + ] + }, + { + "episode": 920, + "avg_reward": 3306.81, + "avg_cost": 15.25, + "lambda": 21.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.625, + 21.625 + ] + }, + { + "episode": 930, + "avg_reward": 3114.05, + "avg_cost": 0.0, + "lambda": 20.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.915, + 20.915 + ] + }, + { + "episode": 940, + "avg_reward": 2952.7, + "avg_cost": 0.25, + "lambda": 19.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.9025, + 19.9025 + ] + }, + { + "episode": 950, + "avg_reward": 3046.91, + "avg_cost": 5.0, + "lambda": 19.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.095, + 19.095 + ] + }, + { + "episode": 960, + "avg_reward": 3128.78, + "avg_cost": 0.5, + "lambda": 18.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.1175, + 18.1175 + ] + }, + { + "episode": 970, + "avg_reward": 3852.79, + "avg_cost": 10.25, + "lambda": 17.115, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.115, + 17.115 + ] + }, + { + "episode": 980, + "avg_reward": 4187.28, + "avg_cost": 10.5, + "lambda": 16.7975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.7975, + 16.7975 + ] + }, + { + "episode": 990, + "avg_reward": 4050.96, + "avg_cost": 14.5, + "lambda": 16.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.61, + 16.61 + ] + }, + { + "episode": 1000, + "avg_reward": 4085.03, + "avg_cost": 15.75, + "lambda": 17.9275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.9275, + 17.9275 + ] + } + ], + "final_lambdas": [ + 17.9275, + 17.9275 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..ba08ab49bff15be6aafae75ab442368f822baf12 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2389353.6, + "constraint_satisfaction_pct": 26.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 14.77, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.77, + 14.77 + ] + }, + { + "episode": 10, + "avg_reward": 2645.48, + "avg_cost": 20.75, + "lambda": 28.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.0375, + 28.0375 + ] + }, + { + "episode": 20, + "avg_reward": 2806.05, + "avg_cost": 66.0, + "lambda": 45.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.7, + 45.7 + ] + }, + { + "episode": 30, + "avg_reward": 2306.33, + "avg_cost": 18.5, + "lambda": 52.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.5775, + 52.5775 + ] + }, + { + "episode": 40, + "avg_reward": 2087.77, + "avg_cost": 6.75, + "lambda": 57.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.88, + 57.88 + ] + }, + { + "episode": 50, + "avg_reward": 2802.81, + "avg_cost": 22.25, + "lambda": 60.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.955, + 60.955 + ] + }, + { + "episode": 60, + "avg_reward": 2799.78, + "avg_cost": 20.0, + "lambda": 64.9225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.9225, + 64.9225 + ] + }, + { + "episode": 70, + "avg_reward": 2050.09, + "avg_cost": 3.5, + "lambda": 68.6875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.6875, + 68.6875 + ] + }, + { + "episode": 80, + "avg_reward": 3036.14, + "avg_cost": 26.0, + "lambda": 73.645, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.645, + 73.645 + ] + }, + { + "episode": 90, + "avg_reward": 2751.34, + "avg_cost": 8.25, + "lambda": 78.295, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.295, + 78.295 + ] + }, + { + "episode": 100, + "avg_reward": 2213.37, + "avg_cost": 11.75, + "lambda": 81.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.22, + 81.22 + ] + }, + { + "episode": 110, + "avg_reward": 2676.21, + "avg_cost": 21.75, + "lambda": 84.385, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.385, + 84.385 + ] + }, + { + "episode": 120, + "avg_reward": 2252.41, + "avg_cost": 4.75, + "lambda": 87.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.1225, + 87.1225 + ] + }, + { + "episode": 130, + "avg_reward": 2263.34, + "avg_cost": 8.25, + "lambda": 89.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.41, + 89.41 + ] + }, + { + "episode": 140, + "avg_reward": 1848.27, + "avg_cost": 2.5, + "lambda": 92.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.65, + 92.65 + ] + }, + { + "episode": 150, + "avg_reward": 2120.46, + "avg_cost": 11.75, + "lambda": 94.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.945, + 94.945 + ] + }, + { + "episode": 160, + "avg_reward": 1760.1, + "avg_cost": 3.25, + "lambda": 97.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.5775, + 97.5775 + ] + }, + { + "episode": 170, + "avg_reward": 1822.15, + "avg_cost": 24.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 180, + "avg_reward": 1620.03, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 190, + "avg_reward": 1664.67, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 200, + "avg_reward": 1588.64, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": 1443.39, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 1652.81, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 2353.74, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 2865.69, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 1742.88, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 2040.75, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 1788.19, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": 1687.45, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 2009.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 1811.89, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 2020.17, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 1930.52, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 2085.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 2231.47, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 2432.06, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 2518.28, + "avg_cost": 10.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 2081.76, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 2154.12, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 2206.68, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 2418.45, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 2281.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 2165.65, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 2438.06, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 2351.78, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 2410.15, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 2591.0, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 2212.75, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 2810.56, + "avg_cost": 11.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 2976.25, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 2510.99, + "avg_cost": 9.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 2633.41, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 2464.6, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 2448.77, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 2704.58, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 2455.0, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 2676.02, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 2474.27, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 2552.07, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 2398.0, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 2533.52, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 2734.93, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 2470.39, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 2457.61, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 2466.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 2538.66, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 2555.49, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 2532.22, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 2593.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 2662.22, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 2621.78, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 2526.68, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 2662.4, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 2549.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 2631.84, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 2503.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 2527.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 2423.26, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 2735.35, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2848.7, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2656.35, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2457.07, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2385.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2481.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2592.48, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2478.9, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2559.03, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2638.72, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2564.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2639.27, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2379.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2533.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2463.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2536.67, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2570.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2530.67, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2526.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2515.69, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2642.71, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2570.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2633.93, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..3479284149c29cf110de962c75589dcf599cb797 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1711675.68, + "constraint_satisfaction_pct": 93.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 73.025, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 25.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.9, + 25.9 + ] + }, + { + "episode": 10, + "avg_reward": 1968.69, + "avg_cost": 2.0, + "lambda": 51.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.9, + 51.9 + ] + }, + { + "episode": 20, + "avg_reward": 2025.0, + "avg_cost": 2.25, + "lambda": 56.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.775, + 56.775 + ] + }, + { + "episode": 30, + "avg_reward": 1861.18, + "avg_cost": 8.25, + "lambda": 68.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.025, + 68.025 + ] + }, + { + "episode": 40, + "avg_reward": 2047.19, + "avg_cost": 0.5, + "lambda": 71.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.3, + 71.3 + ] + }, + { + "episode": 50, + "avg_reward": 1939.49, + "avg_cost": 0.0, + "lambda": 71.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.8, + 71.8 + ] + }, + { + "episode": 60, + "avg_reward": 2166.24, + "avg_cost": 0.0, + "lambda": 72.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.225, + 72.225 + ] + }, + { + "episode": 70, + "avg_reward": 1941.62, + "avg_cost": 0.0, + "lambda": 72.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.3, + 72.3 + ] + }, + { + "episode": 80, + "avg_reward": 1675.55, + "avg_cost": 0.0, + "lambda": 72.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.4, + 72.4 + ] + }, + { + "episode": 90, + "avg_reward": 1662.19, + "avg_cost": 0.0, + "lambda": 72.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.4, + 72.4 + ] + }, + { + "episode": 100, + "avg_reward": 1469.24, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 110, + "avg_reward": 1279.12, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 120, + "avg_reward": 1171.83, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 130, + "avg_reward": 1354.91, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 140, + "avg_reward": 1477.89, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 150, + "avg_reward": 1682.46, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 160, + "avg_reward": 1671.59, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 170, + "avg_reward": 1814.1, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 180, + "avg_reward": 1753.89, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 190, + "avg_reward": 1837.31, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 200, + "avg_reward": 1512.21, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 210, + "avg_reward": 1431.25, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 220, + "avg_reward": 1314.71, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 230, + "avg_reward": 1254.11, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 240, + "avg_reward": 1284.81, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 250, + "avg_reward": 1330.99, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 260, + "avg_reward": 1441.2, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 270, + "avg_reward": 1594.48, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 280, + "avg_reward": 1667.92, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 290, + "avg_reward": 1763.78, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 300, + "avg_reward": 1753.54, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 310, + "avg_reward": 1862.5, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 320, + "avg_reward": 1817.26, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 330, + "avg_reward": 1977.05, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 340, + "avg_reward": 2085.5, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 350, + "avg_reward": 2028.98, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 360, + "avg_reward": 2058.29, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 370, + "avg_reward": 2226.49, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 380, + "avg_reward": 2210.99, + "avg_cost": 0.0, + "lambda": 72.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.475, + 72.475 + ] + }, + { + "episode": 390, + "avg_reward": 2170.03, + "avg_cost": 0.0, + "lambda": 72.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.475, + 72.475 + ] + }, + { + "episode": 400, + "avg_reward": 2204.85, + "avg_cost": 0.0, + "lambda": 72.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.475, + 72.475 + ] + }, + { + "episode": 410, + "avg_reward": 2073.22, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 420, + "avg_reward": 1834.55, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 430, + "avg_reward": 1719.37, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 440, + "avg_reward": 1666.39, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 450, + "avg_reward": 1828.67, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 460, + "avg_reward": 1843.13, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 470, + "avg_reward": 1836.84, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 480, + "avg_reward": 1841.01, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 490, + "avg_reward": 1901.66, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 500, + "avg_reward": 1971.05, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 510, + "avg_reward": 1982.44, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 520, + "avg_reward": 2005.38, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 530, + "avg_reward": 2000.46, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 540, + "avg_reward": 1966.97, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 550, + "avg_reward": 1945.83, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 560, + "avg_reward": 1928.0, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 570, + "avg_reward": 1637.2, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 580, + "avg_reward": 1676.18, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 590, + "avg_reward": 1680.0, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 600, + "avg_reward": 1734.79, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 610, + "avg_reward": 1662.17, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 620, + "avg_reward": 1799.87, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 630, + "avg_reward": 1880.88, + "avg_cost": 0.0, + "lambda": 72.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.625, + 72.625 + ] + }, + { + "episode": 640, + "avg_reward": 1743.02, + "avg_cost": 0.0, + "lambda": 72.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.75, + 72.75 + ] + }, + { + "episode": 650, + "avg_reward": 1545.34, + "avg_cost": 0.0, + "lambda": 72.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.75, + 72.75 + ] + }, + { + "episode": 660, + "avg_reward": 1524.05, + "avg_cost": 0.0, + "lambda": 72.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.75, + 72.75 + ] + }, + { + "episode": 670, + "avg_reward": 1593.82, + "avg_cost": 1.75, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 680, + "avg_reward": 956.58, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 690, + "avg_reward": 920.87, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 700, + "avg_reward": 887.68, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 710, + "avg_reward": 865.55, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 720, + "avg_reward": 849.45, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 730, + "avg_reward": 840.55, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 740, + "avg_reward": 930.08, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 750, + "avg_reward": 1528.51, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 760, + "avg_reward": 1885.02, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 770, + "avg_reward": 1903.85, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 780, + "avg_reward": 1821.64, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 790, + "avg_reward": 1775.27, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 800, + "avg_reward": 1856.33, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 810, + "avg_reward": 1910.8, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 820, + "avg_reward": 1897.3, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 830, + "avg_reward": 1880.15, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 840, + "avg_reward": 1872.08, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 850, + "avg_reward": 1900.43, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 860, + "avg_reward": 1950.82, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 870, + "avg_reward": 1894.91, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 880, + "avg_reward": 1896.66, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 890, + "avg_reward": 1839.97, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 900, + "avg_reward": 1815.32, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 910, + "avg_reward": 1783.55, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 920, + "avg_reward": 1780.31, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 930, + "avg_reward": 1763.82, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 940, + "avg_reward": 1743.11, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 950, + "avg_reward": 1740.18, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 960, + "avg_reward": 1787.6, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 970, + "avg_reward": 1826.04, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 980, + "avg_reward": 1673.74, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 990, + "avg_reward": 1619.82, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + }, + { + "episode": 1000, + "avg_reward": 1624.73, + "avg_cost": 0.0, + "lambda": 73.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.025, + 73.025 + ] + } + ], + "final_lambdas": [ + 73.025, + 73.025 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..b4b211ff55f982a7a001bd7aeb2b4460e1540362 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2878755.25, + "constraint_satisfaction_pct": 42.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 265.675, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 25.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.9, + 25.9 + ] + }, + { + "episode": 10, + "avg_reward": 2142.39, + "avg_cost": 10.25, + "lambda": 56.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.675, + 56.675 + ] + }, + { + "episode": 20, + "avg_reward": 2183.91, + "avg_cost": 28.0, + "lambda": 79.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.075, + 79.075 + ] + }, + { + "episode": 30, + "avg_reward": 2060.09, + "avg_cost": 8.25, + "lambda": 98.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.375, + 98.375 + ] + }, + { + "episode": 40, + "avg_reward": 2086.93, + "avg_cost": 7.0, + "lambda": 109.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 109.45, + 109.45 + ] + }, + { + "episode": 50, + "avg_reward": 1714.38, + "avg_cost": 21.0, + "lambda": 130.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 130.775, + 130.775 + ] + }, + { + "episode": 60, + "avg_reward": 1565.11, + "avg_cost": 14.25, + "lambda": 160.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 160.275, + 160.275 + ] + }, + { + "episode": 70, + "avg_reward": 1459.22, + "avg_cost": 1.25, + "lambda": 163.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.3, + 163.3 + ] + }, + { + "episode": 80, + "avg_reward": 1653.86, + "avg_cost": 0.0, + "lambda": 164.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.1, + 164.1 + ] + }, + { + "episode": 90, + "avg_reward": 1665.12, + "avg_cost": 22.75, + "lambda": 167.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.925, + 167.925 + ] + }, + { + "episode": 100, + "avg_reward": 1850.3, + "avg_cost": 2.5, + "lambda": 171.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 171.525, + 171.525 + ] + }, + { + "episode": 110, + "avg_reward": 1571.07, + "avg_cost": 0.75, + "lambda": 178.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 178.1, + 178.1 + ] + }, + { + "episode": 120, + "avg_reward": 1471.19, + "avg_cost": 2.0, + "lambda": 182.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 182.05, + 182.05 + ] + }, + { + "episode": 130, + "avg_reward": 1815.97, + "avg_cost": 0.0, + "lambda": 183.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 183.4, + 183.4 + ] + }, + { + "episode": 140, + "avg_reward": 1905.53, + "avg_cost": 6.0, + "lambda": 185.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 185.95, + 185.95 + ] + }, + { + "episode": 150, + "avg_reward": 2206.33, + "avg_cost": 0.25, + "lambda": 187.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 187.525, + 187.525 + ] + }, + { + "episode": 160, + "avg_reward": 2063.01, + "avg_cost": 1.75, + "lambda": 190.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 190.075, + 190.075 + ] + }, + { + "episode": 170, + "avg_reward": 2171.84, + "avg_cost": 0.0, + "lambda": 191.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 191.475, + 191.475 + ] + }, + { + "episode": 180, + "avg_reward": 2010.21, + "avg_cost": 0.25, + "lambda": 194.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 194.925, + 194.925 + ] + }, + { + "episode": 190, + "avg_reward": 2383.61, + "avg_cost": 1.25, + "lambda": 195.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 195.825, + 195.825 + ] + }, + { + "episode": 200, + "avg_reward": 2054.44, + "avg_cost": 0.0, + "lambda": 199.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 199.6, + 199.6 + ] + }, + { + "episode": 210, + "avg_reward": 2426.83, + "avg_cost": 2.0, + "lambda": 199.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 199.95, + 199.95 + ] + }, + { + "episode": 220, + "avg_reward": 2272.04, + "avg_cost": 0.0, + "lambda": 200.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 200.625, + 200.625 + ] + }, + { + "episode": 230, + "avg_reward": 2560.5, + "avg_cost": 0.75, + "lambda": 201.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 201.825, + 201.825 + ] + }, + { + "episode": 240, + "avg_reward": 2540.24, + "avg_cost": 8.5, + "lambda": 203.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 203.45, + 203.45 + ] + }, + { + "episode": 250, + "avg_reward": 2535.35, + "avg_cost": 0.25, + "lambda": 203.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 203.9, + 203.9 + ] + }, + { + "episode": 260, + "avg_reward": 2490.29, + "avg_cost": 12.0, + "lambda": 208.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 208.325, + 208.325 + ] + }, + { + "episode": 270, + "avg_reward": 2415.0, + "avg_cost": 0.0, + "lambda": 209.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 209.275, + 209.275 + ] + }, + { + "episode": 280, + "avg_reward": 2718.06, + "avg_cost": 1.0, + "lambda": 210.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 210.05, + 210.05 + ] + }, + { + "episode": 290, + "avg_reward": 2802.07, + "avg_cost": 1.0, + "lambda": 210.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 210.425, + 210.425 + ] + }, + { + "episode": 300, + "avg_reward": 2715.68, + "avg_cost": 5.0, + "lambda": 211.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 211.075, + 211.075 + ] + }, + { + "episode": 310, + "avg_reward": 2836.0, + "avg_cost": 0.25, + "lambda": 213.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 213.0, + 213.0 + ] + }, + { + "episode": 320, + "avg_reward": 2714.8, + "avg_cost": 10.25, + "lambda": 214.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 214.825, + 214.825 + ] + }, + { + "episode": 330, + "avg_reward": 2691.66, + "avg_cost": 1.5, + "lambda": 218.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 218.725, + 218.725 + ] + }, + { + "episode": 340, + "avg_reward": 2805.11, + "avg_cost": 0.75, + "lambda": 219.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 219.35, + 219.35 + ] + }, + { + "episode": 350, + "avg_reward": 2913.12, + "avg_cost": 0.5, + "lambda": 220.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 220.65, + 220.65 + ] + }, + { + "episode": 360, + "avg_reward": 2908.1, + "avg_cost": 0.0, + "lambda": 220.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 220.975, + 220.975 + ] + }, + { + "episode": 370, + "avg_reward": 3066.51, + "avg_cost": 0.75, + "lambda": 221.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 221.275, + 221.275 + ] + }, + { + "episode": 380, + "avg_reward": 3064.56, + "avg_cost": 1.75, + "lambda": 222.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 222.325, + 222.325 + ] + }, + { + "episode": 390, + "avg_reward": 2938.6, + "avg_cost": 1.5, + "lambda": 225.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 225.475, + 225.475 + ] + }, + { + "episode": 400, + "avg_reward": 3167.36, + "avg_cost": 4.0, + "lambda": 226.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 226.275, + 226.275 + ] + }, + { + "episode": 410, + "avg_reward": 3142.11, + "avg_cost": 0.0, + "lambda": 227.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 227.3, + 227.3 + ] + }, + { + "episode": 420, + "avg_reward": 3113.32, + "avg_cost": 0.25, + "lambda": 229.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 229.35, + 229.35 + ] + }, + { + "episode": 430, + "avg_reward": 3290.99, + "avg_cost": 0.5, + "lambda": 229.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 229.675, + 229.675 + ] + }, + { + "episode": 440, + "avg_reward": 3238.36, + "avg_cost": 0.25, + "lambda": 232.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 232.125, + 232.125 + ] + }, + { + "episode": 450, + "avg_reward": 3210.3, + "avg_cost": 0.25, + "lambda": 234.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 234.85, + 234.85 + ] + }, + { + "episode": 460, + "avg_reward": 3140.74, + "avg_cost": 0.25, + "lambda": 236.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 236.925, + 236.925 + ] + }, + { + "episode": 470, + "avg_reward": 3140.95, + "avg_cost": 0.25, + "lambda": 237.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 237.325, + 237.325 + ] + }, + { + "episode": 480, + "avg_reward": 3187.6, + "avg_cost": 0.25, + "lambda": 238.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 238.5, + 238.5 + ] + }, + { + "episode": 490, + "avg_reward": 3131.66, + "avg_cost": 0.0, + "lambda": 238.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 238.65, + 238.65 + ] + }, + { + "episode": 500, + "avg_reward": 3164.4, + "avg_cost": 0.0, + "lambda": 239.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 239.25, + 239.25 + ] + }, + { + "episode": 510, + "avg_reward": 3155.3, + "avg_cost": 0.0, + "lambda": 240.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 240.025, + 240.025 + ] + }, + { + "episode": 520, + "avg_reward": 3195.73, + "avg_cost": 0.25, + "lambda": 241.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 241.3, + 241.3 + ] + }, + { + "episode": 530, + "avg_reward": 3234.97, + "avg_cost": 0.0, + "lambda": 241.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 241.7, + 241.7 + ] + }, + { + "episode": 540, + "avg_reward": 3123.5, + "avg_cost": 0.0, + "lambda": 242.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 242.425, + 242.425 + ] + }, + { + "episode": 550, + "avg_reward": 3080.87, + "avg_cost": 0.0, + "lambda": 243.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.0, + 243.0 + ] + }, + { + "episode": 560, + "avg_reward": 2981.18, + "avg_cost": 0.0, + "lambda": 243.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.25, + 243.25 + ] + }, + { + "episode": 570, + "avg_reward": 2935.6, + "avg_cost": 0.0, + "lambda": 243.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.3, + 243.3 + ] + }, + { + "episode": 580, + "avg_reward": 2988.07, + "avg_cost": 1.0, + "lambda": 243.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.65, + 243.65 + ] + }, + { + "episode": 590, + "avg_reward": 2953.91, + "avg_cost": 0.0, + "lambda": 243.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.825, + 243.825 + ] + }, + { + "episode": 600, + "avg_reward": 2857.05, + "avg_cost": 0.0, + "lambda": 244.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 244.0, + 244.0 + ] + }, + { + "episode": 610, + "avg_reward": 2936.24, + "avg_cost": 0.5, + "lambda": 244.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 244.225, + 244.225 + ] + }, + { + "episode": 620, + "avg_reward": 2945.54, + "avg_cost": 0.5, + "lambda": 244.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 244.575, + 244.575 + ] + }, + { + "episode": 630, + "avg_reward": 3003.36, + "avg_cost": 0.0, + "lambda": 244.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 244.825, + 244.825 + ] + }, + { + "episode": 640, + "avg_reward": 2988.88, + "avg_cost": 0.0, + "lambda": 245.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.0, + 245.0 + ] + }, + { + "episode": 650, + "avg_reward": 3037.53, + "avg_cost": 0.25, + "lambda": 245.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.15, + 245.15 + ] + }, + { + "episode": 660, + "avg_reward": 3251.76, + "avg_cost": 0.0, + "lambda": 245.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.575, + 245.575 + ] + }, + { + "episode": 670, + "avg_reward": 3205.62, + "avg_cost": 1.25, + "lambda": 245.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.975, + 245.975 + ] + }, + { + "episode": 680, + "avg_reward": 3348.19, + "avg_cost": 0.25, + "lambda": 246.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 246.1, + 246.1 + ] + }, + { + "episode": 690, + "avg_reward": 3389.01, + "avg_cost": 0.0, + "lambda": 246.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 246.25, + 246.25 + ] + }, + { + "episode": 700, + "avg_reward": 3457.65, + "avg_cost": 0.0, + "lambda": 246.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 246.425, + 246.425 + ] + }, + { + "episode": 710, + "avg_reward": 3453.93, + "avg_cost": 0.25, + "lambda": 246.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 246.825, + 246.825 + ] + }, + { + "episode": 720, + "avg_reward": 3419.68, + "avg_cost": 0.25, + "lambda": 247.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.1, + 247.1 + ] + }, + { + "episode": 730, + "avg_reward": 3533.28, + "avg_cost": 0.0, + "lambda": 247.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.35, + 247.35 + ] + }, + { + "episode": 740, + "avg_reward": 3559.28, + "avg_cost": 0.0, + "lambda": 247.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.45, + 247.45 + ] + }, + { + "episode": 750, + "avg_reward": 3569.19, + "avg_cost": 0.0, + "lambda": 247.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.675, + 247.675 + ] + }, + { + "episode": 760, + "avg_reward": 3593.37, + "avg_cost": 0.25, + "lambda": 248.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.025, + 248.025 + ] + }, + { + "episode": 770, + "avg_reward": 3511.32, + "avg_cost": 0.0, + "lambda": 248.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.475, + 248.475 + ] + }, + { + "episode": 780, + "avg_reward": 3606.18, + "avg_cost": 0.0, + "lambda": 248.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.7, + 248.7 + ] + }, + { + "episode": 790, + "avg_reward": 3524.81, + "avg_cost": 0.25, + "lambda": 249.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.25, + 249.25 + ] + }, + { + "episode": 800, + "avg_reward": 3476.94, + "avg_cost": 0.0, + "lambda": 249.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 249.825, + 249.825 + ] + }, + { + "episode": 810, + "avg_reward": 3585.45, + "avg_cost": 1.75, + "lambda": 250.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 250.05, + 250.05 + ] + }, + { + "episode": 820, + "avg_reward": 3608.67, + "avg_cost": 0.25, + "lambda": 250.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 250.55, + 250.55 + ] + }, + { + "episode": 830, + "avg_reward": 3608.69, + "avg_cost": 0.0, + "lambda": 251.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 251.15, + 251.15 + ] + }, + { + "episode": 840, + "avg_reward": 3561.86, + "avg_cost": 0.25, + "lambda": 251.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 251.375, + 251.375 + ] + }, + { + "episode": 850, + "avg_reward": 3444.7, + "avg_cost": 0.25, + "lambda": 251.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 251.575, + 251.575 + ] + }, + { + "episode": 860, + "avg_reward": 3307.19, + "avg_cost": 0.0, + "lambda": 251.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 251.825, + 251.825 + ] + }, + { + "episode": 870, + "avg_reward": 3313.95, + "avg_cost": 0.5, + "lambda": 251.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 251.95, + 251.95 + ] + }, + { + "episode": 880, + "avg_reward": 3361.03, + "avg_cost": 0.0, + "lambda": 252.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 252.05, + 252.05 + ] + }, + { + "episode": 890, + "avg_reward": 3366.85, + "avg_cost": 0.5, + "lambda": 252.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 252.325, + 252.325 + ] + }, + { + "episode": 900, + "avg_reward": 3285.64, + "avg_cost": 4.0, + "lambda": 253.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 253.075, + 253.075 + ] + }, + { + "episode": 910, + "avg_reward": 3437.41, + "avg_cost": 0.0, + "lambda": 253.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 253.475, + 253.475 + ] + }, + { + "episode": 920, + "avg_reward": 3250.35, + "avg_cost": 0.0, + "lambda": 258.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 258.875, + 258.875 + ] + }, + { + "episode": 930, + "avg_reward": 3482.07, + "avg_cost": 0.0, + "lambda": 260.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.65, + 260.65 + ] + }, + { + "episode": 940, + "avg_reward": 3364.72, + "avg_cost": 0.0, + "lambda": 260.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.65, + 260.65 + ] + }, + { + "episode": 950, + "avg_reward": 3323.19, + "avg_cost": 0.25, + "lambda": 260.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.725, + 260.725 + ] + }, + { + "episode": 960, + "avg_reward": 3380.27, + "avg_cost": 0.0, + "lambda": 260.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.975, + 260.975 + ] + }, + { + "episode": 970, + "avg_reward": 3392.08, + "avg_cost": 0.5, + "lambda": 261.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 261.15, + 261.15 + ] + }, + { + "episode": 980, + "avg_reward": 3390.97, + "avg_cost": 3.25, + "lambda": 261.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 261.575, + 261.575 + ] + }, + { + "episode": 990, + "avg_reward": 3334.79, + "avg_cost": 0.0, + "lambda": 265.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 265.25, + 265.25 + ] + }, + { + "episode": 1000, + "avg_reward": 3171.99, + "avg_cost": 0.5, + "lambda": 265.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 265.675, + 265.675 + ] + } + ], + "final_lambdas": [ + 265.675, + 265.675 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..06bc29a4dc5a713289969c8c4b67a83530c3c685 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2957710.24, + "constraint_satisfaction_pct": 77.1, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 14.515, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -16.81, + "avg_cost": 159.0, + "lambda": 6.39, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.39, + 6.39 + ] + }, + { + "episode": 10, + "avg_reward": 2366.94, + "avg_cost": 46.0, + "lambda": 9.8125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.8125, + 9.8125 + ] + }, + { + "episode": 20, + "avg_reward": 3112.06, + "avg_cost": 104.0, + "lambda": 16.4475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.4475, + 16.4475 + ] + }, + { + "episode": 30, + "avg_reward": 1635.59, + "avg_cost": 24.25, + "lambda": 20.535, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 20.535, + 20.535 + ] + }, + { + "episode": 40, + "avg_reward": 3188.69, + "avg_cost": 68.25, + "lambda": 22.3875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.3875, + 22.3875 + ] + }, + { + "episode": 50, + "avg_reward": 2764.15, + "avg_cost": 40.5, + "lambda": 25.785, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.785, + 25.785 + ] + }, + { + "episode": 60, + "avg_reward": 3364.75, + "avg_cost": 67.0, + "lambda": 29.6975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.6975, + 29.6975 + ] + }, + { + "episode": 70, + "avg_reward": 2368.16, + "avg_cost": 79.5, + "lambda": 35.3275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.3275, + 35.3275 + ] + }, + { + "episode": 80, + "avg_reward": 2957.15, + "avg_cost": 78.75, + "lambda": 40.9675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 40.9675, + 40.9675 + ] + }, + { + "episode": 90, + "avg_reward": 3098.29, + "avg_cost": 75.75, + "lambda": 46.445, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.445, + 46.445 + ] + }, + { + "episode": 100, + "avg_reward": 2519.48, + "avg_cost": 83.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 110, + "avg_reward": 1907.52, + "avg_cost": 70.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 120, + "avg_reward": 2818.5, + "avg_cost": 48.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 130, + "avg_reward": 2693.89, + "avg_cost": 29.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 140, + "avg_reward": 2424.95, + "avg_cost": 23.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 150, + "avg_reward": 3015.5, + "avg_cost": 44.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 160, + "avg_reward": 2400.0, + "avg_cost": 20.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 170, + "avg_reward": 2199.75, + "avg_cost": 17.25, + "lambda": 49.9725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.9725, + 49.9725 + ] + }, + { + "episode": 180, + "avg_reward": 2663.71, + "avg_cost": 40.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 190, + "avg_reward": 2621.19, + "avg_cost": 35.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 200, + "avg_reward": 2891.07, + "avg_cost": 43.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 210, + "avg_reward": 2944.31, + "avg_cost": 50.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 220, + "avg_reward": 2516.56, + "avg_cost": 30.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 230, + "avg_reward": 2356.06, + "avg_cost": 20.0, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 240, + "avg_reward": 2204.55, + "avg_cost": 13.0, + "lambda": 49.5975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.5975, + 49.5975 + ] + }, + { + "episode": 250, + "avg_reward": 2334.09, + "avg_cost": 20.0, + "lambda": 49.1475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.1475, + 49.1475 + ] + }, + { + "episode": 260, + "avg_reward": 2395.36, + "avg_cost": 19.5, + "lambda": 48.0825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 48.0825, + 48.0825 + ] + }, + { + "episode": 270, + "avg_reward": 2243.9, + "avg_cost": 14.0, + "lambda": 47.12, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.12, + 47.12 + ] + }, + { + "episode": 280, + "avg_reward": 2762.99, + "avg_cost": 33.75, + "lambda": 47.24, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.24, + 47.24 + ] + }, + { + "episode": 290, + "avg_reward": 2081.53, + "avg_cost": 7.25, + "lambda": 46.8825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.8825, + 46.8825 + ] + }, + { + "episode": 300, + "avg_reward": 2047.13, + "avg_cost": 0.25, + "lambda": 45.4, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.4, + 45.4 + ] + }, + { + "episode": 310, + "avg_reward": 2255.32, + "avg_cost": 18.25, + "lambda": 44.6875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.6875, + 44.6875 + ] + }, + { + "episode": 320, + "avg_reward": 2249.03, + "avg_cost": 20.5, + "lambda": 45.1175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.1175, + 45.1175 + ] + }, + { + "episode": 330, + "avg_reward": 1885.96, + "avg_cost": 16.75, + "lambda": 44.8325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.8325, + 44.8325 + ] + }, + { + "episode": 340, + "avg_reward": 204.6, + "avg_cost": 200.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 350, + "avg_reward": 1078.28, + "avg_cost": 73.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 360, + "avg_reward": 1398.72, + "avg_cost": 105.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 370, + "avg_reward": 1354.34, + "avg_cost": 98.5, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 380, + "avg_reward": 257.35, + "avg_cost": 123.75, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 390, + "avg_reward": 881.14, + "avg_cost": 10.5, + "lambda": 49.8425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.8425, + 49.8425 + ] + }, + { + "episode": 400, + "avg_reward": 1510.51, + "avg_cost": 60.25, + "lambda": 50.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 50.0, + 50.0 + ] + }, + { + "episode": 410, + "avg_reward": 1529.93, + "avg_cost": 7.5, + "lambda": 49.7175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.7175, + 49.7175 + ] + }, + { + "episode": 420, + "avg_reward": 2644.83, + "avg_cost": 7.0, + "lambda": 49.4625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 49.4625, + 49.4625 + ] + }, + { + "episode": 430, + "avg_reward": 2253.72, + "avg_cost": 15.25, + "lambda": 48.6175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 48.6175, + 48.6175 + ] + }, + { + "episode": 440, + "avg_reward": 2614.22, + "avg_cost": 6.5, + "lambda": 47.5475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 47.5475, + 47.5475 + ] + }, + { + "episode": 450, + "avg_reward": 2688.57, + "avg_cost": 7.25, + "lambda": 46.4375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 46.4375, + 46.4375 + ] + }, + { + "episode": 460, + "avg_reward": 2603.63, + "avg_cost": 9.0, + "lambda": 45.3975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 45.3975, + 45.3975 + ] + }, + { + "episode": 470, + "avg_reward": 2509.34, + "avg_cost": 12.0, + "lambda": 44.0475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 44.0475, + 44.0475 + ] + }, + { + "episode": 480, + "avg_reward": 2350.67, + "avg_cost": 3.25, + "lambda": 42.9125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 42.9125, + 42.9125 + ] + }, + { + "episode": 490, + "avg_reward": 2565.3, + "avg_cost": 3.25, + "lambda": 41.345, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 41.345, + 41.345 + ] + }, + { + "episode": 500, + "avg_reward": 2385.06, + "avg_cost": 3.75, + "lambda": 39.8025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 39.8025, + 39.8025 + ] + }, + { + "episode": 510, + "avg_reward": 2182.68, + "avg_cost": 5.75, + "lambda": 38.4275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 38.4275, + 38.4275 + ] + }, + { + "episode": 520, + "avg_reward": 2680.08, + "avg_cost": 4.75, + "lambda": 37.0075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.0075, + 37.0075 + ] + }, + { + "episode": 530, + "avg_reward": 2450.58, + "avg_cost": 1.0, + "lambda": 35.5275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.5275, + 35.5275 + ] + }, + { + "episode": 540, + "avg_reward": 2597.18, + "avg_cost": 1.0, + "lambda": 33.6775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.6775, + 33.6775 + ] + }, + { + "episode": 550, + "avg_reward": 3029.37, + "avg_cost": 4.75, + "lambda": 31.815, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.815, + 31.815 + ] + }, + { + "episode": 560, + "avg_reward": 3187.52, + "avg_cost": 10.25, + "lambda": 30.4375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 30.4375, + 30.4375 + ] + }, + { + "episode": 570, + "avg_reward": 3110.36, + "avg_cost": 3.0, + "lambda": 29.045, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.045, + 29.045 + ] + }, + { + "episode": 580, + "avg_reward": 3792.05, + "avg_cost": 30.5, + "lambda": 27.6625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 27.6625, + 27.6625 + ] + }, + { + "episode": 590, + "avg_reward": 3437.92, + "avg_cost": 2.0, + "lambda": 26.63, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 26.63, + 26.63 + ] + }, + { + "episode": 600, + "avg_reward": 3511.7, + "avg_cost": 3.5, + "lambda": 25.1675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.1675, + 25.1675 + ] + }, + { + "episode": 610, + "avg_reward": 3607.56, + "avg_cost": 10.5, + "lambda": 24.0625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 24.0625, + 24.0625 + ] + }, + { + "episode": 620, + "avg_reward": 3851.06, + "avg_cost": 14.5, + "lambda": 22.925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.925, + 22.925 + ] + }, + { + "episode": 630, + "avg_reward": 3791.39, + "avg_cost": 7.0, + "lambda": 22.0275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.0275, + 22.0275 + ] + }, + { + "episode": 640, + "avg_reward": 3633.75, + "avg_cost": 6.25, + "lambda": 21.095, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.095, + 21.095 + ] + }, + { + "episode": 650, + "avg_reward": 3702.73, + "avg_cost": 6.5, + "lambda": 19.92, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.92, + 19.92 + ] + }, + { + "episode": 660, + "avg_reward": 3614.43, + "avg_cost": 3.25, + "lambda": 18.74, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 18.74, + 18.74 + ] + }, + { + "episode": 670, + "avg_reward": 3737.31, + "avg_cost": 6.25, + "lambda": 17.52, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.52, + 17.52 + ] + }, + { + "episode": 680, + "avg_reward": 3532.59, + "avg_cost": 1.5, + "lambda": 15.865, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.865, + 15.865 + ] + }, + { + "episode": 690, + "avg_reward": 3679.23, + "avg_cost": 4.5, + "lambda": 14.46, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.46, + 14.46 + ] + }, + { + "episode": 700, + "avg_reward": 3691.13, + "avg_cost": 5.75, + "lambda": 12.9825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.9825, + 12.9825 + ] + }, + { + "episode": 710, + "avg_reward": 3521.32, + "avg_cost": 5.5, + "lambda": 11.51, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 11.51, + 11.51 + ] + }, + { + "episode": 720, + "avg_reward": 3581.88, + "avg_cost": 3.25, + "lambda": 10.1225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.1225, + 10.1225 + ] + }, + { + "episode": 730, + "avg_reward": 3795.05, + "avg_cost": 5.25, + "lambda": 9.01, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 9.01, + 9.01 + ] + }, + { + "episode": 740, + "avg_reward": 3339.6, + "avg_cost": 2.75, + "lambda": 8.2275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.2275, + 8.2275 + ] + }, + { + "episode": 750, + "avg_reward": 3655.02, + "avg_cost": 7.5, + "lambda": 7.6175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.6175, + 7.6175 + ] + }, + { + "episode": 760, + "avg_reward": 4082.45, + "avg_cost": 23.5, + "lambda": 7.8025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 7.8025, + 7.8025 + ] + }, + { + "episode": 770, + "avg_reward": 3757.5, + "avg_cost": 18.5, + "lambda": 8.8675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.8675, + 8.8675 + ] + }, + { + "episode": 780, + "avg_reward": 3750.17, + "avg_cost": 14.5, + "lambda": 10.0125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 10.0125, + 10.0125 + ] + }, + { + "episode": 790, + "avg_reward": 3949.01, + "avg_cost": 35.75, + "lambda": 11.9, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 11.9, + 11.9 + ] + }, + { + "episode": 800, + "avg_reward": 3910.45, + "avg_cost": 35.0, + "lambda": 13.8875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.8875, + 13.8875 + ] + }, + { + "episode": 810, + "avg_reward": 4064.3, + "avg_cost": 36.75, + "lambda": 15.9275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.9275, + 15.9275 + ] + }, + { + "episode": 820, + "avg_reward": 3397.18, + "avg_cost": 12.75, + "lambda": 16.78, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.78, + 16.78 + ] + }, + { + "episode": 830, + "avg_reward": 3246.44, + "avg_cost": 6.25, + "lambda": 16.0625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.0625, + 16.0625 + ] + }, + { + "episode": 840, + "avg_reward": 3434.55, + "avg_cost": 8.5, + "lambda": 15.235, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.235, + 15.235 + ] + }, + { + "episode": 850, + "avg_reward": 3424.9, + "avg_cost": 10.0, + "lambda": 14.52, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.52, + 14.52 + ] + }, + { + "episode": 860, + "avg_reward": 3498.53, + "avg_cost": 41.5, + "lambda": 14.355, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.355, + 14.355 + ] + }, + { + "episode": 870, + "avg_reward": 3815.92, + "avg_cost": 17.0, + "lambda": 14.25, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.25, + 14.25 + ] + }, + { + "episode": 880, + "avg_reward": 3401.71, + "avg_cost": 29.75, + "lambda": 14.2725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.2725, + 14.2725 + ] + }, + { + "episode": 890, + "avg_reward": 3356.79, + "avg_cost": 25.0, + "lambda": 14.765, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.765, + 14.765 + ] + }, + { + "episode": 900, + "avg_reward": 3167.9, + "avg_cost": 33.0, + "lambda": 15.4375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.4375, + 15.4375 + ] + }, + { + "episode": 910, + "avg_reward": 3779.57, + "avg_cost": 24.25, + "lambda": 15.4025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.4025, + 15.4025 + ] + }, + { + "episode": 920, + "avg_reward": 3955.06, + "avg_cost": 41.75, + "lambda": 16.3375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.3375, + 16.3375 + ] + }, + { + "episode": 930, + "avg_reward": 3960.37, + "avg_cost": 15.0, + "lambda": 17.5325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.5325, + 17.5325 + ] + }, + { + "episode": 940, + "avg_reward": 4015.81, + "avg_cost": 14.75, + "lambda": 16.6825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.6825, + 16.6825 + ] + }, + { + "episode": 950, + "avg_reward": 4066.74, + "avg_cost": 10.5, + "lambda": 15.87, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.87, + 15.87 + ] + }, + { + "episode": 960, + "avg_reward": 4104.89, + "avg_cost": 7.5, + "lambda": 15.0025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.0025, + 15.0025 + ] + }, + { + "episode": 970, + "avg_reward": 3863.81, + "avg_cost": 12.0, + "lambda": 13.845, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.845, + 13.845 + ] + }, + { + "episode": 980, + "avg_reward": 4430.92, + "avg_cost": 26.25, + "lambda": 14.335, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.335, + 14.335 + ] + }, + { + "episode": 990, + "avg_reward": 4527.16, + "avg_cost": 20.0, + "lambda": 14.57, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.57, + 14.57 + ] + }, + { + "episode": 1000, + "avg_reward": 4528.5, + "avg_cost": 13.75, + "lambda": 14.515, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.515, + 14.515 + ] + } + ], + "final_lambdas": [ + 14.515, + 14.515 + ], + "d_per_agent": 20.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..dda67a48f4f860d9eb945fe891f673fa4c019c8e --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 471386.93, + "constraint_satisfaction_pct": 99.6, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 1, + "log": [ + { + "episode": 1, + "avg_reward": -9039.11, + "avg_cost": 15.0, + "lambda": 5.025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.025, + 5.025 + ] + }, + { + "episode": 10, + "avg_reward": -8362.07, + "avg_cost": 12.0, + "lambda": 5.41, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.41, + 5.41 + ] + }, + { + "episode": 20, + "avg_reward": -8170.18, + "avg_cost": 8.25, + "lambda": 5.455, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.455, + 5.455 + ] + }, + { + "episode": 30, + "avg_reward": -7950.04, + "avg_cost": 17.0, + "lambda": 5.5425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.5425, + 5.5425 + ] + }, + { + "episode": 40, + "avg_reward": -7757.77, + "avg_cost": 12.75, + "lambda": 5.7375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.7375, + 5.7375 + ] + }, + { + "episode": 50, + "avg_reward": -7036.41, + "avg_cost": 15.5, + "lambda": 5.905, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.905, + 5.905 + ] + }, + { + "episode": 60, + "avg_reward": -6873.34, + "avg_cost": 14.0, + "lambda": 6.0025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.0025, + 6.0025 + ] + }, + { + "episode": 70, + "avg_reward": -6569.17, + "avg_cost": 9.0, + "lambda": 5.865, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.865, + 5.865 + ] + }, + { + "episode": 80, + "avg_reward": -6419.7, + "avg_cost": 17.75, + "lambda": 6.06, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.06, + 6.06 + ] + }, + { + "episode": 90, + "avg_reward": -5940.07, + "avg_cost": 13.75, + "lambda": 5.93, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.93, + 5.93 + ] + }, + { + "episode": 100, + "avg_reward": -5220.69, + "avg_cost": 8.5, + "lambda": 6.05, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.05, + 6.05 + ] + }, + { + "episode": 110, + "avg_reward": -4947.75, + "avg_cost": 16.75, + "lambda": 5.8675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.8675, + 5.8675 + ] + }, + { + "episode": 120, + "avg_reward": -4606.59, + "avg_cost": 8.25, + "lambda": 5.595, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.595, + 5.595 + ] + }, + { + "episode": 130, + "avg_reward": -3976.62, + "avg_cost": 11.25, + "lambda": 5.31, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.31, + 5.31 + ] + }, + { + "episode": 140, + "avg_reward": -3559.94, + "avg_cost": 12.75, + "lambda": 4.935, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.935, + 4.935 + ] + }, + { + "episode": 150, + "avg_reward": -3226.16, + "avg_cost": 9.0, + "lambda": 4.325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.325, + 4.325 + ] + }, + { + "episode": 160, + "avg_reward": -2655.77, + "avg_cost": 7.75, + "lambda": 3.9375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.9375, + 3.9375 + ] + }, + { + "episode": 170, + "avg_reward": -2368.67, + "avg_cost": 10.75, + "lambda": 3.4, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.4, + 3.4 + ] + }, + { + "episode": 180, + "avg_reward": -1695.41, + "avg_cost": 7.25, + "lambda": 2.8, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.8, + 2.8 + ] + }, + { + "episode": 190, + "avg_reward": -1295.82, + "avg_cost": 6.0, + "lambda": 2.1075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.1075, + 2.1075 + ] + }, + { + "episode": 200, + "avg_reward": -1047.38, + "avg_cost": 11.0, + "lambda": 1.4575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.4575, + 1.4575 + ] + }, + { + "episode": 210, + "avg_reward": -919.7, + "avg_cost": 7.5, + "lambda": 0.925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.925, + 0.925 + ] + }, + { + "episode": 220, + "avg_reward": -641.54, + "avg_cost": 3.75, + "lambda": 0.3125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.3125, + 0.3125 + ] + }, + { + "episode": 230, + "avg_reward": -240.92, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -94.6, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 360.93, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 572.87, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 439.49, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 678.84, + "avg_cost": 4.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 727.49, + "avg_cost": 2.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 922.22, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 825.75, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1326.18, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1048.61, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1191.97, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1509.07, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1405.83, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1419.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1386.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1633.33, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1344.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1547.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1647.43, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1755.97, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1821.14, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1917.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1937.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1887.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1696.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 2074.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 1870.97, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2162.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 2012.29, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2097.4, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 2047.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2253.24, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2295.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2046.96, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2193.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2251.87, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2124.71, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2329.22, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2083.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2182.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2290.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2173.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2445.2, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2598.22, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2381.86, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2350.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2144.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2379.25, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2437.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2372.34, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2630.69, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2483.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2352.9, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2417.85, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2287.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2293.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2368.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2501.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2458.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2358.15, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2377.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2566.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2432.79, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2437.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2593.15, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2553.63, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2327.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2636.07, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2611.2, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2663.29, + "avg_cost": 2.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2278.44, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2490.22, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2537.03, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2737.55, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2696.54, + "avg_cost": 3.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2618.67, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2715.68, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_per_agent_lambda_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..2a45acaf850553d864c9b8b2bb2fbfabc87631fe --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s1_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,2146 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1196356.76, + "constraint_satisfaction_pct": 14.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 37.83, + "seed": 1, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2740.06, + "avg_cost": 18.75, + "lambda": 1.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.1875, + 1.1875 + ] + }, + { + "episode": 10, + "avg_reward": -2686.3, + "avg_cost": 16.75, + "lambda": 2.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.6325, + 2.6325 + ] + }, + { + "episode": 20, + "avg_reward": -2665.71, + "avg_cost": 22.0, + "lambda": 4.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.42, + 4.42 + ] + }, + { + "episode": 30, + "avg_reward": -2665.68, + "avg_cost": 13.75, + "lambda": 6.005, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.005, + 6.005 + ] + }, + { + "episode": 40, + "avg_reward": -2599.66, + "avg_cost": 10.25, + "lambda": 7.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.39, + 7.39 + ] + }, + { + "episode": 50, + "avg_reward": -2560.46, + "avg_cost": 7.75, + "lambda": 8.7925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.7925, + 8.7925 + ] + }, + { + "episode": 60, + "avg_reward": -2714.94, + "avg_cost": 15.5, + "lambda": 10.2875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2875, + 10.2875 + ] + }, + { + "episode": 70, + "avg_reward": -2594.3, + "avg_cost": 18.5, + "lambda": 11.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.975, + 11.975 + ] + }, + { + "episode": 80, + "avg_reward": -2346.09, + "avg_cost": 12.5, + "lambda": 13.2825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.2825, + 13.2825 + ] + }, + { + "episode": 90, + "avg_reward": -2378.63, + "avg_cost": 12.25, + "lambda": 14.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.425, + 14.425 + ] + }, + { + "episode": 100, + "avg_reward": -2231.24, + "avg_cost": 12.0, + "lambda": 15.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.485, + 15.485 + ] + }, + { + "episode": 110, + "avg_reward": -2250.64, + "avg_cost": 9.0, + "lambda": 16.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.4725, + 16.4725 + ] + }, + { + "episode": 120, + "avg_reward": -2286.57, + "avg_cost": 13.5, + "lambda": 17.3375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.3375, + 17.3375 + ] + }, + { + "episode": 130, + "avg_reward": -2140.98, + "avg_cost": 5.25, + "lambda": 18.16, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.16, + 18.16 + ] + }, + { + "episode": 140, + "avg_reward": -2010.51, + "avg_cost": 5.25, + "lambda": 19.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.0225, + 19.0225 + ] + }, + { + "episode": 150, + "avg_reward": -2029.81, + "avg_cost": 13.0, + "lambda": 19.78, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.78, + 19.78 + ] + }, + { + "episode": 160, + "avg_reward": -2110.69, + "avg_cost": 8.75, + "lambda": 20.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.6325, + 20.6325 + ] + }, + { + "episode": 170, + "avg_reward": -2085.77, + "avg_cost": 5.0, + "lambda": 21.2775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.2775, + 21.2775 + ] + }, + { + "episode": 180, + "avg_reward": -2140.18, + "avg_cost": 9.75, + "lambda": 22.1475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.1475, + 22.1475 + ] + }, + { + "episode": 190, + "avg_reward": -1970.58, + "avg_cost": 6.25, + "lambda": 22.78, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.78, + 22.78 + ] + }, + { + "episode": 200, + "avg_reward": -2124.49, + "avg_cost": 8.75, + "lambda": 23.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.525, + 23.525 + ] + }, + { + "episode": 210, + "avg_reward": -1867.65, + "avg_cost": 7.25, + "lambda": 24.1525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.1525, + 24.1525 + ] + }, + { + "episode": 220, + "avg_reward": -2106.24, + "avg_cost": 6.5, + "lambda": 24.7175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.7175, + 24.7175 + ] + }, + { + "episode": 230, + "avg_reward": -2038.12, + "avg_cost": 3.5, + "lambda": 25.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.205, + 25.205 + ] + }, + { + "episode": 240, + "avg_reward": -1561.07, + "avg_cost": 7.0, + "lambda": 25.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.625, + 25.625 + ] + }, + { + "episode": 250, + "avg_reward": -1734.42, + "avg_cost": 3.25, + "lambda": 26.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.1125, + 26.1125 + ] + }, + { + "episode": 260, + "avg_reward": -1824.11, + "avg_cost": 3.75, + "lambda": 26.5575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.5575, + 26.5575 + ] + }, + { + "episode": 270, + "avg_reward": -1806.86, + "avg_cost": 2.75, + "lambda": 26.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.915, + 26.915 + ] + }, + { + "episode": 280, + "avg_reward": -1726.72, + "avg_cost": 3.25, + "lambda": 27.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.22, + 27.22 + ] + }, + { + "episode": 290, + "avg_reward": -1860.03, + "avg_cost": 1.5, + "lambda": 27.5175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.5175, + 27.5175 + ] + }, + { + "episode": 300, + "avg_reward": -1787.82, + "avg_cost": 2.0, + "lambda": 27.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.82, + 27.82 + ] + }, + { + "episode": 310, + "avg_reward": -1661.29, + "avg_cost": 2.5, + "lambda": 28.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.1025, + 28.1025 + ] + }, + { + "episode": 320, + "avg_reward": -1681.42, + "avg_cost": 1.25, + "lambda": 28.3425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.3425, + 28.3425 + ] + }, + { + "episode": 330, + "avg_reward": -1713.19, + "avg_cost": 0.75, + "lambda": 28.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.6, + 28.6 + ] + }, + { + "episode": 340, + "avg_reward": -1638.63, + "avg_cost": 2.0, + "lambda": 28.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.805, + 28.805 + ] + }, + { + "episode": 350, + "avg_reward": -1586.71, + "avg_cost": 0.75, + "lambda": 28.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.9475, + 28.9475 + ] + }, + { + "episode": 360, + "avg_reward": -1668.59, + "avg_cost": 1.0, + "lambda": 29.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.15, + 29.15 + ] + }, + { + "episode": 370, + "avg_reward": -1724.46, + "avg_cost": 3.0, + "lambda": 29.2775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.2775, + 29.2775 + ] + }, + { + "episode": 380, + "avg_reward": -1375.76, + "avg_cost": 1.75, + "lambda": 29.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.435, + 29.435 + ] + }, + { + "episode": 390, + "avg_reward": -1403.91, + "avg_cost": 0.5, + "lambda": 29.5825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.5825, + 29.5825 + ] + }, + { + "episode": 400, + "avg_reward": -1802.42, + "avg_cost": 0.75, + "lambda": 29.7025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.7025, + 29.7025 + ] + }, + { + "episode": 410, + "avg_reward": -1360.97, + "avg_cost": 0.75, + "lambda": 29.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.88, + 29.88 + ] + }, + { + "episode": 420, + "avg_reward": -1595.56, + "avg_cost": 0.0, + "lambda": 29.9775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.9775, + 29.9775 + ] + }, + { + "episode": 430, + "avg_reward": -1413.61, + "avg_cost": 1.25, + "lambda": 30.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.065, + 30.065 + ] + }, + { + "episode": 440, + "avg_reward": -1460.71, + "avg_cost": 0.25, + "lambda": 30.16, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.16, + 30.16 + ] + }, + { + "episode": 450, + "avg_reward": -1367.75, + "avg_cost": 0.5, + "lambda": 30.2225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2225, + 30.2225 + ] + }, + { + "episode": 460, + "avg_reward": -1262.22, + "avg_cost": 0.25, + "lambda": 30.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.27, + 30.27 + ] + }, + { + "episode": 470, + "avg_reward": -1326.2, + "avg_cost": 1.5, + "lambda": 30.365, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.365, + 30.365 + ] + }, + { + "episode": 480, + "avg_reward": -1049.97, + "avg_cost": 1.25, + "lambda": 30.445, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.445, + 30.445 + ] + }, + { + "episode": 490, + "avg_reward": -1339.75, + "avg_cost": 1.0, + "lambda": 30.4975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.4975, + 30.4975 + ] + }, + { + "episode": 500, + "avg_reward": -1319.55, + "avg_cost": 0.5, + "lambda": 30.565, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.565, + 30.565 + ] + }, + { + "episode": 510, + "avg_reward": -1244.75, + "avg_cost": 0.0, + "lambda": 30.615, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.615, + 30.615 + ] + }, + { + "episode": 520, + "avg_reward": -1212.8, + "avg_cost": 0.0, + "lambda": 30.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6775, + 30.6775 + ] + }, + { + "episode": 530, + "avg_reward": -1165.74, + "avg_cost": 0.75, + "lambda": 30.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7225, + 30.7225 + ] + }, + { + "episode": 540, + "avg_reward": -1209.53, + "avg_cost": 0.25, + "lambda": 30.765, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.765, + 30.765 + ] + }, + { + "episode": 550, + "avg_reward": -1380.43, + "avg_cost": 0.25, + "lambda": 30.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.8025, + 30.8025 + ] + }, + { + "episode": 560, + "avg_reward": -1043.5, + "avg_cost": 0.5, + "lambda": 30.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.85, + 30.85 + ] + }, + { + "episode": 570, + "avg_reward": -965.38, + "avg_cost": 0.25, + "lambda": 30.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.9075, + 30.9075 + ] + }, + { + "episode": 580, + "avg_reward": -1082.05, + "avg_cost": 0.5, + "lambda": 30.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.9575, + 30.9575 + ] + }, + { + "episode": 590, + "avg_reward": -1080.74, + "avg_cost": 0.25, + "lambda": 31.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.02, + 31.02 + ] + }, + { + "episode": 600, + "avg_reward": -1004.48, + "avg_cost": 0.25, + "lambda": 31.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0575, + 31.0575 + ] + }, + { + "episode": 610, + "avg_reward": -1116.85, + "avg_cost": 0.0, + "lambda": 31.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0975, + 31.0975 + ] + }, + { + "episode": 620, + "avg_reward": -1074.68, + "avg_cost": 0.25, + "lambda": 31.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.1425, + 31.1425 + ] + }, + { + "episode": 630, + "avg_reward": -819.24, + "avg_cost": 0.0, + "lambda": 31.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.205, + 31.205 + ] + }, + { + "episode": 640, + "avg_reward": -986.03, + "avg_cost": 0.0, + "lambda": 31.2425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2425, + 31.2425 + ] + }, + { + "episode": 650, + "avg_reward": -944.4, + "avg_cost": 0.0, + "lambda": 31.2775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2775, + 31.2775 + ] + }, + { + "episode": 660, + "avg_reward": -925.01, + "avg_cost": 0.5, + "lambda": 31.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.3525, + 31.3525 + ] + }, + { + "episode": 670, + "avg_reward": -1000.08, + "avg_cost": 0.5, + "lambda": 31.4075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.4075, + 31.4075 + ] + }, + { + "episode": 680, + "avg_reward": -784.49, + "avg_cost": 0.25, + "lambda": 31.4425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.4425, + 31.4425 + ] + }, + { + "episode": 690, + "avg_reward": -901.75, + "avg_cost": 0.5, + "lambda": 31.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.4875, + 31.4875 + ] + }, + { + "episode": 700, + "avg_reward": -901.79, + "avg_cost": 1.0, + "lambda": 31.5475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.5475, + 31.5475 + ] + }, + { + "episode": 710, + "avg_reward": -793.29, + "avg_cost": 0.0, + "lambda": 31.635, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.635, + 31.635 + ] + }, + { + "episode": 720, + "avg_reward": -693.16, + "avg_cost": 0.5, + "lambda": 31.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.725, + 31.725 + ] + }, + { + "episode": 730, + "avg_reward": -682.02, + "avg_cost": 0.0, + "lambda": 31.79, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.79, + 31.79 + ] + }, + { + "episode": 740, + "avg_reward": -718.94, + "avg_cost": 0.75, + "lambda": 31.93, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.93, + 31.93 + ] + }, + { + "episode": 750, + "avg_reward": -667.62, + "avg_cost": 0.25, + "lambda": 31.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.975, + 31.975 + ] + }, + { + "episode": 760, + "avg_reward": -683.76, + "avg_cost": 0.0, + "lambda": 32.01, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.01, + 32.01 + ] + }, + { + "episode": 770, + "avg_reward": -690.09, + "avg_cost": 1.25, + "lambda": 32.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1175, + 32.1175 + ] + }, + { + "episode": 780, + "avg_reward": -739.97, + "avg_cost": 0.0, + "lambda": 32.14, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.14, + 32.14 + ] + }, + { + "episode": 790, + "avg_reward": -722.26, + "avg_cost": 0.5, + "lambda": 32.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1975, + 32.1975 + ] + }, + { + "episode": 800, + "avg_reward": -741.96, + "avg_cost": 0.5, + "lambda": 32.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.25, + 32.25 + ] + }, + { + "episode": 810, + "avg_reward": -764.03, + "avg_cost": 0.0, + "lambda": 32.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.275, + 32.275 + ] + }, + { + "episode": 820, + "avg_reward": -601.04, + "avg_cost": 0.25, + "lambda": 32.3075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.3075, + 32.3075 + ] + }, + { + "episode": 830, + "avg_reward": -698.21, + "avg_cost": 0.0, + "lambda": 32.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.36, + 32.36 + ] + }, + { + "episode": 840, + "avg_reward": -633.56, + "avg_cost": 0.0, + "lambda": 32.455, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.455, + 32.455 + ] + }, + { + "episode": 850, + "avg_reward": -484.29, + "avg_cost": 1.75, + "lambda": 32.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.525, + 32.525 + ] + }, + { + "episode": 860, + "avg_reward": -666.51, + "avg_cost": 0.0, + "lambda": 32.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.605, + 32.605 + ] + }, + { + "episode": 870, + "avg_reward": -694.44, + "avg_cost": 0.5, + "lambda": 32.665, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.665, + 32.665 + ] + }, + { + "episode": 880, + "avg_reward": -673.92, + "avg_cost": 1.0, + "lambda": 32.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.715, + 32.715 + ] + }, + { + "episode": 890, + "avg_reward": -971.14, + "avg_cost": 4.75, + "lambda": 32.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.83, + 32.83 + ] + }, + { + "episode": 900, + "avg_reward": -701.56, + "avg_cost": 1.0, + "lambda": 32.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.865, + 32.865 + ] + }, + { + "episode": 910, + "avg_reward": -648.16, + "avg_cost": 0.0, + "lambda": 32.89, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.89, + 32.89 + ] + }, + { + "episode": 920, + "avg_reward": -577.85, + "avg_cost": 0.25, + "lambda": 32.9425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.9425, + 32.9425 + ] + }, + { + "episode": 930, + "avg_reward": -575.66, + "avg_cost": 0.75, + "lambda": 33.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.0, + 33.0 + ] + }, + { + "episode": 940, + "avg_reward": -599.0, + "avg_cost": 0.0, + "lambda": 33.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.02, + 33.02 + ] + }, + { + "episode": 950, + "avg_reward": -536.5, + "avg_cost": 0.75, + "lambda": 33.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.0925, + 33.0925 + ] + }, + { + "episode": 960, + "avg_reward": -471.18, + "avg_cost": 0.25, + "lambda": 33.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1025, + 33.1025 + ] + }, + { + "episode": 970, + "avg_reward": -557.06, + "avg_cost": 0.25, + "lambda": 33.135, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.135, + 33.135 + ] + }, + { + "episode": 980, + "avg_reward": -584.74, + "avg_cost": 0.0, + "lambda": 33.145, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.145, + 33.145 + ] + }, + { + "episode": 990, + "avg_reward": -562.06, + "avg_cost": 0.0, + "lambda": 33.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1625, + 33.1625 + ] + }, + { + "episode": 1000, + "avg_reward": -525.13, + "avg_cost": 0.25, + "lambda": 33.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1725, + 33.1725 + ] + }, + { + "episode": 1010, + "avg_reward": -580.05, + "avg_cost": 0.0, + "lambda": 33.185, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.185, + 33.185 + ] + }, + { + "episode": 1020, + "avg_reward": -324.86, + "avg_cost": 0.0, + "lambda": 33.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.195, + 33.195 + ] + }, + { + "episode": 1030, + "avg_reward": -432.23, + "avg_cost": 0.0, + "lambda": 33.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.235, + 33.235 + ] + }, + { + "episode": 1040, + "avg_reward": -504.22, + "avg_cost": 0.5, + "lambda": 33.255, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.255, + 33.255 + ] + }, + { + "episode": 1050, + "avg_reward": -348.06, + "avg_cost": 0.25, + "lambda": 33.2825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.2825, + 33.2825 + ] + }, + { + "episode": 1060, + "avg_reward": -285.11, + "avg_cost": 0.0, + "lambda": 33.3175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.3175, + 33.3175 + ] + }, + { + "episode": 1070, + "avg_reward": -322.76, + "avg_cost": 0.0, + "lambda": 33.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.345, + 33.345 + ] + }, + { + "episode": 1080, + "avg_reward": -382.62, + "avg_cost": 0.0, + "lambda": 33.3925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.3925, + 33.3925 + ] + }, + { + "episode": 1090, + "avg_reward": -170.91, + "avg_cost": 1.0, + "lambda": 33.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.435, + 33.435 + ] + }, + { + "episode": 1100, + "avg_reward": -273.51, + "avg_cost": 0.75, + "lambda": 33.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.4875, + 33.4875 + ] + }, + { + "episode": 1110, + "avg_reward": -265.05, + "avg_cost": 0.0, + "lambda": 33.5125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.5125, + 33.5125 + ] + }, + { + "episode": 1120, + "avg_reward": -249.1, + "avg_cost": 0.0, + "lambda": 33.5725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.5725, + 33.5725 + ] + }, + { + "episode": 1130, + "avg_reward": -248.16, + "avg_cost": 0.75, + "lambda": 33.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.625, + 33.625 + ] + }, + { + "episode": 1140, + "avg_reward": -168.22, + "avg_cost": 0.75, + "lambda": 33.68, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.68, + 33.68 + ] + }, + { + "episode": 1150, + "avg_reward": 11.01, + "avg_cost": 0.5, + "lambda": 33.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.7525, + 33.7525 + ] + }, + { + "episode": 1160, + "avg_reward": -71.69, + "avg_cost": 1.0, + "lambda": 33.845, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.845, + 33.845 + ] + }, + { + "episode": 1170, + "avg_reward": -580.88, + "avg_cost": 0.25, + "lambda": 33.94, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.94, + 33.94 + ] + }, + { + "episode": 1180, + "avg_reward": -131.71, + "avg_cost": 0.0, + "lambda": 33.9875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.9875, + 33.9875 + ] + }, + { + "episode": 1190, + "avg_reward": 97.23, + "avg_cost": 0.75, + "lambda": 34.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.035, + 34.035 + ] + }, + { + "episode": 1200, + "avg_reward": 167.95, + "avg_cost": 0.25, + "lambda": 34.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.1025, + 34.1025 + ] + }, + { + "episode": 1210, + "avg_reward": 255.14, + "avg_cost": 0.25, + "lambda": 34.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.1875, + 34.1875 + ] + }, + { + "episode": 1220, + "avg_reward": 356.47, + "avg_cost": 0.25, + "lambda": 34.2825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.2825, + 34.2825 + ] + }, + { + "episode": 1230, + "avg_reward": 309.88, + "avg_cost": 4.5, + "lambda": 34.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.41, + 34.41 + ] + }, + { + "episode": 1240, + "avg_reward": 529.74, + "avg_cost": 0.75, + "lambda": 34.49, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.49, + 34.49 + ] + }, + { + "episode": 1250, + "avg_reward": 641.66, + "avg_cost": 1.5, + "lambda": 34.58, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.58, + 34.58 + ] + }, + { + "episode": 1260, + "avg_reward": 656.37, + "avg_cost": 0.5, + "lambda": 34.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.67, + 34.67 + ] + }, + { + "episode": 1270, + "avg_reward": 648.52, + "avg_cost": 1.75, + "lambda": 34.8275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.8275, + 34.8275 + ] + }, + { + "episode": 1280, + "avg_reward": 708.86, + "avg_cost": 0.25, + "lambda": 34.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.92, + 34.92 + ] + }, + { + "episode": 1290, + "avg_reward": 708.85, + "avg_cost": 1.0, + "lambda": 35.045, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.045, + 35.045 + ] + }, + { + "episode": 1300, + "avg_reward": 617.55, + "avg_cost": 1.0, + "lambda": 35.1525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.1525, + 35.1525 + ] + }, + { + "episode": 1310, + "avg_reward": 893.76, + "avg_cost": 1.75, + "lambda": 35.3175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.3175, + 35.3175 + ] + }, + { + "episode": 1320, + "avg_reward": 936.36, + "avg_cost": 1.0, + "lambda": 35.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.4475, + 35.4475 + ] + }, + { + "episode": 1330, + "avg_reward": 1038.03, + "avg_cost": 0.5, + "lambda": 35.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.57, + 35.57 + ] + }, + { + "episode": 1340, + "avg_reward": 756.1, + "avg_cost": 0.75, + "lambda": 35.745, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.745, + 35.745 + ] + }, + { + "episode": 1350, + "avg_reward": 1152.65, + "avg_cost": 2.0, + "lambda": 35.89, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.89, + 35.89 + ] + }, + { + "episode": 1360, + "avg_reward": 1186.85, + "avg_cost": 1.75, + "lambda": 36.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0275, + 36.0275 + ] + }, + { + "episode": 1370, + "avg_reward": 1162.24, + "avg_cost": 1.5, + "lambda": 36.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.2025, + 36.2025 + ] + }, + { + "episode": 1380, + "avg_reward": 1249.55, + "avg_cost": 0.75, + "lambda": 36.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.3225, + 36.3225 + ] + }, + { + "episode": 1390, + "avg_reward": 1163.19, + "avg_cost": 1.25, + "lambda": 36.53, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.53, + 36.53 + ] + }, + { + "episode": 1400, + "avg_reward": 1280.77, + "avg_cost": 2.25, + "lambda": 36.695, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.695, + 36.695 + ] + }, + { + "episode": 1410, + "avg_reward": 1294.57, + "avg_cost": 0.5, + "lambda": 36.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.85, + 36.85 + ] + }, + { + "episode": 1420, + "avg_reward": 1401.44, + "avg_cost": 1.5, + "lambda": 37.005, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.005, + 37.005 + ] + }, + { + "episode": 1430, + "avg_reward": 1323.34, + "avg_cost": 1.0, + "lambda": 37.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.1825, + 37.1825 + ] + }, + { + "episode": 1440, + "avg_reward": 1447.19, + "avg_cost": 1.5, + "lambda": 37.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.325, + 37.325 + ] + }, + { + "episode": 1450, + "avg_reward": 1449.77, + "avg_cost": 2.75, + "lambda": 37.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4625, + 37.4625 + ] + }, + { + "episode": 1460, + "avg_reward": -322.91, + "avg_cost": 1.5, + "lambda": 37.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.595, + 37.595 + ] + }, + { + "episode": 1470, + "avg_reward": -887.25, + "avg_cost": 0.25, + "lambda": 37.6275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.6275, + 37.6275 + ] + }, + { + "episode": 1480, + "avg_reward": -489.09, + "avg_cost": 0.5, + "lambda": 37.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.6425, + 37.6425 + ] + }, + { + "episode": 1490, + "avg_reward": 45.64, + "avg_cost": 1.25, + "lambda": 37.7075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.7075, + 37.7075 + ] + }, + { + "episode": 1500, + "avg_reward": 355.55, + "avg_cost": 1.5, + "lambda": 37.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.83, + 37.83 + ] + } + ], + "final_lambdas": [ + 37.83, + 37.83 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..c2d9bea2c49e846011dceb7359ecade70cab4a8e --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -2287323.42, + "constraint_satisfaction_pct": 24.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12280.45, + "avg_cost": 15.0, + "lambda": 10.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.45, + 10.45 + ] + }, + { + "episode": 10, + "avg_reward": -11699.99, + "avg_cost": 7.25, + "lambda": 15.3325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.3325, + 15.3325 + ] + }, + { + "episode": 20, + "avg_reward": -11339.95, + "avg_cost": 18.25, + "lambda": 19.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.63, + 19.63 + ] + }, + { + "episode": 30, + "avg_reward": -10997.99, + "avg_cost": 9.75, + "lambda": 23.32, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.32, + 23.32 + ] + }, + { + "episode": 40, + "avg_reward": -10464.5, + "avg_cost": 12.25, + "lambda": 27.1075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.1075, + 27.1075 + ] + }, + { + "episode": 50, + "avg_reward": -10339.27, + "avg_cost": 12.75, + "lambda": 31.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.195, + 31.195 + ] + }, + { + "episode": 60, + "avg_reward": -9994.55, + "avg_cost": 13.75, + "lambda": 34.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.27, + 34.27 + ] + }, + { + "episode": 70, + "avg_reward": -10151.44, + "avg_cost": 4.5, + "lambda": 37.21, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.21, + 37.21 + ] + }, + { + "episode": 80, + "avg_reward": -9375.64, + "avg_cost": 4.25, + "lambda": 40.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.0, + 40.0 + ] + }, + { + "episode": 90, + "avg_reward": -8951.28, + "avg_cost": 23.75, + "lambda": 43.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.7575, + 43.7575 + ] + }, + { + "episode": 100, + "avg_reward": -9193.0, + "avg_cost": 7.5, + "lambda": 47.515, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.515, + 47.515 + ] + }, + { + "episode": 110, + "avg_reward": -8424.79, + "avg_cost": 17.25, + "lambda": 50.23, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.23, + 50.23 + ] + }, + { + "episode": 120, + "avg_reward": -8199.0, + "avg_cost": 2.5, + "lambda": 52.84, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.84, + 52.84 + ] + }, + { + "episode": 130, + "avg_reward": -7758.5, + "avg_cost": 5.75, + "lambda": 55.54, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.54, + 55.54 + ] + }, + { + "episode": 140, + "avg_reward": -7756.34, + "avg_cost": 10.5, + "lambda": 58.2325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.2325, + 58.2325 + ] + }, + { + "episode": 150, + "avg_reward": -6994.08, + "avg_cost": 5.0, + "lambda": 60.0475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.0475, + 60.0475 + ] + }, + { + "episode": 160, + "avg_reward": -6866.39, + "avg_cost": 3.75, + "lambda": 61.9675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.9675, + 61.9675 + ] + }, + { + "episode": 170, + "avg_reward": -6382.61, + "avg_cost": 14.5, + "lambda": 64.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.27, + 64.27 + ] + }, + { + "episode": 180, + "avg_reward": -5697.67, + "avg_cost": 6.0, + "lambda": 67.54, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.54, + 67.54 + ] + }, + { + "episode": 190, + "avg_reward": -5420.09, + "avg_cost": 5.0, + "lambda": 69.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.6475, + 69.6475 + ] + }, + { + "episode": 200, + "avg_reward": -5164.01, + "avg_cost": 7.25, + "lambda": 71.98, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.98, + 71.98 + ] + }, + { + "episode": 210, + "avg_reward": -5269.1, + "avg_cost": 11.75, + "lambda": 74.8975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.8975, + 74.8975 + ] + }, + { + "episode": 220, + "avg_reward": -5113.23, + "avg_cost": 3.0, + "lambda": 76.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.63, + 76.63 + ] + }, + { + "episode": 230, + "avg_reward": -4929.74, + "avg_cost": 4.25, + "lambda": 78.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.25, + 78.25 + ] + }, + { + "episode": 240, + "avg_reward": -4731.91, + "avg_cost": 5.25, + "lambda": 80.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.02, + 80.02 + ] + }, + { + "episode": 250, + "avg_reward": -4559.85, + "avg_cost": 6.0, + "lambda": 82.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.7575, + 82.7575 + ] + }, + { + "episode": 260, + "avg_reward": -4871.65, + "avg_cost": 2.75, + "lambda": 84.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.2575, + 84.2575 + ] + }, + { + "episode": 270, + "avg_reward": -4898.07, + "avg_cost": 14.5, + "lambda": 86.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.92, + 86.92 + ] + }, + { + "episode": 280, + "avg_reward": -4422.66, + "avg_cost": 8.75, + "lambda": 88.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.9075, + 88.9075 + ] + }, + { + "episode": 290, + "avg_reward": -4227.74, + "avg_cost": 6.0, + "lambda": 90.6175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.6175, + 90.6175 + ] + }, + { + "episode": 300, + "avg_reward": -4414.48, + "avg_cost": 8.25, + "lambda": 92.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.7325, + 92.7325 + ] + }, + { + "episode": 310, + "avg_reward": -4060.8, + "avg_cost": 12.0, + "lambda": 94.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.3525, + 94.3525 + ] + }, + { + "episode": 320, + "avg_reward": -4119.31, + "avg_cost": 5.5, + "lambda": 95.53, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.53, + 95.53 + ] + }, + { + "episode": 330, + "avg_reward": -3822.77, + "avg_cost": 2.75, + "lambda": 96.76, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.76, + 96.76 + ] + }, + { + "episode": 340, + "avg_reward": -3693.4, + "avg_cost": 1.25, + "lambda": 97.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.48, + 97.48 + ] + }, + { + "episode": 350, + "avg_reward": -3667.05, + "avg_cost": 3.25, + "lambda": 98.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.725, + 98.725 + ] + }, + { + "episode": 360, + "avg_reward": -3536.08, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -3464.34, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -3311.62, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -3388.61, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -3344.44, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -3482.09, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -3092.5, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -3165.0, + "avg_cost": 3.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -2497.44, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -2851.95, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -2359.93, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -1967.13, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -1901.02, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -1931.2, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -1918.82, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -1721.87, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -1583.69, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -1526.48, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -1380.75, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -1237.44, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -932.0, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -1140.17, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -833.38, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -619.75, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -497.09, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -366.24, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -57.15, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 161.48, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 112.7, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 460.89, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 804.09, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 757.29, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 766.22, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 956.43, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 1166.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 1180.63, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 1364.15, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 1319.37, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1374.06, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1914.12, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 1580.39, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1755.03, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1719.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1848.94, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2091.96, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2142.82, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2188.37, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2316.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2246.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2143.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2217.24, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2179.18, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2414.8, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2328.26, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2442.7, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2548.08, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2588.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2780.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2662.95, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 3094.46, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2734.48, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2504.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2803.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2577.85, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2800.53, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4136b2be9b2ce03cc35c0572a2249dd4ff05f0 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Ant_2x4_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 568968.0, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9210.34, + "avg_cost": 15.0, + "lambda": 5.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.025, + 5.025 + ] + }, + { + "episode": 10, + "avg_reward": -8942.45, + "avg_cost": 19.75, + "lambda": 5.1575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.1575, + 5.1575 + ] + }, + { + "episode": 20, + "avg_reward": -8614.29, + "avg_cost": 18.75, + "lambda": 5.4225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.4225, + 5.4225 + ] + }, + { + "episode": 30, + "avg_reward": -8230.73, + "avg_cost": 11.75, + "lambda": 5.3375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.3375, + 5.3375 + ] + }, + { + "episode": 40, + "avg_reward": -7780.02, + "avg_cost": 9.5, + "lambda": 5.37, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.37, + 5.37 + ] + }, + { + "episode": 50, + "avg_reward": -7524.81, + "avg_cost": 10.5, + "lambda": 5.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.225, + 5.225 + ] + }, + { + "episode": 60, + "avg_reward": -6891.87, + "avg_cost": 19.0, + "lambda": 5.305, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.305, + 5.305 + ] + }, + { + "episode": 70, + "avg_reward": -6808.66, + "avg_cost": 10.75, + "lambda": 5.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.3525, + 5.3525 + ] + }, + { + "episode": 80, + "avg_reward": -6301.62, + "avg_cost": 6.75, + "lambda": 5.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.1425, + 5.1425 + ] + }, + { + "episode": 90, + "avg_reward": -5911.93, + "avg_cost": 4.25, + "lambda": 4.8575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.8575, + 4.8575 + ] + }, + { + "episode": 100, + "avg_reward": -5672.62, + "avg_cost": 10.5, + "lambda": 4.6075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.6075, + 4.6075 + ] + }, + { + "episode": 110, + "avg_reward": -5104.87, + "avg_cost": 6.75, + "lambda": 4.2725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.2725, + 4.2725 + ] + }, + { + "episode": 120, + "avg_reward": -4601.63, + "avg_cost": 6.25, + "lambda": 3.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.8475, + 3.8475 + ] + }, + { + "episode": 130, + "avg_reward": -3870.59, + "avg_cost": 1.5, + "lambda": 3.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.5325, + 3.5325 + ] + }, + { + "episode": 140, + "avg_reward": -3315.6, + "avg_cost": 5.25, + "lambda": 3.185, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.185, + 3.185 + ] + }, + { + "episode": 150, + "avg_reward": -2613.4, + "avg_cost": 9.25, + "lambda": 2.635, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.635, + 2.635 + ] + }, + { + "episode": 160, + "avg_reward": -2385.91, + "avg_cost": 2.25, + "lambda": 1.995, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.995, + 1.995 + ] + }, + { + "episode": 170, + "avg_reward": -1897.79, + "avg_cost": 6.0, + "lambda": 1.4325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.4325, + 1.4325 + ] + }, + { + "episode": 180, + "avg_reward": -1570.26, + "avg_cost": 6.25, + "lambda": 0.7475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.7475, + 0.7475 + ] + }, + { + "episode": 190, + "avg_reward": -1113.67, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -914.38, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -434.17, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -134.66, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": 207.8, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": 247.2, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 527.29, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 514.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 668.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 851.59, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 889.7, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 959.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 1112.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1154.56, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1256.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1289.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1100.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1491.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1505.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1513.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1591.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1597.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1551.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1790.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1820.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 2006.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1941.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1894.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1606.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1701.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1877.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 2129.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2039.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 1927.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2114.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 2063.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2210.53, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2075.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2267.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2163.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2087.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2146.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2421.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2409.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2207.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2333.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2451.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2599.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2437.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2522.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2609.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2593.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2528.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2539.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2295.02, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2538.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2590.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2497.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2558.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2572.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2413.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2580.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2545.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2685.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2730.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2898.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2666.98, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2638.06, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2577.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2713.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2579.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2866.99, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2653.96, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2890.88, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2732.43, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2852.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2865.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2756.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2835.87, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2789.93, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2839.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2788.05, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..b39190200515def56a4efeb260b539bcbd6524d8 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 821551.65, + "constraint_satisfaction_pct": 27.4, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 42.955, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -1794.79, + "avg_cost": 0.0, + "lambda": 10.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0075, + 10.0075 + ] + }, + { + "episode": 20, + "avg_reward": -1770.12, + "avg_cost": 0.0, + "lambda": 10.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.015, + 10.015 + ] + }, + { + "episode": 30, + "avg_reward": -1578.67, + "avg_cost": 0.0, + "lambda": 10.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.03, + 10.03 + ] + }, + { + "episode": 40, + "avg_reward": -1696.28, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0375, + 10.0375 + ] + }, + { + "episode": 50, + "avg_reward": -1655.38, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0375, + 10.0375 + ] + }, + { + "episode": 60, + "avg_reward": -1155.59, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0375, + 10.0375 + ] + }, + { + "episode": 70, + "avg_reward": -1062.49, + "avg_cost": 0.0, + "lambda": 10.0375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0375, + 10.0375 + ] + }, + { + "episode": 80, + "avg_reward": -1277.72, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 90, + "avg_reward": -1062.42, + "avg_cost": 0.0, + "lambda": 10.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.06, + 10.06 + ] + }, + { + "episode": 100, + "avg_reward": -995.05, + "avg_cost": 0.0, + "lambda": 10.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0675, + 10.0675 + ] + }, + { + "episode": 110, + "avg_reward": -869.95, + "avg_cost": 0.0, + "lambda": 10.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0675, + 10.0675 + ] + }, + { + "episode": 120, + "avg_reward": -1065.3, + "avg_cost": 0.0, + "lambda": 10.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0675, + 10.0675 + ] + }, + { + "episode": 130, + "avg_reward": -859.14, + "avg_cost": 0.0, + "lambda": 10.0675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0675, + 10.0675 + ] + }, + { + "episode": 140, + "avg_reward": -711.46, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 150, + "avg_reward": -604.44, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 160, + "avg_reward": -767.82, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 170, + "avg_reward": -562.5, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 180, + "avg_reward": -755.92, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 190, + "avg_reward": -1159.44, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 200, + "avg_reward": -881.15, + "avg_cost": 0.0, + "lambda": 10.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0975, + 10.0975 + ] + }, + { + "episode": 210, + "avg_reward": -636.05, + "avg_cost": 1.0, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 220, + "avg_reward": -973.79, + "avg_cost": 0.5, + "lambda": 10.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3225, + 10.3225 + ] + }, + { + "episode": 230, + "avg_reward": -487.15, + "avg_cost": 0.75, + "lambda": 10.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.4725, + 10.4725 + ] + }, + { + "episode": 240, + "avg_reward": -801.41, + "avg_cost": 0.0, + "lambda": 10.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.48, + 10.48 + ] + }, + { + "episode": 250, + "avg_reward": -425.65, + "avg_cost": 0.0, + "lambda": 10.495, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.495, + 10.495 + ] + }, + { + "episode": 260, + "avg_reward": -771.18, + "avg_cost": 0.0, + "lambda": 10.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5025, + 10.5025 + ] + }, + { + "episode": 270, + "avg_reward": -751.09, + "avg_cost": 0.0, + "lambda": 10.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.5625, + 10.5625 + ] + }, + { + "episode": 280, + "avg_reward": -511.12, + "avg_cost": 0.0, + "lambda": 10.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.6375, + 10.6375 + ] + }, + { + "episode": 290, + "avg_reward": -504.19, + "avg_cost": 0.0, + "lambda": 10.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.66, + 10.66 + ] + }, + { + "episode": 300, + "avg_reward": -560.8, + "avg_cost": 0.0, + "lambda": 10.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.8325, + 10.8325 + ] + }, + { + "episode": 310, + "avg_reward": -567.7, + "avg_cost": 0.5, + "lambda": 10.9825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.9825, + 10.9825 + ] + }, + { + "episode": 320, + "avg_reward": 3.67, + "avg_cost": 0.5, + "lambda": 11.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.2075, + 11.2075 + ] + }, + { + "episode": 330, + "avg_reward": 13.68, + "avg_cost": 0.5, + "lambda": 11.38, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.38, + 11.38 + ] + }, + { + "episode": 340, + "avg_reward": -36.6, + "avg_cost": 1.0, + "lambda": 11.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.7325, + 11.7325 + ] + }, + { + "episode": 350, + "avg_reward": -522.4, + "avg_cost": 1.25, + "lambda": 12.01, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.01, + 12.01 + ] + }, + { + "episode": 360, + "avg_reward": -153.82, + "avg_cost": 0.5, + "lambda": 12.235, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.235, + 12.235 + ] + }, + { + "episode": 370, + "avg_reward": 68.75, + "avg_cost": 0.0, + "lambda": 12.52, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.52, + 12.52 + ] + }, + { + "episode": 380, + "avg_reward": 189.14, + "avg_cost": 1.0, + "lambda": 12.76, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.76, + 12.76 + ] + }, + { + "episode": 390, + "avg_reward": 232.01, + "avg_cost": 1.0, + "lambda": 13.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.075, + 13.075 + ] + }, + { + "episode": 400, + "avg_reward": 123.11, + "avg_cost": 0.75, + "lambda": 13.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.6, + 13.6 + ] + }, + { + "episode": 410, + "avg_reward": 74.43, + "avg_cost": 0.75, + "lambda": 14.245, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.245, + 14.245 + ] + }, + { + "episode": 420, + "avg_reward": 677.25, + "avg_cost": 1.5, + "lambda": 14.6875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.6875, + 14.6875 + ] + }, + { + "episode": 430, + "avg_reward": 200.09, + "avg_cost": 1.0, + "lambda": 15.19, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.19, + 15.19 + ] + }, + { + "episode": 440, + "avg_reward": 497.14, + "avg_cost": 1.25, + "lambda": 15.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.67, + 15.67 + ] + }, + { + "episode": 450, + "avg_reward": 367.14, + "avg_cost": 1.25, + "lambda": 16.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.3, + 16.3 + ] + }, + { + "episode": 460, + "avg_reward": 1244.27, + "avg_cost": 1.0, + "lambda": 16.7725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.7725, + 16.7725 + ] + }, + { + "episode": 470, + "avg_reward": 1266.95, + "avg_cost": 2.5, + "lambda": 17.3425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.3425, + 17.3425 + ] + }, + { + "episode": 480, + "avg_reward": 1386.43, + "avg_cost": 2.25, + "lambda": 17.9275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.9275, + 17.9275 + ] + }, + { + "episode": 490, + "avg_reward": 882.29, + "avg_cost": 1.0, + "lambda": 18.3025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.3025, + 18.3025 + ] + }, + { + "episode": 500, + "avg_reward": 1061.64, + "avg_cost": 3.5, + "lambda": 18.8575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.8575, + 18.8575 + ] + }, + { + "episode": 510, + "avg_reward": 1623.5, + "avg_cost": 2.25, + "lambda": 19.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.3975, + 19.3975 + ] + }, + { + "episode": 520, + "avg_reward": 1404.55, + "avg_cost": 2.75, + "lambda": 19.7875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.7875, + 19.7875 + ] + }, + { + "episode": 530, + "avg_reward": 1553.4, + "avg_cost": 1.0, + "lambda": 20.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.275, + 20.275 + ] + }, + { + "episode": 540, + "avg_reward": 1857.52, + "avg_cost": 2.75, + "lambda": 20.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.875, + 20.875 + ] + }, + { + "episode": 550, + "avg_reward": 869.28, + "avg_cost": 1.25, + "lambda": 21.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.22, + 21.22 + ] + }, + { + "episode": 560, + "avg_reward": 1322.24, + "avg_cost": 3.5, + "lambda": 21.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.7525, + 21.7525 + ] + }, + { + "episode": 570, + "avg_reward": 1601.53, + "avg_cost": 1.5, + "lambda": 22.1575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.1575, + 22.1575 + ] + }, + { + "episode": 580, + "avg_reward": 1360.39, + "avg_cost": 1.5, + "lambda": 22.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.72, + 22.72 + ] + }, + { + "episode": 590, + "avg_reward": 1914.65, + "avg_cost": 2.25, + "lambda": 23.245, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.245, + 23.245 + ] + }, + { + "episode": 600, + "avg_reward": 1806.45, + "avg_cost": 1.25, + "lambda": 23.56, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.56, + 23.56 + ] + }, + { + "episode": 610, + "avg_reward": 1866.93, + "avg_cost": 0.75, + "lambda": 24.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.1225, + 24.1225 + ] + }, + { + "episode": 620, + "avg_reward": 1965.91, + "avg_cost": 3.5, + "lambda": 24.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.61, + 24.61 + ] + }, + { + "episode": 630, + "avg_reward": 1861.9, + "avg_cost": 1.0, + "lambda": 25.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.105, + 25.105 + ] + }, + { + "episode": 640, + "avg_reward": 1664.4, + "avg_cost": 2.0, + "lambda": 25.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.5025, + 25.5025 + ] + }, + { + "episode": 650, + "avg_reward": 1908.73, + "avg_cost": 1.5, + "lambda": 25.9225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.9225, + 25.9225 + ] + }, + { + "episode": 660, + "avg_reward": 2099.07, + "avg_cost": 1.0, + "lambda": 26.53, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.53, + 26.53 + ] + }, + { + "episode": 670, + "avg_reward": 2001.27, + "avg_cost": 2.5, + "lambda": 27.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.0775, + 27.0775 + ] + }, + { + "episode": 680, + "avg_reward": 2102.82, + "avg_cost": 1.75, + "lambda": 27.7075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.7075, + 27.7075 + ] + }, + { + "episode": 690, + "avg_reward": 1817.18, + "avg_cost": 1.5, + "lambda": 28.21, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.21, + 28.21 + ] + }, + { + "episode": 700, + "avg_reward": 2241.38, + "avg_cost": 2.25, + "lambda": 28.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.7425, + 28.7425 + ] + }, + { + "episode": 710, + "avg_reward": 2123.82, + "avg_cost": 0.75, + "lambda": 29.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.215, + 29.215 + ] + }, + { + "episode": 720, + "avg_reward": 1586.66, + "avg_cost": 0.75, + "lambda": 29.5825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.5825, + 29.5825 + ] + }, + { + "episode": 730, + "avg_reward": 2439.47, + "avg_cost": 4.0, + "lambda": 30.1075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.1075, + 30.1075 + ] + }, + { + "episode": 740, + "avg_reward": 2203.9, + "avg_cost": 1.5, + "lambda": 30.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6325, + 30.6325 + ] + }, + { + "episode": 750, + "avg_reward": 2366.38, + "avg_cost": 3.25, + "lambda": 31.1725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.1725, + 31.1725 + ] + }, + { + "episode": 760, + "avg_reward": 2156.43, + "avg_cost": 1.0, + "lambda": 31.81, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.81, + 31.81 + ] + }, + { + "episode": 770, + "avg_reward": 2395.71, + "avg_cost": 2.25, + "lambda": 32.515, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.515, + 32.515 + ] + }, + { + "episode": 780, + "avg_reward": 2378.66, + "avg_cost": 4.0, + "lambda": 33.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.205, + 33.205 + ] + }, + { + "episode": 790, + "avg_reward": 2490.33, + "avg_cost": 2.0, + "lambda": 33.685, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.685, + 33.685 + ] + }, + { + "episode": 800, + "avg_reward": 2487.09, + "avg_cost": 3.0, + "lambda": 34.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.345, + 34.345 + ] + }, + { + "episode": 810, + "avg_reward": 2440.22, + "avg_cost": 2.5, + "lambda": 34.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.975, + 34.975 + ] + }, + { + "episode": 820, + "avg_reward": 2414.64, + "avg_cost": 1.75, + "lambda": 35.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.4475, + 35.4475 + ] + }, + { + "episode": 830, + "avg_reward": 2522.8, + "avg_cost": 2.5, + "lambda": 36.07, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.07, + 36.07 + ] + }, + { + "episode": 840, + "avg_reward": 2686.57, + "avg_cost": 2.25, + "lambda": 36.4825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.4825, + 36.4825 + ] + }, + { + "episode": 850, + "avg_reward": 2140.5, + "avg_cost": 1.75, + "lambda": 36.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.91, + 36.91 + ] + }, + { + "episode": 860, + "avg_reward": 2720.13, + "avg_cost": 2.75, + "lambda": 37.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.36, + 37.36 + ] + }, + { + "episode": 870, + "avg_reward": 2563.96, + "avg_cost": 0.75, + "lambda": 37.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.8175, + 37.8175 + ] + }, + { + "episode": 880, + "avg_reward": 2047.54, + "avg_cost": 0.0, + "lambda": 38.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.1175, + 38.1175 + ] + }, + { + "episode": 890, + "avg_reward": 2536.62, + "avg_cost": 0.75, + "lambda": 38.6575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.6575, + 38.6575 + ] + }, + { + "episode": 900, + "avg_reward": 2617.89, + "avg_cost": 0.5, + "lambda": 38.98, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.98, + 38.98 + ] + }, + { + "episode": 910, + "avg_reward": 2771.86, + "avg_cost": 2.0, + "lambda": 39.445, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.445, + 39.445 + ] + }, + { + "episode": 920, + "avg_reward": 2690.98, + "avg_cost": 1.25, + "lambda": 39.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.865, + 39.865 + ] + }, + { + "episode": 930, + "avg_reward": 2923.99, + "avg_cost": 2.0, + "lambda": 40.21, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.21, + 40.21 + ] + }, + { + "episode": 940, + "avg_reward": 1066.8, + "avg_cost": 0.25, + "lambda": 40.6375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.6375, + 40.6375 + ] + }, + { + "episode": 950, + "avg_reward": 2719.83, + "avg_cost": 0.5, + "lambda": 40.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.915, + 40.915 + ] + }, + { + "episode": 960, + "avg_reward": 2828.97, + "avg_cost": 0.75, + "lambda": 41.1475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.1475, + 41.1475 + ] + }, + { + "episode": 970, + "avg_reward": 1545.16, + "avg_cost": 3.0, + "lambda": 41.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.4925, + 41.4925 + ] + }, + { + "episode": 980, + "avg_reward": 2551.04, + "avg_cost": 1.0, + "lambda": 41.965, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.965, + 41.965 + ] + }, + { + "episode": 990, + "avg_reward": 2862.69, + "avg_cost": 1.0, + "lambda": 42.4225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.4225, + 42.4225 + ] + }, + { + "episode": 1000, + "avg_reward": 2017.61, + "avg_cost": 1.5, + "lambda": 42.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.955, + 42.955 + ] + } + ], + "final_lambdas": [ + 42.955, + 42.955 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..948c66c195c2c55ff82eb22f7f3cc6ac7cd96d35 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 816934.48, + "constraint_satisfaction_pct": 33.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 72.875, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -1879.3, + "avg_cost": 0.0, + "lambda": 10.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.025, + 10.025 + ] + }, + { + "episode": 20, + "avg_reward": -1954.72, + "avg_cost": 0.0, + "lambda": 10.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.05, + 10.05 + ] + }, + { + "episode": 30, + "avg_reward": -1574.4, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 40, + "avg_reward": -1502.97, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2, + 10.2 + ] + }, + { + "episode": 50, + "avg_reward": -1444.29, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2, + 10.2 + ] + }, + { + "episode": 60, + "avg_reward": -1156.61, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 70, + "avg_reward": -1101.18, + "avg_cost": 0.0, + "lambda": 10.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.225, + 10.225 + ] + }, + { + "episode": 80, + "avg_reward": -1270.49, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 90, + "avg_reward": -1052.24, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 100, + "avg_reward": -854.46, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 110, + "avg_reward": -780.4, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 120, + "avg_reward": -682.76, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 130, + "avg_reward": -740.32, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 140, + "avg_reward": -540.57, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 150, + "avg_reward": -816.45, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 160, + "avg_reward": -682.19, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 170, + "avg_reward": -558.55, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 180, + "avg_reward": -552.89, + "avg_cost": 0.0, + "lambda": 10.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.3, + 10.3 + ] + }, + { + "episode": 190, + "avg_reward": -834.04, + "avg_cost": 0.25, + "lambda": 10.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.375, + 10.375 + ] + }, + { + "episode": 200, + "avg_reward": -701.78, + "avg_cost": 1.25, + "lambda": 10.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.525, + 10.525 + ] + }, + { + "episode": 210, + "avg_reward": -878.07, + "avg_cost": 0.25, + "lambda": 10.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.575, + 10.575 + ] + }, + { + "episode": 220, + "avg_reward": -364.66, + "avg_cost": 0.0, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675 + ] + }, + { + "episode": 230, + "avg_reward": -663.23, + "avg_cost": 0.25, + "lambda": 10.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.85, + 10.85 + ] + }, + { + "episode": 240, + "avg_reward": -523.94, + "avg_cost": 0.0, + "lambda": 11.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.05, + 11.05 + ] + }, + { + "episode": 250, + "avg_reward": -551.77, + "avg_cost": 0.0, + "lambda": 11.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.175, + 11.175 + ] + }, + { + "episode": 260, + "avg_reward": -881.37, + "avg_cost": 0.0, + "lambda": 11.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.225, + 11.225 + ] + }, + { + "episode": 270, + "avg_reward": -612.7, + "avg_cost": 0.75, + "lambda": 11.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.4, + 11.4 + ] + }, + { + "episode": 280, + "avg_reward": -692.2, + "avg_cost": 0.0, + "lambda": 11.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.6, + 11.6 + ] + }, + { + "episode": 290, + "avg_reward": -417.78, + "avg_cost": 0.0, + "lambda": 11.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.675, + 11.675 + ] + }, + { + "episode": 300, + "avg_reward": -563.94, + "avg_cost": 0.25, + "lambda": 11.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.875, + 11.875 + ] + }, + { + "episode": 310, + "avg_reward": -670.38, + "avg_cost": 0.0, + "lambda": 11.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.925, + 11.925 + ] + }, + { + "episode": 320, + "avg_reward": -431.64, + "avg_cost": 0.5, + "lambda": 12.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.05, + 12.05 + ] + }, + { + "episode": 330, + "avg_reward": -537.68, + "avg_cost": 0.0, + "lambda": 12.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.65, + 12.65 + ] + }, + { + "episode": 340, + "avg_reward": -443.24, + "avg_cost": 0.0, + "lambda": 12.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.95, + 12.95 + ] + }, + { + "episode": 350, + "avg_reward": -493.8, + "avg_cost": 0.25, + "lambda": 13.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.6, + 13.6 + ] + }, + { + "episode": 360, + "avg_reward": -133.07, + "avg_cost": 0.5, + "lambda": 14.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.05, + 14.05 + ] + }, + { + "episode": 370, + "avg_reward": -95.34, + "avg_cost": 0.25, + "lambda": 14.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.475, + 14.475 + ] + }, + { + "episode": 380, + "avg_reward": 744.09, + "avg_cost": 1.5, + "lambda": 15.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.6, + 15.6 + ] + }, + { + "episode": 390, + "avg_reward": -57.34, + "avg_cost": 0.5, + "lambda": 16.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.975, + 16.975 + ] + }, + { + "episode": 400, + "avg_reward": 582.54, + "avg_cost": 0.75, + "lambda": 18.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.2, + 18.2 + ] + }, + { + "episode": 410, + "avg_reward": 142.32, + "avg_cost": 0.5, + "lambda": 19.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.1, + 19.1 + ] + }, + { + "episode": 420, + "avg_reward": 494.77, + "avg_cost": 0.5, + "lambda": 20.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.5, + 20.5 + ] + }, + { + "episode": 430, + "avg_reward": 211.52, + "avg_cost": 0.75, + "lambda": 22.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.275, + 22.275 + ] + }, + { + "episode": 440, + "avg_reward": -67.02, + "avg_cost": 0.25, + "lambda": 23.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.45, + 23.45 + ] + }, + { + "episode": 450, + "avg_reward": 772.36, + "avg_cost": 1.75, + "lambda": 24.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.7, + 24.7 + ] + }, + { + "episode": 460, + "avg_reward": 1215.52, + "avg_cost": 2.25, + "lambda": 26.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.25, + 26.25 + ] + }, + { + "episode": 470, + "avg_reward": 774.45, + "avg_cost": 2.0, + "lambda": 26.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.925, + 26.925 + ] + }, + { + "episode": 480, + "avg_reward": 1048.3, + "avg_cost": 0.75, + "lambda": 28.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.075, + 28.075 + ] + }, + { + "episode": 490, + "avg_reward": 831.81, + "avg_cost": 0.25, + "lambda": 28.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.85, + 28.85 + ] + }, + { + "episode": 500, + "avg_reward": 1365.3, + "avg_cost": 1.25, + "lambda": 30.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.125, + 30.125 + ] + }, + { + "episode": 510, + "avg_reward": 1342.75, + "avg_cost": 0.25, + "lambda": 30.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.925, + 30.925 + ] + }, + { + "episode": 520, + "avg_reward": 1032.6, + "avg_cost": 0.25, + "lambda": 31.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.725, + 31.725 + ] + }, + { + "episode": 530, + "avg_reward": 1563.26, + "avg_cost": 0.75, + "lambda": 32.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.85, + 32.85 + ] + }, + { + "episode": 540, + "avg_reward": 1552.42, + "avg_cost": 2.25, + "lambda": 33.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.85, + 33.85 + ] + }, + { + "episode": 550, + "avg_reward": 1568.13, + "avg_cost": 1.5, + "lambda": 35.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.25, + 35.25 + ] + }, + { + "episode": 560, + "avg_reward": 1409.3, + "avg_cost": 1.25, + "lambda": 36.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.45, + 36.45 + ] + }, + { + "episode": 570, + "avg_reward": 888.92, + "avg_cost": 0.25, + "lambda": 37.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.525, + 37.525 + ] + }, + { + "episode": 580, + "avg_reward": 944.16, + "avg_cost": 1.75, + "lambda": 38.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.675, + 38.675 + ] + }, + { + "episode": 590, + "avg_reward": 1747.81, + "avg_cost": 1.25, + "lambda": 40.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.075, + 40.075 + ] + }, + { + "episode": 600, + "avg_reward": 1695.69, + "avg_cost": 1.5, + "lambda": 41.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.075, + 41.075 + ] + }, + { + "episode": 610, + "avg_reward": 1356.85, + "avg_cost": 0.75, + "lambda": 41.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.95, + 41.95 + ] + }, + { + "episode": 620, + "avg_reward": 1122.22, + "avg_cost": 0.75, + "lambda": 42.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.6, + 42.6 + ] + }, + { + "episode": 630, + "avg_reward": 1931.73, + "avg_cost": 1.25, + "lambda": 43.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.575, + 43.575 + ] + }, + { + "episode": 640, + "avg_reward": 1910.03, + "avg_cost": 1.0, + "lambda": 44.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.225, + 44.225 + ] + }, + { + "episode": 650, + "avg_reward": 1962.29, + "avg_cost": 0.5, + "lambda": 45.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.275, + 45.275 + ] + }, + { + "episode": 660, + "avg_reward": 1967.18, + "avg_cost": 0.75, + "lambda": 46.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.525, + 46.525 + ] + }, + { + "episode": 670, + "avg_reward": 2105.84, + "avg_cost": 0.5, + "lambda": 47.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.625, + 47.625 + ] + }, + { + "episode": 680, + "avg_reward": 2119.49, + "avg_cost": 1.75, + "lambda": 48.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.8, + 48.8 + ] + }, + { + "episode": 690, + "avg_reward": 1211.8, + "avg_cost": 0.25, + "lambda": 49.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.675, + 49.675 + ] + }, + { + "episode": 700, + "avg_reward": 2094.26, + "avg_cost": 1.25, + "lambda": 50.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.925, + 50.925 + ] + }, + { + "episode": 710, + "avg_reward": 2145.76, + "avg_cost": 0.0, + "lambda": 52.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.3, + 52.3 + ] + }, + { + "episode": 720, + "avg_reward": 2314.12, + "avg_cost": 2.25, + "lambda": 53.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.8, + 53.8 + ] + }, + { + "episode": 730, + "avg_reward": 1851.35, + "avg_cost": 0.5, + "lambda": 54.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.825, + 54.825 + ] + }, + { + "episode": 740, + "avg_reward": 2444.88, + "avg_cost": 2.25, + "lambda": 56.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.075, + 56.075 + ] + }, + { + "episode": 750, + "avg_reward": 2208.56, + "avg_cost": 0.0, + "lambda": 56.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.825, + 56.825 + ] + }, + { + "episode": 760, + "avg_reward": 2553.74, + "avg_cost": 0.5, + "lambda": 57.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.825, + 57.825 + ] + }, + { + "episode": 770, + "avg_reward": 2401.14, + "avg_cost": 0.5, + "lambda": 58.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.9, + 58.9 + ] + }, + { + "episode": 780, + "avg_reward": 2449.26, + "avg_cost": 1.5, + "lambda": 59.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.55, + 59.55 + ] + }, + { + "episode": 790, + "avg_reward": 2574.97, + "avg_cost": 0.5, + "lambda": 60.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.3, + 60.3 + ] + }, + { + "episode": 800, + "avg_reward": 2584.76, + "avg_cost": 2.0, + "lambda": 61.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.525, + 61.525 + ] + }, + { + "episode": 810, + "avg_reward": 2500.07, + "avg_cost": 0.75, + "lambda": 62.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.2, + 62.2 + ] + }, + { + "episode": 820, + "avg_reward": 2216.69, + "avg_cost": 0.75, + "lambda": 63.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.15, + 63.15 + ] + }, + { + "episode": 830, + "avg_reward": 2460.96, + "avg_cost": 0.5, + "lambda": 63.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.85, + 63.85 + ] + }, + { + "episode": 840, + "avg_reward": 2466.61, + "avg_cost": 2.75, + "lambda": 64.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.65, + 64.65 + ] + }, + { + "episode": 850, + "avg_reward": 2733.87, + "avg_cost": 0.5, + "lambda": 65.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.175, + 65.175 + ] + }, + { + "episode": 860, + "avg_reward": 2678.49, + "avg_cost": 1.25, + "lambda": 65.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.675, + 65.675 + ] + }, + { + "episode": 870, + "avg_reward": 2662.02, + "avg_cost": 0.0, + "lambda": 66.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.075, + 66.075 + ] + }, + { + "episode": 880, + "avg_reward": 2633.79, + "avg_cost": 1.0, + "lambda": 66.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.5, + 66.5 + ] + }, + { + "episode": 890, + "avg_reward": 2803.54, + "avg_cost": 0.5, + "lambda": 66.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.975, + 66.975 + ] + }, + { + "episode": 900, + "avg_reward": 2691.97, + "avg_cost": 0.25, + "lambda": 67.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.325, + 67.325 + ] + }, + { + "episode": 910, + "avg_reward": 2240.03, + "avg_cost": 0.5, + "lambda": 67.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.875, + 67.875 + ] + }, + { + "episode": 920, + "avg_reward": 2643.27, + "avg_cost": 0.75, + "lambda": 68.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.75, + 68.75 + ] + }, + { + "episode": 930, + "avg_reward": 2764.99, + "avg_cost": 0.25, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3 + ] + }, + { + "episode": 940, + "avg_reward": 2705.7, + "avg_cost": 0.0, + "lambda": 69.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.8, + 69.8 + ] + }, + { + "episode": 950, + "avg_reward": 2702.58, + "avg_cost": 0.75, + "lambda": 70.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.65, + 70.65 + ] + }, + { + "episode": 960, + "avg_reward": 2753.54, + "avg_cost": 1.0, + "lambda": 71.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.35, + 71.35 + ] + }, + { + "episode": 970, + "avg_reward": 2318.21, + "avg_cost": 0.25, + "lambda": 71.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.75, + 71.75 + ] + }, + { + "episode": 980, + "avg_reward": 2742.91, + "avg_cost": 0.0, + "lambda": 72.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.225, + 72.225 + ] + }, + { + "episode": 990, + "avg_reward": 2700.11, + "avg_cost": 0.25, + "lambda": 72.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.525, + 72.525 + ] + }, + { + "episode": 1000, + "avg_reward": 2731.23, + "avg_cost": 0.0, + "lambda": 72.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.875, + 72.875 + ] + } + ], + "final_lambdas": [ + 72.875, + 72.875 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..cb8b768360564ff3e164d1e41ea473854c2532db --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_HalfCheetah_2x3_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 49850.14, + "constraint_satisfaction_pct": 98.3, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -1818.31, + "avg_cost": 0.0, + "lambda": 4.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.875, + 4.875 + ] + }, + { + "episode": 10, + "avg_reward": -1893.12, + "avg_cost": 0.0, + "lambda": 3.755, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.755, + 3.755 + ] + }, + { + "episode": 20, + "avg_reward": -1614.85, + "avg_cost": 0.25, + "lambda": 2.51, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.51, + 2.51 + ] + }, + { + "episode": 30, + "avg_reward": -1438.04, + "avg_cost": 0.0, + "lambda": 1.2625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.2625, + 1.2625 + ] + }, + { + "episode": 40, + "avg_reward": -1514.45, + "avg_cost": 0.0, + "lambda": 0.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.015, + 0.015 + ] + }, + { + "episode": 50, + "avg_reward": -1370.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 60, + "avg_reward": -1304.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 70, + "avg_reward": -1118.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 80, + "avg_reward": -1049.36, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 90, + "avg_reward": -923.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 100, + "avg_reward": -901.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 110, + "avg_reward": -677.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 120, + "avg_reward": -889.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 130, + "avg_reward": -1000.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 140, + "avg_reward": -600.39, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 150, + "avg_reward": -552.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 160, + "avg_reward": -667.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 170, + "avg_reward": -550.48, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 180, + "avg_reward": -514.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 190, + "avg_reward": -581.09, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -260.83, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -555.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -475.75, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": -656.82, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": -182.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": -351.57, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 142.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": -521.77, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 395.98, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 106.41, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 771.69, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 824.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 605.26, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 775.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1006.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 966.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1070.84, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1123.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1219.54, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1142.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1323.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1267.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1414.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1176.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 1428.67, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1375.88, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1417.86, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1468.03, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 364.9, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1322.44, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 1301.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 1555.64, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 843.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": -937.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": -3880.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": -2245.73, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": -1978.56, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": -1637.33, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": -1315.52, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": -1012.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": -481.91, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 41.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 286.95, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 419.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 587.25, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 808.21, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 767.99, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 971.46, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 969.87, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 1085.47, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 1159.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 1384.65, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 1380.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 1476.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 1440.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 1570.08, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 1563.11, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 1595.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": -815.5, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": -1947.57, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": -1376.27, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": -1137.53, + "avg_cost": 12.5, + "lambda": 0.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1625, + 0.1625 + ] + }, + { + "episode": 820, + "avg_reward": 569.77, + "avg_cost": 81.5, + "lambda": 3.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.2575, + 3.2575 + ] + }, + { + "episode": 830, + "avg_reward": 1578.6, + "avg_cost": 34.25, + "lambda": 7.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.035, + 7.035 + ] + }, + { + "episode": 840, + "avg_reward": 1846.48, + "avg_cost": 0.0, + "lambda": 6.2325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.2325, + 6.2325 + ] + }, + { + "episode": 850, + "avg_reward": 1909.75, + "avg_cost": 0.0, + "lambda": 5.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.0, + 5.0 + ] + }, + { + "episode": 860, + "avg_reward": 2286.15, + "avg_cost": 0.25, + "lambda": 3.7625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.7625, + 3.7625 + ] + }, + { + "episode": 870, + "avg_reward": 2230.2, + "avg_cost": 0.25, + "lambda": 2.5225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.5225, + 2.5225 + ] + }, + { + "episode": 880, + "avg_reward": 2060.81, + "avg_cost": 0.0, + "lambda": 1.285, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.285, + 1.285 + ] + }, + { + "episode": 890, + "avg_reward": -915.96, + "avg_cost": 0.75, + "lambda": 0.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1175, + 0.1175 + ] + }, + { + "episode": 900, + "avg_reward": -1058.6, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": -891.65, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": -788.85, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": -895.11, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": -605.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": -616.41, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": -485.8, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": -409.61, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": -353.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": -148.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": -127.59, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json new file mode 100644 index 0000000000000000000000000000000000000000..87f1bfb6bbfbc9d0ef26041b3517b5bc292cc6ed --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Swimmer_2x1_v9_allfixes.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 1.5, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -35834.9, + "constraint_satisfaction_pct": 93.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 13.07, + "avg_cost": 461.0, + "lambda": 9.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.485, + 9.485 + ] + }, + { + "episode": 10, + "avg_reward": -46.28, + "avg_cost": 66.0, + "lambda": 31.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.6425, + 31.6425 + ] + }, + { + "episode": 20, + "avg_reward": -40.43, + "avg_cost": 13.75, + "lambda": 32.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.425, + 32.425 + ] + }, + { + "episode": 30, + "avg_reward": -45.74, + "avg_cost": 2.25, + "lambda": 31.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.595, + 31.595 + ] + }, + { + "episode": 40, + "avg_reward": -46.49, + "avg_cost": 4.5, + "lambda": 30.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7125, + 30.7125 + ] + }, + { + "episode": 50, + "avg_reward": -49.95, + "avg_cost": 2.0, + "lambda": 29.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6975, + 29.6975 + ] + }, + { + "episode": 60, + "avg_reward": -47.14, + "avg_cost": 2.0, + "lambda": 28.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.6225, + 28.6225 + ] + }, + { + "episode": 70, + "avg_reward": -45.76, + "avg_cost": 3.5, + "lambda": 27.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.57, + 27.57 + ] + }, + { + "episode": 80, + "avg_reward": -51.36, + "avg_cost": 1.75, + "lambda": 26.49, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.49, + 26.49 + ] + }, + { + "episode": 90, + "avg_reward": -55.25, + "avg_cost": 1.25, + "lambda": 25.4025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.4025, + 25.4025 + ] + }, + { + "episode": 100, + "avg_reward": -53.94, + "avg_cost": 1.75, + "lambda": 24.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.2975, + 24.2975 + ] + }, + { + "episode": 110, + "avg_reward": -55.06, + "avg_cost": 1.5, + "lambda": 23.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.2075, + 23.2075 + ] + }, + { + "episode": 120, + "avg_reward": -57.88, + "avg_cost": 1.5, + "lambda": 22.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.12, + 22.12 + ] + }, + { + "episode": 130, + "avg_reward": -53.86, + "avg_cost": 1.75, + "lambda": 21.0425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.0425, + 21.0425 + ] + }, + { + "episode": 140, + "avg_reward": -54.98, + "avg_cost": 1.5, + "lambda": 19.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.9575, + 19.9575 + ] + }, + { + "episode": 150, + "avg_reward": -51.31, + "avg_cost": 1.75, + "lambda": 18.8825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.8825, + 18.8825 + ] + }, + { + "episode": 160, + "avg_reward": -51.78, + "avg_cost": 2.0, + "lambda": 17.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.805, + 17.805 + ] + }, + { + "episode": 170, + "avg_reward": -53.88, + "avg_cost": 1.5, + "lambda": 16.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.7225, + 16.7225 + ] + }, + { + "episode": 180, + "avg_reward": -53.96, + "avg_cost": 1.75, + "lambda": 15.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.6425, + 15.6425 + ] + }, + { + "episode": 190, + "avg_reward": -50.75, + "avg_cost": 1.75, + "lambda": 14.56, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.56, + 14.56 + ] + }, + { + "episode": 200, + "avg_reward": -52.72, + "avg_cost": 1.75, + "lambda": 13.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.48, + 13.48 + ] + }, + { + "episode": 210, + "avg_reward": -57.34, + "avg_cost": 1.5, + "lambda": 12.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.39, + 12.39 + ] + }, + { + "episode": 220, + "avg_reward": -56.97, + "avg_cost": 2.0, + "lambda": 11.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.29, + 11.29 + ] + }, + { + "episode": 230, + "avg_reward": -58.43, + "avg_cost": 0.75, + "lambda": 10.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.18, + 10.18 + ] + }, + { + "episode": 240, + "avg_reward": -54.52, + "avg_cost": 0.75, + "lambda": 9.0625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.0625, + 9.0625 + ] + }, + { + "episode": 250, + "avg_reward": -53.11, + "avg_cost": 0.0, + "lambda": 8.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.0175, + 8.0175 + ] + }, + { + "episode": 260, + "avg_reward": -53.71, + "avg_cost": 1.5, + "lambda": 6.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.915, + 6.915 + ] + }, + { + "episode": 270, + "avg_reward": -67.1, + "avg_cost": 2.25, + "lambda": 5.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.7775, + 5.7775 + ] + }, + { + "episode": 280, + "avg_reward": -52.84, + "avg_cost": 0.5, + "lambda": 4.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.6475, + 4.6475 + ] + }, + { + "episode": 290, + "avg_reward": -54.04, + "avg_cost": 0.25, + "lambda": 3.47, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.47, + 3.47 + ] + }, + { + "episode": 300, + "avg_reward": -56.35, + "avg_cost": 0.25, + "lambda": 2.2775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.2775, + 2.2775 + ] + }, + { + "episode": 310, + "avg_reward": -53.34, + "avg_cost": 1.25, + "lambda": 1.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.105, + 1.105 + ] + }, + { + "episode": 320, + "avg_reward": -44.38, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": -35.71, + "avg_cost": 11.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": -37.99, + "avg_cost": 13.75, + "lambda": 0.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.61, + 0.61 + ] + }, + { + "episode": 350, + "avg_reward": -36.76, + "avg_cost": 9.25, + "lambda": 0.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.595, + 0.595 + ] + }, + { + "episode": 360, + "avg_reward": -40.2, + "avg_cost": 7.25, + "lambda": 0.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.04, + 0.04 + ] + }, + { + "episode": 370, + "avg_reward": -41.24, + "avg_cost": 35.5, + "lambda": 0.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.3, + 0.3 + ] + }, + { + "episode": 380, + "avg_reward": -35.43, + "avg_cost": 10.5, + "lambda": 2.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.04, + 2.04 + ] + }, + { + "episode": 390, + "avg_reward": -48.02, + "avg_cost": 1.0, + "lambda": 1.365, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.365, + 1.365 + ] + }, + { + "episode": 400, + "avg_reward": -42.67, + "avg_cost": 1.75, + "lambda": 0.31, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.31, + 0.31 + ] + }, + { + "episode": 410, + "avg_reward": -36.71, + "avg_cost": 23.25, + "lambda": 0.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1925, + 0.1925 + ] + }, + { + "episode": 420, + "avg_reward": -40.54, + "avg_cost": 6.0, + "lambda": 1.185, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.185, + 1.185 + ] + }, + { + "episode": 430, + "avg_reward": -37.19, + "avg_cost": 9.75, + "lambda": 0.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2675, + 0.2675 + ] + }, + { + "episode": 440, + "avg_reward": -37.2, + "avg_cost": 14.5, + "lambda": 0.26, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.26, + 0.26 + ] + }, + { + "episode": 450, + "avg_reward": -34.89, + "avg_cost": 15.0, + "lambda": 0.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4625, + 0.4625 + ] + }, + { + "episode": 460, + "avg_reward": -28.79, + "avg_cost": 21.5, + "lambda": 0.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.67, + 0.67 + ] + }, + { + "episode": 470, + "avg_reward": -34.26, + "avg_cost": 10.25, + "lambda": 0.935, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.935, + 0.935 + ] + }, + { + "episode": 480, + "avg_reward": -36.5, + "avg_cost": 10.0, + "lambda": 0.81, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.81, + 0.81 + ] + }, + { + "episode": 490, + "avg_reward": -33.84, + "avg_cost": 11.25, + "lambda": 0.4025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4025, + 0.4025 + ] + }, + { + "episode": 500, + "avg_reward": -31.21, + "avg_cost": 14.0, + "lambda": 0.2575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.2575, + 0.2575 + ] + }, + { + "episode": 510, + "avg_reward": -30.49, + "avg_cost": 10.25, + "lambda": 0.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1625, + 0.1625 + ] + }, + { + "episode": 520, + "avg_reward": -26.06, + "avg_cost": 25.75, + "lambda": 0.64, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.64, + 0.64 + ] + }, + { + "episode": 530, + "avg_reward": -31.24, + "avg_cost": 8.5, + "lambda": 0.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9325, + 0.9325 + ] + }, + { + "episode": 540, + "avg_reward": -35.72, + "avg_cost": 8.5, + "lambda": 0.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9025, + 0.9025 + ] + }, + { + "episode": 550, + "avg_reward": -39.83, + "avg_cost": 8.0, + "lambda": 0.7625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.7625, + 0.7625 + ] + }, + { + "episode": 560, + "avg_reward": -33.59, + "avg_cost": 9.75, + "lambda": 0.3125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.3125, + 0.3125 + ] + }, + { + "episode": 570, + "avg_reward": -40.88, + "avg_cost": 40.25, + "lambda": 0.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.35, + 0.35 + ] + }, + { + "episode": 580, + "avg_reward": -36.07, + "avg_cost": 11.75, + "lambda": 0.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.82, + 0.82 + ] + }, + { + "episode": 590, + "avg_reward": -35.33, + "avg_cost": 7.0, + "lambda": 1.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.215, + 1.215 + ] + }, + { + "episode": 600, + "avg_reward": -36.98, + "avg_cost": 25.5, + "lambda": 1.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.075, + 1.075 + ] + }, + { + "episode": 610, + "avg_reward": -38.74, + "avg_cost": 4.25, + "lambda": 0.6075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.6075, + 0.6075 + ] + }, + { + "episode": 620, + "avg_reward": -35.34, + "avg_cost": 11.0, + "lambda": 1.3075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.3075, + 1.3075 + ] + }, + { + "episode": 630, + "avg_reward": -39.86, + "avg_cost": 7.75, + "lambda": 1.13, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.13, + 1.13 + ] + }, + { + "episode": 640, + "avg_reward": -33.68, + "avg_cost": 22.0, + "lambda": 1.0325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.0325, + 1.0325 + ] + }, + { + "episode": 650, + "avg_reward": -37.29, + "avg_cost": 5.5, + "lambda": 0.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.63, + 0.63 + ] + }, + { + "episode": 660, + "avg_reward": -33.38, + "avg_cost": 6.25, + "lambda": 0.105, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.105, + 0.105 + ] + }, + { + "episode": 670, + "avg_reward": -34.96, + "avg_cost": 6.0, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": -34.01, + "avg_cost": 26.75, + "lambda": 0.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.225, + 0.225 + ] + }, + { + "episode": 690, + "avg_reward": -33.77, + "avg_cost": 14.75, + "lambda": 0.4875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.4875, + 0.4875 + ] + }, + { + "episode": 700, + "avg_reward": -29.98, + "avg_cost": 12.5, + "lambda": 0.265, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.265, + 0.265 + ] + }, + { + "episode": 710, + "avg_reward": -13.06, + "avg_cost": 23.5, + "lambda": 0.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.29, + 0.29 + ] + }, + { + "episode": 720, + "avg_reward": 11.92, + "avg_cost": 58.0, + "lambda": 0.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.9475, + 0.9475 + ] + }, + { + "episode": 730, + "avg_reward": -29.36, + "avg_cost": 4.5, + "lambda": 0.28, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.28, + 0.28 + ] + }, + { + "episode": 740, + "avg_reward": -24.99, + "avg_cost": 14.75, + "lambda": 0.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0225, + 0.0225 + ] + }, + { + "episode": 750, + "avg_reward": -24.46, + "avg_cost": 14.25, + "lambda": 0.1275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.1275, + 0.1275 + ] + }, + { + "episode": 760, + "avg_reward": -2.59, + "avg_cost": 39.5, + "lambda": 1.815, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.815, + 1.815 + ] + }, + { + "episode": 770, + "avg_reward": -28.23, + "avg_cost": 23.25, + "lambda": 3.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.04, + 3.04 + ] + }, + { + "episode": 780, + "avg_reward": -32.38, + "avg_cost": 13.75, + "lambda": 3.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.9075, + 3.9075 + ] + }, + { + "episode": 790, + "avg_reward": -15.75, + "avg_cost": 18.5, + "lambda": 4.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.035, + 4.035 + ] + }, + { + "episode": 800, + "avg_reward": -29.89, + "avg_cost": 7.25, + "lambda": 3.545, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 3.545, + 3.545 + ] + }, + { + "episode": 810, + "avg_reward": -28.36, + "avg_cost": 8.75, + "lambda": 2.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.9025, + 2.9025 + ] + }, + { + "episode": 820, + "avg_reward": -41.95, + "avg_cost": 2.25, + "lambda": 2.11, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.11, + 2.11 + ] + }, + { + "episode": 830, + "avg_reward": -32.8, + "avg_cost": 1.0, + "lambda": 1.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.025, + 1.025 + ] + }, + { + "episode": 840, + "avg_reward": -24.89, + "avg_cost": 12.25, + "lambda": 0.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.155, + 0.155 + ] + }, + { + "episode": 850, + "avg_reward": -27.51, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": -9.53, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": -14.75, + "avg_cost": 8.75, + "lambda": 0.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.425, + 0.425 + ] + }, + { + "episode": 880, + "avg_reward": -16.94, + "avg_cost": 4.0, + "lambda": 0.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.205, + 0.205 + ] + }, + { + "episode": 890, + "avg_reward": -6.41, + "avg_cost": 19.75, + "lambda": 0.0725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0725, + 0.0725 + ] + }, + { + "episode": 900, + "avg_reward": -3.31, + "avg_cost": 18.5, + "lambda": 0.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.06, + 0.06 + ] + }, + { + "episode": 910, + "avg_reward": -14.23, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": -19.32, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": -9.4, + "avg_cost": 8.25, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": -15.25, + "avg_cost": 14.25, + "lambda": 0.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0775, + 0.0775 + ] + }, + { + "episode": 950, + "avg_reward": -16.17, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": -10.06, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": -13.1, + "avg_cost": 10.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": -8.52, + "avg_cost": 1.0, + "lambda": 0.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.585, + 0.585 + ] + }, + { + "episode": 990, + "avg_reward": -11.77, + "avg_cost": 2.0, + "lambda": 0.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.5325, + 0.5325 + ] + }, + { + "episode": 1000, + "avg_reward": -4.28, + "avg_cost": 11.75, + "lambda": 0.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json new file mode 100644 index 0000000000000000000000000000000000000000..0b36ab7b7f72185fb28b1ffe67899c3153374aeb --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v10_safepo.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2694171.04, + "constraint_satisfaction_pct": 67.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 77.3975, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 6.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.1975, + 6.1975 + ] + }, + { + "episode": 10, + "avg_reward": 2842.76, + "avg_cost": 75.75, + "lambda": 9.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.6475, + 9.6475 + ] + }, + { + "episode": 20, + "avg_reward": 3705.25, + "avg_cost": 120.25, + "lambda": 17.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.1425, + 17.1425 + ] + }, + { + "episode": 30, + "avg_reward": 1724.6, + "avg_cost": 26.0, + "lambda": 21.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.805, + 21.805 + ] + }, + { + "episode": 40, + "avg_reward": 2703.86, + "avg_cost": 61.25, + "lambda": 23.99, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.99, + 23.99 + ] + }, + { + "episode": 50, + "avg_reward": 2343.03, + "avg_cost": 25.0, + "lambda": 26.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.7125, + 26.7125 + ] + }, + { + "episode": 60, + "avg_reward": 2927.0, + "avg_cost": 18.0, + "lambda": 27.565, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.565, + 27.565 + ] + }, + { + "episode": 70, + "avg_reward": 3320.93, + "avg_cost": 31.75, + "lambda": 29.6675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6675, + 29.6675 + ] + }, + { + "episode": 80, + "avg_reward": 2726.79, + "avg_cost": 14.25, + "lambda": 30.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7375, + 30.7375 + ] + }, + { + "episode": 90, + "avg_reward": 3308.12, + "avg_cost": 33.75, + "lambda": 31.315, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.315, + 31.315 + ] + }, + { + "episode": 100, + "avg_reward": 2970.89, + "avg_cost": 32.0, + "lambda": 32.3125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.3125, + 32.3125 + ] + }, + { + "episode": 110, + "avg_reward": 2771.24, + "avg_cost": 19.5, + "lambda": 33.6925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.6925, + 33.6925 + ] + }, + { + "episode": 120, + "avg_reward": 3235.33, + "avg_cost": 24.25, + "lambda": 34.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.4725, + 34.4725 + ] + }, + { + "episode": 130, + "avg_reward": 2848.63, + "avg_cost": 16.0, + "lambda": 35.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.06, + 35.06 + ] + }, + { + "episode": 140, + "avg_reward": 3060.02, + "avg_cost": 32.75, + "lambda": 36.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.375, + 36.375 + ] + }, + { + "episode": 150, + "avg_reward": 3245.22, + "avg_cost": 25.0, + "lambda": 36.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.91, + 36.91 + ] + }, + { + "episode": 160, + "avg_reward": 3172.4, + "avg_cost": 22.25, + "lambda": 37.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.63, + 37.63 + ] + }, + { + "episode": 170, + "avg_reward": 3104.12, + "avg_cost": 28.75, + "lambda": 38.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.36, + 38.36 + ] + }, + { + "episode": 180, + "avg_reward": 2486.29, + "avg_cost": 45.75, + "lambda": 39.265, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.265, + 39.265 + ] + }, + { + "episode": 190, + "avg_reward": 2407.91, + "avg_cost": 8.25, + "lambda": 41.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.1925, + 41.1925 + ] + }, + { + "episode": 200, + "avg_reward": 3280.04, + "avg_cost": 38.0, + "lambda": 42.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.0925, + 42.0925 + ] + }, + { + "episode": 210, + "avg_reward": 2769.76, + "avg_cost": 40.25, + "lambda": 44.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.7775, + 44.7775 + ] + }, + { + "episode": 220, + "avg_reward": 3426.97, + "avg_cost": 42.75, + "lambda": 48.855, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.855, + 48.855 + ] + }, + { + "episode": 230, + "avg_reward": 3290.46, + "avg_cost": 79.75, + "lambda": 53.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.2375, + 53.2375 + ] + }, + { + "episode": 240, + "avg_reward": 3456.62, + "avg_cost": 68.75, + "lambda": 58.1525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.1525, + 58.1525 + ] + }, + { + "episode": 250, + "avg_reward": 3001.01, + "avg_cost": 57.5, + "lambda": 63.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.4475, + 63.4475 + ] + }, + { + "episode": 260, + "avg_reward": 3290.12, + "avg_cost": 77.75, + "lambda": 70.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.75, + 70.75 + ] + }, + { + "episode": 270, + "avg_reward": 4360.05, + "avg_cost": 112.75, + "lambda": 77.9025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.9025, + 77.9025 + ] + }, + { + "episode": 280, + "avg_reward": 2738.07, + "avg_cost": 55.75, + "lambda": 83.7225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.7225, + 83.7225 + ] + }, + { + "episode": 290, + "avg_reward": 2981.56, + "avg_cost": 79.0, + "lambda": 90.6275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.6275, + 90.6275 + ] + }, + { + "episode": 300, + "avg_reward": 3473.28, + "avg_cost": 72.5, + "lambda": 96.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.62, + 96.62 + ] + }, + { + "episode": 310, + "avg_reward": 3586.67, + "avg_cost": 69.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 2841.1, + "avg_cost": 48.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 3488.55, + "avg_cost": 41.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 2661.28, + "avg_cost": 29.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 2696.57, + "avg_cost": 25.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 2154.85, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 3432.28, + "avg_cost": 52.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 3118.38, + "avg_cost": 26.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 2199.16, + "avg_cost": 16.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 2157.11, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 2340.82, + "avg_cost": 11.25, + "lambda": 99.9875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.9875, + 99.9875 + ] + }, + { + "episode": 420, + "avg_reward": 1973.61, + "avg_cost": 40.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 2040.16, + "avg_cost": 8.0, + "lambda": 99.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.955, + 99.955 + ] + }, + { + "episode": 440, + "avg_reward": 2514.31, + "avg_cost": 42.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 2084.53, + "avg_cost": 13.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 2174.81, + "avg_cost": 0.0, + "lambda": 99.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.875, + 99.875 + ] + }, + { + "episode": 470, + "avg_reward": 2111.99, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 1939.18, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 2330.49, + "avg_cost": 14.5, + "lambda": 99.8425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.8425, + 99.8425 + ] + }, + { + "episode": 500, + "avg_reward": 2217.84, + "avg_cost": 11.5, + "lambda": 99.52, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.52, + 99.52 + ] + }, + { + "episode": 510, + "avg_reward": 2426.51, + "avg_cost": 40.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 1902.61, + "avg_cost": 4.5, + "lambda": 99.9175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.9175, + 99.9175 + ] + }, + { + "episode": 530, + "avg_reward": 2132.75, + "avg_cost": 1.25, + "lambda": 99.1375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.1375, + 99.1375 + ] + }, + { + "episode": 540, + "avg_reward": 2094.65, + "avg_cost": 7.75, + "lambda": 98.5825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.5825, + 98.5825 + ] + }, + { + "episode": 550, + "avg_reward": 2487.17, + "avg_cost": 13.75, + "lambda": 98.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.1125, + 98.1125 + ] + }, + { + "episode": 560, + "avg_reward": 2260.11, + "avg_cost": 14.25, + "lambda": 97.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.8775, + 97.8775 + ] + }, + { + "episode": 570, + "avg_reward": 2428.62, + "avg_cost": 7.75, + "lambda": 98.495, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.495, + 98.495 + ] + }, + { + "episode": 580, + "avg_reward": 2437.94, + "avg_cost": 29.0, + "lambda": 99.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.42, + 99.42 + ] + }, + { + "episode": 590, + "avg_reward": 2261.37, + "avg_cost": 16.5, + "lambda": 99.995, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.995, + 99.995 + ] + }, + { + "episode": 600, + "avg_reward": 2245.53, + "avg_cost": 6.75, + "lambda": 99.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.8775, + 99.8775 + ] + }, + { + "episode": 610, + "avg_reward": 1942.92, + "avg_cost": 33.0, + "lambda": 99.56, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.56, + 99.56 + ] + }, + { + "episode": 620, + "avg_reward": 2389.46, + "avg_cost": 31.5, + "lambda": 99.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.8475, + 99.8475 + ] + }, + { + "episode": 630, + "avg_reward": 2655.54, + "avg_cost": 5.25, + "lambda": 99.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.6325, + 99.6325 + ] + }, + { + "episode": 640, + "avg_reward": 2924.22, + "avg_cost": 14.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 2407.34, + "avg_cost": 6.75, + "lambda": 99.7625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.7625, + 99.7625 + ] + }, + { + "episode": 660, + "avg_reward": 2649.83, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 2480.67, + "avg_cost": 2.5, + "lambda": 99.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.625, + 99.625 + ] + }, + { + "episode": 680, + "avg_reward": 3147.82, + "avg_cost": 54.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 3229.98, + "avg_cost": 70.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 2774.27, + "avg_cost": 54.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 2442.04, + "avg_cost": 1.0, + "lambda": 99.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.8175, + 99.8175 + ] + }, + { + "episode": 720, + "avg_reward": 1945.93, + "avg_cost": 2.25, + "lambda": 98.97, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.97, + 98.97 + ] + }, + { + "episode": 730, + "avg_reward": 2169.22, + "avg_cost": 12.5, + "lambda": 98.1375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.1375, + 98.1375 + ] + }, + { + "episode": 740, + "avg_reward": 2077.2, + "avg_cost": 6.25, + "lambda": 97.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.4, + 97.4 + ] + }, + { + "episode": 750, + "avg_reward": 1903.94, + "avg_cost": 3.75, + "lambda": 96.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.62, + 96.62 + ] + }, + { + "episode": 760, + "avg_reward": 2241.53, + "avg_cost": 1.75, + "lambda": 95.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.5325, + 95.5325 + ] + }, + { + "episode": 770, + "avg_reward": 2532.14, + "avg_cost": 4.25, + "lambda": 94.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.57, + 94.57 + ] + }, + { + "episode": 780, + "avg_reward": 2537.03, + "avg_cost": 13.5, + "lambda": 93.9425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.9425, + 93.9425 + ] + }, + { + "episode": 790, + "avg_reward": 2562.16, + "avg_cost": 13.75, + "lambda": 93.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.67, + 93.67 + ] + }, + { + "episode": 800, + "avg_reward": 2991.94, + "avg_cost": 5.0, + "lambda": 93.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.5775, + 93.5775 + ] + }, + { + "episode": 810, + "avg_reward": 3399.81, + "avg_cost": 4.0, + "lambda": 92.8525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.8525, + 92.8525 + ] + }, + { + "episode": 820, + "avg_reward": 3491.86, + "avg_cost": 3.25, + "lambda": 92.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.205, + 92.205 + ] + }, + { + "episode": 830, + "avg_reward": 3311.92, + "avg_cost": 2.75, + "lambda": 91.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.48, + 91.48 + ] + }, + { + "episode": 840, + "avg_reward": 2918.64, + "avg_cost": 3.5, + "lambda": 90.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.91, + 90.91 + ] + }, + { + "episode": 850, + "avg_reward": 3129.99, + "avg_cost": 4.0, + "lambda": 90.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.09, + 90.09 + ] + }, + { + "episode": 860, + "avg_reward": 2968.98, + "avg_cost": 4.75, + "lambda": 89.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.27, + 89.27 + ] + }, + { + "episode": 870, + "avg_reward": 2938.25, + "avg_cost": 8.0, + "lambda": 88.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.905, + 88.905 + ] + }, + { + "episode": 880, + "avg_reward": 2944.5, + "avg_cost": 0.75, + "lambda": 88.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.1125, + 88.1125 + ] + }, + { + "episode": 890, + "avg_reward": 2415.76, + "avg_cost": 2.5, + "lambda": 87.39, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.39, + 87.39 + ] + }, + { + "episode": 900, + "avg_reward": 2934.56, + "avg_cost": 11.5, + "lambda": 86.5875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.5875, + 86.5875 + ] + }, + { + "episode": 910, + "avg_reward": 2862.23, + "avg_cost": 1.25, + "lambda": 85.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.7325, + 85.7325 + ] + }, + { + "episode": 920, + "avg_reward": 3091.5, + "avg_cost": 1.0, + "lambda": 84.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.7325, + 84.7325 + ] + }, + { + "episode": 930, + "avg_reward": 2863.26, + "avg_cost": 1.0, + "lambda": 83.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.7525, + 83.7525 + ] + }, + { + "episode": 940, + "avg_reward": 2838.32, + "avg_cost": 3.75, + "lambda": 82.9925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.9925, + 82.9925 + ] + }, + { + "episode": 950, + "avg_reward": 2855.46, + "avg_cost": 6.5, + "lambda": 82.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.325, + 82.325 + ] + }, + { + "episode": 960, + "avg_reward": 2862.7, + "avg_cost": 3.0, + "lambda": 81.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.6425, + 81.6425 + ] + }, + { + "episode": 970, + "avg_reward": 2722.75, + "avg_cost": 1.75, + "lambda": 80.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.7325, + 80.7325 + ] + }, + { + "episode": 980, + "avg_reward": 2644.04, + "avg_cost": 0.75, + "lambda": 79.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.6775, + 79.6775 + ] + }, + { + "episode": 990, + "avg_reward": 2870.71, + "avg_cost": 0.0, + "lambda": 78.5275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.5275, + 78.5275 + ] + }, + { + "episode": 1000, + "avg_reward": 2785.86, + "avg_cost": 3.25, + "lambda": 77.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.3975, + 77.3975 + ] + } + ], + "final_lambdas": [ + 77.3975, + 77.3975 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json new file mode 100644 index 0000000000000000000000000000000000000000..d8c92a07890721bffeba34bc1109acafc3a4bb72 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v15_cb0.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2632203.41, + "constraint_satisfaction_pct": 0.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 13.9675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.9675, + 13.9675 + ] + }, + { + "episode": 10, + "avg_reward": 2491.7, + "avg_cost": 49.0, + "lambda": 26.08, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.08, + 26.08 + ] + }, + { + "episode": 20, + "avg_reward": 1744.94, + "avg_cost": 29.0, + "lambda": 37.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.2175, + 37.2175 + ] + }, + { + "episode": 30, + "avg_reward": 2555.99, + "avg_cost": 20.5, + "lambda": 44.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.0575, + 44.0575 + ] + }, + { + "episode": 40, + "avg_reward": 2251.71, + "avg_cost": 8.0, + "lambda": 49.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.27, + 49.27 + ] + }, + { + "episode": 50, + "avg_reward": 2391.28, + "avg_cost": 16.0, + "lambda": 53.1025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.1025, + 53.1025 + ] + }, + { + "episode": 60, + "avg_reward": 2551.16, + "avg_cost": 9.5, + "lambda": 56.17, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.17, + 56.17 + ] + }, + { + "episode": 70, + "avg_reward": 3475.51, + "avg_cost": 40.5, + "lambda": 61.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.63, + 61.63 + ] + }, + { + "episode": 80, + "avg_reward": 2290.71, + "avg_cost": 9.25, + "lambda": 68.47, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.47, + 68.47 + ] + }, + { + "episode": 90, + "avg_reward": 1967.98, + "avg_cost": 5.5, + "lambda": 71.815, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.815, + 71.815 + ] + }, + { + "episode": 100, + "avg_reward": 2289.59, + "avg_cost": 4.75, + "lambda": 75.085, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.085, + 75.085 + ] + }, + { + "episode": 110, + "avg_reward": 2177.94, + "avg_cost": 3.5, + "lambda": 77.9875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.9875, + 77.9875 + ] + }, + { + "episode": 120, + "avg_reward": 2419.05, + "avg_cost": 16.5, + "lambda": 84.34, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.34, + 84.34 + ] + }, + { + "episode": 130, + "avg_reward": 2503.94, + "avg_cost": 8.25, + "lambda": 87.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.505, + 87.505 + ] + }, + { + "episode": 140, + "avg_reward": 3034.07, + "avg_cost": 23.75, + "lambda": 90.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.955, + 90.955 + ] + }, + { + "episode": 150, + "avg_reward": 2395.86, + "avg_cost": 8.75, + "lambda": 93.76, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.76, + 93.76 + ] + }, + { + "episode": 160, + "avg_reward": 2929.38, + "avg_cost": 10.25, + "lambda": 96.5425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.5425, + 96.5425 + ] + }, + { + "episode": 170, + "avg_reward": 2451.52, + "avg_cost": 6.5, + "lambda": 99.31, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.31, + 99.31 + ] + }, + { + "episode": 180, + "avg_reward": 2363.99, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 190, + "avg_reward": 2464.33, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 200, + "avg_reward": 2447.18, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 210, + "avg_reward": 2642.21, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 220, + "avg_reward": 2199.15, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 230, + "avg_reward": 2560.59, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 240, + "avg_reward": 2308.36, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 250, + "avg_reward": 2224.65, + "avg_cost": 7.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 260, + "avg_reward": 2357.71, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 270, + "avg_reward": 2380.79, + "avg_cost": 6.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 280, + "avg_reward": 2422.72, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 290, + "avg_reward": 2519.03, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 300, + "avg_reward": 2592.4, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 310, + "avg_reward": 2762.18, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 320, + "avg_reward": 2974.45, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 330, + "avg_reward": 2890.01, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 340, + "avg_reward": 2954.33, + "avg_cost": 9.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 350, + "avg_reward": 2637.46, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": 3182.91, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": 2617.32, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": 2968.18, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": 3049.37, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": 2339.07, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": 3907.28, + "avg_cost": 36.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": 2783.03, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": 3161.15, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": 3905.18, + "avg_cost": 65.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": 2434.08, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": 3145.82, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": 2691.75, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": 3302.85, + "avg_cost": 8.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": 2912.72, + "avg_cost": 9.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": 2458.14, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": 3668.48, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": 2998.24, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": 496.62, + "avg_cost": 90.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": 2308.14, + "avg_cost": 15.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": 2741.53, + "avg_cost": 12.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": 1855.53, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 2171.06, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 2694.77, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 2787.11, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 2669.51, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 2967.18, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 2492.37, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 2675.87, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 2485.34, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 3047.29, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 3816.59, + "avg_cost": 95.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 3632.54, + "avg_cost": 96.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 3223.57, + "avg_cost": 57.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 2512.09, + "avg_cost": 31.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 2298.21, + "avg_cost": 30.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 2477.02, + "avg_cost": 14.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 2323.02, + "avg_cost": 23.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 2493.07, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 2840.94, + "avg_cost": 39.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 2561.29, + "avg_cost": 87.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 2295.87, + "avg_cost": 25.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 1453.53, + "avg_cost": 53.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1714.05, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 2162.56, + "avg_cost": 25.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2127.64, + "avg_cost": 20.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2231.92, + "avg_cost": 14.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2586.86, + "avg_cost": 8.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2443.95, + "avg_cost": 4.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2298.11, + "avg_cost": 24.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2508.39, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2346.47, + "avg_cost": 17.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2561.58, + "avg_cost": 10.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2487.53, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2368.41, + "avg_cost": 22.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2463.65, + "avg_cost": 18.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2625.03, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2691.96, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2407.2, + "avg_cost": 20.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 2656.62, + "avg_cost": 18.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2197.44, + "avg_cost": 11.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2151.2, + "avg_cost": 39.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2480.36, + "avg_cost": 18.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2419.66, + "avg_cost": 19.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 3033.44, + "avg_cost": 19.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2979.06, + "avg_cost": 15.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..c032a48a0c2f8b7b6e112fe8648c30d56386a574 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1710061.55, + "constraint_satisfaction_pct": 82.9, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 80.15, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 23.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.225, + 23.225 + ] + }, + { + "episode": 10, + "avg_reward": 2107.54, + "avg_cost": 7.5, + "lambda": 46.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.1, + 46.1 + ] + }, + { + "episode": 20, + "avg_reward": 2517.29, + "avg_cost": 1.75, + "lambda": 49.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.3, + 49.3 + ] + }, + { + "episode": 30, + "avg_reward": 1897.14, + "avg_cost": 1.0, + "lambda": 59.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.4, + 59.4 + ] + }, + { + "episode": 40, + "avg_reward": 2394.55, + "avg_cost": 3.0, + "lambda": 62.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.525, + 62.525 + ] + }, + { + "episode": 50, + "avg_reward": 2310.89, + "avg_cost": 3.5, + "lambda": 64.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.975, + 64.975 + ] + }, + { + "episode": 60, + "avg_reward": 2083.44, + "avg_cost": 0.0, + "lambda": 66.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.025, + 66.025 + ] + }, + { + "episode": 70, + "avg_reward": 2058.87, + "avg_cost": 2.0, + "lambda": 67.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.275, + 67.275 + ] + }, + { + "episode": 80, + "avg_reward": 2191.86, + "avg_cost": 1.25, + "lambda": 69.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.5, + 69.5 + ] + }, + { + "episode": 90, + "avg_reward": 2527.06, + "avg_cost": 0.0, + "lambda": 69.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.9, + 69.9 + ] + }, + { + "episode": 100, + "avg_reward": 2426.77, + "avg_cost": 1.5, + "lambda": 71.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.05, + 71.05 + ] + }, + { + "episode": 110, + "avg_reward": 2250.2, + "avg_cost": 0.0, + "lambda": 72.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.5, + 72.5 + ] + }, + { + "episode": 120, + "avg_reward": 2273.34, + "avg_cost": 0.0, + "lambda": 73.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.2, + 73.2 + ] + }, + { + "episode": 130, + "avg_reward": 2065.71, + "avg_cost": 0.0, + "lambda": 74.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.05, + 74.05 + ] + }, + { + "episode": 140, + "avg_reward": 2183.93, + "avg_cost": 0.0, + "lambda": 75.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.35, + 75.35 + ] + }, + { + "episode": 150, + "avg_reward": 1835.24, + "avg_cost": 0.0, + "lambda": 75.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.375, + 75.375 + ] + }, + { + "episode": 160, + "avg_reward": 2048.77, + "avg_cost": 0.0, + "lambda": 75.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.375, + 75.375 + ] + }, + { + "episode": 170, + "avg_reward": 2022.13, + "avg_cost": 0.0, + "lambda": 75.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.775, + 75.775 + ] + }, + { + "episode": 180, + "avg_reward": 1950.54, + "avg_cost": 0.0, + "lambda": 75.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.95, + 75.95 + ] + }, + { + "episode": 190, + "avg_reward": 2062.94, + "avg_cost": 0.0, + "lambda": 75.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.975, + 75.975 + ] + }, + { + "episode": 200, + "avg_reward": 2097.9, + "avg_cost": 0.0, + "lambda": 76.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.25, + 76.25 + ] + }, + { + "episode": 210, + "avg_reward": 2157.94, + "avg_cost": 0.0, + "lambda": 76.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.25, + 76.25 + ] + }, + { + "episode": 220, + "avg_reward": 2160.57, + "avg_cost": 0.0, + "lambda": 76.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.25, + 76.25 + ] + }, + { + "episode": 230, + "avg_reward": 2009.76, + "avg_cost": 0.0, + "lambda": 76.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.375, + 76.375 + ] + }, + { + "episode": 240, + "avg_reward": 1943.28, + "avg_cost": 0.0, + "lambda": 76.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.475, + 76.475 + ] + }, + { + "episode": 250, + "avg_reward": 2157.86, + "avg_cost": 0.0, + "lambda": 76.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.55, + 76.55 + ] + }, + { + "episode": 260, + "avg_reward": 2211.68, + "avg_cost": 0.0, + "lambda": 76.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.85, + 76.85 + ] + }, + { + "episode": 270, + "avg_reward": 2182.17, + "avg_cost": 0.0, + "lambda": 76.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 76.85, + 76.85 + ] + }, + { + "episode": 280, + "avg_reward": 2217.56, + "avg_cost": 0.0, + "lambda": 77.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.175, + 77.175 + ] + }, + { + "episode": 290, + "avg_reward": 2299.84, + "avg_cost": 0.0, + "lambda": 77.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.175, + 77.175 + ] + }, + { + "episode": 300, + "avg_reward": 2317.2, + "avg_cost": 0.0, + "lambda": 77.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.35, + 77.35 + ] + }, + { + "episode": 310, + "avg_reward": 2367.94, + "avg_cost": 0.0, + "lambda": 78.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.25, + 78.25 + ] + }, + { + "episode": 320, + "avg_reward": 2380.84, + "avg_cost": 0.0, + "lambda": 78.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.25, + 78.25 + ] + }, + { + "episode": 330, + "avg_reward": 2366.3, + "avg_cost": 0.0, + "lambda": 78.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.25, + 78.25 + ] + }, + { + "episode": 340, + "avg_reward": 2359.75, + "avg_cost": 0.0, + "lambda": 78.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.3, + 78.3 + ] + }, + { + "episode": 350, + "avg_reward": 2401.8, + "avg_cost": 0.0, + "lambda": 78.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.325, + 78.325 + ] + }, + { + "episode": 360, + "avg_reward": 2231.61, + "avg_cost": 0.0, + "lambda": 78.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.325, + 78.325 + ] + }, + { + "episode": 370, + "avg_reward": 2136.93, + "avg_cost": 0.0, + "lambda": 78.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.325, + 78.325 + ] + }, + { + "episode": 380, + "avg_reward": 1877.7, + "avg_cost": 0.0, + "lambda": 78.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.325, + 78.325 + ] + }, + { + "episode": 390, + "avg_reward": 1741.21, + "avg_cost": 0.0, + "lambda": 78.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.325, + 78.325 + ] + }, + { + "episode": 400, + "avg_reward": 2043.45, + "avg_cost": 0.0, + "lambda": 78.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.35, + 78.35 + ] + }, + { + "episode": 410, + "avg_reward": 2049.11, + "avg_cost": 0.0, + "lambda": 78.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.375, + 78.375 + ] + }, + { + "episode": 420, + "avg_reward": 2028.19, + "avg_cost": 0.0, + "lambda": 78.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.375, + 78.375 + ] + }, + { + "episode": 430, + "avg_reward": 2004.62, + "avg_cost": 0.0, + "lambda": 78.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.425, + 78.425 + ] + }, + { + "episode": 440, + "avg_reward": 1622.22, + "avg_cost": 0.0, + "lambda": 78.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.425, + 78.425 + ] + }, + { + "episode": 450, + "avg_reward": 1508.44, + "avg_cost": 0.0, + "lambda": 78.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.425, + 78.425 + ] + }, + { + "episode": 460, + "avg_reward": 1480.12, + "avg_cost": 0.0, + "lambda": 78.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.5, + 78.5 + ] + }, + { + "episode": 470, + "avg_reward": 1576.83, + "avg_cost": 0.0, + "lambda": 78.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.575, + 78.575 + ] + }, + { + "episode": 480, + "avg_reward": 1484.55, + "avg_cost": 0.0, + "lambda": 78.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.575, + 78.575 + ] + }, + { + "episode": 490, + "avg_reward": 1610.87, + "avg_cost": 0.0, + "lambda": 78.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.6, + 78.6 + ] + }, + { + "episode": 500, + "avg_reward": 1700.2, + "avg_cost": 0.25, + "lambda": 78.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.675, + 78.675 + ] + }, + { + "episode": 510, + "avg_reward": 1581.12, + "avg_cost": 0.0, + "lambda": 78.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.725, + 78.725 + ] + }, + { + "episode": 520, + "avg_reward": 1585.89, + "avg_cost": 0.0, + "lambda": 78.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.725, + 78.725 + ] + }, + { + "episode": 530, + "avg_reward": 1156.38, + "avg_cost": 0.0, + "lambda": 78.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.725, + 78.725 + ] + }, + { + "episode": 540, + "avg_reward": 1008.4, + "avg_cost": 0.5, + "lambda": 78.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.825, + 78.825 + ] + }, + { + "episode": 550, + "avg_reward": 1019.73, + "avg_cost": 0.0, + "lambda": 78.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.9, + 78.9 + ] + }, + { + "episode": 560, + "avg_reward": 1262.41, + "avg_cost": 0.0, + "lambda": 78.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.925, + 78.925 + ] + }, + { + "episode": 570, + "avg_reward": 1209.36, + "avg_cost": 0.0, + "lambda": 78.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.95, + 78.95 + ] + }, + { + "episode": 580, + "avg_reward": 1186.1, + "avg_cost": 0.0, + "lambda": 79.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.0, + 79.0 + ] + }, + { + "episode": 590, + "avg_reward": 1377.44, + "avg_cost": 0.0, + "lambda": 79.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.075, + 79.075 + ] + }, + { + "episode": 600, + "avg_reward": 1491.68, + "avg_cost": 0.0, + "lambda": 79.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.075, + 79.075 + ] + }, + { + "episode": 610, + "avg_reward": 1432.81, + "avg_cost": 0.0, + "lambda": 79.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.075, + 79.075 + ] + }, + { + "episode": 620, + "avg_reward": 1402.41, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 630, + "avg_reward": 1536.04, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 640, + "avg_reward": 1492.71, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 650, + "avg_reward": 1527.15, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 660, + "avg_reward": 1598.82, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 670, + "avg_reward": 1645.29, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 680, + "avg_reward": 1587.33, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 690, + "avg_reward": 1593.26, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 700, + "avg_reward": 1503.21, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 710, + "avg_reward": 1371.16, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 720, + "avg_reward": 1422.62, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 730, + "avg_reward": 1335.72, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 740, + "avg_reward": 1328.86, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 750, + "avg_reward": 1359.68, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 760, + "avg_reward": 1348.39, + "avg_cost": 0.0, + "lambda": 79.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.1, + 79.1 + ] + }, + { + "episode": 770, + "avg_reward": 1162.38, + "avg_cost": 0.0, + "lambda": 79.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.15, + 79.15 + ] + }, + { + "episode": 780, + "avg_reward": 1208.74, + "avg_cost": 0.0, + "lambda": 79.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.275, + 79.275 + ] + }, + { + "episode": 790, + "avg_reward": 1313.69, + "avg_cost": 0.0, + "lambda": 79.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.3, + 79.3 + ] + }, + { + "episode": 800, + "avg_reward": 1301.57, + "avg_cost": 0.0, + "lambda": 79.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.325, + 79.325 + ] + }, + { + "episode": 810, + "avg_reward": 1170.93, + "avg_cost": 0.25, + "lambda": 79.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.35, + 79.35 + ] + }, + { + "episode": 820, + "avg_reward": 1212.17, + "avg_cost": 0.0, + "lambda": 79.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.35, + 79.35 + ] + }, + { + "episode": 830, + "avg_reward": 1141.74, + "avg_cost": 0.0, + "lambda": 79.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.35, + 79.35 + ] + }, + { + "episode": 840, + "avg_reward": 1152.0, + "avg_cost": 0.0, + "lambda": 79.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.375, + 79.375 + ] + }, + { + "episode": 850, + "avg_reward": 1265.0, + "avg_cost": 0.0, + "lambda": 79.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.425, + 79.425 + ] + }, + { + "episode": 860, + "avg_reward": 1379.93, + "avg_cost": 0.0, + "lambda": 79.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.425, + 79.425 + ] + }, + { + "episode": 870, + "avg_reward": 1514.96, + "avg_cost": 0.0, + "lambda": 79.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.475, + 79.475 + ] + }, + { + "episode": 880, + "avg_reward": 1614.44, + "avg_cost": 0.0, + "lambda": 79.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.475, + 79.475 + ] + }, + { + "episode": 890, + "avg_reward": 1600.11, + "avg_cost": 0.0, + "lambda": 79.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.475, + 79.475 + ] + }, + { + "episode": 900, + "avg_reward": 1665.51, + "avg_cost": 0.0, + "lambda": 79.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.475, + 79.475 + ] + }, + { + "episode": 910, + "avg_reward": 1539.24, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 920, + "avg_reward": 1376.95, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 930, + "avg_reward": 1309.1, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 940, + "avg_reward": 1176.9, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 950, + "avg_reward": 1193.01, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 960, + "avg_reward": 1151.91, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 970, + "avg_reward": 1163.06, + "avg_cost": 0.0, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 980, + "avg_reward": 1232.69, + "avg_cost": 0.0, + "lambda": 80.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.125, + 80.125 + ] + }, + { + "episode": 990, + "avg_reward": 1112.21, + "avg_cost": 0.0, + "lambda": 80.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.125, + 80.125 + ] + }, + { + "episode": 1000, + "avg_reward": 1157.14, + "avg_cost": 0.0, + "lambda": 80.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.15, + 80.15 + ] + } + ], + "final_lambdas": [ + 80.15, + 80.15 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..bfdc197c89f166a7d29d065687fff87d9bc9ff78 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2485533.45, + "constraint_satisfaction_pct": 67.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 373.0, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 23.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.225, + 23.225 + ] + }, + { + "episode": 10, + "avg_reward": 2754.63, + "avg_cost": 32.5, + "lambda": 49.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.775, + 49.775 + ] + }, + { + "episode": 20, + "avg_reward": 1838.26, + "avg_cost": 15.75, + "lambda": 74.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.0, + 74.0 + ] + }, + { + "episode": 30, + "avg_reward": 2919.12, + "avg_cost": 18.5, + "lambda": 83.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.775, + 83.775 + ] + }, + { + "episode": 40, + "avg_reward": 2801.05, + "avg_cost": 16.25, + "lambda": 90.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.075, + 90.075 + ] + }, + { + "episode": 50, + "avg_reward": 2550.47, + "avg_cost": 2.25, + "lambda": 98.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.4, + 98.4 + ] + }, + { + "episode": 60, + "avg_reward": 3338.51, + "avg_cost": 20.75, + "lambda": 108.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 108.5, + 108.5 + ] + }, + { + "episode": 70, + "avg_reward": 3019.88, + "avg_cost": 11.25, + "lambda": 117.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 117.3, + 117.3 + ] + }, + { + "episode": 80, + "avg_reward": 2958.31, + "avg_cost": 1.75, + "lambda": 124.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 124.875, + 124.875 + ] + }, + { + "episode": 90, + "avg_reward": 3019.99, + "avg_cost": 4.5, + "lambda": 130.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 130.275, + 130.275 + ] + }, + { + "episode": 100, + "avg_reward": 2698.0, + "avg_cost": 24.5, + "lambda": 146.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 146.4, + 146.4 + ] + }, + { + "episode": 110, + "avg_reward": 3326.18, + "avg_cost": 53.75, + "lambda": 191.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 191.475, + 191.475 + ] + }, + { + "episode": 120, + "avg_reward": 3109.45, + "avg_cost": 43.5, + "lambda": 263.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 263.55, + 263.55 + ] + }, + { + "episode": 130, + "avg_reward": 1523.0, + "avg_cost": 2.0, + "lambda": 281.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 281.3, + 281.3 + ] + }, + { + "episode": 140, + "avg_reward": 1754.76, + "avg_cost": 13.5, + "lambda": 284.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 284.725, + 284.725 + ] + }, + { + "episode": 150, + "avg_reward": 2118.5, + "avg_cost": 0.75, + "lambda": 285.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 285.8, + 285.8 + ] + }, + { + "episode": 160, + "avg_reward": 2214.61, + "avg_cost": 5.0, + "lambda": 293.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 293.4, + 293.4 + ] + }, + { + "episode": 170, + "avg_reward": 2084.05, + "avg_cost": 30.25, + "lambda": 300.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.725, + 300.725 + ] + }, + { + "episode": 180, + "avg_reward": 1803.3, + "avg_cost": 1.25, + "lambda": 312.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 312.85, + 312.85 + ] + }, + { + "episode": 190, + "avg_reward": 1709.43, + "avg_cost": 1.5, + "lambda": 321.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 321.45, + 321.45 + ] + }, + { + "episode": 200, + "avg_reward": 1838.32, + "avg_cost": 0.0, + "lambda": 323.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 323.675, + 323.675 + ] + }, + { + "episode": 210, + "avg_reward": 1806.0, + "avg_cost": 0.0, + "lambda": 329.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 329.55, + 329.55 + ] + }, + { + "episode": 220, + "avg_reward": 1734.31, + "avg_cost": 0.5, + "lambda": 332.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 332.675, + 332.675 + ] + }, + { + "episode": 230, + "avg_reward": 1579.47, + "avg_cost": 0.0, + "lambda": 333.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 333.875, + 333.875 + ] + }, + { + "episode": 240, + "avg_reward": 1787.14, + "avg_cost": 0.0, + "lambda": 333.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 333.925, + 333.925 + ] + }, + { + "episode": 250, + "avg_reward": 1948.39, + "avg_cost": 0.0, + "lambda": 335.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 335.225, + 335.225 + ] + }, + { + "episode": 260, + "avg_reward": 2037.68, + "avg_cost": 0.0, + "lambda": 336.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 336.475, + 336.475 + ] + }, + { + "episode": 270, + "avg_reward": 1975.1, + "avg_cost": 11.5, + "lambda": 339.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 339.325, + 339.325 + ] + }, + { + "episode": 280, + "avg_reward": 2262.87, + "avg_cost": 0.0, + "lambda": 340.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 340.6, + 340.6 + ] + }, + { + "episode": 290, + "avg_reward": 2057.83, + "avg_cost": 0.0, + "lambda": 341.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.475, + 341.475 + ] + }, + { + "episode": 300, + "avg_reward": 2242.52, + "avg_cost": 1.0, + "lambda": 341.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.575, + 341.575 + ] + }, + { + "episode": 310, + "avg_reward": 2398.92, + "avg_cost": 0.0, + "lambda": 341.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.9, + 341.9 + ] + }, + { + "episode": 320, + "avg_reward": 2499.13, + "avg_cost": 0.0, + "lambda": 344.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 344.85, + 344.85 + ] + }, + { + "episode": 330, + "avg_reward": 2544.88, + "avg_cost": 1.25, + "lambda": 347.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.35, + 347.35 + ] + }, + { + "episode": 340, + "avg_reward": 2496.97, + "avg_cost": 0.0, + "lambda": 348.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 348.925, + 348.925 + ] + }, + { + "episode": 350, + "avg_reward": 2550.31, + "avg_cost": 0.0, + "lambda": 349.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.15, + 349.15 + ] + }, + { + "episode": 360, + "avg_reward": 2440.92, + "avg_cost": 0.0, + "lambda": 349.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.325, + 349.325 + ] + }, + { + "episode": 370, + "avg_reward": 2499.1, + "avg_cost": 0.0, + "lambda": 349.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.5, + 349.5 + ] + }, + { + "episode": 380, + "avg_reward": 2175.55, + "avg_cost": 0.0, + "lambda": 349.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.5, + 349.5 + ] + }, + { + "episode": 390, + "avg_reward": 2076.37, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 400, + "avg_reward": 1875.37, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 410, + "avg_reward": 1829.63, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 420, + "avg_reward": 1927.05, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 430, + "avg_reward": 1921.64, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 440, + "avg_reward": 1863.43, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 450, + "avg_reward": 2007.05, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 460, + "avg_reward": 1977.9, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 470, + "avg_reward": 2007.36, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 480, + "avg_reward": 2053.98, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 490, + "avg_reward": 2217.46, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 500, + "avg_reward": 2267.94, + "avg_cost": 0.0, + "lambda": 349.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.575, + 349.575 + ] + }, + { + "episode": 510, + "avg_reward": 2386.13, + "avg_cost": 0.0, + "lambda": 349.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.675, + 349.675 + ] + }, + { + "episode": 520, + "avg_reward": 2636.25, + "avg_cost": 0.0, + "lambda": 349.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.675, + 349.675 + ] + }, + { + "episode": 530, + "avg_reward": 2651.02, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 540, + "avg_reward": 2571.38, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 550, + "avg_reward": 2529.78, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 560, + "avg_reward": 2541.03, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 570, + "avg_reward": 2616.16, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 580, + "avg_reward": 2553.34, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 590, + "avg_reward": 2615.57, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 600, + "avg_reward": 2713.8, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 610, + "avg_reward": 2732.99, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 620, + "avg_reward": 2727.32, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 630, + "avg_reward": 2784.53, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 640, + "avg_reward": 2786.21, + "avg_cost": 0.0, + "lambda": 349.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.75, + 349.75 + ] + }, + { + "episode": 650, + "avg_reward": 2805.88, + "avg_cost": 0.0, + "lambda": 349.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.775, + 349.775 + ] + }, + { + "episode": 660, + "avg_reward": 2759.6, + "avg_cost": 1.25, + "lambda": 349.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.9, + 349.9 + ] + }, + { + "episode": 670, + "avg_reward": 2746.4, + "avg_cost": 0.0, + "lambda": 349.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.9, + 349.9 + ] + }, + { + "episode": 680, + "avg_reward": 2757.39, + "avg_cost": 0.0, + "lambda": 350.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.0, + 350.0 + ] + }, + { + "episode": 690, + "avg_reward": 2869.83, + "avg_cost": 0.0, + "lambda": 350.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.0, + 350.0 + ] + }, + { + "episode": 700, + "avg_reward": 2916.08, + "avg_cost": 0.0, + "lambda": 350.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.05, + 350.05 + ] + }, + { + "episode": 710, + "avg_reward": 2857.6, + "avg_cost": 0.0, + "lambda": 350.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.225, + 350.225 + ] + }, + { + "episode": 720, + "avg_reward": 2940.36, + "avg_cost": 0.0, + "lambda": 350.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 350.5, + 350.5 + ] + }, + { + "episode": 730, + "avg_reward": 3099.99, + "avg_cost": 0.0, + "lambda": 351.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 351.375, + 351.375 + ] + }, + { + "episode": 740, + "avg_reward": 3304.83, + "avg_cost": 1.25, + "lambda": 351.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 351.95, + 351.95 + ] + }, + { + "episode": 750, + "avg_reward": 2139.15, + "avg_cost": 4.25, + "lambda": 362.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 362.3, + 362.3 + ] + }, + { + "episode": 760, + "avg_reward": 2543.25, + "avg_cost": 0.0, + "lambda": 367.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.45, + 367.45 + ] + }, + { + "episode": 770, + "avg_reward": 2805.98, + "avg_cost": 0.0, + "lambda": 367.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.55, + 367.55 + ] + }, + { + "episode": 780, + "avg_reward": 2847.92, + "avg_cost": 0.0, + "lambda": 367.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.6, + 367.6 + ] + }, + { + "episode": 790, + "avg_reward": 2837.04, + "avg_cost": 0.0, + "lambda": 367.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.6, + 367.6 + ] + }, + { + "episode": 800, + "avg_reward": 2813.55, + "avg_cost": 0.0, + "lambda": 367.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.6, + 367.6 + ] + }, + { + "episode": 810, + "avg_reward": 2859.83, + "avg_cost": 0.0, + "lambda": 367.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.6, + 367.6 + ] + }, + { + "episode": 820, + "avg_reward": 2863.94, + "avg_cost": 0.0, + "lambda": 368.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 368.825, + 368.825 + ] + }, + { + "episode": 830, + "avg_reward": 2903.8, + "avg_cost": 0.0, + "lambda": 369.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.025, + 369.025 + ] + }, + { + "episode": 840, + "avg_reward": 2898.14, + "avg_cost": 0.0, + "lambda": 369.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.35, + 369.35 + ] + }, + { + "episode": 850, + "avg_reward": 2885.99, + "avg_cost": 0.0, + "lambda": 369.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.425, + 369.425 + ] + }, + { + "episode": 860, + "avg_reward": 2903.94, + "avg_cost": 0.0, + "lambda": 369.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.45, + 369.45 + ] + }, + { + "episode": 870, + "avg_reward": 2887.1, + "avg_cost": 0.0, + "lambda": 369.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.55, + 369.55 + ] + }, + { + "episode": 880, + "avg_reward": 2840.94, + "avg_cost": 0.0, + "lambda": 369.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.675, + 369.675 + ] + }, + { + "episode": 890, + "avg_reward": 2839.6, + "avg_cost": 0.0, + "lambda": 369.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.825, + 369.825 + ] + }, + { + "episode": 900, + "avg_reward": 2792.05, + "avg_cost": 0.0, + "lambda": 371.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.65, + 371.65 + ] + }, + { + "episode": 910, + "avg_reward": 2725.46, + "avg_cost": 0.25, + "lambda": 371.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.75, + 371.75 + ] + }, + { + "episode": 920, + "avg_reward": 2677.81, + "avg_cost": 0.0, + "lambda": 371.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.925, + 371.925 + ] + }, + { + "episode": 930, + "avg_reward": 2680.8, + "avg_cost": 2.25, + "lambda": 372.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.675, + 372.675 + ] + }, + { + "episode": 940, + "avg_reward": 2650.77, + "avg_cost": 0.0, + "lambda": 372.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.875, + 372.875 + ] + }, + { + "episode": 950, + "avg_reward": 2727.83, + "avg_cost": 0.0, + "lambda": 372.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.925, + 372.925 + ] + }, + { + "episode": 960, + "avg_reward": 2709.28, + "avg_cost": 0.0, + "lambda": 373.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.0, + 373.0 + ] + }, + { + "episode": 970, + "avg_reward": 2755.61, + "avg_cost": 0.0, + "lambda": 373.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.0, + 373.0 + ] + }, + { + "episode": 980, + "avg_reward": 2742.3, + "avg_cost": 0.0, + "lambda": 373.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.0, + 373.0 + ] + }, + { + "episode": 990, + "avg_reward": 2775.63, + "avg_cost": 0.0, + "lambda": 373.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.0, + 373.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2782.15, + "avg_cost": 0.0, + "lambda": 373.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.0, + 373.0 + ] + } + ], + "final_lambdas": [ + 373.0, + 373.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json new file mode 100644 index 0000000000000000000000000000000000000000..1500602caa15471a5c46efe8be8ad5a0bf7df42e --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_Walker2d_2x3_v7_fast.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2864923.6, + "constraint_satisfaction_pct": 88.9, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 19.4675, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": 81.92, + "avg_cost": 132.25, + "lambda": 6.1225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 6.1225, + 6.1225 + ] + }, + { + "episode": 10, + "avg_reward": 3337.52, + "avg_cost": 89.0, + "lambda": 8.875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 8.875, + 8.875 + ] + }, + { + "episode": 20, + "avg_reward": 3142.76, + "avg_cost": 93.0, + "lambda": 15.8375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.8375, + 15.8375 + ] + }, + { + "episode": 30, + "avg_reward": 1798.1, + "avg_cost": 22.5, + "lambda": 19.65, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.65, + 19.65 + ] + }, + { + "episode": 40, + "avg_reward": 1821.32, + "avg_cost": 22.75, + "lambda": 22.74, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.74, + 22.74 + ] + }, + { + "episode": 50, + "avg_reward": 2314.52, + "avg_cost": 83.5, + "lambda": 24.0675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 24.0675, + 24.0675 + ] + }, + { + "episode": 60, + "avg_reward": 2235.17, + "avg_cost": 23.5, + "lambda": 26.255, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 26.255, + 26.255 + ] + }, + { + "episode": 70, + "avg_reward": 2134.96, + "avg_cost": 63.5, + "lambda": 28.615, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 28.615, + 28.615 + ] + }, + { + "episode": 80, + "avg_reward": 2258.0, + "avg_cost": 25.5, + "lambda": 29.7075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.7075, + 29.7075 + ] + }, + { + "episode": 90, + "avg_reward": 2056.92, + "avg_cost": 24.25, + "lambda": 31.75, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.75, + 31.75 + ] + }, + { + "episode": 100, + "avg_reward": 2658.69, + "avg_cost": 20.75, + "lambda": 33.0175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.0175, + 33.0175 + ] + }, + { + "episode": 110, + "avg_reward": 2746.4, + "avg_cost": 30.25, + "lambda": 34.0275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 34.0275, + 34.0275 + ] + }, + { + "episode": 120, + "avg_reward": 2058.66, + "avg_cost": 16.25, + "lambda": 35.2025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.2025, + 35.2025 + ] + }, + { + "episode": 130, + "avg_reward": 2475.9, + "avg_cost": 28.0, + "lambda": 35.5575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.5575, + 35.5575 + ] + }, + { + "episode": 140, + "avg_reward": 2578.04, + "avg_cost": 14.5, + "lambda": 35.3575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.3575, + 35.3575 + ] + }, + { + "episode": 150, + "avg_reward": 2540.55, + "avg_cost": 35.75, + "lambda": 35.785, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.785, + 35.785 + ] + }, + { + "episode": 160, + "avg_reward": 2908.99, + "avg_cost": 12.0, + "lambda": 35.825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.825, + 35.825 + ] + }, + { + "episode": 170, + "avg_reward": 2439.21, + "avg_cost": 27.0, + "lambda": 36.1875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.1875, + 36.1875 + ] + }, + { + "episode": 180, + "avg_reward": 2172.6, + "avg_cost": 20.5, + "lambda": 36.7225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.7225, + 36.7225 + ] + }, + { + "episode": 190, + "avg_reward": 3106.97, + "avg_cost": 19.0, + "lambda": 36.57, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.57, + 36.57 + ] + }, + { + "episode": 200, + "avg_reward": 2341.79, + "avg_cost": 13.25, + "lambda": 36.675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.675, + 36.675 + ] + }, + { + "episode": 210, + "avg_reward": 2548.42, + "avg_cost": 9.5, + "lambda": 37.23, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.23, + 37.23 + ] + }, + { + "episode": 220, + "avg_reward": 2793.91, + "avg_cost": 12.0, + "lambda": 36.9225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.9225, + 36.9225 + ] + }, + { + "episode": 230, + "avg_reward": 2722.09, + "avg_cost": 6.0, + "lambda": 37.2775, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.2775, + 37.2775 + ] + }, + { + "episode": 240, + "avg_reward": 3112.01, + "avg_cost": 31.25, + "lambda": 37.2925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.2925, + 37.2925 + ] + }, + { + "episode": 250, + "avg_reward": 3057.67, + "avg_cost": 33.0, + "lambda": 38.17, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 38.17, + 38.17 + ] + }, + { + "episode": 260, + "avg_reward": 2293.52, + "avg_cost": 6.0, + "lambda": 38.1875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 38.1875, + 38.1875 + ] + }, + { + "episode": 270, + "avg_reward": 2867.65, + "avg_cost": 11.25, + "lambda": 37.3325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.3325, + 37.3325 + ] + }, + { + "episode": 280, + "avg_reward": 2868.43, + "avg_cost": 32.25, + "lambda": 37.395, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.395, + 37.395 + ] + }, + { + "episode": 290, + "avg_reward": 2594.98, + "avg_cost": 10.0, + "lambda": 37.835, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.835, + 37.835 + ] + }, + { + "episode": 300, + "avg_reward": 2438.68, + "avg_cost": 8.25, + "lambda": 37.4575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.4575, + 37.4575 + ] + }, + { + "episode": 310, + "avg_reward": 3125.55, + "avg_cost": 31.5, + "lambda": 37.615, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.615, + 37.615 + ] + }, + { + "episode": 320, + "avg_reward": 2890.0, + "avg_cost": 12.5, + "lambda": 37.445, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 37.445, + 37.445 + ] + }, + { + "episode": 330, + "avg_reward": 2653.52, + "avg_cost": 2.0, + "lambda": 36.995, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.995, + 36.995 + ] + }, + { + "episode": 340, + "avg_reward": 2855.5, + "avg_cost": 14.75, + "lambda": 36.3875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.3875, + 36.3875 + ] + }, + { + "episode": 350, + "avg_reward": 2694.41, + "avg_cost": 1.5, + "lambda": 35.875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.875, + 35.875 + ] + }, + { + "episode": 360, + "avg_reward": 2883.79, + "avg_cost": 13.5, + "lambda": 36.1925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 36.1925, + 36.1925 + ] + }, + { + "episode": 370, + "avg_reward": 2954.63, + "avg_cost": 15.25, + "lambda": 35.135, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 35.135, + 35.135 + ] + }, + { + "episode": 380, + "avg_reward": 2450.62, + "avg_cost": 10.75, + "lambda": 34.605, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 34.605, + 34.605 + ] + }, + { + "episode": 390, + "avg_reward": 2871.81, + "avg_cost": 17.0, + "lambda": 33.83, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.83, + 33.83 + ] + }, + { + "episode": 400, + "avg_reward": 2653.84, + "avg_cost": 8.75, + "lambda": 33.5075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 33.5075, + 33.5075 + ] + }, + { + "episode": 410, + "avg_reward": 2791.79, + "avg_cost": 11.75, + "lambda": 32.7825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 32.7825, + 32.7825 + ] + }, + { + "episode": 420, + "avg_reward": 2537.26, + "avg_cost": 13.25, + "lambda": 32.5275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 32.5275, + 32.5275 + ] + }, + { + "episode": 430, + "avg_reward": 2795.55, + "avg_cost": 9.25, + "lambda": 32.1925, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 32.1925, + 32.1925 + ] + }, + { + "episode": 440, + "avg_reward": 2928.99, + "avg_cost": 8.5, + "lambda": 31.8425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.8425, + 31.8425 + ] + }, + { + "episode": 450, + "avg_reward": 2580.78, + "avg_cost": 7.5, + "lambda": 31.4825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 31.4825, + 31.4825 + ] + }, + { + "episode": 460, + "avg_reward": 2671.65, + "avg_cost": 11.25, + "lambda": 30.9325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 30.9325, + 30.9325 + ] + }, + { + "episode": 470, + "avg_reward": 2874.91, + "avg_cost": 6.0, + "lambda": 30.2325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 30.2325, + 30.2325 + ] + }, + { + "episode": 480, + "avg_reward": 2662.57, + "avg_cost": 10.0, + "lambda": 29.2125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 29.2125, + 29.2125 + ] + }, + { + "episode": 490, + "avg_reward": 2831.55, + "avg_cost": 16.5, + "lambda": 28.3075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 28.3075, + 28.3075 + ] + }, + { + "episode": 500, + "avg_reward": 2686.76, + "avg_cost": 4.5, + "lambda": 27.1675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 27.1675, + 27.1675 + ] + }, + { + "episode": 510, + "avg_reward": 3052.72, + "avg_cost": 14.75, + "lambda": 25.995, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.995, + 25.995 + ] + }, + { + "episode": 520, + "avg_reward": 2737.54, + "avg_cost": 8.25, + "lambda": 25.465, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.465, + 25.465 + ] + }, + { + "episode": 530, + "avg_reward": 2654.61, + "avg_cost": 2.75, + "lambda": 25.095, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 25.095, + 25.095 + ] + }, + { + "episode": 540, + "avg_reward": 2989.67, + "avg_cost": 13.75, + "lambda": 24.1875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 24.1875, + 24.1875 + ] + }, + { + "episode": 550, + "avg_reward": 2866.88, + "avg_cost": 7.0, + "lambda": 23.1125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 23.1125, + 23.1125 + ] + }, + { + "episode": 560, + "avg_reward": 2815.72, + "avg_cost": 4.0, + "lambda": 22.145, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.145, + 22.145 + ] + }, + { + "episode": 570, + "avg_reward": 2953.09, + "avg_cost": 9.75, + "lambda": 21.1025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.1025, + 21.1025 + ] + }, + { + "episode": 580, + "avg_reward": 3287.65, + "avg_cost": 24.5, + "lambda": 20.755, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 20.755, + 20.755 + ] + }, + { + "episode": 590, + "avg_reward": 2773.19, + "avg_cost": 22.25, + "lambda": 20.3875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 20.3875, + 20.3875 + ] + }, + { + "episode": 600, + "avg_reward": 2892.16, + "avg_cost": 14.25, + "lambda": 19.6175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.6175, + 19.6175 + ] + }, + { + "episode": 610, + "avg_reward": 2915.6, + "avg_cost": 17.5, + "lambda": 19.2725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.2725, + 19.2725 + ] + }, + { + "episode": 620, + "avg_reward": 2828.93, + "avg_cost": 22.25, + "lambda": 19.0175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.0175, + 19.0175 + ] + }, + { + "episode": 630, + "avg_reward": 3005.05, + "avg_cost": 7.0, + "lambda": 18.8225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 18.8225, + 18.8225 + ] + }, + { + "episode": 640, + "avg_reward": 3141.6, + "avg_cost": 6.0, + "lambda": 17.875, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.875, + 17.875 + ] + }, + { + "episode": 650, + "avg_reward": 2956.2, + "avg_cost": 11.75, + "lambda": 17.1425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.1425, + 17.1425 + ] + }, + { + "episode": 660, + "avg_reward": 2692.48, + "avg_cost": 5.25, + "lambda": 17.155, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.155, + 17.155 + ] + }, + { + "episode": 670, + "avg_reward": 2716.05, + "avg_cost": 8.5, + "lambda": 16.82, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.82, + 16.82 + ] + }, + { + "episode": 680, + "avg_reward": 3336.25, + "avg_cost": 7.25, + "lambda": 15.4625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.4625, + 15.4625 + ] + }, + { + "episode": 690, + "avg_reward": 2800.48, + "avg_cost": 7.0, + "lambda": 14.275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.275, + 14.275 + ] + }, + { + "episode": 700, + "avg_reward": 3132.34, + "avg_cost": 24.75, + "lambda": 13.48, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 13.48, + 13.48 + ] + }, + { + "episode": 710, + "avg_reward": 3385.83, + "avg_cost": 12.25, + "lambda": 12.87, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.87, + 12.87 + ] + }, + { + "episode": 720, + "avg_reward": 3074.25, + "avg_cost": 11.25, + "lambda": 12.47, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.47, + 12.47 + ] + }, + { + "episode": 730, + "avg_reward": 3628.68, + "avg_cost": 25.0, + "lambda": 12.6125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 12.6125, + 12.6125 + ] + }, + { + "episode": 740, + "avg_reward": 3355.44, + "avg_cost": 40.0, + "lambda": 15.4475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.4475, + 15.4475 + ] + }, + { + "episode": 750, + "avg_reward": 3238.64, + "avg_cost": 23.75, + "lambda": 15.7375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 15.7375, + 15.7375 + ] + }, + { + "episode": 760, + "avg_reward": 2585.09, + "avg_cost": 3.75, + "lambda": 14.9225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.9225, + 14.9225 + ] + }, + { + "episode": 770, + "avg_reward": 3272.18, + "avg_cost": 8.5, + "lambda": 14.075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.075, + 14.075 + ] + }, + { + "episode": 780, + "avg_reward": 4076.08, + "avg_cost": 45.25, + "lambda": 14.735, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 14.735, + 14.735 + ] + }, + { + "episode": 790, + "avg_reward": 2744.2, + "avg_cost": 28.25, + "lambda": 16.825, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.825, + 16.825 + ] + }, + { + "episode": 800, + "avg_reward": 2786.7, + "avg_cost": 56.75, + "lambda": 19.1525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.1525, + 19.1525 + ] + }, + { + "episode": 810, + "avg_reward": 3270.57, + "avg_cost": 23.5, + "lambda": 23.115, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 23.115, + 23.115 + ] + }, + { + "episode": 820, + "avg_reward": 2617.93, + "avg_cost": 20.75, + "lambda": 23.1125, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 23.1125, + 23.1125 + ] + }, + { + "episode": 830, + "avg_reward": 2565.03, + "avg_cost": 15.0, + "lambda": 22.8325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.8325, + 22.8325 + ] + }, + { + "episode": 840, + "avg_reward": 2484.48, + "avg_cost": 8.75, + "lambda": 22.09, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 22.09, + 22.09 + ] + }, + { + "episode": 850, + "avg_reward": 2825.87, + "avg_cost": 9.5, + "lambda": 21.1625, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 21.1625, + 21.1625 + ] + }, + { + "episode": 860, + "avg_reward": 2833.01, + "avg_cost": 14.75, + "lambda": 20.305, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 20.305, + 20.305 + ] + }, + { + "episode": 870, + "avg_reward": 3080.44, + "avg_cost": 7.5, + "lambda": 19.2, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.2, + 19.2 + ] + }, + { + "episode": 880, + "avg_reward": 2998.74, + "avg_cost": 13.25, + "lambda": 18.9275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 18.9275, + 18.9275 + ] + }, + { + "episode": 890, + "avg_reward": 2931.29, + "avg_cost": 14.75, + "lambda": 18.31, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 18.31, + 18.31 + ] + }, + { + "episode": 900, + "avg_reward": 2842.05, + "avg_cost": 8.0, + "lambda": 17.7175, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.7175, + 17.7175 + ] + }, + { + "episode": 910, + "avg_reward": 3297.71, + "avg_cost": 11.25, + "lambda": 17.495, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.495, + 17.495 + ] + }, + { + "episode": 920, + "avg_reward": 2954.09, + "avg_cost": 21.0, + "lambda": 16.7525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.7525, + 16.7525 + ] + }, + { + "episode": 930, + "avg_reward": 3411.91, + "avg_cost": 16.25, + "lambda": 16.77, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.77, + 16.77 + ] + }, + { + "episode": 940, + "avg_reward": 3065.28, + "avg_cost": 21.0, + "lambda": 16.2725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.2725, + 16.2725 + ] + }, + { + "episode": 950, + "avg_reward": 3703.1, + "avg_cost": 21.0, + "lambda": 16.2975, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 16.2975, + 16.2975 + ] + }, + { + "episode": 960, + "avg_reward": 3692.16, + "avg_cost": 44.0, + "lambda": 17.77, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 17.77, + 17.77 + ] + }, + { + "episode": 970, + "avg_reward": 3340.92, + "avg_cost": 15.0, + "lambda": 19.1275, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.1275, + 19.1275 + ] + }, + { + "episode": 980, + "avg_reward": 2440.89, + "avg_cost": 39.25, + "lambda": 19.89, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.89, + 19.89 + ] + }, + { + "episode": 990, + "avg_reward": 3462.93, + "avg_cost": 26.5, + "lambda": 19.85, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.85, + 19.85 + ] + }, + { + "episode": 1000, + "avg_reward": 3042.97, + "avg_cost": 13.25, + "lambda": 19.4675, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 19.4675, + 19.4675 + ] + } + ], + "final_lambdas": [ + 19.4675, + 19.4675 + ], + "d_per_agent": 20.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_v5_final.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_v5_final.json new file mode 100644 index 0000000000000000000000000000000000000000..f2578286326dfd105b0f8407a8e011e80889079d --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1000ep_mamujoco_v5_final.json @@ -0,0 +1,1442 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 568968.0, + "constraint_satisfaction_pct": 100.0, + "final_rho": [ + 0.5, + 0.5 + ], + "final_lambda": 0.0, + "seed": 2, + "log": [ + { + "episode": 1, + "avg_reward": -9210.34, + "avg_cost": 15.0, + "lambda": 5.025, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.025, + 5.025 + ] + }, + { + "episode": 10, + "avg_reward": -8942.45, + "avg_cost": 19.75, + "lambda": 5.1575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.1575, + 5.1575 + ] + }, + { + "episode": 20, + "avg_reward": -8614.29, + "avg_cost": 18.75, + "lambda": 5.4225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.4225, + 5.4225 + ] + }, + { + "episode": 30, + "avg_reward": -8230.73, + "avg_cost": 11.75, + "lambda": 5.3375, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.3375, + 5.3375 + ] + }, + { + "episode": 40, + "avg_reward": -7780.02, + "avg_cost": 9.5, + "lambda": 5.37, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.37, + 5.37 + ] + }, + { + "episode": 50, + "avg_reward": -7524.81, + "avg_cost": 10.5, + "lambda": 5.225, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.225, + 5.225 + ] + }, + { + "episode": 60, + "avg_reward": -6891.87, + "avg_cost": 19.0, + "lambda": 5.305, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.305, + 5.305 + ] + }, + { + "episode": 70, + "avg_reward": -6808.66, + "avg_cost": 10.75, + "lambda": 5.3525, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.3525, + 5.3525 + ] + }, + { + "episode": 80, + "avg_reward": -6301.62, + "avg_cost": 6.75, + "lambda": 5.1425, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 5.1425, + 5.1425 + ] + }, + { + "episode": 90, + "avg_reward": -5911.93, + "avg_cost": 4.25, + "lambda": 4.8575, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.8575, + 4.8575 + ] + }, + { + "episode": 100, + "avg_reward": -5672.62, + "avg_cost": 10.5, + "lambda": 4.6075, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.6075, + 4.6075 + ] + }, + { + "episode": 110, + "avg_reward": -5104.87, + "avg_cost": 6.75, + "lambda": 4.2725, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 4.2725, + 4.2725 + ] + }, + { + "episode": 120, + "avg_reward": -4601.63, + "avg_cost": 6.25, + "lambda": 3.8475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.8475, + 3.8475 + ] + }, + { + "episode": 130, + "avg_reward": -3870.59, + "avg_cost": 1.5, + "lambda": 3.5325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.5325, + 3.5325 + ] + }, + { + "episode": 140, + "avg_reward": -3315.6, + "avg_cost": 5.25, + "lambda": 3.185, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 3.185, + 3.185 + ] + }, + { + "episode": 150, + "avg_reward": -2613.4, + "avg_cost": 9.25, + "lambda": 2.635, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 2.635, + 2.635 + ] + }, + { + "episode": 160, + "avg_reward": -2385.91, + "avg_cost": 2.25, + "lambda": 1.995, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.995, + 1.995 + ] + }, + { + "episode": 170, + "avg_reward": -1897.79, + "avg_cost": 6.0, + "lambda": 1.4325, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 1.4325, + 1.4325 + ] + }, + { + "episode": 180, + "avg_reward": -1570.26, + "avg_cost": 6.25, + "lambda": 0.7475, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.7475, + 0.7475 + ] + }, + { + "episode": 190, + "avg_reward": -1113.67, + "avg_cost": 2.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 200, + "avg_reward": -914.38, + "avg_cost": 4.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 210, + "avg_reward": -434.17, + "avg_cost": 3.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 220, + "avg_reward": -134.66, + "avg_cost": 5.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 230, + "avg_reward": 207.8, + "avg_cost": 5.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 240, + "avg_reward": 247.2, + "avg_cost": 9.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 250, + "avg_reward": 527.29, + "avg_cost": 6.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 260, + "avg_reward": 514.4, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 270, + "avg_reward": 668.63, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 280, + "avg_reward": 851.59, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 290, + "avg_reward": 889.7, + "avg_cost": 3.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 300, + "avg_reward": 959.4, + "avg_cost": 1.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 310, + "avg_reward": 1112.53, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 320, + "avg_reward": 1154.56, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 330, + "avg_reward": 1256.74, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 340, + "avg_reward": 1289.76, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 350, + "avg_reward": 1100.42, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 360, + "avg_reward": 1491.05, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 370, + "avg_reward": 1505.63, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 380, + "avg_reward": 1513.92, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 390, + "avg_reward": 1591.68, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 400, + "avg_reward": 1597.12, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 410, + "avg_reward": 1551.28, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 420, + "avg_reward": 1790.95, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 430, + "avg_reward": 1820.83, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 440, + "avg_reward": 2006.34, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 450, + "avg_reward": 1941.81, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 460, + "avg_reward": 1894.46, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 470, + "avg_reward": 1606.94, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 480, + "avg_reward": 1701.25, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 490, + "avg_reward": 1877.43, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 500, + "avg_reward": 2129.23, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 510, + "avg_reward": 2039.5, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 520, + "avg_reward": 1927.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 530, + "avg_reward": 2114.72, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 540, + "avg_reward": 2063.17, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 550, + "avg_reward": 2210.53, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 560, + "avg_reward": 2075.27, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 570, + "avg_reward": 2267.55, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 580, + "avg_reward": 2163.78, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 590, + "avg_reward": 2087.05, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 600, + "avg_reward": 2146.64, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 610, + "avg_reward": 2421.95, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 620, + "avg_reward": 2409.3, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 630, + "avg_reward": 2207.47, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 640, + "avg_reward": 2333.04, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 650, + "avg_reward": 2451.2, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 660, + "avg_reward": 2599.23, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 670, + "avg_reward": 2437.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 680, + "avg_reward": 2522.62, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 690, + "avg_reward": 2609.13, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 700, + "avg_reward": 2593.59, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 710, + "avg_reward": 2528.58, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 720, + "avg_reward": 2539.68, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 730, + "avg_reward": 2295.02, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 740, + "avg_reward": 2538.06, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 750, + "avg_reward": 2590.75, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 760, + "avg_reward": 2497.0, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 770, + "avg_reward": 2558.59, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 780, + "avg_reward": 2572.78, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 790, + "avg_reward": 2413.02, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 800, + "avg_reward": 2580.67, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 810, + "avg_reward": 2545.07, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 820, + "avg_reward": 2685.38, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 830, + "avg_reward": 2730.16, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 840, + "avg_reward": 2898.47, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 850, + "avg_reward": 2666.98, + "avg_cost": 0.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 860, + "avg_reward": 2638.06, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 870, + "avg_reward": 2577.93, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 880, + "avg_reward": 2713.55, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 890, + "avg_reward": 2579.19, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 900, + "avg_reward": 2866.99, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 910, + "avg_reward": 2653.96, + "avg_cost": 1.5, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 920, + "avg_reward": 2890.88, + "avg_cost": 0.75, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 930, + "avg_reward": 2732.43, + "avg_cost": 1.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 940, + "avg_reward": 2852.13, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 950, + "avg_reward": 2865.82, + "avg_cost": 0.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 960, + "avg_reward": 2756.35, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 970, + "avg_reward": 2835.87, + "avg_cost": 1.25, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 980, + "avg_reward": 2789.93, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 990, + "avg_reward": 2839.58, + "avg_cost": 0.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2788.05, + "avg_cost": 2.0, + "lambda": 0.0, + "rho": [ + 0.5, + 0.5 + ], + "lambdas": [ + 0.0, + 0.0 + ] + } + ], + "final_lambdas": [ + 0.0, + 0.0 + ], + "d_per_agent": 12.5 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_per_agent_lambda_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..4f07566617978f021045010f1a22861d38cd0698 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s2_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,2146 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -41848.22, + "constraint_satisfaction_pct": 1.07, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 47.34, + "seed": 2, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2649.85, + "avg_cost": 16.25, + "lambda": 1.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.1625, + 1.1625 + ] + }, + { + "episode": 10, + "avg_reward": -2811.2, + "avg_cost": 18.5, + "lambda": 2.5775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.5775, + 2.5775 + ] + }, + { + "episode": 20, + "avg_reward": -2664.29, + "avg_cost": 15.5, + "lambda": 4.0625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.0625, + 4.0625 + ] + }, + { + "episode": 30, + "avg_reward": -2613.75, + "avg_cost": 14.5, + "lambda": 5.4975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.4975, + 5.4975 + ] + }, + { + "episode": 40, + "avg_reward": -2609.48, + "avg_cost": 14.25, + "lambda": 6.9975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.9975, + 6.9975 + ] + }, + { + "episode": 50, + "avg_reward": -2505.99, + "avg_cost": 15.5, + "lambda": 8.365, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.365, + 8.365 + ] + }, + { + "episode": 60, + "avg_reward": -2488.65, + "avg_cost": 11.5, + "lambda": 9.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.7125, + 9.7125 + ] + }, + { + "episode": 70, + "avg_reward": -2587.82, + "avg_cost": 12.0, + "lambda": 11.19, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.19, + 11.19 + ] + }, + { + "episode": 80, + "avg_reward": -2510.65, + "avg_cost": 14.25, + "lambda": 12.3875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.3875, + 12.3875 + ] + }, + { + "episode": 90, + "avg_reward": -2571.42, + "avg_cost": 15.0, + "lambda": 13.9075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.9075, + 13.9075 + ] + }, + { + "episode": 100, + "avg_reward": -2165.19, + "avg_cost": 11.75, + "lambda": 15.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.2075, + 15.2075 + ] + }, + { + "episode": 110, + "avg_reward": -2470.64, + "avg_cost": 5.5, + "lambda": 16.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.25, + 16.25 + ] + }, + { + "episode": 120, + "avg_reward": -2442.32, + "avg_cost": 8.0, + "lambda": 17.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.0775, + 17.0775 + ] + }, + { + "episode": 130, + "avg_reward": -2681.29, + "avg_cost": 8.25, + "lambda": 17.8175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.8175, + 17.8175 + ] + }, + { + "episode": 140, + "avg_reward": -2223.09, + "avg_cost": 5.75, + "lambda": 18.59, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.59, + 18.59 + ] + }, + { + "episode": 150, + "avg_reward": -2110.35, + "avg_cost": 6.75, + "lambda": 19.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.41, + 19.41 + ] + }, + { + "episode": 160, + "avg_reward": -2273.28, + "avg_cost": 4.75, + "lambda": 20.085, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.085, + 20.085 + ] + }, + { + "episode": 170, + "avg_reward": -2080.35, + "avg_cost": 5.0, + "lambda": 20.71, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.71, + 20.71 + ] + }, + { + "episode": 180, + "avg_reward": -2305.38, + "avg_cost": 6.0, + "lambda": 21.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.3225, + 21.3225 + ] + }, + { + "episode": 190, + "avg_reward": -1918.44, + "avg_cost": 9.25, + "lambda": 22.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.065, + 22.065 + ] + }, + { + "episode": 200, + "avg_reward": -1979.87, + "avg_cost": 7.5, + "lambda": 22.73, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.73, + 22.73 + ] + }, + { + "episode": 210, + "avg_reward": -2019.62, + "avg_cost": 2.25, + "lambda": 23.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.25, + 23.25 + ] + }, + { + "episode": 220, + "avg_reward": -2231.38, + "avg_cost": 2.25, + "lambda": 23.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.585, + 23.585 + ] + }, + { + "episode": 230, + "avg_reward": -1930.06, + "avg_cost": 3.25, + "lambda": 23.94, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.94, + 23.94 + ] + }, + { + "episode": 240, + "avg_reward": -1939.97, + "avg_cost": 3.0, + "lambda": 24.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.275, + 24.275 + ] + }, + { + "episode": 250, + "avg_reward": -1894.35, + "avg_cost": 4.75, + "lambda": 24.535, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.535, + 24.535 + ] + }, + { + "episode": 260, + "avg_reward": -1764.88, + "avg_cost": 2.5, + "lambda": 24.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.8025, + 24.8025 + ] + }, + { + "episode": 270, + "avg_reward": -1893.24, + "avg_cost": 2.25, + "lambda": 25.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.0275, + 25.0275 + ] + }, + { + "episode": 280, + "avg_reward": -1834.2, + "avg_cost": 1.25, + "lambda": 25.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.2175, + 25.2175 + ] + }, + { + "episode": 290, + "avg_reward": -1568.49, + "avg_cost": 2.5, + "lambda": 25.4975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.4975, + 25.4975 + ] + }, + { + "episode": 300, + "avg_reward": -1710.15, + "avg_cost": 1.0, + "lambda": 25.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.715, + 25.715 + ] + }, + { + "episode": 310, + "avg_reward": -1748.38, + "avg_cost": 1.25, + "lambda": 25.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.945, + 25.945 + ] + }, + { + "episode": 320, + "avg_reward": -1587.13, + "avg_cost": 3.25, + "lambda": 26.2425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.2425, + 26.2425 + ] + }, + { + "episode": 330, + "avg_reward": -1225.32, + "avg_cost": 3.0, + "lambda": 26.4325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.4325, + 26.4325 + ] + }, + { + "episode": 340, + "avg_reward": -1579.25, + "avg_cost": 2.25, + "lambda": 26.685, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.685, + 26.685 + ] + }, + { + "episode": 350, + "avg_reward": -1480.12, + "avg_cost": 4.0, + "lambda": 26.92, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.92, + 26.92 + ] + }, + { + "episode": 360, + "avg_reward": -1337.2, + "avg_cost": 1.0, + "lambda": 27.07, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.07, + 27.07 + ] + }, + { + "episode": 370, + "avg_reward": -1301.62, + "avg_cost": 1.0, + "lambda": 27.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.2375, + 27.2375 + ] + }, + { + "episode": 380, + "avg_reward": -937.18, + "avg_cost": 1.75, + "lambda": 27.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.4725, + 27.4725 + ] + }, + { + "episode": 390, + "avg_reward": -1073.26, + "avg_cost": 1.5, + "lambda": 27.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.6975, + 27.6975 + ] + }, + { + "episode": 400, + "avg_reward": -837.26, + "avg_cost": 2.75, + "lambda": 27.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.9475, + 27.9475 + ] + }, + { + "episode": 410, + "avg_reward": -1034.81, + "avg_cost": 6.0, + "lambda": 28.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.1825, + 28.1825 + ] + }, + { + "episode": 420, + "avg_reward": -725.81, + "avg_cost": 4.5, + "lambda": 28.3925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.3925, + 28.3925 + ] + }, + { + "episode": 430, + "avg_reward": -947.44, + "avg_cost": 1.5, + "lambda": 28.645, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.645, + 28.645 + ] + }, + { + "episode": 440, + "avg_reward": -835.77, + "avg_cost": 2.25, + "lambda": 28.8075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.8075, + 28.8075 + ] + }, + { + "episode": 450, + "avg_reward": -783.64, + "avg_cost": 2.25, + "lambda": 29.0725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.0725, + 29.0725 + ] + }, + { + "episode": 460, + "avg_reward": -1059.13, + "avg_cost": 3.25, + "lambda": 29.2425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.2425, + 29.2425 + ] + }, + { + "episode": 470, + "avg_reward": -659.47, + "avg_cost": 3.5, + "lambda": 29.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.4525, + 29.4525 + ] + }, + { + "episode": 480, + "avg_reward": -794.66, + "avg_cost": 0.75, + "lambda": 29.6725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6725, + 29.6725 + ] + }, + { + "episode": 490, + "avg_reward": -730.71, + "avg_cost": 1.0, + "lambda": 29.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.91, + 29.91 + ] + }, + { + "episode": 500, + "avg_reward": -704.91, + "avg_cost": 1.25, + "lambda": 30.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.065, + 30.065 + ] + }, + { + "episode": 510, + "avg_reward": -487.37, + "avg_cost": 3.0, + "lambda": 30.2625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2625, + 30.2625 + ] + }, + { + "episode": 520, + "avg_reward": -701.71, + "avg_cost": 3.75, + "lambda": 30.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.435, + 30.435 + ] + }, + { + "episode": 530, + "avg_reward": -368.88, + "avg_cost": 1.75, + "lambda": 30.6475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6475, + 30.6475 + ] + }, + { + "episode": 540, + "avg_reward": -354.86, + "avg_cost": 1.25, + "lambda": 30.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.8325, + 30.8325 + ] + }, + { + "episode": 550, + "avg_reward": -653.69, + "avg_cost": 1.75, + "lambda": 31.0025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0025, + 31.0025 + ] + }, + { + "episode": 560, + "avg_reward": -252.19, + "avg_cost": 1.75, + "lambda": 31.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.22, + 31.22 + ] + }, + { + "episode": 570, + "avg_reward": -763.01, + "avg_cost": 1.0, + "lambda": 31.405, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.405, + 31.405 + ] + }, + { + "episode": 580, + "avg_reward": -734.69, + "avg_cost": 1.75, + "lambda": 31.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.6425, + 31.6425 + ] + }, + { + "episode": 590, + "avg_reward": -408.19, + "avg_cost": 2.25, + "lambda": 31.9275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.9275, + 31.9275 + ] + }, + { + "episode": 600, + "avg_reward": -88.4, + "avg_cost": 1.25, + "lambda": 32.1325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1325, + 32.1325 + ] + }, + { + "episode": 610, + "avg_reward": -18.32, + "avg_cost": 2.25, + "lambda": 32.345, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.345, + 32.345 + ] + }, + { + "episode": 620, + "avg_reward": 29.97, + "avg_cost": 2.0, + "lambda": 32.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.5, + 32.5 + ] + }, + { + "episode": 630, + "avg_reward": 167.37, + "avg_cost": 1.75, + "lambda": 32.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.7125, + 32.7125 + ] + }, + { + "episode": 640, + "avg_reward": 212.33, + "avg_cost": 2.25, + "lambda": 32.9275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.9275, + 32.9275 + ] + }, + { + "episode": 650, + "avg_reward": -403.25, + "avg_cost": 1.25, + "lambda": 33.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1125, + 33.1125 + ] + }, + { + "episode": 660, + "avg_reward": 133.65, + "avg_cost": 0.5, + "lambda": 33.3425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.3425, + 33.3425 + ] + }, + { + "episode": 670, + "avg_reward": 59.23, + "avg_cost": 1.5, + "lambda": 33.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.5675, + 33.5675 + ] + }, + { + "episode": 680, + "avg_reward": 137.27, + "avg_cost": 1.75, + "lambda": 33.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.735, + 33.735 + ] + }, + { + "episode": 690, + "avg_reward": 189.85, + "avg_cost": 1.5, + "lambda": 33.8875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.8875, + 33.8875 + ] + }, + { + "episode": 700, + "avg_reward": 252.58, + "avg_cost": 2.0, + "lambda": 34.085, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.085, + 34.085 + ] + }, + { + "episode": 710, + "avg_reward": 196.97, + "avg_cost": 0.25, + "lambda": 34.2175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.2175, + 34.2175 + ] + }, + { + "episode": 720, + "avg_reward": 160.57, + "avg_cost": 1.75, + "lambda": 34.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.375, + 34.375 + ] + }, + { + "episode": 730, + "avg_reward": 315.51, + "avg_cost": 1.0, + "lambda": 34.555, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.555, + 34.555 + ] + }, + { + "episode": 740, + "avg_reward": 323.53, + "avg_cost": 4.75, + "lambda": 34.7875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.7875, + 34.7875 + ] + }, + { + "episode": 750, + "avg_reward": 324.15, + "avg_cost": 3.0, + "lambda": 34.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.9575, + 34.9575 + ] + }, + { + "episode": 760, + "avg_reward": 77.41, + "avg_cost": 1.0, + "lambda": 35.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.205, + 35.205 + ] + }, + { + "episode": 770, + "avg_reward": 211.32, + "avg_cost": 2.75, + "lambda": 35.3475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.3475, + 35.3475 + ] + }, + { + "episode": 780, + "avg_reward": 541.47, + "avg_cost": 1.75, + "lambda": 35.5475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.5475, + 35.5475 + ] + }, + { + "episode": 790, + "avg_reward": 96.25, + "avg_cost": 1.5, + "lambda": 35.7125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.7125, + 35.7125 + ] + }, + { + "episode": 800, + "avg_reward": 326.88, + "avg_cost": 2.0, + "lambda": 35.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.83, + 35.83 + ] + }, + { + "episode": 810, + "avg_reward": 588.57, + "avg_cost": 2.5, + "lambda": 35.9425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.9425, + 35.9425 + ] + }, + { + "episode": 820, + "avg_reward": 731.05, + "avg_cost": 3.25, + "lambda": 36.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.1225, + 36.1225 + ] + }, + { + "episode": 830, + "avg_reward": 933.71, + "avg_cost": 2.5, + "lambda": 36.315, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.315, + 36.315 + ] + }, + { + "episode": 840, + "avg_reward": 780.08, + "avg_cost": 1.75, + "lambda": 36.5025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.5025, + 36.5025 + ] + }, + { + "episode": 850, + "avg_reward": 712.99, + "avg_cost": 2.5, + "lambda": 36.745, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.745, + 36.745 + ] + }, + { + "episode": 860, + "avg_reward": 488.69, + "avg_cost": 2.5, + "lambda": 36.9725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.9725, + 36.9725 + ] + }, + { + "episode": 870, + "avg_reward": 938.42, + "avg_cost": 4.0, + "lambda": 37.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.175, + 37.175 + ] + }, + { + "episode": 880, + "avg_reward": 911.82, + "avg_cost": 1.5, + "lambda": 37.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4475, + 37.4475 + ] + }, + { + "episode": 890, + "avg_reward": 621.19, + "avg_cost": 0.5, + "lambda": 37.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.625, + 37.625 + ] + }, + { + "episode": 900, + "avg_reward": 786.64, + "avg_cost": 1.75, + "lambda": 37.7975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.7975, + 37.7975 + ] + }, + { + "episode": 910, + "avg_reward": 575.02, + "avg_cost": 1.0, + "lambda": 37.9225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.9225, + 37.9225 + ] + }, + { + "episode": 920, + "avg_reward": 506.16, + "avg_cost": 1.75, + "lambda": 38.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.09, + 38.09 + ] + }, + { + "episode": 930, + "avg_reward": 891.31, + "avg_cost": 0.75, + "lambda": 38.255, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.255, + 38.255 + ] + }, + { + "episode": 940, + "avg_reward": 374.32, + "avg_cost": 0.5, + "lambda": 38.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.42, + 38.42 + ] + }, + { + "episode": 950, + "avg_reward": 1062.08, + "avg_cost": 2.0, + "lambda": 38.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.625, + 38.625 + ] + }, + { + "episode": 960, + "avg_reward": 1008.3, + "avg_cost": 1.75, + "lambda": 38.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.83, + 38.83 + ] + }, + { + "episode": 970, + "avg_reward": 1113.1, + "avg_cost": 4.25, + "lambda": 39.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.035, + 39.035 + ] + }, + { + "episode": 980, + "avg_reward": 834.56, + "avg_cost": 0.0, + "lambda": 39.2025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.2025, + 39.2025 + ] + }, + { + "episode": 990, + "avg_reward": 1395.64, + "avg_cost": 2.25, + "lambda": 39.4125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.4125, + 39.4125 + ] + }, + { + "episode": 1000, + "avg_reward": 1153.45, + "avg_cost": 4.75, + "lambda": 39.6575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.6575, + 39.6575 + ] + }, + { + "episode": 1010, + "avg_reward": 1290.68, + "avg_cost": 3.75, + "lambda": 39.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.83, + 39.83 + ] + }, + { + "episode": 1020, + "avg_reward": 754.79, + "avg_cost": 3.25, + "lambda": 40.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.04, + 40.04 + ] + }, + { + "episode": 1030, + "avg_reward": 1076.09, + "avg_cost": 0.25, + "lambda": 40.1475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.1475, + 40.1475 + ] + }, + { + "episode": 1040, + "avg_reward": 1247.29, + "avg_cost": 1.0, + "lambda": 40.305, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.305, + 40.305 + ] + }, + { + "episode": 1050, + "avg_reward": 1037.98, + "avg_cost": 1.25, + "lambda": 40.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.4475, + 40.4475 + ] + }, + { + "episode": 1060, + "avg_reward": 1035.27, + "avg_cost": 1.5, + "lambda": 40.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.62, + 40.62 + ] + }, + { + "episode": 1070, + "avg_reward": 1206.86, + "avg_cost": 2.75, + "lambda": 40.785, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.785, + 40.785 + ] + }, + { + "episode": 1080, + "avg_reward": 1191.36, + "avg_cost": 1.0, + "lambda": 40.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.905, + 40.905 + ] + }, + { + "episode": 1090, + "avg_reward": 1310.28, + "avg_cost": 2.25, + "lambda": 41.08, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.08, + 41.08 + ] + }, + { + "episode": 1100, + "avg_reward": 1082.22, + "avg_cost": 2.75, + "lambda": 41.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.25, + 41.25 + ] + }, + { + "episode": 1110, + "avg_reward": 1410.47, + "avg_cost": 2.5, + "lambda": 41.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.4, + 41.4 + ] + }, + { + "episode": 1120, + "avg_reward": 1101.86, + "avg_cost": 1.25, + "lambda": 41.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.57, + 41.57 + ] + }, + { + "episode": 1130, + "avg_reward": 1226.45, + "avg_cost": 1.0, + "lambda": 41.7075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.7075, + 41.7075 + ] + }, + { + "episode": 1140, + "avg_reward": 546.25, + "avg_cost": 1.5, + "lambda": 41.84, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.84, + 41.84 + ] + }, + { + "episode": 1150, + "avg_reward": 1370.06, + "avg_cost": 1.25, + "lambda": 41.9775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.9775, + 41.9775 + ] + }, + { + "episode": 1160, + "avg_reward": 1490.49, + "avg_cost": 2.25, + "lambda": 42.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.1225, + 42.1225 + ] + }, + { + "episode": 1170, + "avg_reward": 1438.58, + "avg_cost": 2.5, + "lambda": 42.28, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.28, + 42.28 + ] + }, + { + "episode": 1180, + "avg_reward": 1360.35, + "avg_cost": 0.0, + "lambda": 42.41, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.41, + 42.41 + ] + }, + { + "episode": 1190, + "avg_reward": 1056.96, + "avg_cost": 2.5, + "lambda": 42.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.55, + 42.55 + ] + }, + { + "episode": 1200, + "avg_reward": 1235.13, + "avg_cost": 1.5, + "lambda": 42.79, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.79, + 42.79 + ] + }, + { + "episode": 1210, + "avg_reward": 1469.92, + "avg_cost": 2.25, + "lambda": 42.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.925, + 42.925 + ] + }, + { + "episode": 1220, + "avg_reward": 1530.74, + "avg_cost": 1.25, + "lambda": 43.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.075, + 43.075 + ] + }, + { + "episode": 1230, + "avg_reward": 1395.37, + "avg_cost": 0.25, + "lambda": 43.3025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.3025, + 43.3025 + ] + }, + { + "episode": 1240, + "avg_reward": 1444.82, + "avg_cost": 0.25, + "lambda": 43.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.465, + 43.465 + ] + }, + { + "episode": 1250, + "avg_reward": 1518.36, + "avg_cost": 1.25, + "lambda": 43.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.605, + 43.605 + ] + }, + { + "episode": 1260, + "avg_reward": 1468.81, + "avg_cost": 2.75, + "lambda": 43.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.7575, + 43.7575 + ] + }, + { + "episode": 1270, + "avg_reward": 1295.93, + "avg_cost": 2.5, + "lambda": 43.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.9575, + 43.9575 + ] + }, + { + "episode": 1280, + "avg_reward": 1045.17, + "avg_cost": 3.5, + "lambda": 44.14, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.14, + 44.14 + ] + }, + { + "episode": 1290, + "avg_reward": 984.34, + "avg_cost": 2.0, + "lambda": 44.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.3, + 44.3 + ] + }, + { + "episode": 1300, + "avg_reward": 1641.58, + "avg_cost": 1.0, + "lambda": 44.4625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.4625, + 44.4625 + ] + }, + { + "episode": 1310, + "avg_reward": 1544.34, + "avg_cost": 0.75, + "lambda": 44.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.605, + 44.605 + ] + }, + { + "episode": 1320, + "avg_reward": 1497.58, + "avg_cost": 0.0, + "lambda": 44.7425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.7425, + 44.7425 + ] + }, + { + "episode": 1330, + "avg_reward": 1510.74, + "avg_cost": 1.25, + "lambda": 44.8725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.8725, + 44.8725 + ] + }, + { + "episode": 1340, + "avg_reward": 1674.91, + "avg_cost": 0.5, + "lambda": 45.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.03, + 45.03 + ] + }, + { + "episode": 1350, + "avg_reward": 1505.41, + "avg_cost": 1.0, + "lambda": 45.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.175, + 45.175 + ] + }, + { + "episode": 1360, + "avg_reward": 1587.93, + "avg_cost": 1.75, + "lambda": 45.34, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.34, + 45.34 + ] + }, + { + "episode": 1370, + "avg_reward": 1663.17, + "avg_cost": 1.5, + "lambda": 45.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4525, + 45.4525 + ] + }, + { + "episode": 1380, + "avg_reward": 1516.99, + "avg_cost": 0.75, + "lambda": 45.63, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.63, + 45.63 + ] + }, + { + "episode": 1390, + "avg_reward": 1089.62, + "avg_cost": 1.0, + "lambda": 45.765, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.765, + 45.765 + ] + }, + { + "episode": 1400, + "avg_reward": 1644.27, + "avg_cost": 3.0, + "lambda": 45.905, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.905, + 45.905 + ] + }, + { + "episode": 1410, + "avg_reward": 1349.88, + "avg_cost": 2.25, + "lambda": 46.0475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.0475, + 46.0475 + ] + }, + { + "episode": 1420, + "avg_reward": 1032.05, + "avg_cost": 1.75, + "lambda": 46.19, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.19, + 46.19 + ] + }, + { + "episode": 1430, + "avg_reward": 1612.29, + "avg_cost": 1.0, + "lambda": 46.37, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.37, + 46.37 + ] + }, + { + "episode": 1440, + "avg_reward": 1712.51, + "avg_cost": 0.75, + "lambda": 46.465, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.465, + 46.465 + ] + }, + { + "episode": 1450, + "avg_reward": 1518.03, + "avg_cost": 0.75, + "lambda": 46.5975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.5975, + 46.5975 + ] + }, + { + "episode": 1460, + "avg_reward": 1828.41, + "avg_cost": 1.0, + "lambda": 46.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.735, + 46.735 + ] + }, + { + "episode": 1470, + "avg_reward": 1764.28, + "avg_cost": 1.0, + "lambda": 46.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.915, + 46.915 + ] + }, + { + "episode": 1480, + "avg_reward": 1692.76, + "avg_cost": 0.25, + "lambda": 47.06, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.06, + 47.06 + ] + }, + { + "episode": 1490, + "avg_reward": 1838.07, + "avg_cost": 3.0, + "lambda": 47.2125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.2125, + 47.2125 + ] + }, + { + "episode": 1500, + "avg_reward": 1640.81, + "avg_cost": 1.0, + "lambda": 47.34, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.34, + 47.34 + ] + } + ], + "final_lambdas": [ + 47.34, + 47.34 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..7f2d476640497a072514c7d3a98f677e5ab8a6f2 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -1934557.86, + "constraint_satisfaction_pct": 30.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12139.76, + "avg_cost": 14.0, + "lambda": 10.42, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.42, + 10.42 + ] + }, + { + "episode": 10, + "avg_reward": -11184.12, + "avg_cost": 5.25, + "lambda": 13.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.7575, + 13.7575 + ] + }, + { + "episode": 20, + "avg_reward": -11276.56, + "avg_cost": 10.0, + "lambda": 17.0425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.0425, + 17.0425 + ] + }, + { + "episode": 30, + "avg_reward": -10612.42, + "avg_cost": 3.75, + "lambda": 20.5225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.5225, + 20.5225 + ] + }, + { + "episode": 40, + "avg_reward": -10639.21, + "avg_cost": 4.25, + "lambda": 23.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.2525, + 23.2525 + ] + }, + { + "episode": 50, + "avg_reward": -10400.51, + "avg_cost": 6.5, + "lambda": 26.56, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.56, + 26.56 + ] + }, + { + "episode": 60, + "avg_reward": -10492.64, + "avg_cost": 9.25, + "lambda": 30.4375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.4375, + 30.4375 + ] + }, + { + "episode": 70, + "avg_reward": -9960.93, + "avg_cost": 17.25, + "lambda": 34.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.1125, + 34.1125 + ] + }, + { + "episode": 80, + "avg_reward": -9303.49, + "avg_cost": 13.75, + "lambda": 37.5925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.5925, + 37.5925 + ] + }, + { + "episode": 90, + "avg_reward": -8995.42, + "avg_cost": 10.0, + "lambda": 40.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.915, + 40.915 + ] + }, + { + "episode": 100, + "avg_reward": -8844.48, + "avg_cost": 15.0, + "lambda": 43.015, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.015, + 43.015 + ] + }, + { + "episode": 110, + "avg_reward": -8486.02, + "avg_cost": 5.25, + "lambda": 45.3925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.3925, + 45.3925 + ] + }, + { + "episode": 120, + "avg_reward": -7933.83, + "avg_cost": 16.25, + "lambda": 49.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.3225, + 49.3225 + ] + }, + { + "episode": 130, + "avg_reward": -7736.6, + "avg_cost": 7.0, + "lambda": 51.8125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.8125, + 51.8125 + ] + }, + { + "episode": 140, + "avg_reward": -7211.75, + "avg_cost": 12.25, + "lambda": 54.6775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.6775, + 54.6775 + ] + }, + { + "episode": 150, + "avg_reward": -6958.99, + "avg_cost": 17.5, + "lambda": 57.7825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.7825, + 57.7825 + ] + }, + { + "episode": 160, + "avg_reward": -6959.81, + "avg_cost": 13.75, + "lambda": 60.3175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.3175, + 60.3175 + ] + }, + { + "episode": 170, + "avg_reward": -6313.38, + "avg_cost": 5.5, + "lambda": 62.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.1925, + 62.1925 + ] + }, + { + "episode": 180, + "avg_reward": -6171.15, + "avg_cost": 5.0, + "lambda": 64.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.7575, + 64.7575 + ] + }, + { + "episode": 190, + "avg_reward": -5871.0, + "avg_cost": 11.75, + "lambda": 67.4275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.4275, + 67.4275 + ] + }, + { + "episode": 200, + "avg_reward": -5374.01, + "avg_cost": 13.25, + "lambda": 69.835, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.835, + 69.835 + ] + }, + { + "episode": 210, + "avg_reward": -5619.58, + "avg_cost": 0.75, + "lambda": 72.22, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.22, + 72.22 + ] + }, + { + "episode": 220, + "avg_reward": -5384.29, + "avg_cost": 6.75, + "lambda": 74.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.215, + 74.215 + ] + }, + { + "episode": 230, + "avg_reward": -4920.56, + "avg_cost": 8.0, + "lambda": 75.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.955, + 75.955 + ] + }, + { + "episode": 240, + "avg_reward": -4965.52, + "avg_cost": 4.25, + "lambda": 77.59, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.59, + 77.59 + ] + }, + { + "episode": 250, + "avg_reward": -4662.99, + "avg_cost": 0.75, + "lambda": 79.315, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.315, + 79.315 + ] + }, + { + "episode": 260, + "avg_reward": -4820.62, + "avg_cost": 1.75, + "lambda": 80.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.5, + 80.5 + ] + }, + { + "episode": 270, + "avg_reward": -4397.89, + "avg_cost": 6.75, + "lambda": 81.7525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.7525, + 81.7525 + ] + }, + { + "episode": 280, + "avg_reward": -4135.41, + "avg_cost": 4.5, + "lambda": 83.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.1625, + 83.1625 + ] + }, + { + "episode": 290, + "avg_reward": -4110.45, + "avg_cost": 4.5, + "lambda": 84.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.91, + 84.91 + ] + }, + { + "episode": 300, + "avg_reward": -4043.83, + "avg_cost": 6.75, + "lambda": 86.0575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.0575, + 86.0575 + ] + }, + { + "episode": 310, + "avg_reward": -4237.44, + "avg_cost": 7.5, + "lambda": 87.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.1825, + 87.1825 + ] + }, + { + "episode": 320, + "avg_reward": -4145.44, + "avg_cost": 3.25, + "lambda": 88.3525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.3525, + 88.3525 + ] + }, + { + "episode": 330, + "avg_reward": -3471.28, + "avg_cost": 2.0, + "lambda": 89.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.4475, + 89.4475 + ] + }, + { + "episode": 340, + "avg_reward": -3915.49, + "avg_cost": 8.5, + "lambda": 90.9325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.9325, + 90.9325 + ] + }, + { + "episode": 350, + "avg_reward": -3593.21, + "avg_cost": 4.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 360, + "avg_reward": -3490.39, + "avg_cost": 5.5, + "lambda": 92.635, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.635, + 92.635 + ] + }, + { + "episode": 370, + "avg_reward": -3582.38, + "avg_cost": 0.25, + "lambda": 93.4825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 93.4825, + 93.4825 + ] + }, + { + "episode": 380, + "avg_reward": -3464.4, + "avg_cost": 2.25, + "lambda": 94.48, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.48, + 94.48 + ] + }, + { + "episode": 390, + "avg_reward": -3007.11, + "avg_cost": 4.25, + "lambda": 95.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.155, + 95.155 + ] + }, + { + "episode": 400, + "avg_reward": -2830.25, + "avg_cost": 4.5, + "lambda": 95.7175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.7175, + 95.7175 + ] + }, + { + "episode": 410, + "avg_reward": -2473.09, + "avg_cost": 0.25, + "lambda": 96.19, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.19, + 96.19 + ] + }, + { + "episode": 420, + "avg_reward": -1922.71, + "avg_cost": 0.5, + "lambda": 96.7825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.7825, + 96.7825 + ] + }, + { + "episode": 430, + "avg_reward": -1984.67, + "avg_cost": 3.0, + "lambda": 97.4575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 97.4575, + 97.4575 + ] + }, + { + "episode": 440, + "avg_reward": -1816.87, + "avg_cost": 3.0, + "lambda": 98.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.62, + 98.62 + ] + }, + { + "episode": 450, + "avg_reward": -1720.21, + "avg_cost": 3.0, + "lambda": 99.6175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.6175, + 99.6175 + ] + }, + { + "episode": 460, + "avg_reward": -1559.89, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -1473.27, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -1187.9, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -1755.31, + "avg_cost": 5.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -1073.23, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -558.94, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -554.41, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -575.95, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -457.88, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -46.23, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -51.09, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": 208.7, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": 121.56, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": 118.09, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": 584.89, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": 627.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": 764.78, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": 764.09, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": 1035.1, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": 1170.77, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": 1387.89, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": 1427.64, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": 1509.45, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": 1425.05, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": 1464.77, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": 1510.33, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": 1775.04, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": 1718.0, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": 1762.65, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": 1789.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": 1871.22, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": 2109.19, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": 1998.31, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": 1973.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": 2235.17, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": 2107.4, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 2310.42, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 2393.6, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 2297.81, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 2244.43, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 2518.45, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 2626.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 2506.83, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 2579.08, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 2772.79, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 2773.52, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 2918.27, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 2784.57, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 3044.97, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 2949.25, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 2998.84, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 2895.38, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2888.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2871.09, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3017.98, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..dab1d04c932d85449c128b198fd76fbedd9cb614 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 11746810.8, + "constraint_satisfaction_pct": 29.5, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 423.575, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13460.61, + "avg_cost": 25.0, + "lambda": 12.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.5, + 12.5 + ] + }, + { + "episode": 10, + "avg_reward": 13253.67, + "avg_cost": 22.25, + "lambda": 41.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.15, + 41.15 + ] + }, + { + "episode": 20, + "avg_reward": 13072.03, + "avg_cost": 1.75, + "lambda": 50.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.85, + 50.85 + ] + }, + { + "episode": 30, + "avg_reward": 13114.49, + "avg_cost": 2.5, + "lambda": 62.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.325, + 62.325 + ] + }, + { + "episode": 40, + "avg_reward": 13029.33, + "avg_cost": 9.75, + "lambda": 77.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.15, + 77.15 + ] + }, + { + "episode": 50, + "avg_reward": 12825.92, + "avg_cost": 0.5, + "lambda": 82.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.825, + 82.825 + ] + }, + { + "episode": 60, + "avg_reward": 12973.84, + "avg_cost": 10.5, + "lambda": 89.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.275, + 89.275 + ] + }, + { + "episode": 70, + "avg_reward": 13259.39, + "avg_cost": 4.75, + "lambda": 95.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.25, + 95.25 + ] + }, + { + "episode": 80, + "avg_reward": 13091.73, + "avg_cost": 16.25, + "lambda": 102.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 102.925, + 102.925 + ] + }, + { + "episode": 90, + "avg_reward": 12767.6, + "avg_cost": 12.75, + "lambda": 114.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 114.2, + 114.2 + ] + }, + { + "episode": 100, + "avg_reward": 12867.28, + "avg_cost": 11.0, + "lambda": 121.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 121.925, + 121.925 + ] + }, + { + "episode": 110, + "avg_reward": 13017.16, + "avg_cost": 1.0, + "lambda": 125.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 125.9, + 125.9 + ] + }, + { + "episode": 120, + "avg_reward": 12884.94, + "avg_cost": 0.5, + "lambda": 134.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 134.275, + 134.275 + ] + }, + { + "episode": 130, + "avg_reward": 12952.58, + "avg_cost": 0.75, + "lambda": 141.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 141.475, + 141.475 + ] + }, + { + "episode": 140, + "avg_reward": 12805.42, + "avg_cost": 2.5, + "lambda": 149.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 149.625, + 149.625 + ] + }, + { + "episode": 150, + "avg_reward": 12713.47, + "avg_cost": 0.25, + "lambda": 155.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 155.675, + 155.675 + ] + }, + { + "episode": 160, + "avg_reward": 12640.16, + "avg_cost": 1.25, + "lambda": 161.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 161.025, + 161.025 + ] + }, + { + "episode": 170, + "avg_reward": 12574.4, + "avg_cost": 19.5, + "lambda": 167.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.875, + 167.875 + ] + }, + { + "episode": 180, + "avg_reward": 12735.1, + "avg_cost": 3.0, + "lambda": 171.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 171.975, + 171.975 + ] + }, + { + "episode": 190, + "avg_reward": 12735.85, + "avg_cost": 0.5, + "lambda": 176.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 176.075, + 176.075 + ] + }, + { + "episode": 200, + "avg_reward": 12714.87, + "avg_cost": 14.0, + "lambda": 183.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 183.5, + 183.5 + ] + }, + { + "episode": 210, + "avg_reward": 12652.34, + "avg_cost": 13.75, + "lambda": 189.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 189.9, + 189.9 + ] + }, + { + "episode": 220, + "avg_reward": 12204.97, + "avg_cost": 5.75, + "lambda": 196.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 196.025, + 196.025 + ] + }, + { + "episode": 230, + "avg_reward": 11905.79, + "avg_cost": 3.5, + "lambda": 199.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 199.4, + 199.4 + ] + }, + { + "episode": 240, + "avg_reward": 11886.89, + "avg_cost": 0.5, + "lambda": 203.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 203.65, + 203.65 + ] + }, + { + "episode": 250, + "avg_reward": 11805.73, + "avg_cost": 1.75, + "lambda": 207.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 207.125, + 207.125 + ] + }, + { + "episode": 260, + "avg_reward": 11943.14, + "avg_cost": 16.5, + "lambda": 226.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 226.6, + 226.6 + ] + }, + { + "episode": 270, + "avg_reward": 11648.1, + "avg_cost": 9.0, + "lambda": 232.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 232.125, + 232.125 + ] + }, + { + "episode": 280, + "avg_reward": 11623.55, + "avg_cost": 9.25, + "lambda": 237.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 237.275, + 237.275 + ] + }, + { + "episode": 290, + "avg_reward": 11420.75, + "avg_cost": 13.25, + "lambda": 241.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 241.425, + 241.425 + ] + }, + { + "episode": 300, + "avg_reward": 11371.26, + "avg_cost": 0.0, + "lambda": 248.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.1, + 248.1 + ] + }, + { + "episode": 310, + "avg_reward": 11396.61, + "avg_cost": 1.25, + "lambda": 252.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 252.725, + 252.725 + ] + }, + { + "episode": 320, + "avg_reward": 11152.28, + "avg_cost": 0.25, + "lambda": 258.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 258.1, + 258.1 + ] + }, + { + "episode": 330, + "avg_reward": 11595.45, + "avg_cost": 3.0, + "lambda": 262.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 262.5, + 262.5 + ] + }, + { + "episode": 340, + "avg_reward": 11400.41, + "avg_cost": 8.0, + "lambda": 265.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 265.6, + 265.6 + ] + }, + { + "episode": 350, + "avg_reward": 11555.94, + "avg_cost": 9.0, + "lambda": 271.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 271.675, + 271.675 + ] + }, + { + "episode": 360, + "avg_reward": 11356.41, + "avg_cost": 1.25, + "lambda": 275.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 275.3, + 275.3 + ] + }, + { + "episode": 370, + "avg_reward": 11376.61, + "avg_cost": 0.75, + "lambda": 279.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 279.825, + 279.825 + ] + }, + { + "episode": 380, + "avg_reward": 11514.03, + "avg_cost": 1.25, + "lambda": 283.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 283.95, + 283.95 + ] + }, + { + "episode": 390, + "avg_reward": 11416.82, + "avg_cost": 0.0, + "lambda": 287.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 287.75, + 287.75 + ] + }, + { + "episode": 400, + "avg_reward": 11229.56, + "avg_cost": 1.25, + "lambda": 291.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 291.525, + 291.525 + ] + }, + { + "episode": 410, + "avg_reward": 11446.06, + "avg_cost": 2.25, + "lambda": 294.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 294.4, + 294.4 + ] + }, + { + "episode": 420, + "avg_reward": 11156.72, + "avg_cost": 2.0, + "lambda": 296.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 296.9, + 296.9 + ] + }, + { + "episode": 430, + "avg_reward": 11336.69, + "avg_cost": 0.0, + "lambda": 299.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 299.025, + 299.025 + ] + }, + { + "episode": 440, + "avg_reward": 11211.55, + "avg_cost": 3.25, + "lambda": 305.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 305.925, + 305.925 + ] + }, + { + "episode": 450, + "avg_reward": 11599.05, + "avg_cost": 3.75, + "lambda": 313.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 313.25, + 313.25 + ] + }, + { + "episode": 460, + "avg_reward": 10940.83, + "avg_cost": 0.5, + "lambda": 315.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 315.5, + 315.5 + ] + }, + { + "episode": 470, + "avg_reward": 11295.55, + "avg_cost": 5.5, + "lambda": 318.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 318.825, + 318.825 + ] + }, + { + "episode": 480, + "avg_reward": 11492.42, + "avg_cost": 0.0, + "lambda": 320.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 320.075, + 320.075 + ] + }, + { + "episode": 490, + "avg_reward": 11735.41, + "avg_cost": 1.5, + "lambda": 323.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 323.525, + 323.525 + ] + }, + { + "episode": 500, + "avg_reward": 11785.35, + "avg_cost": 2.5, + "lambda": 325.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 325.975, + 325.975 + ] + }, + { + "episode": 510, + "avg_reward": 11638.45, + "avg_cost": 1.0, + "lambda": 327.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 327.525, + 327.525 + ] + }, + { + "episode": 520, + "avg_reward": 11366.29, + "avg_cost": 0.25, + "lambda": 329.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 329.5, + 329.5 + ] + }, + { + "episode": 530, + "avg_reward": 11406.23, + "avg_cost": 5.0, + "lambda": 334.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 334.75, + 334.75 + ] + }, + { + "episode": 540, + "avg_reward": 11547.32, + "avg_cost": 11.0, + "lambda": 336.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 336.325, + 336.325 + ] + }, + { + "episode": 550, + "avg_reward": 11950.04, + "avg_cost": 0.0, + "lambda": 338.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 338.35, + 338.35 + ] + }, + { + "episode": 560, + "avg_reward": 11891.8, + "avg_cost": 8.0, + "lambda": 340.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 340.4, + 340.4 + ] + }, + { + "episode": 570, + "avg_reward": 11657.82, + "avg_cost": 0.25, + "lambda": 341.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 341.825, + 341.825 + ] + }, + { + "episode": 580, + "avg_reward": 11342.51, + "avg_cost": 0.0, + "lambda": 343.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 343.15, + 343.15 + ] + }, + { + "episode": 590, + "avg_reward": 11204.61, + "avg_cost": 0.0, + "lambda": 344.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 344.9, + 344.9 + ] + }, + { + "episode": 600, + "avg_reward": 11334.71, + "avg_cost": 0.0, + "lambda": 347.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.175, + 347.175 + ] + }, + { + "episode": 610, + "avg_reward": 11174.02, + "avg_cost": 1.0, + "lambda": 347.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.85, + 347.85 + ] + }, + { + "episode": 620, + "avg_reward": 11470.06, + "avg_cost": 0.75, + "lambda": 348.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 348.9, + 348.9 + ] + }, + { + "episode": 630, + "avg_reward": 11582.35, + "avg_cost": 0.0, + "lambda": 349.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.7, + 349.7 + ] + }, + { + "episode": 640, + "avg_reward": 12054.46, + "avg_cost": 1.5, + "lambda": 353.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 353.75, + 353.75 + ] + }, + { + "episode": 650, + "avg_reward": 11798.34, + "avg_cost": 4.75, + "lambda": 354.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 354.9, + 354.9 + ] + }, + { + "episode": 660, + "avg_reward": 11756.03, + "avg_cost": 2.25, + "lambda": 356.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 356.85, + 356.85 + ] + }, + { + "episode": 670, + "avg_reward": 11603.85, + "avg_cost": 3.25, + "lambda": 359.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 359.05, + 359.05 + ] + }, + { + "episode": 680, + "avg_reward": 11681.16, + "avg_cost": 0.5, + "lambda": 360.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 360.15, + 360.15 + ] + }, + { + "episode": 690, + "avg_reward": 11650.01, + "avg_cost": 1.5, + "lambda": 361.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 361.375, + 361.375 + ] + }, + { + "episode": 700, + "avg_reward": 11595.47, + "avg_cost": 0.0, + "lambda": 364.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 364.625, + 364.625 + ] + }, + { + "episode": 710, + "avg_reward": 11734.88, + "avg_cost": 0.0, + "lambda": 365.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 365.575, + 365.575 + ] + }, + { + "episode": 720, + "avg_reward": 11764.66, + "avg_cost": 3.75, + "lambda": 367.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.55, + 367.55 + ] + }, + { + "episode": 730, + "avg_reward": 11638.56, + "avg_cost": 5.0, + "lambda": 369.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 369.475, + 369.475 + ] + }, + { + "episode": 740, + "avg_reward": 11252.26, + "avg_cost": 0.0, + "lambda": 371.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.325, + 371.325 + ] + }, + { + "episode": 750, + "avg_reward": 11470.62, + "avg_cost": 2.25, + "lambda": 372.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 372.675, + 372.675 + ] + }, + { + "episode": 760, + "avg_reward": 10941.46, + "avg_cost": 0.0, + "lambda": 373.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.35, + 373.35 + ] + }, + { + "episode": 770, + "avg_reward": 11024.23, + "avg_cost": 4.75, + "lambda": 375.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 375.05, + 375.05 + ] + }, + { + "episode": 780, + "avg_reward": 11293.93, + "avg_cost": 3.0, + "lambda": 376.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 376.6, + 376.6 + ] + }, + { + "episode": 790, + "avg_reward": 11352.58, + "avg_cost": 3.5, + "lambda": 379.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 379.8, + 379.8 + ] + }, + { + "episode": 800, + "avg_reward": 11369.74, + "avg_cost": 3.25, + "lambda": 383.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 383.05, + 383.05 + ] + }, + { + "episode": 810, + "avg_reward": 10582.27, + "avg_cost": 2.25, + "lambda": 383.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 383.825, + 383.825 + ] + }, + { + "episode": 820, + "avg_reward": 10618.71, + "avg_cost": 0.0, + "lambda": 384.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 384.975, + 384.975 + ] + }, + { + "episode": 830, + "avg_reward": 10528.53, + "avg_cost": 0.0, + "lambda": 388.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 388.175, + 388.175 + ] + }, + { + "episode": 840, + "avg_reward": 10397.79, + "avg_cost": 3.5, + "lambda": 389.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 389.375, + 389.375 + ] + }, + { + "episode": 850, + "avg_reward": 10647.63, + "avg_cost": 2.0, + "lambda": 392.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 392.2, + 392.2 + ] + }, + { + "episode": 860, + "avg_reward": 10905.65, + "avg_cost": 2.5, + "lambda": 394.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 394.675, + 394.675 + ] + }, + { + "episode": 870, + "avg_reward": 10766.56, + "avg_cost": 6.75, + "lambda": 399.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 399.7, + 399.7 + ] + }, + { + "episode": 880, + "avg_reward": 10697.99, + "avg_cost": 2.0, + "lambda": 402.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 402.775, + 402.775 + ] + }, + { + "episode": 890, + "avg_reward": 10410.36, + "avg_cost": 3.75, + "lambda": 406.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 406.675, + 406.675 + ] + }, + { + "episode": 900, + "avg_reward": 10800.97, + "avg_cost": 4.75, + "lambda": 407.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 407.15, + 407.15 + ] + }, + { + "episode": 910, + "avg_reward": 11115.92, + "avg_cost": 0.0, + "lambda": 408.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 408.025, + 408.025 + ] + }, + { + "episode": 920, + "avg_reward": 11736.68, + "avg_cost": 0.0, + "lambda": 410.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 410.05, + 410.05 + ] + }, + { + "episode": 930, + "avg_reward": 11933.07, + "avg_cost": 1.5, + "lambda": 411.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 411.25, + 411.25 + ] + }, + { + "episode": 940, + "avg_reward": 11784.13, + "avg_cost": 2.25, + "lambda": 412.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 412.575, + 412.575 + ] + }, + { + "episode": 950, + "avg_reward": 12046.2, + "avg_cost": 2.5, + "lambda": 413.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 413.5, + 413.5 + ] + }, + { + "episode": 960, + "avg_reward": 12107.17, + "avg_cost": 0.75, + "lambda": 415.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 415.375, + 415.375 + ] + }, + { + "episode": 970, + "avg_reward": 12196.42, + "avg_cost": 0.25, + "lambda": 416.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 416.475, + 416.475 + ] + }, + { + "episode": 980, + "avg_reward": 12232.31, + "avg_cost": 12.5, + "lambda": 420.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 420.025, + 420.025 + ] + }, + { + "episode": 990, + "avg_reward": 11829.59, + "avg_cost": 0.0, + "lambda": 421.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 421.075, + 421.075 + ] + }, + { + "episode": 1000, + "avg_reward": 11971.16, + "avg_cost": 0.0, + "lambda": 423.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 423.575, + 423.575 + ] + } + ], + "final_lambdas": [ + 423.575, + 423.575 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..31bb5f7afb3c5f5d9bc5bae9789096e2214d9d9b --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2069471.8, + "constraint_satisfaction_pct": 82.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 91.075, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 144.67, + "avg_cost": 135.5, + "lambda": 23.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.55, + 23.55 + ] + }, + { + "episode": 10, + "avg_reward": 1992.93, + "avg_cost": 7.25, + "lambda": 43.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.925, + 43.925 + ] + }, + { + "episode": 20, + "avg_reward": 1888.67, + "avg_cost": 3.75, + "lambda": 49.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.9, + 49.9 + ] + }, + { + "episode": 30, + "avg_reward": 1985.97, + "avg_cost": 0.75, + "lambda": 51.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.95, + 51.95 + ] + }, + { + "episode": 40, + "avg_reward": 2219.17, + "avg_cost": 4.0, + "lambda": 53.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.8, + 53.8 + ] + }, + { + "episode": 50, + "avg_reward": 2028.12, + "avg_cost": 0.25, + "lambda": 54.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.475, + 54.475 + ] + }, + { + "episode": 60, + "avg_reward": 2204.67, + "avg_cost": 0.0, + "lambda": 54.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.625, + 54.625 + ] + }, + { + "episode": 70, + "avg_reward": 2372.54, + "avg_cost": 1.5, + "lambda": 55.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.825, + 55.825 + ] + }, + { + "episode": 80, + "avg_reward": 2280.67, + "avg_cost": 0.0, + "lambda": 56.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.4, + 56.4 + ] + }, + { + "episode": 90, + "avg_reward": 2063.6, + "avg_cost": 0.0, + "lambda": 56.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.8, + 56.8 + ] + }, + { + "episode": 100, + "avg_reward": 2422.29, + "avg_cost": 0.0, + "lambda": 56.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.975, + 56.975 + ] + }, + { + "episode": 110, + "avg_reward": 2396.79, + "avg_cost": 0.5, + "lambda": 57.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.475, + 57.475 + ] + }, + { + "episode": 120, + "avg_reward": 2517.54, + "avg_cost": 0.5, + "lambda": 57.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.675, + 57.675 + ] + }, + { + "episode": 130, + "avg_reward": 2464.67, + "avg_cost": 0.25, + "lambda": 57.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.775, + 57.775 + ] + }, + { + "episode": 140, + "avg_reward": 2499.85, + "avg_cost": 4.0, + "lambda": 58.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.55, + 58.55 + ] + }, + { + "episode": 150, + "avg_reward": 2085.8, + "avg_cost": 0.25, + "lambda": 59.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.775, + 59.775 + ] + }, + { + "episode": 160, + "avg_reward": 2121.31, + "avg_cost": 0.25, + "lambda": 59.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.875, + 59.875 + ] + }, + { + "episode": 170, + "avg_reward": 2144.61, + "avg_cost": 0.0, + "lambda": 59.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.875, + 59.875 + ] + }, + { + "episode": 180, + "avg_reward": 2110.04, + "avg_cost": 0.0, + "lambda": 59.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.875, + 59.875 + ] + }, + { + "episode": 190, + "avg_reward": 2096.41, + "avg_cost": 0.0, + "lambda": 59.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.875, + 59.875 + ] + }, + { + "episode": 200, + "avg_reward": 2206.2, + "avg_cost": 0.0, + "lambda": 59.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.9, + 59.9 + ] + }, + { + "episode": 210, + "avg_reward": 1990.21, + "avg_cost": 0.0, + "lambda": 60.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.0, + 60.0 + ] + }, + { + "episode": 220, + "avg_reward": 2219.08, + "avg_cost": 0.0, + "lambda": 60.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.3, + 60.3 + ] + }, + { + "episode": 230, + "avg_reward": 2152.87, + "avg_cost": 0.25, + "lambda": 60.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.575, + 60.575 + ] + }, + { + "episode": 240, + "avg_reward": 2087.43, + "avg_cost": 0.0, + "lambda": 60.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.875, + 60.875 + ] + }, + { + "episode": 250, + "avg_reward": 2094.9, + "avg_cost": 0.0, + "lambda": 61.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.375, + 61.375 + ] + }, + { + "episode": 260, + "avg_reward": 2189.45, + "avg_cost": 0.0, + "lambda": 61.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.375, + 61.375 + ] + }, + { + "episode": 270, + "avg_reward": 2015.89, + "avg_cost": 0.0, + "lambda": 61.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.375, + 61.375 + ] + }, + { + "episode": 280, + "avg_reward": 1933.95, + "avg_cost": 1.25, + "lambda": 61.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.55, + 61.55 + ] + }, + { + "episode": 290, + "avg_reward": 1793.42, + "avg_cost": 0.0, + "lambda": 62.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.0, + 62.0 + ] + }, + { + "episode": 300, + "avg_reward": 1639.95, + "avg_cost": 0.0, + "lambda": 62.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.025, + 62.025 + ] + }, + { + "episode": 310, + "avg_reward": 1724.98, + "avg_cost": 0.25, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05 + ] + }, + { + "episode": 320, + "avg_reward": 1967.0, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05 + ] + }, + { + "episode": 330, + "avg_reward": 1784.11, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05 + ] + }, + { + "episode": 340, + "avg_reward": 1621.47, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05 + ] + }, + { + "episode": 350, + "avg_reward": 1265.0, + "avg_cost": 0.0, + "lambda": 62.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.05, + 62.05 + ] + }, + { + "episode": 360, + "avg_reward": 1609.25, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 370, + "avg_reward": 1526.31, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 380, + "avg_reward": 1386.12, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 390, + "avg_reward": 1513.83, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 400, + "avg_reward": 1135.72, + "avg_cost": 0.0, + "lambda": 62.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.125, + 62.125 + ] + }, + { + "episode": 410, + "avg_reward": 1115.67, + "avg_cost": 0.0, + "lambda": 62.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.45, + 62.45 + ] + }, + { + "episode": 420, + "avg_reward": 936.55, + "avg_cost": 0.0, + "lambda": 62.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.475, + 62.475 + ] + }, + { + "episode": 430, + "avg_reward": 1303.86, + "avg_cost": 0.0, + "lambda": 62.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 62.725, + 62.725 + ] + }, + { + "episode": 440, + "avg_reward": 1900.08, + "avg_cost": 4.0, + "lambda": 65.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.6, + 65.6 + ] + }, + { + "episode": 450, + "avg_reward": 2057.74, + "avg_cost": 16.75, + "lambda": 80.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.7, + 80.7 + ] + }, + { + "episode": 460, + "avg_reward": 2164.4, + "avg_cost": 12.5, + "lambda": 85.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.8, + 85.8 + ] + }, + { + "episode": 470, + "avg_reward": 2087.2, + "avg_cost": 0.0, + "lambda": 89.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.55, + 89.55 + ] + }, + { + "episode": 480, + "avg_reward": 2141.3, + "avg_cost": 0.0, + "lambda": 90.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.275, + 90.275 + ] + }, + { + "episode": 490, + "avg_reward": 2172.23, + "avg_cost": 0.0, + "lambda": 90.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.275, + 90.275 + ] + }, + { + "episode": 500, + "avg_reward": 2191.89, + "avg_cost": 0.0, + "lambda": 90.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.75, + 90.75 + ] + }, + { + "episode": 510, + "avg_reward": 2248.56, + "avg_cost": 0.0, + "lambda": 90.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.925, + 90.925 + ] + }, + { + "episode": 520, + "avg_reward": 2344.93, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 530, + "avg_reward": 2420.95, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 540, + "avg_reward": 2391.67, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 550, + "avg_reward": 2383.52, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 560, + "avg_reward": 2395.49, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 570, + "avg_reward": 2350.48, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 580, + "avg_reward": 2348.22, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 590, + "avg_reward": 2191.72, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 600, + "avg_reward": 2198.51, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 610, + "avg_reward": 2298.09, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 620, + "avg_reward": 2216.66, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 630, + "avg_reward": 2176.91, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 640, + "avg_reward": 2221.82, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 650, + "avg_reward": 2303.36, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 660, + "avg_reward": 2310.49, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 670, + "avg_reward": 2208.86, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 680, + "avg_reward": 2175.48, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 690, + "avg_reward": 2219.15, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 700, + "avg_reward": 2241.39, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 710, + "avg_reward": 2286.04, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 720, + "avg_reward": 2240.56, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 730, + "avg_reward": 2150.31, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 740, + "avg_reward": 2208.79, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 750, + "avg_reward": 2087.26, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 760, + "avg_reward": 2259.05, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 770, + "avg_reward": 2263.73, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 780, + "avg_reward": 2241.09, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 790, + "avg_reward": 2198.02, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 800, + "avg_reward": 2186.87, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 810, + "avg_reward": 2234.76, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 820, + "avg_reward": 2178.74, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 830, + "avg_reward": 2168.48, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 840, + "avg_reward": 2129.41, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 850, + "avg_reward": 2297.83, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 860, + "avg_reward": 2252.0, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 870, + "avg_reward": 2342.28, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 880, + "avg_reward": 2187.3, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 890, + "avg_reward": 2287.93, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 900, + "avg_reward": 2149.34, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 910, + "avg_reward": 2065.23, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 920, + "avg_reward": 2012.46, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 930, + "avg_reward": 1898.94, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 940, + "avg_reward": 1918.53, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 950, + "avg_reward": 1881.6, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 960, + "avg_reward": 1801.08, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 970, + "avg_reward": 1840.22, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 980, + "avg_reward": 1828.95, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 990, + "avg_reward": 1812.35, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + }, + { + "episode": 1000, + "avg_reward": 1839.93, + "avg_cost": 0.0, + "lambda": 91.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.075, + 91.075 + ] + } + ], + "final_lambdas": [ + 91.075, + 91.075 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..f43c556f2c7c44f879e573c0b2b3d7f3d8181332 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s3_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2835882.21, + "constraint_satisfaction_pct": 29.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 144.67, + "avg_cost": 135.5, + "lambda": 23.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.55, + 23.55 + ] + }, + { + "episode": 10, + "avg_reward": 2249.8, + "avg_cost": 20.5, + "lambda": 56.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.5, + 56.5 + ] + }, + { + "episode": 20, + "avg_reward": 2248.39, + "avg_cost": 22.5, + "lambda": 74.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.65, + 74.65 + ] + }, + { + "episode": 30, + "avg_reward": 2227.76, + "avg_cost": 20.0, + "lambda": 91.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.1, + 91.1 + ] + }, + { + "episode": 40, + "avg_reward": 2231.83, + "avg_cost": 6.5, + "lambda": 104.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 104.0, + 104.0 + ] + }, + { + "episode": 50, + "avg_reward": 2388.6, + "avg_cost": 31.75, + "lambda": 115.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 115.4, + 115.4 + ] + }, + { + "episode": 60, + "avg_reward": 2439.38, + "avg_cost": 5.0, + "lambda": 122.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 122.775, + 122.775 + ] + }, + { + "episode": 70, + "avg_reward": 2411.31, + "avg_cost": 8.25, + "lambda": 130.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 130.425, + 130.425 + ] + }, + { + "episode": 80, + "avg_reward": 2370.05, + "avg_cost": 42.5, + "lambda": 144.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 144.825, + 144.825 + ] + }, + { + "episode": 90, + "avg_reward": 2458.03, + "avg_cost": 1.5, + "lambda": 153.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 153.6, + 153.6 + ] + }, + { + "episode": 100, + "avg_reward": 1911.02, + "avg_cost": 3.0, + "lambda": 162.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 162.75, + 162.75 + ] + }, + { + "episode": 110, + "avg_reward": 2466.54, + "avg_cost": 7.25, + "lambda": 169.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 169.425, + 169.425 + ] + }, + { + "episode": 120, + "avg_reward": 2436.32, + "avg_cost": 10.75, + "lambda": 176.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 176.775, + 176.775 + ] + }, + { + "episode": 130, + "avg_reward": 2043.93, + "avg_cost": 7.75, + "lambda": 189.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 189.6, + 189.6 + ] + }, + { + "episode": 140, + "avg_reward": 2429.75, + "avg_cost": 8.5, + "lambda": 198.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 198.925, + 198.925 + ] + }, + { + "episode": 150, + "avg_reward": 2495.11, + "avg_cost": 2.75, + "lambda": 211.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 211.375, + 211.375 + ] + }, + { + "episode": 160, + "avg_reward": 2143.82, + "avg_cost": 1.5, + "lambda": 221.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 221.475, + 221.475 + ] + }, + { + "episode": 170, + "avg_reward": 2237.13, + "avg_cost": 3.75, + "lambda": 231.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 231.7, + 231.7 + ] + }, + { + "episode": 180, + "avg_reward": 2117.02, + "avg_cost": 1.0, + "lambda": 243.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 243.45, + 243.45 + ] + }, + { + "episode": 190, + "avg_reward": 2314.59, + "avg_cost": 18.5, + "lambda": 255.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 255.7, + 255.7 + ] + }, + { + "episode": 200, + "avg_reward": 2006.21, + "avg_cost": 1.25, + "lambda": 265.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 265.325, + 265.325 + ] + }, + { + "episode": 210, + "avg_reward": 2603.43, + "avg_cost": 0.5, + "lambda": 267.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 267.7, + 267.7 + ] + }, + { + "episode": 220, + "avg_reward": 2348.44, + "avg_cost": 0.25, + "lambda": 272.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 272.375, + 272.375 + ] + }, + { + "episode": 230, + "avg_reward": 2242.38, + "avg_cost": 16.0, + "lambda": 274.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 274.725, + 274.725 + ] + }, + { + "episode": 240, + "avg_reward": 2516.18, + "avg_cost": 18.5, + "lambda": 310.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 310.225, + 310.225 + ] + }, + { + "episode": 250, + "avg_reward": 2674.59, + "avg_cost": 16.5, + "lambda": 336.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 336.925, + 336.925 + ] + }, + { + "episode": 260, + "avg_reward": 1011.1, + "avg_cost": 4.75, + "lambda": 344.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 344.925, + 344.925 + ] + }, + { + "episode": 270, + "avg_reward": 1286.29, + "avg_cost": 0.0, + "lambda": 347.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.575, + 347.575 + ] + }, + { + "episode": 280, + "avg_reward": 1574.03, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 290, + "avg_reward": 1666.03, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 300, + "avg_reward": 1692.13, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 310, + "avg_reward": 1749.0, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 320, + "avg_reward": 1969.53, + "avg_cost": 0.0, + "lambda": 347.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.9, + 347.9 + ] + }, + { + "episode": 330, + "avg_reward": 2265.28, + "avg_cost": 0.25, + "lambda": 347.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 347.95, + 347.95 + ] + }, + { + "episode": 340, + "avg_reward": 2314.6, + "avg_cost": 0.0, + "lambda": 349.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 349.625, + 349.625 + ] + }, + { + "episode": 350, + "avg_reward": 2349.75, + "avg_cost": 0.0, + "lambda": 352.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 352.05, + 352.05 + ] + }, + { + "episode": 360, + "avg_reward": 2506.67, + "avg_cost": 1.25, + "lambda": 353.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 353.4, + 353.4 + ] + }, + { + "episode": 370, + "avg_reward": 2566.42, + "avg_cost": 0.0, + "lambda": 359.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 359.475, + 359.475 + ] + }, + { + "episode": 380, + "avg_reward": 2568.31, + "avg_cost": 8.25, + "lambda": 360.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 360.7, + 360.7 + ] + }, + { + "episode": 390, + "avg_reward": 2583.52, + "avg_cost": 0.0, + "lambda": 363.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 363.575, + 363.575 + ] + }, + { + "episode": 400, + "avg_reward": 2558.51, + "avg_cost": 0.0, + "lambda": 366.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 366.45, + 366.45 + ] + }, + { + "episode": 410, + "avg_reward": 2529.47, + "avg_cost": 0.5, + "lambda": 366.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 366.65, + 366.65 + ] + }, + { + "episode": 420, + "avg_reward": 2416.74, + "avg_cost": 0.0, + "lambda": 367.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 367.4, + 367.4 + ] + }, + { + "episode": 430, + "avg_reward": 2601.46, + "avg_cost": 0.0, + "lambda": 368.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 368.05, + 368.05 + ] + }, + { + "episode": 440, + "avg_reward": 2651.59, + "avg_cost": 0.0, + "lambda": 368.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 368.95, + 368.95 + ] + }, + { + "episode": 450, + "avg_reward": 2511.07, + "avg_cost": 0.0, + "lambda": 371.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 371.575, + 371.575 + ] + }, + { + "episode": 460, + "avg_reward": 2690.17, + "avg_cost": 4.0, + "lambda": 373.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.275, + 373.275 + ] + }, + { + "episode": 470, + "avg_reward": 2568.53, + "avg_cost": 0.0, + "lambda": 373.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 373.875, + 373.875 + ] + }, + { + "episode": 480, + "avg_reward": 2528.35, + "avg_cost": 0.0, + "lambda": 375.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 375.0, + 375.0 + ] + }, + { + "episode": 490, + "avg_reward": 2572.09, + "avg_cost": 0.0, + "lambda": 375.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 375.075, + 375.075 + ] + }, + { + "episode": 500, + "avg_reward": 2726.61, + "avg_cost": 6.0, + "lambda": 378.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 378.125, + 378.125 + ] + }, + { + "episode": 510, + "avg_reward": 2577.02, + "avg_cost": 0.5, + "lambda": 380.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 380.975, + 380.975 + ] + }, + { + "episode": 520, + "avg_reward": 2604.06, + "avg_cost": 0.0, + "lambda": 381.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.275, + 381.275 + ] + }, + { + "episode": 530, + "avg_reward": 2565.85, + "avg_cost": 0.0, + "lambda": 381.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.275, + 381.275 + ] + }, + { + "episode": 540, + "avg_reward": 2561.59, + "avg_cost": 0.0, + "lambda": 381.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.275, + 381.275 + ] + }, + { + "episode": 550, + "avg_reward": 2545.05, + "avg_cost": 1.5, + "lambda": 381.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.6, + 381.6 + ] + }, + { + "episode": 560, + "avg_reward": 2542.74, + "avg_cost": 0.25, + "lambda": 381.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.65, + 381.65 + ] + }, + { + "episode": 570, + "avg_reward": 2617.8, + "avg_cost": 0.0, + "lambda": 381.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 381.825, + 381.825 + ] + }, + { + "episode": 580, + "avg_reward": 2695.25, + "avg_cost": 0.0, + "lambda": 382.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 382.2, + 382.2 + ] + }, + { + "episode": 590, + "avg_reward": 2724.73, + "avg_cost": 0.0, + "lambda": 383.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 383.05, + 383.05 + ] + }, + { + "episode": 600, + "avg_reward": 2819.93, + "avg_cost": 0.0, + "lambda": 384.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 384.525, + 384.525 + ] + }, + { + "episode": 610, + "avg_reward": 2865.59, + "avg_cost": 0.5, + "lambda": 384.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 384.625, + 384.625 + ] + }, + { + "episode": 620, + "avg_reward": 2854.41, + "avg_cost": 0.0, + "lambda": 385.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 385.45, + 385.45 + ] + }, + { + "episode": 630, + "avg_reward": 2842.18, + "avg_cost": 0.5, + "lambda": 388.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 388.9, + 388.9 + ] + }, + { + "episode": 640, + "avg_reward": 3299.67, + "avg_cost": 3.0, + "lambda": 390.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 390.025, + 390.025 + ] + }, + { + "episode": 650, + "avg_reward": 2880.33, + "avg_cost": 4.0, + "lambda": 393.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 393.675, + 393.675 + ] + }, + { + "episode": 660, + "avg_reward": 2729.83, + "avg_cost": 6.25, + "lambda": 404.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 404.4, + 404.4 + ] + }, + { + "episode": 670, + "avg_reward": 2383.27, + "avg_cost": 33.0, + "lambda": 417.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 417.775, + 417.775 + ] + }, + { + "episode": 680, + "avg_reward": 3977.28, + "avg_cost": 12.5, + "lambda": 431.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 431.925, + 431.925 + ] + }, + { + "episode": 690, + "avg_reward": 3096.88, + "avg_cost": 11.0, + "lambda": 447.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 447.475, + 447.475 + ] + }, + { + "episode": 700, + "avg_reward": 3306.15, + "avg_cost": 12.0, + "lambda": 464.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 464.35, + 464.35 + ] + }, + { + "episode": 710, + "avg_reward": 3032.33, + "avg_cost": 22.25, + "lambda": 481.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 481.125, + 481.125 + ] + }, + { + "episode": 720, + "avg_reward": 2969.78, + "avg_cost": 28.25, + "lambda": 496.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 496.3, + 496.3 + ] + }, + { + "episode": 730, + "avg_reward": 3494.37, + "avg_cost": 6.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 740, + "avg_reward": 3399.23, + "avg_cost": 22.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 750, + "avg_reward": 3762.76, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 760, + "avg_reward": 3473.49, + "avg_cost": 18.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 770, + "avg_reward": 3707.91, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 780, + "avg_reward": 3919.45, + "avg_cost": 5.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 790, + "avg_reward": 3904.37, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 800, + "avg_reward": 3933.32, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 810, + "avg_reward": 4034.58, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 820, + "avg_reward": 3681.64, + "avg_cost": 11.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 830, + "avg_reward": 4261.84, + "avg_cost": 4.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 840, + "avg_reward": 4050.77, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 850, + "avg_reward": 3889.97, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 860, + "avg_reward": 3939.32, + "avg_cost": 1.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 870, + "avg_reward": 3716.8, + "avg_cost": 9.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 880, + "avg_reward": 4170.42, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 890, + "avg_reward": 3650.0, + "avg_cost": 15.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 900, + "avg_reward": 4312.33, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 910, + "avg_reward": 4228.38, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 920, + "avg_reward": 4141.01, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 930, + "avg_reward": 4041.23, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 940, + "avg_reward": 3801.96, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 950, + "avg_reward": 3891.11, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 960, + "avg_reward": 3823.7, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 970, + "avg_reward": 3076.99, + "avg_cost": 27.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 980, + "avg_reward": 3548.72, + "avg_cost": 2.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 990, + "avg_reward": 3761.61, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 1000, + "avg_reward": 3511.08, + "avg_cost": 11.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + } + ], + "final_lambdas": [ + 500.0, + 500.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_per_agent_lambda_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..e2cdc2510f31d32f77fabe9842ae5d74cd895027 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s3_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,2146 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -1283417.06, + "constraint_satisfaction_pct": 15.47, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 36.1625, + "seed": 3, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2811.57, + "avg_cost": 19.75, + "lambda": 1.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.1975, + 1.1975 + ] + }, + { + "episode": 10, + "avg_reward": -2635.26, + "avg_cost": 15.5, + "lambda": 2.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.525, + 2.525 + ] + }, + { + "episode": 20, + "avg_reward": -2553.08, + "avg_cost": 13.25, + "lambda": 4.0725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.0725, + 4.0725 + ] + }, + { + "episode": 30, + "avg_reward": -2607.95, + "avg_cost": 17.0, + "lambda": 5.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.5375, + 5.5375 + ] + }, + { + "episode": 40, + "avg_reward": -2598.61, + "avg_cost": 12.25, + "lambda": 7.1175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 7.1175, + 7.1175 + ] + }, + { + "episode": 50, + "avg_reward": -2412.2, + "avg_cost": 20.75, + "lambda": 8.6725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.6725, + 8.6725 + ] + }, + { + "episode": 60, + "avg_reward": -2478.27, + "avg_cost": 13.75, + "lambda": 10.2275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2275, + 10.2275 + ] + }, + { + "episode": 70, + "avg_reward": -2424.18, + "avg_cost": 10.0, + "lambda": 11.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.575, + 11.575 + ] + }, + { + "episode": 80, + "avg_reward": -2239.3, + "avg_cost": 11.5, + "lambda": 12.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.875, + 12.875 + ] + }, + { + "episode": 90, + "avg_reward": -2199.17, + "avg_cost": 10.0, + "lambda": 14.2825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.2825, + 14.2825 + ] + }, + { + "episode": 100, + "avg_reward": -2339.69, + "avg_cost": 7.5, + "lambda": 15.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.325, + 15.325 + ] + }, + { + "episode": 110, + "avg_reward": -2300.66, + "avg_cost": 8.75, + "lambda": 16.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.4, + 16.4 + ] + }, + { + "episode": 120, + "avg_reward": -2368.66, + "avg_cost": 12.75, + "lambda": 17.5275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.5275, + 17.5275 + ] + }, + { + "episode": 130, + "avg_reward": -2068.02, + "avg_cost": 9.5, + "lambda": 18.635, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.635, + 18.635 + ] + }, + { + "episode": 140, + "avg_reward": -2196.59, + "avg_cost": 8.5, + "lambda": 19.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.66, + 19.66 + ] + }, + { + "episode": 150, + "avg_reward": -2099.8, + "avg_cost": 11.25, + "lambda": 20.79, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.79, + 20.79 + ] + }, + { + "episode": 160, + "avg_reward": -2027.35, + "avg_cost": 8.25, + "lambda": 21.7925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.7925, + 21.7925 + ] + }, + { + "episode": 170, + "avg_reward": -2133.54, + "avg_cost": 8.5, + "lambda": 22.6825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.6825, + 22.6825 + ] + }, + { + "episode": 180, + "avg_reward": -2117.67, + "avg_cost": 6.75, + "lambda": 23.545, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.545, + 23.545 + ] + }, + { + "episode": 190, + "avg_reward": -1988.87, + "avg_cost": 5.0, + "lambda": 24.3275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.3275, + 24.3275 + ] + }, + { + "episode": 200, + "avg_reward": -1896.33, + "avg_cost": 3.75, + "lambda": 24.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.8025, + 24.8025 + ] + }, + { + "episode": 210, + "avg_reward": -2063.22, + "avg_cost": 5.0, + "lambda": 25.445, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.445, + 25.445 + ] + }, + { + "episode": 220, + "avg_reward": -1840.29, + "avg_cost": 5.0, + "lambda": 25.9925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.9925, + 25.9925 + ] + }, + { + "episode": 230, + "avg_reward": -1893.14, + "avg_cost": 3.5, + "lambda": 26.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.5325, + 26.5325 + ] + }, + { + "episode": 240, + "avg_reward": -2049.12, + "avg_cost": 6.5, + "lambda": 27.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.0275, + 27.0275 + ] + }, + { + "episode": 250, + "avg_reward": -1968.89, + "avg_cost": 1.5, + "lambda": 27.3675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.3675, + 27.3675 + ] + }, + { + "episode": 260, + "avg_reward": -2024.05, + "avg_cost": 2.5, + "lambda": 27.645, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.645, + 27.645 + ] + }, + { + "episode": 270, + "avg_reward": -1717.85, + "avg_cost": 2.25, + "lambda": 27.885, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.885, + 27.885 + ] + }, + { + "episode": 280, + "avg_reward": -1885.56, + "avg_cost": 2.25, + "lambda": 28.0875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.0875, + 28.0875 + ] + }, + { + "episode": 290, + "avg_reward": -1667.2, + "avg_cost": 0.75, + "lambda": 28.2275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.2275, + 28.2275 + ] + }, + { + "episode": 300, + "avg_reward": -1797.33, + "avg_cost": 2.0, + "lambda": 28.4225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.4225, + 28.4225 + ] + }, + { + "episode": 310, + "avg_reward": -1742.72, + "avg_cost": 1.0, + "lambda": 28.5525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.5525, + 28.5525 + ] + }, + { + "episode": 320, + "avg_reward": -1618.76, + "avg_cost": 1.5, + "lambda": 28.7475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.7475, + 28.7475 + ] + }, + { + "episode": 330, + "avg_reward": -1483.39, + "avg_cost": 1.5, + "lambda": 28.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.83, + 28.83 + ] + }, + { + "episode": 340, + "avg_reward": -1603.74, + "avg_cost": 1.75, + "lambda": 28.98, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.98, + 28.98 + ] + }, + { + "episode": 350, + "avg_reward": -1554.09, + "avg_cost": 1.0, + "lambda": 29.11, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.11, + 29.11 + ] + }, + { + "episode": 360, + "avg_reward": -1536.23, + "avg_cost": 0.5, + "lambda": 29.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.1875, + 29.1875 + ] + }, + { + "episode": 370, + "avg_reward": -1462.18, + "avg_cost": 1.25, + "lambda": 29.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.275, + 29.275 + ] + }, + { + "episode": 380, + "avg_reward": -1741.4, + "avg_cost": 2.5, + "lambda": 29.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.4, + 29.4 + ] + }, + { + "episode": 390, + "avg_reward": -1526.53, + "avg_cost": 0.25, + "lambda": 29.49, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.49, + 29.49 + ] + }, + { + "episode": 400, + "avg_reward": -1578.7, + "avg_cost": 1.25, + "lambda": 29.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6, + 29.6 + ] + }, + { + "episode": 410, + "avg_reward": -1274.81, + "avg_cost": 1.5, + "lambda": 29.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6975, + 29.6975 + ] + }, + { + "episode": 420, + "avg_reward": -1453.68, + "avg_cost": 1.25, + "lambda": 29.7875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.7875, + 29.7875 + ] + }, + { + "episode": 430, + "avg_reward": -1446.85, + "avg_cost": 0.75, + "lambda": 29.8525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.8525, + 29.8525 + ] + }, + { + "episode": 440, + "avg_reward": -1341.82, + "avg_cost": 1.0, + "lambda": 29.9775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.9775, + 29.9775 + ] + }, + { + "episode": 450, + "avg_reward": -1433.73, + "avg_cost": 1.0, + "lambda": 30.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.155, + 30.155 + ] + }, + { + "episode": 460, + "avg_reward": -1613.29, + "avg_cost": 0.25, + "lambda": 30.2225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2225, + 30.2225 + ] + }, + { + "episode": 470, + "avg_reward": -1225.07, + "avg_cost": 0.75, + "lambda": 30.335, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.335, + 30.335 + ] + }, + { + "episode": 480, + "avg_reward": -1446.85, + "avg_cost": 1.0, + "lambda": 30.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.425, + 30.425 + ] + }, + { + "episode": 490, + "avg_reward": -1475.63, + "avg_cost": 1.0, + "lambda": 30.535, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.535, + 30.535 + ] + }, + { + "episode": 500, + "avg_reward": -1370.87, + "avg_cost": 0.25, + "lambda": 30.59, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.59, + 30.59 + ] + }, + { + "episode": 510, + "avg_reward": -1210.03, + "avg_cost": 0.25, + "lambda": 30.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6425, + 30.6425 + ] + }, + { + "episode": 520, + "avg_reward": -1211.37, + "avg_cost": 0.75, + "lambda": 30.6975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.6975, + 30.6975 + ] + }, + { + "episode": 530, + "avg_reward": -1096.06, + "avg_cost": 0.0, + "lambda": 30.7475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7475, + 30.7475 + ] + }, + { + "episode": 540, + "avg_reward": -1272.27, + "avg_cost": 0.25, + "lambda": 30.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.7775, + 30.7775 + ] + }, + { + "episode": 550, + "avg_reward": -1253.12, + "avg_cost": 0.75, + "lambda": 30.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.8475, + 30.8475 + ] + }, + { + "episode": 560, + "avg_reward": -1637.58, + "avg_cost": 0.0, + "lambda": 30.8875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.8875, + 30.8875 + ] + }, + { + "episode": 570, + "avg_reward": -1081.6, + "avg_cost": 0.75, + "lambda": 30.94, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.94, + 30.94 + ] + }, + { + "episode": 580, + "avg_reward": -1137.24, + "avg_cost": 0.25, + "lambda": 30.99, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.99, + 30.99 + ] + }, + { + "episode": 590, + "avg_reward": -1466.6, + "avg_cost": 0.75, + "lambda": 31.0275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0275, + 31.0275 + ] + }, + { + "episode": 600, + "avg_reward": -1064.52, + "avg_cost": 0.0, + "lambda": 31.08, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.08, + 31.08 + ] + }, + { + "episode": 610, + "avg_reward": -1042.28, + "avg_cost": 0.5, + "lambda": 31.1075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.1075, + 31.1075 + ] + }, + { + "episode": 620, + "avg_reward": -1001.81, + "avg_cost": 0.25, + "lambda": 31.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.15, + 31.15 + ] + }, + { + "episode": 630, + "avg_reward": -925.81, + "avg_cost": 0.0, + "lambda": 31.1925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.1925, + 31.1925 + ] + }, + { + "episode": 640, + "avg_reward": -996.69, + "avg_cost": 0.5, + "lambda": 31.2225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2225, + 31.2225 + ] + }, + { + "episode": 650, + "avg_reward": -885.8, + "avg_cost": 0.25, + "lambda": 31.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.27, + 31.27 + ] + }, + { + "episode": 660, + "avg_reward": -908.29, + "avg_cost": 0.0, + "lambda": 31.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2975, + 31.2975 + ] + }, + { + "episode": 670, + "avg_reward": -934.7, + "avg_cost": 0.25, + "lambda": 31.3225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.3225, + 31.3225 + ] + }, + { + "episode": 680, + "avg_reward": -858.72, + "avg_cost": 0.25, + "lambda": 31.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.3775, + 31.3775 + ] + }, + { + "episode": 690, + "avg_reward": -914.2, + "avg_cost": 0.0, + "lambda": 31.4175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.4175, + 31.4175 + ] + }, + { + "episode": 700, + "avg_reward": -946.95, + "avg_cost": 0.5, + "lambda": 31.445, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.445, + 31.445 + ] + }, + { + "episode": 710, + "avg_reward": -817.2, + "avg_cost": 1.25, + "lambda": 31.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.485, + 31.485 + ] + }, + { + "episode": 720, + "avg_reward": -863.02, + "avg_cost": 0.25, + "lambda": 31.5125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.5125, + 31.5125 + ] + }, + { + "episode": 730, + "avg_reward": -910.97, + "avg_cost": 0.25, + "lambda": 31.5525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.5525, + 31.5525 + ] + }, + { + "episode": 740, + "avg_reward": -805.7, + "avg_cost": 0.25, + "lambda": 31.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.57, + 31.57 + ] + }, + { + "episode": 750, + "avg_reward": -814.55, + "avg_cost": 0.5, + "lambda": 31.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.595, + 31.595 + ] + }, + { + "episode": 760, + "avg_reward": -810.18, + "avg_cost": 0.0, + "lambda": 31.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.625, + 31.625 + ] + }, + { + "episode": 770, + "avg_reward": -854.03, + "avg_cost": 0.0, + "lambda": 31.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.65, + 31.65 + ] + }, + { + "episode": 780, + "avg_reward": -866.04, + "avg_cost": 0.0, + "lambda": 31.66, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.66, + 31.66 + ] + }, + { + "episode": 790, + "avg_reward": -695.75, + "avg_cost": 0.0, + "lambda": 31.68, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.68, + 31.68 + ] + }, + { + "episode": 800, + "avg_reward": -733.52, + "avg_cost": 0.75, + "lambda": 31.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.715, + 31.715 + ] + }, + { + "episode": 810, + "avg_reward": -793.27, + "avg_cost": 0.75, + "lambda": 31.745, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.745, + 31.745 + ] + }, + { + "episode": 820, + "avg_reward": -650.82, + "avg_cost": 0.5, + "lambda": 31.7775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.7775, + 31.7775 + ] + }, + { + "episode": 830, + "avg_reward": -682.76, + "avg_cost": 0.25, + "lambda": 31.805, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.805, + 31.805 + ] + }, + { + "episode": 840, + "avg_reward": -689.61, + "avg_cost": 0.25, + "lambda": 31.8375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.8375, + 31.8375 + ] + }, + { + "episode": 850, + "avg_reward": -707.17, + "avg_cost": 0.5, + "lambda": 31.8525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.8525, + 31.8525 + ] + }, + { + "episode": 860, + "avg_reward": -805.39, + "avg_cost": 0.5, + "lambda": 31.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.865, + 31.865 + ] + }, + { + "episode": 870, + "avg_reward": -754.9, + "avg_cost": 0.75, + "lambda": 31.885, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.885, + 31.885 + ] + }, + { + "episode": 880, + "avg_reward": -691.26, + "avg_cost": 0.5, + "lambda": 31.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.925, + 31.925 + ] + }, + { + "episode": 890, + "avg_reward": -765.36, + "avg_cost": 0.5, + "lambda": 31.965, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.965, + 31.965 + ] + }, + { + "episode": 900, + "avg_reward": -763.88, + "avg_cost": 0.0, + "lambda": 31.9925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.9925, + 31.9925 + ] + }, + { + "episode": 910, + "avg_reward": -588.22, + "avg_cost": 0.5, + "lambda": 32.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.0175, + 32.0175 + ] + }, + { + "episode": 920, + "avg_reward": -632.26, + "avg_cost": 0.75, + "lambda": 32.045, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.045, + 32.045 + ] + }, + { + "episode": 930, + "avg_reward": -596.87, + "avg_cost": 0.75, + "lambda": 32.065, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.065, + 32.065 + ] + }, + { + "episode": 940, + "avg_reward": -601.11, + "avg_cost": 0.0, + "lambda": 32.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.095, + 32.095 + ] + }, + { + "episode": 950, + "avg_reward": -549.77, + "avg_cost": 0.5, + "lambda": 32.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1225, + 32.1225 + ] + }, + { + "episode": 960, + "avg_reward": -497.58, + "avg_cost": 0.0, + "lambda": 32.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.175, + 32.175 + ] + }, + { + "episode": 970, + "avg_reward": -531.78, + "avg_cost": 0.25, + "lambda": 32.1975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1975, + 32.1975 + ] + }, + { + "episode": 980, + "avg_reward": -587.07, + "avg_cost": 0.0, + "lambda": 32.2375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.2375, + 32.2375 + ] + }, + { + "episode": 990, + "avg_reward": -544.07, + "avg_cost": 0.0, + "lambda": 32.265, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.265, + 32.265 + ] + }, + { + "episode": 1000, + "avg_reward": -552.91, + "avg_cost": 1.75, + "lambda": 32.3275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.3275, + 32.3275 + ] + }, + { + "episode": 1010, + "avg_reward": -456.26, + "avg_cost": 4.0, + "lambda": 32.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.3975, + 32.3975 + ] + }, + { + "episode": 1020, + "avg_reward": -518.89, + "avg_cost": 0.25, + "lambda": 32.4225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.4225, + 32.4225 + ] + }, + { + "episode": 1030, + "avg_reward": -466.74, + "avg_cost": 0.0, + "lambda": 32.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.435, + 32.435 + ] + }, + { + "episode": 1040, + "avg_reward": -380.78, + "avg_cost": 0.0, + "lambda": 32.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.4525, + 32.4525 + ] + }, + { + "episode": 1050, + "avg_reward": -450.28, + "avg_cost": 0.0, + "lambda": 32.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.485, + 32.485 + ] + }, + { + "episode": 1060, + "avg_reward": -366.66, + "avg_cost": 0.75, + "lambda": 32.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.5325, + 32.5325 + ] + }, + { + "episode": 1070, + "avg_reward": -297.62, + "avg_cost": 0.25, + "lambda": 32.57, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.57, + 32.57 + ] + }, + { + "episode": 1080, + "avg_reward": -324.06, + "avg_cost": 0.25, + "lambda": 32.615, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.615, + 32.615 + ] + }, + { + "episode": 1090, + "avg_reward": -293.29, + "avg_cost": 0.5, + "lambda": 32.6575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.6575, + 32.6575 + ] + }, + { + "episode": 1100, + "avg_reward": -210.25, + "avg_cost": 0.25, + "lambda": 32.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.7, + 32.7 + ] + }, + { + "episode": 1110, + "avg_reward": -270.98, + "avg_cost": 1.0, + "lambda": 32.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.7575, + 32.7575 + ] + }, + { + "episode": 1120, + "avg_reward": -362.76, + "avg_cost": 0.25, + "lambda": 32.8075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.8075, + 32.8075 + ] + }, + { + "episode": 1130, + "avg_reward": -302.66, + "avg_cost": 0.5, + "lambda": 32.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.8475, + 32.8475 + ] + }, + { + "episode": 1140, + "avg_reward": -240.52, + "avg_cost": 0.25, + "lambda": 32.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.91, + 32.91 + ] + }, + { + "episode": 1150, + "avg_reward": -172.76, + "avg_cost": 0.25, + "lambda": 32.9675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.9675, + 32.9675 + ] + }, + { + "episode": 1160, + "avg_reward": -172.22, + "avg_cost": 0.5, + "lambda": 33.03, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.03, + 33.03 + ] + }, + { + "episode": 1170, + "avg_reward": -38.75, + "avg_cost": 0.5, + "lambda": 33.07, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.07, + 33.07 + ] + }, + { + "episode": 1180, + "avg_reward": 21.85, + "avg_cost": 0.75, + "lambda": 33.1575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1575, + 33.1575 + ] + }, + { + "episode": 1190, + "avg_reward": -18.25, + "avg_cost": 1.0, + "lambda": 33.26, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.26, + 33.26 + ] + }, + { + "episode": 1200, + "avg_reward": 97.41, + "avg_cost": 1.5, + "lambda": 33.365, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.365, + 33.365 + ] + }, + { + "episode": 1210, + "avg_reward": 134.99, + "avg_cost": 0.5, + "lambda": 33.405, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.405, + 33.405 + ] + }, + { + "episode": 1220, + "avg_reward": 164.6, + "avg_cost": 0.25, + "lambda": 33.495, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.495, + 33.495 + ] + }, + { + "episode": 1230, + "avg_reward": 232.32, + "avg_cost": 0.25, + "lambda": 33.5725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.5725, + 33.5725 + ] + }, + { + "episode": 1240, + "avg_reward": 213.01, + "avg_cost": 0.5, + "lambda": 33.6675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.6675, + 33.6675 + ] + }, + { + "episode": 1250, + "avg_reward": 377.23, + "avg_cost": 0.5, + "lambda": 33.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.75, + 33.75 + ] + }, + { + "episode": 1260, + "avg_reward": 140.29, + "avg_cost": 0.75, + "lambda": 33.835, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.835, + 33.835 + ] + }, + { + "episode": 1270, + "avg_reward": 144.48, + "avg_cost": 0.5, + "lambda": 33.91, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.91, + 33.91 + ] + }, + { + "episode": 1280, + "avg_reward": 352.72, + "avg_cost": 1.25, + "lambda": 34.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.0225, + 34.0225 + ] + }, + { + "episode": 1290, + "avg_reward": 233.91, + "avg_cost": 0.25, + "lambda": 34.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.09, + 34.09 + ] + }, + { + "episode": 1300, + "avg_reward": 425.94, + "avg_cost": 0.25, + "lambda": 34.1675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.1675, + 34.1675 + ] + }, + { + "episode": 1310, + "avg_reward": 388.34, + "avg_cost": 0.5, + "lambda": 34.27, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.27, + 34.27 + ] + }, + { + "episode": 1320, + "avg_reward": 500.88, + "avg_cost": 0.5, + "lambda": 34.3475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.3475, + 34.3475 + ] + }, + { + "episode": 1330, + "avg_reward": 555.44, + "avg_cost": 0.5, + "lambda": 34.4475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.4475, + 34.4475 + ] + }, + { + "episode": 1340, + "avg_reward": 655.15, + "avg_cost": 1.0, + "lambda": 34.545, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.545, + 34.545 + ] + }, + { + "episode": 1350, + "avg_reward": 409.18, + "avg_cost": 0.5, + "lambda": 34.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.62, + 34.62 + ] + }, + { + "episode": 1360, + "avg_reward": 702.65, + "avg_cost": 1.25, + "lambda": 34.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.7325, + 34.7325 + ] + }, + { + "episode": 1370, + "avg_reward": 560.86, + "avg_cost": 1.75, + "lambda": 34.8325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.8325, + 34.8325 + ] + }, + { + "episode": 1380, + "avg_reward": 570.05, + "avg_cost": 0.5, + "lambda": 34.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.945, + 34.945 + ] + }, + { + "episode": 1390, + "avg_reward": 848.49, + "avg_cost": 0.5, + "lambda": 35.0775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.0775, + 35.0775 + ] + }, + { + "episode": 1400, + "avg_reward": 596.62, + "avg_cost": 2.0, + "lambda": 35.18, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.18, + 35.18 + ] + }, + { + "episode": 1410, + "avg_reward": 866.54, + "avg_cost": 1.0, + "lambda": 35.26, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.26, + 35.26 + ] + }, + { + "episode": 1420, + "avg_reward": 774.84, + "avg_cost": 1.0, + "lambda": 35.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.3725, + 35.3725 + ] + }, + { + "episode": 1430, + "avg_reward": 458.19, + "avg_cost": 1.0, + "lambda": 35.4725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.4725, + 35.4725 + ] + }, + { + "episode": 1440, + "avg_reward": 871.77, + "avg_cost": 0.25, + "lambda": 35.565, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.565, + 35.565 + ] + }, + { + "episode": 1450, + "avg_reward": 857.4, + "avg_cost": 1.0, + "lambda": 35.655, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.655, + 35.655 + ] + }, + { + "episode": 1460, + "avg_reward": 816.32, + "avg_cost": 1.25, + "lambda": 35.77, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.77, + 35.77 + ] + }, + { + "episode": 1470, + "avg_reward": 932.68, + "avg_cost": 0.75, + "lambda": 35.8775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.8775, + 35.8775 + ] + }, + { + "episode": 1480, + "avg_reward": 874.39, + "avg_cost": 0.25, + "lambda": 35.9575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.9575, + 35.9575 + ] + }, + { + "episode": 1490, + "avg_reward": 970.19, + "avg_cost": 0.75, + "lambda": 36.035, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.035, + 36.035 + ] + }, + { + "episode": 1500, + "avg_reward": 848.55, + "avg_cost": 2.0, + "lambda": 36.1625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.1625, + 36.1625 + ] + } + ], + "final_lambdas": [ + 36.1625, + 36.1625 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json new file mode 100644 index 0000000000000000000000000000000000000000..07a045494a3553e2689a17927b96a8db315ed037 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Ant_2x4_v24_ant2x4.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": -3951076.19, + "constraint_satisfaction_pct": 11.7, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 100.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -12428.55, + "avg_cost": 33.0, + "lambda": 10.99, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.99, + 10.99 + ] + }, + { + "episode": 10, + "avg_reward": -11636.34, + "avg_cost": 4.75, + "lambda": 14.5075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.5075, + 14.5075 + ] + }, + { + "episode": 20, + "avg_reward": -11137.39, + "avg_cost": 14.25, + "lambda": 19.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.225, + 19.225 + ] + }, + { + "episode": 30, + "avg_reward": -10560.07, + "avg_cost": 18.5, + "lambda": 24.205, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.205, + 24.205 + ] + }, + { + "episode": 40, + "avg_reward": -10477.44, + "avg_cost": 9.25, + "lambda": 28.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.075, + 28.075 + ] + }, + { + "episode": 50, + "avg_reward": -10442.73, + "avg_cost": 16.25, + "lambda": 32.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.6425, + 32.6425 + ] + }, + { + "episode": 60, + "avg_reward": -10064.14, + "avg_cost": 9.0, + "lambda": 36.0925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0925, + 36.0925 + ] + }, + { + "episode": 70, + "avg_reward": -10065.6, + "avg_cost": 13.5, + "lambda": 39.2425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.2425, + 39.2425 + ] + }, + { + "episode": 80, + "avg_reward": -9615.24, + "avg_cost": 11.25, + "lambda": 42.1225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.1225, + 42.1225 + ] + }, + { + "episode": 90, + "avg_reward": -9250.05, + "avg_cost": 9.0, + "lambda": 44.6425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.6425, + 44.6425 + ] + }, + { + "episode": 100, + "avg_reward": -8951.15, + "avg_cost": 9.75, + "lambda": 47.695, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.695, + 47.695 + ] + }, + { + "episode": 110, + "avg_reward": -8860.97, + "avg_cost": 6.25, + "lambda": 50.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.4925, + 50.4925 + ] + }, + { + "episode": 120, + "avg_reward": -8499.63, + "avg_cost": 12.0, + "lambda": 53.215, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.215, + 53.215 + ] + }, + { + "episode": 130, + "avg_reward": -7867.93, + "avg_cost": 13.0, + "lambda": 55.4275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.4275, + 55.4275 + ] + }, + { + "episode": 140, + "avg_reward": -7743.73, + "avg_cost": 12.0, + "lambda": 57.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.7375, + 57.7375 + ] + }, + { + "episode": 150, + "avg_reward": -7548.26, + "avg_cost": 3.0, + "lambda": 59.5675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.5675, + 59.5675 + ] + }, + { + "episode": 160, + "avg_reward": -6764.77, + "avg_cost": 13.25, + "lambda": 61.5325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.5325, + 61.5325 + ] + }, + { + "episode": 170, + "avg_reward": -6842.79, + "avg_cost": 2.75, + "lambda": 64.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.6, + 64.6 + ] + }, + { + "episode": 180, + "avg_reward": -6681.5, + "avg_cost": 9.5, + "lambda": 67.0975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.0975, + 67.0975 + ] + }, + { + "episode": 190, + "avg_reward": -6336.38, + "avg_cost": 19.75, + "lambda": 69.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.475, + 69.475 + ] + }, + { + "episode": 200, + "avg_reward": -6591.53, + "avg_cost": 8.0, + "lambda": 72.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.0175, + 72.0175 + ] + }, + { + "episode": 210, + "avg_reward": -5736.29, + "avg_cost": 13.25, + "lambda": 75.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.175, + 75.175 + ] + }, + { + "episode": 220, + "avg_reward": -6037.14, + "avg_cost": 5.25, + "lambda": 77.74, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.74, + 77.74 + ] + }, + { + "episode": 230, + "avg_reward": -6017.68, + "avg_cost": 5.25, + "lambda": 78.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.925, + 78.925 + ] + }, + { + "episode": 240, + "avg_reward": -5561.87, + "avg_cost": 15.25, + "lambda": 81.2275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.2275, + 81.2275 + ] + }, + { + "episode": 250, + "avg_reward": -5735.41, + "avg_cost": 8.5, + "lambda": 83.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.5, + 83.5 + ] + }, + { + "episode": 260, + "avg_reward": -5529.31, + "avg_cost": 9.0, + "lambda": 86.1325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.1325, + 86.1325 + ] + }, + { + "episode": 270, + "avg_reward": -5472.0, + "avg_cost": 2.25, + "lambda": 88.165, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.165, + 88.165 + ] + }, + { + "episode": 280, + "avg_reward": -5208.34, + "avg_cost": 6.0, + "lambda": 89.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.5375, + 89.5375 + ] + }, + { + "episode": 290, + "avg_reward": -5114.43, + "avg_cost": 7.5, + "lambda": 91.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.15, + 91.15 + ] + }, + { + "episode": 300, + "avg_reward": -5260.36, + "avg_cost": 8.5, + "lambda": 92.4925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.4925, + 92.4925 + ] + }, + { + "episode": 310, + "avg_reward": -4947.12, + "avg_cost": 4.25, + "lambda": 94.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.36, + 94.36 + ] + }, + { + "episode": 320, + "avg_reward": -4621.54, + "avg_cost": 5.25, + "lambda": 95.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 95.62, + 95.62 + ] + }, + { + "episode": 330, + "avg_reward": -4768.54, + "avg_cost": 5.5, + "lambda": 96.82, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 96.82, + 96.82 + ] + }, + { + "episode": 340, + "avg_reward": -4935.76, + "avg_cost": 1.5, + "lambda": 98.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 98.3725, + 98.3725 + ] + }, + { + "episode": 350, + "avg_reward": -4466.73, + "avg_cost": 7.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 360, + "avg_reward": -4529.43, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 370, + "avg_reward": -5119.68, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 380, + "avg_reward": -5029.11, + "avg_cost": 7.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 390, + "avg_reward": -4875.79, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 400, + "avg_reward": -4588.52, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 410, + "avg_reward": -4591.8, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 420, + "avg_reward": -5270.66, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 430, + "avg_reward": -4993.02, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 440, + "avg_reward": -4572.75, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 450, + "avg_reward": -4896.05, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 460, + "avg_reward": -4308.25, + "avg_cost": 7.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 470, + "avg_reward": -4082.66, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 480, + "avg_reward": -4266.89, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 490, + "avg_reward": -4262.11, + "avg_cost": 5.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 500, + "avg_reward": -4314.22, + "avg_cost": 6.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 510, + "avg_reward": -4626.98, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 520, + "avg_reward": -4549.53, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 530, + "avg_reward": -4346.57, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 540, + "avg_reward": -4225.55, + "avg_cost": 5.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 550, + "avg_reward": -3649.7, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 560, + "avg_reward": -3990.51, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 570, + "avg_reward": -3721.91, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 580, + "avg_reward": -4227.49, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 590, + "avg_reward": -3737.53, + "avg_cost": 4.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 600, + "avg_reward": -3481.26, + "avg_cost": 8.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 610, + "avg_reward": -4243.3, + "avg_cost": 5.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 620, + "avg_reward": -3727.23, + "avg_cost": 4.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 630, + "avg_reward": -4027.29, + "avg_cost": 6.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 640, + "avg_reward": -3470.69, + "avg_cost": 15.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 650, + "avg_reward": -3708.88, + "avg_cost": 4.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 660, + "avg_reward": -3093.64, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 670, + "avg_reward": -3051.16, + "avg_cost": 2.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 680, + "avg_reward": -3003.12, + "avg_cost": 2.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 690, + "avg_reward": -2296.12, + "avg_cost": 1.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 700, + "avg_reward": -2687.94, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 710, + "avg_reward": -2452.77, + "avg_cost": 2.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 720, + "avg_reward": -2651.7, + "avg_cost": 3.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 730, + "avg_reward": -1771.16, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 740, + "avg_reward": -1803.06, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 750, + "avg_reward": -1249.93, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 760, + "avg_reward": -1309.32, + "avg_cost": 3.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 770, + "avg_reward": -600.58, + "avg_cost": 1.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 780, + "avg_reward": -769.02, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 790, + "avg_reward": -257.32, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 800, + "avg_reward": -593.6, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 810, + "avg_reward": -71.6, + "avg_cost": 1.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 820, + "avg_reward": 353.51, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 830, + "avg_reward": 394.93, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 840, + "avg_reward": 547.55, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 850, + "avg_reward": 826.95, + "avg_cost": 1.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 860, + "avg_reward": 768.82, + "avg_cost": 3.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 870, + "avg_reward": 844.75, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 880, + "avg_reward": 984.67, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 890, + "avg_reward": 1179.96, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 900, + "avg_reward": 1144.07, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 910, + "avg_reward": 1157.04, + "avg_cost": 2.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 920, + "avg_reward": 1288.82, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 930, + "avg_reward": 1599.9, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 940, + "avg_reward": 1625.87, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 950, + "avg_reward": 1640.99, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 960, + "avg_reward": 1870.23, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 970, + "avg_reward": 1848.91, + "avg_cost": 0.75, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 980, + "avg_reward": 2001.21, + "avg_cost": 0.0, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 990, + "avg_reward": 2045.01, + "avg_cost": 0.5, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + }, + { + "episode": 1000, + "avg_reward": 2023.69, + "avg_cost": 0.25, + "lambda": 100.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 100.0, + 100.0 + ] + } + ], + "final_lambdas": [ + 100.0, + 100.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json new file mode 100644 index 0000000000000000000000000000000000000000..8dd0a4eba47dfa0e96b8af5f7ba975ef070c5091 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_HalfCheetah_2x3_v18_maxstd.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 588717.57, + "constraint_satisfaction_pct": 44.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 60.725, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -1788.55, + "avg_cost": 0.0, + "lambda": 10.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.0, + 10.0 + ] + }, + { + "episode": 10, + "avg_reward": -1784.19, + "avg_cost": 0.0, + "lambda": 10.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.075, + 10.075 + ] + }, + { + "episode": 20, + "avg_reward": -1978.06, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1 + ] + }, + { + "episode": 30, + "avg_reward": -1512.52, + "avg_cost": 0.0, + "lambda": 10.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.1, + 10.1 + ] + }, + { + "episode": 40, + "avg_reward": -1599.71, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 50, + "avg_reward": -1484.41, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 60, + "avg_reward": -1439.84, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 70, + "avg_reward": -1359.93, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 80, + "avg_reward": -1369.6, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 90, + "avg_reward": -1217.45, + "avg_cost": 0.0, + "lambda": 10.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.15, + 10.15 + ] + }, + { + "episode": 100, + "avg_reward": -1064.84, + "avg_cost": 0.25, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 110, + "avg_reward": -1020.38, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 120, + "avg_reward": -912.62, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 130, + "avg_reward": -1037.66, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 140, + "avg_reward": -690.21, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 150, + "avg_reward": -843.19, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 160, + "avg_reward": -596.28, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 170, + "avg_reward": -623.7, + "avg_cost": 0.0, + "lambda": 10.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.175, + 10.175 + ] + }, + { + "episode": 180, + "avg_reward": -557.87, + "avg_cost": 0.0, + "lambda": 10.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.2, + 10.2 + ] + }, + { + "episode": 190, + "avg_reward": -734.63, + "avg_cost": 0.0, + "lambda": 10.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.25, + 10.25 + ] + }, + { + "episode": 200, + "avg_reward": -696.43, + "avg_cost": 0.0, + "lambda": 10.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.325, + 10.325 + ] + }, + { + "episode": 210, + "avg_reward": -440.08, + "avg_cost": 0.25, + "lambda": 10.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.675, + 10.675 + ] + }, + { + "episode": 220, + "avg_reward": -452.3, + "avg_cost": 0.5, + "lambda": 10.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.875, + 10.875 + ] + }, + { + "episode": 230, + "avg_reward": -113.02, + "avg_cost": 1.25, + "lambda": 11.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.15, + 11.15 + ] + }, + { + "episode": 240, + "avg_reward": -272.59, + "avg_cost": 1.75, + "lambda": 11.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 11.875, + 11.875 + ] + }, + { + "episode": 250, + "avg_reward": -293.67, + "avg_cost": 1.0, + "lambda": 12.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.35, + 12.35 + ] + }, + { + "episode": 260, + "avg_reward": -289.38, + "avg_cost": 0.25, + "lambda": 12.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.925, + 12.925 + ] + }, + { + "episode": 270, + "avg_reward": -214.49, + "avg_cost": 0.75, + "lambda": 13.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.35, + 13.35 + ] + }, + { + "episode": 280, + "avg_reward": 379.24, + "avg_cost": 0.0, + "lambda": 13.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.7, + 13.7 + ] + }, + { + "episode": 290, + "avg_reward": 172.68, + "avg_cost": 0.75, + "lambda": 14.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.15, + 14.15 + ] + }, + { + "episode": 300, + "avg_reward": 303.9, + "avg_cost": 0.25, + "lambda": 14.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.725, + 14.725 + ] + }, + { + "episode": 310, + "avg_reward": 193.72, + "avg_cost": 1.0, + "lambda": 15.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.5, + 15.5 + ] + }, + { + "episode": 320, + "avg_reward": 768.66, + "avg_cost": 1.0, + "lambda": 16.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.25, + 16.25 + ] + }, + { + "episode": 330, + "avg_reward": 590.3, + "avg_cost": 2.5, + "lambda": 17.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.725, + 17.725 + ] + }, + { + "episode": 340, + "avg_reward": 209.88, + "avg_cost": 1.25, + "lambda": 18.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.925, + 18.925 + ] + }, + { + "episode": 350, + "avg_reward": 772.63, + "avg_cost": 1.5, + "lambda": 20.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.25, + 20.25 + ] + }, + { + "episode": 360, + "avg_reward": 515.74, + "avg_cost": 2.25, + "lambda": 21.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.675, + 21.675 + ] + }, + { + "episode": 370, + "avg_reward": 602.75, + "avg_cost": 0.5, + "lambda": 22.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.95, + 22.95 + ] + }, + { + "episode": 380, + "avg_reward": 872.7, + "avg_cost": 2.5, + "lambda": 24.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.125, + 24.125 + ] + }, + { + "episode": 390, + "avg_reward": 762.73, + "avg_cost": 0.75, + "lambda": 25.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.4, + 25.4 + ] + }, + { + "episode": 400, + "avg_reward": 402.8, + "avg_cost": 1.0, + "lambda": 27.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.025, + 27.025 + ] + }, + { + "episode": 410, + "avg_reward": 942.23, + "avg_cost": 1.5, + "lambda": 29.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.05, + 29.05 + ] + }, + { + "episode": 420, + "avg_reward": 604.62, + "avg_cost": 0.0, + "lambda": 30.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.125, + 30.125 + ] + }, + { + "episode": 430, + "avg_reward": 857.52, + "avg_cost": 0.5, + "lambda": 31.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.5, + 31.5 + ] + }, + { + "episode": 440, + "avg_reward": 1124.72, + "avg_cost": 0.5, + "lambda": 32.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.8, + 32.8 + ] + }, + { + "episode": 450, + "avg_reward": 1226.67, + "avg_cost": 0.75, + "lambda": 33.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.875, + 33.875 + ] + }, + { + "episode": 460, + "avg_reward": 859.84, + "avg_cost": 0.5, + "lambda": 34.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.775, + 34.775 + ] + }, + { + "episode": 470, + "avg_reward": 1022.57, + "avg_cost": 0.5, + "lambda": 36.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.2, + 36.2 + ] + }, + { + "episode": 480, + "avg_reward": 906.43, + "avg_cost": 0.0, + "lambda": 37.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.0, + 37.0 + ] + }, + { + "episode": 490, + "avg_reward": 1574.1, + "avg_cost": 0.75, + "lambda": 38.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.475, + 38.475 + ] + }, + { + "episode": 500, + "avg_reward": 965.08, + "avg_cost": 0.25, + "lambda": 39.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.425, + 39.425 + ] + }, + { + "episode": 510, + "avg_reward": 1899.91, + "avg_cost": 0.5, + "lambda": 40.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.275, + 40.275 + ] + }, + { + "episode": 520, + "avg_reward": 561.93, + "avg_cost": 1.25, + "lambda": 41.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.2, + 41.2 + ] + }, + { + "episode": 530, + "avg_reward": 1398.77, + "avg_cost": 0.0, + "lambda": 41.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.85, + 41.85 + ] + }, + { + "episode": 540, + "avg_reward": 1303.99, + "avg_cost": 0.5, + "lambda": 42.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 42.6, + 42.6 + ] + }, + { + "episode": 550, + "avg_reward": 1540.88, + "avg_cost": 0.25, + "lambda": 43.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 43.775, + 43.775 + ] + }, + { + "episode": 560, + "avg_reward": 1806.0, + "avg_cost": 0.5, + "lambda": 44.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 44.425, + 44.425 + ] + }, + { + "episode": 570, + "avg_reward": 1843.31, + "avg_cost": 0.0, + "lambda": 45.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.4, + 45.4 + ] + }, + { + "episode": 580, + "avg_reward": 1144.24, + "avg_cost": 0.25, + "lambda": 45.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.85, + 45.85 + ] + }, + { + "episode": 590, + "avg_reward": 1828.66, + "avg_cost": 0.0, + "lambda": 46.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.425, + 46.425 + ] + }, + { + "episode": 600, + "avg_reward": 1388.3, + "avg_cost": 0.0, + "lambda": 46.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 46.775, + 46.775 + ] + }, + { + "episode": 610, + "avg_reward": 2094.36, + "avg_cost": 0.5, + "lambda": 47.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 47.225, + 47.225 + ] + }, + { + "episode": 620, + "avg_reward": 2084.43, + "avg_cost": 0.25, + "lambda": 48.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.075, + 48.075 + ] + }, + { + "episode": 630, + "avg_reward": 2124.56, + "avg_cost": 0.5, + "lambda": 48.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.55, + 48.55 + ] + }, + { + "episode": 640, + "avg_reward": 1870.22, + "avg_cost": 0.0, + "lambda": 49.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.025, + 49.025 + ] + }, + { + "episode": 650, + "avg_reward": 2191.92, + "avg_cost": 0.0, + "lambda": 49.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.45, + 49.45 + ] + }, + { + "episode": 660, + "avg_reward": 2237.98, + "avg_cost": 0.25, + "lambda": 49.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.95, + 49.95 + ] + }, + { + "episode": 670, + "avg_reward": 1824.8, + "avg_cost": 0.25, + "lambda": 50.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 50.425, + 50.425 + ] + }, + { + "episode": 680, + "avg_reward": 1453.97, + "avg_cost": 1.0, + "lambda": 51.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.05, + 51.05 + ] + }, + { + "episode": 690, + "avg_reward": 2178.03, + "avg_cost": 0.25, + "lambda": 51.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 51.425, + 51.425 + ] + }, + { + "episode": 700, + "avg_reward": 2439.13, + "avg_cost": 0.75, + "lambda": 52.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 52.525, + 52.525 + ] + }, + { + "episode": 710, + "avg_reward": 2150.6, + "avg_cost": 0.0, + "lambda": 53.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.15, + 53.15 + ] + }, + { + "episode": 720, + "avg_reward": 2319.66, + "avg_cost": 0.0, + "lambda": 53.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 53.675, + 53.675 + ] + }, + { + "episode": 730, + "avg_reward": 1758.07, + "avg_cost": 1.5, + "lambda": 54.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.325, + 54.325 + ] + }, + { + "episode": 740, + "avg_reward": 2411.07, + "avg_cost": 1.25, + "lambda": 54.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.9, + 54.9 + ] + }, + { + "episode": 750, + "avg_reward": 2302.31, + "avg_cost": 0.25, + "lambda": 55.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.6, + 55.6 + ] + }, + { + "episode": 760, + "avg_reward": 2564.42, + "avg_cost": 0.75, + "lambda": 55.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 55.9, + 55.9 + ] + }, + { + "episode": 770, + "avg_reward": 1735.8, + "avg_cost": 0.0, + "lambda": 56.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.35, + 56.35 + ] + }, + { + "episode": 780, + "avg_reward": 2281.12, + "avg_cost": 0.75, + "lambda": 56.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.85, + 56.85 + ] + }, + { + "episode": 790, + "avg_reward": 530.52, + "avg_cost": 0.75, + "lambda": 57.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.675, + 57.675 + ] + }, + { + "episode": 800, + "avg_reward": -566.48, + "avg_cost": 0.0, + "lambda": 57.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.775, + 57.775 + ] + }, + { + "episode": 810, + "avg_reward": -361.79, + "avg_cost": 0.0, + "lambda": 57.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 57.9, + 57.9 + ] + }, + { + "episode": 820, + "avg_reward": -87.3, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 830, + "avg_reward": -74.68, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 840, + "avg_reward": -108.8, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 850, + "avg_reward": 89.1, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 860, + "avg_reward": 218.23, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 870, + "avg_reward": 164.06, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 880, + "avg_reward": 405.76, + "avg_cost": 0.0, + "lambda": 58.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.075, + 58.075 + ] + }, + { + "episode": 890, + "avg_reward": 626.5, + "avg_cost": 0.0, + "lambda": 58.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 58.25, + 58.25 + ] + }, + { + "episode": 900, + "avg_reward": 1039.9, + "avg_cost": 0.75, + "lambda": 59.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.075, + 59.075 + ] + }, + { + "episode": 910, + "avg_reward": 529.43, + "avg_cost": 0.0, + "lambda": 59.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.325, + 59.325 + ] + }, + { + "episode": 920, + "avg_reward": 893.56, + "avg_cost": 0.75, + "lambda": 59.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.45, + 59.45 + ] + }, + { + "episode": 930, + "avg_reward": 1334.76, + "avg_cost": 0.25, + "lambda": 59.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.975, + 59.975 + ] + }, + { + "episode": 940, + "avg_reward": 1527.81, + "avg_cost": 0.25, + "lambda": 60.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.2, + 60.2 + ] + }, + { + "episode": 950, + "avg_reward": 1495.63, + "avg_cost": 0.5, + "lambda": 60.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.375, + 60.375 + ] + }, + { + "episode": 960, + "avg_reward": 1810.83, + "avg_cost": 0.0, + "lambda": 60.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.45, + 60.45 + ] + }, + { + "episode": 970, + "avg_reward": 1797.39, + "avg_cost": 0.0, + "lambda": 60.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.525, + 60.525 + ] + }, + { + "episode": 980, + "avg_reward": 1920.61, + "avg_cost": 0.0, + "lambda": 60.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.675, + 60.675 + ] + }, + { + "episode": 990, + "avg_reward": 2040.15, + "avg_cost": 0.0, + "lambda": 60.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.675, + 60.675 + ] + }, + { + "episode": 1000, + "avg_reward": 2130.62, + "avg_cost": 0.0, + "lambda": 60.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.725, + 60.725 + ] + } + ], + "final_lambdas": [ + 60.725, + 60.725 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json new file mode 100644 index 0000000000000000000000000000000000000000..b366a4427d9c09719c89c4f2cc6060efb40745c1 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Humanoid_9|8_v27_humanoid.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 12934297.6, + "constraint_satisfaction_pct": 39.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 337.775, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 13465.09, + "avg_cost": 65.0, + "lambda": 16.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.5, + 16.5 + ] + }, + { + "episode": 10, + "avg_reward": 13390.52, + "avg_cost": 49.5, + "lambda": 80.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.55, + 80.55 + ] + }, + { + "episode": 20, + "avg_reward": 12841.31, + "avg_cost": 5.75, + "lambda": 92.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.225, + 92.225 + ] + }, + { + "episode": 30, + "avg_reward": 12848.3, + "avg_cost": 3.25, + "lambda": 94.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 94.125, + 94.125 + ] + }, + { + "episode": 40, + "avg_reward": 12764.24, + "avg_cost": 0.0, + "lambda": 99.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 99.425, + 99.425 + ] + }, + { + "episode": 50, + "avg_reward": 12904.44, + "avg_cost": 3.75, + "lambda": 104.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 104.525, + 104.525 + ] + }, + { + "episode": 60, + "avg_reward": 12798.65, + "avg_cost": 5.25, + "lambda": 108.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 108.475, + 108.475 + ] + }, + { + "episode": 70, + "avg_reward": 12704.61, + "avg_cost": 6.5, + "lambda": 112.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 112.5, + 112.5 + ] + }, + { + "episode": 80, + "avg_reward": 12963.56, + "avg_cost": 9.0, + "lambda": 118.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 118.375, + 118.375 + ] + }, + { + "episode": 90, + "avg_reward": 12896.26, + "avg_cost": 12.5, + "lambda": 123.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 123.275, + 123.275 + ] + }, + { + "episode": 100, + "avg_reward": 12952.11, + "avg_cost": 2.75, + "lambda": 129.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 129.275, + 129.275 + ] + }, + { + "episode": 110, + "avg_reward": 12921.0, + "avg_cost": 0.75, + "lambda": 138.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 138.025, + 138.025 + ] + }, + { + "episode": 120, + "avg_reward": 12907.66, + "avg_cost": 5.25, + "lambda": 145.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 145.925, + 145.925 + ] + }, + { + "episode": 130, + "avg_reward": 12730.7, + "avg_cost": 5.75, + "lambda": 151.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 151.075, + 151.075 + ] + }, + { + "episode": 140, + "avg_reward": 12800.06, + "avg_cost": 4.0, + "lambda": 156.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 156.4, + 156.4 + ] + }, + { + "episode": 150, + "avg_reward": 12478.65, + "avg_cost": 1.25, + "lambda": 164.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.025, + 164.025 + ] + }, + { + "episode": 160, + "avg_reward": 12591.34, + "avg_cost": 5.25, + "lambda": 168.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 168.65, + 168.65 + ] + }, + { + "episode": 170, + "avg_reward": 12572.08, + "avg_cost": 4.75, + "lambda": 173.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 173.975, + 173.975 + ] + }, + { + "episode": 180, + "avg_reward": 12303.62, + "avg_cost": 2.0, + "lambda": 178.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 178.95, + 178.95 + ] + }, + { + "episode": 190, + "avg_reward": 12577.86, + "avg_cost": 5.5, + "lambda": 182.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 182.35, + 182.35 + ] + }, + { + "episode": 200, + "avg_reward": 12441.98, + "avg_cost": 15.0, + "lambda": 186.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 186.95, + 186.95 + ] + }, + { + "episode": 210, + "avg_reward": 12277.14, + "avg_cost": 1.0, + "lambda": 189.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 189.8, + 189.8 + ] + }, + { + "episode": 220, + "avg_reward": 12493.66, + "avg_cost": 6.25, + "lambda": 192.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 192.525, + 192.525 + ] + }, + { + "episode": 230, + "avg_reward": 12467.67, + "avg_cost": 8.25, + "lambda": 198.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 198.6, + 198.6 + ] + }, + { + "episode": 240, + "avg_reward": 11894.95, + "avg_cost": 0.0, + "lambda": 200.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 200.9, + 200.9 + ] + }, + { + "episode": 250, + "avg_reward": 12385.27, + "avg_cost": 5.75, + "lambda": 203.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 203.2, + 203.2 + ] + }, + { + "episode": 260, + "avg_reward": 11822.32, + "avg_cost": 0.0, + "lambda": 204.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 204.525, + 204.525 + ] + }, + { + "episode": 270, + "avg_reward": 12456.08, + "avg_cost": 2.75, + "lambda": 206.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 206.575, + 206.575 + ] + }, + { + "episode": 280, + "avg_reward": 12110.95, + "avg_cost": 6.75, + "lambda": 208.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 208.85, + 208.85 + ] + }, + { + "episode": 290, + "avg_reward": 12594.07, + "avg_cost": 5.5, + "lambda": 210.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 210.95, + 210.95 + ] + }, + { + "episode": 300, + "avg_reward": 12404.11, + "avg_cost": 1.0, + "lambda": 213.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 213.675, + 213.675 + ] + }, + { + "episode": 310, + "avg_reward": 12085.03, + "avg_cost": 0.5, + "lambda": 215.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 215.95, + 215.95 + ] + }, + { + "episode": 320, + "avg_reward": 12661.42, + "avg_cost": 3.75, + "lambda": 219.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 219.7, + 219.7 + ] + }, + { + "episode": 330, + "avg_reward": 13113.92, + "avg_cost": 7.25, + "lambda": 222.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 222.725, + 222.725 + ] + }, + { + "episode": 340, + "avg_reward": 13104.76, + "avg_cost": 2.0, + "lambda": 224.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 224.225, + 224.225 + ] + }, + { + "episode": 350, + "avg_reward": 12361.36, + "avg_cost": 0.0, + "lambda": 225.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 225.9, + 225.9 + ] + }, + { + "episode": 360, + "avg_reward": 12969.87, + "avg_cost": 0.0, + "lambda": 227.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 227.7, + 227.7 + ] + }, + { + "episode": 370, + "avg_reward": 12801.07, + "avg_cost": 0.0, + "lambda": 228.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 228.625, + 228.625 + ] + }, + { + "episode": 380, + "avg_reward": 12991.52, + "avg_cost": 0.0, + "lambda": 229.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 229.5, + 229.5 + ] + }, + { + "episode": 390, + "avg_reward": 13035.35, + "avg_cost": 2.25, + "lambda": 233.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 233.15, + 233.15 + ] + }, + { + "episode": 400, + "avg_reward": 12610.43, + "avg_cost": 0.0, + "lambda": 234.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 234.625, + 234.625 + ] + }, + { + "episode": 410, + "avg_reward": 13197.76, + "avg_cost": 2.5, + "lambda": 236.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 236.6, + 236.6 + ] + }, + { + "episode": 420, + "avg_reward": 12619.84, + "avg_cost": 0.0, + "lambda": 238.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 238.425, + 238.425 + ] + }, + { + "episode": 430, + "avg_reward": 12726.24, + "avg_cost": 0.0, + "lambda": 239.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 239.275, + 239.275 + ] + }, + { + "episode": 440, + "avg_reward": 12694.3, + "avg_cost": 5.5, + "lambda": 242.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 242.3, + 242.3 + ] + }, + { + "episode": 450, + "avg_reward": 12168.43, + "avg_cost": 1.75, + "lambda": 245.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 245.5, + 245.5 + ] + }, + { + "episode": 460, + "avg_reward": 12128.18, + "avg_cost": 0.0, + "lambda": 247.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 247.15, + 247.15 + ] + }, + { + "episode": 470, + "avg_reward": 12568.35, + "avg_cost": 4.5, + "lambda": 248.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 248.825, + 248.825 + ] + }, + { + "episode": 480, + "avg_reward": 12475.79, + "avg_cost": 0.25, + "lambda": 250.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 250.375, + 250.375 + ] + }, + { + "episode": 490, + "avg_reward": 12209.22, + "avg_cost": 0.0, + "lambda": 255.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 255.225, + 255.225 + ] + }, + { + "episode": 500, + "avg_reward": 12243.6, + "avg_cost": 0.0, + "lambda": 259.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 259.375, + 259.375 + ] + }, + { + "episode": 510, + "avg_reward": 12410.06, + "avg_cost": 0.0, + "lambda": 260.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 260.25, + 260.25 + ] + }, + { + "episode": 520, + "avg_reward": 12763.93, + "avg_cost": 2.0, + "lambda": 261.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 261.975, + 261.975 + ] + }, + { + "episode": 530, + "avg_reward": 12638.03, + "avg_cost": 0.0, + "lambda": 262.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 262.775, + 262.775 + ] + }, + { + "episode": 540, + "avg_reward": 13024.89, + "avg_cost": 6.75, + "lambda": 264.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 264.75, + 264.75 + ] + }, + { + "episode": 550, + "avg_reward": 13057.03, + "avg_cost": 2.5, + "lambda": 266.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 266.475, + 266.475 + ] + }, + { + "episode": 560, + "avg_reward": 12992.44, + "avg_cost": 2.5, + "lambda": 268.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 268.05, + 268.05 + ] + }, + { + "episode": 570, + "avg_reward": 13113.59, + "avg_cost": 0.0, + "lambda": 272.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 272.075, + 272.075 + ] + }, + { + "episode": 580, + "avg_reward": 13008.66, + "avg_cost": 0.25, + "lambda": 274.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 274.025, + 274.025 + ] + }, + { + "episode": 590, + "avg_reward": 12623.67, + "avg_cost": 2.5, + "lambda": 278.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 278.175, + 278.175 + ] + }, + { + "episode": 600, + "avg_reward": 12459.4, + "avg_cost": 3.25, + "lambda": 279.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 279.275, + 279.275 + ] + }, + { + "episode": 610, + "avg_reward": 12725.93, + "avg_cost": 0.0, + "lambda": 280.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 280.425, + 280.425 + ] + }, + { + "episode": 620, + "avg_reward": 12633.74, + "avg_cost": 0.0, + "lambda": 281.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 281.2, + 281.2 + ] + }, + { + "episode": 630, + "avg_reward": 13009.84, + "avg_cost": 6.25, + "lambda": 281.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 281.85, + 281.85 + ] + }, + { + "episode": 640, + "avg_reward": 12845.48, + "avg_cost": 0.0, + "lambda": 283.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 283.175, + 283.175 + ] + }, + { + "episode": 650, + "avg_reward": 13172.51, + "avg_cost": 0.0, + "lambda": 285.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 285.225, + 285.225 + ] + }, + { + "episode": 660, + "avg_reward": 13460.31, + "avg_cost": 3.25, + "lambda": 287.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 287.225, + 287.225 + ] + }, + { + "episode": 670, + "avg_reward": 13218.62, + "avg_cost": 1.75, + "lambda": 288.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 288.575, + 288.575 + ] + }, + { + "episode": 680, + "avg_reward": 13286.7, + "avg_cost": 1.25, + "lambda": 289.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 289.325, + 289.325 + ] + }, + { + "episode": 690, + "avg_reward": 13447.15, + "avg_cost": 3.25, + "lambda": 290.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 290.525, + 290.525 + ] + }, + { + "episode": 700, + "avg_reward": 13485.64, + "avg_cost": 0.0, + "lambda": 292.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 292.075, + 292.075 + ] + }, + { + "episode": 710, + "avg_reward": 13494.78, + "avg_cost": 0.0, + "lambda": 293.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 293.4, + 293.4 + ] + }, + { + "episode": 720, + "avg_reward": 13398.82, + "avg_cost": 2.75, + "lambda": 295.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 295.025, + 295.025 + ] + }, + { + "episode": 730, + "avg_reward": 13597.19, + "avg_cost": 0.0, + "lambda": 295.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 295.875, + 295.875 + ] + }, + { + "episode": 740, + "avg_reward": 13400.3, + "avg_cost": 6.5, + "lambda": 300.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.9, + 300.9 + ] + }, + { + "episode": 750, + "avg_reward": 13263.47, + "avg_cost": 0.0, + "lambda": 302.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 302.2, + 302.2 + ] + }, + { + "episode": 760, + "avg_reward": 13136.91, + "avg_cost": 0.0, + "lambda": 303.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 303.6, + 303.6 + ] + }, + { + "episode": 770, + "avg_reward": 13291.15, + "avg_cost": 11.25, + "lambda": 306.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 306.075, + 306.075 + ] + }, + { + "episode": 780, + "avg_reward": 12940.6, + "avg_cost": 0.0, + "lambda": 309.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 309.325, + 309.325 + ] + }, + { + "episode": 790, + "avg_reward": 13050.77, + "avg_cost": 0.25, + "lambda": 310.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 310.375, + 310.375 + ] + }, + { + "episode": 800, + "avg_reward": 13071.0, + "avg_cost": 3.75, + "lambda": 312.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 312.65, + 312.65 + ] + }, + { + "episode": 810, + "avg_reward": 13237.97, + "avg_cost": 0.5, + "lambda": 313.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 313.525, + 313.525 + ] + }, + { + "episode": 820, + "avg_reward": 13173.05, + "avg_cost": 0.0, + "lambda": 314.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 314.575, + 314.575 + ] + }, + { + "episode": 830, + "avg_reward": 12917.15, + "avg_cost": 0.25, + "lambda": 316.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 316.425, + 316.425 + ] + }, + { + "episode": 840, + "avg_reward": 13297.99, + "avg_cost": 3.75, + "lambda": 317.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 317.175, + 317.175 + ] + }, + { + "episode": 850, + "avg_reward": 13235.59, + "avg_cost": 0.0, + "lambda": 319.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 319.2, + 319.2 + ] + }, + { + "episode": 860, + "avg_reward": 13376.5, + "avg_cost": 0.0, + "lambda": 320.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 320.05, + 320.05 + ] + }, + { + "episode": 870, + "avg_reward": 13720.82, + "avg_cost": 3.75, + "lambda": 320.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 320.9, + 320.9 + ] + }, + { + "episode": 880, + "avg_reward": 13525.86, + "avg_cost": 2.75, + "lambda": 322.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 322.075, + 322.075 + ] + }, + { + "episode": 890, + "avg_reward": 13552.33, + "avg_cost": 0.0, + "lambda": 322.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 322.8, + 322.8 + ] + }, + { + "episode": 900, + "avg_reward": 13651.75, + "avg_cost": 0.0, + "lambda": 323.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 323.775, + 323.775 + ] + }, + { + "episode": 910, + "avg_reward": 13520.28, + "avg_cost": 0.0, + "lambda": 324.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 324.8, + 324.8 + ] + }, + { + "episode": 920, + "avg_reward": 13576.28, + "avg_cost": 0.5, + "lambda": 327.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 327.575, + 327.575 + ] + }, + { + "episode": 930, + "avg_reward": 13557.77, + "avg_cost": 0.25, + "lambda": 329.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 329.25, + 329.25 + ] + }, + { + "episode": 940, + "avg_reward": 13651.19, + "avg_cost": 0.0, + "lambda": 331.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 331.3, + 331.3 + ] + }, + { + "episode": 950, + "avg_reward": 13501.77, + "avg_cost": 3.75, + "lambda": 333.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 333.2, + 333.2 + ] + }, + { + "episode": 960, + "avg_reward": 13992.31, + "avg_cost": 0.0, + "lambda": 333.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 333.25, + 333.25 + ] + }, + { + "episode": 970, + "avg_reward": 13387.86, + "avg_cost": 0.25, + "lambda": 334.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 334.625, + 334.625 + ] + }, + { + "episode": 980, + "avg_reward": 13535.0, + "avg_cost": 2.0, + "lambda": 336.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 336.15, + 336.15 + ] + }, + { + "episode": 990, + "avg_reward": 13396.87, + "avg_cost": 0.0, + "lambda": 336.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 336.775, + 336.775 + ] + }, + { + "episode": 1000, + "avg_reward": 13750.47, + "avg_cost": 4.0, + "lambda": 337.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 337.775, + 337.775 + ] + } + ], + "final_lambdas": [ + 337.775, + 337.775 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..10794afd13990c4e513183ca509892280f7ed20f --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1536506.73, + "constraint_satisfaction_pct": 77.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 92.775, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -231.96, + "avg_cost": 207.75, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.775, + 30.775 + ] + }, + { + "episode": 10, + "avg_reward": 1882.59, + "avg_cost": 8.5, + "lambda": 61.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.025, + 61.025 + ] + }, + { + "episode": 20, + "avg_reward": 2338.3, + "avg_cost": 1.25, + "lambda": 65.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.675, + 65.675 + ] + }, + { + "episode": 30, + "avg_reward": 2296.08, + "avg_cost": 3.5, + "lambda": 70.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 70.15, + 70.15 + ] + }, + { + "episode": 40, + "avg_reward": 2435.74, + "avg_cost": 1.75, + "lambda": 71.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.525, + 71.525 + ] + }, + { + "episode": 50, + "avg_reward": 2294.46, + "avg_cost": 0.5, + "lambda": 73.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.1, + 73.1 + ] + }, + { + "episode": 60, + "avg_reward": 2311.9, + "avg_cost": 0.25, + "lambda": 74.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.425, + 74.425 + ] + }, + { + "episode": 70, + "avg_reward": 2418.28, + "avg_cost": 0.0, + "lambda": 75.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 75.575, + 75.575 + ] + }, + { + "episode": 80, + "avg_reward": 2354.87, + "avg_cost": 0.25, + "lambda": 77.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 77.7, + 77.7 + ] + }, + { + "episode": 90, + "avg_reward": 2351.23, + "avg_cost": 0.5, + "lambda": 78.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 78.375, + 78.375 + ] + }, + { + "episode": 100, + "avg_reward": 2193.53, + "avg_cost": 0.0, + "lambda": 79.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.525, + 79.525 + ] + }, + { + "episode": 110, + "avg_reward": 2032.25, + "avg_cost": 1.0, + "lambda": 81.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.175, + 81.175 + ] + }, + { + "episode": 120, + "avg_reward": 2196.64, + "avg_cost": 0.0, + "lambda": 81.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.25, + 81.25 + ] + }, + { + "episode": 130, + "avg_reward": 2468.86, + "avg_cost": 0.25, + "lambda": 81.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.3, + 81.3 + ] + }, + { + "episode": 140, + "avg_reward": 2497.01, + "avg_cost": 0.0, + "lambda": 81.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.8, + 81.8 + ] + }, + { + "episode": 150, + "avg_reward": 2409.18, + "avg_cost": 0.0, + "lambda": 82.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.45, + 82.45 + ] + }, + { + "episode": 160, + "avg_reward": 2483.28, + "avg_cost": 0.0, + "lambda": 82.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.5, + 82.5 + ] + }, + { + "episode": 170, + "avg_reward": 2381.86, + "avg_cost": 2.5, + "lambda": 82.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.8, + 82.8 + ] + }, + { + "episode": 180, + "avg_reward": 2322.53, + "avg_cost": 0.0, + "lambda": 83.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.125, + 83.125 + ] + }, + { + "episode": 190, + "avg_reward": 2089.66, + "avg_cost": 0.0, + "lambda": 83.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.825, + 83.825 + ] + }, + { + "episode": 200, + "avg_reward": 2159.57, + "avg_cost": 0.0, + "lambda": 84.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.025, + 84.025 + ] + }, + { + "episode": 210, + "avg_reward": 1926.69, + "avg_cost": 1.0, + "lambda": 86.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.15, + 86.15 + ] + }, + { + "episode": 220, + "avg_reward": 1840.6, + "avg_cost": 1.75, + "lambda": 87.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.425, + 87.425 + ] + }, + { + "episode": 230, + "avg_reward": 1796.73, + "avg_cost": 0.0, + "lambda": 87.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 87.6, + 87.6 + ] + }, + { + "episode": 240, + "avg_reward": 1772.54, + "avg_cost": 0.75, + "lambda": 88.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.775, + 88.775 + ] + }, + { + "episode": 250, + "avg_reward": 1622.06, + "avg_cost": 0.0, + "lambda": 88.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.825, + 88.825 + ] + }, + { + "episode": 260, + "avg_reward": 1594.09, + "avg_cost": 0.0, + "lambda": 88.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.95, + 88.95 + ] + }, + { + "episode": 270, + "avg_reward": 1766.38, + "avg_cost": 0.0, + "lambda": 89.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.075, + 89.075 + ] + }, + { + "episode": 280, + "avg_reward": 1831.16, + "avg_cost": 0.0, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 290, + "avg_reward": 1624.95, + "avg_cost": 0.0, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 300, + "avg_reward": 1797.64, + "avg_cost": 0.0, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 310, + "avg_reward": 1968.71, + "avg_cost": 0.0, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 320, + "avg_reward": 2016.33, + "avg_cost": 0.0, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 330, + "avg_reward": 1836.03, + "avg_cost": 0.0, + "lambda": 89.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.25, + 89.25 + ] + }, + { + "episode": 340, + "avg_reward": 1771.71, + "avg_cost": 0.0, + "lambda": 89.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.6, + 89.6 + ] + }, + { + "episode": 350, + "avg_reward": 1825.09, + "avg_cost": 0.0, + "lambda": 89.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.75, + 89.75 + ] + }, + { + "episode": 360, + "avg_reward": 1511.43, + "avg_cost": 0.0, + "lambda": 89.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.75, + 89.75 + ] + }, + { + "episode": 370, + "avg_reward": 1465.66, + "avg_cost": 0.0, + "lambda": 89.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.95, + 89.95 + ] + }, + { + "episode": 380, + "avg_reward": 1720.16, + "avg_cost": 0.0, + "lambda": 90.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.25, + 90.25 + ] + }, + { + "episode": 390, + "avg_reward": 1657.74, + "avg_cost": 0.0, + "lambda": 90.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.35, + 90.35 + ] + }, + { + "episode": 400, + "avg_reward": 1623.4, + "avg_cost": 1.0, + "lambda": 90.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.475, + 90.475 + ] + }, + { + "episode": 410, + "avg_reward": 1478.3, + "avg_cost": 0.0, + "lambda": 90.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.475, + 90.475 + ] + }, + { + "episode": 420, + "avg_reward": 1680.5, + "avg_cost": 0.0, + "lambda": 90.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.5, + 90.5 + ] + }, + { + "episode": 430, + "avg_reward": 1407.23, + "avg_cost": 0.25, + "lambda": 90.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.525, + 90.525 + ] + }, + { + "episode": 440, + "avg_reward": 1675.38, + "avg_cost": 0.0, + "lambda": 90.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.625, + 90.625 + ] + }, + { + "episode": 450, + "avg_reward": 1501.21, + "avg_cost": 0.0, + "lambda": 90.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.625, + 90.625 + ] + }, + { + "episode": 460, + "avg_reward": 1469.55, + "avg_cost": 0.0, + "lambda": 90.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.675, + 90.675 + ] + }, + { + "episode": 470, + "avg_reward": 1530.95, + "avg_cost": 0.0, + "lambda": 90.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.825, + 90.825 + ] + }, + { + "episode": 480, + "avg_reward": 1380.2, + "avg_cost": 0.0, + "lambda": 90.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.825, + 90.825 + ] + }, + { + "episode": 490, + "avg_reward": 1506.82, + "avg_cost": 0.0, + "lambda": 90.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.85, + 90.85 + ] + }, + { + "episode": 500, + "avg_reward": 1464.86, + "avg_cost": 0.0, + "lambda": 90.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.875, + 90.875 + ] + }, + { + "episode": 510, + "avg_reward": 1457.21, + "avg_cost": 0.0, + "lambda": 90.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.9, + 90.9 + ] + }, + { + "episode": 520, + "avg_reward": 1576.95, + "avg_cost": 0.0, + "lambda": 90.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.95, + 90.95 + ] + }, + { + "episode": 530, + "avg_reward": 1608.57, + "avg_cost": 0.25, + "lambda": 91.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.0, + 91.0 + ] + }, + { + "episode": 540, + "avg_reward": 1699.08, + "avg_cost": 0.0, + "lambda": 91.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.025, + 91.025 + ] + }, + { + "episode": 550, + "avg_reward": 2045.77, + "avg_cost": 0.0, + "lambda": 91.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.2, + 91.2 + ] + }, + { + "episode": 560, + "avg_reward": 1943.74, + "avg_cost": 0.0, + "lambda": 91.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.25, + 91.25 + ] + }, + { + "episode": 570, + "avg_reward": 1763.04, + "avg_cost": 0.0, + "lambda": 91.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.275, + 91.275 + ] + }, + { + "episode": 580, + "avg_reward": 1667.11, + "avg_cost": 0.0, + "lambda": 91.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.45, + 91.45 + ] + }, + { + "episode": 590, + "avg_reward": 1755.98, + "avg_cost": 0.0, + "lambda": 91.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.6, + 91.6 + ] + }, + { + "episode": 600, + "avg_reward": 1772.33, + "avg_cost": 0.0, + "lambda": 91.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.7, + 91.7 + ] + }, + { + "episode": 610, + "avg_reward": 1594.35, + "avg_cost": 0.0, + "lambda": 91.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.7, + 91.7 + ] + }, + { + "episode": 620, + "avg_reward": 1566.34, + "avg_cost": 0.0, + "lambda": 91.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.7, + 91.7 + ] + }, + { + "episode": 630, + "avg_reward": 1794.65, + "avg_cost": 0.0, + "lambda": 91.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.725, + 91.725 + ] + }, + { + "episode": 640, + "avg_reward": 1534.55, + "avg_cost": 0.0, + "lambda": 91.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.9, + 91.9 + ] + }, + { + "episode": 650, + "avg_reward": 1616.11, + "avg_cost": 0.0, + "lambda": 91.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.95, + 91.95 + ] + }, + { + "episode": 660, + "avg_reward": 1423.81, + "avg_cost": 0.0, + "lambda": 91.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.95, + 91.95 + ] + }, + { + "episode": 670, + "avg_reward": 1399.07, + "avg_cost": 0.0, + "lambda": 92.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.0, + 92.0 + ] + }, + { + "episode": 680, + "avg_reward": 1289.36, + "avg_cost": 0.0, + "lambda": 92.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.0, + 92.0 + ] + }, + { + "episode": 690, + "avg_reward": 1204.45, + "avg_cost": 0.0, + "lambda": 92.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.025, + 92.025 + ] + }, + { + "episode": 700, + "avg_reward": 1181.3, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 710, + "avg_reward": 1242.47, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 720, + "avg_reward": 1232.63, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 730, + "avg_reward": 1082.65, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 740, + "avg_reward": 1141.17, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 750, + "avg_reward": 886.48, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 760, + "avg_reward": 776.72, + "avg_cost": 0.0, + "lambda": 92.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.15, + 92.15 + ] + }, + { + "episode": 770, + "avg_reward": 697.88, + "avg_cost": 0.0, + "lambda": 92.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.175, + 92.175 + ] + }, + { + "episode": 780, + "avg_reward": 681.81, + "avg_cost": 0.0, + "lambda": 92.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.175, + 92.175 + ] + }, + { + "episode": 790, + "avg_reward": 783.38, + "avg_cost": 0.0, + "lambda": 92.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.25, + 92.25 + ] + }, + { + "episode": 800, + "avg_reward": 718.75, + "avg_cost": 0.25, + "lambda": 92.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.275, + 92.275 + ] + }, + { + "episode": 810, + "avg_reward": 783.82, + "avg_cost": 0.0, + "lambda": 92.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.3, + 92.3 + ] + }, + { + "episode": 820, + "avg_reward": 978.27, + "avg_cost": 0.0, + "lambda": 92.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.325, + 92.325 + ] + }, + { + "episode": 830, + "avg_reward": 1107.17, + "avg_cost": 0.0, + "lambda": 92.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.35, + 92.35 + ] + }, + { + "episode": 840, + "avg_reward": 1071.26, + "avg_cost": 0.0, + "lambda": 92.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.375, + 92.375 + ] + }, + { + "episode": 850, + "avg_reward": 1065.61, + "avg_cost": 0.0, + "lambda": 92.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.4, + 92.4 + ] + }, + { + "episode": 860, + "avg_reward": 961.53, + "avg_cost": 0.0, + "lambda": 92.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.4, + 92.4 + ] + }, + { + "episode": 870, + "avg_reward": 1075.07, + "avg_cost": 0.0, + "lambda": 92.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.475, + 92.475 + ] + }, + { + "episode": 880, + "avg_reward": 1042.36, + "avg_cost": 0.0, + "lambda": 92.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.475, + 92.475 + ] + }, + { + "episode": 890, + "avg_reward": 1154.19, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 900, + "avg_reward": 1147.44, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 910, + "avg_reward": 1071.75, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 920, + "avg_reward": 945.67, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 930, + "avg_reward": 909.39, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 940, + "avg_reward": 799.66, + "avg_cost": 0.0, + "lambda": 92.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.5, + 92.5 + ] + }, + { + "episode": 950, + "avg_reward": 701.17, + "avg_cost": 0.0, + "lambda": 92.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.6, + 92.6 + ] + }, + { + "episode": 960, + "avg_reward": 719.08, + "avg_cost": 0.0, + "lambda": 92.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.625, + 92.625 + ] + }, + { + "episode": 970, + "avg_reward": 568.67, + "avg_cost": 0.0, + "lambda": 92.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.65, + 92.65 + ] + }, + { + "episode": 980, + "avg_reward": 554.24, + "avg_cost": 0.0, + "lambda": 92.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.675, + 92.675 + ] + }, + { + "episode": 990, + "avg_reward": 540.09, + "avg_cost": 0.0, + "lambda": 92.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.725, + 92.725 + ] + }, + { + "episode": 1000, + "avg_reward": 493.16, + "avg_cost": 0.0, + "lambda": 92.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 92.775, + 92.775 + ] + } + ], + "final_lambdas": [ + 92.775, + 92.775 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json new file mode 100644 index 0000000000000000000000000000000000000000..1bc5968c777fea5a4a03be78587213194b52373e --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1000ep_mamujoco_Walker2d_2x3_v29_walker.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2424420.2, + "constraint_satisfaction_pct": 19.8, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 500.0, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -231.96, + "avg_cost": 207.75, + "lambda": 30.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.775, + 30.775 + ] + }, + { + "episode": 10, + "avg_reward": 2347.26, + "avg_cost": 22.75, + "lambda": 63.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.875, + 63.875 + ] + }, + { + "episode": 20, + "avg_reward": 2454.77, + "avg_cost": 21.0, + "lambda": 85.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.65, + 85.65 + ] + }, + { + "episode": 30, + "avg_reward": 2448.64, + "avg_cost": 15.75, + "lambda": 101.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 101.875, + 101.875 + ] + }, + { + "episode": 40, + "avg_reward": 2743.69, + "avg_cost": 19.25, + "lambda": 113.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 113.7, + 113.7 + ] + }, + { + "episode": 50, + "avg_reward": 2021.97, + "avg_cost": 1.25, + "lambda": 122.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 122.625, + 122.625 + ] + }, + { + "episode": 60, + "avg_reward": 2259.32, + "avg_cost": 5.25, + "lambda": 133.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 133.65, + 133.65 + ] + }, + { + "episode": 70, + "avg_reward": 3128.16, + "avg_cost": 30.0, + "lambda": 143.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 143.55, + 143.55 + ] + }, + { + "episode": 80, + "avg_reward": 2396.44, + "avg_cost": 2.0, + "lambda": 163.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.8, + 163.8 + ] + }, + { + "episode": 90, + "avg_reward": 2278.12, + "avg_cost": 9.0, + "lambda": 179.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 179.25, + 179.25 + ] + }, + { + "episode": 100, + "avg_reward": 1924.57, + "avg_cost": 26.75, + "lambda": 206.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 206.025, + 206.025 + ] + }, + { + "episode": 110, + "avg_reward": 1921.95, + "avg_cost": 4.75, + "lambda": 213.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 213.725, + 213.725 + ] + }, + { + "episode": 120, + "avg_reward": 1943.36, + "avg_cost": 9.25, + "lambda": 225.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 225.375, + 225.375 + ] + }, + { + "episode": 130, + "avg_reward": 2068.02, + "avg_cost": 1.0, + "lambda": 228.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 228.0, + 228.0 + ] + }, + { + "episode": 140, + "avg_reward": 2163.7, + "avg_cost": 11.0, + "lambda": 229.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 229.4, + 229.4 + ] + }, + { + "episode": 150, + "avg_reward": 2428.94, + "avg_cost": 1.0, + "lambda": 230.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 230.9, + 230.9 + ] + }, + { + "episode": 160, + "avg_reward": 2424.98, + "avg_cost": 0.0, + "lambda": 231.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 231.425, + 231.425 + ] + }, + { + "episode": 170, + "avg_reward": 2723.37, + "avg_cost": 4.0, + "lambda": 234.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 234.5, + 234.5 + ] + }, + { + "episode": 180, + "avg_reward": 2733.76, + "avg_cost": 5.25, + "lambda": 237.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 237.35, + 237.35 + ] + }, + { + "episode": 190, + "avg_reward": 2928.26, + "avg_cost": 0.25, + "lambda": 239.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 239.4, + 239.4 + ] + }, + { + "episode": 200, + "avg_reward": 3129.28, + "avg_cost": 1.75, + "lambda": 242.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 242.05, + 242.05 + ] + }, + { + "episode": 210, + "avg_reward": 2361.4, + "avg_cost": 1.0, + "lambda": 250.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 250.45, + 250.45 + ] + }, + { + "episode": 220, + "avg_reward": 1783.25, + "avg_cost": 2.0, + "lambda": 258.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 258.2, + 258.2 + ] + }, + { + "episode": 230, + "avg_reward": 2653.07, + "avg_cost": 0.5, + "lambda": 259.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 259.725, + 259.725 + ] + }, + { + "episode": 240, + "avg_reward": 2281.0, + "avg_cost": 1.0, + "lambda": 262.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 262.875, + 262.875 + ] + }, + { + "episode": 250, + "avg_reward": 2723.64, + "avg_cost": 8.0, + "lambda": 267.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 267.375, + 267.375 + ] + }, + { + "episode": 260, + "avg_reward": 1774.81, + "avg_cost": 5.75, + "lambda": 275.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 275.4, + 275.4 + ] + }, + { + "episode": 270, + "avg_reward": 2612.66, + "avg_cost": 1.25, + "lambda": 279.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 279.6, + 279.6 + ] + }, + { + "episode": 280, + "avg_reward": 2036.43, + "avg_cost": 0.5, + "lambda": 285.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 285.55, + 285.55 + ] + }, + { + "episode": 290, + "avg_reward": 2345.74, + "avg_cost": 3.5, + "lambda": 288.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 288.6, + 288.6 + ] + }, + { + "episode": 300, + "avg_reward": 2752.64, + "avg_cost": 14.25, + "lambda": 293.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 293.45, + 293.45 + ] + }, + { + "episode": 310, + "avg_reward": 2426.68, + "avg_cost": 3.25, + "lambda": 297.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 297.575, + 297.575 + ] + }, + { + "episode": 320, + "avg_reward": 2568.99, + "avg_cost": 0.25, + "lambda": 300.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 300.325, + 300.325 + ] + }, + { + "episode": 330, + "avg_reward": 2843.51, + "avg_cost": 21.0, + "lambda": 307.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 307.35, + 307.35 + ] + }, + { + "episode": 340, + "avg_reward": 2464.47, + "avg_cost": 2.0, + "lambda": 310.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 310.85, + 310.85 + ] + }, + { + "episode": 350, + "avg_reward": 2720.22, + "avg_cost": 2.25, + "lambda": 314.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 314.075, + 314.075 + ] + }, + { + "episode": 360, + "avg_reward": 2955.63, + "avg_cost": 0.75, + "lambda": 316.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 316.975, + 316.975 + ] + }, + { + "episode": 370, + "avg_reward": 2631.31, + "avg_cost": 0.75, + "lambda": 321.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 321.575, + 321.575 + ] + }, + { + "episode": 380, + "avg_reward": 2598.35, + "avg_cost": 7.75, + "lambda": 331.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 331.125, + 331.125 + ] + }, + { + "episode": 390, + "avg_reward": 2669.66, + "avg_cost": 1.75, + "lambda": 332.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 332.6, + 332.6 + ] + }, + { + "episode": 400, + "avg_reward": 2671.12, + "avg_cost": 20.5, + "lambda": 351.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 351.075, + 351.075 + ] + }, + { + "episode": 410, + "avg_reward": 2928.75, + "avg_cost": 2.75, + "lambda": 357.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 357.275, + 357.275 + ] + }, + { + "episode": 420, + "avg_reward": 2728.09, + "avg_cost": 4.25, + "lambda": 364.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 364.5, + 364.5 + ] + }, + { + "episode": 430, + "avg_reward": 3138.91, + "avg_cost": 3.25, + "lambda": 366.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 366.95, + 366.95 + ] + }, + { + "episode": 440, + "avg_reward": 1912.03, + "avg_cost": 1.75, + "lambda": 370.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 370.775, + 370.775 + ] + }, + { + "episode": 450, + "avg_reward": 1848.47, + "avg_cost": 15.25, + "lambda": 380.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 380.375, + 380.375 + ] + }, + { + "episode": 460, + "avg_reward": 1473.74, + "avg_cost": 0.75, + "lambda": 384.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 384.675, + 384.675 + ] + }, + { + "episode": 470, + "avg_reward": 1779.02, + "avg_cost": 8.25, + "lambda": 389.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 389.25, + 389.25 + ] + }, + { + "episode": 480, + "avg_reward": 1743.8, + "avg_cost": 0.5, + "lambda": 392.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 392.275, + 392.275 + ] + }, + { + "episode": 490, + "avg_reward": 1647.52, + "avg_cost": 7.5, + "lambda": 397.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 397.925, + 397.925 + ] + }, + { + "episode": 500, + "avg_reward": 1749.48, + "avg_cost": 0.5, + "lambda": 400.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 400.05, + 400.05 + ] + }, + { + "episode": 510, + "avg_reward": 1965.24, + "avg_cost": 0.0, + "lambda": 400.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 400.275, + 400.275 + ] + }, + { + "episode": 520, + "avg_reward": 2030.54, + "avg_cost": 0.0, + "lambda": 401.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.125, + 401.125 + ] + }, + { + "episode": 530, + "avg_reward": 1985.03, + "avg_cost": 0.0, + "lambda": 401.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.15, + 401.15 + ] + }, + { + "episode": 540, + "avg_reward": 2092.38, + "avg_cost": 2.25, + "lambda": 401.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.375, + 401.375 + ] + }, + { + "episode": 550, + "avg_reward": 2300.0, + "avg_cost": 0.5, + "lambda": 401.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 401.425, + 401.425 + ] + }, + { + "episode": 560, + "avg_reward": 2259.34, + "avg_cost": 0.0, + "lambda": 411.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 411.175, + 411.175 + ] + }, + { + "episode": 570, + "avg_reward": 2223.58, + "avg_cost": 34.25, + "lambda": 419.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 419.4, + 419.4 + ] + }, + { + "episode": 580, + "avg_reward": 2774.08, + "avg_cost": 69.25, + "lambda": 470.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 470.175, + 470.175 + ] + }, + { + "episode": 590, + "avg_reward": 2214.58, + "avg_cost": 53.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 600, + "avg_reward": 2270.73, + "avg_cost": 24.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 610, + "avg_reward": 3615.72, + "avg_cost": 21.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 620, + "avg_reward": 1808.53, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 630, + "avg_reward": 1400.1, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 640, + "avg_reward": 1420.63, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 650, + "avg_reward": 1871.4, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 660, + "avg_reward": 2278.93, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 670, + "avg_reward": 2626.05, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 680, + "avg_reward": 2785.92, + "avg_cost": 5.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 690, + "avg_reward": 2792.99, + "avg_cost": 53.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 700, + "avg_reward": 3227.34, + "avg_cost": 36.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 710, + "avg_reward": 2172.3, + "avg_cost": 45.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 720, + "avg_reward": 2594.66, + "avg_cost": 4.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 730, + "avg_reward": 2785.11, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 740, + "avg_reward": 2860.66, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 750, + "avg_reward": 2737.93, + "avg_cost": 6.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 760, + "avg_reward": 2776.82, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 770, + "avg_reward": 2613.22, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 780, + "avg_reward": 2815.2, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 790, + "avg_reward": 2683.4, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 800, + "avg_reward": 2677.8, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 810, + "avg_reward": 2600.09, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 820, + "avg_reward": 2635.38, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 830, + "avg_reward": 2742.15, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 840, + "avg_reward": 2976.18, + "avg_cost": 19.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 850, + "avg_reward": 2795.93, + "avg_cost": 3.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 860, + "avg_reward": 2789.52, + "avg_cost": 1.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 870, + "avg_reward": 2730.88, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 880, + "avg_reward": 2658.18, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 890, + "avg_reward": 2689.38, + "avg_cost": 2.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 900, + "avg_reward": 2828.39, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 910, + "avg_reward": 2841.08, + "avg_cost": 1.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 920, + "avg_reward": 2729.41, + "avg_cost": 0.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 930, + "avg_reward": 2513.71, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 940, + "avg_reward": 2589.06, + "avg_cost": 0.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 950, + "avg_reward": 2720.93, + "avg_cost": 1.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 960, + "avg_reward": 2522.98, + "avg_cost": 0.5, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 970, + "avg_reward": 2634.98, + "avg_cost": 7.0, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 980, + "avg_reward": 2450.43, + "avg_cost": 0.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 990, + "avg_reward": 1444.72, + "avg_cost": 5.25, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + }, + { + "episode": 1000, + "avg_reward": 1811.08, + "avg_cost": 4.75, + "lambda": 500.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 500.0, + 500.0 + ] + } + ], + "final_lambdas": [ + 500.0, + 500.0 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json b/results/diagnostic_results_per_agent_lambda_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json new file mode 100644 index 0000000000000000000000000000000000000000..35cc6e30dd5dbfdc03675dcaaa5c4fa42093dad7 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s4_1500ep_mamujoco_CoupledHalfCheetah_1p1_v37_chc.json @@ -0,0 +1,2146 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 3.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1500, + "total_welfare": -802125.83, + "constraint_satisfaction_pct": 5.93, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 41.61, + "seed": 4, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -2945.11, + "avg_cost": 19.5, + "lambda": 1.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 1.195, + 1.195 + ] + }, + { + "episode": 10, + "avg_reward": -2825.5, + "avg_cost": 10.75, + "lambda": 2.51, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 2.51, + 2.51 + ] + }, + { + "episode": 20, + "avg_reward": -2702.07, + "avg_cost": 13.0, + "lambda": 4.055, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 4.055, + 4.055 + ] + }, + { + "episode": 30, + "avg_reward": -2629.88, + "avg_cost": 10.5, + "lambda": 5.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 5.3975, + 5.3975 + ] + }, + { + "episode": 40, + "avg_reward": -2594.39, + "avg_cost": 8.0, + "lambda": 6.8375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 6.8375, + 6.8375 + ] + }, + { + "episode": 50, + "avg_reward": -2574.94, + "avg_cost": 12.5, + "lambda": 8.13, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 8.13, + 8.13 + ] + }, + { + "episode": 60, + "avg_reward": -2498.73, + "avg_cost": 11.25, + "lambda": 9.5625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 9.5625, + 9.5625 + ] + }, + { + "episode": 70, + "avg_reward": -2338.99, + "avg_cost": 15.25, + "lambda": 10.9425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 10.9425, + 10.9425 + ] + }, + { + "episode": 80, + "avg_reward": -2327.83, + "avg_cost": 12.5, + "lambda": 12.2225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 12.2225, + 12.2225 + ] + }, + { + "episode": 90, + "avg_reward": -2284.23, + "avg_cost": 15.0, + "lambda": 13.5825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 13.5825, + 13.5825 + ] + }, + { + "episode": 100, + "avg_reward": -2403.56, + "avg_cost": 9.25, + "lambda": 14.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 14.605, + 14.605 + ] + }, + { + "episode": 110, + "avg_reward": -2394.05, + "avg_cost": 12.0, + "lambda": 15.605, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 15.605, + 15.605 + ] + }, + { + "episode": 120, + "avg_reward": -2259.62, + "avg_cost": 8.0, + "lambda": 16.4775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 16.4775, + 16.4775 + ] + }, + { + "episode": 130, + "avg_reward": -2150.58, + "avg_cost": 11.25, + "lambda": 17.3375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 17.3375, + 17.3375 + ] + }, + { + "episode": 140, + "avg_reward": -2125.27, + "avg_cost": 4.5, + "lambda": 18.3425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 18.3425, + 18.3425 + ] + }, + { + "episode": 150, + "avg_reward": -1884.11, + "avg_cost": 8.75, + "lambda": 19.24, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 19.24, + 19.24 + ] + }, + { + "episode": 160, + "avg_reward": -1916.68, + "avg_cost": 8.75, + "lambda": 20.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.0225, + 20.0225 + ] + }, + { + "episode": 170, + "avg_reward": -1945.98, + "avg_cost": 8.0, + "lambda": 20.915, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 20.915, + 20.915 + ] + }, + { + "episode": 180, + "avg_reward": -1779.31, + "avg_cost": 9.0, + "lambda": 21.955, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 21.955, + 21.955 + ] + }, + { + "episode": 190, + "avg_reward": -1678.56, + "avg_cost": 9.25, + "lambda": 22.5225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 22.5225, + 22.5225 + ] + }, + { + "episode": 200, + "avg_reward": -1855.77, + "avg_cost": 4.0, + "lambda": 23.0025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.0025, + 23.0025 + ] + }, + { + "episode": 210, + "avg_reward": -1820.19, + "avg_cost": 3.5, + "lambda": 23.33, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.33, + 23.33 + ] + }, + { + "episode": 220, + "avg_reward": -1850.18, + "avg_cost": 3.0, + "lambda": 23.6875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 23.6875, + 23.6875 + ] + }, + { + "episode": 230, + "avg_reward": -1696.51, + "avg_cost": 8.0, + "lambda": 24.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.04, + 24.04 + ] + }, + { + "episode": 240, + "avg_reward": -1879.78, + "avg_cost": 2.75, + "lambda": 24.44, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.44, + 24.44 + ] + }, + { + "episode": 250, + "avg_reward": -1660.78, + "avg_cost": 1.75, + "lambda": 24.7375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.7375, + 24.7375 + ] + }, + { + "episode": 260, + "avg_reward": -1746.91, + "avg_cost": 5.25, + "lambda": 25.09, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.09, + 25.09 + ] + }, + { + "episode": 270, + "avg_reward": -1732.41, + "avg_cost": 1.75, + "lambda": 25.395, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.395, + 25.395 + ] + }, + { + "episode": 280, + "avg_reward": -1751.05, + "avg_cost": 4.25, + "lambda": 25.67, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.67, + 25.67 + ] + }, + { + "episode": 290, + "avg_reward": -1661.06, + "avg_cost": 3.25, + "lambda": 25.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.945, + 25.945 + ] + }, + { + "episode": 300, + "avg_reward": -1423.08, + "avg_cost": 5.5, + "lambda": 26.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.1875, + 26.1875 + ] + }, + { + "episode": 310, + "avg_reward": -1509.36, + "avg_cost": 1.0, + "lambda": 26.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.435, + 26.435 + ] + }, + { + "episode": 320, + "avg_reward": -1325.17, + "avg_cost": 6.25, + "lambda": 26.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.65, + 26.65 + ] + }, + { + "episode": 330, + "avg_reward": -1530.7, + "avg_cost": 3.0, + "lambda": 26.93, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 26.93, + 26.93 + ] + }, + { + "episode": 340, + "avg_reward": -1541.18, + "avg_cost": 2.5, + "lambda": 27.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.2, + 27.2 + ] + }, + { + "episode": 350, + "avg_reward": -1434.23, + "avg_cost": 4.5, + "lambda": 27.405, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.405, + 27.405 + ] + }, + { + "episode": 360, + "avg_reward": -1547.06, + "avg_cost": 4.25, + "lambda": 27.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.625, + 27.625 + ] + }, + { + "episode": 370, + "avg_reward": -1441.68, + "avg_cost": 3.0, + "lambda": 27.8125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 27.8125, + 27.8125 + ] + }, + { + "episode": 380, + "avg_reward": -1227.91, + "avg_cost": 6.25, + "lambda": 28.0125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.0125, + 28.0125 + ] + }, + { + "episode": 390, + "avg_reward": -1430.53, + "avg_cost": 2.0, + "lambda": 28.1875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.1875, + 28.1875 + ] + }, + { + "episode": 400, + "avg_reward": -1339.84, + "avg_cost": 0.5, + "lambda": 28.36, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.36, + 28.36 + ] + }, + { + "episode": 410, + "avg_reward": -1448.66, + "avg_cost": 4.5, + "lambda": 28.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.6, + 28.6 + ] + }, + { + "episode": 420, + "avg_reward": -1269.87, + "avg_cost": 1.75, + "lambda": 28.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.8, + 28.8 + ] + }, + { + "episode": 430, + "avg_reward": -1208.34, + "avg_cost": 0.75, + "lambda": 28.9175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.9175, + 28.9175 + ] + }, + { + "episode": 440, + "avg_reward": -1365.65, + "avg_cost": 0.25, + "lambda": 28.995, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 28.995, + 28.995 + ] + }, + { + "episode": 450, + "avg_reward": -1260.77, + "avg_cost": 2.5, + "lambda": 29.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.1425, + 29.1425 + ] + }, + { + "episode": 460, + "avg_reward": -1516.53, + "avg_cost": 2.0, + "lambda": 29.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.25, + 29.25 + ] + }, + { + "episode": 470, + "avg_reward": -1377.05, + "avg_cost": 0.5, + "lambda": 29.3275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.3275, + 29.3275 + ] + }, + { + "episode": 480, + "avg_reward": -1127.1, + "avg_cost": 0.25, + "lambda": 29.3975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.3975, + 29.3975 + ] + }, + { + "episode": 490, + "avg_reward": -1424.11, + "avg_cost": 0.75, + "lambda": 29.4825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.4825, + 29.4825 + ] + }, + { + "episode": 500, + "avg_reward": -1378.72, + "avg_cost": 0.25, + "lambda": 29.5375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.5375, + 29.5375 + ] + }, + { + "episode": 510, + "avg_reward": -1025.96, + "avg_cost": 0.5, + "lambda": 29.6225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.6225, + 29.6225 + ] + }, + { + "episode": 520, + "avg_reward": -1343.39, + "avg_cost": 1.25, + "lambda": 29.72, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.72, + 29.72 + ] + }, + { + "episode": 530, + "avg_reward": -1114.04, + "avg_cost": 1.0, + "lambda": 29.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.8025, + 29.8025 + ] + }, + { + "episode": 540, + "avg_reward": -1183.39, + "avg_cost": 0.0, + "lambda": 29.895, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.895, + 29.895 + ] + }, + { + "episode": 550, + "avg_reward": -1090.44, + "avg_cost": 0.0, + "lambda": 29.9625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 29.9625, + 29.9625 + ] + }, + { + "episode": 560, + "avg_reward": -1087.43, + "avg_cost": 0.5, + "lambda": 30.01, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.01, + 30.01 + ] + }, + { + "episode": 570, + "avg_reward": -1155.67, + "avg_cost": 0.0, + "lambda": 30.0725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.0725, + 30.0725 + ] + }, + { + "episode": 580, + "avg_reward": -967.14, + "avg_cost": 0.5, + "lambda": 30.1525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.1525, + 30.1525 + ] + }, + { + "episode": 590, + "avg_reward": -1034.2, + "avg_cost": 0.5, + "lambda": 30.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.195, + 30.195 + ] + }, + { + "episode": 600, + "avg_reward": -1136.4, + "avg_cost": 0.25, + "lambda": 30.2525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.2525, + 30.2525 + ] + }, + { + "episode": 610, + "avg_reward": -900.83, + "avg_cost": 0.5, + "lambda": 30.3175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.3175, + 30.3175 + ] + }, + { + "episode": 620, + "avg_reward": -994.13, + "avg_cost": 0.5, + "lambda": 30.3875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.3875, + 30.3875 + ] + }, + { + "episode": 630, + "avg_reward": -837.81, + "avg_cost": 0.75, + "lambda": 30.505, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.505, + 30.505 + ] + }, + { + "episode": 640, + "avg_reward": -803.79, + "avg_cost": 1.25, + "lambda": 30.5975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.5975, + 30.5975 + ] + }, + { + "episode": 650, + "avg_reward": -971.9, + "avg_cost": 0.25, + "lambda": 30.685, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.685, + 30.685 + ] + }, + { + "episode": 660, + "avg_reward": -818.11, + "avg_cost": 0.25, + "lambda": 30.76, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.76, + 30.76 + ] + }, + { + "episode": 670, + "avg_reward": -1055.48, + "avg_cost": 0.25, + "lambda": 30.8025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.8025, + 30.8025 + ] + }, + { + "episode": 680, + "avg_reward": -1077.46, + "avg_cost": 0.25, + "lambda": 30.865, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.865, + 30.865 + ] + }, + { + "episode": 690, + "avg_reward": -907.05, + "avg_cost": 1.0, + "lambda": 30.9475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.9475, + 30.9475 + ] + }, + { + "episode": 700, + "avg_reward": -855.64, + "avg_cost": 0.75, + "lambda": 30.99, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.99, + 30.99 + ] + }, + { + "episode": 710, + "avg_reward": -904.44, + "avg_cost": 0.25, + "lambda": 31.0175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.0175, + 31.0175 + ] + }, + { + "episode": 720, + "avg_reward": -767.28, + "avg_cost": 0.25, + "lambda": 31.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.04, + 31.04 + ] + }, + { + "episode": 730, + "avg_reward": -911.3, + "avg_cost": 0.0, + "lambda": 31.095, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.095, + 31.095 + ] + }, + { + "episode": 740, + "avg_reward": -782.73, + "avg_cost": 0.0, + "lambda": 31.1125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.1125, + 31.1125 + ] + }, + { + "episode": 750, + "avg_reward": -593.58, + "avg_cost": 0.5, + "lambda": 31.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.155, + 31.155 + ] + }, + { + "episode": 760, + "avg_reward": -765.17, + "avg_cost": 0.75, + "lambda": 31.2075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.2075, + 31.2075 + ] + }, + { + "episode": 770, + "avg_reward": -517.36, + "avg_cost": 0.0, + "lambda": 31.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.29, + 31.29 + ] + }, + { + "episode": 780, + "avg_reward": -407.14, + "avg_cost": 0.5, + "lambda": 31.3425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.3425, + 31.3425 + ] + }, + { + "episode": 790, + "avg_reward": -488.66, + "avg_cost": 0.0, + "lambda": 31.4025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.4025, + 31.4025 + ] + }, + { + "episode": 800, + "avg_reward": -462.15, + "avg_cost": 1.25, + "lambda": 31.46, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.46, + 31.46 + ] + }, + { + "episode": 810, + "avg_reward": -618.38, + "avg_cost": 0.0, + "lambda": 31.54, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.54, + 31.54 + ] + }, + { + "episode": 820, + "avg_reward": -207.86, + "avg_cost": 1.25, + "lambda": 31.6075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.6075, + 31.6075 + ] + }, + { + "episode": 830, + "avg_reward": -480.76, + "avg_cost": 0.25, + "lambda": 31.7325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.7325, + 31.7325 + ] + }, + { + "episode": 840, + "avg_reward": -369.65, + "avg_cost": 0.5, + "lambda": 31.8075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.8075, + 31.8075 + ] + }, + { + "episode": 850, + "avg_reward": -561.09, + "avg_cost": 0.75, + "lambda": 31.88, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.88, + 31.88 + ] + }, + { + "episode": 860, + "avg_reward": -522.04, + "avg_cost": 2.0, + "lambda": 31.9375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 31.9375, + 31.9375 + ] + }, + { + "episode": 870, + "avg_reward": -435.18, + "avg_cost": 1.0, + "lambda": 32.04, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.04, + 32.04 + ] + }, + { + "episode": 880, + "avg_reward": -120.72, + "avg_cost": 1.25, + "lambda": 32.1425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.1425, + 32.1425 + ] + }, + { + "episode": 890, + "avg_reward": -383.11, + "avg_cost": 3.5, + "lambda": 32.2875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.2875, + 32.2875 + ] + }, + { + "episode": 900, + "avg_reward": -167.41, + "avg_cost": 0.75, + "lambda": 32.3725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.3725, + 32.3725 + ] + }, + { + "episode": 910, + "avg_reward": -113.09, + "avg_cost": 0.5, + "lambda": 32.4775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.4775, + 32.4775 + ] + }, + { + "episode": 920, + "avg_reward": 34.11, + "avg_cost": 3.5, + "lambda": 32.595, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.595, + 32.595 + ] + }, + { + "episode": 930, + "avg_reward": 167.11, + "avg_cost": 0.5, + "lambda": 32.735, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.735, + 32.735 + ] + }, + { + "episode": 940, + "avg_reward": -209.69, + "avg_cost": 1.25, + "lambda": 32.895, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 32.895, + 32.895 + ] + }, + { + "episode": 950, + "avg_reward": 103.97, + "avg_cost": 3.0, + "lambda": 33.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.0825, + 33.0825 + ] + }, + { + "episode": 960, + "avg_reward": 134.23, + "avg_cost": 0.25, + "lambda": 33.1825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.1825, + 33.1825 + ] + }, + { + "episode": 970, + "avg_reward": 415.73, + "avg_cost": 3.0, + "lambda": 33.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.4, + 33.4 + ] + }, + { + "episode": 980, + "avg_reward": 165.11, + "avg_cost": 1.5, + "lambda": 33.585, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.585, + 33.585 + ] + }, + { + "episode": 990, + "avg_reward": -85.02, + "avg_cost": 0.25, + "lambda": 33.715, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.715, + 33.715 + ] + }, + { + "episode": 1000, + "avg_reward": 196.44, + "avg_cost": 1.75, + "lambda": 33.8125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 33.8125, + 33.8125 + ] + }, + { + "episode": 1010, + "avg_reward": 116.54, + "avg_cost": 1.75, + "lambda": 34.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.0225, + 34.0225 + ] + }, + { + "episode": 1020, + "avg_reward": 494.68, + "avg_cost": 0.25, + "lambda": 34.16, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.16, + 34.16 + ] + }, + { + "episode": 1030, + "avg_reward": 523.59, + "avg_cost": 2.5, + "lambda": 34.2975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.2975, + 34.2975 + ] + }, + { + "episode": 1040, + "avg_reward": 379.55, + "avg_cost": 3.5, + "lambda": 34.485, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.485, + 34.485 + ] + }, + { + "episode": 1050, + "avg_reward": 303.14, + "avg_cost": 1.5, + "lambda": 34.58, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.58, + 34.58 + ] + }, + { + "episode": 1060, + "avg_reward": 77.89, + "avg_cost": 0.5, + "lambda": 34.7575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.7575, + 34.7575 + ] + }, + { + "episode": 1070, + "avg_reward": 597.15, + "avg_cost": 1.25, + "lambda": 34.8975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 34.8975, + 34.8975 + ] + }, + { + "episode": 1080, + "avg_reward": 577.51, + "avg_cost": 2.5, + "lambda": 35.0225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.0225, + 35.0225 + ] + }, + { + "episode": 1090, + "avg_reward": 692.08, + "avg_cost": 1.0, + "lambda": 35.155, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.155, + 35.155 + ] + }, + { + "episode": 1100, + "avg_reward": 803.74, + "avg_cost": 1.75, + "lambda": 35.295, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.295, + 35.295 + ] + }, + { + "episode": 1110, + "avg_reward": 550.21, + "avg_cost": 1.0, + "lambda": 35.4175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.4175, + 35.4175 + ] + }, + { + "episode": 1120, + "avg_reward": 495.83, + "avg_cost": 1.0, + "lambda": 35.5475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.5475, + 35.5475 + ] + }, + { + "episode": 1130, + "avg_reward": 736.14, + "avg_cost": 0.5, + "lambda": 35.74, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.74, + 35.74 + ] + }, + { + "episode": 1140, + "avg_reward": 572.28, + "avg_cost": 0.25, + "lambda": 35.8475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 35.8475, + 35.8475 + ] + }, + { + "episode": 1150, + "avg_reward": 674.54, + "avg_cost": 2.0, + "lambda": 36.0075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.0075, + 36.0075 + ] + }, + { + "episode": 1160, + "avg_reward": 732.58, + "avg_cost": 0.75, + "lambda": 36.12, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.12, + 36.12 + ] + }, + { + "episode": 1170, + "avg_reward": 198.73, + "avg_cost": 1.0, + "lambda": 36.2675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.2675, + 36.2675 + ] + }, + { + "episode": 1180, + "avg_reward": 603.62, + "avg_cost": 0.5, + "lambda": 36.3775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.3775, + 36.3775 + ] + }, + { + "episode": 1190, + "avg_reward": 605.01, + "avg_cost": 0.5, + "lambda": 36.46, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.46, + 36.46 + ] + }, + { + "episode": 1200, + "avg_reward": 745.52, + "avg_cost": 3.25, + "lambda": 36.71, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.71, + 36.71 + ] + }, + { + "episode": 1210, + "avg_reward": 910.7, + "avg_cost": 0.25, + "lambda": 36.83, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 36.83, + 36.83 + ] + }, + { + "episode": 1220, + "avg_reward": 882.72, + "avg_cost": 2.0, + "lambda": 37.02, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.02, + 37.02 + ] + }, + { + "episode": 1230, + "avg_reward": 999.0, + "avg_cost": 2.25, + "lambda": 37.17, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.17, + 37.17 + ] + }, + { + "episode": 1240, + "avg_reward": 1031.81, + "avg_cost": 2.5, + "lambda": 37.2925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.2925, + 37.2925 + ] + }, + { + "episode": 1250, + "avg_reward": 955.46, + "avg_cost": 1.25, + "lambda": 37.4075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.4075, + 37.4075 + ] + }, + { + "episode": 1260, + "avg_reward": 944.22, + "avg_cost": 2.0, + "lambda": 37.62, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.62, + 37.62 + ] + }, + { + "episode": 1270, + "avg_reward": 1041.81, + "avg_cost": 1.75, + "lambda": 37.81, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.81, + 37.81 + ] + }, + { + "episode": 1280, + "avg_reward": 1016.56, + "avg_cost": 2.25, + "lambda": 37.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 37.95, + 37.95 + ] + }, + { + "episode": 1290, + "avg_reward": 992.85, + "avg_cost": 4.5, + "lambda": 38.115, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.115, + 38.115 + ] + }, + { + "episode": 1300, + "avg_reward": 623.73, + "avg_cost": 0.25, + "lambda": 38.29, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.29, + 38.29 + ] + }, + { + "episode": 1310, + "avg_reward": 637.37, + "avg_cost": 1.75, + "lambda": 38.435, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.435, + 38.435 + ] + }, + { + "episode": 1320, + "avg_reward": 571.94, + "avg_cost": 0.75, + "lambda": 38.5475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.5475, + 38.5475 + ] + }, + { + "episode": 1330, + "avg_reward": 1140.75, + "avg_cost": 1.25, + "lambda": 38.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.7, + 38.7 + ] + }, + { + "episode": 1340, + "avg_reward": 962.04, + "avg_cost": 1.25, + "lambda": 38.89, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 38.89, + 38.89 + ] + }, + { + "episode": 1350, + "avg_reward": 628.52, + "avg_cost": 0.0, + "lambda": 39.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.0, + 39.0 + ] + }, + { + "episode": 1360, + "avg_reward": 1125.48, + "avg_cost": 1.25, + "lambda": 39.135, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.135, + 39.135 + ] + }, + { + "episode": 1370, + "avg_reward": 1136.97, + "avg_cost": 0.75, + "lambda": 39.3125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.3125, + 39.3125 + ] + }, + { + "episode": 1380, + "avg_reward": 1382.74, + "avg_cost": 0.5, + "lambda": 39.4675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.4675, + 39.4675 + ] + }, + { + "episode": 1390, + "avg_reward": 885.3, + "avg_cost": 2.5, + "lambda": 39.6325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.6325, + 39.6325 + ] + }, + { + "episode": 1400, + "avg_reward": 1221.69, + "avg_cost": 2.0, + "lambda": 39.8675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 39.8675, + 39.8675 + ] + }, + { + "episode": 1410, + "avg_reward": 1125.77, + "avg_cost": 1.75, + "lambda": 40.0825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.0825, + 40.0825 + ] + }, + { + "episode": 1420, + "avg_reward": 1162.94, + "avg_cost": 2.5, + "lambda": 40.245, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.245, + 40.245 + ] + }, + { + "episode": 1430, + "avg_reward": 948.17, + "avg_cost": 2.0, + "lambda": 40.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.4, + 40.4 + ] + }, + { + "episode": 1440, + "avg_reward": 1313.84, + "avg_cost": 1.25, + "lambda": 40.655, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.655, + 40.655 + ] + }, + { + "episode": 1450, + "avg_reward": 1354.42, + "avg_cost": 1.25, + "lambda": 40.785, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.785, + 40.785 + ] + }, + { + "episode": 1460, + "avg_reward": 598.88, + "avg_cost": 0.25, + "lambda": 40.945, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 40.945, + 40.945 + ] + }, + { + "episode": 1470, + "avg_reward": 763.48, + "avg_cost": 0.75, + "lambda": 41.0525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.0525, + 41.0525 + ] + }, + { + "episode": 1480, + "avg_reward": 1344.67, + "avg_cost": 0.5, + "lambda": 41.195, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.195, + 41.195 + ] + }, + { + "episode": 1490, + "avg_reward": 778.38, + "avg_cost": 1.0, + "lambda": 41.4525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.4525, + 41.4525 + ] + }, + { + "episode": 1500, + "avg_reward": 1080.37, + "avg_cost": 2.75, + "lambda": 41.61, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 41.61, + 41.61 + ] + } + ], + "final_lambdas": [ + 41.61, + 41.61 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..fb6f3c0fa3672749fa6cc892456f804dfaad0498 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s5_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 873672.67, + "constraint_satisfaction_pct": 83.0, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 69.85, + "seed": 5, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -9.49, + "avg_cost": 153.25, + "lambda": 25.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 25.325, + 25.325 + ] + }, + { + "episode": 10, + "avg_reward": 2221.07, + "avg_cost": 7.25, + "lambda": 48.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 48.275, + 48.275 + ] + }, + { + "episode": 20, + "avg_reward": 1927.19, + "avg_cost": 3.75, + "lambda": 54.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 54.4, + 54.4 + ] + }, + { + "episode": 30, + "avg_reward": 1785.71, + "avg_cost": 1.0, + "lambda": 59.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.15, + 59.15 + ] + }, + { + "episode": 40, + "avg_reward": 2171.69, + "avg_cost": 0.0, + "lambda": 60.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.05, + 60.05 + ] + }, + { + "episode": 50, + "avg_reward": 1780.21, + "avg_cost": 0.0, + "lambda": 60.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.35, + 60.35 + ] + }, + { + "episode": 60, + "avg_reward": 2252.81, + "avg_cost": 4.0, + "lambda": 61.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.125, + 61.125 + ] + }, + { + "episode": 70, + "avg_reward": 1468.32, + "avg_cost": 0.0, + "lambda": 61.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.2, + 61.2 + ] + }, + { + "episode": 80, + "avg_reward": 1446.0, + "avg_cost": 0.75, + "lambda": 61.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.375, + 61.375 + ] + }, + { + "episode": 90, + "avg_reward": 1464.37, + "avg_cost": 0.0, + "lambda": 61.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.475, + 61.475 + ] + }, + { + "episode": 100, + "avg_reward": 1782.54, + "avg_cost": 0.5, + "lambda": 61.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.625, + 61.625 + ] + }, + { + "episode": 110, + "avg_reward": 2166.16, + "avg_cost": 0.5, + "lambda": 63.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.475, + 63.475 + ] + }, + { + "episode": 120, + "avg_reward": 2178.52, + "avg_cost": 0.0, + "lambda": 64.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.0, + 64.0 + ] + }, + { + "episode": 130, + "avg_reward": 2173.37, + "avg_cost": 0.0, + "lambda": 64.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.575, + 64.575 + ] + }, + { + "episode": 140, + "avg_reward": 2284.12, + "avg_cost": 0.5, + "lambda": 64.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.675, + 64.675 + ] + }, + { + "episode": 150, + "avg_reward": 2387.56, + "avg_cost": 0.0, + "lambda": 64.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.675, + 64.675 + ] + }, + { + "episode": 160, + "avg_reward": 2336.17, + "avg_cost": 0.0, + "lambda": 64.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.725, + 64.725 + ] + }, + { + "episode": 170, + "avg_reward": 2360.01, + "avg_cost": 0.0, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85 + ] + }, + { + "episode": 180, + "avg_reward": 1976.29, + "avg_cost": 0.0, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85 + ] + }, + { + "episode": 190, + "avg_reward": 2185.19, + "avg_cost": 0.0, + "lambda": 64.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.85, + 64.85 + ] + }, + { + "episode": 200, + "avg_reward": 1937.65, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 210, + "avg_reward": 1913.92, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 220, + "avg_reward": 2078.08, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 230, + "avg_reward": 1988.4, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 240, + "avg_reward": 1937.59, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 250, + "avg_reward": 1797.02, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 260, + "avg_reward": 1667.15, + "avg_cost": 0.0, + "lambda": 64.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.95, + 64.95 + ] + }, + { + "episode": 270, + "avg_reward": 1421.86, + "avg_cost": 0.0, + "lambda": 64.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.975, + 64.975 + ] + }, + { + "episode": 280, + "avg_reward": 1060.26, + "avg_cost": 0.0, + "lambda": 65.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.0, + 65.0 + ] + }, + { + "episode": 290, + "avg_reward": 656.2, + "avg_cost": 0.0, + "lambda": 65.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.0, + 65.0 + ] + }, + { + "episode": 300, + "avg_reward": 746.3, + "avg_cost": 0.0, + "lambda": 65.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.075, + 65.075 + ] + }, + { + "episode": 310, + "avg_reward": 970.56, + "avg_cost": 0.0, + "lambda": 65.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.075, + 65.075 + ] + }, + { + "episode": 320, + "avg_reward": 829.72, + "avg_cost": 0.0, + "lambda": 65.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.075, + 65.075 + ] + }, + { + "episode": 330, + "avg_reward": 511.47, + "avg_cost": 0.25, + "lambda": 65.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.275, + 65.275 + ] + }, + { + "episode": 340, + "avg_reward": 507.8, + "avg_cost": 0.0, + "lambda": 65.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.525, + 65.525 + ] + }, + { + "episode": 350, + "avg_reward": 545.13, + "avg_cost": 0.25, + "lambda": 65.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.75, + 65.75 + ] + }, + { + "episode": 360, + "avg_reward": 666.14, + "avg_cost": 0.0, + "lambda": 65.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.775, + 65.775 + ] + }, + { + "episode": 370, + "avg_reward": 657.59, + "avg_cost": 0.0, + "lambda": 65.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.8, + 65.8 + ] + }, + { + "episode": 380, + "avg_reward": 756.98, + "avg_cost": 0.0, + "lambda": 65.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.8, + 65.8 + ] + }, + { + "episode": 390, + "avg_reward": 1364.39, + "avg_cost": 0.0, + "lambda": 65.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.875, + 65.875 + ] + }, + { + "episode": 400, + "avg_reward": 1233.51, + "avg_cost": 0.75, + "lambda": 66.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.05, + 66.05 + ] + }, + { + "episode": 410, + "avg_reward": 1065.23, + "avg_cost": 0.0, + "lambda": 66.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.05, + 66.05 + ] + }, + { + "episode": 420, + "avg_reward": 1255.0, + "avg_cost": 0.0, + "lambda": 66.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.05, + 66.05 + ] + }, + { + "episode": 430, + "avg_reward": 1319.68, + "avg_cost": 0.0, + "lambda": 66.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.075, + 66.075 + ] + }, + { + "episode": 440, + "avg_reward": 1488.99, + "avg_cost": 0.0, + "lambda": 66.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.15, + 66.15 + ] + }, + { + "episode": 450, + "avg_reward": 1423.04, + "avg_cost": 0.0, + "lambda": 66.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.175, + 66.175 + ] + }, + { + "episode": 460, + "avg_reward": 1735.44, + "avg_cost": 0.0, + "lambda": 66.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.175, + 66.175 + ] + }, + { + "episode": 470, + "avg_reward": 1716.65, + "avg_cost": 0.0, + "lambda": 66.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.175, + 66.175 + ] + }, + { + "episode": 480, + "avg_reward": 1844.21, + "avg_cost": 0.0, + "lambda": 66.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.175, + 66.175 + ] + }, + { + "episode": 490, + "avg_reward": 1631.87, + "avg_cost": 0.0, + "lambda": 66.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.175, + 66.175 + ] + }, + { + "episode": 500, + "avg_reward": 1742.25, + "avg_cost": 2.75, + "lambda": 66.45, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.45, + 66.45 + ] + }, + { + "episode": 510, + "avg_reward": 1560.51, + "avg_cost": 0.0, + "lambda": 66.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.475, + 66.475 + ] + }, + { + "episode": 520, + "avg_reward": 1386.29, + "avg_cost": 0.0, + "lambda": 66.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.475, + 66.475 + ] + }, + { + "episode": 530, + "avg_reward": 1220.78, + "avg_cost": 0.0, + "lambda": 66.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.85, + 66.85 + ] + }, + { + "episode": 540, + "avg_reward": 1096.23, + "avg_cost": 0.0, + "lambda": 66.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.95, + 66.95 + ] + }, + { + "episode": 550, + "avg_reward": 753.95, + "avg_cost": 0.0, + "lambda": 66.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 66.975, + 66.975 + ] + }, + { + "episode": 560, + "avg_reward": 513.6, + "avg_cost": 0.75, + "lambda": 67.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.15, + 67.15 + ] + }, + { + "episode": 570, + "avg_reward": 226.27, + "avg_cost": 0.0, + "lambda": 67.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.4, + 67.4 + ] + }, + { + "episode": 580, + "avg_reward": 157.39, + "avg_cost": 0.25, + "lambda": 67.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.5, + 67.5 + ] + }, + { + "episode": 590, + "avg_reward": 97.11, + "avg_cost": 0.0, + "lambda": 67.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.55, + 67.55 + ] + }, + { + "episode": 600, + "avg_reward": 182.34, + "avg_cost": 0.0, + "lambda": 67.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.6, + 67.6 + ] + }, + { + "episode": 610, + "avg_reward": 238.67, + "avg_cost": 0.25, + "lambda": 67.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.75, + 67.75 + ] + }, + { + "episode": 620, + "avg_reward": 114.13, + "avg_cost": 0.5, + "lambda": 67.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 67.9, + 67.9 + ] + }, + { + "episode": 630, + "avg_reward": 267.88, + "avg_cost": 0.0, + "lambda": 68.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.05, + 68.05 + ] + }, + { + "episode": 640, + "avg_reward": 227.21, + "avg_cost": 0.5, + "lambda": 68.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.125, + 68.125 + ] + }, + { + "episode": 650, + "avg_reward": -61.38, + "avg_cost": 0.0, + "lambda": 68.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.15, + 68.15 + ] + }, + { + "episode": 660, + "avg_reward": 83.74, + "avg_cost": 0.25, + "lambda": 68.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.25, + 68.25 + ] + }, + { + "episode": 670, + "avg_reward": -29.94, + "avg_cost": 0.0, + "lambda": 68.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.325, + 68.325 + ] + }, + { + "episode": 680, + "avg_reward": 121.84, + "avg_cost": 0.0, + "lambda": 68.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.7, + 68.7 + ] + }, + { + "episode": 690, + "avg_reward": 42.77, + "avg_cost": 0.0, + "lambda": 68.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.75, + 68.75 + ] + }, + { + "episode": 700, + "avg_reward": -60.85, + "avg_cost": 0.0, + "lambda": 68.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.825, + 68.825 + ] + }, + { + "episode": 710, + "avg_reward": -80.08, + "avg_cost": 0.25, + "lambda": 68.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.85, + 68.85 + ] + }, + { + "episode": 720, + "avg_reward": -52.96, + "avg_cost": 0.0, + "lambda": 68.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.925, + 68.925 + ] + }, + { + "episode": 730, + "avg_reward": -181.78, + "avg_cost": 0.25, + "lambda": 68.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.975, + 68.975 + ] + }, + { + "episode": 740, + "avg_reward": -121.23, + "avg_cost": 0.0, + "lambda": 68.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.975, + 68.975 + ] + }, + { + "episode": 750, + "avg_reward": -148.43, + "avg_cost": 0.0, + "lambda": 68.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 68.975, + 68.975 + ] + }, + { + "episode": 760, + "avg_reward": -39.01, + "avg_cost": 0.0, + "lambda": 69.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.05, + 69.05 + ] + }, + { + "episode": 770, + "avg_reward": -73.99, + "avg_cost": 0.0, + "lambda": 69.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.075, + 69.075 + ] + }, + { + "episode": 780, + "avg_reward": -111.61, + "avg_cost": 0.0, + "lambda": 69.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.2, + 69.2 + ] + }, + { + "episode": 790, + "avg_reward": -70.44, + "avg_cost": 0.0, + "lambda": 69.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.25, + 69.25 + ] + }, + { + "episode": 800, + "avg_reward": -57.14, + "avg_cost": 0.0, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3 + ] + }, + { + "episode": 810, + "avg_reward": -8.73, + "avg_cost": 0.0, + "lambda": 69.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.3, + 69.3 + ] + }, + { + "episode": 820, + "avg_reward": 63.21, + "avg_cost": 0.0, + "lambda": 69.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.4, + 69.4 + ] + }, + { + "episode": 830, + "avg_reward": 75.26, + "avg_cost": 0.0, + "lambda": 69.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.525, + 69.525 + ] + }, + { + "episode": 840, + "avg_reward": 100.2, + "avg_cost": 0.0, + "lambda": 69.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.575, + 69.575 + ] + }, + { + "episode": 850, + "avg_reward": 108.18, + "avg_cost": 0.0, + "lambda": 69.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.575, + 69.575 + ] + }, + { + "episode": 860, + "avg_reward": 107.34, + "avg_cost": 0.0, + "lambda": 69.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.575, + 69.575 + ] + }, + { + "episode": 870, + "avg_reward": 81.22, + "avg_cost": 0.0, + "lambda": 69.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.575, + 69.575 + ] + }, + { + "episode": 880, + "avg_reward": 52.91, + "avg_cost": 1.0, + "lambda": 69.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.675, + 69.675 + ] + }, + { + "episode": 890, + "avg_reward": 141.9, + "avg_cost": 0.0, + "lambda": 69.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.675, + 69.675 + ] + }, + { + "episode": 900, + "avg_reward": 155.64, + "avg_cost": 0.0, + "lambda": 69.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.725, + 69.725 + ] + }, + { + "episode": 910, + "avg_reward": 166.29, + "avg_cost": 0.0, + "lambda": 69.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.725, + 69.725 + ] + }, + { + "episode": 920, + "avg_reward": 215.55, + "avg_cost": 0.0, + "lambda": 69.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.725, + 69.725 + ] + }, + { + "episode": 930, + "avg_reward": 203.41, + "avg_cost": 0.5, + "lambda": 69.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.825, + 69.825 + ] + }, + { + "episode": 940, + "avg_reward": 137.41, + "avg_cost": 0.0, + "lambda": 69.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.825, + 69.825 + ] + }, + { + "episode": 950, + "avg_reward": 117.58, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 960, + "avg_reward": 65.32, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 970, + "avg_reward": 51.08, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 980, + "avg_reward": -55.91, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 990, + "avg_reward": -33.79, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + }, + { + "episode": 1000, + "avg_reward": -75.64, + "avg_cost": 0.0, + "lambda": 69.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.85, + 69.85 + ] + } + ], + "final_lambdas": [ + 69.85, + 69.85 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..109a25d7cbcafff9b2d5e854949995cc4234ac33 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s6_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 1117371.75, + "constraint_satisfaction_pct": 78.2, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 91.75, + "seed": 6, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": 43.33, + "avg_cost": 147.0, + "lambda": 24.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 24.7, + 24.7 + ] + }, + { + "episode": 10, + "avg_reward": 1961.47, + "avg_cost": 2.25, + "lambda": 45.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 45.225, + 45.225 + ] + }, + { + "episode": 20, + "avg_reward": 2244.52, + "avg_cost": 5.0, + "lambda": 49.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 49.5, + 49.5 + ] + }, + { + "episode": 30, + "avg_reward": 1881.11, + "avg_cost": 2.5, + "lambda": 56.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 56.525, + 56.525 + ] + }, + { + "episode": 40, + "avg_reward": 1880.94, + "avg_cost": 0.0, + "lambda": 59.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 59.125, + 59.125 + ] + }, + { + "episode": 50, + "avg_reward": 2185.47, + "avg_cost": 0.25, + "lambda": 60.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.1, + 60.1 + ] + }, + { + "episode": 60, + "avg_reward": 2152.94, + "avg_cost": 1.75, + "lambda": 61.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 61.525, + 61.525 + ] + }, + { + "episode": 70, + "avg_reward": 2427.54, + "avg_cost": 1.5, + "lambda": 63.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.6, + 63.6 + ] + }, + { + "episode": 80, + "avg_reward": 2449.85, + "avg_cost": 0.75, + "lambda": 64.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 64.875, + 64.875 + ] + }, + { + "episode": 90, + "avg_reward": 2000.77, + "avg_cost": 1.0, + "lambda": 72.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.175, + 72.175 + ] + }, + { + "episode": 100, + "avg_reward": 2437.13, + "avg_cost": 0.0, + "lambda": 72.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.425, + 72.425 + ] + }, + { + "episode": 110, + "avg_reward": 2379.56, + "avg_cost": 8.0, + "lambda": 73.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.55, + 73.55 + ] + }, + { + "episode": 120, + "avg_reward": 1961.63, + "avg_cost": 0.0, + "lambda": 74.5, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.5, + 74.5 + ] + }, + { + "episode": 130, + "avg_reward": 2186.18, + "avg_cost": 0.0, + "lambda": 74.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.525, + 74.525 + ] + }, + { + "episode": 140, + "avg_reward": 2083.92, + "avg_cost": 1.25, + "lambda": 80.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.1, + 80.1 + ] + }, + { + "episode": 150, + "avg_reward": 2246.13, + "avg_cost": 0.0, + "lambda": 80.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.125, + 80.125 + ] + }, + { + "episode": 160, + "avg_reward": 2258.39, + "avg_cost": 1.0, + "lambda": 81.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 81.35, + 81.35 + ] + }, + { + "episode": 170, + "avg_reward": 2417.75, + "avg_cost": 0.25, + "lambda": 82.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.225, + 82.225 + ] + }, + { + "episode": 180, + "avg_reward": 2050.54, + "avg_cost": 0.75, + "lambda": 83.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 83.95, + 83.95 + ] + }, + { + "episode": 190, + "avg_reward": 2163.88, + "avg_cost": 0.0, + "lambda": 84.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.05, + 84.05 + ] + }, + { + "episode": 200, + "avg_reward": 2157.95, + "avg_cost": 0.0, + "lambda": 84.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.65, + 84.65 + ] + }, + { + "episode": 210, + "avg_reward": 1848.02, + "avg_cost": 0.0, + "lambda": 85.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.1, + 85.1 + ] + }, + { + "episode": 220, + "avg_reward": 1885.69, + "avg_cost": 0.0, + "lambda": 85.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 85.15, + 85.15 + ] + }, + { + "episode": 230, + "avg_reward": 1744.69, + "avg_cost": 0.5, + "lambda": 86.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 86.475, + 86.475 + ] + }, + { + "episode": 240, + "avg_reward": 2248.38, + "avg_cost": 5.5, + "lambda": 88.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.375, + 88.375 + ] + }, + { + "episode": 250, + "avg_reward": 2091.05, + "avg_cost": 0.0, + "lambda": 88.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 88.9, + 88.9 + ] + }, + { + "episode": 260, + "avg_reward": 1961.14, + "avg_cost": 0.25, + "lambda": 89.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.15, + 89.15 + ] + }, + { + "episode": 270, + "avg_reward": 2060.92, + "avg_cost": 0.0, + "lambda": 89.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.325, + 89.325 + ] + }, + { + "episode": 280, + "avg_reward": 2028.42, + "avg_cost": 0.0, + "lambda": 89.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.35, + 89.35 + ] + }, + { + "episode": 290, + "avg_reward": 1887.76, + "avg_cost": 0.0, + "lambda": 89.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.475, + 89.475 + ] + }, + { + "episode": 300, + "avg_reward": 1936.74, + "avg_cost": 0.0, + "lambda": 89.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.475, + 89.475 + ] + }, + { + "episode": 310, + "avg_reward": 1588.93, + "avg_cost": 0.0, + "lambda": 89.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.475, + 89.475 + ] + }, + { + "episode": 320, + "avg_reward": 1582.52, + "avg_cost": 0.0, + "lambda": 89.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.525, + 89.525 + ] + }, + { + "episode": 330, + "avg_reward": 1456.65, + "avg_cost": 0.0, + "lambda": 89.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.525, + 89.525 + ] + }, + { + "episode": 340, + "avg_reward": 1426.1, + "avg_cost": 0.0, + "lambda": 89.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.525, + 89.525 + ] + }, + { + "episode": 350, + "avg_reward": 1358.29, + "avg_cost": 0.0, + "lambda": 89.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.65, + 89.65 + ] + }, + { + "episode": 360, + "avg_reward": 1323.05, + "avg_cost": 0.0, + "lambda": 89.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.7, + 89.7 + ] + }, + { + "episode": 370, + "avg_reward": 1739.34, + "avg_cost": 0.0, + "lambda": 89.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.75, + 89.75 + ] + }, + { + "episode": 380, + "avg_reward": 1513.45, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 390, + "avg_reward": 1270.31, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 400, + "avg_reward": 1297.71, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 410, + "avg_reward": 1275.98, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 420, + "avg_reward": 1264.51, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 430, + "avg_reward": 1222.4, + "avg_cost": 0.0, + "lambda": 89.775, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.775, + 89.775 + ] + }, + { + "episode": 440, + "avg_reward": 1022.74, + "avg_cost": 0.5, + "lambda": 89.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.875, + 89.875 + ] + }, + { + "episode": 450, + "avg_reward": 896.98, + "avg_cost": 0.0, + "lambda": 89.9, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.9, + 89.9 + ] + }, + { + "episode": 460, + "avg_reward": 756.0, + "avg_cost": 0.0, + "lambda": 89.975, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 89.975, + 89.975 + ] + }, + { + "episode": 470, + "avg_reward": 654.4, + "avg_cost": 0.5, + "lambda": 90.05, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.05, + 90.05 + ] + }, + { + "episode": 480, + "avg_reward": 718.63, + "avg_cost": 0.0, + "lambda": 90.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.225, + 90.225 + ] + }, + { + "episode": 490, + "avg_reward": 644.98, + "avg_cost": 0.0, + "lambda": 90.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.275, + 90.275 + ] + }, + { + "episode": 500, + "avg_reward": 564.4, + "avg_cost": 0.0, + "lambda": 90.4, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.4, + 90.4 + ] + }, + { + "episode": 510, + "avg_reward": 514.54, + "avg_cost": 0.0, + "lambda": 90.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.525, + 90.525 + ] + }, + { + "episode": 520, + "avg_reward": 490.71, + "avg_cost": 0.0, + "lambda": 90.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.65, + 90.65 + ] + }, + { + "episode": 530, + "avg_reward": 567.76, + "avg_cost": 0.0, + "lambda": 90.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.7, + 90.7 + ] + }, + { + "episode": 540, + "avg_reward": 613.38, + "avg_cost": 0.0, + "lambda": 90.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.7, + 90.7 + ] + }, + { + "episode": 550, + "avg_reward": 577.82, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 560, + "avg_reward": 513.5, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 570, + "avg_reward": 320.93, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 580, + "avg_reward": 212.45, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 590, + "avg_reward": 39.58, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 600, + "avg_reward": -39.25, + "avg_cost": 0.0, + "lambda": 90.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.725, + 90.725 + ] + }, + { + "episode": 610, + "avg_reward": -62.01, + "avg_cost": 0.25, + "lambda": 90.8, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.8, + 90.8 + ] + }, + { + "episode": 620, + "avg_reward": -56.74, + "avg_cost": 0.0, + "lambda": 90.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.825, + 90.825 + ] + }, + { + "episode": 630, + "avg_reward": -150.63, + "avg_cost": 0.0, + "lambda": 90.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.875, + 90.875 + ] + }, + { + "episode": 640, + "avg_reward": -185.15, + "avg_cost": 0.25, + "lambda": 90.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.925, + 90.925 + ] + }, + { + "episode": 650, + "avg_reward": -185.77, + "avg_cost": 0.0, + "lambda": 90.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 90.95, + 90.95 + ] + }, + { + "episode": 660, + "avg_reward": -237.49, + "avg_cost": 0.0, + "lambda": 91.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.0, + 91.0 + ] + }, + { + "episode": 670, + "avg_reward": -173.85, + "avg_cost": 0.0, + "lambda": 91.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.2, + 91.2 + ] + }, + { + "episode": 680, + "avg_reward": -105.14, + "avg_cost": 0.75, + "lambda": 91.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.325, + 91.325 + ] + }, + { + "episode": 690, + "avg_reward": 12.69, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 700, + "avg_reward": 141.6, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 710, + "avg_reward": 242.62, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 720, + "avg_reward": 339.04, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 730, + "avg_reward": 447.44, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 740, + "avg_reward": 425.34, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 750, + "avg_reward": 557.16, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 760, + "avg_reward": 598.42, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 770, + "avg_reward": 706.31, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 780, + "avg_reward": 749.08, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 790, + "avg_reward": 787.99, + "avg_cost": 0.0, + "lambda": 91.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.475, + 91.475 + ] + }, + { + "episode": 800, + "avg_reward": 847.04, + "avg_cost": 0.0, + "lambda": 91.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.525, + 91.525 + ] + }, + { + "episode": 810, + "avg_reward": 896.83, + "avg_cost": 0.0, + "lambda": 91.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.525, + 91.525 + ] + }, + { + "episode": 820, + "avg_reward": 858.21, + "avg_cost": 0.0, + "lambda": 91.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.525, + 91.525 + ] + }, + { + "episode": 830, + "avg_reward": 840.61, + "avg_cost": 0.0, + "lambda": 91.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.525, + 91.525 + ] + }, + { + "episode": 840, + "avg_reward": 851.0, + "avg_cost": 0.0, + "lambda": 91.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.55, + 91.55 + ] + }, + { + "episode": 850, + "avg_reward": 849.55, + "avg_cost": 0.0, + "lambda": 91.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.6, + 91.6 + ] + }, + { + "episode": 860, + "avg_reward": 863.01, + "avg_cost": 0.0, + "lambda": 91.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.6, + 91.6 + ] + }, + { + "episode": 870, + "avg_reward": 911.68, + "avg_cost": 0.0, + "lambda": 91.6, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.6, + 91.6 + ] + }, + { + "episode": 880, + "avg_reward": 894.74, + "avg_cost": 0.0, + "lambda": 91.625, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.625, + 91.625 + ] + }, + { + "episode": 890, + "avg_reward": 885.87, + "avg_cost": 0.0, + "lambda": 91.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.65, + 91.65 + ] + }, + { + "episode": 900, + "avg_reward": 813.5, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 910, + "avg_reward": 831.85, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 920, + "avg_reward": 781.87, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 930, + "avg_reward": 743.45, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 940, + "avg_reward": 785.31, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 950, + "avg_reward": 707.33, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 960, + "avg_reward": 631.58, + "avg_cost": 0.0, + "lambda": 91.675, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.675, + 91.675 + ] + }, + { + "episode": 970, + "avg_reward": 684.14, + "avg_cost": 0.0, + "lambda": 91.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.75, + 91.75 + ] + }, + { + "episode": 980, + "avg_reward": 743.31, + "avg_cost": 0.0, + "lambda": 91.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.75, + 91.75 + ] + }, + { + "episode": 990, + "avg_reward": 734.48, + "avg_cost": 0.0, + "lambda": 91.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.75, + 91.75 + ] + }, + { + "episode": 1000, + "avg_reward": 758.97, + "avg_cost": 0.0, + "lambda": 91.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 91.75, + 91.75 + ] + } + ], + "final_lambdas": [ + 91.75, + 91.75 + ], + "d_per_agent": 0.0 +} \ No newline at end of file diff --git a/results/diagnostic_results_per_agent_lambda_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json b/results/diagnostic_results_per_agent_lambda_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json new file mode 100644 index 0000000000000000000000000000000000000000..6d0f2d505b6c16f884222189cd25d3b691b41825 --- /dev/null +++ b/results/diagnostic_results_per_agent_lambda_2.0_s7_1000ep_mamujoco_Walker2d_2x3_v17_sepnorm.json @@ -0,0 +1,1446 @@ +{ + "mode": "per_agent_lambda", + "n_agents": 2, + "alphas": [ + 2.0, + 1.0 + ], + "alpha_ratio": 2.0, + "cost_mode": "proximity", + "rho_mode": "per_agent", + "outer_method": "n/a", + "n_episodes": 1000, + "total_welfare": 2073979.22, + "constraint_satisfaction_pct": 78.6, + "final_rho": [ + 1.0, + 1.0 + ], + "final_lambda": 167.95, + "seed": 7, + "cost_weights": [ + 1.0, + 1.0 + ], + "log": [ + { + "episode": 1, + "avg_reward": -276.63, + "avg_cost": 200.25, + "lambda": 30.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 30.025, + 30.025 + ] + }, + { + "episode": 10, + "avg_reward": 1583.93, + "avg_cost": 10.25, + "lambda": 60.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 60.325, + 60.325 + ] + }, + { + "episode": 20, + "avg_reward": 2012.27, + "avg_cost": 1.5, + "lambda": 63.275, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 63.275, + 63.275 + ] + }, + { + "episode": 30, + "avg_reward": 1994.54, + "avg_cost": 2.5, + "lambda": 65.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 65.7, + 65.7 + ] + }, + { + "episode": 40, + "avg_reward": 2293.53, + "avg_cost": 13.25, + "lambda": 69.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 69.425, + 69.425 + ] + }, + { + "episode": 50, + "avg_reward": 2113.68, + "avg_cost": 0.75, + "lambda": 71.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 71.75, + 71.75 + ] + }, + { + "episode": 60, + "avg_reward": 2168.35, + "avg_cost": 0.25, + "lambda": 72.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 72.7, + 72.7 + ] + }, + { + "episode": 70, + "avg_reward": 2080.68, + "avg_cost": 0.25, + "lambda": 73.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 73.95, + 73.95 + ] + }, + { + "episode": 80, + "avg_reward": 2237.48, + "avg_cost": 0.25, + "lambda": 74.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 74.725, + 74.725 + ] + }, + { + "episode": 90, + "avg_reward": 2005.53, + "avg_cost": 0.75, + "lambda": 79.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 79.15, + 79.15 + ] + }, + { + "episode": 100, + "avg_reward": 2080.96, + "avg_cost": 0.0, + "lambda": 80.75, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 80.75, + 80.75 + ] + }, + { + "episode": 110, + "avg_reward": 2071.82, + "avg_cost": 0.0, + "lambda": 82.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.225, + 82.225 + ] + }, + { + "episode": 120, + "avg_reward": 2235.63, + "avg_cost": 0.25, + "lambda": 82.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.525, + 82.525 + ] + }, + { + "episode": 130, + "avg_reward": 1964.59, + "avg_cost": 0.0, + "lambda": 82.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 82.65, + 82.65 + ] + }, + { + "episode": 140, + "avg_reward": 2874.54, + "avg_cost": 2.5, + "lambda": 84.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 84.55, + 84.55 + ] + }, + { + "episode": 150, + "avg_reward": 2818.58, + "avg_cost": 45.5, + "lambda": 113.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 113.725, + 113.725 + ] + }, + { + "episode": 160, + "avg_reward": 2445.74, + "avg_cost": 27.25, + "lambda": 146.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 146.825, + 146.825 + ] + }, + { + "episode": 170, + "avg_reward": 2081.51, + "avg_cost": 1.0, + "lambda": 161.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 161.575, + 161.575 + ] + }, + { + "episode": 180, + "avg_reward": 1645.59, + "avg_cost": 0.0, + "lambda": 163.175, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.175, + 163.175 + ] + }, + { + "episode": 190, + "avg_reward": 1466.24, + "avg_cost": 0.0, + "lambda": 163.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.525, + 163.525 + ] + }, + { + "episode": 200, + "avg_reward": 1827.48, + "avg_cost": 0.0, + "lambda": 163.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.925, + 163.925 + ] + }, + { + "episode": 210, + "avg_reward": 1700.34, + "avg_cost": 0.0, + "lambda": 163.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 163.925, + 163.925 + ] + }, + { + "episode": 220, + "avg_reward": 1720.78, + "avg_cost": 0.0, + "lambda": 164.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.0, + 164.0 + ] + }, + { + "episode": 230, + "avg_reward": 1658.88, + "avg_cost": 0.0, + "lambda": 164.075, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.075, + 164.075 + ] + }, + { + "episode": 240, + "avg_reward": 1626.17, + "avg_cost": 0.0, + "lambda": 164.1, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.1, + 164.1 + ] + }, + { + "episode": 250, + "avg_reward": 1691.64, + "avg_cost": 0.0, + "lambda": 164.225, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.225, + 164.225 + ] + }, + { + "episode": 260, + "avg_reward": 1825.45, + "avg_cost": 0.0, + "lambda": 164.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.3, + 164.3 + ] + }, + { + "episode": 270, + "avg_reward": 2051.75, + "avg_cost": 0.25, + "lambda": 164.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.35, + 164.35 + ] + }, + { + "episode": 280, + "avg_reward": 2095.88, + "avg_cost": 0.0, + "lambda": 164.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.35, + 164.35 + ] + }, + { + "episode": 290, + "avg_reward": 2202.31, + "avg_cost": 0.0, + "lambda": 164.35, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.35, + 164.35 + ] + }, + { + "episode": 300, + "avg_reward": 2310.09, + "avg_cost": 0.0, + "lambda": 164.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.375, + 164.375 + ] + }, + { + "episode": 310, + "avg_reward": 2327.56, + "avg_cost": 0.25, + "lambda": 164.875, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.875, + 164.875 + ] + }, + { + "episode": 320, + "avg_reward": 2437.11, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 330, + "avg_reward": 2644.94, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 340, + "avg_reward": 2338.25, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 350, + "avg_reward": 2336.25, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 360, + "avg_reward": 2368.87, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 370, + "avg_reward": 2273.96, + "avg_cost": 0.0, + "lambda": 164.925, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.925, + 164.925 + ] + }, + { + "episode": 380, + "avg_reward": 2155.87, + "avg_cost": 0.0, + "lambda": 164.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.95, + 164.95 + ] + }, + { + "episode": 390, + "avg_reward": 2153.08, + "avg_cost": 0.0, + "lambda": 164.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.95, + 164.95 + ] + }, + { + "episode": 400, + "avg_reward": 2200.15, + "avg_cost": 0.0, + "lambda": 164.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 164.95, + 164.95 + ] + }, + { + "episode": 410, + "avg_reward": 2104.72, + "avg_cost": 0.0, + "lambda": 165.0, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.0, + 165.0 + ] + }, + { + "episode": 420, + "avg_reward": 2025.85, + "avg_cost": 0.0, + "lambda": 165.15, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.15, + 165.15 + ] + }, + { + "episode": 430, + "avg_reward": 2140.44, + "avg_cost": 0.0, + "lambda": 165.2, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.2, + 165.2 + ] + }, + { + "episode": 440, + "avg_reward": 1884.79, + "avg_cost": 0.5, + "lambda": 165.325, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.325, + 165.325 + ] + }, + { + "episode": 450, + "avg_reward": 1824.9, + "avg_cost": 0.0, + "lambda": 165.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.375, + 165.375 + ] + }, + { + "episode": 460, + "avg_reward": 1846.02, + "avg_cost": 0.0, + "lambda": 165.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.375, + 165.375 + ] + }, + { + "episode": 470, + "avg_reward": 1825.73, + "avg_cost": 0.0, + "lambda": 165.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.375, + 165.375 + ] + }, + { + "episode": 480, + "avg_reward": 1853.92, + "avg_cost": 0.0, + "lambda": 165.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.375, + 165.375 + ] + }, + { + "episode": 490, + "avg_reward": 1862.88, + "avg_cost": 0.0, + "lambda": 165.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.375, + 165.375 + ] + }, + { + "episode": 500, + "avg_reward": 1874.05, + "avg_cost": 0.0, + "lambda": 165.425, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.425, + 165.425 + ] + }, + { + "episode": 510, + "avg_reward": 1957.55, + "avg_cost": 0.0, + "lambda": 165.575, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.575, + 165.575 + ] + }, + { + "episode": 520, + "avg_reward": 1961.83, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 530, + "avg_reward": 2044.17, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 540, + "avg_reward": 2042.43, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 550, + "avg_reward": 2028.01, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 560, + "avg_reward": 2036.01, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 570, + "avg_reward": 2024.22, + "avg_cost": 0.0, + "lambda": 165.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.65, + 165.65 + ] + }, + { + "episode": 580, + "avg_reward": 1988.48, + "avg_cost": 0.25, + "lambda": 165.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 165.825, + 165.825 + ] + }, + { + "episode": 590, + "avg_reward": 1973.69, + "avg_cost": 0.0, + "lambda": 166.025, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.025, + 166.025 + ] + }, + { + "episode": 600, + "avg_reward": 2012.89, + "avg_cost": 0.75, + "lambda": 166.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.125, + 166.125 + ] + }, + { + "episode": 610, + "avg_reward": 1950.79, + "avg_cost": 0.0, + "lambda": 166.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.125, + 166.125 + ] + }, + { + "episode": 620, + "avg_reward": 1983.36, + "avg_cost": 0.0, + "lambda": 166.125, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.125, + 166.125 + ] + }, + { + "episode": 630, + "avg_reward": 1973.08, + "avg_cost": 0.0, + "lambda": 166.25, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.25, + 166.25 + ] + }, + { + "episode": 640, + "avg_reward": 1915.24, + "avg_cost": 0.0, + "lambda": 166.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.375, + 166.375 + ] + }, + { + "episode": 650, + "avg_reward": 1984.14, + "avg_cost": 0.0, + "lambda": 166.375, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.375, + 166.375 + ] + }, + { + "episode": 660, + "avg_reward": 1902.69, + "avg_cost": 0.5, + "lambda": 166.475, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.475, + 166.475 + ] + }, + { + "episode": 670, + "avg_reward": 1890.2, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 680, + "avg_reward": 1918.11, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 690, + "avg_reward": 1921.2, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 700, + "avg_reward": 1968.68, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 710, + "avg_reward": 2007.84, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 720, + "avg_reward": 2040.26, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 730, + "avg_reward": 2086.72, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 740, + "avg_reward": 2094.94, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 750, + "avg_reward": 2102.81, + "avg_cost": 0.0, + "lambda": 166.525, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.525, + 166.525 + ] + }, + { + "episode": 760, + "avg_reward": 2155.51, + "avg_cost": 0.0, + "lambda": 166.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.7, + 166.7 + ] + }, + { + "episode": 770, + "avg_reward": 2047.78, + "avg_cost": 0.0, + "lambda": 166.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.7, + 166.7 + ] + }, + { + "episode": 780, + "avg_reward": 2004.36, + "avg_cost": 0.0, + "lambda": 166.7, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.7, + 166.7 + ] + }, + { + "episode": 790, + "avg_reward": 1924.94, + "avg_cost": 0.25, + "lambda": 166.725, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.725, + 166.725 + ] + }, + { + "episode": 800, + "avg_reward": 2143.99, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 810, + "avg_reward": 2127.69, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 820, + "avg_reward": 2308.46, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 830, + "avg_reward": 2316.97, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 840, + "avg_reward": 2289.15, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 850, + "avg_reward": 2213.48, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 860, + "avg_reward": 2327.81, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 870, + "avg_reward": 2246.66, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 880, + "avg_reward": 2215.93, + "avg_cost": 0.0, + "lambda": 166.85, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 166.85, + 166.85 + ] + }, + { + "episode": 890, + "avg_reward": 2274.64, + "avg_cost": 3.75, + "lambda": 167.3, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.3, + 167.3 + ] + }, + { + "episode": 900, + "avg_reward": 2361.44, + "avg_cost": 0.0, + "lambda": 167.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.55, + 167.55 + ] + }, + { + "episode": 910, + "avg_reward": 2295.98, + "avg_cost": 0.0, + "lambda": 167.55, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.55, + 167.55 + ] + }, + { + "episode": 920, + "avg_reward": 2382.65, + "avg_cost": 0.0, + "lambda": 167.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.65, + 167.65 + ] + }, + { + "episode": 930, + "avg_reward": 2320.33, + "avg_cost": 0.0, + "lambda": 167.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.65, + 167.65 + ] + }, + { + "episode": 940, + "avg_reward": 2278.23, + "avg_cost": 0.0, + "lambda": 167.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.65, + 167.65 + ] + }, + { + "episode": 950, + "avg_reward": 2222.63, + "avg_cost": 0.0, + "lambda": 167.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.65, + 167.65 + ] + }, + { + "episode": 960, + "avg_reward": 2211.92, + "avg_cost": 0.0, + "lambda": 167.65, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.65, + 167.65 + ] + }, + { + "episode": 970, + "avg_reward": 2044.86, + "avg_cost": 0.0, + "lambda": 167.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.825, + 167.825 + ] + }, + { + "episode": 980, + "avg_reward": 1837.33, + "avg_cost": 0.0, + "lambda": 167.825, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.825, + 167.825 + ] + }, + { + "episode": 990, + "avg_reward": 1792.07, + "avg_cost": 0.0, + "lambda": 167.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.95, + 167.95 + ] + }, + { + "episode": 1000, + "avg_reward": 1637.21, + "avg_cost": 0.0, + "lambda": 167.95, + "rho": [ + 1.0, + 1.0 + ], + "lambdas": [ + 167.95, + 167.95 + ] + } + ], + "final_lambdas": [ + 167.95, + 167.95 + ], + "d_per_agent": 0.0 +} \ No newline at end of file